diff --git a/.gitattributes b/.gitattributes index a6344aac8c09253b3b630fb776ae94478aa0275b..89ebc75573892332858c8ee6fb6f3a404cb8ac0c 100644 --- a/.gitattributes +++ b/.gitattributes @@ -33,3 +33,7 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text *.zip filter=lfs diff=lfs merge=lfs -text *.zst filter=lfs diff=lfs merge=lfs -text *tfevents* filter=lfs diff=lfs merge=lfs -text +wandb/run-20241225_001558-sxxraa4n/run-sxxraa4n.wandb filter=lfs diff=lfs merge=lfs -text +wandb/run-20241225_152744-sac86tlv/run-sac86tlv.wandb filter=lfs diff=lfs merge=lfs -text +wandb/run-20241226_145403-c7ovtvny/run-c7ovtvny.wandb filter=lfs diff=lfs merge=lfs -text +wandb/run-20241226_224836-fta6xses/run-fta6xses.wandb filter=lfs diff=lfs merge=lfs -text diff --git a/all_results.json b/all_results.json new file mode 100644 index 0000000000000000000000000000000000000000..3e88e3abe9c379f6e3ce7be51c5e230dbacf3914 --- /dev/null +++ b/all_results.json @@ -0,0 +1,8 @@ +{ + "epoch": 0.13208570653647952, + "num_input_tokens_seen": 7732199424, + "train_loss": 0.059379862848258066, + "train_runtime": 15793.1588, + "train_samples_per_second": 0.467, + "train_steps_per_second": 0.233 +} \ No newline at end of file diff --git a/config.json b/config.json new file mode 100644 index 0000000000000000000000000000000000000000..b80194bc6da76b9cc49985c36fa4a5ebbb7c2779 --- /dev/null +++ b/config.json @@ -0,0 +1,30 @@ +{ + "_name_or_path": "/scratch3/workspace/ctpham_umass_edu-ft/models/Llama-3-8B-ProLong-512k-Base/", + "architectures": [ + "LlamaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 128000, + "eos_token_id": 128009, + "hidden_act": "silu", + "hidden_size": 4096, + "initializer_range": 0.02, + "intermediate_size": 14336, + "max_position_embeddings": 524288, + "mlp_bias": false, + "model_type": "llama", + "num_attention_heads": 32, + "num_hidden_layers": 32, + "num_key_value_heads": 8, + "pad_token_id": 0, + "pretraining_tp": 1, + "rms_norm_eps": 1e-05, + "rope_scaling": null, + "rope_theta": 128000000.0, + "tie_word_embeddings": false, + "torch_dtype": "float32", + "transformers_version": "4.44.2", + "use_cache": true, + "vocab_size": 128256 +} diff --git a/generation_config.json b/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8fde99353985c6cc5fa8434c3cde63a4c953e21e --- /dev/null +++ b/generation_config.json @@ -0,0 +1,7 @@ +{ + "_from_model_config": true, + "bos_token_id": 128000, + "eos_token_id": 128009, + "pad_token_id": 0, + "transformers_version": "4.44.2" +} diff --git a/log.out b/log.out new file mode 100644 index 0000000000000000000000000000000000000000..aeaf0fc902904990325d85cee1f6613e985cddfd --- /dev/null +++ b/log.out @@ -0,0 +1,14026 @@ +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/transformers/utils/hub.py:127: FutureWarning: Using `TRANSFORMERS_CACHE` is deprecated and will be removed in v5 of Transformers. Use `HF_HOME` instead. + warnings.warn( +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/transformers/utils/hub.py:127: FutureWarning: Using `TRANSFORMERS_CACHE` is deprecated and will be removed in v5 of Transformers. Use `HF_HOME` instead. + warnings.warn( +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/transformers/utils/hub.py:127: FutureWarning: Using `TRANSFORMERS_CACHE` is deprecated and will be removed in v5 of Transformers. Use `HF_HOME` instead. + warnings.warn( +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/transformers/utils/hub.py:127: FutureWarning: Using `TRANSFORMERS_CACHE` is deprecated and will be removed in v5 of Transformers. Use `HF_HOME` instead. + warnings.warn( +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/transformers/utils/hub.py:127: FutureWarning: Using `TRANSFORMERS_CACHE` is deprecated and will be removed in v5 of Transformers. Use `HF_HOME` instead. + warnings.warn( +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/transformers/utils/hub.py:127: FutureWarning: Using `TRANSFORMERS_CACHE` is deprecated and will be removed in v5 of Transformers. Use `HF_HOME` instead. + warnings.warn( +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/transformers/utils/hub.py:127: FutureWarning: Using `TRANSFORMERS_CACHE` is deprecated and will be removed in v5 of Transformers. Use `HF_HOME` instead. + warnings.warn( +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/transformers/utils/hub.py:127: FutureWarning: Using `TRANSFORMERS_CACHE` is deprecated and will be removed in v5 of Transformers. Use `HF_HOME` instead. + warnings.warn( +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/transformers/utils/import_utils.py:575: FutureWarning: `is_torch_tpu_available` is deprecated and will be removed in 4.41.0. Please use the `is_torch_xla_available` instead. + warnings.warn( +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/transformers/utils/import_utils.py:575: FutureWarning: `is_torch_tpu_available` is deprecated and will be removed in 4.41.0. Please use the `is_torch_xla_available` instead. + warnings.warn( +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/transformers/utils/import_utils.py:575: FutureWarning: `is_torch_tpu_available` is deprecated and will be removed in 4.41.0. Please use the `is_torch_xla_available` instead. + warnings.warn( +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/transformers/utils/import_utils.py:575: FutureWarning: `is_torch_tpu_available` is deprecated and will be removed in 4.41.0. Please use the `is_torch_xla_available` instead. + warnings.warn( +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/transformers/utils/import_utils.py:575: FutureWarning: `is_torch_tpu_available` is deprecated and will be removed in 4.41.0. Please use the `is_torch_xla_available` instead. + warnings.warn( +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/transformers/utils/import_utils.py:575: FutureWarning: `is_torch_tpu_available` is deprecated and will be removed in 4.41.0. Please use the `is_torch_xla_available` instead. + warnings.warn( +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/transformers/utils/import_utils.py:575: FutureWarning: `is_torch_tpu_available` is deprecated and will be removed in 4.41.0. Please use the `is_torch_xla_available` instead. + warnings.warn( +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/transformers/utils/import_utils.py:575: FutureWarning: `is_torch_tpu_available` is deprecated and will be removed in 4.41.0. Please use the `is_torch_xla_available` instead. + warnings.warn( +12/25/2024 15:21:27 - WARNING - __main__ - Process rank: 0, device: cuda:0, n_gpu: 1distributed training: True, fp16 training: False, bf16 training: True +12/25/2024 15:21:27 - INFO - __main__ - Additional arguments ScriptArguments(model_family='llama', model_name_or_path='/scratch3/workspace/ctpham_umass_edu-ft/models/Llama-3-8B-ProLong-512k-Base/', config_overrides=None, config_overrides_json='', config_name='/scratch3/workspace/ctpham_umass_edu-ft/models/Llama-3-8B-ProLong-512k-Base/', tokenizer_name='/scratch3/workspace/ctpham_umass_edu-ft/models/Llama-3-8B-ProLong-512k-Base/', cache_dir=None, use_fast_tokenizer=False, model_revision='main', use_auth_token=False, tokenized_mds_train=['/work/pi_miyyer_umass_edu/ctpham/BookClaim-dev/data/ft/bookclaim_balanced_pack_complete'], tokenized_mds_validation=[], tokenized_mds_test=[], token_scaled_loss=True) +12/25/2024 15:21:27 - INFO - __main__ - Checkpoint detected, resuming training at /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-800. To avoid this behavior, change the `--output_dir` or add `--overwrite_output_dir` to train from scratch. +12/25/2024 15:21:27 - WARNING - __main__ - Process rank: 7, device: cuda:7, n_gpu: 1distributed training: True, fp16 training: False, bf16 training: True +[INFO|tokenization_utils_base.py:2267] 2024-12-25 15:21:27,593 >> loading file tokenizer.json +[INFO|tokenization_utils_base.py:2267] 2024-12-25 15:21:27,593 >> loading file added_tokens.json +[INFO|tokenization_utils_base.py:2267] 2024-12-25 15:21:27,593 >> loading file special_tokens_map.json +[INFO|tokenization_utils_base.py:2267] 2024-12-25 15:21:27,593 >> loading file tokenizer_config.json +12/25/2024 15:21:27 - WARNING - __main__ - Process rank: 1, device: cuda:1, n_gpu: 1distributed training: True, fp16 training: False, bf16 training: True +12/25/2024 15:21:27 - WARNING - __main__ - Process rank: 2, device: cuda:2, n_gpu: 1distributed training: True, fp16 training: False, bf16 training: True +12/25/2024 15:21:27 - WARNING - __main__ - Process rank: 6, device: cuda:6, n_gpu: 1distributed training: True, fp16 training: False, bf16 training: True +12/25/2024 15:21:27 - WARNING - __main__ - Process rank: 5, device: cuda:5, n_gpu: 1distributed training: True, fp16 training: False, bf16 training: True +12/25/2024 15:21:27 - WARNING - __main__ - Process rank: 3, device: cuda:3, n_gpu: 1distributed training: True, fp16 training: False, bf16 training: True +12/25/2024 15:21:27 - WARNING - __main__ - Process rank: 4, device: cuda:4, n_gpu: 1distributed training: True, fp16 training: False, bf16 training: True +[INFO|tokenization_utils_base.py:2513] 2024-12-25 15:21:27,915 >> Special tokens have been added in the vocabulary, make sure the associated word embeddings are fine-tuned or trained. +[INFO|configuration_utils.py:731] 2024-12-25 15:21:27,915 >> loading configuration file /scratch3/workspace/ctpham_umass_edu-ft/models/Llama-3-8B-ProLong-512k-Base/config.json +[INFO|configuration_utils.py:800] 2024-12-25 15:21:27,916 >> Model config LlamaConfig { + "_name_or_path": "/scratch3/workspace/ctpham_umass_edu-ft/models/Llama-3-8B-ProLong-512k-Base/", + "architectures": [ + "LlamaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 128000, + "eos_token_id": 128009, + "hidden_act": "silu", + "hidden_size": 4096, + "initializer_range": 0.02, + "intermediate_size": 14336, + "max_position_embeddings": 524288, + "mlp_bias": false, + "model_type": "llama", + "num_attention_heads": 32, + "num_hidden_layers": 32, + "num_key_value_heads": 8, + "pad_token_id": 0, + "pretraining_tp": 1, + "rms_norm_eps": 1e-05, + "rope_scaling": null, + "rope_theta": 128000000.0, + "tie_word_embeddings": false, + "torch_dtype": "float32", + "transformers_version": "4.44.2", + "use_cache": true, + "vocab_size": 128256 +} + +12/25/2024 15:21:27 - INFO - __main__ - Loaded tokenizer - CPU Memory usage: 633.58 MB RSS +12/25/2024 15:21:28 - INFO - __main__ - GPU 0: 4/81920 MB +12/25/2024 15:21:28 - INFO - __main__ - GPU 1: 423/81920 MB +12/25/2024 15:21:28 - INFO - __main__ - GPU 2: 423/81920 MB +12/25/2024 15:21:28 - INFO - __main__ - GPU 3: 423/81920 MB +12/25/2024 15:21:28 - INFO - __main__ - GPU 4: 423/81920 MB +12/25/2024 15:21:28 - INFO - __main__ - GPU 5: 423/81920 MB +12/25/2024 15:21:28 - INFO - __main__ - GPU 6: 423/81920 MB +12/25/2024 15:21:28 - INFO - __main__ - GPU 7: 423/81920 MB +[INFO|modeling_utils.py:3675] 2024-12-25 15:21:28,123 >> loading weights file /scratch3/workspace/ctpham_umass_edu-ft/models/Llama-3-8B-ProLong-512k-Base/model.safetensors.index.json +[INFO|configuration_utils.py:1038] 2024-12-25 15:21:28,125 >> Generate config GenerationConfig { + "bos_token_id": 128000, + "eos_token_id": 128009, + "pad_token_id": 0 +} + + Loading checkpoint shards: 0%| | 0/7 [00:00> All model checkpoint weights were used when initializing LlamaForCausalLM. + +[INFO|modeling_utils.py:4515] 2024-12-25 15:21:29,050 >> All the weights of LlamaForCausalLM were initialized from the model checkpoint at /scratch3/workspace/ctpham_umass_edu-ft/models/Llama-3-8B-ProLong-512k-Base/. +If your task is similar to the task the model of the checkpoint was trained on, you can already use LlamaForCausalLM for predictions without further training. +[INFO|modeling_utils.py:4003] 2024-12-25 15:21:29,053 >> Generation config file not found, using a generation config created from the model config. +12/25/2024 15:21:29 - INFO - __main__ - Model: LlamaForCausalLM( + (model): LlamaModel( + (embed_tokens): Embedding(128256, 4096, padding_idx=0) + (layers): ModuleList( + (0-31): 32 x LlamaDecoderLayer( + (self_attn): LlamaAttention( + (q_proj): Linear(in_features=4096, out_features=4096, bias=False) + (k_proj): Linear(in_features=4096, out_features=1024, bias=False) + (v_proj): Linear(in_features=4096, out_features=1024, bias=False) + (o_proj): Linear(in_features=4096, out_features=4096, bias=False) + (rotary_emb): LlamaRotaryEmbedding() + (distributed_attn_func): DistributedAttention() + (distributed_varlen_attn_func): DistributedAttention() + ) + (mlp): LlamaMLP( + (gate_proj): Linear(in_features=4096, out_features=14336, bias=False) + (up_proj): Linear(in_features=4096, out_features=14336, bias=False) + (down_proj): Linear(in_features=14336, out_features=4096, bias=False) + (act_fn): SiLU() + ) + (input_layernorm): LlamaRMSNorm() + (post_attention_layernorm): LlamaRMSNorm() + ) + ) + (norm): LlamaRMSNorm() + ) + (lm_head): Linear(in_features=4096, out_features=128256, bias=False) +) +12/25/2024 15:21:29 - INFO - __main__ - Loaded model - CPU Memory usage: 658.08 MB RSS + Loading checkpoint shards: 100%|██████████| 7/7 [00:00<00:00, 8.23it/s] Loading checkpoint shards: 100%|██████████| 7/7 [00:00<00:00, 8.16it/s] + Loading checkpoint shards: 100%|██████████| 7/7 [00:00<00:00, 8.53it/s] Loading checkpoint shards: 100%|██████████| 7/7 [00:00<00:00, 8.28it/s] + Loading checkpoint shards: 100%|██████████| 7/7 [00:00<00:00, 8.52it/s] Loading checkpoint shards: 100%|██████████| 7/7 [00:00<00:00, 8.14it/s] + Loading checkpoint shards: 100%|██████████| 7/7 [00:00<00:00, 8.48it/s] Loading checkpoint shards: 100%|██████████| 7/7 [00:00<00:00, 8.12it/s] +12/25/2024 15:21:29 - INFO - __main__ - GPU 0: 4/81920 MB +12/25/2024 15:21:29 - INFO - __main__ - GPU 1: 423/81920 MB +12/25/2024 15:21:29 - INFO - __main__ - GPU 2: 423/81920 MB +12/25/2024 15:21:29 - INFO - __main__ - GPU 3: 423/81920 MB +12/25/2024 15:21:29 - INFO - __main__ - GPU 4: 423/81920 MB +12/25/2024 15:21:29 - INFO - __main__ - GPU 5: 423/81920 MB +12/25/2024 15:21:29 - INFO - __main__ - GPU 6: 425/81920 MB +12/25/2024 15:21:29 - INFO - __main__ - GPU 7: 423/81920 MB +12/25/2024 15:21:33 - INFO - training.dataset - Loading datasets for training +12/25/2024 15:21:33 - WARNING - streaming.base.dataset - Because `predownload` was not specified, it will default to 8*batch_size if batch_size is not None, otherwise 64. Prior to Streaming v0.7.0, `predownload` defaulted to max(batch_size, 256 * batch_size // num_canonical_nodes). +12/25/2024 15:21:33 - WARNING - streaming.base.dataset - Because `predownload` was not specified, it will default to 8*batch_size if batch_size is not None, otherwise 64. Prior to Streaming v0.7.0, `predownload` defaulted to max(batch_size, 256 * batch_size // num_canonical_nodes). +12/25/2024 15:21:33 - WARNING - streaming.base.dataset - Because `predownload` was not specified, it will default to 8*batch_size if batch_size is not None, otherwise 64. Prior to Streaming v0.7.0, `predownload` defaulted to max(batch_size, 256 * batch_size // num_canonical_nodes). +12/25/2024 15:21:33 - WARNING - streaming.base.dataset - Because `predownload` was not specified, it will default to 8*batch_size if batch_size is not None, otherwise 64. Prior to Streaming v0.7.0, `predownload` defaulted to max(batch_size, 256 * batch_size // num_canonical_nodes). +12/25/2024 15:21:33 - WARNING - streaming.base.dataset - Because `predownload` was not specified, it will default to 8*batch_size if batch_size is not None, otherwise 64. Prior to Streaming v0.7.0, `predownload` defaulted to max(batch_size, 256 * batch_size // num_canonical_nodes). +12/25/2024 15:21:33 - WARNING - streaming.base.dataset - Because `predownload` was not specified, it will default to 8*batch_size if batch_size is not None, otherwise 64. Prior to Streaming v0.7.0, `predownload` defaulted to max(batch_size, 256 * batch_size // num_canonical_nodes). +12/25/2024 15:21:33 - WARNING - streaming.base.dataset - Because `predownload` was not specified, it will default to 8*batch_size if batch_size is not None, otherwise 64. Prior to Streaming v0.7.0, `predownload` defaulted to max(batch_size, 256 * batch_size // num_canonical_nodes). +12/25/2024 15:21:33 - WARNING - streaming.base.dataset - Because `predownload` was not specified, it will default to 8*batch_size if batch_size is not None, otherwise 64. Prior to Streaming v0.7.0, `predownload` defaulted to max(batch_size, 256 * batch_size // num_canonical_nodes). +12/25/2024 15:21:33 - INFO - __main__ - Loaded training dataset +[INFO|trainer.py:648] 2024-12-25 15:21:33,924 >> Using auto half precision backend +[INFO|trainer.py:262] 2024-12-25 15:21:33,925 >> Using world as sequence parallel group +12/25/2024 15:21:33 - INFO - __main__ - Trainer created +12/25/2024 15:21:33 - INFO - __main__ - Training/evaluation parameters TrainingArguments( +_n_gpu=1, +accelerator_config={'split_batches': False, 'dispatch_batches': None, 'even_batches': True, 'use_seedable_sampler': True, 'non_blocking': False, 'gradient_accumulation_kwargs': None, 'use_configured_state': False}, +adafactor=False, +adam_beta1=0.9, +adam_beta2=0.95, +adam_epsilon=1e-08, +auto_find_batch_size=False, +batch_eval_metrics=False, +bf16=True, +bf16_full_eval=False, +cuda_empty_cache=True, +data_seed=None, +dataloader_drop_last=False, +dataloader_num_workers=1, +dataloader_persistent_workers=False, +dataloader_pin_memory=True, +dataloader_prefetch_factor=None, +ddp_backend=None, +ddp_broadcast_buffers=None, +ddp_bucket_cap_mb=None, +ddp_find_unused_parameters=False, +ddp_timeout=1800, +debug=[], +deepspeed=None, +disable_tqdm=True, +dispatch_batches=None, +do_eval=False, +do_predict=False, +do_train=True, +eval_accumulation_steps=None, +eval_delay=0, +eval_do_concat_batches=True, +eval_on_start=False, +eval_steps=None, +eval_strategy=no, +eval_use_gather_object=False, +evaluation_strategy=None, +fp16=False, +fp16_backend=auto, +fp16_full_eval=False, +fp16_opt_level=O1, +fsdp=[, ], +fsdp_config={'min_num_params': 0, 'xla': False, 'xla_fsdp_v2': False, 'xla_fsdp_grad_ckpt': False}, +fsdp_min_num_params=0, +fsdp_transformer_layer_cls_to_wrap=None, +full_determinism=False, +gradient_accumulation_steps=2, +gradient_checkpointing=True, +gradient_checkpointing_kwargs=None, +greater_is_better=None, +group_by_length=False, +half_precision_backend=auto, +hub_always_push=False, +hub_model_id=None, +hub_private_repo=False, +hub_strategy=every_save, +hub_token=, +ignore_data_skip=False, +include_inputs_for_metrics=False, +include_num_input_tokens_seen=False, +include_tokens_per_second=False, +jit_mode_eval=False, +label_names=None, +label_smoothing_factor=0.0, +learning_rate=1e-06, +length_column_name=length, +load_best_model_at_end=False, +local_rank=0, +log_level=info, +log_level_replica=warning, +log_on_each_node=True, +logging_dir=/scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/runs/Dec25_15-21-22_gpu020, +logging_first_step=False, +logging_nan_inf_filter=True, +logging_steps=1.0, +logging_strategy=steps, +lr_scheduler_kwargs={}, +lr_scheduler_type=cosine, +max_grad_norm=1.0, +max_steps=-1, +metric_for_best_model=None, +min_lr_ratio=0.1, +mp_parameters=, +neftune_noise_alpha=None, +no_cuda=False, +num_train_epochs=1.0, +optim=adamw_torch, +optim_args=None, +optim_target_modules=None, +output_dir=/scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_, +overwrite_output_dir=False, +past_index=-1, +per_device_eval_batch_size=8, +per_device_train_batch_size=1, +prediction_loss_only=False, +push_to_hub=False, +push_to_hub_model_id=None, +push_to_hub_organization=None, +push_to_hub_token=, +ray_scope=last, +remove_unused_columns=False, +report_to=['wandb'], +restore_callback_states_from_checkpoint=False, +resume_from_checkpoint=None, +run_name=balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_, +save_on_each_node=False, +save_only_model=False, +save_safetensors=True, +save_steps=200, +save_strategy=steps, +save_total_limit=None, +seed=42, +seq_parallel_size=8, +skip_memory_metrics=True, +split_batches=None, +streaming_dataset=True, +tf32=None, +torch_compile=False, +torch_compile_backend=None, +torch_compile_mode=None, +torch_empty_cache_steps=None, +torchdynamo=None, +tpu_metrics_debug=False, +tpu_num_cores=None, +use_cpu=False, +use_ipex=False, +use_legacy_prediction_loop=False, +use_mps_device=False, +warmup_ratio=0.05, +warmup_steps=0, +weight_decay=0.1, +) +12/25/2024 15:21:33 - INFO - __main__ - *** Train *** +[WARNING|trainer.py:795] 2024-12-25 15:21:34,066 >> Use streaming dataloader for train +[WARNING|trainer.py:795] 2024-12-25 15:21:34,066 >> Use streaming dataloader for train +[WARNING|trainer.py:795] 2024-12-25 15:21:34,068 >> Use streaming dataloader for train +[WARNING|trainer.py:795] 2024-12-25 15:21:34,070 >> Use streaming dataloader for train +[WARNING|trainer.py:795] 2024-12-25 15:21:34,071 >> Use streaming dataloader for train +[WARNING|trainer.py:795] 2024-12-25 15:21:34,074 >> Use streaming dataloader for train +[WARNING|trainer.py:795] 2024-12-25 15:21:34,076 >> Use streaming dataloader for train +[WARNING|trainer.py:795] 2024-12-25 15:21:34,078 >> Use streaming dataloader for train +[INFO|trainer.py:2526] 2024-12-25 15:21:47,974 >> Loading model from /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-800. +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/distributed/fsdp/fully_sharded_data_parallel.py:689: FutureWarning: FSDP.state_dict_type() and FSDP.set_state_dict_type() are being deprecated. Please use APIs, get_state_dict() and set_state_dict(), which can support different parallelisms, FSDP1, FSDP2, DDP. API doc: https://pytorch.org/docs/stable/distributed.checkpoint.html#torch.distributed.checkpoint.state_dict.get_state_dict .Tutorial: https://pytorch.org/tutorials/recipes/distributed_checkpoint_recipe.html . + warnings.warn( +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/distributed/fsdp/fully_sharded_data_parallel.py:689: FutureWarning: FSDP.state_dict_type() and FSDP.set_state_dict_type() are being deprecated. Please use APIs, get_state_dict() and set_state_dict(), which can support different parallelisms, FSDP1, FSDP2, DDP. API doc: https://pytorch.org/docs/stable/distributed.checkpoint.html#torch.distributed.checkpoint.state_dict.get_state_dict .Tutorial: https://pytorch.org/tutorials/recipes/distributed_checkpoint_recipe.html . + warnings.warn( +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/distributed/fsdp/fully_sharded_data_parallel.py:689: FutureWarning: FSDP.state_dict_type() and FSDP.set_state_dict_type() are being deprecated. Please use APIs, get_state_dict() and set_state_dict(), which can support different parallelisms, FSDP1, FSDP2, DDP. API doc: https://pytorch.org/docs/stable/distributed.checkpoint.html#torch.distributed.checkpoint.state_dict.get_state_dict .Tutorial: https://pytorch.org/tutorials/recipes/distributed_checkpoint_recipe.html . + warnings.warn( +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/distributed/fsdp/fully_sharded_data_parallel.py:689: FutureWarning: FSDP.state_dict_type() and FSDP.set_state_dict_type() are being deprecated. Please use APIs, get_state_dict() and set_state_dict(), which can support different parallelisms, FSDP1, FSDP2, DDP. API doc: https://pytorch.org/docs/stable/distributed.checkpoint.html#torch.distributed.checkpoint.state_dict.get_state_dict .Tutorial: https://pytorch.org/tutorials/recipes/distributed_checkpoint_recipe.html . + warnings.warn( +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/distributed/fsdp/fully_sharded_data_parallel.py:689: FutureWarning: FSDP.state_dict_type() and FSDP.set_state_dict_type() are being deprecated. Please use APIs, get_state_dict() and set_state_dict(), which can support different parallelisms, FSDP1, FSDP2, DDP. API doc: https://pytorch.org/docs/stable/distributed.checkpoint.html#torch.distributed.checkpoint.state_dict.get_state_dict .Tutorial: https://pytorch.org/tutorials/recipes/distributed_checkpoint_recipe.html . + warnings.warn( +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/distributed/fsdp/fully_sharded_data_parallel.py:689: FutureWarning: FSDP.state_dict_type() and FSDP.set_state_dict_type() are being deprecated. Please use APIs, get_state_dict() and set_state_dict(), which can support different parallelisms, FSDP1, FSDP2, DDP. API doc: https://pytorch.org/docs/stable/distributed.checkpoint.html#torch.distributed.checkpoint.state_dict.get_state_dict .Tutorial: https://pytorch.org/tutorials/recipes/distributed_checkpoint_recipe.html . + warnings.warn( +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/distributed/fsdp/fully_sharded_data_parallel.py:689: FutureWarning: FSDP.state_dict_type() and FSDP.set_state_dict_type() are being deprecated. Please use APIs, get_state_dict() and set_state_dict(), which can support different parallelisms, FSDP1, FSDP2, DDP. API doc: https://pytorch.org/docs/stable/distributed.checkpoint.html#torch.distributed.checkpoint.state_dict.get_state_dict .Tutorial: https://pytorch.org/tutorials/recipes/distributed_checkpoint_recipe.html . + warnings.warn( +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/distributed/fsdp/fully_sharded_data_parallel.py:689: FutureWarning: FSDP.state_dict_type() and FSDP.set_state_dict_type() are being deprecated. Please use APIs, get_state_dict() and set_state_dict(), which can support different parallelisms, FSDP1, FSDP2, DDP. API doc: https://pytorch.org/docs/stable/distributed.checkpoint.html#torch.distributed.checkpoint.state_dict.get_state_dict .Tutorial: https://pytorch.org/tutorials/recipes/distributed_checkpoint_recipe.html . + warnings.warn( +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/accelerate/utils/fsdp_utils.py:126: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature. + state_dict = torch.load(input_model_file) +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/accelerate/utils/fsdp_utils.py:126: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature. + state_dict = torch.load(input_model_file) +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/accelerate/utils/fsdp_utils.py:126: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature. + state_dict = torch.load(input_model_file) +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/accelerate/utils/fsdp_utils.py:126: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature. + state_dict = torch.load(input_model_file) +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/accelerate/utils/fsdp_utils.py:126: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature. + state_dict = torch.load(input_model_file) +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/accelerate/utils/fsdp_utils.py:126: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature. + state_dict = torch.load(input_model_file) +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/accelerate/utils/fsdp_utils.py:126: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature. + state_dict = torch.load(input_model_file) +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/accelerate/utils/fsdp_utils.py:126: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature. + state_dict = torch.load(input_model_file) +[WARNING|trainer.py:901] 2024-12-25 15:23:48,230 >> Load optimizer state from /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-800 +[WARNING|trainer.py:901] 2024-12-25 15:23:48,233 >> Load optimizer state from /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-800 +[WARNING|trainer.py:901] 2024-12-25 15:23:48,292 >> Load optimizer state from /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-800 +[WARNING|trainer.py:901] 2024-12-25 15:23:48,300 >> Load optimizer state from /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-800 +[WARNING|trainer.py:901] 2024-12-25 15:23:48,310 >> Load optimizer state from /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-800 +[WARNING|trainer.py:901] 2024-12-25 15:23:48,313 >> Load optimizer state from /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-800 +[WARNING|trainer.py:901] 2024-12-25 15:23:48,313 >> Load optimizer state from /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-800 +[WARNING|trainer.py:901] 2024-12-25 15:23:48,313 >> Load optimizer state from /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-800 +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/accelerate/utils/fsdp_utils.py:209: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature. + optim_state = torch.load(input_optimizer_file) +[WARNING|trainer.py:921] 2024-12-25 15:27:38,368 >> Load scheduler state from /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-800 +[WARNING|trainer.py:942] 2024-12-25 15:27:38,370 >> Resume streaming dataset state from /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-800: {'epoch': 0, 'sample_in_epoch': 1600, 'num_canonical_nodes': 1, 'shuffle_seed': 42, 'initial_physical_nodes': 1} +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/transformers/trainer.py:2833: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature. + checkpoint_rng_state = torch.load(rng_file) +[WARNING|trainer.py:921] 2024-12-25 15:27:38,392 >> Load scheduler state from /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-800 +[WARNING|trainer.py:942] 2024-12-25 15:27:38,393 >> Resume streaming dataset state from /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-800: {'epoch': 0, 'sample_in_epoch': 1600, 'num_canonical_nodes': 1, 'shuffle_seed': 42, 'initial_physical_nodes': 1} +[WARNING|trainer.py:921] 2024-12-25 15:27:38,400 >> Load scheduler state from /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-800 +[WARNING|trainer.py:942] 2024-12-25 15:27:38,401 >> Resume streaming dataset state from /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-800: {'epoch': 0, 'sample_in_epoch': 1600, 'num_canonical_nodes': 1, 'shuffle_seed': 42, 'initial_physical_nodes': 1} +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/transformers/trainer.py:2833: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature. + checkpoint_rng_state = torch.load(rng_file) +[WARNING|trainer.py:921] 2024-12-25 15:27:38,413 >> Load scheduler state from /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-800 +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/transformers/trainer.py:2833: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature. + checkpoint_rng_state = torch.load(rng_file) +[WARNING|trainer.py:942] 2024-12-25 15:27:38,414 >> Resume streaming dataset state from /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-800: {'epoch': 0, 'sample_in_epoch': 1600, 'num_canonical_nodes': 1, 'shuffle_seed': 42, 'initial_physical_nodes': 1} +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/transformers/trainer.py:2833: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature. + checkpoint_rng_state = torch.load(rng_file) +[WARNING|trainer.py:921] 2024-12-25 15:27:38,456 >> Load scheduler state from /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-800 +[WARNING|trainer.py:942] 2024-12-25 15:27:38,456 >> Resume streaming dataset state from /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-800: {'epoch': 0, 'sample_in_epoch': 1600, 'num_canonical_nodes': 1, 'shuffle_seed': 42, 'initial_physical_nodes': 1} +[WARNING|trainer.py:921] 2024-12-25 15:27:38,464 >> Load scheduler state from /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-800 +[WARNING|trainer.py:942] 2024-12-25 15:27:38,465 >> Resume streaming dataset state from /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-800: {'epoch': 0, 'sample_in_epoch': 1600, 'num_canonical_nodes': 1, 'shuffle_seed': 42, 'initial_physical_nodes': 1} +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/transformers/trainer.py:2833: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature. + checkpoint_rng_state = torch.load(rng_file) +[WARNING|trainer.py:921] 2024-12-25 15:27:38,469 >> Load scheduler state from /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-800 +[WARNING|trainer.py:942] 2024-12-25 15:27:38,470 >> Resume streaming dataset state from /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-800: {'epoch': 0, 'sample_in_epoch': 1600, 'num_canonical_nodes': 1, 'shuffle_seed': 42, 'initial_physical_nodes': 1} +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/transformers/trainer.py:2833: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature. + checkpoint_rng_state = torch.load(rng_file) +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/transformers/trainer.py:2833: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature. + checkpoint_rng_state = torch.load(rng_file) +12/25/2024 15:27:38 - WARNING - streaming.base.dataset - Because `shuffle_block_size` was not specified, it will default to max(4_000_000 // num_canonical_nodes, 1 << 18) if num_canonical_nodes is not None, otherwise 262144. Prior to Streaming v0.7.0, `shuffle_block_size` defaulted to 262144. +12/25/2024 15:27:38 - WARNING - streaming.base.dataset - Because `shuffle_block_size` was not specified, it will default to max(4_000_000 // num_canonical_nodes, 1 << 18) if num_canonical_nodes is not None, otherwise 262144. Prior to Streaming v0.7.0, `shuffle_block_size` defaulted to 262144. +12/25/2024 15:27:38 - WARNING - streaming.base.dataset - Because `shuffle_block_size` was not specified, it will default to max(4_000_000 // num_canonical_nodes, 1 << 18) if num_canonical_nodes is not None, otherwise 262144. Prior to Streaming v0.7.0, `shuffle_block_size` defaulted to 262144. +12/25/2024 15:27:38 - WARNING - streaming.base.dataset - Because `shuffle_block_size` was not specified, it will default to max(4_000_000 // num_canonical_nodes, 1 << 18) if num_canonical_nodes is not None, otherwise 262144. Prior to Streaming v0.7.0, `shuffle_block_size` defaulted to 262144. +12/25/2024 15:27:38 - WARNING - streaming.base.dataset - Because `shuffle_block_size` was not specified, it will default to max(4_000_000 // num_canonical_nodes, 1 << 18) if num_canonical_nodes is not None, otherwise 262144. Prior to Streaming v0.7.0, `shuffle_block_size` defaulted to 262144. +12/25/2024 15:27:38 - WARNING - streaming.base.dataset - Because `shuffle_block_size` was not specified, it will default to max(4_000_000 // num_canonical_nodes, 1 << 18) if num_canonical_nodes is not None, otherwise 262144. Prior to Streaming v0.7.0, `shuffle_block_size` defaulted to 262144. +12/25/2024 15:27:38 - WARNING - streaming.base.dataset - Because `shuffle_block_size` was not specified, it will default to max(4_000_000 // num_canonical_nodes, 1 << 18) if num_canonical_nodes is not None, otherwise 262144. Prior to Streaming v0.7.0, `shuffle_block_size` defaulted to 262144. +[WARNING|trainer.py:921] 2024-12-25 15:27:42,929 >> Load scheduler state from /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-800 +[WARNING|trainer.py:942] 2024-12-25 15:27:42,930 >> Resume streaming dataset state from /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-800: {'epoch': 0, 'sample_in_epoch': 1600, 'num_canonical_nodes': 1, 'shuffle_seed': 42, 'initial_physical_nodes': 1} +[INFO|trainer.py:2134] 2024-12-25 15:27:42,938 >> ***** Running training ***** +[INFO|trainer.py:2135] 2024-12-25 15:27:42,938 >> Num examples = 7,374 +[INFO|trainer.py:2136] 2024-12-25 15:27:42,938 >> Num Epochs = 1 +[INFO|trainer.py:2137] 2024-12-25 15:27:42,938 >> Instantaneous batch size per device = 1 +[INFO|trainer.py:2140] 2024-12-25 15:27:42,938 >> Total train batch size (w. parallel, distributed & accumulation) = 16 +[INFO|trainer.py:2141] 2024-12-25 15:27:42,938 >> Gradient Accumulation steps = 2 +[INFO|trainer.py:2142] 2024-12-25 15:27:42,938 >> Total optimization steps = 3,687 +[INFO|trainer.py:2143] 2024-12-25 15:27:42,940 >> Number of trainable parameters = 1,003,782,656 +[INFO|trainer.py:2165] 2024-12-25 15:27:42,942 >> Continuing training from checkpoint, will skip to saved global_step +[INFO|trainer.py:2166] 2024-12-25 15:27:42,942 >> Continuing training from epoch 0 +[INFO|trainer.py:2167] 2024-12-25 15:27:42,942 >> Continuing training from global step 800 +[INFO|integration_utils.py:807] 2024-12-25 15:27:42,944 >> Automatic Weights & Biases logging enabled, to disable set os.environ["WANDB_DISABLED"] = "true" +wandb: Currently logged in as: chtmp223. Use `wandb login --relogin` to force relogin +wandb: wandb version 0.19.1 is available! To upgrade, please run: +wandb: $ pip install wandb --upgrade +wandb: Tracking run with wandb version 0.17.3 +wandb: Run data is saved locally in /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv +wandb: Run `wandb offline` to turn off syncing. +wandb: Syncing run balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_ +wandb: ⭐️ View project at https://wandb.ai/chtmp223/prolong +wandb: 🚀 View run at https://wandb.ai/chtmp223/prolong/runs/sac86tlv +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/transformers/trainer.py:2833: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature. + checkpoint_rng_state = torch.load(rng_file) +12/25/2024 15:27:52 - WARNING - streaming.base.dataset - Because `shuffle_block_size` was not specified, it will default to max(4_000_000 // num_canonical_nodes, 1 << 18) if num_canonical_nodes is not None, otherwise 262144. Prior to Streaming v0.7.0, `shuffle_block_size` defaulted to 262144. +12/25/2024 15:27:52 - WARNING - streaming.base.dataset - The `replication` arg has been set to 8 and training is resuming from sample 1600. Make sure you are accounting for sample replication when using StreamingDataset's `state_dict` method for deterministic resumption. Otherwise, you will resume training from the wrong sample. +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/utils/checkpoint.py:1399: FutureWarning: `torch.cpu.amp.autocast(args...)` is deprecated. Please use `torch.amp.autocast('cpu', args...)` instead. + with device_autocast_ctx, torch.cpu.amp.autocast(**cpu_autocast_kwargs), recompute_context: # type: ignore[attr-defined] +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/utils/checkpoint.py:1399: FutureWarning: `torch.cpu.amp.autocast(args...)` is deprecated. Please use `torch.amp.autocast('cpu', args...)` instead. + with device_autocast_ctx, torch.cpu.amp.autocast(**cpu_autocast_kwargs), recompute_context: # type: ignore[attr-defined] +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/utils/checkpoint.py:1399: FutureWarning: `torch.cpu.amp.autocast(args...)` is deprecated. Please use `torch.amp.autocast('cpu', args...)` instead. + with device_autocast_ctx, torch.cpu.amp.autocast(**cpu_autocast_kwargs), recompute_context: # type: ignore[attr-defined] +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/utils/checkpoint.py:1399: FutureWarning: `torch.cpu.amp.autocast(args...)` is deprecated. Please use `torch.amp.autocast('cpu', args...)` instead. + with device_autocast_ctx, torch.cpu.amp.autocast(**cpu_autocast_kwargs), recompute_context: # type: ignore[attr-defined] +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/utils/checkpoint.py:1399: FutureWarning: `torch.cpu.amp.autocast(args...)` is deprecated. Please use `torch.amp.autocast('cpu', args...)` instead. + with device_autocast_ctx, torch.cpu.amp.autocast(**cpu_autocast_kwargs), recompute_context: # type: ignore[attr-defined] +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/utils/checkpoint.py:1399: FutureWarning: `torch.cpu.amp.autocast(args...)` is deprecated. Please use `torch.amp.autocast('cpu', args...)` instead. + with device_autocast_ctx, torch.cpu.amp.autocast(**cpu_autocast_kwargs), recompute_context: # type: ignore[attr-defined] +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/utils/checkpoint.py:1399: FutureWarning: `torch.cpu.amp.autocast(args...)` is deprecated. Please use `torch.amp.autocast('cpu', args...)` instead. + with device_autocast_ctx, torch.cpu.amp.autocast(**cpu_autocast_kwargs), recompute_context: # type: ignore[attr-defined] +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/utils/checkpoint.py:1399: FutureWarning: `torch.cpu.amp.autocast(args...)` is deprecated. Please use `torch.amp.autocast('cpu', args...)` instead. + with device_autocast_ctx, torch.cpu.amp.autocast(**cpu_autocast_kwargs), recompute_context: # type: ignore[attr-defined] +[INFO|trainer.py:175] 2024-12-25 15:28:35,986 >> {'loss': 0.3659, 'grad_norm': 14.524723052978516, 'learning_rate': 9.33022124140483e-07, 'epoch': 0.00027122321670735016, 'num_input_tokens_seen': 1679818752, 'completed': '21.72% (801 / 3_687)', 'remaining time': '34:45:09', 'throughput': '3023.54', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 15:29:06,898 >> {'loss': 0.3889, 'grad_norm': 12.789175987243652, 'learning_rate': 9.32810071644894e-07, 'epoch': 0.0005424464334147003, 'num_input_tokens_seen': 1681915904, 'completed': '21.75% (802 / 3_687)', 'remaining time': '29:45:24', 'throughput': '8480.25', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 15:29:37,539 >> {'loss': 0.3584, 'grad_norm': 15.237256050109863, 'learning_rate': 9.325977110783263e-07, 'epoch': 0.0008136696501220504, 'num_input_tokens_seen': 1684013056, 'completed': '21.78% (803 / 3_687)', 'remaining time': '28:00:47', 'throughput': '8555.47', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 15:30:04,732 >> {'loss': 0.5716, 'grad_norm': 17.71392250061035, 'learning_rate': 9.323850426116797e-07, 'epoch': 0.0010848928668294006, 'num_input_tokens_seen': 1686110208, 'completed': '21.81% (804 / 3_687)', 'remaining time': '26:26:48', 'throughput': '9640.04', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 15:30:36,798 >> {'loss': 0.5411, 'grad_norm': 20.835195541381836, 'learning_rate': 9.321720664161017e-07, 'epoch': 0.0013561160835367507, 'num_input_tokens_seen': 1688207360, 'completed': '21.83% (805 / 3_687)', 'remaining time': '26:17:02', 'throughput': '8175.29', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 15:31:05,593 >> {'loss': 0.5051, 'grad_norm': 20.98845100402832, 'learning_rate': 9.319587826629872e-07, 'epoch': 0.0016273393002441008, 'num_input_tokens_seen': 1690304512, 'completed': '21.86% (806 / 3_687)', 'remaining time': '25:44:11', 'throughput': '9103.82', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 15:31:37,803 >> {'loss': 0.6283, 'grad_norm': 17.86595916748047, 'learning_rate': 9.317451915239792e-07, 'epoch': 0.001898562516951451, 'num_input_tokens_seen': 1692401664, 'completed': '21.89% (807 / 3_687)', 'remaining time': '25:44:00', 'throughput': '8138.46', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 15:32:10,895 >> {'loss': 0.5475, 'grad_norm': 19.295974731445312, 'learning_rate': 9.315312931709674e-07, 'epoch': 0.0021697857336588013, 'num_input_tokens_seen': 1694498816, 'completed': '21.91% (808 / 3_687)', 'remaining time': '25:49:00', 'throughput': '7921.76', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 15:32:45,862 >> {'loss': 0.6961, 'grad_norm': 20.173925399780273, 'learning_rate': 9.313170877760892e-07, 'epoch': 0.0024410089503661514, 'num_input_tokens_seen': 1696595968, 'completed': '21.94% (809 / 3_687)', 'remaining time': '26:02:47', 'throughput': '7496.72', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 15:33:16,398 >> {'loss': 0.3755, 'grad_norm': 13.733884811401367, 'learning_rate': 9.311025755117291e-07, 'epoch': 0.0027122321670735015, 'num_input_tokens_seen': 1698693120, 'completed': '21.97% (810 / 3_687)', 'remaining time': '25:52:26', 'throughput': '8584.93', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 15:33:47,984 >> {'loss': 0.6359, 'grad_norm': 19.169233322143555, 'learning_rate': 9.308877565505181e-07, 'epoch': 0.0029834553837808516, 'num_input_tokens_seen': 1700790272, 'completed': '22.00% (811 / 3_687)', 'remaining time': '25:48:27', 'throughput': '8299.33', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 15:34:19,597 >> {'loss': 0.3631, 'grad_norm': 16.250288009643555, 'learning_rate': 9.306726310653346e-07, 'epoch': 0.0032546786004882017, 'num_input_tokens_seen': 1702887424, 'completed': '22.02% (812 / 3_687)', 'remaining time': '25:45:09', 'throughput': '8292.22', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 15:34:50,554 >> {'loss': 0.672, 'grad_norm': 34.65564727783203, 'learning_rate': 9.304571992293032e-07, 'epoch': 0.003525901817195552, 'num_input_tokens_seen': 1704984576, 'completed': '22.05% (813 / 3_687)', 'remaining time': '25:39:52', 'throughput': '8468.13', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 15:35:21,194 >> {'loss': 0.9443, 'grad_norm': 30.45555877685547, 'learning_rate': 9.302414612157954e-07, 'epoch': 0.003797125033902902, 'num_input_tokens_seen': 1707081728, 'completed': '22.08% (814 / 3_687)', 'remaining time': '25:34:10', 'throughput': '8555.66', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 15:35:50,992 >> {'loss': 0.5574, 'grad_norm': 19.15201759338379, 'learning_rate': 9.300254171984289e-07, 'epoch': 0.0040683482506102524, 'num_input_tokens_seen': 1709178880, 'completed': '22.10% (815 / 3_687)', 'remaining time': '25:26:29', 'throughput': '8797.37', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 15:36:24,017 >> {'loss': 0.724, 'grad_norm': 29.86651039123535, 'learning_rate': 9.298090673510677e-07, 'epoch': 0.0043395714673176026, 'num_input_tokens_seen': 1711276032, 'completed': '22.13% (816 / 3_687)', 'remaining time': '25:29:20', 'throughput': '7937.74', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 15:36:56,450 >> {'loss': 0.6076, 'grad_norm': 18.136457443237305, 'learning_rate': 9.295924118478218e-07, 'epoch': 0.004610794684024953, 'num_input_tokens_seen': 1713373184, 'completed': '22.16% (817 / 3_687)', 'remaining time': '25:30:08', 'throughput': '8082.53', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 15:37:23,348 >> {'loss': 0.7823, 'grad_norm': 19.57548713684082, 'learning_rate': 9.293754508630473e-07, 'epoch': 0.004882017900732303, 'num_input_tokens_seen': 1715470336, 'completed': '22.19% (818 / 3_687)', 'remaining time': '25:16:05', 'throughput': '9745.83', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 15:37:52,391 >> {'loss': 0.4778, 'grad_norm': 14.906988143920898, 'learning_rate': 9.291581845713466e-07, 'epoch': 0.005153241117439653, 'num_input_tokens_seen': 1717567488, 'completed': '22.21% (819 / 3_687)', 'remaining time': '25:08:51', 'throughput': '9026.07', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 15:38:24,390 >> {'loss': 0.3655, 'grad_norm': 14.388298034667969, 'learning_rate': 9.289406131475665e-07, 'epoch': 0.005424464334147003, 'num_input_tokens_seen': 1719664640, 'completed': '22.24% (820 / 3_687)', 'remaining time': '25:09:21', 'throughput': '8192.32', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 15:38:53,145 >> {'loss': 0.6397, 'grad_norm': 19.326364517211914, 'learning_rate': 9.287227367668012e-07, 'epoch': 0.005695687550854353, 'num_input_tokens_seen': 1721761792, 'completed': '22.27% (821 / 3_687)', 'remaining time': '25:02:23', 'throughput': '9116.55', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 15:39:26,625 >> {'loss': 0.3671, 'grad_norm': 12.356776237487793, 'learning_rate': 9.285045556043885e-07, 'epoch': 0.005966910767561703, 'num_input_tokens_seen': 1723858944, 'completed': '22.29% (822 / 3_687)', 'remaining time': '25:06:16', 'throughput': '7829.66', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 15:39:53,398 >> {'loss': 0.763, 'grad_norm': 18.93061065673828, 'learning_rate': 9.282860698359128e-07, 'epoch': 0.006238133984269053, 'num_input_tokens_seen': 1725956096, 'completed': '22.32% (823 / 3_687)', 'remaining time': '24:55:50', 'throughput': '9791.56', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 15:40:20,749 >> {'loss': 0.9767, 'grad_norm': 23.214996337890625, 'learning_rate': 9.280672796372029e-07, 'epoch': 0.006509357200976403, 'num_input_tokens_seen': 1728053248, 'completed': '22.35% (824 / 3_687)', 'remaining time': '24:47:23', 'throughput': '9584.33', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 15:40:49,260 >> {'loss': 0.6971, 'grad_norm': 21.05919075012207, 'learning_rate': 9.278481851843327e-07, 'epoch': 0.0067805804176837535, 'num_input_tokens_seen': 1730150400, 'completed': '22.38% (825 / 3_687)', 'remaining time': '24:41:48', 'throughput': '9194.39', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 15:41:20,565 >> {'loss': 0.6836, 'grad_norm': 20.329505920410156, 'learning_rate': 9.276287866536215e-07, 'epoch': 0.007051803634391104, 'num_input_tokens_seen': 1732247552, 'completed': '22.40% (826 / 3_687)', 'remaining time': '24:41:43', 'throughput': '8374.10', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 15:41:50,661 >> {'loss': 0.3354, 'grad_norm': 13.536745071411133, 'learning_rate': 9.274090842216326e-07, 'epoch': 0.007323026851098454, 'num_input_tokens_seen': 1734344704, 'completed': '22.43% (827 / 3_687)', 'remaining time': '24:39:28', 'throughput': '8710.18', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 15:42:22,992 >> {'loss': 0.648, 'grad_norm': 19.788000106811523, 'learning_rate': 9.271890780651741e-07, 'epoch': 0.007594250067805804, 'num_input_tokens_seen': 1736441856, 'completed': '22.46% (828 / 3_687)', 'remaining time': '24:41:09', 'throughput': '8108.01', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 15:42:54,138 >> {'loss': 0.2731, 'grad_norm': 11.306535720825195, 'learning_rate': 9.269687683612987e-07, 'epoch': 0.007865473284513154, 'num_input_tokens_seen': 1738539008, 'completed': '22.48% (829 / 3_687)', 'remaining time': '24:40:44', 'throughput': '8416.76', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 15:43:23,485 >> {'loss': 0.4084, 'grad_norm': 20.76605796813965, 'learning_rate': 9.267481552873033e-07, 'epoch': 0.008136696501220505, 'num_input_tokens_seen': 1740636160, 'completed': '22.51% (830 / 3_687)', 'remaining time': '24:37:27', 'throughput': '8932.63', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 15:43:53,981 >> {'loss': 0.4862, 'grad_norm': 17.467897415161133, 'learning_rate': 9.265272390207289e-07, 'epoch': 0.008407919717927854, 'num_input_tokens_seen': 1742733312, 'completed': '22.54% (831 / 3_687)', 'remaining time': '24:36:07', 'throughput': '8596.04', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 15:44:22,284 >> {'loss': 0.5836, 'grad_norm': 21.455224990844727, 'learning_rate': 9.263060197393603e-07, 'epoch': 0.008679142934635205, 'num_input_tokens_seen': 1744830464, 'completed': '22.57% (832 / 3_687)', 'remaining time': '24:31:35', 'throughput': '9262.05', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 15:44:49,520 >> {'loss': 0.9138, 'grad_norm': 22.814332962036133, 'learning_rate': 9.260844976212268e-07, 'epoch': 0.008950366151342554, 'num_input_tokens_seen': 1746927616, 'completed': '22.59% (833 / 3_687)', 'remaining time': '24:25:45', 'throughput': '9624.88', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 15:45:22,809 >> {'loss': 0.3955, 'grad_norm': 13.567204475402832, 'learning_rate': 9.258626728446004e-07, 'epoch': 0.009221589368049905, 'num_input_tokens_seen': 1749024768, 'completed': '22.62% (834 / 3_687)', 'remaining time': '24:28:41', 'throughput': '7874.65', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 15:45:50,201 >> {'loss': 0.7177, 'grad_norm': 19.025236129760742, 'learning_rate': 9.256405455879977e-07, 'epoch': 0.009492812584757255, 'num_input_tokens_seen': 1751121920, 'completed': '22.65% (835 / 3_687)', 'remaining time': '24:23:26', 'throughput': '9570.26', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 15:46:19,510 >> {'loss': 0.6642, 'grad_norm': 22.544050216674805, 'learning_rate': 9.25418116030178e-07, 'epoch': 0.009764035801464606, 'num_input_tokens_seen': 1753219072, 'completed': '22.67% (836 / 3_687)', 'remaining time': '24:20:58', 'throughput': '8944.18', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 15:46:50,922 >> {'loss': 0.3442, 'grad_norm': 13.098361015319824, 'learning_rate': 9.251953843501443e-07, 'epoch': 0.010035259018171955, 'num_input_tokens_seen': 1755316224, 'completed': '22.70% (837 / 3_687)', 'remaining time': '24:21:18', 'throughput': '8345.31', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 15:47:21,394 >> {'loss': 0.5423, 'grad_norm': 20.6568660736084, 'learning_rate': 9.249723507271425e-07, 'epoch': 0.010306482234879306, 'num_input_tokens_seen': 1757413376, 'completed': '22.73% (838 / 3_687)', 'remaining time': '24:20:26', 'throughput': '8602.70', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 15:47:51,979 >> {'loss': 0.5084, 'grad_norm': 17.13654899597168, 'learning_rate': 9.247490153406617e-07, 'epoch': 0.010577705451586655, 'num_input_tokens_seen': 1759510528, 'completed': '22.76% (839 / 3_687)', 'remaining time': '24:19:42', 'throughput': '8570.94', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 15:48:23,595 >> {'loss': 0.3407, 'grad_norm': 16.935338973999023, 'learning_rate': 9.245253783704334e-07, 'epoch': 0.010848928668294006, 'num_input_tokens_seen': 1761607680, 'completed': '22.78% (840 / 3_687)', 'remaining time': '24:20:13', 'throughput': '8291.62', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 15:48:53,372 >> {'loss': 0.3577, 'grad_norm': 12.196868896484375, 'learning_rate': 9.243014399964324e-07, 'epoch': 0.011120151885001357, 'num_input_tokens_seen': 1763704832, 'completed': '22.81% (841 / 3_687)', 'remaining time': '24:18:33', 'throughput': '8803.49', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 15:49:24,349 >> {'loss': 0.3152, 'grad_norm': 10.492193222045898, 'learning_rate': 9.240772003988758e-07, 'epoch': 0.011391375101708706, 'num_input_tokens_seen': 1765801984, 'completed': '22.84% (842 / 3_687)', 'remaining time': '24:18:18', 'throughput': '8462.62', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 15:49:54,691 >> {'loss': 0.4958, 'grad_norm': 17.036666870117188, 'learning_rate': 9.238526597582229e-07, 'epoch': 0.011662598318416057, 'num_input_tokens_seen': 1767899136, 'completed': '22.86% (843 / 3_687)', 'remaining time': '24:17:20', 'throughput': '8639.70', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 15:50:23,631 >> {'loss': 0.6916, 'grad_norm': 26.499019622802734, 'learning_rate': 9.236278182551758e-07, 'epoch': 0.011933821535123406, 'num_input_tokens_seen': 1769996288, 'completed': '22.89% (844 / 3_687)', 'remaining time': '24:14:52', 'throughput': '9058.05', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 15:50:51,039 >> {'loss': 0.5991, 'grad_norm': 18.293750762939453, 'learning_rate': 9.23402676070678e-07, 'epoch': 0.012205044751830757, 'num_input_tokens_seen': 1772093440, 'completed': '22.92% (845 / 3_687)', 'remaining time': '24:10:53', 'throughput': '9564.52', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 15:51:22,677 >> {'loss': 0.6295, 'grad_norm': 19.971363067626953, 'learning_rate': 9.231772333859154e-07, 'epoch': 0.012476267968538107, 'num_input_tokens_seen': 1774190592, 'completed': '22.95% (846 / 3_687)', 'remaining time': '24:11:25', 'throughput': '8285.82', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 15:51:52,254 >> {'loss': 0.3458, 'grad_norm': 15.316537857055664, 'learning_rate': 9.22951490382316e-07, 'epoch': 0.012747491185245458, 'num_input_tokens_seen': 1776287744, 'completed': '22.97% (847 / 3_687)', 'remaining time': '24:09:49', 'throughput': '8863.05', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 15:52:23,039 >> {'loss': 0.3044, 'grad_norm': 13.23933219909668, 'learning_rate': 9.22725447241549e-07, 'epoch': 0.013018714401952807, 'num_input_tokens_seen': 1778384896, 'completed': '23.00% (848 / 3_687)', 'remaining time': '24:09:28', 'throughput': '8515.28', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 15:52:56,342 >> {'loss': 0.4336, 'grad_norm': 17.797571182250977, 'learning_rate': 9.224991041455252e-07, 'epoch': 0.013289937618660158, 'num_input_tokens_seen': 1780482048, 'completed': '23.03% (849 / 3_687)', 'remaining time': '24:11:32', 'throughput': '7871.39', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 15:53:26,337 >> {'loss': 0.6113, 'grad_norm': 17.58323860168457, 'learning_rate': 9.222724612763971e-07, 'epoch': 0.013561160835367507, 'num_input_tokens_seen': 1782579200, 'completed': '23.05% (850 / 3_687)', 'remaining time': '24:10:22', 'throughput': '8739.74', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 15:53:54,885 >> {'loss': 0.6039, 'grad_norm': 17.832801818847656, 'learning_rate': 9.220455188165582e-07, 'epoch': 0.013832384052074858, 'num_input_tokens_seen': 1784676352, 'completed': '23.08% (851 / 3_687)', 'remaining time': '24:07:53', 'throughput': '9182.49', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 15:54:24,703 >> {'loss': 0.7489, 'grad_norm': 23.844926834106445, 'learning_rate': 9.218182769486433e-07, 'epoch': 0.014103607268782207, 'num_input_tokens_seen': 1786773504, 'completed': '23.11% (852 / 3_687)', 'remaining time': '24:06:38', 'throughput': '8791.40', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 15:54:52,313 >> {'loss': 0.615, 'grad_norm': 16.524341583251953, 'learning_rate': 9.215907358555276e-07, 'epoch': 0.014374830485489558, 'num_input_tokens_seen': 1788870656, 'completed': '23.14% (853 / 3_687)', 'remaining time': '24:03:26', 'throughput': '9494.59', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 15:55:24,214 >> {'loss': 0.867, 'grad_norm': 24.72736358642578, 'learning_rate': 9.213628957203277e-07, 'epoch': 0.014646053702196907, 'num_input_tokens_seen': 1790967808, 'completed': '23.16% (854 / 3_687)', 'remaining time': '24:04:06', 'throughput': '8217.57', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 15:55:54,594 >> {'loss': 0.8105, 'grad_norm': 25.9926700592041, 'learning_rate': 9.21134756726401e-07, 'epoch': 0.014917276918904258, 'num_input_tokens_seen': 1793064960, 'completed': '23.19% (855 / 3_687)', 'remaining time': '24:03:25', 'throughput': '8628.67', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 15:56:25,075 >> {'loss': 0.5625, 'grad_norm': 20.51833724975586, 'learning_rate': 9.209063190573445e-07, 'epoch': 0.015188500135611608, 'num_input_tokens_seen': 1795162112, 'completed': '23.22% (856 / 3_687)', 'remaining time': '24:02:49', 'throughput': '8600.28', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 15:56:57,529 >> {'loss': 0.4131, 'grad_norm': 15.484442710876465, 'learning_rate': 9.206775828969967e-07, 'epoch': 0.015459723352318959, 'num_input_tokens_seen': 1797259264, 'completed': '23.24% (857 / 3_687)', 'remaining time': '24:03:52', 'throughput': '8077.55', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 15:57:29,277 >> {'loss': 0.3329, 'grad_norm': 12.139299392700195, 'learning_rate': 9.204485484294355e-07, 'epoch': 0.015730946569026308, 'num_input_tokens_seen': 1799356416, 'completed': '23.27% (858 / 3_687)', 'remaining time': '24:04:17', 'throughput': '8256.88', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 15:57:59,433 >> {'loss': 0.5659, 'grad_norm': 15.683771133422852, 'learning_rate': 9.202192158389791e-07, 'epoch': 0.01600216978573366, 'num_input_tokens_seen': 1801453568, 'completed': '23.30% (859 / 3_687)', 'remaining time': '24:03:23', 'throughput': '8693.03', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 15:58:30,295 >> {'loss': 0.6709, 'grad_norm': 21.66155242919922, 'learning_rate': 9.199895853101856e-07, 'epoch': 0.01627339300244101, 'num_input_tokens_seen': 1803550720, 'completed': '23.33% (860 / 3_687)', 'remaining time': '24:03:04', 'throughput': '8493.97', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 15:58:58,447 >> {'loss': 0.7169, 'grad_norm': 19.560569763183594, 'learning_rate': 9.197596570278529e-07, 'epoch': 0.01654461621914836, 'num_input_tokens_seen': 1805647872, 'completed': '23.35% (861 / 3_687)', 'remaining time': '24:00:39', 'throughput': '9311.76', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 15:59:28,555 >> {'loss': 0.3676, 'grad_norm': 14.26892375946045, 'learning_rate': 9.19529431177019e-07, 'epoch': 0.016815839435855708, 'num_input_tokens_seen': 1807745024, 'completed': '23.38% (862 / 3_687)', 'remaining time': '23:59:46', 'throughput': '8706.71', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 15:59:57,537 >> {'loss': 0.1885, 'grad_norm': 9.662439346313477, 'learning_rate': 9.192989079429603e-07, 'epoch': 0.01708706265256306, 'num_input_tokens_seen': 1809842176, 'completed': '23.41% (863 / 3_687)', 'remaining time': '23:58:04', 'throughput': '9045.20', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:00:28,114 >> {'loss': 0.4003, 'grad_norm': 16.50687026977539, 'learning_rate': 9.190680875111934e-07, 'epoch': 0.01735828586927041, 'num_input_tokens_seen': 1811939328, 'completed': '23.43% (864 / 3_687)', 'remaining time': '23:57:34', 'throughput': '8573.20', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:01:01,622 >> {'loss': 0.4239, 'grad_norm': 16.06983757019043, 'learning_rate': 9.188369700674735e-07, 'epoch': 0.01762950908597776, 'num_input_tokens_seen': 1814036480, 'completed': '23.46% (865 / 3_687)', 'remaining time': '23:59:12', 'throughput': '7823.39', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:01:32,933 >> {'loss': 0.5002, 'grad_norm': 17.57181739807129, 'learning_rate': 9.186055557977957e-07, 'epoch': 0.01790073230268511, 'num_input_tokens_seen': 1816133632, 'completed': '23.49% (866 / 3_687)', 'remaining time': '23:59:12', 'throughput': '8372.29', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:02:01,295 >> {'loss': 0.6752, 'grad_norm': 22.786888122558594, 'learning_rate': 9.18373844888393e-07, 'epoch': 0.01817195551939246, 'num_input_tokens_seen': 1818230784, 'completed': '23.52% (867 / 3_687)', 'remaining time': '23:57:07', 'throughput': '9242.83', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:02:32,492 >> {'loss': 0.477, 'grad_norm': 15.312600135803223, 'learning_rate': 9.181418375257374e-07, 'epoch': 0.01844317873609981, 'num_input_tokens_seen': 1820327936, 'completed': '23.54% (868 / 3_687)', 'remaining time': '23:57:02', 'throughput': '8402.63', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:03:00,117 >> {'loss': 0.6745, 'grad_norm': 21.413515090942383, 'learning_rate': 9.179095338965401e-07, 'epoch': 0.01871440195280716, 'num_input_tokens_seen': 1822425088, 'completed': '23.57% (869 / 3_687)', 'remaining time': '23:54:30', 'throughput': '9489.46', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:03:31,859 >> {'loss': 0.4547, 'grad_norm': 14.375008583068848, 'learning_rate': 9.176769341877497e-07, 'epoch': 0.01898562516951451, 'num_input_tokens_seen': 1824522240, 'completed': '23.60% (870 / 3_687)', 'remaining time': '23:54:48', 'throughput': '8258.69', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:04:00,965 >> {'loss': 0.5549, 'grad_norm': 18.940818786621094, 'learning_rate': 9.17444038586554e-07, 'epoch': 0.01925684838622186, 'num_input_tokens_seen': 1826619392, 'completed': '23.62% (871 / 3_687)', 'remaining time': '23:53:20', 'throughput': '9006.42', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:04:31,371 >> {'loss': 0.6916, 'grad_norm': 22.97831916809082, 'learning_rate': 9.172108472803782e-07, 'epoch': 0.01952807160292921, 'num_input_tokens_seen': 1828716544, 'completed': '23.65% (872 / 3_687)', 'remaining time': '23:52:44', 'throughput': '8621.39', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:05:03,161 >> {'loss': 0.464, 'grad_norm': 33.489131927490234, 'learning_rate': 9.16977360456886e-07, 'epoch': 0.019799294819636562, 'num_input_tokens_seen': 1830813696, 'completed': '23.68% (873 / 3_687)', 'remaining time': '23:53:02', 'throughput': '8246.14', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:05:35,377 >> {'loss': 0.3587, 'grad_norm': 12.543787002563477, 'learning_rate': 9.167435783039786e-07, 'epoch': 0.02007051803634391, 'num_input_tokens_seen': 1832910848, 'completed': '23.70% (874 / 3_687)', 'remaining time': '23:53:34', 'throughput': '8137.22', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:06:04,922 >> {'loss': 0.5598, 'grad_norm': 16.099515914916992, 'learning_rate': 9.165095010097949e-07, 'epoch': 0.02034174125305126, 'num_input_tokens_seen': 1835008000, 'completed': '23.73% (875 / 3_687)', 'remaining time': '23:52:25', 'throughput': '8872.72', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:06:35,393 >> {'loss': 0.645, 'grad_norm': 18.598281860351562, 'learning_rate': 9.162751287627116e-07, 'epoch': 0.02061296446975861, 'num_input_tokens_seen': 1837105152, 'completed': '23.76% (876 / 3_687)', 'remaining time': '23:51:51', 'throughput': '8603.05', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:07:05,974 >> {'loss': 0.4911, 'grad_norm': 14.963810920715332, 'learning_rate': 9.160404617513424e-07, 'epoch': 0.020884187686465962, 'num_input_tokens_seen': 1839202304, 'completed': '23.79% (877 / 3_687)', 'remaining time': '23:51:21', 'throughput': '8572.13', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:07:34,179 >> {'loss': 0.8007, 'grad_norm': 21.489377975463867, 'learning_rate': 9.158055001645385e-07, 'epoch': 0.02115541090317331, 'num_input_tokens_seen': 1841299456, 'completed': '23.81% (878 / 3_687)', 'remaining time': '23:49:26', 'throughput': '9293.98', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:08:05,242 >> {'loss': 0.4235, 'grad_norm': 14.658339500427246, 'learning_rate': 9.155702441913881e-07, 'epoch': 0.02142663411988066, 'num_input_tokens_seen': 1843396608, 'completed': '23.84% (879 / 3_687)', 'remaining time': '23:49:14', 'throughput': '8439.10', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:08:35,579 >> {'loss': 0.5487, 'grad_norm': 20.184280395507812, 'learning_rate': 9.15334694021216e-07, 'epoch': 0.021697857336588012, 'num_input_tokens_seen': 1845493760, 'completed': '23.87% (880 / 3_687)', 'remaining time': '23:48:36', 'throughput': '8641.18', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:09:04,734 >> {'loss': 0.558, 'grad_norm': 17.544336318969727, 'learning_rate': 9.150988498435843e-07, 'epoch': 0.021969080553295363, 'num_input_tokens_seen': 1847590912, 'completed': '23.89% (881 / 3_687)', 'remaining time': '23:47:18', 'throughput': '8991.35', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:09:37,464 >> {'loss': 0.3181, 'grad_norm': 12.21959400177002, 'learning_rate': 9.148627118482912e-07, 'epoch': 0.022240303770002714, 'num_input_tokens_seen': 1849688064, 'completed': '23.92% (882 / 3_687)', 'remaining time': '23:48:03', 'throughput': '8009.24', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:10:05,401 >> {'loss': 0.7004, 'grad_norm': 17.65806007385254, 'learning_rate': 9.146262802253717e-07, 'epoch': 0.02251152698671006, 'num_input_tokens_seen': 1851785216, 'completed': '23.95% (883 / 3_687)', 'remaining time': '23:46:04', 'throughput': '9383.42', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:10:36,561 >> {'loss': 0.3288, 'grad_norm': 11.67097282409668, 'learning_rate': 9.14389555165097e-07, 'epoch': 0.022782750203417412, 'num_input_tokens_seen': 1853882368, 'completed': '23.98% (884 / 3_687)', 'remaining time': '23:45:55', 'throughput': '8412.94', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:11:08,831 >> {'loss': 0.4907, 'grad_norm': 17.335294723510742, 'learning_rate': 9.141525368579742e-07, 'epoch': 0.023053973420124763, 'num_input_tokens_seen': 1855979520, 'completed': '24.00% (885 / 3_687)', 'remaining time': '23:46:22', 'throughput': '8123.32', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:11:40,256 >> {'loss': 0.424, 'grad_norm': 21.265504837036133, 'learning_rate': 9.139152254947469e-07, 'epoch': 0.023325196636832114, 'num_input_tokens_seen': 1858076672, 'completed': '24.03% (886 / 3_687)', 'remaining time': '23:46:20', 'throughput': '8341.93', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:12:13,263 >> {'loss': 0.4297, 'grad_norm': 12.256847381591797, 'learning_rate': 9.136776212663942e-07, 'epoch': 0.023596419853539462, 'num_input_tokens_seen': 1860173824, 'completed': '24.06% (887 / 3_687)', 'remaining time': '23:47:09', 'throughput': '7942.07', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:12:43,718 >> {'loss': 0.6221, 'grad_norm': 20.520448684692383, 'learning_rate': 9.134397243641307e-07, 'epoch': 0.023867643070246813, 'num_input_tokens_seen': 1862270976, 'completed': '24.08% (888 / 3_687)', 'remaining time': '23:46:34', 'throughput': '8607.72', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:13:16,508 >> {'loss': 0.3873, 'grad_norm': 15.912782669067383, 'learning_rate': 9.132015349794069e-07, 'epoch': 0.024138866286954164, 'num_input_tokens_seen': 1864368128, 'completed': '24.11% (889 / 3_687)', 'remaining time': '23:47:13', 'throughput': '7994.47', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:13:48,305 >> {'loss': 0.2584, 'grad_norm': 12.093875885009766, 'learning_rate': 9.129630533039086e-07, 'epoch': 0.024410089503661515, 'num_input_tokens_seen': 1866465280, 'completed': '24.14% (890 / 3_687)', 'remaining time': '23:47:20', 'throughput': '8244.42', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:14:20,405 >> {'loss': 0.7337, 'grad_norm': 25.329559326171875, 'learning_rate': 9.127242795295569e-07, 'epoch': 0.024681312720368862, 'num_input_tokens_seen': 1868562432, 'completed': '24.17% (891 / 3_687)', 'remaining time': '23:47:34', 'throughput': '8166.42', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:14:49,995 >> {'loss': 0.5747, 'grad_norm': 23.77729034423828, 'learning_rate': 9.124852138485076e-07, 'epoch': 0.024952535937076213, 'num_input_tokens_seen': 1870659584, 'completed': '24.19% (892 / 3_687)', 'remaining time': '23:46:32', 'throughput': '8859.19', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:15:21,394 >> {'loss': 0.8033, 'grad_norm': 24.904544830322266, 'learning_rate': 9.12245856453152e-07, 'epoch': 0.025223759153783564, 'num_input_tokens_seen': 1872756736, 'completed': '24.22% (893 / 3_687)', 'remaining time': '23:46:25', 'throughput': '8348.90', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:15:53,769 >> {'loss': 0.632, 'grad_norm': 19.269147872924805, 'learning_rate': 9.120062075361155e-07, 'epoch': 0.025494982370490915, 'num_input_tokens_seen': 1874853888, 'completed': '24.25% (894 / 3_687)', 'remaining time': '23:46:46', 'throughput': '8097.06', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:16:23,080 >> {'loss': 0.6049, 'grad_norm': 19.273340225219727, 'learning_rate': 9.117662672902584e-07, 'epoch': 0.025766205587198263, 'num_input_tokens_seen': 1876951040, 'completed': '24.27% (895 / 3_687)', 'remaining time': '23:45:36', 'throughput': '8943.66', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:16:54,234 >> {'loss': 0.4171, 'grad_norm': 16.550512313842773, 'learning_rate': 9.115260359086757e-07, 'epoch': 0.026037428803905614, 'num_input_tokens_seen': 1879048192, 'completed': '24.30% (896 / 3_687)', 'remaining time': '23:45:20', 'throughput': '8414.27', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:17:22,945 >> {'loss': 0.6028, 'grad_norm': 21.415002822875977, 'learning_rate': 9.112855135846964e-07, 'epoch': 0.026308652020612965, 'num_input_tokens_seen': 1881145344, 'completed': '24.33% (897 / 3_687)', 'remaining time': '23:43:54', 'throughput': '9130.67', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:17:53,164 >> {'loss': 0.4228, 'grad_norm': 13.791115760803223, 'learning_rate': 9.110447005118836e-07, 'epoch': 0.026579875237320316, 'num_input_tokens_seen': 1883242496, 'completed': '24.36% (898 / 3_687)', 'remaining time': '23:43:12', 'throughput': '8674.63', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:18:25,228 >> {'loss': 0.3593, 'grad_norm': 12.052141189575195, 'learning_rate': 9.108035968840348e-07, 'epoch': 0.026851098454027666, 'num_input_tokens_seen': 1885339648, 'completed': '24.38% (899 / 3_687)', 'remaining time': '23:43:22', 'throughput': '8175.78', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:18:56,984 >> {'loss': 0.6185, 'grad_norm': 19.59334373474121, 'learning_rate': 9.105622028951806e-07, 'epoch': 0.027122321670735014, 'num_input_tokens_seen': 1887436800, 'completed': '24.41% (900 / 3_687)', 'remaining time': '23:43:23', 'throughput': '8254.87', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:19:30,683 >> {'loss': 0.3392, 'grad_norm': 13.629782676696777, 'learning_rate': 9.103205187395861e-07, 'epoch': 0.027393544887442365, 'num_input_tokens_seen': 1889533952, 'completed': '24.44% (901 / 3_687)', 'remaining time': '23:44:17', 'throughput': '7778.90', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:20:00,743 >> {'loss': 0.388, 'grad_norm': 14.33342170715332, 'learning_rate': 9.100785446117493e-07, 'epoch': 0.027664768104149716, 'num_input_tokens_seen': 1891631104, 'completed': '24.46% (902 / 3_687)', 'remaining time': '23:43:29', 'throughput': '8720.74', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:20:29,097 >> {'loss': 0.5221, 'grad_norm': 17.475322723388672, 'learning_rate': 9.098362807064017e-07, 'epoch': 0.027935991320857067, 'num_input_tokens_seen': 1893728256, 'completed': '24.49% (903 / 3_687)', 'remaining time': '23:41:56', 'throughput': '9245.59', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:20:58,559 >> {'loss': 0.3685, 'grad_norm': 15.671577453613281, 'learning_rate': 9.095937272185083e-07, 'epoch': 0.028207214537564414, 'num_input_tokens_seen': 1895825408, 'completed': '24.52% (904 / 3_687)', 'remaining time': '23:40:54', 'throughput': '8897.66', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:21:29,067 >> {'loss': 0.4047, 'grad_norm': 16.664928436279297, 'learning_rate': 9.093508843432667e-07, 'epoch': 0.028478437754271765, 'num_input_tokens_seen': 1897922560, 'completed': '24.55% (905 / 3_687)', 'remaining time': '23:40:20', 'throughput': '8592.57', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:21:59,558 >> {'loss': 0.6866, 'grad_norm': 23.7731876373291, 'learning_rate': 9.091077522761078e-07, 'epoch': 0.028749660970979116, 'num_input_tokens_seen': 1900019712, 'completed': '24.57% (906 / 3_687)', 'remaining time': '23:39:45', 'throughput': '8597.44', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:22:29,158 >> {'loss': 0.6913, 'grad_norm': 18.917259216308594, 'learning_rate': 9.088643312126948e-07, 'epoch': 0.029020884187686467, 'num_input_tokens_seen': 1902116864, 'completed': '24.60% (907 / 3_687)', 'remaining time': '23:38:48', 'throughput': '8856.33', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:23:01,117 >> {'loss': 0.4826, 'grad_norm': 16.237077713012695, 'learning_rate': 9.086206213489239e-07, 'epoch': 0.029292107404393815, 'num_input_tokens_seen': 1904214016, 'completed': '24.63% (908 / 3_687)', 'remaining time': '23:38:52', 'throughput': '8202.45', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:23:32,115 >> {'loss': 0.6956, 'grad_norm': 19.56369400024414, 'learning_rate': 9.083766228809234e-07, 'epoch': 0.029563330621101166, 'num_input_tokens_seen': 1906311168, 'completed': '24.65% (909 / 3_687)', 'remaining time': '23:38:30', 'throughput': '8456.83', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:24:02,245 >> {'loss': 0.4732, 'grad_norm': 14.219721794128418, 'learning_rate': 9.081323360050543e-07, 'epoch': 0.029834553837808517, 'num_input_tokens_seen': 1908408320, 'completed': '24.68% (910 / 3_687)', 'remaining time': '23:37:47', 'throughput': '8700.47', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:24:32,457 >> {'loss': 0.4612, 'grad_norm': 17.175357818603516, 'learning_rate': 9.078877609179088e-07, 'epoch': 0.030105777054515868, 'num_input_tokens_seen': 1910505472, 'completed': '24.71% (911 / 3_687)', 'remaining time': '23:37:06', 'throughput': '8676.56', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:25:02,164 >> {'loss': 0.3071, 'grad_norm': 12.589146614074707, 'learning_rate': 9.076428978163121e-07, 'epoch': 0.030377000271223215, 'num_input_tokens_seen': 1912602624, 'completed': '24.74% (912 / 3_687)', 'remaining time': '23:36:12', 'throughput': '8824.35', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:25:29,515 >> {'loss': 1.031, 'grad_norm': 24.949342727661133, 'learning_rate': 9.073977468973206e-07, 'epoch': 0.030648223487930566, 'num_input_tokens_seen': 1914699776, 'completed': '24.76% (913 / 3_687)', 'remaining time': '23:34:21', 'throughput': '9584.61', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:25:58,980 >> {'loss': 0.3996, 'grad_norm': 17.8113956451416, 'learning_rate': 9.071523083582223e-07, 'epoch': 0.030919446704637917, 'num_input_tokens_seen': 1916796928, 'completed': '24.79% (914 / 3_687)', 'remaining time': '23:33:23', 'throughput': '8896.82', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:26:27,928 >> {'loss': 0.6838, 'grad_norm': 25.642656326293945, 'learning_rate': 9.06906582396537e-07, 'epoch': 0.031190669921345268, 'num_input_tokens_seen': 1918894080, 'completed': '24.82% (915 / 3_687)', 'remaining time': '23:32:13', 'throughput': '9055.67', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:27:00,168 >> {'loss': 0.3932, 'grad_norm': 13.68373966217041, 'learning_rate': 9.066605692100155e-07, 'epoch': 0.031461893138052616, 'num_input_tokens_seen': 1920991232, 'completed': '24.84% (916 / 3_687)', 'remaining time': '23:32:23', 'throughput': '8131.09', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:27:31,212 >> {'loss': 0.3473, 'grad_norm': 12.269515037536621, 'learning_rate': 9.064142689966397e-07, 'epoch': 0.03173311635475997, 'num_input_tokens_seen': 1923088384, 'completed': '24.87% (917 / 3_687)', 'remaining time': '23:32:03', 'throughput': '8444.14', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:27:58,239 >> {'loss': 0.8176, 'grad_norm': 19.712133407592773, 'learning_rate': 9.061676819546229e-07, 'epoch': 0.03200433957146732, 'num_input_tokens_seen': 1925185536, 'completed': '24.90% (918 / 3_687)', 'remaining time': '23:30:09', 'throughput': '9699.19', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:28:29,039 >> {'loss': 0.4822, 'grad_norm': 15.215006828308105, 'learning_rate': 9.059208082824087e-07, 'epoch': 0.032275562788174665, 'num_input_tokens_seen': 1927282688, 'completed': '24.93% (919 / 3_687)', 'remaining time': '23:29:44', 'throughput': '8511.21', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:28:59,744 >> {'loss': 0.6293, 'grad_norm': 20.545522689819336, 'learning_rate': 9.05673648178672e-07, 'epoch': 0.03254678600488202, 'num_input_tokens_seen': 1929379840, 'completed': '24.95% (920 / 3_687)', 'remaining time': '23:29:17', 'throughput': '8537.57', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:29:31,343 >> {'loss': 0.3147, 'grad_norm': 13.10300350189209, 'learning_rate': 9.054262018423175e-07, 'epoch': 0.03281800922158937, 'num_input_tokens_seen': 1931476992, 'completed': '24.98% (921 / 3_687)', 'remaining time': '23:29:10', 'throughput': '8295.87', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:29:59,977 >> {'loss': 0.7481, 'grad_norm': 23.32817268371582, 'learning_rate': 9.051784694724808e-07, 'epoch': 0.03308923243829672, 'num_input_tokens_seen': 1933574144, 'completed': '25.01% (922 / 3_687)', 'remaining time': '23:27:56', 'throughput': '9155.19', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:30:31,119 >> {'loss': 0.2809, 'grad_norm': 10.944870948791504, 'learning_rate': 9.049304512685274e-07, 'epoch': 0.03336045565500407, 'num_input_tokens_seen': 1935671296, 'completed': '25.03% (923 / 3_687)', 'remaining time': '23:27:38', 'throughput': '8417.50', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:31:00,180 >> {'loss': 0.297, 'grad_norm': 11.271623611450195, 'learning_rate': 9.046821474300527e-07, 'epoch': 0.033631678871711417, 'num_input_tokens_seen': 1937768448, 'completed': '25.06% (924 / 3_687)', 'remaining time': '23:26:35', 'throughput': '9020.76', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:31:30,524 >> {'loss': 0.5428, 'grad_norm': 17.19096565246582, 'learning_rate': 9.044335581568827e-07, 'epoch': 0.03390290208841877, 'num_input_tokens_seen': 1939865600, 'completed': '25.09% (925 / 3_687)', 'remaining time': '23:26:00', 'throughput': '8639.02', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:31:59,987 >> {'loss': 0.3738, 'grad_norm': 13.172834396362305, 'learning_rate': 9.041846836490723e-07, 'epoch': 0.03417412530512612, 'num_input_tokens_seen': 1941962752, 'completed': '25.12% (926 / 3_687)', 'remaining time': '23:25:05', 'throughput': '8897.23', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:32:32,069 >> {'loss': 0.39, 'grad_norm': 13.624527931213379, 'learning_rate': 9.03935524106906e-07, 'epoch': 0.034445348521833466, 'num_input_tokens_seen': 1944059904, 'completed': '25.14% (927 / 3_687)', 'remaining time': '23:25:08', 'throughput': '8171.24', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:33:02,317 >> {'loss': 0.2882, 'grad_norm': 11.111466407775879, 'learning_rate': 9.036860797308984e-07, 'epoch': 0.03471657173854082, 'num_input_tokens_seen': 1946157056, 'completed': '25.17% (928 / 3_687)', 'remaining time': '23:24:31', 'throughput': '8666.50', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:33:29,961 >> {'loss': 0.4821, 'grad_norm': 18.21550178527832, 'learning_rate': 9.034363507217925e-07, 'epoch': 0.03498779495524817, 'num_input_tokens_seen': 1948254208, 'completed': '25.20% (929 / 3_687)', 'remaining time': '23:22:59', 'throughput': '9482.66', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:33:58,943 >> {'loss': 0.6339, 'grad_norm': 25.724552154541016, 'learning_rate': 9.031863372805606e-07, 'epoch': 0.03525901817195552, 'num_input_tokens_seen': 1950351360, 'completed': '25.22% (930 / 3_687)', 'remaining time': '23:21:56', 'throughput': '9045.13', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:34:30,358 >> {'loss': 0.2785, 'grad_norm': 22.317489624023438, 'learning_rate': 9.029360396084043e-07, 'epoch': 0.03553024138866287, 'num_input_tokens_seen': 1952448512, 'completed': '25.25% (931 / 3_687)', 'remaining time': '23:21:44', 'throughput': '8344.66', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:35:00,449 >> {'loss': 0.502, 'grad_norm': 15.543082237243652, 'learning_rate': 9.026854579067537e-07, 'epoch': 0.03580146460537022, 'num_input_tokens_seen': 1954545664, 'completed': '25.28% (932 / 3_687)', 'remaining time': '23:21:05', 'throughput': '8711.58', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:35:31,696 >> {'loss': 0.4526, 'grad_norm': 18.427461624145508, 'learning_rate': 9.024345923772671e-07, 'epoch': 0.03607268782207757, 'num_input_tokens_seen': 1956642816, 'completed': '25.31% (933 / 3_687)', 'remaining time': '23:20:50', 'throughput': '8389.35', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:36:00,814 >> {'loss': 0.3389, 'grad_norm': 13.186530113220215, 'learning_rate': 9.021834432218317e-07, 'epoch': 0.03634391103878492, 'num_input_tokens_seen': 1958739968, 'completed': '25.33% (934 / 3_687)', 'remaining time': '23:19:50', 'throughput': '9002.84', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:36:31,779 >> {'loss': 0.3434, 'grad_norm': 13.932114601135254, 'learning_rate': 9.019320106425629e-07, 'epoch': 0.03661513425549227, 'num_input_tokens_seen': 1960837120, 'completed': '25.36% (935 / 3_687)', 'remaining time': '23:19:29', 'throughput': '8465.92', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:37:01,500 >> {'loss': 0.2254, 'grad_norm': 12.41275691986084, 'learning_rate': 9.016802948418038e-07, 'epoch': 0.03688635747219962, 'num_input_tokens_seen': 1962934272, 'completed': '25.39% (936 / 3_687)', 'remaining time': '23:18:42', 'throughput': '8820.00', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:37:29,385 >> {'loss': 0.5891, 'grad_norm': 18.870506286621094, 'learning_rate': 9.014282960221257e-07, 'epoch': 0.03715758068890697, 'num_input_tokens_seen': 1965031424, 'completed': '25.41% (937 / 3_687)', 'remaining time': '23:17:19', 'throughput': '9400.87', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:38:00,095 >> {'loss': 0.4418, 'grad_norm': 15.504498481750488, 'learning_rate': 9.01176014386328e-07, 'epoch': 0.03742880390561432, 'num_input_tokens_seen': 1967128576, 'completed': '25.44% (938 / 3_687)', 'remaining time': '23:16:53', 'throughput': '8536.25', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:38:28,922 >> {'loss': 0.6721, 'grad_norm': 19.771808624267578, 'learning_rate': 9.009234501374371e-07, 'epoch': 0.03770002712232167, 'num_input_tokens_seen': 1969225728, 'completed': '25.47% (939 / 3_687)', 'remaining time': '23:15:50', 'throughput': '9093.59', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:39:01,111 >> {'loss': 0.5628, 'grad_norm': 23.42245101928711, 'learning_rate': 9.006706034787071e-07, 'epoch': 0.03797125033902902, 'num_input_tokens_seen': 1971322880, 'completed': '25.49% (940 / 3_687)', 'remaining time': '23:15:53', 'throughput': '8144.06', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:39:29,356 >> {'loss': 0.6278, 'grad_norm': 18.261873245239258, 'learning_rate': 9.004174746136196e-07, 'epoch': 0.03824247355573637, 'num_input_tokens_seen': 1973420032, 'completed': '25.52% (941 / 3_687)', 'remaining time': '23:14:39', 'throughput': '9281.07', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:40:03,845 >> {'loss': 0.4231, 'grad_norm': 15.880273818969727, 'learning_rate': 9.001640637458829e-07, 'epoch': 0.03851369677244372, 'num_input_tokens_seen': 1975517184, 'completed': '25.55% (942 / 3_687)', 'remaining time': '23:15:26', 'throughput': '7600.61', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:40:32,662 >> {'loss': 0.8923, 'grad_norm': 26.52276611328125, 'learning_rate': 8.999103710794323e-07, 'epoch': 0.038784919989151075, 'num_input_tokens_seen': 1977614336, 'completed': '25.58% (943 / 3_687)', 'remaining time': '23:14:23', 'throughput': '9097.13', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:41:02,778 >> {'loss': 0.3194, 'grad_norm': 12.265298843383789, 'learning_rate': 8.996563968184302e-07, 'epoch': 0.03905614320585842, 'num_input_tokens_seen': 1979711488, 'completed': '25.60% (944 / 3_687)', 'remaining time': '23:13:46', 'throughput': '8704.22', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:41:33,474 >> {'loss': 0.7034, 'grad_norm': 20.407365798950195, 'learning_rate': 8.994021411672653e-07, 'epoch': 0.03932736642256577, 'num_input_tokens_seen': 1981808640, 'completed': '25.63% (945 / 3_687)', 'remaining time': '23:13:19', 'throughput': '8540.12', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:42:02,716 >> {'loss': 0.5223, 'grad_norm': 22.567445755004883, 'learning_rate': 8.99147604330553e-07, 'epoch': 0.039598589639273124, 'num_input_tokens_seen': 1983905792, 'completed': '25.66% (946 / 3_687)', 'remaining time': '23:12:25', 'throughput': '8964.64', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:42:35,359 >> {'loss': 0.5478, 'grad_norm': 30.489513397216797, 'learning_rate': 8.988927865131347e-07, 'epoch': 0.03986981285598047, 'num_input_tokens_seen': 1986002944, 'completed': '25.68% (947 / 3_687)', 'remaining time': '23:12:35', 'throughput': '8030.53', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:43:07,617 >> {'loss': 0.5236, 'grad_norm': 18.10291862487793, 'learning_rate': 8.986376879200783e-07, 'epoch': 0.04014103607268782, 'num_input_tokens_seen': 1988100096, 'completed': '25.71% (948 / 3_687)', 'remaining time': '23:12:37', 'throughput': '8126.59', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:43:38,583 >> {'loss': 0.2878, 'grad_norm': 13.505256652832031, 'learning_rate': 8.983823087566772e-07, 'epoch': 0.040412259289395173, 'num_input_tokens_seen': 1990197248, 'completed': '25.74% (949 / 3_687)', 'remaining time': '23:12:15', 'throughput': '8465.67', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:44:09,662 >> {'loss': 0.5118, 'grad_norm': 16.355928421020508, 'learning_rate': 8.981266492284511e-07, 'epoch': 0.04068348250610252, 'num_input_tokens_seen': 1992294400, 'completed': '25.77% (950 / 3_687)', 'remaining time': '23:11:55', 'throughput': '8434.68', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:44:41,733 >> {'loss': 0.6593, 'grad_norm': 20.954561233520508, 'learning_rate': 8.978707095411446e-07, 'epoch': 0.040954705722809875, 'num_input_tokens_seen': 1994391552, 'completed': '25.79% (951 / 3_687)', 'remaining time': '23:11:53', 'throughput': '8174.05', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:45:10,174 >> {'loss': 1.0425, 'grad_norm': 28.557451248168945, 'learning_rate': 8.976144899007288e-07, 'epoch': 0.04122592893951722, 'num_input_tokens_seen': 1996488704, 'completed': '25.82% (952 / 3_687)', 'remaining time': '23:10:45', 'throughput': '9216.91', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:45:40,680 >> {'loss': 0.4375, 'grad_norm': 13.614970207214355, 'learning_rate': 8.973579905133991e-07, 'epoch': 0.04149715215622457, 'num_input_tokens_seen': 1998585856, 'completed': '25.85% (953 / 3_687)', 'remaining time': '23:10:14', 'throughput': '8593.08', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:46:11,488 >> {'loss': 0.2845, 'grad_norm': 10.78772258758545, 'learning_rate': 8.971012115855766e-07, 'epoch': 0.041768375372931925, 'num_input_tokens_seen': 2000683008, 'completed': '25.87% (954 / 3_687)', 'remaining time': '23:09:49', 'throughput': '8508.93', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:46:41,249 >> {'loss': 0.4906, 'grad_norm': 17.9395694732666, 'learning_rate': 8.968441533239073e-07, 'epoch': 0.04203959858963927, 'num_input_tokens_seen': 2002780160, 'completed': '25.90% (955 / 3_687)', 'remaining time': '23:09:05', 'throughput': '8808.66', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:47:12,945 >> {'loss': 0.4028, 'grad_norm': 13.34605884552002, 'learning_rate': 8.965868159352616e-07, 'epoch': 0.04231082180634662, 'num_input_tokens_seen': 2004877312, 'completed': '25.93% (956 / 3_687)', 'remaining time': '23:08:55', 'throughput': '8270.42', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:47:43,577 >> {'loss': 0.3782, 'grad_norm': 16.155813217163086, 'learning_rate': 8.963291996267354e-07, 'epoch': 0.042582045023053974, 'num_input_tokens_seen': 2006974464, 'completed': '25.96% (957 / 3_687)', 'remaining time': '23:08:27', 'throughput': '8557.91', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:48:16,018 >> {'loss': 0.3243, 'grad_norm': 11.215263366699219, 'learning_rate': 8.960713046056478e-07, 'epoch': 0.04285326823976132, 'num_input_tokens_seen': 2009071616, 'completed': '25.98% (958 / 3_687)', 'remaining time': '23:08:30', 'throughput': '8080.63', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:48:44,323 >> {'loss': 0.4452, 'grad_norm': 13.548431396484375, 'learning_rate': 8.958131310795434e-07, 'epoch': 0.043124491456468676, 'num_input_tokens_seen': 2011168768, 'completed': '26.01% (959 / 3_687)', 'remaining time': '23:07:21', 'throughput': '9261.32', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:49:14,761 >> {'loss': 0.4006, 'grad_norm': 13.86419677734375, 'learning_rate': 8.955546792561902e-07, 'epoch': 0.043395714673176024, 'num_input_tokens_seen': 2013265920, 'completed': '26.04% (960 / 3_687)', 'remaining time': '23:06:49', 'throughput': '8612.39', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:49:44,699 >> {'loss': 0.3906, 'grad_norm': 18.16084098815918, 'learning_rate': 8.952959493435806e-07, 'epoch': 0.04366693788988337, 'num_input_tokens_seen': 2015363072, 'completed': '26.06% (961 / 3_687)', 'remaining time': '23:06:09', 'throughput': '8756.12', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:50:13,856 >> {'loss': 0.5608, 'grad_norm': 18.875059127807617, 'learning_rate': 8.950369415499304e-07, 'epoch': 0.043938161106590726, 'num_input_tokens_seen': 2017460224, 'completed': '26.09% (962 / 3_687)', 'remaining time': '23:05:16', 'throughput': '8990.89', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:50:48,212 >> {'loss': 0.7657, 'grad_norm': 22.01349639892578, 'learning_rate': 8.947776560836793e-07, 'epoch': 0.04420938432329807, 'num_input_tokens_seen': 2019557376, 'completed': '26.12% (963 / 3_687)', 'remaining time': '23:05:50', 'throughput': '7630.21', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:51:19,253 >> {'loss': 0.4577, 'grad_norm': 17.236188888549805, 'learning_rate': 8.945180931534902e-07, 'epoch': 0.04448060754000543, 'num_input_tokens_seen': 2021654528, 'completed': '26.15% (964 / 3_687)', 'remaining time': '23:05:28', 'throughput': '8445.05', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:51:51,635 >> {'loss': 0.4122, 'grad_norm': 15.46218204498291, 'learning_rate': 8.942582529682496e-07, 'epoch': 0.044751830756712775, 'num_input_tokens_seen': 2023751680, 'completed': '26.17% (965 / 3_687)', 'remaining time': '23:05:28', 'throughput': '8095.43', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:52:21,810 >> {'loss': 0.3415, 'grad_norm': 14.264276504516602, 'learning_rate': 8.939981357370672e-07, 'epoch': 0.04502305397342012, 'num_input_tokens_seen': 2025848832, 'completed': '26.20% (966 / 3_687)', 'remaining time': '23:04:51', 'throughput': '8687.49', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:52:52,625 >> {'loss': 0.4217, 'grad_norm': 17.676618576049805, 'learning_rate': 8.937377416692752e-07, 'epoch': 0.04529427719012748, 'num_input_tokens_seen': 2027945984, 'completed': '26.23% (967 / 3_687)', 'remaining time': '23:04:25', 'throughput': '8506.96', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:53:22,579 >> {'loss': 0.4929, 'grad_norm': 16.618602752685547, 'learning_rate': 8.934770709744289e-07, 'epoch': 0.045565500406834825, 'num_input_tokens_seen': 2030043136, 'completed': '26.25% (968 / 3_687)', 'remaining time': '23:03:45', 'throughput': '8751.44', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:53:55,019 >> {'loss': 0.3282, 'grad_norm': 13.402697563171387, 'learning_rate': 8.93216123862306e-07, 'epoch': 0.04583672362354217, 'num_input_tokens_seen': 2032140288, 'completed': '26.28% (969 / 3_687)', 'remaining time': '23:03:45', 'throughput': '8081.06', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:54:22,026 >> {'loss': 1.1138, 'grad_norm': 24.799013137817383, 'learning_rate': 8.929549005429071e-07, 'epoch': 0.04610794684024953, 'num_input_tokens_seen': 2034237440, 'completed': '26.31% (970 / 3_687)', 'remaining time': '23:02:18', 'throughput': '9706.24', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:54:52,147 >> {'loss': 0.4161, 'grad_norm': 17.392616271972656, 'learning_rate': 8.926934012264546e-07, 'epoch': 0.046379170056956874, 'num_input_tokens_seen': 2036334592, 'completed': '26.34% (971 / 3_687)', 'remaining time': '23:01:41', 'throughput': '8703.17', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:55:23,872 >> {'loss': 0.567, 'grad_norm': 18.09572410583496, 'learning_rate': 8.924316261233933e-07, 'epoch': 0.04665039327366423, 'num_input_tokens_seen': 2038431744, 'completed': '26.36% (972 / 3_687)', 'remaining time': '23:01:30', 'throughput': '8262.89', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:55:55,006 >> {'loss': 0.3801, 'grad_norm': 14.815757751464844, 'learning_rate': 8.921695754443898e-07, 'epoch': 0.046921616490371576, 'num_input_tokens_seen': 2040528896, 'completed': '26.39% (973 / 3_687)', 'remaining time': '23:01:09', 'throughput': '8419.87', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:56:23,994 >> {'loss': 0.4794, 'grad_norm': 16.38593864440918, 'learning_rate': 8.919072494003325e-07, 'epoch': 0.047192839707078924, 'num_input_tokens_seen': 2042626048, 'completed': '26.42% (974 / 3_687)', 'remaining time': '23:00:14', 'throughput': '9043.19', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:56:57,223 >> {'loss': 0.394, 'grad_norm': 13.091635704040527, 'learning_rate': 8.916446482023313e-07, 'epoch': 0.04746406292378628, 'num_input_tokens_seen': 2044723200, 'completed': '26.44% (975 / 3_687)', 'remaining time': '23:00:25', 'throughput': '7889.03', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:57:26,618 >> {'loss': 0.5268, 'grad_norm': 17.225982666015625, 'learning_rate': 8.913817720617178e-07, 'epoch': 0.047735286140493625, 'num_input_tokens_seen': 2046820352, 'completed': '26.47% (976 / 3_687)', 'remaining time': '22:59:37', 'throughput': '8918.13', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:57:59,009 >> {'loss': 0.3478, 'grad_norm': 12.275423049926758, 'learning_rate': 8.911186211900448e-07, 'epoch': 0.04800650935720097, 'num_input_tokens_seen': 2048917504, 'completed': '26.50% (977 / 3_687)', 'remaining time': '22:59:35', 'throughput': '8093.09', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:58:31,641 >> {'loss': 0.619, 'grad_norm': 19.183958053588867, 'learning_rate': 8.908551957990858e-07, 'epoch': 0.04827773257390833, 'num_input_tokens_seen': 2051014656, 'completed': '26.53% (978 / 3_687)', 'remaining time': '22:59:36', 'throughput': '8033.18', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:59:00,661 >> {'loss': 0.6647, 'grad_norm': 22.74364471435547, 'learning_rate': 8.90591496100836e-07, 'epoch': 0.048548955790615675, 'num_input_tokens_seen': 2053111808, 'completed': '26.55% (979 / 3_687)', 'remaining time': '22:58:42', 'throughput': '9033.24', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:59:29,996 >> {'loss': 0.5442, 'grad_norm': 20.398710250854492, 'learning_rate': 8.903275223075104e-07, 'epoch': 0.04882017900732303, 'num_input_tokens_seen': 2055208960, 'completed': '26.58% (980 / 3_687)', 'remaining time': '22:57:54', 'throughput': '8936.43', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:59:58,409 >> {'loss': 0.683, 'grad_norm': 19.808082580566406, 'learning_rate': 8.900632746315454e-07, 'epoch': 0.04909140222403038, 'num_input_tokens_seen': 2057306112, 'completed': '26.61% (981 / 3_687)', 'remaining time': '22:56:51', 'throughput': '9226.10', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:00:27,001 >> {'loss': 1.0303, 'grad_norm': 26.348705291748047, 'learning_rate': 8.897987532855972e-07, 'epoch': 0.049362625440737724, 'num_input_tokens_seen': 2059403264, 'completed': '26.63% (982 / 3_687)', 'remaining time': '22:55:52', 'throughput': '9168.46', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:01:00,917 >> {'loss': 0.5595, 'grad_norm': 21.460338592529297, 'learning_rate': 8.895339584825429e-07, 'epoch': 0.04963384865744508, 'num_input_tokens_seen': 2061500416, 'completed': '26.66% (983 / 3_687)', 'remaining time': '22:56:12', 'throughput': '7729.12', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:01:34,415 >> {'loss': 0.4599, 'grad_norm': 14.994651794433594, 'learning_rate': 8.892688904354787e-07, 'epoch': 0.049905071874152426, 'num_input_tokens_seen': 2063597568, 'completed': '26.69% (984 / 3_687)', 'remaining time': '22:56:25', 'throughput': '7825.80', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:02:03,784 >> {'loss': 0.373, 'grad_norm': 12.65827751159668, 'learning_rate': 8.890035493577219e-07, 'epoch': 0.05017629509085978, 'num_input_tokens_seen': 2065694720, 'completed': '26.72% (985 / 3_687)', 'remaining time': '22:55:37', 'throughput': '8925.71', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:02:33,403 >> {'loss': 0.9004, 'grad_norm': 22.335948944091797, 'learning_rate': 8.887379354628085e-07, 'epoch': 0.05044751830756713, 'num_input_tokens_seen': 2067791872, 'completed': '26.74% (986 / 3_687)', 'remaining time': '22:54:53', 'throughput': '8850.65', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:03:02,335 >> {'loss': 0.3551, 'grad_norm': 13.694454193115234, 'learning_rate': 8.884720489644945e-07, 'epoch': 0.050718741524274476, 'num_input_tokens_seen': 2069889024, 'completed': '26.77% (987 / 3_687)', 'remaining time': '22:53:59', 'throughput': '9060.54', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:03:29,658 >> {'loss': 0.735, 'grad_norm': 20.320920944213867, 'learning_rate': 8.882058900767555e-07, 'epoch': 0.05098996474098183, 'num_input_tokens_seen': 2071986176, 'completed': '26.80% (988 / 3_687)', 'remaining time': '22:52:42', 'throughput': '9594.43', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:04:04,966 >> {'loss': 0.5857, 'grad_norm': 19.12615966796875, 'learning_rate': 8.879394590137857e-07, 'epoch': 0.05126118795768918, 'num_input_tokens_seen': 2074083328, 'completed': '26.82% (989 / 3_687)', 'remaining time': '22:53:20', 'throughput': '7424.51', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:04:37,521 >> {'loss': 0.3749, 'grad_norm': 16.400854110717773, 'learning_rate': 8.876727559899989e-07, 'epoch': 0.051532411174396525, 'num_input_tokens_seen': 2076180480, 'completed': '26.85% (990 / 3_687)', 'remaining time': '22:53:18', 'throughput': '8052.30', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:05:04,342 >> {'loss': 0.9273, 'grad_norm': 24.33226203918457, 'learning_rate': 8.874057812200274e-07, 'epoch': 0.05180363439110388, 'num_input_tokens_seen': 2078277632, 'completed': '26.88% (991 / 3_687)', 'remaining time': '22:51:55', 'throughput': '9773.94', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:05:35,182 >> {'loss': 0.6876, 'grad_norm': 17.637216567993164, 'learning_rate': 8.871385349187225e-07, 'epoch': 0.05207485760781123, 'num_input_tokens_seen': 2080374784, 'completed': '26.91% (992 / 3_687)', 'remaining time': '22:51:29', 'throughput': '8500.08', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:06:03,983 >> {'loss': 0.7319, 'grad_norm': 22.15195083618164, 'learning_rate': 8.868710173011538e-07, 'epoch': 0.05234608082451858, 'num_input_tokens_seen': 2082471936, 'completed': '26.93% (993 / 3_687)', 'remaining time': '22:50:34', 'throughput': '9101.89', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:06:34,219 >> {'loss': 0.4949, 'grad_norm': 16.152517318725586, 'learning_rate': 8.866032285826091e-07, 'epoch': 0.05261730404122593, 'num_input_tokens_seen': 2084569088, 'completed': '26.96% (994 / 3_687)', 'remaining time': '22:50:00', 'throughput': '8670.02', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:07:06,973 >> {'loss': 0.3432, 'grad_norm': 13.20339584350586, 'learning_rate': 8.86335168978595e-07, 'epoch': 0.05288852725793328, 'num_input_tokens_seen': 2086666240, 'completed': '26.99% (995 / 3_687)', 'remaining time': '22:50:00', 'throughput': '8003.29', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:07:39,120 >> {'loss': 0.2759, 'grad_norm': 12.26603889465332, 'learning_rate': 8.860668387048353e-07, 'epoch': 0.05315975047464063, 'num_input_tokens_seen': 2088763392, 'completed': '27.01% (996 / 3_687)', 'remaining time': '22:49:51', 'throughput': '8154.48', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:08:09,471 >> {'loss': 0.3028, 'grad_norm': 12.985957145690918, 'learning_rate': 8.85798237977272e-07, 'epoch': 0.05343097369134798, 'num_input_tokens_seen': 2090860544, 'completed': '27.04% (997 / 3_687)', 'remaining time': '22:49:18', 'throughput': '8637.28', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:08:42,451 >> {'loss': 0.63, 'grad_norm': 17.120885848999023, 'learning_rate': 8.85529367012065e-07, 'epoch': 0.05370219690805533, 'num_input_tokens_seen': 2092957696, 'completed': '27.07% (998 / 3_687)', 'remaining time': '22:49:21', 'throughput': '7948.65', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:09:13,732 >> {'loss': 0.4986, 'grad_norm': 17.12887191772461, 'learning_rate': 8.852602260255911e-07, 'epoch': 0.05397342012476268, 'num_input_tokens_seen': 2095054848, 'completed': '27.10% (999 / 3_687)', 'remaining time': '22:49:00', 'throughput': '8380.18', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:09:45,155 >> {'loss': 0.7428, 'grad_norm': 19.522432327270508, 'learning_rate': 8.849908152344451e-07, 'epoch': 0.05424464334147003, 'num_input_tokens_seen': 2097152000, 'completed': '27.12% (1_000 / 3_687)', 'remaining time': '22:48:41', 'throughput': '8342.42', 'gpu_mem_free': '5581MB'} +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/distributed/fsdp/fully_sharded_data_parallel.py:689: FutureWarning: FSDP.state_dict_type() and FSDP.set_state_dict_type() are being deprecated. Please use APIs, get_state_dict() and set_state_dict(), which can support different parallelisms, FSDP1, FSDP2, DDP. API doc: https://pytorch.org/docs/stable/distributed.checkpoint.html#torch.distributed.checkpoint.state_dict.get_state_dict .Tutorial: https://pytorch.org/tutorials/recipes/distributed_checkpoint_recipe.html . + warnings.warn( +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/distributed/fsdp/fully_sharded_data_parallel.py:689: FutureWarning: FSDP.state_dict_type() and FSDP.set_state_dict_type() are being deprecated. Please use APIs, get_state_dict() and set_state_dict(), which can support different parallelisms, FSDP1, FSDP2, DDP. API doc: https://pytorch.org/docs/stable/distributed.checkpoint.html#torch.distributed.checkpoint.state_dict.get_state_dict .Tutorial: https://pytorch.org/tutorials/recipes/distributed_checkpoint_recipe.html . + warnings.warn( +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/distributed/fsdp/fully_sharded_data_parallel.py:689: FutureWarning: FSDP.state_dict_type() and FSDP.set_state_dict_type() are being deprecated. Please use APIs, get_state_dict() and set_state_dict(), which can support different parallelisms, FSDP1, FSDP2, DDP. API doc: https://pytorch.org/docs/stable/distributed.checkpoint.html#torch.distributed.checkpoint.state_dict.get_state_dict .Tutorial: https://pytorch.org/tutorials/recipes/distributed_checkpoint_recipe.html . + warnings.warn( +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/distributed/fsdp/fully_sharded_data_parallel.py:689: FutureWarning: FSDP.state_dict_type() and FSDP.set_state_dict_type() are being deprecated. Please use APIs, get_state_dict() and set_state_dict(), which can support different parallelisms, FSDP1, FSDP2, DDP. API doc: https://pytorch.org/docs/stable/distributed.checkpoint.html#torch.distributed.checkpoint.state_dict.get_state_dict .Tutorial: https://pytorch.org/tutorials/recipes/distributed_checkpoint_recipe.html . + warnings.warn( +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/distributed/fsdp/fully_sharded_data_parallel.py:689: FutureWarning: FSDP.state_dict_type() and FSDP.set_state_dict_type() are being deprecated. Please use APIs, get_state_dict() and set_state_dict(), which can support different parallelisms, FSDP1, FSDP2, DDP. API doc: https://pytorch.org/docs/stable/distributed.checkpoint.html#torch.distributed.checkpoint.state_dict.get_state_dict .Tutorial: https://pytorch.org/tutorials/recipes/distributed_checkpoint_recipe.html . + warnings.warn( +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/distributed/fsdp/fully_sharded_data_parallel.py:689: FutureWarning: FSDP.state_dict_type() and FSDP.set_state_dict_type() are being deprecated. Please use APIs, get_state_dict() and set_state_dict(), which can support different parallelisms, FSDP1, FSDP2, DDP. API doc: https://pytorch.org/docs/stable/distributed.checkpoint.html#torch.distributed.checkpoint.state_dict.get_state_dict .Tutorial: https://pytorch.org/tutorials/recipes/distributed_checkpoint_recipe.html . + warnings.warn( +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/distributed/fsdp/fully_sharded_data_parallel.py:689: FutureWarning: FSDP.state_dict_type() and FSDP.set_state_dict_type() are being deprecated. Please use APIs, get_state_dict() and set_state_dict(), which can support different parallelisms, FSDP1, FSDP2, DDP. API doc: https://pytorch.org/docs/stable/distributed.checkpoint.html#torch.distributed.checkpoint.state_dict.get_state_dict .Tutorial: https://pytorch.org/tutorials/recipes/distributed_checkpoint_recipe.html . + warnings.warn( +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/distributed/fsdp/fully_sharded_data_parallel.py:689: FutureWarning: FSDP.state_dict_type() and FSDP.set_state_dict_type() are being deprecated. Please use APIs, get_state_dict() and set_state_dict(), which can support different parallelisms, FSDP1, FSDP2, DDP. API doc: https://pytorch.org/docs/stable/distributed.checkpoint.html#torch.distributed.checkpoint.state_dict.get_state_dict .Tutorial: https://pytorch.org/tutorials/recipes/distributed_checkpoint_recipe.html . + warnings.warn( +[INFO|trainer.py:3503] 2024-12-25 17:10:09,029 >> Saving model checkpoint to /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-1000 +[INFO|configuration_utils.py:472] 2024-12-25 17:10:09,034 >> Configuration saved in /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-1000/config.json +[INFO|configuration_utils.py:807] 2024-12-25 17:10:09,035 >> Configuration saved in /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-1000/generation_config.json +[INFO|modeling_utils.py:2807] 2024-12-25 17:11:05,268 >> The model is bigger than the maximum size per checkpoint (5GB) and is going to be split in 7 checkpoint shards. You can find where each parameters has been saved in the index located at /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-1000/model.safetensors.index.json. +[INFO|tokenization_utils_base.py:2684] 2024-12-25 17:11:05,273 >> tokenizer config file saved in /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-1000/tokenizer_config.json +[INFO|tokenization_utils_base.py:2693] 2024-12-25 17:11:05,274 >> Special tokens file saved in /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-1000/special_tokens_map.json +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/distributed/fsdp/fully_sharded_data_parallel.py:689: FutureWarning: FSDP.state_dict_type() and FSDP.set_state_dict_type() are being deprecated. Please use APIs, get_state_dict() and set_state_dict(), which can support different parallelisms, FSDP1, FSDP2, DDP. API doc: https://pytorch.org/docs/stable/distributed.checkpoint.html#torch.distributed.checkpoint.state_dict.get_state_dict .Tutorial: https://pytorch.org/tutorials/recipes/distributed_checkpoint_recipe.html . + warnings.warn( +12/25/2024 17:14:59 - WARNING - streaming.base.dataset - Because `shuffle_block_size` was not specified, it will default to max(4_000_000 // num_canonical_nodes, 1 << 18) if num_canonical_nodes is not None, otherwise 262144. Prior to Streaming v0.7.0, `shuffle_block_size` defaulted to 262144. +[WARNING|trainer.py:868] 2024-12-25 17:14:59,159 >> Save streaming dataset state: {'epoch': 0, 'sample_in_epoch': 2000, 'num_canonical_nodes': 1, 'shuffle_seed': 42, 'initial_physical_nodes': 1} +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/utils/checkpoint.py:1399: FutureWarning: `torch.cpu.amp.autocast(args...)` is deprecated. Please use `torch.amp.autocast('cpu', args...)` instead. + with device_autocast_ctx, torch.cpu.amp.autocast(**cpu_autocast_kwargs), recompute_context: # type: ignore[attr-defined] +[INFO|trainer.py:175] 2024-12-25 17:15:29,462 >> {'loss': 0.3491, 'grad_norm': 19.57962417602539, 'learning_rate': 8.847211348554382e-07, 'epoch': 0.05451586655817738, 'num_input_tokens_seen': 2099249152, 'completed': '27.15% (1_001 / 3_687)', 'remaining time': '23:58:03', 'throughput': '761.37', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:16:01,123 >> {'loss': 0.4238, 'grad_norm': 15.201761245727539, 'learning_rate': 8.844511851055991e-07, 'epoch': 0.05478708977488473, 'num_input_tokens_seen': 2101346304, 'completed': '27.18% (1_002 / 3_687)', 'remaining time': '23:57:25', 'throughput': '8279.79', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:16:32,013 >> {'loss': 0.4377, 'grad_norm': 15.727082252502441, 'learning_rate': 8.841809662021731e-07, 'epoch': 0.05505831299159208, 'num_input_tokens_seen': 2103443456, 'completed': '27.20% (1_003 / 3_687)', 'remaining time': '23:56:37', 'throughput': '8486.28', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:17:02,930 >> {'loss': 0.7603, 'grad_norm': 22.993534088134766, 'learning_rate': 8.839104783626219e-07, 'epoch': 0.05532953620829943, 'num_input_tokens_seen': 2105540608, 'completed': '27.23% (1_004 / 3_687)', 'remaining time': '23:55:49', 'throughput': '8479.07', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:17:32,870 >> {'loss': 0.3576, 'grad_norm': 13.314918518066406, 'learning_rate': 8.836397218046239e-07, 'epoch': 0.05560075942500678, 'num_input_tokens_seen': 2107637760, 'completed': '27.26% (1_005 / 3_687)', 'remaining time': '23:54:48', 'throughput': '8755.50', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:18:01,940 >> {'loss': 0.4315, 'grad_norm': 14.432062149047852, 'learning_rate': 8.83368696746074e-07, 'epoch': 0.055871982641714134, 'num_input_tokens_seen': 2109734912, 'completed': '27.29% (1_006 / 3_687)', 'remaining time': '23:53:37', 'throughput': '9017.71', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:18:30,956 >> {'loss': 0.7692, 'grad_norm': 20.760156631469727, 'learning_rate': 8.830974034050824e-07, 'epoch': 0.05614320585842148, 'num_input_tokens_seen': 2111832064, 'completed': '27.31% (1_007 / 3_687)', 'remaining time': '23:52:25', 'throughput': '9034.47', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:18:59,818 >> {'loss': 0.283, 'grad_norm': 10.294124603271484, 'learning_rate': 8.828258419999759e-07, 'epoch': 0.05641442907512883, 'num_input_tokens_seen': 2113929216, 'completed': '27.34% (1_008 / 3_687)', 'remaining time': '23:51:12', 'throughput': '9082.63', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:19:31,762 >> {'loss': 0.2858, 'grad_norm': 10.813933372497559, 'learning_rate': 8.825540127492965e-07, 'epoch': 0.05668565229183618, 'num_input_tokens_seen': 2116026368, 'completed': '27.37% (1_009 / 3_687)', 'remaining time': '23:50:38', 'throughput': '8206.35', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:20:03,199 >> {'loss': 0.717, 'grad_norm': 23.46965217590332, 'learning_rate': 8.822819158718026e-07, 'epoch': 0.05695687550854353, 'num_input_tokens_seen': 2118123520, 'completed': '27.39% (1_010 / 3_687)', 'remaining time': '23:49:58', 'throughput': '8338.77', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:20:33,501 >> {'loss': 0.5001, 'grad_norm': 19.347179412841797, 'learning_rate': 8.820095515864669e-07, 'epoch': 0.05722809872525088, 'num_input_tokens_seen': 2120220672, 'completed': '27.42% (1_011 / 3_687)', 'remaining time': '23:49:04', 'throughput': '8650.98', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:21:03,570 >> {'loss': 0.5409, 'grad_norm': 18.49291229248047, 'learning_rate': 8.81736920112478e-07, 'epoch': 0.05749932194195823, 'num_input_tokens_seen': 2122317824, 'completed': '27.45% (1_012 / 3_687)', 'remaining time': '23:48:07', 'throughput': '8718.03', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:21:38,394 >> {'loss': 0.4008, 'grad_norm': 14.770519256591797, 'learning_rate': 8.814640216692391e-07, 'epoch': 0.05777054515866558, 'num_input_tokens_seen': 2124414976, 'completed': '27.47% (1_013 / 3_687)', 'remaining time': '23:48:10', 'throughput': '7527.69', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:22:05,927 >> {'loss': 0.8029, 'grad_norm': 22.392454147338867, 'learning_rate': 8.81190856476369e-07, 'epoch': 0.058041768375372935, 'num_input_tokens_seen': 2126512128, 'completed': '27.50% (1_014 / 3_687)', 'remaining time': '23:46:42', 'throughput': '9521.16', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:22:35,257 >> {'loss': 0.5948, 'grad_norm': 19.39711570739746, 'learning_rate': 8.809174247537003e-07, 'epoch': 0.05831299159208028, 'num_input_tokens_seen': 2128609280, 'completed': '27.53% (1_015 / 3_687)', 'remaining time': '23:45:36', 'throughput': '8937.85', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:23:07,442 >> {'loss': 0.2487, 'grad_norm': 11.22283935546875, 'learning_rate': 8.806437267212805e-07, 'epoch': 0.05858421480878763, 'num_input_tokens_seen': 2130706432, 'completed': '27.56% (1_016 / 3_687)', 'remaining time': '23:45:06', 'throughput': '8144.88', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:23:41,141 >> {'loss': 0.8866, 'grad_norm': 23.879262924194336, 'learning_rate': 8.803697625993713e-07, 'epoch': 0.058855438025494984, 'num_input_tokens_seen': 2132803584, 'completed': '27.58% (1_017 / 3_687)', 'remaining time': '23:44:55', 'throughput': '7778.92', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:24:10,954 >> {'loss': 0.6154, 'grad_norm': 17.010164260864258, 'learning_rate': 8.800955326084487e-07, 'epoch': 0.05912666124220233, 'num_input_tokens_seen': 2134900736, 'completed': '27.61% (1_018 / 3_687)', 'remaining time': '23:43:56', 'throughput': '8792.97', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:24:41,449 >> {'loss': 0.2381, 'grad_norm': 12.31965160369873, 'learning_rate': 8.798210369692025e-07, 'epoch': 0.059397884458909686, 'num_input_tokens_seen': 2136997888, 'completed': '27.64% (1_019 / 3_687)', 'remaining time': '23:43:05', 'throughput': '8596.30', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:25:12,178 >> {'loss': 0.4989, 'grad_norm': 14.956830978393555, 'learning_rate': 8.795462759025364e-07, 'epoch': 0.059669107675617034, 'num_input_tokens_seen': 2139095040, 'completed': '27.66% (1_020 / 3_687)', 'remaining time': '23:42:18', 'throughput': '8530.81', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:25:44,706 >> {'loss': 0.3168, 'grad_norm': 11.59531021118164, 'learning_rate': 8.792712496295677e-07, 'epoch': 0.05994033089232438, 'num_input_tokens_seen': 2141192192, 'completed': '27.69% (1_021 / 3_687)', 'remaining time': '23:41:52', 'throughput': '8058.92', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:26:15,354 >> {'loss': 0.4643, 'grad_norm': 15.695453643798828, 'learning_rate': 8.789959583716268e-07, 'epoch': 0.060211554109031735, 'num_input_tokens_seen': 2143289344, 'completed': '27.72% (1_022 / 3_687)', 'remaining time': '23:41:04', 'throughput': '8553.66', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:26:45,292 >> {'loss': 0.2886, 'grad_norm': 12.228116989135742, 'learning_rate': 8.787204023502579e-07, 'epoch': 0.06048277732573908, 'num_input_tokens_seen': 2145386496, 'completed': '27.75% (1_023 / 3_687)', 'remaining time': '23:40:08', 'throughput': '8756.13', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:27:12,539 >> {'loss': 0.4706, 'grad_norm': 15.869124412536621, 'learning_rate': 8.78444581787218e-07, 'epoch': 0.06075400054244643, 'num_input_tokens_seen': 2147483648, 'completed': '27.77% (1_024 / 3_687)', 'remaining time': '23:38:39', 'throughput': '9621.25', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:27:44,870 >> {'loss': 0.4961, 'grad_norm': 17.77741241455078, 'learning_rate': 8.781684969044769e-07, 'epoch': 0.061025223759153785, 'num_input_tokens_seen': 2149580800, 'completed': '27.80% (1_025 / 3_687)', 'remaining time': '23:38:12', 'throughput': '8107.97', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:28:16,783 >> {'loss': 0.5621, 'grad_norm': 18.270593643188477, 'learning_rate': 8.778921479242173e-07, 'epoch': 0.06129644697586113, 'num_input_tokens_seen': 2151677952, 'completed': '27.83% (1_026 / 3_687)', 'remaining time': '23:37:39', 'throughput': '8214.23', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:28:47,320 >> {'loss': 0.2092, 'grad_norm': 10.54736614227295, 'learning_rate': 8.776155350688342e-07, 'epoch': 0.06156767019256849, 'num_input_tokens_seen': 2153775104, 'completed': '27.85% (1_027 / 3_687)', 'remaining time': '23:36:50', 'throughput': '8584.49', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:29:17,452 >> {'loss': 0.2644, 'grad_norm': 14.527905464172363, 'learning_rate': 8.773386585609352e-07, 'epoch': 0.061838893409275834, 'num_input_tokens_seen': 2155872256, 'completed': '27.88% (1_028 / 3_687)', 'remaining time': '23:35:57', 'throughput': '8700.03', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:29:46,966 >> {'loss': 0.4327, 'grad_norm': 14.493075370788574, 'learning_rate': 8.770615186233398e-07, 'epoch': 0.06211011662598318, 'num_input_tokens_seen': 2157969408, 'completed': '27.91% (1_029 / 3_687)', 'remaining time': '23:34:57', 'throughput': '8881.99', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:30:17,553 >> {'loss': 0.3887, 'grad_norm': 15.283905982971191, 'learning_rate': 8.7678411547908e-07, 'epoch': 0.062381339842690536, 'num_input_tokens_seen': 2160066560, 'completed': '27.94% (1_030 / 3_687)', 'remaining time': '23:34:09', 'throughput': '8570.46', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:30:46,609 >> {'loss': 0.8746, 'grad_norm': 22.41847801208496, 'learning_rate': 8.76506449351399e-07, 'epoch': 0.06265256305939788, 'num_input_tokens_seen': 2162163712, 'completed': '27.96% (1_031 / 3_687)', 'remaining time': '23:33:04', 'throughput': '9021.79', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:31:19,114 >> {'loss': 0.3222, 'grad_norm': 12.715897560119629, 'learning_rate': 8.762285204637522e-07, 'epoch': 0.06292378627610523, 'num_input_tokens_seen': 2164260864, 'completed': '27.99% (1_032 / 3_687)', 'remaining time': '23:32:39', 'throughput': '8064.76', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:31:47,107 >> {'loss': 0.9287, 'grad_norm': 25.04868507385254, 'learning_rate': 8.75950329039806e-07, 'epoch': 0.06319500949281258, 'num_input_tokens_seen': 2166358016, 'completed': '28.02% (1_033 / 3_687)', 'remaining time': '23:31:22', 'throughput': '9364.55', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:32:18,344 >> {'loss': 0.4544, 'grad_norm': 14.874964714050293, 'learning_rate': 8.756718753034381e-07, 'epoch': 0.06346623270951994, 'num_input_tokens_seen': 2168455168, 'completed': '28.04% (1_034 / 3_687)', 'remaining time': '23:30:43', 'throughput': '8392.21', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:32:49,717 >> {'loss': 0.4122, 'grad_norm': 15.657155990600586, 'learning_rate': 8.75393159478738e-07, 'epoch': 0.06373745592622729, 'num_input_tokens_seen': 2170552320, 'completed': '28.07% (1_035 / 3_687)', 'remaining time': '23:30:05', 'throughput': '8355.73', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:33:20,213 >> {'loss': 0.5967, 'grad_norm': 20.458627700805664, 'learning_rate': 8.751141817900052e-07, 'epoch': 0.06400867914293464, 'num_input_tokens_seen': 2172649472, 'completed': '28.10% (1_036 / 3_687)', 'remaining time': '23:29:17', 'throughput': '8596.13', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:33:53,339 >> {'loss': 0.2614, 'grad_norm': 11.38912296295166, 'learning_rate': 8.748349424617504e-07, 'epoch': 0.06427990235964198, 'num_input_tokens_seen': 2174746624, 'completed': '28.13% (1_037 / 3_687)', 'remaining time': '23:28:59', 'throughput': '7913.33', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:34:24,599 >> {'loss': 0.6497, 'grad_norm': 20.700756072998047, 'learning_rate': 8.745554417186946e-07, 'epoch': 0.06455112557634933, 'num_input_tokens_seen': 2176843776, 'completed': '28.15% (1_038 / 3_687)', 'remaining time': '23:28:20', 'throughput': '8386.04', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:34:53,913 >> {'loss': 0.7146, 'grad_norm': 20.341596603393555, 'learning_rate': 8.742756797857698e-07, 'epoch': 0.06482234879305669, 'num_input_tokens_seen': 2178940928, 'completed': '28.18% (1_039 / 3_687)', 'remaining time': '23:27:19', 'throughput': '8942.49', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:35:26,048 >> {'loss': 0.4446, 'grad_norm': 17.363826751708984, 'learning_rate': 8.739956568881174e-07, 'epoch': 0.06509357200976404, 'num_input_tokens_seen': 2181038080, 'completed': '28.21% (1_040 / 3_687)', 'remaining time': '23:26:50', 'throughput': '8157.63', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:35:58,225 >> {'loss': 0.4774, 'grad_norm': 21.04477882385254, 'learning_rate': 8.737153732510894e-07, 'epoch': 0.06536479522647139, 'num_input_tokens_seen': 2183135232, 'completed': '28.23% (1_041 / 3_687)', 'remaining time': '23:26:22', 'throughput': '8147.05', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:36:27,572 >> {'loss': 0.4042, 'grad_norm': 13.529879570007324, 'learning_rate': 8.734348291002472e-07, 'epoch': 0.06563601844317873, 'num_input_tokens_seen': 2185232384, 'completed': '28.26% (1_042 / 3_687)', 'remaining time': '23:25:22', 'throughput': '8932.46', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:36:59,615 >> {'loss': 0.6437, 'grad_norm': 17.152034759521484, 'learning_rate': 8.731540246613621e-07, 'epoch': 0.06590724165988608, 'num_input_tokens_seen': 2187329536, 'completed': '28.29% (1_043 / 3_687)', 'remaining time': '23:24:52', 'throughput': '8181.00', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:37:30,757 >> {'loss': 0.2645, 'grad_norm': 11.518980979919434, 'learning_rate': 8.728729601604149e-07, 'epoch': 0.06617846487659344, 'num_input_tokens_seen': 2189426688, 'completed': '28.32% (1_044 / 3_687)', 'remaining time': '23:24:12', 'throughput': '8417.72', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:38:00,930 >> {'loss': 0.5292, 'grad_norm': 19.25179100036621, 'learning_rate': 8.725916358235956e-07, 'epoch': 0.06644968809330079, 'num_input_tokens_seen': 2191523840, 'completed': '28.34% (1_045 / 3_687)', 'remaining time': '23:23:22', 'throughput': '8688.03', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:38:27,912 >> {'loss': 0.6961, 'grad_norm': 19.196977615356445, 'learning_rate': 8.723100518773034e-07, 'epoch': 0.06672091131000814, 'num_input_tokens_seen': 2193620992, 'completed': '28.37% (1_046 / 3_687)', 'remaining time': '23:21:57', 'throughput': '9715.47', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:38:58,751 >> {'loss': 0.3306, 'grad_norm': 12.074904441833496, 'learning_rate': 8.720282085481463e-07, 'epoch': 0.06699213452671549, 'num_input_tokens_seen': 2195718144, 'completed': '28.40% (1_047 / 3_687)', 'remaining time': '23:21:15', 'throughput': '8500.54', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:39:30,226 >> {'loss': 0.4436, 'grad_norm': 15.995697975158691, 'learning_rate': 8.717461060629408e-07, 'epoch': 0.06726335774342283, 'num_input_tokens_seen': 2197815296, 'completed': '28.42% (1_048 / 3_687)', 'remaining time': '23:20:39', 'throughput': '8328.59', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:40:00,395 >> {'loss': 0.5042, 'grad_norm': 16.870420455932617, 'learning_rate': 8.714637446487127e-07, 'epoch': 0.06753458096013018, 'num_input_tokens_seen': 2199912448, 'completed': '28.45% (1_049 / 3_687)', 'remaining time': '23:19:49', 'throughput': '8689.21', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:40:29,814 >> {'loss': 0.4686, 'grad_norm': 16.621347427368164, 'learning_rate': 8.711811245326955e-07, 'epoch': 0.06780580417683754, 'num_input_tokens_seen': 2202009600, 'completed': '28.48% (1_050 / 3_687)', 'remaining time': '23:18:52', 'throughput': '8910.67', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:41:02,490 >> {'loss': 0.5436, 'grad_norm': 20.809621810913086, 'learning_rate': 8.70898245942331e-07, 'epoch': 0.06807702739354489, 'num_input_tokens_seen': 2204106752, 'completed': '28.51% (1_051 / 3_687)', 'remaining time': '23:18:29', 'throughput': '8022.41', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:41:31,667 >> {'loss': 0.5587, 'grad_norm': 18.218713760375977, 'learning_rate': 8.706151091052693e-07, 'epoch': 0.06834825061025224, 'num_input_tokens_seen': 2206203904, 'completed': '28.53% (1_052 / 3_687)', 'remaining time': '23:17:29', 'throughput': '8984.88', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:42:03,986 >> {'loss': 0.5315, 'grad_norm': 15.873334884643555, 'learning_rate': 8.703317142493681e-07, 'epoch': 0.06861947382695958, 'num_input_tokens_seen': 2208301056, 'completed': '28.56% (1_053 / 3_687)', 'remaining time': '23:17:03', 'throughput': '8111.05', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:42:32,071 >> {'loss': 0.6862, 'grad_norm': 22.45003890991211, 'learning_rate': 8.700480616026928e-07, 'epoch': 0.06889069704366693, 'num_input_tokens_seen': 2210398208, 'completed': '28.59% (1_054 / 3_687)', 'remaining time': '23:15:52', 'throughput': '9333.96', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:43:03,264 >> {'loss': 0.5649, 'grad_norm': 23.83209991455078, 'learning_rate': 8.697641513935164e-07, 'epoch': 0.0691619202603743, 'num_input_tokens_seen': 2212495360, 'completed': '28.61% (1_055 / 3_687)', 'remaining time': '23:15:14', 'throughput': '8403.91', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:43:32,681 >> {'loss': 0.5258, 'grad_norm': 16.99089241027832, 'learning_rate': 8.694799838503186e-07, 'epoch': 0.06943314347708164, 'num_input_tokens_seen': 2214592512, 'completed': '28.64% (1_056 / 3_687)', 'remaining time': '23:14:18', 'throughput': '8911.38', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:44:02,885 >> {'loss': 0.3312, 'grad_norm': 12.274675369262695, 'learning_rate': 8.691955592017872e-07, 'epoch': 0.06970436669378899, 'num_input_tokens_seen': 2216689664, 'completed': '28.67% (1_057 / 3_687)', 'remaining time': '23:13:29', 'throughput': '8679.04', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:44:28,508 >> {'loss': 0.6978, 'grad_norm': 20.667945861816406, 'learning_rate': 8.689108776768159e-07, 'epoch': 0.06997558991049634, 'num_input_tokens_seen': 2218786816, 'completed': '28.70% (1_058 / 3_687)', 'remaining time': '23:11:55', 'throughput': '10230.70', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:44:56,984 >> {'loss': 0.6072, 'grad_norm': 18.657791137695312, 'learning_rate': 8.686259395045056e-07, 'epoch': 0.07024681312720368, 'num_input_tokens_seen': 2220883968, 'completed': '28.72% (1_059 / 3_687)', 'remaining time': '23:10:50', 'throughput': '9205.76', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:45:29,116 >> {'loss': 0.4635, 'grad_norm': 15.566442489624023, 'learning_rate': 8.68340744914164e-07, 'epoch': 0.07051803634391104, 'num_input_tokens_seen': 2222981120, 'completed': '28.75% (1_060 / 3_687)', 'remaining time': '23:10:22', 'throughput': '8158.48', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:45:59,163 >> {'loss': 0.2827, 'grad_norm': 14.146040916442871, 'learning_rate': 8.680552941353045e-07, 'epoch': 0.07078925956061839, 'num_input_tokens_seen': 2225078272, 'completed': '28.78% (1_061 / 3_687)', 'remaining time': '23:09:33', 'throughput': '8724.28', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:46:29,381 >> {'loss': 0.6515, 'grad_norm': 22.9758358001709, 'learning_rate': 8.677695873976473e-07, 'epoch': 0.07106048277732574, 'num_input_tokens_seen': 2227175424, 'completed': '28.80% (1_062 / 3_687)', 'remaining time': '23:08:46', 'throughput': '8675.26', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:47:00,027 >> {'loss': 0.4001, 'grad_norm': 14.749287605285645, 'learning_rate': 8.674836249311182e-07, 'epoch': 0.07133170599403309, 'num_input_tokens_seen': 2229272576, 'completed': '28.83% (1_063 / 3_687)', 'remaining time': '23:08:03', 'throughput': '8554.00', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:47:27,607 >> {'loss': 0.6569, 'grad_norm': 18.237518310546875, 'learning_rate': 8.671974069658488e-07, 'epoch': 0.07160292921074043, 'num_input_tokens_seen': 2231369728, 'completed': '28.86% (1_064 / 3_687)', 'remaining time': '23:06:50', 'throughput': '9504.80', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:47:56,271 >> {'loss': 0.5926, 'grad_norm': 21.23828125, 'learning_rate': 8.669109337321767e-07, 'epoch': 0.0718741524274478, 'num_input_tokens_seen': 2233466880, 'completed': '28.89% (1_065 / 3_687)', 'remaining time': '23:05:48', 'throughput': '9145.24', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:48:25,236 >> {'loss': 0.4136, 'grad_norm': 13.614550590515137, 'learning_rate': 8.666242054606444e-07, 'epoch': 0.07214537564415514, 'num_input_tokens_seen': 2235564032, 'completed': '28.91% (1_066 / 3_687)', 'remaining time': '23:04:49', 'throughput': '9050.56', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:48:57,758 >> {'loss': 0.5478, 'grad_norm': 19.72222900390625, 'learning_rate': 8.66337222382e-07, 'epoch': 0.07241659886086249, 'num_input_tokens_seen': 2237661184, 'completed': '28.94% (1_067 / 3_687)', 'remaining time': '23:04:25', 'throughput': '8060.56', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:49:27,012 >> {'loss': 0.7417, 'grad_norm': 24.28289222717285, 'learning_rate': 8.660499847271965e-07, 'epoch': 0.07268782207756984, 'num_input_tokens_seen': 2239758336, 'completed': '28.97% (1_068 / 3_687)', 'remaining time': '23:03:30', 'throughput': '8960.92', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:49:58,909 >> {'loss': 0.3927, 'grad_norm': 15.440895080566406, 'learning_rate': 8.657624927273919e-07, 'epoch': 0.07295904529427719, 'num_input_tokens_seen': 2241855488, 'completed': '28.99% (1_069 / 3_687)', 'remaining time': '23:03:00', 'throughput': '8218.48', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:50:28,609 >> {'loss': 0.4269, 'grad_norm': 14.023824691772461, 'learning_rate': 8.654747466139488e-07, 'epoch': 0.07323026851098453, 'num_input_tokens_seen': 2243952640, 'completed': '29.02% (1_070 / 3_687)', 'remaining time': '23:02:09', 'throughput': '8826.23', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:50:57,534 >> {'loss': 0.5167, 'grad_norm': 25.52799415588379, 'learning_rate': 8.651867466184344e-07, 'epoch': 0.0735014917276919, 'num_input_tokens_seen': 2246049792, 'completed': '29.05% (1_071 / 3_687)', 'remaining time': '23:01:11', 'throughput': '9063.02', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:51:28,804 >> {'loss': 0.4347, 'grad_norm': 15.417862892150879, 'learning_rate': 8.6489849297262e-07, 'epoch': 0.07377271494439924, 'num_input_tokens_seen': 2248146944, 'completed': '29.08% (1_072 / 3_687)', 'remaining time': '23:00:35', 'throughput': '8383.22', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:51:59,433 >> {'loss': 0.4029, 'grad_norm': 17.311777114868164, 'learning_rate': 8.646099859084812e-07, 'epoch': 0.07404393816110659, 'num_input_tokens_seen': 2250244096, 'completed': '29.10% (1_073 / 3_687)', 'remaining time': '22:59:53', 'throughput': '8558.52', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:52:28,669 >> {'loss': 0.4559, 'grad_norm': 15.483137130737305, 'learning_rate': 8.643212256581978e-07, 'epoch': 0.07431516137781394, 'num_input_tokens_seen': 2252341248, 'completed': '29.13% (1_074 / 3_687)', 'remaining time': '22:58:58', 'throughput': '8966.62', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:52:58,955 >> {'loss': 0.4146, 'grad_norm': 18.89014434814453, 'learning_rate': 8.640322124541525e-07, 'epoch': 0.07458638459452128, 'num_input_tokens_seen': 2254438400, 'completed': '29.16% (1_075 / 3_687)', 'remaining time': '22:58:14', 'throughput': '8655.55', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:53:28,941 >> {'loss': 0.7084, 'grad_norm': 23.15615463256836, 'learning_rate': 8.637429465289324e-07, 'epoch': 0.07485760781122865, 'num_input_tokens_seen': 2256535552, 'completed': '29.18% (1_076 / 3_687)', 'remaining time': '22:57:26', 'throughput': '8742.28', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:53:57,328 >> {'loss': 0.9022, 'grad_norm': 26.009380340576172, 'learning_rate': 8.63453428115328e-07, 'epoch': 0.075128831027936, 'num_input_tokens_seen': 2258632704, 'completed': '29.21% (1_077 / 3_687)', 'remaining time': '22:56:24', 'throughput': '9234.74', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:54:24,859 >> {'loss': 0.9285, 'grad_norm': 28.278987884521484, 'learning_rate': 8.631636574463321e-07, 'epoch': 0.07540005424464334, 'num_input_tokens_seen': 2260729856, 'completed': '29.24% (1_078 / 3_687)', 'remaining time': '22:55:14', 'throughput': '9521.85', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:54:54,217 >> {'loss': 0.5127, 'grad_norm': 15.612220764160156, 'learning_rate': 8.628736347551417e-07, 'epoch': 0.07567127746135069, 'num_input_tokens_seen': 2262827008, 'completed': '29.26% (1_079 / 3_687)', 'remaining time': '22:54:21', 'throughput': '8928.97', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:55:27,538 >> {'loss': 0.4181, 'grad_norm': 15.422523498535156, 'learning_rate': 8.625833602751559e-07, 'epoch': 0.07594250067805804, 'num_input_tokens_seen': 2264924160, 'completed': '29.29% (1_080 / 3_687)', 'remaining time': '22:54:05', 'throughput': '7867.35', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:55:56,476 >> {'loss': 0.9629, 'grad_norm': 26.36939239501953, 'learning_rate': 8.622928342399762e-07, 'epoch': 0.0762137238947654, 'num_input_tokens_seen': 2267021312, 'completed': '29.32% (1_081 / 3_687)', 'remaining time': '22:53:08', 'throughput': '9058.66', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:56:26,134 >> {'loss': 0.6093, 'grad_norm': 17.090736389160156, 'learning_rate': 8.620020568834072e-07, 'epoch': 0.07648494711147275, 'num_input_tokens_seen': 2269118464, 'completed': '29.35% (1_082 / 3_687)', 'remaining time': '22:52:19', 'throughput': '8838.98', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:56:54,704 >> {'loss': 0.5369, 'grad_norm': 22.48678207397461, 'learning_rate': 8.617110284394553e-07, 'epoch': 0.07675617032818009, 'num_input_tokens_seen': 2271215616, 'completed': '29.37% (1_083 / 3_687)', 'remaining time': '22:51:19', 'throughput': '9175.50', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:57:23,909 >> {'loss': 0.3614, 'grad_norm': 16.42003059387207, 'learning_rate': 8.614197491423293e-07, 'epoch': 0.07702739354488744, 'num_input_tokens_seen': 2273312768, 'completed': '29.40% (1_084 / 3_687)', 'remaining time': '22:50:26', 'throughput': '8976.12', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:57:52,585 >> {'loss': 0.7799, 'grad_norm': 45.502445220947266, 'learning_rate': 8.611282192264396e-07, 'epoch': 0.07729861676159479, 'num_input_tokens_seen': 2275409920, 'completed': '29.43% (1_085 / 3_687)', 'remaining time': '22:49:27', 'throughput': '9141.60', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:58:22,285 >> {'loss': 0.3233, 'grad_norm': 11.837736129760742, 'learning_rate': 8.608364389263984e-07, 'epoch': 0.07756983997830215, 'num_input_tokens_seen': 2277507072, 'completed': '29.45% (1_086 / 3_687)', 'remaining time': '22:48:39', 'throughput': '8826.39', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:58:54,699 >> {'loss': 0.5218, 'grad_norm': 18.987957000732422, 'learning_rate': 8.605444084770192e-07, 'epoch': 0.0778410631950095, 'num_input_tokens_seen': 2279604224, 'completed': '29.48% (1_087 / 3_687)', 'remaining time': '22:48:15', 'throughput': '8087.20', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:59:25,308 >> {'loss': 0.4539, 'grad_norm': 17.756649017333984, 'learning_rate': 8.602521281133173e-07, 'epoch': 0.07811228641171684, 'num_input_tokens_seen': 2281701376, 'completed': '29.51% (1_088 / 3_687)', 'remaining time': '22:47:35', 'throughput': '8564.31', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:59:55,680 >> {'loss': 0.2876, 'grad_norm': 21.006437301635742, 'learning_rate': 8.599595980705085e-07, 'epoch': 0.07838350962842419, 'num_input_tokens_seen': 2283798528, 'completed': '29.54% (1_089 / 3_687)', 'remaining time': '22:46:52', 'throughput': '8631.11', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:00:28,369 >> {'loss': 0.5252, 'grad_norm': 17.649852752685547, 'learning_rate': 8.596668185840102e-07, 'epoch': 0.07865473284513154, 'num_input_tokens_seen': 2285895680, 'completed': '29.56% (1_090 / 3_687)', 'remaining time': '22:46:31', 'throughput': '8019.32', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:00:56,463 >> {'loss': 0.5004, 'grad_norm': 15.316368103027344, 'learning_rate': 8.593737898894398e-07, 'epoch': 0.07892595606183889, 'num_input_tokens_seen': 2287992832, 'completed': '29.59% (1_091 / 3_687)', 'remaining time': '22:45:28', 'throughput': '9331.08', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:01:23,674 >> {'loss': 0.5126, 'grad_norm': 16.443462371826172, 'learning_rate': 8.59080512222616e-07, 'epoch': 0.07919717927854625, 'num_input_tokens_seen': 2290089984, 'completed': '29.62% (1_092 / 3_687)', 'remaining time': '22:44:18', 'throughput': '9633.54', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:01:57,430 >> {'loss': 0.6624, 'grad_norm': 25.65877342224121, 'learning_rate': 8.587869858195574e-07, 'epoch': 0.0794684024952536, 'num_input_tokens_seen': 2292187136, 'completed': '29.64% (1_093 / 3_687)', 'remaining time': '22:44:06', 'throughput': '7765.85', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:02:26,558 >> {'loss': 0.5005, 'grad_norm': 15.421908378601074, 'learning_rate': 8.584932109164826e-07, 'epoch': 0.07973962571196094, 'num_input_tokens_seen': 2294284288, 'completed': '29.67% (1_094 / 3_687)', 'remaining time': '22:43:13', 'throughput': '8999.79', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:03:00,897 >> {'loss': 0.3672, 'grad_norm': 12.648368835449219, 'learning_rate': 8.581991877498109e-07, 'epoch': 0.08001084892866829, 'num_input_tokens_seen': 2296381440, 'completed': '29.70% (1_095 / 3_687)', 'remaining time': '22:43:06', 'throughput': '7634.14', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:03:29,569 >> {'loss': 0.6201, 'grad_norm': 20.8604679107666, 'learning_rate': 8.579049165561607e-07, 'epoch': 0.08028207214537564, 'num_input_tokens_seen': 2298478592, 'completed': '29.73% (1_096 / 3_687)', 'remaining time': '22:42:09', 'throughput': '9142.75', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:03:58,166 >> {'loss': 0.6181, 'grad_norm': 18.767131805419922, 'learning_rate': 8.576103975723502e-07, 'epoch': 0.080553295362083, 'num_input_tokens_seen': 2300575744, 'completed': '29.75% (1_097 / 3_687)', 'remaining time': '22:41:12', 'throughput': '9166.72', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:04:27,054 >> {'loss': 0.5909, 'grad_norm': 18.214879989624023, 'learning_rate': 8.573156310353974e-07, 'epoch': 0.08082451857879035, 'num_input_tokens_seen': 2302672896, 'completed': '29.78% (1_098 / 3_687)', 'remaining time': '22:40:17', 'throughput': '9074.70', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:04:53,968 >> {'loss': 0.5828, 'grad_norm': 15.940201759338379, 'learning_rate': 8.570206171825188e-07, 'epoch': 0.0810957417954977, 'num_input_tokens_seen': 2304770048, 'completed': '29.81% (1_099 / 3_687)', 'remaining time': '22:39:06', 'throughput': '9739.78', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:05:24,136 >> {'loss': 0.4176, 'grad_norm': 13.9312744140625, 'learning_rate': 8.567253562511306e-07, 'epoch': 0.08136696501220504, 'num_input_tokens_seen': 2306867200, 'completed': '29.83% (1_100 / 3_687)', 'remaining time': '22:38:23', 'throughput': '8689.72', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:05:53,322 >> {'loss': 0.4367, 'grad_norm': 16.388742446899414, 'learning_rate': 8.564298484788472e-07, 'epoch': 0.08163818822891239, 'num_input_tokens_seen': 2308964352, 'completed': '29.86% (1_101 / 3_687)', 'remaining time': '22:37:32', 'throughput': '8981.71', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:06:24,120 >> {'loss': 0.2912, 'grad_norm': 11.300383567810059, 'learning_rate': 8.561340941034825e-07, 'epoch': 0.08190941144561975, 'num_input_tokens_seen': 2311061504, 'completed': '29.89% (1_102 / 3_687)', 'remaining time': '22:36:54', 'throughput': '8511.79', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:06:54,937 >> {'loss': 0.6453, 'grad_norm': 19.192779541015625, 'learning_rate': 8.55838093363048e-07, 'epoch': 0.0821806346623271, 'num_input_tokens_seen': 2313158656, 'completed': '29.92% (1_103 / 3_687)', 'remaining time': '22:36:17', 'throughput': '8506.35', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:07:26,525 >> {'loss': 0.6856, 'grad_norm': 20.092891693115234, 'learning_rate': 8.555418464957542e-07, 'epoch': 0.08245185787903445, 'num_input_tokens_seen': 2315255808, 'completed': '29.94% (1_104 / 3_687)', 'remaining time': '22:35:46', 'throughput': '8298.90', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:07:55,385 >> {'loss': 0.4858, 'grad_norm': 16.484115600585938, 'learning_rate': 8.552453537400089e-07, 'epoch': 0.0827230810957418, 'num_input_tokens_seen': 2317352960, 'completed': '29.97% (1_105 / 3_687)', 'remaining time': '22:34:52', 'throughput': '9083.45', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:08:27,003 >> {'loss': 0.7113, 'grad_norm': 27.20563316345215, 'learning_rate': 8.549486153344183e-07, 'epoch': 0.08299430431244914, 'num_input_tokens_seen': 2319450112, 'completed': '30.00% (1_106 / 3_687)', 'remaining time': '22:34:22', 'throughput': '8290.74', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:08:54,435 >> {'loss': 0.6143, 'grad_norm': 17.81060028076172, 'learning_rate': 8.546516315177863e-07, 'epoch': 0.0832655275291565, 'num_input_tokens_seen': 2321547264, 'completed': '30.02% (1_107 / 3_687)', 'remaining time': '22:33:16', 'throughput': '9556.40', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:09:25,059 >> {'loss': 0.5014, 'grad_norm': 17.569068908691406, 'learning_rate': 8.543544025291143e-07, 'epoch': 0.08353675074586385, 'num_input_tokens_seen': 2323644416, 'completed': '30.05% (1_108 / 3_687)', 'remaining time': '22:32:38', 'throughput': '8560.07', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:09:55,155 >> {'loss': 0.4685, 'grad_norm': 15.904462814331055, 'learning_rate': 8.540569286076004e-07, 'epoch': 0.0838079739625712, 'num_input_tokens_seen': 2325741568, 'completed': '30.08% (1_109 / 3_687)', 'remaining time': '22:31:55', 'throughput': '8710.23', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:10:26,219 >> {'loss': 0.6062, 'grad_norm': 19.58460807800293, 'learning_rate': 8.537592099926407e-07, 'epoch': 0.08407919717927854, 'num_input_tokens_seen': 2327838720, 'completed': '30.11% (1_110 / 3_687)', 'remaining time': '22:31:20', 'throughput': '8438.71', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:10:58,092 >> {'loss': 0.3705, 'grad_norm': 13.513802528381348, 'learning_rate': 8.534612469238278e-07, 'epoch': 0.08435042039598589, 'num_input_tokens_seen': 2329935872, 'completed': '30.13% (1_111 / 3_687)', 'remaining time': '22:30:52', 'throughput': '8224.77', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:11:28,820 >> {'loss': 0.677, 'grad_norm': 20.021507263183594, 'learning_rate': 8.531630396409507e-07, 'epoch': 0.08462164361269324, 'num_input_tokens_seen': 2332033024, 'completed': '30.16% (1_112 / 3_687)', 'remaining time': '22:30:14', 'throughput': '8531.19', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:12:00,262 >> {'loss': 0.5015, 'grad_norm': 14.840436935424805, 'learning_rate': 8.528645883839956e-07, 'epoch': 0.0848928668294006, 'num_input_tokens_seen': 2334130176, 'completed': '30.19% (1_113 / 3_687)', 'remaining time': '22:29:43', 'throughput': '8337.19', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:12:31,096 >> {'loss': 0.5022, 'grad_norm': 15.523248672485352, 'learning_rate': 8.525658933931448e-07, 'epoch': 0.08516409004610795, 'num_input_tokens_seen': 2336227328, 'completed': '30.21% (1_114 / 3_687)', 'remaining time': '22:29:06', 'throughput': '8501.75', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:12:58,027 >> {'loss': 0.5963, 'grad_norm': 17.14645004272461, 'learning_rate': 8.522669549087762e-07, 'epoch': 0.0854353132628153, 'num_input_tokens_seen': 2338324480, 'completed': '30.24% (1_115 / 3_687)', 'remaining time': '22:27:58', 'throughput': '9734.04', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:13:28,648 >> {'loss': 0.7184, 'grad_norm': 20.818403244018555, 'learning_rate': 8.519677731714645e-07, 'epoch': 0.08570653647952264, 'num_input_tokens_seen': 2340421632, 'completed': '30.27% (1_116 / 3_687)', 'remaining time': '22:27:20', 'throughput': '8561.04', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:13:58,333 >> {'loss': 0.4394, 'grad_norm': 13.36194896697998, 'learning_rate': 8.516683484219797e-07, 'epoch': 0.08597775969622999, 'num_input_tokens_seen': 2342518784, 'completed': '30.30% (1_117 / 3_687)', 'remaining time': '22:26:34', 'throughput': '8830.88', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:14:29,050 >> {'loss': 0.5567, 'grad_norm': 18.085691452026367, 'learning_rate': 8.513686809012875e-07, 'epoch': 0.08624898291293735, 'num_input_tokens_seen': 2344615936, 'completed': '30.32% (1_118 / 3_687)', 'remaining time': '22:25:57', 'throughput': '8533.92', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:14:58,383 >> {'loss': 0.5698, 'grad_norm': 18.329633712768555, 'learning_rate': 8.510687708505489e-07, 'epoch': 0.0865202061296447, 'num_input_tokens_seen': 2346713088, 'completed': '30.35% (1_119 / 3_687)', 'remaining time': '22:25:08', 'throughput': '8936.88', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:15:28,760 >> {'loss': 0.5401, 'grad_norm': 23.978832244873047, 'learning_rate': 8.507686185111199e-07, 'epoch': 0.08679142934635205, 'num_input_tokens_seen': 2348810240, 'completed': '30.38% (1_120 / 3_687)', 'remaining time': '22:24:28', 'throughput': '8629.76', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:15:57,861 >> {'loss': 0.3782, 'grad_norm': 19.02138328552246, 'learning_rate': 8.504682241245516e-07, 'epoch': 0.0870626525630594, 'num_input_tokens_seen': 2350907392, 'completed': '30.40% (1_121 / 3_687)', 'remaining time': '22:23:38', 'throughput': '9007.98', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:16:27,778 >> {'loss': 0.2031, 'grad_norm': 10.588142395019531, 'learning_rate': 8.501675879325906e-07, 'epoch': 0.08733387577976674, 'num_input_tokens_seen': 2353004544, 'completed': '30.43% (1_122 / 3_687)', 'remaining time': '22:22:55', 'throughput': '8762.53', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:16:59,488 >> {'loss': 0.4395, 'grad_norm': 18.56726837158203, 'learning_rate': 8.498667101771769e-07, 'epoch': 0.0876050989964741, 'num_input_tokens_seen': 2355101696, 'completed': '30.46% (1_123 / 3_687)', 'remaining time': '22:22:26', 'throughput': '8266.81', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:17:32,899 >> {'loss': 0.6843, 'grad_norm': 21.876890182495117, 'learning_rate': 8.495655911004456e-07, 'epoch': 0.08787632221318145, 'num_input_tokens_seen': 2357198848, 'completed': '30.49% (1_124 / 3_687)', 'remaining time': '22:22:10', 'throughput': '7846.09', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:18:03,622 >> {'loss': 0.508, 'grad_norm': 17.283998489379883, 'learning_rate': 8.492642309447257e-07, 'epoch': 0.0881475454298888, 'num_input_tokens_seen': 2359296000, 'completed': '30.51% (1_125 / 3_687)', 'remaining time': '22:21:33', 'throughput': '8532.36', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:18:33,629 >> {'loss': 0.3963, 'grad_norm': 12.905929565429688, 'learning_rate': 8.489626299525409e-07, 'epoch': 0.08841876864659615, 'num_input_tokens_seen': 2361393152, 'completed': '30.54% (1_126 / 3_687)', 'remaining time': '22:20:51', 'throughput': '8736.28', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:19:03,545 >> {'loss': 0.4069, 'grad_norm': 14.936822891235352, 'learning_rate': 8.486607883666077e-07, 'epoch': 0.0886899918633035, 'num_input_tokens_seen': 2363490304, 'completed': '30.57% (1_127 / 3_687)', 'remaining time': '22:20:08', 'throughput': '8762.50', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:19:34,742 >> {'loss': 0.5104, 'grad_norm': 16.91001319885254, 'learning_rate': 8.483587064298372e-07, 'epoch': 0.08896121508001086, 'num_input_tokens_seen': 2365587456, 'completed': '30.59% (1_128 / 3_687)', 'remaining time': '22:19:35', 'throughput': '8402.94', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:20:07,848 >> {'loss': 0.3908, 'grad_norm': 15.12585735321045, 'learning_rate': 8.480563843853328e-07, 'epoch': 0.0892324382967182, 'num_input_tokens_seen': 2367684608, 'completed': '30.62% (1_129 / 3_687)', 'remaining time': '22:19:17', 'throughput': '7918.40', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:20:38,884 >> {'loss': 0.6482, 'grad_norm': 25.309404373168945, 'learning_rate': 8.477538224763923e-07, 'epoch': 0.08950366151342555, 'num_input_tokens_seen': 2369781760, 'completed': '30.65% (1_130 / 3_687)', 'remaining time': '22:18:42', 'throughput': '8446.36', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:21:09,859 >> {'loss': 0.4492, 'grad_norm': 26.27945899963379, 'learning_rate': 8.474510209465058e-07, 'epoch': 0.0897748847301329, 'num_input_tokens_seen': 2371878912, 'completed': '30.68% (1_131 / 3_687)', 'remaining time': '22:18:07', 'throughput': '8463.04', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:21:40,840 >> {'loss': 0.545, 'grad_norm': 19.251035690307617, 'learning_rate': 8.471479800393565e-07, 'epoch': 0.09004610794684025, 'num_input_tokens_seen': 2373976064, 'completed': '30.70% (1_132 / 3_687)', 'remaining time': '22:17:33', 'throughput': '8461.63', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:22:12,496 >> {'loss': 0.5393, 'grad_norm': 19.276018142700195, 'learning_rate': 8.468446999988202e-07, 'epoch': 0.09031733116354759, 'num_input_tokens_seen': 2376073216, 'completed': '30.73% (1_133 / 3_687)', 'remaining time': '22:17:03', 'throughput': '8281.13', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:22:38,222 >> {'loss': 0.9826, 'grad_norm': 25.423450469970703, 'learning_rate': 8.465411810689653e-07, 'epoch': 0.09058855438025495, 'num_input_tokens_seen': 2378170368, 'completed': '30.76% (1_134 / 3_687)', 'remaining time': '22:15:48', 'throughput': '10189.71', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:23:09,214 >> {'loss': 0.487, 'grad_norm': 17.12239646911621, 'learning_rate': 8.462374234940517e-07, 'epoch': 0.0908597775969623, 'num_input_tokens_seen': 2380267520, 'completed': '30.78% (1_135 / 3_687)', 'remaining time': '22:15:14', 'throughput': '8458.33', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:23:38,886 >> {'loss': 0.3742, 'grad_norm': 14.614494323730469, 'learning_rate': 8.459334275185325e-07, 'epoch': 0.09113100081366965, 'num_input_tokens_seen': 2382364672, 'completed': '30.81% (1_136 / 3_687)', 'remaining time': '22:14:29', 'throughput': '8834.77', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:24:07,126 >> {'loss': 1.0046, 'grad_norm': 27.48741340637207, 'learning_rate': 8.456291933870521e-07, 'epoch': 0.091402224030377, 'num_input_tokens_seen': 2384461824, 'completed': '30.84% (1_137 / 3_687)', 'remaining time': '22:13:34', 'throughput': '9282.57', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:24:38,578 >> {'loss': 0.2549, 'grad_norm': 12.554402351379395, 'learning_rate': 8.453247213444463e-07, 'epoch': 0.09167344724708434, 'num_input_tokens_seen': 2386558976, 'completed': '30.87% (1_138 / 3_687)', 'remaining time': '22:13:03', 'throughput': '8334.67', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:25:09,342 >> {'loss': 0.5053, 'grad_norm': 14.78433895111084, 'learning_rate': 8.450200116357428e-07, 'epoch': 0.0919446704637917, 'num_input_tokens_seen': 2388656128, 'completed': '30.89% (1_139 / 3_687)', 'remaining time': '22:12:27', 'throughput': '8521.32', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:25:41,290 >> {'loss': 0.3622, 'grad_norm': 12.076690673828125, 'learning_rate': 8.4471506450616e-07, 'epoch': 0.09221589368049905, 'num_input_tokens_seen': 2390753280, 'completed': '30.92% (1_140 / 3_687)', 'remaining time': '22:12:00', 'throughput': '8205.27', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:26:11,284 >> {'loss': 0.472, 'grad_norm': 18.700605392456055, 'learning_rate': 8.444098802011083e-07, 'epoch': 0.0924871168972064, 'num_input_tokens_seen': 2392850432, 'completed': '30.95% (1_141 / 3_687)', 'remaining time': '22:11:19', 'throughput': '8740.00', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:26:42,699 >> {'loss': 0.6367, 'grad_norm': 19.415464401245117, 'learning_rate': 8.441044589661881e-07, 'epoch': 0.09275834011391375, 'num_input_tokens_seen': 2394947584, 'completed': '30.97% (1_142 / 3_687)', 'remaining time': '22:10:47', 'throughput': '8344.39', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:27:13,078 >> {'loss': 0.51, 'grad_norm': 19.17083740234375, 'learning_rate': 8.437988010471907e-07, 'epoch': 0.0930295633306211, 'num_input_tokens_seen': 2397044736, 'completed': '31.00% (1_143 / 3_687)', 'remaining time': '22:10:09', 'throughput': '8629.32', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:27:43,326 >> {'loss': 0.533, 'grad_norm': 16.67664337158203, 'learning_rate': 8.434929066900982e-07, 'epoch': 0.09330078654732846, 'num_input_tokens_seen': 2399141888, 'completed': '31.03% (1_144 / 3_687)', 'remaining time': '22:09:29', 'throughput': '8666.30', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:28:10,973 >> {'loss': 0.8218, 'grad_norm': 20.507274627685547, 'learning_rate': 8.431867761410826e-07, 'epoch': 0.0935720097640358, 'num_input_tokens_seen': 2401239040, 'completed': '31.06% (1_145 / 3_687)', 'remaining time': '22:08:30', 'throughput': '9482.05', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:28:41,241 >> {'loss': 0.4415, 'grad_norm': 14.855219841003418, 'learning_rate': 8.42880409646506e-07, 'epoch': 0.09384323298074315, 'num_input_tokens_seen': 2403336192, 'completed': '31.08% (1_146 / 3_687)', 'remaining time': '22:07:51', 'throughput': '8660.66', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:29:12,361 >> {'loss': 0.485, 'grad_norm': 19.247512817382812, 'learning_rate': 8.42573807452921e-07, 'epoch': 0.0941144561974505, 'num_input_tokens_seen': 2405433344, 'completed': '31.11% (1_147 / 3_687)', 'remaining time': '22:07:18', 'throughput': '8423.92', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:29:41,653 >> {'loss': 0.5588, 'grad_norm': 23.100740432739258, 'learning_rate': 8.422669698070687e-07, 'epoch': 0.09438567941415785, 'num_input_tokens_seen': 2407530496, 'completed': '31.14% (1_148 / 3_687)', 'remaining time': '22:06:31', 'throughput': '8948.93', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:30:12,026 >> {'loss': 0.2426, 'grad_norm': 12.322291374206543, 'learning_rate': 8.419598969558808e-07, 'epoch': 0.09465690263086521, 'num_input_tokens_seen': 2409627648, 'completed': '31.16% (1_149 / 3_687)', 'remaining time': '22:05:53', 'throughput': '8631.02', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:30:44,036 >> {'loss': 0.3201, 'grad_norm': 11.358101844787598, 'learning_rate': 8.416525891464776e-07, 'epoch': 0.09492812584757256, 'num_input_tokens_seen': 2411724800, 'completed': '31.19% (1_150 / 3_687)', 'remaining time': '22:05:26', 'throughput': '8189.38', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:31:16,392 >> {'loss': 0.4272, 'grad_norm': 16.695714950561523, 'learning_rate': 8.413450466261691e-07, 'epoch': 0.0951993490642799, 'num_input_tokens_seen': 2413821952, 'completed': '31.22% (1_151 / 3_687)', 'remaining time': '22:05:02', 'throughput': '8101.81', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:31:46,647 >> {'loss': 0.3545, 'grad_norm': 14.923744201660156, 'learning_rate': 8.410372696424535e-07, 'epoch': 0.09547057228098725, 'num_input_tokens_seen': 2415919104, 'completed': '31.24% (1_152 / 3_687)', 'remaining time': '22:04:23', 'throughput': '8664.43', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:32:17,410 >> {'loss': 0.4019, 'grad_norm': 13.441437721252441, 'learning_rate': 8.40729258443018e-07, 'epoch': 0.0957417954976946, 'num_input_tokens_seen': 2418016256, 'completed': '31.27% (1_153 / 3_687)', 'remaining time': '22:03:48', 'throughput': '8521.57', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:32:46,540 >> {'loss': 0.3352, 'grad_norm': 13.833053588867188, 'learning_rate': 8.404210132757385e-07, 'epoch': 0.09601301871440195, 'num_input_tokens_seen': 2420113408, 'completed': '31.30% (1_154 / 3_687)', 'remaining time': '22:03:00', 'throughput': '8999.10', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:33:16,469 >> {'loss': 0.5448, 'grad_norm': 13.472502708435059, 'learning_rate': 8.401125343886787e-07, 'epoch': 0.09628424193110931, 'num_input_tokens_seen': 2422210560, 'completed': '31.33% (1_155 / 3_687)', 'remaining time': '22:02:19', 'throughput': '8758.76', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:33:46,833 >> {'loss': 0.3018, 'grad_norm': 10.587477684020996, 'learning_rate': 8.398038220300908e-07, 'epoch': 0.09655546514781665, 'num_input_tokens_seen': 2424307712, 'completed': '31.35% (1_156 / 3_687)', 'remaining time': '22:01:41', 'throughput': '8633.45', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:34:12,978 >> {'loss': 0.7406, 'grad_norm': 19.353105545043945, 'learning_rate': 8.39494876448415e-07, 'epoch': 0.096826688364524, 'num_input_tokens_seen': 2426404864, 'completed': '31.38% (1_157 / 3_687)', 'remaining time': '22:00:33', 'throughput': '10026.56', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:34:42,632 >> {'loss': 0.8482, 'grad_norm': 24.70726203918457, 'learning_rate': 8.391856978922785e-07, 'epoch': 0.09709791158123135, 'num_input_tokens_seen': 2428502016, 'completed': '31.41% (1_158 / 3_687)', 'remaining time': '21:59:50', 'throughput': '8840.15', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:35:13,337 >> {'loss': 0.232, 'grad_norm': 15.665159225463867, 'learning_rate': 8.38876286610497e-07, 'epoch': 0.0973691347979387, 'num_input_tokens_seen': 2430599168, 'completed': '31.43% (1_159 / 3_687)', 'remaining time': '21:59:14', 'throughput': '8537.42', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:35:43,400 >> {'loss': 0.6336, 'grad_norm': 19.37482452392578, 'learning_rate': 8.385666428520723e-07, 'epoch': 0.09764035801464606, 'num_input_tokens_seen': 2432696320, 'completed': '31.46% (1_160 / 3_687)', 'remaining time': '21:58:34', 'throughput': '8719.64', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:36:15,051 >> {'loss': 0.6754, 'grad_norm': 21.107303619384766, 'learning_rate': 8.382567668661943e-07, 'epoch': 0.0979115812313534, 'num_input_tokens_seen': 2434793472, 'completed': '31.49% (1_161 / 3_687)', 'remaining time': '21:58:05', 'throughput': '8282.56', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:36:45,077 >> {'loss': 0.613, 'grad_norm': 21.173263549804688, 'learning_rate': 8.379466589022393e-07, 'epoch': 0.09818280444806075, 'num_input_tokens_seen': 2436890624, 'completed': '31.52% (1_162 / 3_687)', 'remaining time': '21:57:25', 'throughput': '8730.34', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:37:15,381 >> {'loss': 0.5053, 'grad_norm': 23.236482620239258, 'learning_rate': 8.376363192097703e-07, 'epoch': 0.0984540276647681, 'num_input_tokens_seen': 2438987776, 'completed': '31.54% (1_163 / 3_687)', 'remaining time': '21:56:47', 'throughput': '8650.60', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:37:47,163 >> {'loss': 0.6246, 'grad_norm': 24.89634132385254, 'learning_rate': 8.37325748038537e-07, 'epoch': 0.09872525088147545, 'num_input_tokens_seen': 2441084928, 'completed': '31.57% (1_164 / 3_687)', 'remaining time': '21:56:19', 'throughput': '8248.04', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:38:16,304 >> {'loss': 0.4242, 'grad_norm': 17.755111694335938, 'learning_rate': 8.370149456384754e-07, 'epoch': 0.09899647409818281, 'num_input_tokens_seen': 2443182080, 'completed': '31.60% (1_165 / 3_687)', 'remaining time': '21:55:32', 'throughput': '8995.81', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:38:47,355 >> {'loss': 0.2753, 'grad_norm': 12.603349685668945, 'learning_rate': 8.36703912259707e-07, 'epoch': 0.09926769731489016, 'num_input_tokens_seen': 2445279232, 'completed': '31.62% (1_166 / 3_687)', 'remaining time': '21:54:59', 'throughput': '8442.46', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:39:16,796 >> {'loss': 0.7312, 'grad_norm': 24.28446388244629, 'learning_rate': 8.363926481525402e-07, 'epoch': 0.0995389205315975, 'num_input_tokens_seen': 2447376384, 'completed': '31.65% (1_167 / 3_687)', 'remaining time': '21:54:15', 'throughput': '8904.10', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:39:46,999 >> {'loss': 0.478, 'grad_norm': 16.006052017211914, 'learning_rate': 8.360811535674682e-07, 'epoch': 0.09981014374830485, 'num_input_tokens_seen': 2449473536, 'completed': '31.68% (1_168 / 3_687)', 'remaining time': '21:53:37', 'throughput': '8679.42', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:40:18,027 >> {'loss': 0.779, 'grad_norm': 25.193614959716797, 'learning_rate': 8.357694287551698e-07, 'epoch': 0.1000813669650122, 'num_input_tokens_seen': 2451570688, 'completed': '31.71% (1_169 / 3_687)', 'remaining time': '21:53:03', 'throughput': '8448.62', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:40:49,556 >> {'loss': 0.496, 'grad_norm': 14.870660781860352, 'learning_rate': 8.354574739665096e-07, 'epoch': 0.10035259018171956, 'num_input_tokens_seen': 2453667840, 'completed': '31.73% (1_170 / 3_687)', 'remaining time': '21:52:34', 'throughput': '8314.19', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:41:23,186 >> {'loss': 0.305, 'grad_norm': 17.222614288330078, 'learning_rate': 8.351452894525368e-07, 'epoch': 0.10062381339842691, 'num_input_tokens_seen': 2455764992, 'completed': '31.76% (1_171 / 3_687)', 'remaining time': '21:52:18', 'throughput': '7794.90', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:41:52,950 >> {'loss': 0.4074, 'grad_norm': 14.791529655456543, 'learning_rate': 8.348328754644855e-07, 'epoch': 0.10089503661513426, 'num_input_tokens_seen': 2457862144, 'completed': '31.79% (1_172 / 3_687)', 'remaining time': '21:51:37', 'throughput': '8807.42', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:42:22,545 >> {'loss': 0.6192, 'grad_norm': 20.521638870239258, 'learning_rate': 8.34520232253775e-07, 'epoch': 0.1011662598318416, 'num_input_tokens_seen': 2459959296, 'completed': '31.81% (1_173 / 3_687)', 'remaining time': '21:50:54', 'throughput': '8857.86', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:42:53,901 >> {'loss': 0.6189, 'grad_norm': 25.750980377197266, 'learning_rate': 8.342073600720082e-07, 'epoch': 0.10143748304854895, 'num_input_tokens_seen': 2462056448, 'completed': '31.84% (1_174 / 3_687)', 'remaining time': '21:50:23', 'throughput': '8360.24', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:43:30,368 >> {'loss': 0.477, 'grad_norm': 18.543386459350586, 'learning_rate': 8.33894259170973e-07, 'epoch': 0.10170870626525631, 'num_input_tokens_seen': 2464153600, 'completed': '31.87% (1_175 / 3_687)', 'remaining time': '21:50:27', 'throughput': '7188.46', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:44:02,140 >> {'loss': 0.3135, 'grad_norm': 13.476463317871094, 'learning_rate': 8.335809298026409e-07, 'epoch': 0.10197992948196366, 'num_input_tokens_seen': 2466250752, 'completed': '31.90% (1_176 / 3_687)', 'remaining time': '21:49:59', 'throughput': '8250.80', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:44:34,253 >> {'loss': 0.3671, 'grad_norm': 19.402223587036133, 'learning_rate': 8.332673722191677e-07, 'epoch': 0.10225115269867101, 'num_input_tokens_seen': 2468347904, 'completed': '31.92% (1_177 / 3_687)', 'remaining time': '21:49:33', 'throughput': '8163.18', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:45:04,811 >> {'loss': 0.4054, 'grad_norm': 21.820781707763672, 'learning_rate': 8.329535866728922e-07, 'epoch': 0.10252237591537836, 'num_input_tokens_seen': 2470445056, 'completed': '31.95% (1_178 / 3_687)', 'remaining time': '21:48:56', 'throughput': '8578.63', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:45:36,619 >> {'loss': 0.6286, 'grad_norm': 19.219013214111328, 'learning_rate': 8.326395734163375e-07, 'epoch': 0.1027935991320857, 'num_input_tokens_seen': 2472542208, 'completed': '31.98% (1_179 / 3_687)', 'remaining time': '21:48:28', 'throughput': '8241.44', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:46:12,339 >> {'loss': 0.4077, 'grad_norm': 22.508085250854492, 'learning_rate': 8.323253327022094e-07, 'epoch': 0.10306482234879305, 'num_input_tokens_seen': 2474639360, 'completed': '32.00% (1_180 / 3_687)', 'remaining time': '21:48:26', 'throughput': '7338.88', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:46:46,229 >> {'loss': 0.3092, 'grad_norm': 12.82617473602295, 'learning_rate': 8.320108647833967e-07, 'epoch': 0.10333604556550041, 'num_input_tokens_seen': 2476736512, 'completed': '32.03% (1_181 / 3_687)', 'remaining time': '21:48:12', 'throughput': '7735.22', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:47:16,554 >> {'loss': 0.2255, 'grad_norm': 12.152515411376953, 'learning_rate': 8.316961699129714e-07, 'epoch': 0.10360726878220776, 'num_input_tokens_seen': 2478833664, 'completed': '32.06% (1_182 / 3_687)', 'remaining time': '21:47:34', 'throughput': '8644.46', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:47:48,881 >> {'loss': 0.6904, 'grad_norm': 20.471603393554688, 'learning_rate': 8.313812483441879e-07, 'epoch': 0.1038784919989151, 'num_input_tokens_seen': 2480930816, 'completed': '32.09% (1_183 / 3_687)', 'remaining time': '21:47:09', 'throughput': '8109.04', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:48:17,928 >> {'loss': 0.3722, 'grad_norm': 14.457162857055664, 'learning_rate': 8.310661003304829e-07, 'epoch': 0.10414971521562245, 'num_input_tokens_seen': 2483027968, 'completed': '32.11% (1_184 / 3_687)', 'remaining time': '21:46:23', 'throughput': '9024.91', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:48:47,009 >> {'loss': 0.5091, 'grad_norm': 25.704435348510742, 'learning_rate': 8.30750726125476e-07, 'epoch': 0.1044209384323298, 'num_input_tokens_seen': 2485125120, 'completed': '32.14% (1_185 / 3_687)', 'remaining time': '21:45:37', 'throughput': '9014.35', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:49:15,388 >> {'loss': 0.4869, 'grad_norm': 16.720243453979492, 'learning_rate': 8.304351259829678e-07, 'epoch': 0.10469216164903716, 'num_input_tokens_seen': 2487222272, 'completed': '32.17% (1_186 / 3_687)', 'remaining time': '21:44:47', 'throughput': '9237.29', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:49:44,392 >> {'loss': 0.3771, 'grad_norm': 14.137613296508789, 'learning_rate': 8.301193001569418e-07, 'epoch': 0.10496338486574451, 'num_input_tokens_seen': 2489319424, 'completed': '32.19% (1_187 / 3_687)', 'remaining time': '21:44:01', 'throughput': '9038.20', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:50:15,412 >> {'loss': 0.317, 'grad_norm': 15.297533988952637, 'learning_rate': 8.298032489015623e-07, 'epoch': 0.10523460808245186, 'num_input_tokens_seen': 2491416576, 'completed': '32.22% (1_188 / 3_687)', 'remaining time': '21:43:28', 'throughput': '8450.61', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:50:44,660 >> {'loss': 0.5508, 'grad_norm': 21.42536163330078, 'learning_rate': 8.294869724711752e-07, 'epoch': 0.1055058312991592, 'num_input_tokens_seen': 2493513728, 'completed': '32.25% (1_189 / 3_687)', 'remaining time': '21:42:43', 'throughput': '8962.93', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:51:15,879 >> {'loss': 0.3826, 'grad_norm': 14.231220245361328, 'learning_rate': 8.291704711203082e-07, 'epoch': 0.10577705451586655, 'num_input_tokens_seen': 2495610880, 'completed': '32.28% (1_190 / 3_687)', 'remaining time': '21:42:12', 'throughput': '8396.99', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:51:48,578 >> {'loss': 0.3962, 'grad_norm': 16.597139358520508, 'learning_rate': 8.288537451036691e-07, 'epoch': 0.10604827773257391, 'num_input_tokens_seen': 2497708032, 'completed': '32.30% (1_191 / 3_687)', 'remaining time': '21:41:49', 'throughput': '8016.73', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:52:20,256 >> {'loss': 0.3347, 'grad_norm': 25.333345413208008, 'learning_rate': 8.28536794676147e-07, 'epoch': 0.10631950094928126, 'num_input_tokens_seen': 2499805184, 'completed': '32.33% (1_192 / 3_687)', 'remaining time': '21:41:20', 'throughput': '8275.45', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:52:53,673 >> {'loss': 0.4289, 'grad_norm': 29.860403060913086, 'learning_rate': 8.282196200928119e-07, 'epoch': 0.10659072416598861, 'num_input_tokens_seen': 2501902336, 'completed': '32.36% (1_193 / 3_687)', 'remaining time': '21:41:03', 'throughput': '7844.42', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:53:23,946 >> {'loss': 0.3256, 'grad_norm': 12.253214836120605, 'learning_rate': 8.279022216089135e-07, 'epoch': 0.10686194738269596, 'num_input_tokens_seen': 2503999488, 'completed': '32.38% (1_194 / 3_687)', 'remaining time': '21:40:25', 'throughput': '8659.37', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:53:55,064 >> {'loss': 0.4446, 'grad_norm': 17.277803421020508, 'learning_rate': 8.275845994798821e-07, 'epoch': 0.1071331705994033, 'num_input_tokens_seen': 2506096640, 'completed': '32.41% (1_195 / 3_687)', 'remaining time': '21:39:52', 'throughput': '8424.40', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:54:24,659 >> {'loss': 0.4053, 'grad_norm': 13.697084426879883, 'learning_rate': 8.272667539613281e-07, 'epoch': 0.10740439381611067, 'num_input_tokens_seen': 2508193792, 'completed': '32.44% (1_196 / 3_687)', 'remaining time': '21:39:10', 'throughput': '8857.56', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:54:56,223 >> {'loss': 0.7259, 'grad_norm': 22.16970443725586, 'learning_rate': 8.26948685309041e-07, 'epoch': 0.10767561703281801, 'num_input_tokens_seen': 2510290944, 'completed': '32.47% (1_197 / 3_687)', 'remaining time': '21:38:41', 'throughput': '8305.20', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:55:28,077 >> {'loss': 0.4267, 'grad_norm': 16.95806884765625, 'learning_rate': 8.266303937789908e-07, 'epoch': 0.10794684024952536, 'num_input_tokens_seen': 2512388096, 'completed': '32.49% (1_198 / 3_687)', 'remaining time': '21:38:13', 'throughput': '8229.52', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:55:57,582 >> {'loss': 0.5967, 'grad_norm': 15.100922584533691, 'learning_rate': 8.263118796273263e-07, 'epoch': 0.10821806346623271, 'num_input_tokens_seen': 2514485248, 'completed': '32.52% (1_199 / 3_687)', 'remaining time': '21:37:30', 'throughput': '8884.61', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:56:29,840 >> {'loss': 0.4512, 'grad_norm': 20.644742965698242, 'learning_rate': 8.259931431103754e-07, 'epoch': 0.10848928668294006, 'num_input_tokens_seen': 2516582400, 'completed': '32.55% (1_200 / 3_687)', 'remaining time': '21:37:05', 'throughput': '8126.53', 'gpu_mem_free': '5581MB'} +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/distributed/fsdp/fully_sharded_data_parallel.py:689: FutureWarning: FSDP.state_dict_type() and FSDP.set_state_dict_type() are being deprecated. Please use APIs, get_state_dict() and set_state_dict(), which can support different parallelisms, FSDP1, FSDP2, DDP. API doc: https://pytorch.org/docs/stable/distributed.checkpoint.html#torch.distributed.checkpoint.state_dict.get_state_dict .Tutorial: https://pytorch.org/tutorials/recipes/distributed_checkpoint_recipe.html . + warnings.warn( +[INFO|trainer.py:3503] 2024-12-25 18:56:59,416 >> Saving model checkpoint to /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-1200 +[INFO|configuration_utils.py:472] 2024-12-25 18:56:59,419 >> Configuration saved in /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-1200/config.json +[INFO|configuration_utils.py:807] 2024-12-25 18:56:59,420 >> Configuration saved in /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-1200/generation_config.json +[INFO|modeling_utils.py:2807] 2024-12-25 18:58:06,272 >> The model is bigger than the maximum size per checkpoint (5GB) and is going to be split in 7 checkpoint shards. You can find where each parameters has been saved in the index located at /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-1200/model.safetensors.index.json. +[INFO|tokenization_utils_base.py:2684] 2024-12-25 18:58:06,276 >> tokenizer config file saved in /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-1200/tokenizer_config.json +[INFO|tokenization_utils_base.py:2693] 2024-12-25 18:58:06,277 >> Special tokens file saved in /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-1200/special_tokens_map.json +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/distributed/fsdp/fully_sharded_data_parallel.py:689: FutureWarning: FSDP.state_dict_type() and FSDP.set_state_dict_type() are being deprecated. Please use APIs, get_state_dict() and set_state_dict(), which can support different parallelisms, FSDP1, FSDP2, DDP. API doc: https://pytorch.org/docs/stable/distributed.checkpoint.html#torch.distributed.checkpoint.state_dict.get_state_dict .Tutorial: https://pytorch.org/tutorials/recipes/distributed_checkpoint_recipe.html . + warnings.warn( +[WARNING|trainer.py:868] 2024-12-25 19:02:10,058 >> Save streaming dataset state: {'epoch': 0, 'sample_in_epoch': 2400, 'num_canonical_nodes': 1, 'shuffle_seed': 42, 'initial_physical_nodes': 1} +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/utils/checkpoint.py:1399: FutureWarning: `torch.cpu.amp.autocast(args...)` is deprecated. Please use `torch.amp.autocast('cpu', args...)` instead. + with device_autocast_ctx, torch.cpu.amp.autocast(**cpu_autocast_kwargs), recompute_context: # type: ignore[attr-defined] +[INFO|trainer.py:175] 2024-12-25 19:02:41,669 >> {'loss': 0.5051, 'grad_norm': 16.619178771972656, 'learning_rate': 8.256741844846452e-07, 'epoch': 0.1087605098996474, 'num_input_tokens_seen': 2518679552, 'completed': '32.57% (1_201 / 3_687)', 'remaining time': '22:11:45', 'throughput': '705.01', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:03:16,491 >> {'loss': 0.3861, 'grad_norm': 13.504317283630371, 'learning_rate': 8.253550040068216e-07, 'epoch': 0.10903173311635476, 'num_input_tokens_seen': 2520776704, 'completed': '32.60% (1_202 / 3_687)', 'remaining time': '22:11:29', 'throughput': '7528.31', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:03:50,270 >> {'loss': 0.417, 'grad_norm': 15.428912162780762, 'learning_rate': 8.250356019337688e-07, 'epoch': 0.10930295633306211, 'num_input_tokens_seen': 2522873856, 'completed': '32.63% (1_203 / 3_687)', 'remaining time': '22:11:07', 'throughput': '7760.51', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:04:18,628 >> {'loss': 0.9491, 'grad_norm': 25.92603874206543, 'learning_rate': 8.247159785225295e-07, 'epoch': 0.10957417954976946, 'num_input_tokens_seen': 2524971008, 'completed': '32.66% (1_204 / 3_687)', 'remaining time': '22:10:12', 'throughput': '9244.11', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:04:46,436 >> {'loss': 0.756, 'grad_norm': 21.164356231689453, 'learning_rate': 8.243961340303245e-07, 'epoch': 0.10984540276647681, 'num_input_tokens_seen': 2527068160, 'completed': '32.68% (1_205 / 3_687)', 'remaining time': '22:09:13', 'throughput': '9426.88', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:05:16,744 >> {'loss': 0.2077, 'grad_norm': 9.049589157104492, 'learning_rate': 8.240760687145521e-07, 'epoch': 0.11011662598318415, 'num_input_tokens_seen': 2529165312, 'completed': '32.71% (1_206 / 3_687)', 'remaining time': '22:08:30', 'throughput': '8649.24', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:05:47,045 >> {'loss': 0.6235, 'grad_norm': 17.34234046936035, 'learning_rate': 8.237557828327891e-07, 'epoch': 0.11038784919989152, 'num_input_tokens_seen': 2531262464, 'completed': '32.74% (1_207 / 3_687)', 'remaining time': '22:07:47', 'throughput': '8651.23', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:06:19,016 >> {'loss': 0.6889, 'grad_norm': 21.27731704711914, 'learning_rate': 8.234352766427894e-07, 'epoch': 0.11065907241659886, 'num_input_tokens_seen': 2533359616, 'completed': '32.76% (1_208 / 3_687)', 'remaining time': '22:07:14', 'throughput': '8199.55', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:06:48,570 >> {'loss': 0.7666, 'grad_norm': 21.866683959960938, 'learning_rate': 8.231145504024838e-07, 'epoch': 0.11093029563330621, 'num_input_tokens_seen': 2535456768, 'completed': '32.79% (1_209 / 3_687)', 'remaining time': '22:06:26', 'throughput': '8870.01', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:07:19,275 >> {'loss': 0.3829, 'grad_norm': 12.252056121826172, 'learning_rate': 8.22793604369981e-07, 'epoch': 0.11120151885001356, 'num_input_tokens_seen': 2537553920, 'completed': '32.82% (1_210 / 3_687)', 'remaining time': '22:05:45', 'throughput': '8537.48', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:07:49,979 >> {'loss': 0.4294, 'grad_norm': 18.94308853149414, 'learning_rate': 8.224724388035659e-07, 'epoch': 0.1114727420667209, 'num_input_tokens_seen': 2539651072, 'completed': '32.85% (1_211 / 3_687)', 'remaining time': '22:05:05', 'throughput': '8537.88', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:08:19,971 >> {'loss': 0.5497, 'grad_norm': 18.54946517944336, 'learning_rate': 8.221510539617003e-07, 'epoch': 0.11174396528342827, 'num_input_tokens_seen': 2541748224, 'completed': '32.87% (1_212 / 3_687)', 'remaining time': '22:04:20', 'throughput': '8740.49', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:08:51,112 >> {'loss': 0.3906, 'grad_norm': 13.319576263427734, 'learning_rate': 8.218294501030226e-07, 'epoch': 0.11201518850013562, 'num_input_tokens_seen': 2543845376, 'completed': '32.90% (1_213 / 3_687)', 'remaining time': '22:03:42', 'throughput': '8417.82', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:09:23,222 >> {'loss': 0.4973, 'grad_norm': 14.632641792297363, 'learning_rate': 8.215076274863476e-07, 'epoch': 0.11228641171684296, 'num_input_tokens_seen': 2545942528, 'completed': '32.93% (1_214 / 3_687)', 'remaining time': '22:03:10', 'throughput': '8163.99', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:09:55,108 >> {'loss': 0.3886, 'grad_norm': 14.780923843383789, 'learning_rate': 8.211855863706654e-07, 'epoch': 0.11255763493355031, 'num_input_tokens_seen': 2548039680, 'completed': '32.95% (1_215 / 3_687)', 'remaining time': '22:02:36', 'throughput': '8221.35', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:10:26,172 >> {'loss': 0.5352, 'grad_norm': 17.888994216918945, 'learning_rate': 8.208633270151426e-07, 'epoch': 0.11282885815025766, 'num_input_tokens_seen': 2550136832, 'completed': '32.98% (1_216 / 3_687)', 'remaining time': '22:01:58', 'throughput': '8438.82', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:10:57,408 >> {'loss': 0.6396, 'grad_norm': 21.13353157043457, 'learning_rate': 8.205408496791216e-07, 'epoch': 0.11310008136696502, 'num_input_tokens_seen': 2552233984, 'completed': '33.01% (1_217 / 3_687)', 'remaining time': '22:01:21', 'throughput': '8392.39', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:11:31,901 >> {'loss': 0.3852, 'grad_norm': 15.377924919128418, 'learning_rate': 8.202181546221193e-07, 'epoch': 0.11337130458367237, 'num_input_tokens_seen': 2554331136, 'completed': '33.03% (1_218 / 3_687)', 'remaining time': '22:01:03', 'throughput': '7599.94', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:12:00,080 >> {'loss': 0.7451, 'grad_norm': 19.80136489868164, 'learning_rate': 8.19895242103829e-07, 'epoch': 0.11364252780037971, 'num_input_tokens_seen': 2556428288, 'completed': '33.06% (1_219 / 3_687)', 'remaining time': '22:00:08', 'throughput': '9302.83', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:12:29,122 >> {'loss': 0.7119, 'grad_norm': 20.684595108032227, 'learning_rate': 8.19572112384118e-07, 'epoch': 0.11391375101708706, 'num_input_tokens_seen': 2558525440, 'completed': '33.09% (1_220 / 3_687)', 'remaining time': '21:59:18', 'throughput': '9026.17', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:13:00,654 >> {'loss': 0.3151, 'grad_norm': 14.285638809204102, 'learning_rate': 8.192487657230288e-07, 'epoch': 0.11418497423379441, 'num_input_tokens_seen': 2560622592, 'completed': '33.12% (1_221 / 3_687)', 'remaining time': '21:58:42', 'throughput': '8313.59', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:13:34,484 >> {'loss': 0.3626, 'grad_norm': 15.149106979370117, 'learning_rate': 8.18925202380779e-07, 'epoch': 0.11445619745050176, 'num_input_tokens_seen': 2562719744, 'completed': '33.14% (1_222 / 3_687)', 'remaining time': '21:58:21', 'throughput': '7748.87', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:14:07,442 >> {'loss': 0.4939, 'grad_norm': 16.11283302307129, 'learning_rate': 8.186014226177594e-07, 'epoch': 0.11472742066720912, 'num_input_tokens_seen': 2564816896, 'completed': '33.17% (1_223 / 3_687)', 'remaining time': '21:57:54', 'throughput': '7953.98', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:14:37,126 >> {'loss': 0.4951, 'grad_norm': 16.55274200439453, 'learning_rate': 8.18277426694536e-07, 'epoch': 0.11499864388391647, 'num_input_tokens_seen': 2566914048, 'completed': '33.20% (1_224 / 3_687)', 'remaining time': '21:57:07', 'throughput': '8831.18', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:15:07,555 >> {'loss': 0.4981, 'grad_norm': 16.552610397338867, 'learning_rate': 8.179532148718483e-07, 'epoch': 0.11526986710062381, 'num_input_tokens_seen': 2569011200, 'completed': '33.22% (1_225 / 3_687)', 'remaining time': '21:56:26', 'throughput': '8614.85', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:15:38,815 >> {'loss': 0.6232, 'grad_norm': 20.186845779418945, 'learning_rate': 8.176287874106097e-07, 'epoch': 0.11554109031733116, 'num_input_tokens_seen': 2571108352, 'completed': '33.25% (1_226 / 3_687)', 'remaining time': '21:55:49', 'throughput': '8385.92', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:16:06,750 >> {'loss': 0.7157, 'grad_norm': 18.383283615112305, 'learning_rate': 8.173041445719069e-07, 'epoch': 0.11581231353403851, 'num_input_tokens_seen': 2573205504, 'completed': '33.28% (1_227 / 3_687)', 'remaining time': '21:54:53', 'throughput': '9384.15', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:16:38,856 >> {'loss': 0.7858, 'grad_norm': 28.215744018554688, 'learning_rate': 8.169792866170003e-07, 'epoch': 0.11608353675074587, 'num_input_tokens_seen': 2575302656, 'completed': '33.31% (1_228 / 3_687)', 'remaining time': '21:54:21', 'throughput': '8164.94', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:17:08,168 >> {'loss': 0.5306, 'grad_norm': 15.474285125732422, 'learning_rate': 8.166542138073232e-07, 'epoch': 0.11635475996745322, 'num_input_tokens_seen': 2577399808, 'completed': '33.33% (1_229 / 3_687)', 'remaining time': '21:53:33', 'throughput': '8943.09', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:17:40,750 >> {'loss': 0.5879, 'grad_norm': 30.002483367919922, 'learning_rate': 8.163289264044817e-07, 'epoch': 0.11662598318416056, 'num_input_tokens_seen': 2579496960, 'completed': '33.36% (1_230 / 3_687)', 'remaining time': '21:53:04', 'throughput': '8045.63', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:18:12,798 >> {'loss': 0.5828, 'grad_norm': 17.683021545410156, 'learning_rate': 8.160034246702548e-07, 'epoch': 0.11689720640086791, 'num_input_tokens_seen': 2581594112, 'completed': '33.39% (1_231 / 3_687)', 'remaining time': '21:52:32', 'throughput': '8179.92', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:18:44,396 >> {'loss': 0.4591, 'grad_norm': 18.124019622802734, 'learning_rate': 8.156777088665939e-07, 'epoch': 0.11716842961757526, 'num_input_tokens_seen': 2583691264, 'completed': '33.41% (1_232 / 3_687)', 'remaining time': '21:51:57', 'throughput': '8296.26', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:19:15,406 >> {'loss': 0.2872, 'grad_norm': 11.012289047241211, 'learning_rate': 8.153517792556226e-07, 'epoch': 0.11743965283428262, 'num_input_tokens_seen': 2585788416, 'completed': '33.44% (1_233 / 3_687)', 'remaining time': '21:51:19', 'throughput': '8453.52', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:19:44,060 >> {'loss': 0.6456, 'grad_norm': 19.892656326293945, 'learning_rate': 8.15025636099637e-07, 'epoch': 0.11771087605098997, 'num_input_tokens_seen': 2587885568, 'completed': '33.47% (1_234 / 3_687)', 'remaining time': '21:50:28', 'throughput': '9148.40', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:20:17,372 >> {'loss': 0.3137, 'grad_norm': 14.017526626586914, 'learning_rate': 8.146992796611042e-07, 'epoch': 0.11798209926769732, 'num_input_tokens_seen': 2589982720, 'completed': '33.50% (1_235 / 3_687)', 'remaining time': '21:50:03', 'throughput': '7869.44', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:20:44,383 >> {'loss': 0.8757, 'grad_norm': 21.26898765563965, 'learning_rate': 8.143727102026638e-07, 'epoch': 0.11825332248440466, 'num_input_tokens_seen': 2592079872, 'completed': '33.52% (1_236 / 3_687)', 'remaining time': '21:49:03', 'throughput': '9704.93', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:21:15,259 >> {'loss': 0.3173, 'grad_norm': 10.634222030639648, 'learning_rate': 8.140459279871264e-07, 'epoch': 0.11852454570111201, 'num_input_tokens_seen': 2594177024, 'completed': '33.55% (1_237 / 3_687)', 'remaining time': '21:48:24', 'throughput': '8490.43', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:21:45,877 >> {'loss': 0.7255, 'grad_norm': 20.876935958862305, 'learning_rate': 8.137189332774738e-07, 'epoch': 0.11879576891781937, 'num_input_tokens_seen': 2596274176, 'completed': '33.58% (1_238 / 3_687)', 'remaining time': '21:47:44', 'throughput': '8561.69', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:22:16,163 >> {'loss': 0.3449, 'grad_norm': 13.55611801147461, 'learning_rate': 8.133917263368589e-07, 'epoch': 0.11906699213452672, 'num_input_tokens_seen': 2598371328, 'completed': '33.60% (1_239 / 3_687)', 'remaining time': '21:47:02', 'throughput': '8655.68', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:22:47,340 >> {'loss': 0.4658, 'grad_norm': 23.81563949584961, 'learning_rate': 8.130643074286056e-07, 'epoch': 0.11933821535123407, 'num_input_tokens_seen': 2600468480, 'completed': '33.63% (1_240 / 3_687)', 'remaining time': '21:46:25', 'throughput': '8408.07', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:23:23,962 >> {'loss': 0.4361, 'grad_norm': 15.136983871459961, 'learning_rate': 8.127366768162077e-07, 'epoch': 0.11960943856794141, 'num_input_tokens_seen': 2602565632, 'completed': '33.66% (1_241 / 3_687)', 'remaining time': '21:46:19', 'throughput': '7158.22', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:23:56,246 >> {'loss': 0.3938, 'grad_norm': 14.615781784057617, 'learning_rate': 8.124088347633304e-07, 'epoch': 0.11988066178464876, 'num_input_tokens_seen': 2604662784, 'completed': '33.69% (1_242 / 3_687)', 'remaining time': '21:45:48', 'throughput': '8119.76', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:24:26,910 >> {'loss': 0.377, 'grad_norm': 13.33740234375, 'learning_rate': 8.120807815338083e-07, 'epoch': 0.12015188500135611, 'num_input_tokens_seen': 2606759936, 'completed': '33.71% (1_243 / 3_687)', 'remaining time': '21:45:08', 'throughput': '8548.88', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:25:00,896 >> {'loss': 0.3627, 'grad_norm': 16.450172424316406, 'learning_rate': 8.11752517391646e-07, 'epoch': 0.12042310821806347, 'num_input_tokens_seen': 2608857088, 'completed': '33.74% (1_244 / 3_687)', 'remaining time': '21:44:47', 'throughput': '7713.30', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:25:32,140 >> {'loss': 0.3407, 'grad_norm': 12.913908958435059, 'learning_rate': 8.114240426010183e-07, 'epoch': 0.12069433143477082, 'num_input_tokens_seen': 2610954240, 'completed': '33.77% (1_245 / 3_687)', 'remaining time': '21:44:11', 'throughput': '8390.46', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:26:01,656 >> {'loss': 0.6169, 'grad_norm': 19.959516525268555, 'learning_rate': 8.11095357426269e-07, 'epoch': 0.12096555465147817, 'num_input_tokens_seen': 2613051392, 'completed': '33.79% (1_246 / 3_687)', 'remaining time': '21:43:25', 'throughput': '8881.20', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:26:31,762 >> {'loss': 0.5242, 'grad_norm': 15.97438907623291, 'learning_rate': 8.107664621319113e-07, 'epoch': 0.12123677786818551, 'num_input_tokens_seen': 2615148544, 'completed': '33.82% (1_247 / 3_687)', 'remaining time': '21:42:42', 'throughput': '8707.37', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:27:01,492 >> {'loss': 0.3952, 'grad_norm': 14.837607383728027, 'learning_rate': 8.10437356982628e-07, 'epoch': 0.12150800108489286, 'num_input_tokens_seen': 2617245696, 'completed': '33.85% (1_248 / 3_687)', 'remaining time': '21:41:57', 'throughput': '8817.64', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:27:35,868 >> {'loss': 0.4423, 'grad_norm': 15.677940368652344, 'learning_rate': 8.1010804224327e-07, 'epoch': 0.12177922430160022, 'num_input_tokens_seen': 2619342848, 'completed': '33.88% (1_249 / 3_687)', 'remaining time': '21:41:38', 'throughput': '7625.74', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:28:05,735 >> {'loss': 0.3551, 'grad_norm': 13.296334266662598, 'learning_rate': 8.097785181788574e-07, 'epoch': 0.12205044751830757, 'num_input_tokens_seen': 2621440000, 'completed': '33.90% (1_250 / 3_687)', 'remaining time': '21:40:54', 'throughput': '8777.03', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:28:37,113 >> {'loss': 0.371, 'grad_norm': 17.426509857177734, 'learning_rate': 8.09448785054579e-07, 'epoch': 0.12232167073501492, 'num_input_tokens_seen': 2623537152, 'completed': '33.93% (1_251 / 3_687)', 'remaining time': '21:40:19', 'throughput': '8354.35', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:29:05,840 >> {'loss': 0.9746, 'grad_norm': 24.391117095947266, 'learning_rate': 8.091188431357908e-07, 'epoch': 0.12259289395172226, 'num_input_tokens_seen': 2625634304, 'completed': '33.96% (1_252 / 3_687)', 'remaining time': '21:39:29', 'throughput': '9125.50', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:29:35,732 >> {'loss': 0.9044, 'grad_norm': 22.590383529663086, 'learning_rate': 8.087886926880181e-07, 'epoch': 0.12286411716842961, 'num_input_tokens_seen': 2627731456, 'completed': '33.98% (1_253 / 3_687)', 'remaining time': '21:38:46', 'throughput': '8769.75', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:30:09,227 >> {'loss': 0.4665, 'grad_norm': 15.536231994628906, 'learning_rate': 8.084583339769531e-07, 'epoch': 0.12313534038513697, 'num_input_tokens_seen': 2629828608, 'completed': '34.01% (1_254 / 3_687)', 'remaining time': '21:38:22', 'throughput': '7826.30', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:30:40,307 >> {'loss': 0.3953, 'grad_norm': 16.86744499206543, 'learning_rate': 8.081277672684557e-07, 'epoch': 0.12340656360184432, 'num_input_tokens_seen': 2631925760, 'completed': '34.04% (1_255 / 3_687)', 'remaining time': '21:37:45', 'throughput': '8434.57', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:31:08,724 >> {'loss': 0.5952, 'grad_norm': 18.4736385345459, 'learning_rate': 8.077969928285541e-07, 'epoch': 0.12367778681855167, 'num_input_tokens_seen': 2634022912, 'completed': '34.07% (1_256 / 3_687)', 'remaining time': '21:36:53', 'throughput': '9224.69', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:31:40,027 >> {'loss': 0.4361, 'grad_norm': 15.2562837600708, 'learning_rate': 8.074660109234424e-07, 'epoch': 0.12394901003525902, 'num_input_tokens_seen': 2636120064, 'completed': '34.09% (1_257 / 3_687)', 'remaining time': '21:36:18', 'throughput': '8374.59', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:32:10,036 >> {'loss': 0.5753, 'grad_norm': 20.01945686340332, 'learning_rate': 8.071348218194823e-07, 'epoch': 0.12422023325196636, 'num_input_tokens_seen': 2638217216, 'completed': '34.12% (1_258 / 3_687)', 'remaining time': '21:35:35', 'throughput': '8735.49', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:32:41,080 >> {'loss': 0.7434, 'grad_norm': 20.903608322143555, 'learning_rate': 8.068034257832026e-07, 'epoch': 0.12449145646867373, 'num_input_tokens_seen': 2640314368, 'completed': '34.15% (1_259 / 3_687)', 'remaining time': '21:34:58', 'throughput': '8444.06', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:33:10,607 >> {'loss': 0.5717, 'grad_norm': 18.132099151611328, 'learning_rate': 8.064718230812976e-07, 'epoch': 0.12476267968538107, 'num_input_tokens_seen': 2642411520, 'completed': '34.17% (1_260 / 3_687)', 'remaining time': '21:34:13', 'throughput': '8878.31', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:33:42,033 >> {'loss': 0.6942, 'grad_norm': 19.513261795043945, 'learning_rate': 8.06140013980629e-07, 'epoch': 0.1250339029020884, 'num_input_tokens_seen': 2644508672, 'completed': '34.20% (1_261 / 3_687)', 'remaining time': '21:33:38', 'throughput': '8341.87', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:34:14,349 >> {'loss': 0.3526, 'grad_norm': 15.275543212890625, 'learning_rate': 8.05807998748224e-07, 'epoch': 0.12530512611879577, 'num_input_tokens_seen': 2646605824, 'completed': '34.23% (1_262 / 3_687)', 'remaining time': '21:33:07', 'throughput': '8111.70', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:34:44,683 >> {'loss': 0.3085, 'grad_norm': 15.771416664123535, 'learning_rate': 8.05475777651276e-07, 'epoch': 0.12557634933550313, 'num_input_tokens_seen': 2648702976, 'completed': '34.26% (1_263 / 3_687)', 'remaining time': '21:32:27', 'throughput': '8641.85', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:35:14,140 >> {'loss': 0.6849, 'grad_norm': 20.19382095336914, 'learning_rate': 8.051433509571435e-07, 'epoch': 0.12584757255221046, 'num_input_tokens_seen': 2650800128, 'completed': '34.28% (1_264 / 3_687)', 'remaining time': '21:31:42', 'throughput': '8899.26', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:35:46,718 >> {'loss': 0.5637, 'grad_norm': 19.399974822998047, 'learning_rate': 8.04810718933351e-07, 'epoch': 0.12611879576891782, 'num_input_tokens_seen': 2652897280, 'completed': '34.31% (1_265 / 3_687)', 'remaining time': '21:31:13', 'throughput': '8046.45', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:36:17,134 >> {'loss': 0.3837, 'grad_norm': 14.588866233825684, 'learning_rate': 8.044778818475884e-07, 'epoch': 0.12639001898562516, 'num_input_tokens_seen': 2654994432, 'completed': '34.34% (1_266 / 3_687)', 'remaining time': '21:30:33', 'throughput': '8618.62', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:36:47,465 >> {'loss': 0.6066, 'grad_norm': 18.231657028198242, 'learning_rate': 8.0414483996771e-07, 'epoch': 0.12666124220233252, 'num_input_tokens_seen': 2657091584, 'completed': '34.36% (1_267 / 3_687)', 'remaining time': '21:29:52', 'throughput': '8643.01', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:37:19,628 >> {'loss': 0.8268, 'grad_norm': 21.163400650024414, 'learning_rate': 8.038115935617355e-07, 'epoch': 0.12693246541903988, 'num_input_tokens_seen': 2659188736, 'completed': '34.39% (1_268 / 3_687)', 'remaining time': '21:29:21', 'throughput': '8150.42', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:37:49,592 >> {'loss': 0.3457, 'grad_norm': 13.187846183776855, 'learning_rate': 8.034781428978484e-07, 'epoch': 0.12720368863574721, 'num_input_tokens_seen': 2661285888, 'completed': '34.42% (1_269 / 3_687)', 'remaining time': '21:28:39', 'throughput': '8748.57', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:38:19,440 >> {'loss': 0.223, 'grad_norm': 11.001519203186035, 'learning_rate': 8.031444882443976e-07, 'epoch': 0.12747491185245458, 'num_input_tokens_seen': 2663383040, 'completed': '34.45% (1_270 / 3_687)', 'remaining time': '21:27:56', 'throughput': '8782.72', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:38:52,272 >> {'loss': 0.5616, 'grad_norm': 16.197965621948242, 'learning_rate': 8.028106298698957e-07, 'epoch': 0.1277461350691619, 'num_input_tokens_seen': 2665480192, 'completed': '34.47% (1_271 / 3_687)', 'remaining time': '21:27:28', 'throughput': '7984.30', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:39:22,906 >> {'loss': 0.314, 'grad_norm': 13.498997688293457, 'learning_rate': 8.024765680430188e-07, 'epoch': 0.12801735828586927, 'num_input_tokens_seen': 2667577344, 'completed': '34.50% (1_272 / 3_687)', 'remaining time': '21:26:49', 'throughput': '8557.41', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:39:54,178 >> {'loss': 0.585, 'grad_norm': 18.05949592590332, 'learning_rate': 8.021423030326075e-07, 'epoch': 0.12828858150257663, 'num_input_tokens_seen': 2669674496, 'completed': '34.53% (1_273 / 3_687)', 'remaining time': '21:26:14', 'throughput': '8382.72', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:40:24,034 >> {'loss': 0.2417, 'grad_norm': 10.726323127746582, 'learning_rate': 8.018078351076653e-07, 'epoch': 0.12855980471928397, 'num_input_tokens_seen': 2671771648, 'completed': '34.55% (1_274 / 3_687)', 'remaining time': '21:25:31', 'throughput': '8780.36', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:40:57,426 >> {'loss': 0.3998, 'grad_norm': 13.169657707214355, 'learning_rate': 8.014731645373595e-07, 'epoch': 0.12883102793599133, 'num_input_tokens_seen': 2673868800, 'completed': '34.58% (1_275 / 3_687)', 'remaining time': '21:25:06', 'throughput': '7850.28', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:41:29,315 >> {'loss': 0.5083, 'grad_norm': 18.775423049926758, 'learning_rate': 8.011382915910203e-07, 'epoch': 0.12910225115269866, 'num_input_tokens_seen': 2675965952, 'completed': '34.61% (1_276 / 3_687)', 'remaining time': '21:24:34', 'throughput': '8220.57', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:42:00,640 >> {'loss': 0.324, 'grad_norm': 14.191473007202148, 'learning_rate': 8.008032165381403e-07, 'epoch': 0.12937347436940602, 'num_input_tokens_seen': 2678063104, 'completed': '34.64% (1_277 / 3_687)', 'remaining time': '21:23:59', 'throughput': '8368.54', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:42:31,640 >> {'loss': 0.2584, 'grad_norm': 19.03130531311035, 'learning_rate': 8.004679396483756e-07, 'epoch': 0.12964469758611338, 'num_input_tokens_seen': 2680160256, 'completed': '34.66% (1_278 / 3_687)', 'remaining time': '21:23:22', 'throughput': '8456.32', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:43:02,003 >> {'loss': 0.8237, 'grad_norm': 22.582111358642578, 'learning_rate': 8.001324611915441e-07, 'epoch': 0.12991592080282072, 'num_input_tokens_seen': 2682257408, 'completed': '34.69% (1_279 / 3_687)', 'remaining time': '21:22:42', 'throughput': '8633.74', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:43:31,739 >> {'loss': 0.4733, 'grad_norm': 16.168638229370117, 'learning_rate': 7.99796781437626e-07, 'epoch': 0.13018714401952808, 'num_input_tokens_seen': 2684354560, 'completed': '34.72% (1_280 / 3_687)', 'remaining time': '21:21:59', 'throughput': '8815.74', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:44:06,936 >> {'loss': 0.2726, 'grad_norm': 11.249455451965332, 'learning_rate': 7.994609006567635e-07, 'epoch': 0.1304583672362354, 'num_input_tokens_seen': 2686451712, 'completed': '34.74% (1_281 / 3_687)', 'remaining time': '21:21:43', 'throughput': '7447.91', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:44:37,393 >> {'loss': 0.4514, 'grad_norm': 24.108003616333008, 'learning_rate': 7.99124819119261e-07, 'epoch': 0.13072959045294277, 'num_input_tokens_seen': 2688548864, 'completed': '34.77% (1_282 / 3_687)', 'remaining time': '21:21:03', 'throughput': '8606.97', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:45:05,834 >> {'loss': 0.6907, 'grad_norm': 22.541616439819336, 'learning_rate': 7.987885370955841e-07, 'epoch': 0.13100081366965013, 'num_input_tokens_seen': 2690646016, 'completed': '34.80% (1_283 / 3_687)', 'remaining time': '21:20:14', 'throughput': '9216.95', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:45:34,268 >> {'loss': 0.6375, 'grad_norm': 17.23971176147461, 'learning_rate': 7.984520548563594e-07, 'epoch': 0.13127203688635747, 'num_input_tokens_seen': 2692743168, 'completed': '34.83% (1_284 / 3_687)', 'remaining time': '21:19:25', 'throughput': '9219.33', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:46:05,282 >> {'loss': 0.4198, 'grad_norm': 14.531922340393066, 'learning_rate': 7.981153726723755e-07, 'epoch': 0.13154326010306483, 'num_input_tokens_seen': 2694840320, 'completed': '34.85% (1_285 / 3_687)', 'remaining time': '21:18:48', 'throughput': '8452.51', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:46:35,059 >> {'loss': 0.3334, 'grad_norm': 12.036006927490234, 'learning_rate': 7.977784908145809e-07, 'epoch': 0.13181448331977216, 'num_input_tokens_seen': 2696937472, 'completed': '34.88% (1_286 / 3_687)', 'remaining time': '21:18:05', 'throughput': '8803.61', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:47:06,921 >> {'loss': 0.2007, 'grad_norm': 10.315123558044434, 'learning_rate': 7.974414095540858e-07, 'epoch': 0.13208570653647952, 'num_input_tokens_seen': 2699034624, 'completed': '34.91% (1_287 / 3_687)', 'remaining time': '21:17:33', 'throughput': '8227.44', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:47:37,720 >> {'loss': 0.3, 'grad_norm': 10.276031494140625, 'learning_rate': 7.971041291621601e-07, 'epoch': 0.13235692975318689, 'num_input_tokens_seen': 2701131776, 'completed': '34.93% (1_288 / 3_687)', 'remaining time': '21:16:56', 'throughput': '8511.57', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:48:13,104 >> {'loss': 0.4751, 'grad_norm': 16.799928665161133, 'learning_rate': 7.967666499102341e-07, 'epoch': 0.13262815296989422, 'num_input_tokens_seen': 2703228928, 'completed': '34.96% (1_289 / 3_687)', 'remaining time': '21:16:40', 'throughput': '7408.50', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:48:44,921 >> {'loss': 0.3534, 'grad_norm': 13.778836250305176, 'learning_rate': 7.964289720698986e-07, 'epoch': 0.13289937618660158, 'num_input_tokens_seen': 2705326080, 'completed': '34.99% (1_290 / 3_687)', 'remaining time': '21:16:08', 'throughput': '8239.21', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:49:18,180 >> {'loss': 0.6054, 'grad_norm': 17.865440368652344, 'learning_rate': 7.960910959129037e-07, 'epoch': 0.13317059940330891, 'num_input_tokens_seen': 2707423232, 'completed': '35.01% (1_291 / 3_687)', 'remaining time': '21:15:42', 'throughput': '7881.72', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:49:47,631 >> {'loss': 0.5136, 'grad_norm': 17.34958267211914, 'learning_rate': 7.957530217111591e-07, 'epoch': 0.13344182262001628, 'num_input_tokens_seen': 2709520384, 'completed': '35.04% (1_292 / 3_687)', 'remaining time': '21:14:58', 'throughput': '8901.26', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:50:17,946 >> {'loss': 0.853, 'grad_norm': 24.52153205871582, 'learning_rate': 7.954147497367343e-07, 'epoch': 0.13371304583672364, 'num_input_tokens_seen': 2711617536, 'completed': '35.07% (1_293 / 3_687)', 'remaining time': '21:14:18', 'throughput': '8647.24', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:50:47,195 >> {'loss': 0.4762, 'grad_norm': 18.36350440979004, 'learning_rate': 7.950762802618576e-07, 'epoch': 0.13398426905343097, 'num_input_tokens_seen': 2713714688, 'completed': '35.10% (1_294 / 3_687)', 'remaining time': '21:13:34', 'throughput': '8962.43', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:51:15,323 >> {'loss': 0.5823, 'grad_norm': 17.231550216674805, 'learning_rate': 7.947376135589164e-07, 'epoch': 0.13425549227013833, 'num_input_tokens_seen': 2715811840, 'completed': '35.12% (1_295 / 3_687)', 'remaining time': '21:12:43', 'throughput': '9319.68', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:51:45,055 >> {'loss': 0.7359, 'grad_norm': 22.24859619140625, 'learning_rate': 7.943987499004569e-07, 'epoch': 0.13452671548684567, 'num_input_tokens_seen': 2717908992, 'completed': '35.15% (1_296 / 3_687)', 'remaining time': '21:12:01', 'throughput': '8817.02', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:52:14,273 >> {'loss': 0.6906, 'grad_norm': 22.393712997436523, 'learning_rate': 7.940596895591835e-07, 'epoch': 0.13479793870355303, 'num_input_tokens_seen': 2720006144, 'completed': '35.18% (1_297 / 3_687)', 'remaining time': '21:11:16', 'throughput': '8972.07', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:52:45,089 >> {'loss': 0.3609, 'grad_norm': 13.456273078918457, 'learning_rate': 7.93720432807959e-07, 'epoch': 0.13506916192026036, 'num_input_tokens_seen': 2722103296, 'completed': '35.20% (1_298 / 3_687)', 'remaining time': '21:10:39', 'throughput': '8506.58', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:53:14,456 >> {'loss': 0.5547, 'grad_norm': 18.195858001708984, 'learning_rate': 7.933809799198045e-07, 'epoch': 0.13534038513696772, 'num_input_tokens_seen': 2724200448, 'completed': '35.23% (1_299 / 3_687)', 'remaining time': '21:09:55', 'throughput': '8926.39', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:53:45,111 >> {'loss': 0.4255, 'grad_norm': 23.925018310546875, 'learning_rate': 7.930413311678987e-07, 'epoch': 0.13561160835367508, 'num_input_tokens_seen': 2726297600, 'completed': '35.26% (1_300 / 3_687)', 'remaining time': '21:09:17', 'throughput': '8551.61', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:54:15,184 >> {'loss': 0.3462, 'grad_norm': 17.64158821105957, 'learning_rate': 7.92701486825578e-07, 'epoch': 0.13588283157038242, 'num_input_tokens_seen': 2728394752, 'completed': '35.29% (1_301 / 3_687)', 'remaining time': '21:08:36', 'throughput': '8716.96', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:54:49,236 >> {'loss': 0.5714, 'grad_norm': 25.17290496826172, 'learning_rate': 7.923614471663361e-07, 'epoch': 0.13615405478708978, 'num_input_tokens_seen': 2730491904, 'completed': '35.31% (1_302 / 3_687)', 'remaining time': '21:08:14', 'throughput': '7698.28', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:55:18,419 >> {'loss': 0.2677, 'grad_norm': 10.592412948608398, 'learning_rate': 7.920212124638241e-07, 'epoch': 0.1364252780037971, 'num_input_tokens_seen': 2732589056, 'completed': '35.34% (1_303 / 3_687)', 'remaining time': '21:07:29', 'throughput': '8982.82', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:55:48,508 >> {'loss': 0.3103, 'grad_norm': 12.378978729248047, 'learning_rate': 7.916807829918499e-07, 'epoch': 0.13669650122050447, 'num_input_tokens_seen': 2734686208, 'completed': '35.37% (1_304 / 3_687)', 'remaining time': '21:06:49', 'throughput': '8712.32', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:56:18,337 >> {'loss': 0.3225, 'grad_norm': 17.801116943359375, 'learning_rate': 7.913401590243781e-07, 'epoch': 0.13696772443721184, 'num_input_tokens_seen': 2736783360, 'completed': '35.39% (1_305 / 3_687)', 'remaining time': '21:06:07', 'throughput': '8788.23', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:56:50,131 >> {'loss': 0.5376, 'grad_norm': 19.611040115356445, 'learning_rate': 7.909993408355302e-07, 'epoch': 0.13723894765391917, 'num_input_tokens_seen': 2738880512, 'completed': '35.42% (1_306 / 3_687)', 'remaining time': '21:05:35', 'throughput': '8244.91', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:57:19,154 >> {'loss': 0.644, 'grad_norm': 20.099191665649414, 'learning_rate': 7.906583286995834e-07, 'epoch': 0.13751017087062653, 'num_input_tokens_seen': 2740977664, 'completed': '35.45% (1_307 / 3_687)', 'remaining time': '21:04:50', 'throughput': '9032.46', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:57:48,426 >> {'loss': 0.2898, 'grad_norm': 13.194962501525879, 'learning_rate': 7.903171228909714e-07, 'epoch': 0.13778139408733386, 'num_input_tokens_seen': 2743074816, 'completed': '35.48% (1_308 / 3_687)', 'remaining time': '21:04:06', 'throughput': '8955.42', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:58:22,255 >> {'loss': 0.3795, 'grad_norm': 13.878562927246094, 'learning_rate': 7.899757236842836e-07, 'epoch': 0.13805261730404123, 'num_input_tokens_seen': 2745171968, 'completed': '35.50% (1_309 / 3_687)', 'remaining time': '21:03:43', 'throughput': '7748.95', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:58:53,669 >> {'loss': 0.7278, 'grad_norm': 25.963001251220703, 'learning_rate': 7.89634131354265e-07, 'epoch': 0.1383238405207486, 'num_input_tokens_seen': 2747269120, 'completed': '35.53% (1_310 / 3_687)', 'remaining time': '21:03:09', 'throughput': '8345.01', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:59:23,995 >> {'loss': 0.5589, 'grad_norm': 19.090431213378906, 'learning_rate': 7.892923461758165e-07, 'epoch': 0.13859506373745592, 'num_input_tokens_seen': 2749366272, 'completed': '35.56% (1_311 / 3_687)', 'remaining time': '21:02:30', 'throughput': '8644.11', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:59:53,855 >> {'loss': 0.4635, 'grad_norm': 15.916430473327637, 'learning_rate': 7.889503684239933e-07, 'epoch': 0.13886628695416328, 'num_input_tokens_seen': 2751463424, 'completed': '35.58% (1_312 / 3_687)', 'remaining time': '21:01:48', 'throughput': '8779.11', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:00:24,348 >> {'loss': 0.3096, 'grad_norm': 12.155187606811523, 'learning_rate': 7.886081983740066e-07, 'epoch': 0.13913751017087062, 'num_input_tokens_seen': 2753560576, 'completed': '35.61% (1_313 / 3_687)', 'remaining time': '21:01:10', 'throughput': '8596.77', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:00:53,207 >> {'loss': 0.5558, 'grad_norm': 19.226377487182617, 'learning_rate': 7.882658363012214e-07, 'epoch': 0.13940873338757798, 'num_input_tokens_seen': 2755657728, 'completed': '35.64% (1_314 / 3_687)', 'remaining time': '21:00:24', 'throughput': '9083.81', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:01:23,482 >> {'loss': 0.4074, 'grad_norm': 16.780195236206055, 'learning_rate': 7.879232824811579e-07, 'epoch': 0.13967995660428534, 'num_input_tokens_seen': 2757754880, 'completed': '35.67% (1_315 / 3_687)', 'remaining time': '20:59:45', 'throughput': '8658.73', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:01:52,315 >> {'loss': 0.8599, 'grad_norm': 24.132198333740234, 'learning_rate': 7.875805371894904e-07, 'epoch': 0.13995117982099267, 'num_input_tokens_seen': 2759852032, 'completed': '35.69% (1_316 / 3_687)', 'remaining time': '20:58:59', 'throughput': '9091.76', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:02:25,130 >> {'loss': 0.4509, 'grad_norm': 16.48426055908203, 'learning_rate': 7.872376007020469e-07, 'epoch': 0.14022240303770003, 'num_input_tokens_seen': 2761949184, 'completed': '35.72% (1_317 / 3_687)', 'remaining time': '20:58:32', 'throughput': '7988.51', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:02:56,615 >> {'loss': 0.3677, 'grad_norm': 13.625266075134277, 'learning_rate': 7.8689447329481e-07, 'epoch': 0.14049362625440737, 'num_input_tokens_seen': 2764046336, 'completed': '35.75% (1_318 / 3_687)', 'remaining time': '20:57:58', 'throughput': '8326.08', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:03:29,766 >> {'loss': 0.5272, 'grad_norm': 17.589357376098633, 'learning_rate': 7.865511552439156e-07, 'epoch': 0.14076484947111473, 'num_input_tokens_seen': 2766143488, 'completed': '35.77% (1_319 / 3_687)', 'remaining time': '20:57:32', 'throughput': '7907.40', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:03:57,394 >> {'loss': 0.5088, 'grad_norm': 15.197576522827148, 'learning_rate': 7.862076468256529e-07, 'epoch': 0.1410360726878221, 'num_input_tokens_seen': 2768240640, 'completed': '35.80% (1_320 / 3_687)', 'remaining time': '20:56:41', 'throughput': '9488.36', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:04:28,026 >> {'loss': 0.4647, 'grad_norm': 18.043136596679688, 'learning_rate': 7.858639483164643e-07, 'epoch': 0.14130729590452942, 'num_input_tokens_seen': 2770337792, 'completed': '35.83% (1_321 / 3_687)', 'remaining time': '20:56:04', 'throughput': '8557.97', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:04:59,031 >> {'loss': 0.5039, 'grad_norm': 15.092884063720703, 'learning_rate': 7.855200599929456e-07, 'epoch': 0.14157851912123678, 'num_input_tokens_seen': 2772434944, 'completed': '35.86% (1_322 / 3_687)', 'remaining time': '20:55:28', 'throughput': '8455.02', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:05:29,581 >> {'loss': 0.424, 'grad_norm': 15.708367347717285, 'learning_rate': 7.851759821318447e-07, 'epoch': 0.14184974233794412, 'num_input_tokens_seen': 2774532096, 'completed': '35.88% (1_323 / 3_687)', 'remaining time': '20:54:50', 'throughput': '8580.66', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:05:59,982 >> {'loss': 0.5721, 'grad_norm': 22.44023323059082, 'learning_rate': 7.848317150100624e-07, 'epoch': 0.14212096555465148, 'num_input_tokens_seen': 2776629248, 'completed': '35.91% (1_324 / 3_687)', 'remaining time': '20:54:12', 'throughput': '8622.91', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:06:31,735 >> {'loss': 0.4114, 'grad_norm': 13.735273361206055, 'learning_rate': 7.84487258904652e-07, 'epoch': 0.14239218877135884, 'num_input_tokens_seen': 2778726400, 'completed': '35.94% (1_325 / 3_687)', 'remaining time': '20:53:40', 'throughput': '8255.84', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:07:02,168 >> {'loss': 0.7805, 'grad_norm': 24.59619140625, 'learning_rate': 7.841426140928184e-07, 'epoch': 0.14266341198806617, 'num_input_tokens_seen': 2780823552, 'completed': '35.96% (1_326 / 3_687)', 'remaining time': '20:53:01', 'throughput': '8613.59', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:07:34,994 >> {'loss': 0.7438, 'grad_norm': 24.768539428710938, 'learning_rate': 7.837977808519189e-07, 'epoch': 0.14293463520477354, 'num_input_tokens_seen': 2782920704, 'completed': '35.99% (1_327 / 3_687)', 'remaining time': '20:52:34', 'throughput': '7986.00', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:08:06,338 >> {'loss': 0.6571, 'grad_norm': 20.256254196166992, 'learning_rate': 7.834527594594618e-07, 'epoch': 0.14320585842148087, 'num_input_tokens_seen': 2785017856, 'completed': '36.02% (1_328 / 3_687)', 'remaining time': '20:52:00', 'throughput': '8363.32', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:08:39,747 >> {'loss': 0.5158, 'grad_norm': 18.815889358520508, 'learning_rate': 7.831075501931078e-07, 'epoch': 0.14347708163818823, 'num_input_tokens_seen': 2787115008, 'completed': '36.05% (1_329 / 3_687)', 'remaining time': '20:51:35', 'throughput': '7846.51', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:09:06,962 >> {'loss': 0.6597, 'grad_norm': 18.49612045288086, 'learning_rate': 7.827621533306677e-07, 'epoch': 0.1437483048548956, 'num_input_tokens_seen': 2789212160, 'completed': '36.07% (1_330 / 3_687)', 'remaining time': '20:50:42', 'throughput': '9632.22', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:09:35,565 >> {'loss': 0.479, 'grad_norm': 15.946340560913086, 'learning_rate': 7.824165691501036e-07, 'epoch': 0.14401952807160293, 'num_input_tokens_seen': 2791309312, 'completed': '36.10% (1_331 / 3_687)', 'remaining time': '20:49:56', 'throughput': '9165.10', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:10:06,115 >> {'loss': 0.3821, 'grad_norm': 17.465255737304688, 'learning_rate': 7.820707979295289e-07, 'epoch': 0.1442907512883103, 'num_input_tokens_seen': 2793406464, 'completed': '36.13% (1_332 / 3_687)', 'remaining time': '20:49:19', 'throughput': '8580.86', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:10:37,905 >> {'loss': 0.6755, 'grad_norm': 28.799354553222656, 'learning_rate': 7.81724839947207e-07, 'epoch': 0.14456197450501762, 'num_input_tokens_seen': 2795503616, 'completed': '36.15% (1_333 / 3_687)', 'remaining time': '20:48:47', 'throughput': '8246.13', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:11:08,278 >> {'loss': 0.4634, 'grad_norm': 19.517778396606445, 'learning_rate': 7.813786954815517e-07, 'epoch': 0.14483319772172498, 'num_input_tokens_seen': 2797600768, 'completed': '36.18% (1_334 / 3_687)', 'remaining time': '20:48:09', 'throughput': '8630.63', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:11:38,952 >> {'loss': 0.3967, 'grad_norm': 18.770734786987305, 'learning_rate': 7.810323648111269e-07, 'epoch': 0.14510442093843234, 'num_input_tokens_seen': 2799697920, 'completed': '36.21% (1_335 / 3_687)', 'remaining time': '20:47:32', 'throughput': '8546.38', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:12:13,009 >> {'loss': 0.4468, 'grad_norm': 14.419391632080078, 'learning_rate': 7.806858482146463e-07, 'epoch': 0.14537564415513968, 'num_input_tokens_seen': 2801795072, 'completed': '36.24% (1_336 / 3_687)', 'remaining time': '20:47:10', 'throughput': '7697.14', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:12:44,412 >> {'loss': 0.4719, 'grad_norm': 17.39090919494629, 'learning_rate': 7.803391459709733e-07, 'epoch': 0.14564686737184704, 'num_input_tokens_seen': 2803892224, 'completed': '36.26% (1_337 / 3_687)', 'remaining time': '20:46:36', 'throughput': '8347.79', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:13:14,192 >> {'loss': 0.4681, 'grad_norm': 16.507200241088867, 'learning_rate': 7.799922583591206e-07, 'epoch': 0.14591809058855437, 'num_input_tokens_seen': 2805989376, 'completed': '36.29% (1_338 / 3_687)', 'remaining time': '20:45:55', 'throughput': '8802.64', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:13:44,357 >> {'loss': 0.4491, 'grad_norm': 14.502838134765625, 'learning_rate': 7.796451856582504e-07, 'epoch': 0.14618931380526173, 'num_input_tokens_seen': 2808086528, 'completed': '36.32% (1_339 / 3_687)', 'remaining time': '20:45:16', 'throughput': '8690.20', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:14:14,052 >> {'loss': 0.332, 'grad_norm': 12.314398765563965, 'learning_rate': 7.792979281476734e-07, 'epoch': 0.14646053702196907, 'num_input_tokens_seen': 2810183680, 'completed': '36.34% (1_340 / 3_687)', 'remaining time': '20:44:35', 'throughput': '8828.07', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:14:47,765 >> {'loss': 0.4365, 'grad_norm': 13.12981128692627, 'learning_rate': 7.789504861068492e-07, 'epoch': 0.14673176023867643, 'num_input_tokens_seen': 2812280832, 'completed': '36.37% (1_341 / 3_687)', 'remaining time': '20:44:11', 'throughput': '7775.64', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:15:16,930 >> {'loss': 0.516, 'grad_norm': 19.02878761291504, 'learning_rate': 7.78602859815386e-07, 'epoch': 0.1470029834553838, 'num_input_tokens_seen': 2814377984, 'completed': '36.40% (1_342 / 3_687)', 'remaining time': '20:43:28', 'throughput': '8988.22', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:15:46,348 >> {'loss': 0.2956, 'grad_norm': 11.80683422088623, 'learning_rate': 7.782550495530402e-07, 'epoch': 0.14727420667209112, 'num_input_tokens_seen': 2816475136, 'completed': '36.43% (1_343 / 3_687)', 'remaining time': '20:42:46', 'throughput': '8911.08', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:16:16,226 >> {'loss': 0.7255, 'grad_norm': 23.65553855895996, 'learning_rate': 7.779070555997162e-07, 'epoch': 0.14754542988879848, 'num_input_tokens_seen': 2818572288, 'completed': '36.45% (1_344 / 3_687)', 'remaining time': '20:42:06', 'throughput': '8774.01', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:16:48,696 >> {'loss': 0.6579, 'grad_norm': 20.80998420715332, 'learning_rate': 7.775588782354666e-07, 'epoch': 0.14781665310550582, 'num_input_tokens_seen': 2820669440, 'completed': '36.48% (1_345 / 3_687)', 'remaining time': '20:41:37', 'throughput': '8073.27', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:17:24,675 >> {'loss': 0.7579, 'grad_norm': 20.969602584838867, 'learning_rate': 7.77210517740491e-07, 'epoch': 0.14808787632221318, 'num_input_tokens_seen': 2822766592, 'completed': '36.51% (1_346 / 3_687)', 'remaining time': '20:41:23', 'throughput': '7285.96', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:17:56,212 >> {'loss': 0.2488, 'grad_norm': 9.614218711853027, 'learning_rate': 7.768619743951366e-07, 'epoch': 0.14835909953892054, 'num_input_tokens_seen': 2824863744, 'completed': '36.53% (1_347 / 3_687)', 'remaining time': '20:40:50', 'throughput': '8312.41', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:18:26,116 >> {'loss': 0.3422, 'grad_norm': 12.458992004394531, 'learning_rate': 7.765132484798978e-07, 'epoch': 0.14863032275562787, 'num_input_tokens_seen': 2826960896, 'completed': '36.56% (1_348 / 3_687)', 'remaining time': '20:40:10', 'throughput': '8766.08', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:18:56,658 >> {'loss': 0.5978, 'grad_norm': 31.408218383789062, 'learning_rate': 7.761643402754163e-07, 'epoch': 0.14890154597233524, 'num_input_tokens_seen': 2829058048, 'completed': '36.59% (1_349 / 3_687)', 'remaining time': '20:39:33', 'throughput': '8583.26', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:19:27,732 >> {'loss': 0.5435, 'grad_norm': 19.415218353271484, 'learning_rate': 7.7581525006248e-07, 'epoch': 0.14917276918904257, 'num_input_tokens_seen': 2831155200, 'completed': '36.62% (1_350 / 3_687)', 'remaining time': '20:38:58', 'throughput': '8435.94', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:20:01,980 >> {'loss': 0.4826, 'grad_norm': 17.554052352905273, 'learning_rate': 7.754659781220232e-07, 'epoch': 0.14944399240574993, 'num_input_tokens_seen': 2833252352, 'completed': '36.64% (1_351 / 3_687)', 'remaining time': '20:38:36', 'throughput': '7654.33', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:20:32,706 >> {'loss': 0.3339, 'grad_norm': 14.18742561340332, 'learning_rate': 7.751165247351269e-07, 'epoch': 0.1497152156224573, 'num_input_tokens_seen': 2835349504, 'completed': '36.67% (1_352 / 3_687)', 'remaining time': '20:38:00', 'throughput': '8531.58', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:21:03,123 >> {'loss': 0.5135, 'grad_norm': 15.89776611328125, 'learning_rate': 7.747668901830178e-07, 'epoch': 0.14998643883916463, 'num_input_tokens_seen': 2837446656, 'completed': '36.70% (1_353 / 3_687)', 'remaining time': '20:37:22', 'throughput': '8618.36', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:21:33,933 >> {'loss': 0.5667, 'grad_norm': 19.270442962646484, 'learning_rate': 7.744170747470685e-07, 'epoch': 0.150257662055872, 'num_input_tokens_seen': 2839543808, 'completed': '36.72% (1_354 / 3_687)', 'remaining time': '20:36:46', 'throughput': '8508.38', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:21:59,571 >> {'loss': 0.954, 'grad_norm': 23.312227249145508, 'learning_rate': 7.740670787087972e-07, 'epoch': 0.15052888527257932, 'num_input_tokens_seen': 2841640960, 'completed': '36.75% (1_355 / 3_687)', 'remaining time': '20:35:48', 'throughput': '10225.02', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:22:31,015 >> {'loss': 0.3264, 'grad_norm': 13.209382057189941, 'learning_rate': 7.737169023498672e-07, 'epoch': 0.15080010848928668, 'num_input_tokens_seen': 2843738112, 'completed': '36.78% (1_356 / 3_687)', 'remaining time': '20:35:15', 'throughput': '8336.94', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:23:01,263 >> {'loss': 0.3447, 'grad_norm': 15.09355354309082, 'learning_rate': 7.733665459520873e-07, 'epoch': 0.15107133170599404, 'num_input_tokens_seen': 2845835264, 'completed': '36.80% (1_357 / 3_687)', 'remaining time': '20:34:37', 'throughput': '8666.37', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:23:32,135 >> {'loss': 0.3267, 'grad_norm': 12.502537727355957, 'learning_rate': 7.730160097974109e-07, 'epoch': 0.15134255492270138, 'num_input_tokens_seen': 2847932416, 'completed': '36.83% (1_358 / 3_687)', 'remaining time': '20:34:01', 'throughput': '8491.43', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:24:03,818 >> {'loss': 0.4452, 'grad_norm': 17.678531646728516, 'learning_rate': 7.726652941679365e-07, 'epoch': 0.15161377813940874, 'num_input_tokens_seen': 2850029568, 'completed': '36.86% (1_359 / 3_687)', 'remaining time': '20:33:29', 'throughput': '8273.99', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:24:34,855 >> {'loss': 0.443, 'grad_norm': 14.068532943725586, 'learning_rate': 7.723143993459061e-07, 'epoch': 0.15188500135611607, 'num_input_tokens_seen': 2852126720, 'completed': '36.89% (1_360 / 3_687)', 'remaining time': '20:32:54', 'throughput': '8446.01', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:25:04,826 >> {'loss': 0.4935, 'grad_norm': 17.834699630737305, 'learning_rate': 7.719633256137067e-07, 'epoch': 0.15215622457282343, 'num_input_tokens_seen': 2854223872, 'completed': '36.91% (1_361 / 3_687)', 'remaining time': '20:32:15', 'throughput': '8746.62', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:25:35,913 >> {'loss': 0.2926, 'grad_norm': 23.74162483215332, 'learning_rate': 7.716120732538696e-07, 'epoch': 0.1524274477895308, 'num_input_tokens_seen': 2856321024, 'completed': '36.94% (1_362 / 3_687)', 'remaining time': '20:31:40', 'throughput': '8432.58', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:26:06,658 >> {'loss': 0.6429, 'grad_norm': 21.309246063232422, 'learning_rate': 7.712606425490687e-07, 'epoch': 0.15269867100623813, 'num_input_tokens_seen': 2858418176, 'completed': '36.97% (1_363 / 3_687)', 'remaining time': '20:31:04', 'throughput': '8526.46', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:26:35,044 >> {'loss': 0.522, 'grad_norm': 28.85659408569336, 'learning_rate': 7.70909033782122e-07, 'epoch': 0.1529698942229455, 'num_input_tokens_seen': 2860515328, 'completed': '36.99% (1_364 / 3_687)', 'remaining time': '20:30:18', 'throughput': '9235.01', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:27:05,684 >> {'loss': 0.5151, 'grad_norm': 16.417978286743164, 'learning_rate': 7.705572472359913e-07, 'epoch': 0.15324111743965282, 'num_input_tokens_seen': 2862612480, 'completed': '37.02% (1_365 / 3_687)', 'remaining time': '20:29:42', 'throughput': '8555.50', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:27:35,262 >> {'loss': 0.4831, 'grad_norm': 15.138096809387207, 'learning_rate': 7.702052831937811e-07, 'epoch': 0.15351234065636019, 'num_input_tokens_seen': 2864709632, 'completed': '37.05% (1_366 / 3_687)', 'remaining time': '20:29:01', 'throughput': '8862.83', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:28:07,030 >> {'loss': 0.6095, 'grad_norm': 17.662302017211914, 'learning_rate': 7.698531419387382e-07, 'epoch': 0.15378356387306755, 'num_input_tokens_seen': 2866806784, 'completed': '37.08% (1_367 / 3_687)', 'remaining time': '20:28:29', 'throughput': '8251.94', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:28:38,893 >> {'loss': 0.3174, 'grad_norm': 13.90149211883545, 'learning_rate': 7.695008237542526e-07, 'epoch': 0.15405478708977488, 'num_input_tokens_seen': 2868903936, 'completed': '37.10% (1_368 / 3_687)', 'remaining time': '20:27:58', 'throughput': '8227.12', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:29:08,433 >> {'loss': 0.9373, 'grad_norm': 25.922029495239258, 'learning_rate': 7.691483289238569e-07, 'epoch': 0.15432601030648224, 'num_input_tokens_seen': 2871001088, 'completed': '37.13% (1_369 / 3_687)', 'remaining time': '20:27:17', 'throughput': '8874.11', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:29:39,788 >> {'loss': 0.5871, 'grad_norm': 18.99474334716797, 'learning_rate': 7.687956577312251e-07, 'epoch': 0.15459723352318958, 'num_input_tokens_seen': 2873098240, 'completed': '37.16% (1_370 / 3_687)', 'remaining time': '20:26:43', 'throughput': '8360.56', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:30:11,591 >> {'loss': 0.3569, 'grad_norm': 16.25048828125, 'learning_rate': 7.684428104601739e-07, 'epoch': 0.15486845673989694, 'num_input_tokens_seen': 2875195392, 'completed': '37.18% (1_371 / 3_687)', 'remaining time': '20:26:12', 'throughput': '8242.93', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:30:43,685 >> {'loss': 0.3744, 'grad_norm': 12.14373779296875, 'learning_rate': 7.680897873946611e-07, 'epoch': 0.1551396799566043, 'num_input_tokens_seen': 2877292544, 'completed': '37.21% (1_372 / 3_687)', 'remaining time': '20:25:41', 'throughput': '8167.75', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:31:17,336 >> {'loss': 0.4764, 'grad_norm': 15.390382766723633, 'learning_rate': 7.677365888187864e-07, 'epoch': 0.15541090317331163, 'num_input_tokens_seen': 2879389696, 'completed': '37.24% (1_373 / 3_687)', 'remaining time': '20:25:17', 'throughput': '7790.15', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:31:48,396 >> {'loss': 0.4289, 'grad_norm': 16.843217849731445, 'learning_rate': 7.673832150167906e-07, 'epoch': 0.155682126390019, 'num_input_tokens_seen': 2881486848, 'completed': '37.27% (1_374 / 3_687)', 'remaining time': '20:24:43', 'throughput': '8439.99', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:32:18,937 >> {'loss': 0.3706, 'grad_norm': 13.040255546569824, 'learning_rate': 7.670296662730552e-07, 'epoch': 0.15595334960672633, 'num_input_tokens_seen': 2883584000, 'completed': '37.29% (1_375 / 3_687)', 'remaining time': '20:24:06', 'throughput': '8583.21', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:32:47,997 >> {'loss': 0.5491, 'grad_norm': 16.71036148071289, 'learning_rate': 7.66675942872103e-07, 'epoch': 0.1562245728234337, 'num_input_tokens_seen': 2885681152, 'completed': '37.32% (1_376 / 3_687)', 'remaining time': '20:23:23', 'throughput': '9021.07', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:33:21,390 >> {'loss': 0.401, 'grad_norm': 14.318278312683105, 'learning_rate': 7.663220450985973e-07, 'epoch': 0.15649579604014105, 'num_input_tokens_seen': 2887778304, 'completed': '37.35% (1_377 / 3_687)', 'remaining time': '20:22:58', 'throughput': '7850.19', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:33:51,977 >> {'loss': 0.6904, 'grad_norm': 20.72394371032715, 'learning_rate': 7.659679732373413e-07, 'epoch': 0.15676701925684838, 'num_input_tokens_seen': 2889875456, 'completed': '37.37% (1_378 / 3_687)', 'remaining time': '20:22:22', 'throughput': '8570.28', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:34:22,699 >> {'loss': 0.3329, 'grad_norm': 12.829943656921387, 'learning_rate': 7.656137275732786e-07, 'epoch': 0.15703824247355574, 'num_input_tokens_seen': 2891972608, 'completed': '37.40% (1_379 / 3_687)', 'remaining time': '20:21:46', 'throughput': '8532.99', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:34:50,863 >> {'loss': 0.6388, 'grad_norm': 19.38332748413086, 'learning_rate': 7.652593083914927e-07, 'epoch': 0.15730946569026308, 'num_input_tokens_seen': 2894069760, 'completed': '37.43% (1_380 / 3_687)', 'remaining time': '20:21:00', 'throughput': '9307.56', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:35:20,022 >> {'loss': 0.5891, 'grad_norm': 19.630373001098633, 'learning_rate': 7.649047159772064e-07, 'epoch': 0.15758068890697044, 'num_input_tokens_seen': 2896166912, 'completed': '37.46% (1_381 / 3_687)', 'remaining time': '20:20:18', 'throughput': '8990.21', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:35:50,986 >> {'loss': 0.42, 'grad_norm': 15.700737953186035, 'learning_rate': 7.645499506157827e-07, 'epoch': 0.15785191212367777, 'num_input_tokens_seen': 2898264064, 'completed': '37.48% (1_382 / 3_687)', 'remaining time': '20:19:43', 'throughput': '8466.16', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:36:22,796 >> {'loss': 0.5836, 'grad_norm': 17.65544319152832, 'learning_rate': 7.641950125927228e-07, 'epoch': 0.15812313534038513, 'num_input_tokens_seen': 2900361216, 'completed': '37.51% (1_383 / 3_687)', 'remaining time': '20:19:11', 'throughput': '8240.99', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:36:52,381 >> {'loss': 0.3025, 'grad_norm': 12.071609497070312, 'learning_rate': 7.638399021936675e-07, 'epoch': 0.1583943585570925, 'num_input_tokens_seen': 2902458368, 'completed': '37.54% (1_384 / 3_687)', 'remaining time': '20:18:31', 'throughput': '8860.65', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:37:24,077 >> {'loss': 0.4026, 'grad_norm': 16.76353645324707, 'learning_rate': 7.634846197043963e-07, 'epoch': 0.15866558177379983, 'num_input_tokens_seen': 2904555520, 'completed': '37.56% (1_385 / 3_687)', 'remaining time': '20:17:59', 'throughput': '8270.45', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:37:54,314 >> {'loss': 0.642, 'grad_norm': 18.88435173034668, 'learning_rate': 7.631291654108266e-07, 'epoch': 0.1589368049905072, 'num_input_tokens_seen': 2906652672, 'completed': '37.59% (1_386 / 3_687)', 'remaining time': '20:17:21', 'throughput': '8669.80', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:38:22,988 >> {'loss': 0.8431, 'grad_norm': 25.31294822692871, 'learning_rate': 7.627735395990149e-07, 'epoch': 0.15920802820721452, 'num_input_tokens_seen': 2908749824, 'completed': '37.62% (1_387 / 3_687)', 'remaining time': '20:16:37', 'throughput': '9142.09', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:38:49,758 >> {'loss': 0.9865, 'grad_norm': 30.660036087036133, 'learning_rate': 7.624177425551552e-07, 'epoch': 0.1594792514239219, 'num_input_tokens_seen': 2910846976, 'completed': '37.65% (1_388 / 3_687)', 'remaining time': '20:15:46', 'throughput': '9792.47', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:39:20,164 >> {'loss': 0.7311, 'grad_norm': 23.799144744873047, 'learning_rate': 7.620617745655793e-07, 'epoch': 0.15975047464062925, 'num_input_tokens_seen': 2912944128, 'completed': '37.67% (1_389 / 3_687)', 'remaining time': '20:15:09', 'throughput': '8621.59', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:39:56,028 >> {'loss': 0.4711, 'grad_norm': 21.239885330200195, 'learning_rate': 7.617056359167568e-07, 'epoch': 0.16002169785733658, 'num_input_tokens_seen': 2915041280, 'completed': '37.70% (1_390 / 3_687)', 'remaining time': '20:14:54', 'throughput': '7309.29', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:40:24,112 >> {'loss': 0.5114, 'grad_norm': 19.135162353515625, 'learning_rate': 7.613493268952947e-07, 'epoch': 0.16029292107404394, 'num_input_tokens_seen': 2917138432, 'completed': '37.73% (1_391 / 3_687)', 'remaining time': '20:14:08', 'throughput': '9334.21', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:40:55,803 >> {'loss': 0.3154, 'grad_norm': 16.555891036987305, 'learning_rate': 7.609928477879365e-07, 'epoch': 0.16056414429075128, 'num_input_tokens_seen': 2919235584, 'completed': '37.75% (1_392 / 3_687)', 'remaining time': '20:13:36', 'throughput': '8271.93', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:41:26,096 >> {'loss': 0.5111, 'grad_norm': 28.75040626525879, 'learning_rate': 7.606361988815633e-07, 'epoch': 0.16083536750745864, 'num_input_tokens_seen': 2921332736, 'completed': '37.78% (1_393 / 3_687)', 'remaining time': '20:12:59', 'throughput': '8653.80', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:41:58,125 >> {'loss': 0.2485, 'grad_norm': 22.3262939453125, 'learning_rate': 7.602793804631927e-07, 'epoch': 0.161106590724166, 'num_input_tokens_seen': 2923429888, 'completed': '37.81% (1_394 / 3_687)', 'remaining time': '20:12:28', 'throughput': '8184.57', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:42:29,054 >> {'loss': 0.4578, 'grad_norm': 15.991744041442871, 'learning_rate': 7.599223928199781e-07, 'epoch': 0.16137781394087333, 'num_input_tokens_seen': 2925527040, 'completed': '37.84% (1_395 / 3_687)', 'remaining time': '20:11:53', 'throughput': '8475.68', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:42:55,971 >> {'loss': 0.5837, 'grad_norm': 19.883453369140625, 'learning_rate': 7.595652362392103e-07, 'epoch': 0.1616490371575807, 'num_input_tokens_seen': 2927624192, 'completed': '37.86% (1_396 / 3_687)', 'remaining time': '20:11:03', 'throughput': '9738.99', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:43:24,520 >> {'loss': 0.6984, 'grad_norm': 18.910655975341797, 'learning_rate': 7.592079110083146e-07, 'epoch': 0.16192026037428803, 'num_input_tokens_seen': 2929721344, 'completed': '37.89% (1_397 / 3_687)', 'remaining time': '20:10:19', 'throughput': '9182.04', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:43:55,413 >> {'loss': 0.4046, 'grad_norm': 14.154722213745117, 'learning_rate': 7.588504174148532e-07, 'epoch': 0.1621914835909954, 'num_input_tokens_seen': 2931818496, 'completed': '37.92% (1_398 / 3_687)', 'remaining time': '20:09:44', 'throughput': '8485.57', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:44:23,478 >> {'loss': 0.729, 'grad_norm': 24.498065948486328, 'learning_rate': 7.584927557465233e-07, 'epoch': 0.16246270680770275, 'num_input_tokens_seen': 2933915648, 'completed': '37.94% (1_399 / 3_687)', 'remaining time': '20:08:59', 'throughput': '9340.58', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:44:54,237 >> {'loss': 0.3138, 'grad_norm': 18.18712043762207, 'learning_rate': 7.581349262911573e-07, 'epoch': 0.16273393002441008, 'num_input_tokens_seen': 2936012800, 'completed': '37.97% (1_400 / 3_687)', 'remaining time': '20:08:24', 'throughput': '8522.50', 'gpu_mem_free': '5581MB'} +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/distributed/fsdp/fully_sharded_data_parallel.py:689: FutureWarning: FSDP.state_dict_type() and FSDP.set_state_dict_type() are being deprecated. Please use APIs, get_state_dict() and set_state_dict(), which can support different parallelisms, FSDP1, FSDP2, DDP. API doc: https://pytorch.org/docs/stable/distributed.checkpoint.html#torch.distributed.checkpoint.state_dict.get_state_dict .Tutorial: https://pytorch.org/tutorials/recipes/distributed_checkpoint_recipe.html . + warnings.warn( +[INFO|trainer.py:3503] 2024-12-25 20:45:27,790 >> Saving model checkpoint to /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-1400 +[INFO|configuration_utils.py:472] 2024-12-25 20:45:27,794 >> Configuration saved in /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-1400/config.json +[INFO|configuration_utils.py:807] 2024-12-25 20:45:27,795 >> Configuration saved in /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-1400/generation_config.json +[INFO|modeling_utils.py:2807] 2024-12-25 20:46:38,615 >> The model is bigger than the maximum size per checkpoint (5GB) and is going to be split in 7 checkpoint shards. You can find where each parameters has been saved in the index located at /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-1400/model.safetensors.index.json. +[INFO|tokenization_utils_base.py:2684] 2024-12-25 20:46:38,619 >> tokenizer config file saved in /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-1400/tokenizer_config.json +[INFO|tokenization_utils_base.py:2693] 2024-12-25 20:46:38,620 >> Special tokens file saved in /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-1400/special_tokens_map.json +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/distributed/fsdp/fully_sharded_data_parallel.py:689: FutureWarning: FSDP.state_dict_type() and FSDP.set_state_dict_type() are being deprecated. Please use APIs, get_state_dict() and set_state_dict(), which can support different parallelisms, FSDP1, FSDP2, DDP. API doc: https://pytorch.org/docs/stable/distributed.checkpoint.html#torch.distributed.checkpoint.state_dict.get_state_dict .Tutorial: https://pytorch.org/tutorials/recipes/distributed_checkpoint_recipe.html . + warnings.warn( +[WARNING|trainer.py:868] 2024-12-25 20:50:21,744 >> Save streaming dataset state: {'epoch': 0, 'sample_in_epoch': 2800, 'num_canonical_nodes': 1, 'shuffle_seed': 42, 'initial_physical_nodes': 1} +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/utils/checkpoint.py:1399: FutureWarning: `torch.cpu.amp.autocast(args...)` is deprecated. Please use `torch.amp.autocast('cpu', args...)` instead. + with device_autocast_ctx, torch.cpu.amp.autocast(**cpu_autocast_kwargs), recompute_context: # type: ignore[attr-defined] +[INFO|trainer.py:175] 2024-12-25 20:50:52,140 >> {'loss': 0.4787, 'grad_norm': 16.402795791625977, 'learning_rate': 7.577769293367226e-07, 'epoch': 0.16300515324111745, 'num_input_tokens_seen': 2938109952, 'completed': '38.00% (1_401 / 3_687)', 'remaining time': '20:28:33', 'throughput': '732.44', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:51:25,997 >> {'loss': 0.4823, 'grad_norm': 16.0742130279541, 'learning_rate': 7.574187651713218e-07, 'epoch': 0.16327637645782478, 'num_input_tokens_seen': 2940207104, 'completed': '38.03% (1_402 / 3_687)', 'remaining time': '20:28:06', 'throughput': '7742.78', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:51:56,166 >> {'loss': 0.392, 'grad_norm': 16.962581634521484, 'learning_rate': 7.570604340831916e-07, 'epoch': 0.16354759967453214, 'num_input_tokens_seen': 2942304256, 'completed': '38.05% (1_403 / 3_687)', 'remaining time': '20:27:26', 'throughput': '8689.10', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:52:27,735 >> {'loss': 0.262, 'grad_norm': 12.302724838256836, 'learning_rate': 7.567019363607032e-07, 'epoch': 0.1638188228912395, 'num_input_tokens_seen': 2944401408, 'completed': '38.08% (1_404 / 3_687)', 'remaining time': '20:26:52', 'throughput': '8303.98', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:52:59,842 >> {'loss': 0.3794, 'grad_norm': 13.02363109588623, 'learning_rate': 7.563432722923621e-07, 'epoch': 0.16409004610794684, 'num_input_tokens_seen': 2946498560, 'completed': '38.11% (1_405 / 3_687)', 'remaining time': '20:26:19', 'throughput': '8164.67', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:53:31,447 >> {'loss': 0.2997, 'grad_norm': 13.745916366577148, 'learning_rate': 7.559844421668074e-07, 'epoch': 0.1643612693246542, 'num_input_tokens_seen': 2948595712, 'completed': '38.13% (1_406 / 3_687)', 'remaining time': '20:25:44', 'throughput': '8294.27', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:53:59,596 >> {'loss': 0.5652, 'grad_norm': 16.339326858520508, 'learning_rate': 7.556254462728122e-07, 'epoch': 0.16463249254136153, 'num_input_tokens_seen': 2950692864, 'completed': '38.16% (1_407 / 3_687)', 'remaining time': '20:24:56', 'throughput': '9312.87', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:54:30,469 >> {'loss': 0.4496, 'grad_norm': 16.774593353271484, 'learning_rate': 7.552662848992822e-07, 'epoch': 0.1649037157580689, 'num_input_tokens_seen': 2952790016, 'completed': '38.19% (1_408 / 3_687)', 'remaining time': '20:24:19', 'throughput': '8490.87', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:55:01,429 >> {'loss': 0.4142, 'grad_norm': 14.789047241210938, 'learning_rate': 7.54906958335257e-07, 'epoch': 0.16517493897477625, 'num_input_tokens_seen': 2954887168, 'completed': '38.22% (1_409 / 3_687)', 'remaining time': '20:23:42', 'throughput': '8467.29', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:55:31,575 >> {'loss': 0.3419, 'grad_norm': 15.732011795043945, 'learning_rate': 7.545474668699091e-07, 'epoch': 0.1654461621914836, 'num_input_tokens_seen': 2956984320, 'completed': '38.24% (1_410 / 3_687)', 'remaining time': '20:23:02', 'throughput': '8695.80', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:56:01,476 >> {'loss': 0.3786, 'grad_norm': 14.704493522644043, 'learning_rate': 7.541878107925435e-07, 'epoch': 0.16571738540819095, 'num_input_tokens_seen': 2959081472, 'completed': '38.27% (1_411 / 3_687)', 'remaining time': '20:22:21', 'throughput': '8767.00', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:56:32,158 >> {'loss': 0.2512, 'grad_norm': 13.177338600158691, 'learning_rate': 7.538279903925977e-07, 'epoch': 0.16598860862489828, 'num_input_tokens_seen': 2961178624, 'completed': '38.30% (1_412 / 3_687)', 'remaining time': '20:21:43', 'throughput': '8544.09', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:56:59,335 >> {'loss': 0.4833, 'grad_norm': 17.341163635253906, 'learning_rate': 7.534680059596414e-07, 'epoch': 0.16625983184160564, 'num_input_tokens_seen': 2963275776, 'completed': '38.32% (1_413 / 3_687)', 'remaining time': '20:20:52', 'throughput': '9645.58', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:57:29,592 >> {'loss': 0.6702, 'grad_norm': 23.333568572998047, 'learning_rate': 7.531078577833765e-07, 'epoch': 0.166531055058313, 'num_input_tokens_seen': 2965372928, 'completed': '38.35% (1_414 / 3_687)', 'remaining time': '20:20:13', 'throughput': '8663.95', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:58:00,737 >> {'loss': 0.3171, 'grad_norm': 12.770888328552246, 'learning_rate': 7.527475461536363e-07, 'epoch': 0.16680227827502034, 'num_input_tokens_seen': 2967470080, 'completed': '38.38% (1_415 / 3_687)', 'remaining time': '20:19:37', 'throughput': '8416.77', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:58:34,854 >> {'loss': 0.3315, 'grad_norm': 16.709857940673828, 'learning_rate': 7.523870713603864e-07, 'epoch': 0.1670735014917277, 'num_input_tokens_seen': 2969567232, 'completed': '38.41% (1_416 / 3_687)', 'remaining time': '20:19:12', 'throughput': '7683.68', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:59:05,088 >> {'loss': 0.3777, 'grad_norm': 14.015904426574707, 'learning_rate': 7.520264336937227e-07, 'epoch': 0.16734472470843503, 'num_input_tokens_seen': 2971664384, 'completed': '38.43% (1_417 / 3_687)', 'remaining time': '20:18:32', 'throughput': '8670.71', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:59:36,593 >> {'loss': 0.3262, 'grad_norm': 12.915022850036621, 'learning_rate': 7.516656334438727e-07, 'epoch': 0.1676159479251424, 'num_input_tokens_seen': 2973761536, 'completed': '38.46% (1_418 / 3_687)', 'remaining time': '20:17:57', 'throughput': '8320.57', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:00:07,850 >> {'loss': 0.5589, 'grad_norm': 19.277992248535156, 'learning_rate': 7.513046709011951e-07, 'epoch': 0.16788717114184976, 'num_input_tokens_seen': 2975858688, 'completed': '38.49% (1_419 / 3_687)', 'remaining time': '20:17:22', 'throughput': '8386.83', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:00:38,844 >> {'loss': 0.3394, 'grad_norm': 15.75462532043457, 'learning_rate': 7.509435463561785e-07, 'epoch': 0.1681583943585571, 'num_input_tokens_seen': 2977955840, 'completed': '38.51% (1_420 / 3_687)', 'remaining time': '20:16:45', 'throughput': '8457.78', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:01:09,050 >> {'loss': 0.7979, 'grad_norm': 21.828617095947266, 'learning_rate': 7.505822600994423e-07, 'epoch': 0.16842961757526445, 'num_input_tokens_seen': 2980052992, 'completed': '38.54% (1_421 / 3_687)', 'remaining time': '20:16:05', 'throughput': '8678.75', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:01:40,278 >> {'loss': 0.4936, 'grad_norm': 24.69605255126953, 'learning_rate': 7.502208124217357e-07, 'epoch': 0.16870084079197178, 'num_input_tokens_seen': 2982150144, 'completed': '38.57% (1_422 / 3_687)', 'remaining time': '20:15:30', 'throughput': '8394.29', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:02:08,418 >> {'loss': 0.6869, 'grad_norm': 21.24989891052246, 'learning_rate': 7.498592036139383e-07, 'epoch': 0.16897206400867915, 'num_input_tokens_seen': 2984247296, 'completed': '38.60% (1_423 / 3_687)', 'remaining time': '20:14:43', 'throughput': '9315.95', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:02:38,938 >> {'loss': 0.3728, 'grad_norm': 18.29302215576172, 'learning_rate': 7.494974339670591e-07, 'epoch': 0.16924328722538648, 'num_input_tokens_seen': 2986344448, 'completed': '38.62% (1_424 / 3_687)', 'remaining time': '20:14:05', 'throughput': '8589.29', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:03:08,246 >> {'loss': 0.3315, 'grad_norm': 15.673701286315918, 'learning_rate': 7.491355037722365e-07, 'epoch': 0.16951451044209384, 'num_input_tokens_seen': 2988441600, 'completed': '38.65% (1_425 / 3_687)', 'remaining time': '20:13:22', 'throughput': '8944.22', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:03:38,551 >> {'loss': 0.5771, 'grad_norm': 20.936105728149414, 'learning_rate': 7.487734133207382e-07, 'epoch': 0.1697857336588012, 'num_input_tokens_seen': 2990538752, 'completed': '38.68% (1_426 / 3_687)', 'remaining time': '20:12:43', 'throughput': '8650.22', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:04:07,986 >> {'loss': 0.2192, 'grad_norm': 10.056077003479004, 'learning_rate': 7.484111629039607e-07, 'epoch': 0.17005695687550854, 'num_input_tokens_seen': 2992635904, 'completed': '38.70% (1_427 / 3_687)', 'remaining time': '20:12:01', 'throughput': '8905.77', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:04:37,237 >> {'loss': 0.7378, 'grad_norm': 21.529075622558594, 'learning_rate': 7.480487528134292e-07, 'epoch': 0.1703281800922159, 'num_input_tokens_seen': 2994733056, 'completed': '38.73% (1_428 / 3_687)', 'remaining time': '20:11:18', 'throughput': '8962.10', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:05:09,316 >> {'loss': 0.3931, 'grad_norm': 16.297054290771484, 'learning_rate': 7.47686183340798e-07, 'epoch': 0.17059940330892323, 'num_input_tokens_seen': 2996830208, 'completed': '38.76% (1_429 / 3_687)', 'remaining time': '20:10:46', 'throughput': '8171.90', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:05:42,893 >> {'loss': 0.6421, 'grad_norm': 20.00302505493164, 'learning_rate': 7.473234547778489e-07, 'epoch': 0.1708706265256306, 'num_input_tokens_seen': 2998927360, 'completed': '38.78% (1_430 / 3_687)', 'remaining time': '20:10:19', 'throughput': '7807.22', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:06:14,005 >> {'loss': 0.4505, 'grad_norm': 16.071239471435547, 'learning_rate': 7.46960567416492e-07, 'epoch': 0.17114184974233795, 'num_input_tokens_seen': 3001024512, 'completed': '38.81% (1_431 / 3_687)', 'remaining time': '20:09:43', 'throughput': '8425.69', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:06:43,639 >> {'loss': 0.2977, 'grad_norm': 14.117545127868652, 'learning_rate': 7.465975215487655e-07, 'epoch': 0.1714130729590453, 'num_input_tokens_seen': 3003121664, 'completed': '38.84% (1_432 / 3_687)', 'remaining time': '20:09:01', 'throughput': '8845.99', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:07:13,192 >> {'loss': 0.6603, 'grad_norm': 21.76426124572754, 'learning_rate': 7.462343174668346e-07, 'epoch': 0.17168429617575265, 'num_input_tokens_seen': 3005218816, 'completed': '38.87% (1_433 / 3_687)', 'remaining time': '20:08:20', 'throughput': '8870.41', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:07:42,162 >> {'loss': 0.5771, 'grad_norm': 20.707962036132812, 'learning_rate': 7.458709554629924e-07, 'epoch': 0.17195551939245998, 'num_input_tokens_seen': 3007315968, 'completed': '38.89% (1_434 / 3_687)', 'remaining time': '20:07:36', 'throughput': '9048.89', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:08:11,132 >> {'loss': 0.6713, 'grad_norm': 19.084461212158203, 'learning_rate': 7.455074358296586e-07, 'epoch': 0.17222674260916734, 'num_input_tokens_seen': 3009413120, 'completed': '38.92% (1_435 / 3_687)', 'remaining time': '20:06:53', 'throughput': '9048.75', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:08:44,950 >> {'loss': 0.3933, 'grad_norm': 13.040257453918457, 'learning_rate': 7.451437588593802e-07, 'epoch': 0.1724979658258747, 'num_input_tokens_seen': 3011510272, 'completed': '38.95% (1_436 / 3_687)', 'remaining time': '20:06:27', 'throughput': '7751.78', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:09:15,209 >> {'loss': 0.5142, 'grad_norm': 16.921184539794922, 'learning_rate': 7.447799248448303e-07, 'epoch': 0.17276918904258204, 'num_input_tokens_seen': 3013607424, 'completed': '38.97% (1_437 / 3_687)', 'remaining time': '20:05:48', 'throughput': '8663.22', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:09:49,155 >> {'loss': 0.5446, 'grad_norm': 16.22494125366211, 'learning_rate': 7.444159340788088e-07, 'epoch': 0.1730404122592894, 'num_input_tokens_seen': 3015704576, 'completed': '39.00% (1_438 / 3_687)', 'remaining time': '20:05:22', 'throughput': '7722.36', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:10:16,513 >> {'loss': 0.3896, 'grad_norm': 13.45175838470459, 'learning_rate': 7.440517868542417e-07, 'epoch': 0.17331163547599673, 'num_input_tokens_seen': 3017801728, 'completed': '39.03% (1_439 / 3_687)', 'remaining time': '20:04:33', 'throughput': '9581.98', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:10:48,579 >> {'loss': 0.3761, 'grad_norm': 14.45242691040039, 'learning_rate': 7.436874834641807e-07, 'epoch': 0.1735828586927041, 'num_input_tokens_seen': 3019898880, 'completed': '39.06% (1_440 / 3_687)', 'remaining time': '20:04:00', 'throughput': '8174.96', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:11:20,167 >> {'loss': 0.5964, 'grad_norm': 21.77591323852539, 'learning_rate': 7.433230242018035e-07, 'epoch': 0.17385408190941146, 'num_input_tokens_seen': 3021996032, 'completed': '39.08% (1_441 / 3_687)', 'remaining time': '20:03:26', 'throughput': '8298.94', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:11:53,033 >> {'loss': 0.3924, 'grad_norm': 16.96351432800293, 'learning_rate': 7.429584093604128e-07, 'epoch': 0.1741253051261188, 'num_input_tokens_seen': 3024093184, 'completed': '39.11% (1_442 / 3_687)', 'remaining time': '20:02:57', 'throughput': '7976.25', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:12:22,648 >> {'loss': 0.6515, 'grad_norm': 19.076356887817383, 'learning_rate': 7.425936392334368e-07, 'epoch': 0.17439652834282615, 'num_input_tokens_seen': 3026190336, 'completed': '39.14% (1_443 / 3_687)', 'remaining time': '20:02:16', 'throughput': '8851.59', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:12:50,334 >> {'loss': 0.6622, 'grad_norm': 18.412277221679688, 'learning_rate': 7.422287141144287e-07, 'epoch': 0.17466775155953349, 'num_input_tokens_seen': 3028287488, 'completed': '39.16% (1_444 / 3_687)', 'remaining time': '20:01:28', 'throughput': '9468.61', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:13:17,575 >> {'loss': 0.7812, 'grad_norm': 19.85443687438965, 'learning_rate': 7.418636342970665e-07, 'epoch': 0.17493897477624085, 'num_input_tokens_seen': 3030384640, 'completed': '39.19% (1_445 / 3_687)', 'remaining time': '20:00:39', 'throughput': '9623.07', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:13:47,353 >> {'loss': 0.3791, 'grad_norm': 18.57454490661621, 'learning_rate': 7.414984000751521e-07, 'epoch': 0.1752101979929482, 'num_input_tokens_seen': 3032481792, 'completed': '39.22% (1_446 / 3_687)', 'remaining time': '19:59:58', 'throughput': '8803.32', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:14:17,011 >> {'loss': 0.3755, 'grad_norm': 13.877761840820312, 'learning_rate': 7.411330117426125e-07, 'epoch': 0.17548142120965554, 'num_input_tokens_seen': 3034578944, 'completed': '39.25% (1_447 / 3_687)', 'remaining time': '19:59:18', 'throughput': '8838.82', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:14:46,993 >> {'loss': 0.2692, 'grad_norm': 11.10472583770752, 'learning_rate': 7.407674695934983e-07, 'epoch': 0.1757526444263629, 'num_input_tokens_seen': 3036676096, 'completed': '39.27% (1_448 / 3_687)', 'remaining time': '19:58:38', 'throughput': '8743.52', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:15:19,343 >> {'loss': 0.4897, 'grad_norm': 16.257774353027344, 'learning_rate': 7.404017739219836e-07, 'epoch': 0.17602386764307024, 'num_input_tokens_seen': 3038773248, 'completed': '39.30% (1_449 / 3_687)', 'remaining time': '19:58:07', 'throughput': '8103.32', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:15:51,049 >> {'loss': 0.2769, 'grad_norm': 13.585163116455078, 'learning_rate': 7.400359250223667e-07, 'epoch': 0.1762950908597776, 'num_input_tokens_seen': 3040870400, 'completed': '39.33% (1_450 / 3_687)', 'remaining time': '19:57:33', 'throughput': '8267.87', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:16:20,439 >> {'loss': 0.5257, 'grad_norm': 16.29515266418457, 'learning_rate': 7.396699231890689e-07, 'epoch': 0.17656631407648496, 'num_input_tokens_seen': 3042967552, 'completed': '39.35% (1_451 / 3_687)', 'remaining time': '19:56:52', 'throughput': '8919.47', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:16:49,023 >> {'loss': 0.5871, 'grad_norm': 19.343111038208008, 'learning_rate': 7.393037687166342e-07, 'epoch': 0.1768375372931923, 'num_input_tokens_seen': 3045064704, 'completed': '39.38% (1_452 / 3_687)', 'remaining time': '19:56:08', 'throughput': '9171.19', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:17:23,844 >> {'loss': 0.5044, 'grad_norm': 17.655189514160156, 'learning_rate': 7.3893746189973e-07, 'epoch': 0.17710876050989965, 'num_input_tokens_seen': 3047161856, 'completed': '39.41% (1_453 / 3_687)', 'remaining time': '19:55:45', 'throughput': '7528.16', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:17:52,835 >> {'loss': 0.4438, 'grad_norm': 15.424549102783203, 'learning_rate': 7.385710030331461e-07, 'epoch': 0.177379983726607, 'num_input_tokens_seen': 3049259008, 'completed': '39.44% (1_454 / 3_687)', 'remaining time': '19:55:02', 'throughput': '9042.53', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:18:22,224 >> {'loss': 0.3884, 'grad_norm': 15.889403343200684, 'learning_rate': 7.382043924117945e-07, 'epoch': 0.17765120694331435, 'num_input_tokens_seen': 3051356160, 'completed': '39.46% (1_455 / 3_687)', 'remaining time': '19:54:21', 'throughput': '8919.53', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:18:52,081 >> {'loss': 0.2612, 'grad_norm': 11.11455249786377, 'learning_rate': 7.378376303307099e-07, 'epoch': 0.1779224301600217, 'num_input_tokens_seen': 3053453312, 'completed': '39.49% (1_456 / 3_687)', 'remaining time': '19:53:41', 'throughput': '8780.20', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:19:24,449 >> {'loss': 0.45, 'grad_norm': 18.22006607055664, 'learning_rate': 7.374707170850479e-07, 'epoch': 0.17819365337672904, 'num_input_tokens_seen': 3055550464, 'completed': '39.52% (1_457 / 3_687)', 'remaining time': '19:53:10', 'throughput': '8098.83', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:19:54,924 >> {'loss': 0.4225, 'grad_norm': 14.16891098022461, 'learning_rate': 7.371036529700866e-07, 'epoch': 0.1784648765934364, 'num_input_tokens_seen': 3057647616, 'completed': '39.54% (1_458 / 3_687)', 'remaining time': '19:52:32', 'throughput': '8601.96', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:20:23,997 >> {'loss': 0.3465, 'grad_norm': 13.474692344665527, 'learning_rate': 7.367364382812253e-07, 'epoch': 0.17873609981014374, 'num_input_tokens_seen': 3059744768, 'completed': '39.57% (1_459 / 3_687)', 'remaining time': '19:51:50', 'throughput': '9016.64', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:20:54,636 >> {'loss': 0.6558, 'grad_norm': 19.395767211914062, 'learning_rate': 7.363690733139842e-07, 'epoch': 0.1790073230268511, 'num_input_tokens_seen': 3061841920, 'completed': '39.60% (1_460 / 3_687)', 'remaining time': '19:51:13', 'throughput': '8555.99', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:21:25,288 >> {'loss': 0.7213, 'grad_norm': 22.699716567993164, 'learning_rate': 7.360015583640049e-07, 'epoch': 0.17927854624355846, 'num_input_tokens_seen': 3063939072, 'completed': '39.63% (1_461 / 3_687)', 'remaining time': '19:50:36', 'throughput': '8552.31', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:21:54,334 >> {'loss': 0.2935, 'grad_norm': 10.556961059570312, 'learning_rate': 7.356338937270492e-07, 'epoch': 0.1795497694602658, 'num_input_tokens_seen': 3066036224, 'completed': '39.65% (1_462 / 3_687)', 'remaining time': '19:49:53', 'throughput': '9024.96', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:22:23,705 >> {'loss': 0.3626, 'grad_norm': 21.715940475463867, 'learning_rate': 7.352660796989999e-07, 'epoch': 0.17982099267697316, 'num_input_tokens_seen': 3068133376, 'completed': '39.68% (1_463 / 3_687)', 'remaining time': '19:49:12', 'throughput': '8925.38', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:22:52,700 >> {'loss': 0.4329, 'grad_norm': 14.98128604888916, 'learning_rate': 7.348981165758595e-07, 'epoch': 0.1800922158936805, 'num_input_tokens_seen': 3070230528, 'completed': '39.71% (1_464 / 3_687)', 'remaining time': '19:48:30', 'throughput': '9041.10', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:23:23,041 >> {'loss': 0.4274, 'grad_norm': 13.6019868850708, 'learning_rate': 7.345300046537507e-07, 'epoch': 0.18036343911038785, 'num_input_tokens_seen': 3072327680, 'completed': '39.73% (1_465 / 3_687)', 'remaining time': '19:47:52', 'throughput': '8639.79', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:23:53,961 >> {'loss': 0.6069, 'grad_norm': 19.526018142700195, 'learning_rate': 7.341617442289159e-07, 'epoch': 0.18063466232709519, 'num_input_tokens_seen': 3074424832, 'completed': '39.76% (1_466 / 3_687)', 'remaining time': '19:47:16', 'throughput': '8478.00', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:24:26,387 >> {'loss': 0.484, 'grad_norm': 18.811630249023438, 'learning_rate': 7.337933355977175e-07, 'epoch': 0.18090588554380255, 'num_input_tokens_seen': 3076521984, 'completed': '39.79% (1_467 / 3_687)', 'remaining time': '19:46:45', 'throughput': '8084.57', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:24:57,639 >> {'loss': 0.3532, 'grad_norm': 11.840438842773438, 'learning_rate': 7.334247790566364e-07, 'epoch': 0.1811771087605099, 'num_input_tokens_seen': 3078619136, 'completed': '39.82% (1_468 / 3_687)', 'remaining time': '19:46:10', 'throughput': '8387.96', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:25:28,550 >> {'loss': 0.348, 'grad_norm': 13.839353561401367, 'learning_rate': 7.330560749022728e-07, 'epoch': 0.18144833197721724, 'num_input_tokens_seen': 3080716288, 'completed': '39.84% (1_469 / 3_687)', 'remaining time': '19:45:34', 'throughput': '8480.66', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:26:01,782 >> {'loss': 0.5346, 'grad_norm': 19.16689682006836, 'learning_rate': 7.326872234313459e-07, 'epoch': 0.1817195551939246, 'num_input_tokens_seen': 3082813440, 'completed': '39.87% (1_470 / 3_687)', 'remaining time': '19:45:06', 'throughput': '7888.39', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:26:33,950 >> {'loss': 0.3933, 'grad_norm': 14.058456420898438, 'learning_rate': 7.323182249406936e-07, 'epoch': 0.18199077841063194, 'num_input_tokens_seen': 3084910592, 'completed': '39.90% (1_471 / 3_687)', 'remaining time': '19:44:34', 'throughput': '8149.22', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:27:03,736 >> {'loss': 0.6038, 'grad_norm': 20.379125595092773, 'learning_rate': 7.319490797272714e-07, 'epoch': 0.1822620016273393, 'num_input_tokens_seen': 3087007744, 'completed': '39.92% (1_472 / 3_687)', 'remaining time': '19:43:55', 'throughput': '8800.73', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:27:37,011 >> {'loss': 0.459, 'grad_norm': 15.348321914672852, 'learning_rate': 7.315797880881535e-07, 'epoch': 0.18253322484404666, 'num_input_tokens_seen': 3089104896, 'completed': '39.95% (1_473 / 3_687)', 'remaining time': '19:43:27', 'throughput': '7878.06', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:28:07,424 >> {'loss': 0.4144, 'grad_norm': 12.275803565979004, 'learning_rate': 7.312103503205318e-07, 'epoch': 0.182804448060754, 'num_input_tokens_seen': 3091202048, 'completed': '39.98% (1_474 / 3_687)', 'remaining time': '19:42:49', 'throughput': '8619.43', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:28:39,041 >> {'loss': 0.1598, 'grad_norm': 9.52855110168457, 'learning_rate': 7.308407667217158e-07, 'epoch': 0.18307567127746135, 'num_input_tokens_seen': 3093299200, 'completed': '40.01% (1_475 / 3_687)', 'remaining time': '19:42:16', 'throughput': '8291.28', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:29:10,474 >> {'loss': 0.5072, 'grad_norm': 17.207202911376953, 'learning_rate': 7.304710375891323e-07, 'epoch': 0.1833468944941687, 'num_input_tokens_seen': 3095396352, 'completed': '40.03% (1_476 / 3_687)', 'remaining time': '19:41:41', 'throughput': '8339.97', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:29:42,454 >> {'loss': 0.7901, 'grad_norm': 21.52804946899414, 'learning_rate': 7.30101163220325e-07, 'epoch': 0.18361811771087605, 'num_input_tokens_seen': 3097493504, 'completed': '40.06% (1_477 / 3_687)', 'remaining time': '19:41:09', 'throughput': '8197.28', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:30:15,809 >> {'loss': 0.6151, 'grad_norm': 19.89445686340332, 'learning_rate': 7.29731143912955e-07, 'epoch': 0.1838893409275834, 'num_input_tokens_seen': 3099590656, 'completed': '40.09% (1_478 / 3_687)', 'remaining time': '19:40:41', 'throughput': '7858.96', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:30:48,046 >> {'loss': 0.4936, 'grad_norm': 15.77376651763916, 'learning_rate': 7.293609799647996e-07, 'epoch': 0.18416056414429074, 'num_input_tokens_seen': 3101687808, 'completed': '40.11% (1_479 / 3_687)', 'remaining time': '19:40:10', 'throughput': '8131.69', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:31:20,268 >> {'loss': 0.5218, 'grad_norm': 18.152956008911133, 'learning_rate': 7.289906716737528e-07, 'epoch': 0.1844317873609981, 'num_input_tokens_seen': 3103784960, 'completed': '40.14% (1_480 / 3_687)', 'remaining time': '19:39:38', 'throughput': '8135.65', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:31:53,199 >> {'loss': 0.3309, 'grad_norm': 13.07524585723877, 'learning_rate': 7.286202193378244e-07, 'epoch': 0.18470301057770544, 'num_input_tokens_seen': 3105882112, 'completed': '40.17% (1_481 / 3_687)', 'remaining time': '19:39:09', 'throughput': '7960.57', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:32:24,762 >> {'loss': 0.4835, 'grad_norm': 15.021199226379395, 'learning_rate': 7.282496232551406e-07, 'epoch': 0.1849742337944128, 'num_input_tokens_seen': 3107979264, 'completed': '40.20% (1_482 / 3_687)', 'remaining time': '19:38:35', 'throughput': '8305.21', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:32:55,497 >> {'loss': 0.5135, 'grad_norm': 18.78805923461914, 'learning_rate': 7.278788837239429e-07, 'epoch': 0.18524545701112016, 'num_input_tokens_seen': 3110076416, 'completed': '40.22% (1_483 / 3_687)', 'remaining time': '19:37:59', 'throughput': '8529.09', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:33:28,011 >> {'loss': 0.3278, 'grad_norm': 12.501900672912598, 'learning_rate': 7.275080010425883e-07, 'epoch': 0.1855166802278275, 'num_input_tokens_seen': 3112173568, 'completed': '40.25% (1_484 / 3_687)', 'remaining time': '19:37:28', 'throughput': '8062.58', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:33:56,138 >> {'loss': 0.5373, 'grad_norm': 15.580584526062012, 'learning_rate': 7.271369755095494e-07, 'epoch': 0.18578790344453486, 'num_input_tokens_seen': 3114270720, 'completed': '40.28% (1_485 / 3_687)', 'remaining time': '19:36:43', 'throughput': '9320.03', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:34:22,676 >> {'loss': 0.7682, 'grad_norm': 20.438100814819336, 'learning_rate': 7.267658074234128e-07, 'epoch': 0.1860591266612422, 'num_input_tokens_seen': 3116367872, 'completed': '40.30% (1_486 / 3_687)', 'remaining time': '19:35:54', 'throughput': '9877.96', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:34:53,672 >> {'loss': 0.5544, 'grad_norm': 19.1994686126709, 'learning_rate': 7.26394497082881e-07, 'epoch': 0.18633034987794955, 'num_input_tokens_seen': 3118465024, 'completed': '40.33% (1_487 / 3_687)', 'remaining time': '19:35:18', 'throughput': '8457.32', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:35:24,826 >> {'loss': 0.461, 'grad_norm': 14.906885147094727, 'learning_rate': 7.260230447867703e-07, 'epoch': 0.18660157309465691, 'num_input_tokens_seen': 3120562176, 'completed': '40.36% (1_488 / 3_687)', 'remaining time': '19:34:43', 'throughput': '8414.57', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:35:56,993 >> {'loss': 0.5265, 'grad_norm': 16.73325538635254, 'learning_rate': 7.256514508340114e-07, 'epoch': 0.18687279631136425, 'num_input_tokens_seen': 3122659328, 'completed': '40.39% (1_489 / 3_687)', 'remaining time': '19:34:11', 'throughput': '8149.48', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:36:25,301 >> {'loss': 0.6415, 'grad_norm': 22.4089412689209, 'learning_rate': 7.252797155236488e-07, 'epoch': 0.1871440195280716, 'num_input_tokens_seen': 3124756480, 'completed': '40.41% (1_490 / 3_687)', 'remaining time': '19:33:28', 'throughput': '9260.28', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:36:55,795 >> {'loss': 0.5622, 'grad_norm': 17.32809066772461, 'learning_rate': 7.249078391548409e-07, 'epoch': 0.18741524274477894, 'num_input_tokens_seen': 3126853632, 'completed': '40.44% (1_491 / 3_687)', 'remaining time': '19:32:51', 'throughput': '8596.66', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:37:28,067 >> {'loss': 0.2816, 'grad_norm': 10.146015167236328, 'learning_rate': 7.245358220268599e-07, 'epoch': 0.1876864659614863, 'num_input_tokens_seen': 3128950784, 'completed': '40.47% (1_492 / 3_687)', 'remaining time': '19:32:19', 'throughput': '8122.96', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:38:00,913 >> {'loss': 0.617, 'grad_norm': 24.50543975830078, 'learning_rate': 7.24163664439091e-07, 'epoch': 0.18795768917819367, 'num_input_tokens_seen': 3131047936, 'completed': '40.49% (1_493 / 3_687)', 'remaining time': '19:31:50', 'throughput': '7980.93', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:38:31,865 >> {'loss': 0.3164, 'grad_norm': 13.438515663146973, 'learning_rate': 7.237913666910322e-07, 'epoch': 0.188228912394901, 'num_input_tokens_seen': 3133145088, 'completed': '40.52% (1_494 / 3_687)', 'remaining time': '19:31:14', 'throughput': '8469.38', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:39:02,499 >> {'loss': 0.5909, 'grad_norm': 17.03264045715332, 'learning_rate': 7.234189290822947e-07, 'epoch': 0.18850013561160836, 'num_input_tokens_seen': 3135242240, 'completed': '40.55% (1_495 / 3_687)', 'remaining time': '19:30:38', 'throughput': '8557.38', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:39:31,580 >> {'loss': 0.4531, 'grad_norm': 14.248628616333008, 'learning_rate': 7.230463519126024e-07, 'epoch': 0.1887713588283157, 'num_input_tokens_seen': 3137339392, 'completed': '40.57% (1_496 / 3_687)', 'remaining time': '19:29:56', 'throughput': '9014.17', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:40:02,625 >> {'loss': 0.433, 'grad_norm': 16.5543212890625, 'learning_rate': 7.226736354817908e-07, 'epoch': 0.18904258204502306, 'num_input_tokens_seen': 3139436544, 'completed': '40.60% (1_497 / 3_687)', 'remaining time': '19:29:21', 'throughput': '8444.01', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:40:27,129 >> {'loss': 1.4103, 'grad_norm': 35.90945053100586, 'learning_rate': 7.223007800898082e-07, 'epoch': 0.18931380526173042, 'num_input_tokens_seen': 3141533696, 'completed': '40.63% (1_498 / 3_687)', 'remaining time': '19:28:25', 'throughput': '10698.28', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:40:55,959 >> {'loss': 0.6804, 'grad_norm': 19.54884910583496, 'learning_rate': 7.219277860367143e-07, 'epoch': 0.18958502847843775, 'num_input_tokens_seen': 3143630848, 'completed': '40.66% (1_499 / 3_687)', 'remaining time': '19:27:43', 'throughput': '9092.66', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:41:26,008 >> {'loss': 0.7872, 'grad_norm': 24.173274993896484, 'learning_rate': 7.215546536226805e-07, 'epoch': 0.1898562516951451, 'num_input_tokens_seen': 3145728000, 'completed': '40.68% (1_500 / 3_687)', 'remaining time': '19:27:05', 'throughput': '8723.85', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:41:53,619 >> {'loss': 0.4702, 'grad_norm': 15.859006881713867, 'learning_rate': 7.211813831479896e-07, 'epoch': 0.19012747491185245, 'num_input_tokens_seen': 3147825152, 'completed': '40.71% (1_501 / 3_687)', 'remaining time': '19:26:20', 'throughput': '9494.32', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:42:25,635 >> {'loss': 0.4567, 'grad_norm': 14.973697662353516, 'learning_rate': 7.208079749130356e-07, 'epoch': 0.1903986981285598, 'num_input_tokens_seen': 3149922304, 'completed': '40.74% (1_502 / 3_687)', 'remaining time': '19:25:48', 'throughput': '8187.85', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:42:52,441 >> {'loss': 0.5384, 'grad_norm': 17.608720779418945, 'learning_rate': 7.204344292183228e-07, 'epoch': 0.19066992134526717, 'num_input_tokens_seen': 3152019456, 'completed': '40.76% (1_503 / 3_687)', 'remaining time': '19:24:59', 'throughput': '9779.26', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:43:21,512 >> {'loss': 0.3972, 'grad_norm': 17.97117042541504, 'learning_rate': 7.200607463644673e-07, 'epoch': 0.1909411445619745, 'num_input_tokens_seen': 3154116608, 'completed': '40.79% (1_504 / 3_687)', 'remaining time': '19:24:18', 'throughput': '9017.54', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:43:53,415 >> {'loss': 0.235, 'grad_norm': 17.989160537719727, 'learning_rate': 7.196869266521941e-07, 'epoch': 0.19121236777868186, 'num_input_tokens_seen': 3156213760, 'completed': '40.82% (1_505 / 3_687)', 'remaining time': '19:23:46', 'throughput': '8216.67', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:44:27,477 >> {'loss': 0.5892, 'grad_norm': 14.863112449645996, 'learning_rate': 7.193129703823395e-07, 'epoch': 0.1914835909953892, 'num_input_tokens_seen': 3158310912, 'completed': '40.85% (1_506 / 3_687)', 'remaining time': '19:23:20', 'throughput': '7696.21', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:44:56,793 >> {'loss': 0.4773, 'grad_norm': 16.317642211914062, 'learning_rate': 7.189388778558491e-07, 'epoch': 0.19175481421209656, 'num_input_tokens_seen': 3160408064, 'completed': '40.87% (1_507 / 3_687)', 'remaining time': '19:22:40', 'throughput': '8942.12', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:45:26,619 >> {'loss': 0.3363, 'grad_norm': 12.433012962341309, 'learning_rate': 7.185646493737785e-07, 'epoch': 0.1920260374288039, 'num_input_tokens_seen': 3162505216, 'completed': '40.90% (1_508 / 3_687)', 'remaining time': '19:22:01', 'throughput': '8789.01', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:45:58,310 >> {'loss': 0.3374, 'grad_norm': 12.628132820129395, 'learning_rate': 7.181902852372924e-07, 'epoch': 0.19229726064551125, 'num_input_tokens_seen': 3164602368, 'completed': '40.93% (1_509 / 3_687)', 'remaining time': '19:21:28', 'throughput': '8271.86', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:46:28,587 >> {'loss': 0.5477, 'grad_norm': 18.057632446289062, 'learning_rate': 7.17815785747665e-07, 'epoch': 0.19256848386221861, 'num_input_tokens_seen': 3166699520, 'completed': '40.95% (1_510 / 3_687)', 'remaining time': '19:20:51', 'throughput': '8658.22', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:46:57,561 >> {'loss': 0.4914, 'grad_norm': 17.424755096435547, 'learning_rate': 7.174411512062789e-07, 'epoch': 0.19283970707892595, 'num_input_tokens_seen': 3168796672, 'completed': '40.98% (1_511 / 3_687)', 'remaining time': '19:20:10', 'throughput': '9047.53', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:47:26,636 >> {'loss': 0.5325, 'grad_norm': 15.669259071350098, 'learning_rate': 7.170663819146259e-07, 'epoch': 0.1931109302956333, 'num_input_tokens_seen': 3170893824, 'completed': '41.01% (1_512 / 3_687)', 'remaining time': '19:19:29', 'throughput': '9016.16', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:47:55,258 >> {'loss': 0.6616, 'grad_norm': 19.925724029541016, 'learning_rate': 7.166914781743062e-07, 'epoch': 0.19338215351234064, 'num_input_tokens_seen': 3172990976, 'completed': '41.04% (1_513 / 3_687)', 'remaining time': '19:18:47', 'throughput': '9158.89', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:48:26,781 >> {'loss': 0.3527, 'grad_norm': 12.23149585723877, 'learning_rate': 7.16316440287028e-07, 'epoch': 0.193653376729048, 'num_input_tokens_seen': 3175088128, 'completed': '41.06% (1_514 / 3_687)', 'remaining time': '19:18:13', 'throughput': '8315.87', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:48:58,365 >> {'loss': 0.5477, 'grad_norm': 20.181726455688477, 'learning_rate': 7.159412685546073e-07, 'epoch': 0.19392459994575537, 'num_input_tokens_seen': 3177185280, 'completed': '41.09% (1_515 / 3_687)', 'remaining time': '19:17:40', 'throughput': '8300.03', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:49:28,774 >> {'loss': 0.7233, 'grad_norm': 19.928884506225586, 'learning_rate': 7.155659632789683e-07, 'epoch': 0.1941958231624627, 'num_input_tokens_seen': 3179282432, 'completed': '41.12% (1_516 / 3_687)', 'remaining time': '19:17:03', 'throughput': '8620.44', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:50:01,697 >> {'loss': 0.6027, 'grad_norm': 20.663057327270508, 'learning_rate': 7.151905247621422e-07, 'epoch': 0.19446704637917006, 'num_input_tokens_seen': 3181379584, 'completed': '41.14% (1_517 / 3_687)', 'remaining time': '19:16:34', 'throughput': '7962.39', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:50:29,017 >> {'loss': 0.4609, 'grad_norm': 15.95964527130127, 'learning_rate': 7.148149533062678e-07, 'epoch': 0.1947382695958774, 'num_input_tokens_seen': 3183476736, 'completed': '41.17% (1_518 / 3_687)', 'remaining time': '19:15:48', 'throughput': '9595.41', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:50:58,815 >> {'loss': 0.4759, 'grad_norm': 18.054109573364258, 'learning_rate': 7.144392492135908e-07, 'epoch': 0.19500949281258476, 'num_input_tokens_seen': 3185573888, 'completed': '41.20% (1_519 / 3_687)', 'remaining time': '19:15:10', 'throughput': '8797.27', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:51:27,532 >> {'loss': 0.7295, 'grad_norm': 36.16549301147461, 'learning_rate': 7.140634127864632e-07, 'epoch': 0.19528071602929212, 'num_input_tokens_seen': 3187671040, 'completed': '41.23% (1_520 / 3_687)', 'remaining time': '19:14:28', 'throughput': '9128.54', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:51:57,950 >> {'loss': 0.4694, 'grad_norm': 16.543094635009766, 'learning_rate': 7.136874443273442e-07, 'epoch': 0.19555193924599945, 'num_input_tokens_seen': 3189768192, 'completed': '41.25% (1_521 / 3_687)', 'remaining time': '19:13:51', 'throughput': '8617.99', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:52:25,510 >> {'loss': 0.6975, 'grad_norm': 18.826963424682617, 'learning_rate': 7.133113441387988e-07, 'epoch': 0.1958231624627068, 'num_input_tokens_seen': 3191865344, 'completed': '41.28% (1_522 / 3_687)', 'remaining time': '19:13:06', 'throughput': '9511.91', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:52:57,351 >> {'loss': 0.2668, 'grad_norm': 11.468395233154297, 'learning_rate': 7.129351125234979e-07, 'epoch': 0.19609438567941415, 'num_input_tokens_seen': 3193962496, 'completed': '41.31% (1_523 / 3_687)', 'remaining time': '19:12:34', 'throughput': '8232.74', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:53:25,071 >> {'loss': 0.6557, 'grad_norm': 18.200729370117188, 'learning_rate': 7.125587497842189e-07, 'epoch': 0.1963656088961215, 'num_input_tokens_seen': 3196059648, 'completed': '41.33% (1_524 / 3_687)', 'remaining time': '19:11:49', 'throughput': '9456.96', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:53:56,504 >> {'loss': 0.2728, 'grad_norm': 11.098851203918457, 'learning_rate': 7.121822562238436e-07, 'epoch': 0.19663683211282887, 'num_input_tokens_seen': 3198156800, 'completed': '41.36% (1_525 / 3_687)', 'remaining time': '19:11:16', 'throughput': '8339.77', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:54:26,806 >> {'loss': 0.5025, 'grad_norm': 15.489395141601562, 'learning_rate': 7.118056321453601e-07, 'epoch': 0.1969080553295362, 'num_input_tokens_seen': 3200253952, 'completed': '41.39% (1_526 / 3_687)', 'remaining time': '19:10:39', 'throughput': '8651.07', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:54:57,282 >> {'loss': 0.4449, 'grad_norm': 14.967645645141602, 'learning_rate': 7.11428877851861e-07, 'epoch': 0.19717927854624356, 'num_input_tokens_seen': 3202351104, 'completed': '41.42% (1_527 / 3_687)', 'remaining time': '19:10:03', 'throughput': '8601.61', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:55:27,496 >> {'loss': 0.4, 'grad_norm': 15.567303657531738, 'learning_rate': 7.110519936465438e-07, 'epoch': 0.1974505017629509, 'num_input_tokens_seen': 3204448256, 'completed': '41.44% (1_528 / 3_687)', 'remaining time': '19:09:25', 'throughput': '8676.25', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:55:59,252 >> {'loss': 0.3363, 'grad_norm': 16.95789337158203, 'learning_rate': 7.106749798327106e-07, 'epoch': 0.19772172497965826, 'num_input_tokens_seen': 3206545408, 'completed': '41.47% (1_529 / 3_687)', 'remaining time': '19:08:53', 'throughput': '8255.09', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:56:30,653 >> {'loss': 0.4492, 'grad_norm': 16.923965454101562, 'learning_rate': 7.102978367137679e-07, 'epoch': 0.19799294819636562, 'num_input_tokens_seen': 3208642560, 'completed': '41.50% (1_530 / 3_687)', 'remaining time': '19:08:19', 'throughput': '8348.03', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:56:59,754 >> {'loss': 0.4185, 'grad_norm': 16.046384811401367, 'learning_rate': 7.099205645932258e-07, 'epoch': 0.19826417141307295, 'num_input_tokens_seen': 3210739712, 'completed': '41.52% (1_531 / 3_687)', 'remaining time': '19:07:39', 'throughput': '9008.24', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:57:28,494 >> {'loss': 0.6639, 'grad_norm': 20.16338348388672, 'learning_rate': 7.095431637746988e-07, 'epoch': 0.19853539462978032, 'num_input_tokens_seen': 3212836864, 'completed': '41.55% (1_532 / 3_687)', 'remaining time': '19:06:58', 'throughput': '9121.17', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:58:00,326 >> {'loss': 0.3112, 'grad_norm': 12.801714897155762, 'learning_rate': 7.091656345619047e-07, 'epoch': 0.19880661784648765, 'num_input_tokens_seen': 3214934016, 'completed': '41.58% (1_533 / 3_687)', 'remaining time': '19:06:26', 'throughput': '8235.20', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:58:31,568 >> {'loss': 0.4997, 'grad_norm': 14.88927936553955, 'learning_rate': 7.087879772586647e-07, 'epoch': 0.199077841063195, 'num_input_tokens_seen': 3217031168, 'completed': '41.61% (1_534 / 3_687)', 'remaining time': '19:05:52', 'throughput': '8390.82', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:59:04,076 >> {'loss': 0.5001, 'grad_norm': 20.41654396057129, 'learning_rate': 7.084101921689029e-07, 'epoch': 0.19934906427990237, 'num_input_tokens_seen': 3219128320, 'completed': '41.63% (1_535 / 3_687)', 'remaining time': '19:05:21', 'throughput': '8064.03', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:59:34,319 >> {'loss': 0.5536, 'grad_norm': 18.13739013671875, 'learning_rate': 7.080322795966462e-07, 'epoch': 0.1996202874966097, 'num_input_tokens_seen': 3221225472, 'completed': '41.66% (1_536 / 3_687)', 'remaining time': '19:04:44', 'throughput': '8667.84', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:00:05,399 >> {'loss': 0.4459, 'grad_norm': 15.031099319458008, 'learning_rate': 7.076542398460247e-07, 'epoch': 0.19989151071331707, 'num_input_tokens_seen': 3223322624, 'completed': '41.69% (1_537 / 3_687)', 'remaining time': '19:04:10', 'throughput': '8434.48', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:00:32,677 >> {'loss': 0.4325, 'grad_norm': 16.9238224029541, 'learning_rate': 7.0727607322127e-07, 'epoch': 0.2001627339300244, 'num_input_tokens_seen': 3225419776, 'completed': '41.71% (1_538 / 3_687)', 'remaining time': '19:03:25', 'throughput': '9610.16', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:01:03,316 >> {'loss': 0.5089, 'grad_norm': 17.309598922729492, 'learning_rate': 7.068977800267164e-07, 'epoch': 0.20043395714673176, 'num_input_tokens_seen': 3227516928, 'completed': '41.74% (1_539 / 3_687)', 'remaining time': '19:02:49', 'throughput': '8555.80', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:01:34,443 >> {'loss': 0.3359, 'grad_norm': 14.402442932128906, 'learning_rate': 7.065193605667999e-07, 'epoch': 0.20070518036343912, 'num_input_tokens_seen': 3229614080, 'completed': '41.77% (1_540 / 3_687)', 'remaining time': '19:02:15', 'throughput': '8421.88', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:02:07,606 >> {'loss': 0.3825, 'grad_norm': 12.946207046508789, 'learning_rate': 7.06140815146058e-07, 'epoch': 0.20097640358014646, 'num_input_tokens_seen': 3231711232, 'completed': '41.80% (1_541 / 3_687)', 'remaining time': '19:01:46', 'throughput': '7904.67', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:02:36,541 >> {'loss': 0.6832, 'grad_norm': 21.32681655883789, 'learning_rate': 7.057621440691296e-07, 'epoch': 0.20124762679685382, 'num_input_tokens_seen': 3233808384, 'completed': '41.82% (1_542 / 3_687)', 'remaining time': '19:01:06', 'throughput': '9059.65', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:03:08,328 >> {'loss': 0.5939, 'grad_norm': 18.230838775634766, 'learning_rate': 7.053833476407549e-07, 'epoch': 0.20151885001356115, 'num_input_tokens_seen': 3235905536, 'completed': '41.85% (1_543 / 3_687)', 'remaining time': '19:00:33', 'throughput': '8246.88', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:03:38,896 >> {'loss': 0.3152, 'grad_norm': 14.465167045593262, 'learning_rate': 7.050044261657748e-07, 'epoch': 0.2017900732302685, 'num_input_tokens_seen': 3238002688, 'completed': '41.88% (1_544 / 3_687)', 'remaining time': '18:59:58', 'throughput': '8575.78', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:04:08,887 >> {'loss': 0.2369, 'grad_norm': 11.428820610046387, 'learning_rate': 7.04625379949131e-07, 'epoch': 0.20206129644697587, 'num_input_tokens_seen': 3240099840, 'completed': '41.90% (1_545 / 3_687)', 'remaining time': '18:59:20', 'throughput': '8740.81', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:04:38,843 >> {'loss': 0.4465, 'grad_norm': 19.767881393432617, 'learning_rate': 7.042462092958651e-07, 'epoch': 0.2023325196636832, 'num_input_tokens_seen': 3242196992, 'completed': '41.93% (1_546 / 3_687)', 'remaining time': '18:58:43', 'throughput': '8751.18', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:05:08,612 >> {'loss': 0.4017, 'grad_norm': 13.485447883605957, 'learning_rate': 7.038669145111195e-07, 'epoch': 0.20260374288039057, 'num_input_tokens_seen': 3244294144, 'completed': '41.96% (1_547 / 3_687)', 'remaining time': '18:58:05', 'throughput': '8805.77', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:05:35,918 >> {'loss': 0.4824, 'grad_norm': 15.75723648071289, 'learning_rate': 7.034874959001363e-07, 'epoch': 0.2028749660970979, 'num_input_tokens_seen': 3246391296, 'completed': '41.99% (1_548 / 3_687)', 'remaining time': '18:57:20', 'throughput': '9600.22', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:06:07,100 >> {'loss': 0.3523, 'grad_norm': 13.907236099243164, 'learning_rate': 7.031079537682569e-07, 'epoch': 0.20314618931380526, 'num_input_tokens_seen': 3248488448, 'completed': '42.01% (1_549 / 3_687)', 'remaining time': '18:56:46', 'throughput': '8407.04', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:06:36,035 >> {'loss': 0.6136, 'grad_norm': 24.97413444519043, 'learning_rate': 7.027282884209227e-07, 'epoch': 0.20341741253051263, 'num_input_tokens_seen': 3250585600, 'completed': '42.04% (1_550 / 3_687)', 'remaining time': '18:56:05', 'throughput': '9059.65', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:07:08,197 >> {'loss': 0.3508, 'grad_norm': 15.245758056640625, 'learning_rate': 7.023485001636737e-07, 'epoch': 0.20368863574721996, 'num_input_tokens_seen': 3252682752, 'completed': '42.07% (1_551 / 3_687)', 'remaining time': '18:55:34', 'throughput': '8150.70', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:07:39,910 >> {'loss': 0.4695, 'grad_norm': 16.83147430419922, 'learning_rate': 7.019685893021488e-07, 'epoch': 0.20395985896392732, 'num_input_tokens_seen': 3254779904, 'completed': '42.09% (1_552 / 3_687)', 'remaining time': '18:55:02', 'throughput': '8266.03', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:08:09,734 >> {'loss': 0.2958, 'grad_norm': 17.15081787109375, 'learning_rate': 7.015885561420863e-07, 'epoch': 0.20423108218063465, 'num_input_tokens_seen': 3256877056, 'completed': '42.12% (1_553 / 3_687)', 'remaining time': '18:54:24', 'throughput': '8789.85', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:08:41,267 >> {'loss': 0.2439, 'grad_norm': 11.432106018066406, 'learning_rate': 7.012084009893221e-07, 'epoch': 0.20450230539734202, 'num_input_tokens_seen': 3258974208, 'completed': '42.15% (1_554 / 3_687)', 'remaining time': '18:53:51', 'throughput': '8313.40', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:09:10,762 >> {'loss': 0.604, 'grad_norm': 18.06707000732422, 'learning_rate': 7.008281241497908e-07, 'epoch': 0.20477352861404935, 'num_input_tokens_seen': 3261071360, 'completed': '42.18% (1_555 / 3_687)', 'remaining time': '18:53:12', 'throughput': '8887.98', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:09:41,068 >> {'loss': 0.4381, 'grad_norm': 17.187938690185547, 'learning_rate': 7.004477259295244e-07, 'epoch': 0.2050447518307567, 'num_input_tokens_seen': 3263168512, 'completed': '42.20% (1_556 / 3_687)', 'remaining time': '18:52:36', 'throughput': '8649.67', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:10:10,778 >> {'loss': 0.1795, 'grad_norm': 8.261337280273438, 'learning_rate': 7.000672066346532e-07, 'epoch': 0.20531597504746407, 'num_input_tokens_seen': 3265265664, 'completed': '42.23% (1_557 / 3_687)', 'remaining time': '18:51:58', 'throughput': '8823.30', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:10:41,821 >> {'loss': 0.319, 'grad_norm': 14.19255256652832, 'learning_rate': 6.996865665714046e-07, 'epoch': 0.2055871982641714, 'num_input_tokens_seen': 3267362816, 'completed': '42.26% (1_558 / 3_687)', 'remaining time': '18:51:24', 'throughput': '8445.35', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:11:12,730 >> {'loss': 0.5702, 'grad_norm': 21.178258895874023, 'learning_rate': 6.993058060461035e-07, 'epoch': 0.20585842148087877, 'num_input_tokens_seen': 3269459968, 'completed': '42.28% (1_559 / 3_687)', 'remaining time': '18:50:49', 'throughput': '8481.93', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:11:43,260 >> {'loss': 0.5158, 'grad_norm': 17.968137741088867, 'learning_rate': 6.989249253651708e-07, 'epoch': 0.2061296446975861, 'num_input_tokens_seen': 3271557120, 'completed': '42.31% (1_560 / 3_687)', 'remaining time': '18:50:13', 'throughput': '8584.74', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:12:17,525 >> {'loss': 0.2995, 'grad_norm': 12.363228797912598, 'learning_rate': 6.985439248351254e-07, 'epoch': 0.20640086791429346, 'num_input_tokens_seen': 3273654272, 'completed': '42.34% (1_561 / 3_687)', 'remaining time': '18:49:48', 'throughput': '7650.63', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:12:48,748 >> {'loss': 0.9089, 'grad_norm': 28.861257553100586, 'learning_rate': 6.981628047625818e-07, 'epoch': 0.20667209113100082, 'num_input_tokens_seen': 3275751424, 'completed': '42.37% (1_562 / 3_687)', 'remaining time': '18:49:14', 'throughput': '8395.88', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:13:19,864 >> {'loss': 0.5814, 'grad_norm': 19.901887893676758, 'learning_rate': 6.977815654542508e-07, 'epoch': 0.20694331434770816, 'num_input_tokens_seen': 3277848576, 'completed': '42.39% (1_563 / 3_687)', 'remaining time': '18:48:40', 'throughput': '8424.58', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:13:48,857 >> {'loss': 0.2016, 'grad_norm': 15.665919303894043, 'learning_rate': 6.974002072169395e-07, 'epoch': 0.20721453756441552, 'num_input_tokens_seen': 3279945728, 'completed': '42.42% (1_564 / 3_687)', 'remaining time': '18:48:00', 'throughput': '9041.81', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:14:22,556 >> {'loss': 0.3062, 'grad_norm': 19.99432945251465, 'learning_rate': 6.970187303575505e-07, 'epoch': 0.20748576078112285, 'num_input_tokens_seen': 3282042880, 'completed': '42.45% (1_565 / 3_687)', 'remaining time': '18:47:34', 'throughput': '7779.13', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:14:50,244 >> {'loss': 0.8428, 'grad_norm': 22.537017822265625, 'learning_rate': 6.966371351830818e-07, 'epoch': 0.2077569839978302, 'num_input_tokens_seen': 3284140032, 'completed': '42.47% (1_566 / 3_687)', 'remaining time': '18:46:50', 'throughput': '9467.61', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:15:22,905 >> {'loss': 0.3116, 'grad_norm': 13.440853118896484, 'learning_rate': 6.962554220006265e-07, 'epoch': 0.20802820721453757, 'num_input_tokens_seen': 3286237184, 'completed': '42.50% (1_567 / 3_687)', 'remaining time': '18:46:20', 'throughput': '8026.16', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:15:53,636 >> {'loss': 0.4781, 'grad_norm': 17.965656280517578, 'learning_rate': 6.958735911173729e-07, 'epoch': 0.2082994304312449, 'num_input_tokens_seen': 3288334336, 'completed': '42.53% (1_568 / 3_687)', 'remaining time': '18:45:45', 'throughput': '8530.34', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:16:23,573 >> {'loss': 0.6427, 'grad_norm': 19.18067741394043, 'learning_rate': 6.954916428406045e-07, 'epoch': 0.20857065364795227, 'num_input_tokens_seen': 3290431488, 'completed': '42.55% (1_569 / 3_687)', 'remaining time': '18:45:08', 'throughput': '8756.27', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:16:54,263 >> {'loss': 0.5277, 'grad_norm': 19.246889114379883, 'learning_rate': 6.95109577477698e-07, 'epoch': 0.2088418768646596, 'num_input_tokens_seen': 3292528640, 'completed': '42.58% (1_570 / 3_687)', 'remaining time': '18:44:33', 'throughput': '8541.75', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:17:22,873 >> {'loss': 0.5097, 'grad_norm': 16.653470993041992, 'learning_rate': 6.947273953361255e-07, 'epoch': 0.20911310008136696, 'num_input_tokens_seen': 3294625792, 'completed': '42.61% (1_571 / 3_687)', 'remaining time': '18:43:52', 'throughput': '9162.75', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:17:55,698 >> {'loss': 0.3398, 'grad_norm': 16.175172805786133, 'learning_rate': 6.943450967234524e-07, 'epoch': 0.20938432329807433, 'num_input_tokens_seen': 3296722944, 'completed': '42.64% (1_572 / 3_687)', 'remaining time': '18:43:23', 'throughput': '7986.01', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:18:24,755 >> {'loss': 0.3364, 'grad_norm': 15.780593872070312, 'learning_rate': 6.939626819473384e-07, 'epoch': 0.20965554651478166, 'num_input_tokens_seen': 3298820096, 'completed': '42.66% (1_573 / 3_687)', 'remaining time': '18:42:43', 'throughput': '9021.94', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:18:51,694 >> {'loss': 0.7428, 'grad_norm': 22.667606353759766, 'learning_rate': 6.93580151315536e-07, 'epoch': 0.20992676973148902, 'num_input_tokens_seen': 3300917248, 'completed': '42.69% (1_574 / 3_687)', 'remaining time': '18:41:58', 'throughput': '9730.92', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:19:20,552 >> {'loss': 0.3328, 'grad_norm': 15.267520904541016, 'learning_rate': 6.931975051358914e-07, 'epoch': 0.21019799294819635, 'num_input_tokens_seen': 3303014400, 'completed': '42.72% (1_575 / 3_687)', 'remaining time': '18:41:18', 'throughput': '9083.76', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:19:48,862 >> {'loss': 0.5853, 'grad_norm': 19.079408645629883, 'learning_rate': 6.928147437163439e-07, 'epoch': 0.21046921616490372, 'num_input_tokens_seen': 3305111552, 'completed': '42.74% (1_576 / 3_687)', 'remaining time': '18:40:37', 'throughput': '9259.75', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:20:16,599 >> {'loss': 0.3437, 'grad_norm': 13.351947784423828, 'learning_rate': 6.92431867364925e-07, 'epoch': 0.21074043938161108, 'num_input_tokens_seen': 3307208704, 'completed': '42.77% (1_577 / 3_687)', 'remaining time': '18:39:54', 'throughput': '9451.13', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:20:44,418 >> {'loss': 0.8318, 'grad_norm': 24.631118774414062, 'learning_rate': 6.920488763897593e-07, 'epoch': 0.2110116625983184, 'num_input_tokens_seen': 3309305856, 'completed': '42.80% (1_578 / 3_687)', 'remaining time': '18:39:11', 'throughput': '9423.30', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:21:16,556 >> {'loss': 0.5461, 'grad_norm': 17.947328567504883, 'learning_rate': 6.916657710990632e-07, 'epoch': 0.21128288581502577, 'num_input_tokens_seen': 3311403008, 'completed': '42.83% (1_579 / 3_687)', 'remaining time': '18:38:40', 'throughput': '8156.81', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:21:45,659 >> {'loss': 0.6746, 'grad_norm': 21.530193328857422, 'learning_rate': 6.912825518011452e-07, 'epoch': 0.2115541090317331, 'num_input_tokens_seen': 3313500160, 'completed': '42.85% (1_580 / 3_687)', 'remaining time': '18:38:01', 'throughput': '9007.45', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:22:15,560 >> {'loss': 0.3837, 'grad_norm': 16.4180850982666, 'learning_rate': 6.90899218804406e-07, 'epoch': 0.21182533224844047, 'num_input_tokens_seen': 3315597312, 'completed': '42.88% (1_581 / 3_687)', 'remaining time': '18:37:23', 'throughput': '8767.06', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:22:48,229 >> {'loss': 0.3731, 'grad_norm': 18.914493560791016, 'learning_rate': 6.905157724173369e-07, 'epoch': 0.21209655546514783, 'num_input_tokens_seen': 3317694464, 'completed': '42.91% (1_582 / 3_687)', 'remaining time': '18:36:54', 'throughput': '8024.23', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:23:18,118 >> {'loss': 0.4683, 'grad_norm': 15.548588752746582, 'learning_rate': 6.901322129485212e-07, 'epoch': 0.21236777868185516, 'num_input_tokens_seen': 3319791616, 'completed': '42.93% (1_583 / 3_687)', 'remaining time': '18:36:17', 'throughput': '8770.66', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:23:48,827 >> {'loss': 0.3252, 'grad_norm': 14.097211837768555, 'learning_rate': 6.897485407066329e-07, 'epoch': 0.21263900189856252, 'num_input_tokens_seen': 3321888768, 'completed': '42.96% (1_584 / 3_687)', 'remaining time': '18:35:42', 'throughput': '8536.37', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:24:21,721 >> {'loss': 0.5362, 'grad_norm': 15.844295501708984, 'learning_rate': 6.893647560004369e-07, 'epoch': 0.21291022511526986, 'num_input_tokens_seen': 3323985920, 'completed': '42.99% (1_585 / 3_687)', 'remaining time': '18:35:13', 'throughput': '7969.33', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:24:54,665 >> {'loss': 0.4111, 'grad_norm': 18.061901092529297, 'learning_rate': 6.889808591387885e-07, 'epoch': 0.21318144833197722, 'num_input_tokens_seen': 3326083072, 'completed': '43.02% (1_586 / 3_687)', 'remaining time': '18:34:44', 'throughput': '7957.20', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:25:25,384 >> {'loss': 0.408, 'grad_norm': 15.680930137634277, 'learning_rate': 6.885968504306334e-07, 'epoch': 0.21345267154868458, 'num_input_tokens_seen': 3328180224, 'completed': '43.04% (1_587 / 3_687)', 'remaining time': '18:34:09', 'throughput': '8533.81', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:25:55,408 >> {'loss': 0.684, 'grad_norm': 22.98466682434082, 'learning_rate': 6.882127301850069e-07, 'epoch': 0.21372389476539191, 'num_input_tokens_seen': 3330277376, 'completed': '43.07% (1_588 / 3_687)', 'remaining time': '18:33:33', 'throughput': '8731.01', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:26:25,616 >> {'loss': 0.576, 'grad_norm': 20.19873046875, 'learning_rate': 6.878284987110345e-07, 'epoch': 0.21399511798209928, 'num_input_tokens_seen': 3332374528, 'completed': '43.10% (1_589 / 3_687)', 'remaining time': '18:32:56', 'throughput': '8678.06', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:26:55,606 >> {'loss': 0.3008, 'grad_norm': 12.961610794067383, 'learning_rate': 6.874441563179313e-07, 'epoch': 0.2142663411988066, 'num_input_tokens_seen': 3334471680, 'completed': '43.12% (1_590 / 3_687)', 'remaining time': '18:32:20', 'throughput': '8741.01', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:27:25,466 >> {'loss': 0.6572, 'grad_norm': 22.00704574584961, 'learning_rate': 6.870597033150012e-07, 'epoch': 0.21453756441551397, 'num_input_tokens_seen': 3336568832, 'completed': '43.15% (1_591 / 3_687)', 'remaining time': '18:31:43', 'throughput': '8779.01', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:27:59,957 >> {'loss': 0.4674, 'grad_norm': 18.104747772216797, 'learning_rate': 6.866751400116374e-07, 'epoch': 0.21480878763222133, 'num_input_tokens_seen': 3338665984, 'completed': '43.18% (1_592 / 3_687)', 'remaining time': '18:31:18', 'throughput': '7600.47', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:28:29,972 >> {'loss': 0.7152, 'grad_norm': 24.767946243286133, 'learning_rate': 6.862904667173216e-07, 'epoch': 0.21508001084892867, 'num_input_tokens_seen': 3340763136, 'completed': '43.21% (1_593 / 3_687)', 'remaining time': '18:30:41', 'throughput': '8733.58', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:29:01,482 >> {'loss': 0.8405, 'grad_norm': 23.480615615844727, 'learning_rate': 6.859056837416245e-07, 'epoch': 0.21535123406563603, 'num_input_tokens_seen': 3342860288, 'completed': '43.23% (1_594 / 3_687)', 'remaining time': '18:30:09', 'throughput': '8319.48', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:29:30,663 >> {'loss': 0.3923, 'grad_norm': 13.278249740600586, 'learning_rate': 6.855207913942048e-07, 'epoch': 0.21562245728234336, 'num_input_tokens_seen': 3344957440, 'completed': '43.26% (1_595 / 3_687)', 'remaining time': '18:29:30', 'throughput': '8983.22', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:30:01,592 >> {'loss': 0.3845, 'grad_norm': 14.385771751403809, 'learning_rate': 6.85135789984809e-07, 'epoch': 0.21589368049905072, 'num_input_tokens_seen': 3347054592, 'completed': '43.29% (1_596 / 3_687)', 'remaining time': '18:28:56', 'throughput': '8475.79', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:30:30,753 >> {'loss': 0.5702, 'grad_norm': 15.939520835876465, 'learning_rate': 6.847506798232719e-07, 'epoch': 0.21616490371575806, 'num_input_tokens_seen': 3349151744, 'completed': '43.31% (1_597 / 3_687)', 'remaining time': '18:28:17', 'throughput': '8989.46', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:31:02,708 >> {'loss': 0.4505, 'grad_norm': 15.751465797424316, 'learning_rate': 6.843654612195152e-07, 'epoch': 0.21643612693246542, 'num_input_tokens_seen': 3351248896, 'completed': '43.34% (1_598 / 3_687)', 'remaining time': '18:27:45', 'throughput': '8203.63', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:31:32,590 >> {'loss': 0.5949, 'grad_norm': 16.361385345458984, 'learning_rate': 6.839801344835484e-07, 'epoch': 0.21670735014917278, 'num_input_tokens_seen': 3353346048, 'completed': '43.37% (1_599 / 3_687)', 'remaining time': '18:27:09', 'throughput': '8772.67', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:32:04,576 >> {'loss': 0.6065, 'grad_norm': 15.845523834228516, 'learning_rate': 6.835946999254677e-07, 'epoch': 0.2169785733658801, 'num_input_tokens_seen': 3355443200, 'completed': '43.40% (1_600 / 3_687)', 'remaining time': '18:26:37', 'throughput': '8195.59', 'gpu_mem_free': '5581MB'} +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/distributed/fsdp/fully_sharded_data_parallel.py:689: FutureWarning: FSDP.state_dict_type() and FSDP.set_state_dict_type() are being deprecated. Please use APIs, get_state_dict() and set_state_dict(), which can support different parallelisms, FSDP1, FSDP2, DDP. API doc: https://pytorch.org/docs/stable/distributed.checkpoint.html#torch.distributed.checkpoint.state_dict.get_state_dict .Tutorial: https://pytorch.org/tutorials/recipes/distributed_checkpoint_recipe.html . + warnings.warn( +[INFO|trainer.py:3503] 2024-12-25 22:32:28,633 >> Saving model checkpoint to /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-1600 +[INFO|configuration_utils.py:472] 2024-12-25 22:32:28,636 >> Configuration saved in /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-1600/config.json +[INFO|configuration_utils.py:807] 2024-12-25 22:32:28,637 >> Configuration saved in /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-1600/generation_config.json +[INFO|modeling_utils.py:2807] 2024-12-25 22:33:30,637 >> The model is bigger than the maximum size per checkpoint (5GB) and is going to be split in 7 checkpoint shards. You can find where each parameters has been saved in the index located at /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-1600/model.safetensors.index.json. +[INFO|tokenization_utils_base.py:2684] 2024-12-25 22:33:30,641 >> tokenizer config file saved in /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-1600/tokenizer_config.json +[INFO|tokenization_utils_base.py:2693] 2024-12-25 22:33:30,642 >> Special tokens file saved in /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-1600/special_tokens_map.json +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/distributed/fsdp/fully_sharded_data_parallel.py:689: FutureWarning: FSDP.state_dict_type() and FSDP.set_state_dict_type() are being deprecated. Please use APIs, get_state_dict() and set_state_dict(), which can support different parallelisms, FSDP1, FSDP2, DDP. API doc: https://pytorch.org/docs/stable/distributed.checkpoint.html#torch.distributed.checkpoint.state_dict.get_state_dict .Tutorial: https://pytorch.org/tutorials/recipes/distributed_checkpoint_recipe.html . + warnings.warn( +[WARNING|trainer.py:868] 2024-12-25 22:37:29,295 >> Save streaming dataset state: {'epoch': 0, 'sample_in_epoch': 3200, 'num_canonical_nodes': 1, 'shuffle_seed': 42, 'initial_physical_nodes': 1} +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/utils/checkpoint.py:1399: FutureWarning: `torch.cpu.amp.autocast(args...)` is deprecated. Please use `torch.amp.autocast('cpu', args...)` instead. + with device_autocast_ctx, torch.cpu.amp.autocast(**cpu_autocast_kwargs), recompute_context: # type: ignore[attr-defined] +[INFO|trainer.py:175] 2024-12-25 22:37:59,455 >> {'loss': 0.4201, 'grad_norm': 13.730551719665527, 'learning_rate': 6.83209157855456e-07, 'epoch': 0.21724979658258747, 'num_input_tokens_seen': 3357540352, 'completed': '43.42% (1_601 / 3_687)', 'remaining time': '18:40:07', 'throughput': '738.69', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:38:31,391 >> {'loss': 0.4174, 'grad_norm': 17.727937698364258, 'learning_rate': 6.828235085837831e-07, 'epoch': 0.2175210197992948, 'num_input_tokens_seen': 3359637504, 'completed': '43.45% (1_602 / 3_687)', 'remaining time': '18:39:34', 'throughput': '8208.25', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:39:01,721 >> {'loss': 0.5056, 'grad_norm': 16.495952606201172, 'learning_rate': 6.824377524208047e-07, 'epoch': 0.21779224301600217, 'num_input_tokens_seen': 3361734656, 'completed': '43.48% (1_603 / 3_687)', 'remaining time': '18:38:57', 'throughput': '8643.24', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:39:32,963 >> {'loss': 0.4776, 'grad_norm': 16.65219497680664, 'learning_rate': 6.820518896769629e-07, 'epoch': 0.21806346623270953, 'num_input_tokens_seen': 3363831808, 'completed': '43.50% (1_604 / 3_687)', 'remaining time': '18:38:22', 'throughput': '8390.70', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:40:05,132 >> {'loss': 0.2099, 'grad_norm': 9.43620777130127, 'learning_rate': 6.816659206627853e-07, 'epoch': 0.21833468944941686, 'num_input_tokens_seen': 3365928960, 'completed': '43.53% (1_605 / 3_687)', 'remaining time': '18:37:50', 'throughput': '8148.87', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:40:37,364 >> {'loss': 0.4603, 'grad_norm': 16.026655197143555, 'learning_rate': 6.812798456888849e-07, 'epoch': 0.21860591266612422, 'num_input_tokens_seen': 3368026112, 'completed': '43.56% (1_606 / 3_687)', 'remaining time': '18:37:17', 'throughput': '8133.13', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:41:06,039 >> {'loss': 0.658, 'grad_norm': 18.902629852294922, 'learning_rate': 6.808936650659605e-07, 'epoch': 0.21887713588283156, 'num_input_tokens_seen': 3370123264, 'completed': '43.59% (1_607 / 3_687)', 'remaining time': '18:36:36', 'throughput': '9141.96', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:41:35,181 >> {'loss': 0.7047, 'grad_norm': 18.937278747558594, 'learning_rate': 6.805073791047951e-07, 'epoch': 0.21914835909953892, 'num_input_tokens_seen': 3372220416, 'completed': '43.61% (1_608 / 3_687)', 'remaining time': '18:35:56', 'throughput': '8995.28', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:42:05,128 >> {'loss': 0.303, 'grad_norm': 19.952560424804688, 'learning_rate': 6.80120988116257e-07, 'epoch': 0.21941958231624628, 'num_input_tokens_seen': 3374317568, 'completed': '43.64% (1_609 / 3_687)', 'remaining time': '18:35:18', 'throughput': '8753.63', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:42:37,905 >> {'loss': 0.3612, 'grad_norm': 16.27387046813965, 'learning_rate': 6.797344924112995e-07, 'epoch': 0.21969080553295361, 'num_input_tokens_seen': 3376414720, 'completed': '43.67% (1_610 / 3_687)', 'remaining time': '18:34:47', 'throughput': '7997.89', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:43:06,692 >> {'loss': 0.5804, 'grad_norm': 18.694629669189453, 'learning_rate': 6.793478923009592e-07, 'epoch': 0.21996202874966098, 'num_input_tokens_seen': 3378511872, 'completed': '43.69% (1_611 / 3_687)', 'remaining time': '18:34:06', 'throughput': '9106.20', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:43:37,436 >> {'loss': 0.2376, 'grad_norm': 11.021830558776855, 'learning_rate': 6.789611880963569e-07, 'epoch': 0.2202332519663683, 'num_input_tokens_seen': 3380609024, 'completed': '43.72% (1_612 / 3_687)', 'remaining time': '18:33:30', 'throughput': '8526.67', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:44:06,944 >> {'loss': 0.4313, 'grad_norm': 15.804499626159668, 'learning_rate': 6.78574380108698e-07, 'epoch': 0.22050447518307567, 'num_input_tokens_seen': 3382706176, 'completed': '43.75% (1_613 / 3_687)', 'remaining time': '18:32:51', 'throughput': '8883.99', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:44:35,342 >> {'loss': 0.4538, 'grad_norm': 15.294432640075684, 'learning_rate': 6.781874686492706e-07, 'epoch': 0.22077569839978303, 'num_input_tokens_seen': 3384803328, 'completed': '43.78% (1_614 / 3_687)', 'remaining time': '18:32:09', 'throughput': '9231.01', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:45:05,925 >> {'loss': 0.3465, 'grad_norm': 14.991973876953125, 'learning_rate': 6.778004540294464e-07, 'epoch': 0.22104692161649037, 'num_input_tokens_seen': 3386900480, 'completed': '43.80% (1_615 / 3_687)', 'remaining time': '18:31:33', 'throughput': '8571.49', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:45:32,432 >> {'loss': 0.7659, 'grad_norm': 22.537893295288086, 'learning_rate': 6.774133365606801e-07, 'epoch': 0.22131814483319773, 'num_input_tokens_seen': 3388997632, 'completed': '43.83% (1_616 / 3_687)', 'remaining time': '18:30:47', 'throughput': '9889.73', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:46:00,749 >> {'loss': 0.797, 'grad_norm': 21.337339401245117, 'learning_rate': 6.770261165545085e-07, 'epoch': 0.22158936804990506, 'num_input_tokens_seen': 3391094784, 'completed': '43.86% (1_617 / 3_687)', 'remaining time': '18:30:05', 'throughput': '9257.57', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:46:30,052 >> {'loss': 0.7643, 'grad_norm': 20.40045166015625, 'learning_rate': 6.766387943225524e-07, 'epoch': 0.22186059126661242, 'num_input_tokens_seen': 3393191936, 'completed': '43.88% (1_618 / 3_687)', 'remaining time': '18:29:25', 'throughput': '8945.75', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:46:57,876 >> {'loss': 0.409, 'grad_norm': 14.96789836883545, 'learning_rate': 6.762513701765135e-07, 'epoch': 0.22213181448331978, 'num_input_tokens_seen': 3395289088, 'completed': '43.91% (1_619 / 3_687)', 'remaining time': '18:28:42', 'throughput': '9421.67', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:47:30,523 >> {'loss': 0.4159, 'grad_norm': 14.952929496765137, 'learning_rate': 6.75863844428176e-07, 'epoch': 0.22240303770002712, 'num_input_tokens_seen': 3397386240, 'completed': '43.94% (1_620 / 3_687)', 'remaining time': '18:28:11', 'throughput': '8029.61', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:48:02,618 >> {'loss': 0.495, 'grad_norm': 16.563785552978516, 'learning_rate': 6.754762173894061e-07, 'epoch': 0.22267426091673448, 'num_input_tokens_seen': 3399483392, 'completed': '43.97% (1_621 / 3_687)', 'remaining time': '18:27:39', 'throughput': '8167.83', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:48:35,222 >> {'loss': 0.2923, 'grad_norm': 13.857934951782227, 'learning_rate': 6.750884893721511e-07, 'epoch': 0.2229454841334418, 'num_input_tokens_seen': 3401580544, 'completed': '43.99% (1_622 / 3_687)', 'remaining time': '18:27:08', 'throughput': '8040.21', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:49:07,590 >> {'loss': 0.4906, 'grad_norm': 16.87193489074707, 'learning_rate': 6.747006606884398e-07, 'epoch': 0.22321670735014917, 'num_input_tokens_seen': 3403677696, 'completed': '44.02% (1_623 / 3_687)', 'remaining time': '18:26:36', 'throughput': '8098.72', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:49:39,218 >> {'loss': 0.5691, 'grad_norm': 28.209985733032227, 'learning_rate': 6.74312731650382e-07, 'epoch': 0.22348793056685654, 'num_input_tokens_seen': 3405774848, 'completed': '44.05% (1_624 / 3_687)', 'remaining time': '18:26:02', 'throughput': '8288.34', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:50:11,747 >> {'loss': 0.4746, 'grad_norm': 18.54442596435547, 'learning_rate': 6.739247025701683e-07, 'epoch': 0.22375915378356387, 'num_input_tokens_seen': 3407872000, 'completed': '44.07% (1_625 / 3_687)', 'remaining time': '18:25:31', 'throughput': '8058.97', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:50:41,873 >> {'loss': 0.8189, 'grad_norm': 21.610734939575195, 'learning_rate': 6.735365737600695e-07, 'epoch': 0.22403037700027123, 'num_input_tokens_seen': 3409969152, 'completed': '44.10% (1_626 / 3_687)', 'remaining time': '18:24:54', 'throughput': '8702.57', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:51:13,741 >> {'loss': 0.3669, 'grad_norm': 13.132299423217773, 'learning_rate': 6.731483455324374e-07, 'epoch': 0.22430160021697856, 'num_input_tokens_seen': 3412066304, 'completed': '44.13% (1_627 / 3_687)', 'remaining time': '18:24:21', 'throughput': '8224.83', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:51:43,485 >> {'loss': 0.2336, 'grad_norm': 10.474742889404297, 'learning_rate': 6.727600181997026e-07, 'epoch': 0.22457282343368593, 'num_input_tokens_seen': 3414163456, 'completed': '44.16% (1_628 / 3_687)', 'remaining time': '18:23:43', 'throughput': '8813.38', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:52:11,498 >> {'loss': 0.5633, 'grad_norm': 20.9769287109375, 'learning_rate': 6.723715920743767e-07, 'epoch': 0.2248440466503933, 'num_input_tokens_seen': 3416260608, 'completed': '44.18% (1_629 / 3_687)', 'remaining time': '18:23:00', 'throughput': '9358.26', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:52:42,692 >> {'loss': 0.3815, 'grad_norm': 14.54977798461914, 'learning_rate': 6.7198306746905e-07, 'epoch': 0.22511526986710062, 'num_input_tokens_seen': 3418357760, 'completed': '44.21% (1_630 / 3_687)', 'remaining time': '18:22:26', 'throughput': '8403.44', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:53:11,593 >> {'loss': 0.5412, 'grad_norm': 19.554121017456055, 'learning_rate': 6.715944446963924e-07, 'epoch': 0.22538649308380798, 'num_input_tokens_seen': 3420454912, 'completed': '44.24% (1_631 / 3_687)', 'remaining time': '18:21:46', 'throughput': '9071.76', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:53:40,698 >> {'loss': 0.9327, 'grad_norm': 23.622020721435547, 'learning_rate': 6.712057240691527e-07, 'epoch': 0.22565771630051532, 'num_input_tokens_seen': 3422552064, 'completed': '44.26% (1_632 / 3_687)', 'remaining time': '18:21:06', 'throughput': '9005.52', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:54:10,728 >> {'loss': 0.3727, 'grad_norm': 13.846428871154785, 'learning_rate': 6.708169059001586e-07, 'epoch': 0.22592893951722268, 'num_input_tokens_seen': 3424649216, 'completed': '44.29% (1_633 / 3_687)', 'remaining time': '18:20:29', 'throughput': '8729.55', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:54:41,433 >> {'loss': 0.5854, 'grad_norm': 20.11954689025879, 'learning_rate': 6.704279905023159e-07, 'epoch': 0.22620016273393004, 'num_input_tokens_seen': 3426746368, 'completed': '44.32% (1_634 / 3_687)', 'remaining time': '18:19:53', 'throughput': '8537.28', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:55:12,407 >> {'loss': 0.6741, 'grad_norm': 28.113088607788086, 'learning_rate': 6.700389781886091e-07, 'epoch': 0.22647138595063737, 'num_input_tokens_seen': 3428843520, 'completed': '44.34% (1_635 / 3_687)', 'remaining time': '18:19:18', 'throughput': '8463.38', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:55:41,699 >> {'loss': 0.3548, 'grad_norm': 12.346856117248535, 'learning_rate': 6.696498692721006e-07, 'epoch': 0.22674260916734473, 'num_input_tokens_seen': 3430940672, 'completed': '44.37% (1_636 / 3_687)', 'remaining time': '18:18:39', 'throughput': '8949.57', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:56:13,973 >> {'loss': 0.5486, 'grad_norm': 16.389089584350586, 'learning_rate': 6.692606640659302e-07, 'epoch': 0.22701383238405207, 'num_input_tokens_seen': 3433037824, 'completed': '44.40% (1_637 / 3_687)', 'remaining time': '18:18:07', 'throughput': '8122.35', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:56:43,623 >> {'loss': 0.7321, 'grad_norm': 24.49221420288086, 'learning_rate': 6.688713628833157e-07, 'epoch': 0.22728505560075943, 'num_input_tokens_seen': 3435134976, 'completed': '44.43% (1_638 / 3_687)', 'remaining time': '18:17:29', 'throughput': '8841.27', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:57:14,200 >> {'loss': 0.4644, 'grad_norm': 16.724529266357422, 'learning_rate': 6.684819660375516e-07, 'epoch': 0.22755627881746676, 'num_input_tokens_seen': 3437232128, 'completed': '44.45% (1_639 / 3_687)', 'remaining time': '18:16:53', 'throughput': '8573.16', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:57:46,634 >> {'loss': 0.6855, 'grad_norm': 20.410425186157227, 'learning_rate': 6.6809247384201e-07, 'epoch': 0.22782750203417412, 'num_input_tokens_seen': 3439329280, 'completed': '44.48% (1_640 / 3_687)', 'remaining time': '18:16:21', 'throughput': '8082.50', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:58:19,112 >> {'loss': 0.4161, 'grad_norm': 14.939435005187988, 'learning_rate': 6.67702886610139e-07, 'epoch': 0.22809872525088148, 'num_input_tokens_seen': 3441426432, 'completed': '44.51% (1_641 / 3_687)', 'remaining time': '18:15:50', 'throughput': '8071.33', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:58:47,776 >> {'loss': 0.6421, 'grad_norm': 16.925172805786133, 'learning_rate': 6.673132046554639e-07, 'epoch': 0.22836994846758882, 'num_input_tokens_seen': 3443523584, 'completed': '44.53% (1_642 / 3_687)', 'remaining time': '18:15:09', 'throughput': '9145.49', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:59:17,837 >> {'loss': 0.2435, 'grad_norm': 11.812236785888672, 'learning_rate': 6.669234282915857e-07, 'epoch': 0.22864117168429618, 'num_input_tokens_seen': 3445620736, 'completed': '44.56% (1_643 / 3_687)', 'remaining time': '18:14:32', 'throughput': '8720.30', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:59:49,986 >> {'loss': 0.4875, 'grad_norm': 16.797849655151367, 'learning_rate': 6.665335578321819e-07, 'epoch': 0.2289123949010035, 'num_input_tokens_seen': 3447717888, 'completed': '44.59% (1_644 / 3_687)', 'remaining time': '18:14:00', 'throughput': '8154.17', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:00:19,280 >> {'loss': 0.6485, 'grad_norm': 20.539812088012695, 'learning_rate': 6.661435935910048e-07, 'epoch': 0.22918361811771087, 'num_input_tokens_seen': 3449815040, 'completed': '44.62% (1_645 / 3_687)', 'remaining time': '18:13:21', 'throughput': '8948.79', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:00:49,159 >> {'loss': 0.3879, 'grad_norm': 12.565629959106445, 'learning_rate': 6.657535358818833e-07, 'epoch': 0.22945484133441824, 'num_input_tokens_seen': 3451912192, 'completed': '44.64% (1_646 / 3_687)', 'remaining time': '18:12:44', 'throughput': '8773.38', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:01:19,434 >> {'loss': 0.6757, 'grad_norm': 21.272024154663086, 'learning_rate': 6.653633850187211e-07, 'epoch': 0.22972606455112557, 'num_input_tokens_seen': 3454009344, 'completed': '44.67% (1_647 / 3_687)', 'remaining time': '18:12:07', 'throughput': '8658.82', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:01:50,137 >> {'loss': 0.4601, 'grad_norm': 17.750259399414062, 'learning_rate': 6.649731413154964e-07, 'epoch': 0.22999728776783293, 'num_input_tokens_seen': 3456106496, 'completed': '44.70% (1_648 / 3_687)', 'remaining time': '18:11:32', 'throughput': '8537.94', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:02:18,932 >> {'loss': 0.5663, 'grad_norm': 17.899972915649414, 'learning_rate': 6.645828050862626e-07, 'epoch': 0.23026851098454026, 'num_input_tokens_seen': 3458203648, 'completed': '44.72% (1_649 / 3_687)', 'remaining time': '18:10:51', 'throughput': '9104.04', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:02:52,955 >> {'loss': 0.1971, 'grad_norm': 10.090818405151367, 'learning_rate': 6.641923766451475e-07, 'epoch': 0.23053973420124763, 'num_input_tokens_seen': 3460300800, 'completed': '44.75% (1_650 / 3_687)', 'remaining time': '18:10:24', 'throughput': '7704.76', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:03:24,660 >> {'loss': 0.4693, 'grad_norm': 14.428431510925293, 'learning_rate': 6.63801856306353e-07, 'epoch': 0.230810957417955, 'num_input_tokens_seen': 3462397952, 'completed': '44.78% (1_651 / 3_687)', 'remaining time': '18:09:51', 'throughput': '8268.31', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:03:53,814 >> {'loss': 0.5592, 'grad_norm': 18.0393123626709, 'learning_rate': 6.634112443841551e-07, 'epoch': 0.23108218063466232, 'num_input_tokens_seen': 3464495104, 'completed': '44.81% (1_652 / 3_687)', 'remaining time': '18:09:12', 'throughput': '8991.68', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:04:23,777 >> {'loss': 0.5662, 'grad_norm': 15.629161834716797, 'learning_rate': 6.630205411929032e-07, 'epoch': 0.23135340385136968, 'num_input_tokens_seen': 3466592256, 'completed': '44.83% (1_653 / 3_687)', 'remaining time': '18:08:34', 'throughput': '8749.04', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:04:55,329 >> {'loss': 0.3379, 'grad_norm': 15.491093635559082, 'learning_rate': 6.626297470470205e-07, 'epoch': 0.23162462706807702, 'num_input_tokens_seen': 3468689408, 'completed': '44.86% (1_654 / 3_687)', 'remaining time': '18:08:01', 'throughput': '8308.15', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:05:30,382 >> {'loss': 0.2769, 'grad_norm': 13.871119499206543, 'learning_rate': 6.622388622610034e-07, 'epoch': 0.23189585028478438, 'num_input_tokens_seen': 3470786560, 'completed': '44.89% (1_655 / 3_687)', 'remaining time': '18:07:36', 'throughput': '7478.58', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:06:01,520 >> {'loss': 0.3845, 'grad_norm': 12.842281341552734, 'learning_rate': 6.618478871494209e-07, 'epoch': 0.23216707350149174, 'num_input_tokens_seen': 3472883712, 'completed': '44.91% (1_656 / 3_687)', 'remaining time': '18:07:01', 'throughput': '8418.62', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:06:35,294 >> {'loss': 0.3783, 'grad_norm': 14.781960487365723, 'learning_rate': 6.61456822026915e-07, 'epoch': 0.23243829671819907, 'num_input_tokens_seen': 3474980864, 'completed': '44.94% (1_657 / 3_687)', 'remaining time': '18:06:33', 'throughput': '7761.78', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:07:05,529 >> {'loss': 0.5104, 'grad_norm': 18.07168960571289, 'learning_rate': 6.610656672081999e-07, 'epoch': 0.23270951993490643, 'num_input_tokens_seen': 3477078016, 'completed': '44.97% (1_658 / 3_687)', 'remaining time': '18:05:57', 'throughput': '8670.25', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:07:35,666 >> {'loss': 0.5309, 'grad_norm': 19.128738403320312, 'learning_rate': 6.606744230080622e-07, 'epoch': 0.23298074315161377, 'num_input_tokens_seen': 3479175168, 'completed': '45.00% (1_659 / 3_687)', 'remaining time': '18:05:20', 'throughput': '8698.54', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:08:03,181 >> {'loss': 0.7695, 'grad_norm': 21.630807876586914, 'learning_rate': 6.602830897413603e-07, 'epoch': 0.23325196636832113, 'num_input_tokens_seen': 3481272320, 'completed': '45.02% (1_660 / 3_687)', 'remaining time': '18:04:37', 'throughput': '9527.31', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:08:29,913 >> {'loss': 0.8973, 'grad_norm': 22.350727081298828, 'learning_rate': 6.598916677230243e-07, 'epoch': 0.2335231895850285, 'num_input_tokens_seen': 3483369472, 'completed': '45.05% (1_661 / 3_687)', 'remaining time': '18:03:52', 'throughput': '9806.17', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:09:00,301 >> {'loss': 0.4983, 'grad_norm': 16.569183349609375, 'learning_rate': 6.59500157268056e-07, 'epoch': 0.23379441280173582, 'num_input_tokens_seen': 3485466624, 'completed': '45.08% (1_662 / 3_687)', 'remaining time': '18:03:16', 'throughput': '8626.69', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:09:30,375 >> {'loss': 0.4791, 'grad_norm': 17.87363052368164, 'learning_rate': 6.591085586915279e-07, 'epoch': 0.23406563601844319, 'num_input_tokens_seen': 3487563776, 'completed': '45.10% (1_663 / 3_687)', 'remaining time': '18:02:39', 'throughput': '8716.67', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:10:01,386 >> {'loss': 0.7941, 'grad_norm': 22.503154754638672, 'learning_rate': 6.587168723085836e-07, 'epoch': 0.23433685923515052, 'num_input_tokens_seen': 3489660928, 'completed': '45.13% (1_664 / 3_687)', 'remaining time': '18:02:05', 'throughput': '8453.20', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:10:30,768 >> {'loss': 0.4266, 'grad_norm': 16.588794708251953, 'learning_rate': 6.583250984344374e-07, 'epoch': 0.23460808245185788, 'num_input_tokens_seen': 3491758080, 'completed': '45.16% (1_665 / 3_687)', 'remaining time': '18:01:26', 'throughput': '8921.94', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:11:00,000 >> {'loss': 0.3887, 'grad_norm': 20.612022399902344, 'learning_rate': 6.57933237384374e-07, 'epoch': 0.23487930566856524, 'num_input_tokens_seen': 3493855232, 'completed': '45.19% (1_666 / 3_687)', 'remaining time': '18:00:47', 'throughput': '8967.66', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:11:31,626 >> {'loss': 0.655, 'grad_norm': 19.953716278076172, 'learning_rate': 6.575412894737484e-07, 'epoch': 0.23515052888527258, 'num_input_tokens_seen': 3495952384, 'completed': '45.21% (1_667 / 3_687)', 'remaining time': '18:00:14', 'throughput': '8288.91', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:11:58,337 >> {'loss': 0.8792, 'grad_norm': 21.730518341064453, 'learning_rate': 6.571492550179853e-07, 'epoch': 0.23542175210197994, 'num_input_tokens_seen': 3498049536, 'completed': '45.24% (1_668 / 3_687)', 'remaining time': '17:59:30', 'throughput': '9813.88', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:12:27,522 >> {'loss': 0.6458, 'grad_norm': 20.50918197631836, 'learning_rate': 6.567571343325791e-07, 'epoch': 0.23569297531868727, 'num_input_tokens_seen': 3500146688, 'completed': '45.27% (1_669 / 3_687)', 'remaining time': '17:58:51', 'throughput': '8982.31', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:12:54,946 >> {'loss': 0.5007, 'grad_norm': 18.293838500976562, 'learning_rate': 6.563649277330935e-07, 'epoch': 0.23596419853539463, 'num_input_tokens_seen': 3502243840, 'completed': '45.29% (1_670 / 3_687)', 'remaining time': '17:58:08', 'throughput': '9558.70', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:13:26,913 >> {'loss': 0.4134, 'grad_norm': 13.126777648925781, 'learning_rate': 6.559726355351617e-07, 'epoch': 0.236235421752102, 'num_input_tokens_seen': 3504340992, 'completed': '45.32% (1_671 / 3_687)', 'remaining time': '17:57:36', 'throughput': '8200.44', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:13:55,937 >> {'loss': 0.345, 'grad_norm': 12.992348670959473, 'learning_rate': 6.555802580544853e-07, 'epoch': 0.23650664496880933, 'num_input_tokens_seen': 3506438144, 'completed': '45.35% (1_672 / 3_687)', 'remaining time': '17:56:57', 'throughput': '9032.16', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:14:28,735 >> {'loss': 0.413, 'grad_norm': 15.970709800720215, 'learning_rate': 6.551877956068349e-07, 'epoch': 0.2367778681855167, 'num_input_tokens_seen': 3508535296, 'completed': '45.38% (1_673 / 3_687)', 'remaining time': '17:56:26', 'throughput': '7992.67', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:14:57,936 >> {'loss': 0.5876, 'grad_norm': 19.215749740600586, 'learning_rate': 6.547952485080491e-07, 'epoch': 0.23704909140222402, 'num_input_tokens_seen': 3510632448, 'completed': '45.40% (1_674 / 3_687)', 'remaining time': '17:55:47', 'throughput': '8977.27', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:15:32,950 >> {'loss': 0.2881, 'grad_norm': 10.450196266174316, 'learning_rate': 6.544026170740352e-07, 'epoch': 0.23732031461893138, 'num_input_tokens_seen': 3512729600, 'completed': '45.43% (1_675 / 3_687)', 'remaining time': '17:55:22', 'throughput': '7486.79', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:16:05,376 >> {'loss': 0.3993, 'grad_norm': 13.23245906829834, 'learning_rate': 6.540099016207679e-07, 'epoch': 0.23759153783563874, 'num_input_tokens_seen': 3514826752, 'completed': '45.46% (1_676 / 3_687)', 'remaining time': '17:54:51', 'throughput': '8084.37', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:16:35,987 >> {'loss': 0.41, 'grad_norm': 13.348737716674805, 'learning_rate': 6.536171024642896e-07, 'epoch': 0.23786276105234608, 'num_input_tokens_seen': 3516923904, 'completed': '45.48% (1_677 / 3_687)', 'remaining time': '17:54:16', 'throughput': '8563.68', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:17:06,924 >> {'loss': 0.3554, 'grad_norm': 15.210914611816406, 'learning_rate': 6.532242199207103e-07, 'epoch': 0.23813398426905344, 'num_input_tokens_seen': 3519021056, 'completed': '45.51% (1_678 / 3_687)', 'remaining time': '17:53:41', 'throughput': '8473.51', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:17:35,964 >> {'loss': 0.2304, 'grad_norm': 14.020462989807129, 'learning_rate': 6.528312543062066e-07, 'epoch': 0.23840520748576077, 'num_input_tokens_seen': 3521118208, 'completed': '45.54% (1_679 / 3_687)', 'remaining time': '17:53:02', 'throughput': '9027.13', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:18:04,327 >> {'loss': 0.5624, 'grad_norm': 18.36133575439453, 'learning_rate': 6.524382059370226e-07, 'epoch': 0.23867643070246813, 'num_input_tokens_seen': 3523215360, 'completed': '45.57% (1_680 / 3_687)', 'remaining time': '17:52:21', 'throughput': '9242.32', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:18:33,330 >> {'loss': 0.5282, 'grad_norm': 16.818580627441406, 'learning_rate': 6.520450751294685e-07, 'epoch': 0.23894765391917547, 'num_input_tokens_seen': 3525312512, 'completed': '45.59% (1_681 / 3_687)', 'remaining time': '17:51:42', 'throughput': '9038.65', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:19:02,093 >> {'loss': 0.6669, 'grad_norm': 25.353300094604492, 'learning_rate': 6.516518621999209e-07, 'epoch': 0.23921887713588283, 'num_input_tokens_seen': 3527409664, 'completed': '45.62% (1_682 / 3_687)', 'remaining time': '17:51:03', 'throughput': '9113.95', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:19:33,164 >> {'loss': 0.6045, 'grad_norm': 18.05834197998047, 'learning_rate': 6.512585674648227e-07, 'epoch': 0.2394901003525902, 'num_input_tokens_seen': 3529506816, 'completed': '45.65% (1_683 / 3_687)', 'remaining time': '17:50:29', 'throughput': '8437.39', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:20:03,968 >> {'loss': 0.3037, 'grad_norm': 11.763015747070312, 'learning_rate': 6.50865191240683e-07, 'epoch': 0.23976132356929752, 'num_input_tokens_seen': 3531603968, 'completed': '45.67% (1_684 / 3_687)', 'remaining time': '17:49:54', 'throughput': '8509.91', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:20:33,641 >> {'loss': 0.5238, 'grad_norm': 19.146381378173828, 'learning_rate': 6.504717338440751e-07, 'epoch': 0.24003254678600489, 'num_input_tokens_seen': 3533701120, 'completed': '45.70% (1_685 / 3_687)', 'remaining time': '17:49:16', 'throughput': '8834.04', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:21:03,869 >> {'loss': 0.3522, 'grad_norm': 13.004151344299316, 'learning_rate': 6.500781955916393e-07, 'epoch': 0.24030377000271222, 'num_input_tokens_seen': 3535798272, 'completed': '45.73% (1_686 / 3_687)', 'remaining time': '17:48:40', 'throughput': '8672.12', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:21:32,974 >> {'loss': 0.5728, 'grad_norm': 17.20205307006836, 'learning_rate': 6.4968457680008e-07, 'epoch': 0.24057499321941958, 'num_input_tokens_seen': 3537895424, 'completed': '45.76% (1_687 / 3_687)', 'remaining time': '17:48:01', 'throughput': '9007.01', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:22:05,330 >> {'loss': 0.3135, 'grad_norm': 12.467523574829102, 'learning_rate': 6.492908777861664e-07, 'epoch': 0.24084621643612694, 'num_input_tokens_seen': 3539992576, 'completed': '45.78% (1_688 / 3_687)', 'remaining time': '17:47:30', 'throughput': '8101.82', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:22:34,829 >> {'loss': 0.6591, 'grad_norm': 21.274076461791992, 'learning_rate': 6.488970988667327e-07, 'epoch': 0.24111743965283428, 'num_input_tokens_seen': 3542089728, 'completed': '45.81% (1_689 / 3_687)', 'remaining time': '17:46:52', 'throughput': '8886.53', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:23:01,492 >> {'loss': 0.927, 'grad_norm': 24.0526180267334, 'learning_rate': 6.485032403586772e-07, 'epoch': 0.24138866286954164, 'num_input_tokens_seen': 3544186880, 'completed': '45.84% (1_690 / 3_687)', 'remaining time': '17:46:08', 'throughput': '9831.86', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:23:30,515 >> {'loss': 0.3657, 'grad_norm': 16.187849044799805, 'learning_rate': 6.481093025789621e-07, 'epoch': 0.24165988608624897, 'num_input_tokens_seen': 3546284032, 'completed': '45.86% (1_691 / 3_687)', 'remaining time': '17:45:29', 'throughput': '9032.05', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:24:00,466 >> {'loss': 0.5053, 'grad_norm': 25.65354347229004, 'learning_rate': 6.477152858446136e-07, 'epoch': 0.24193110930295633, 'num_input_tokens_seen': 3548381184, 'completed': '45.89% (1_692 / 3_687)', 'remaining time': '17:44:53', 'throughput': '8752.54', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:24:30,496 >> {'loss': 0.5336, 'grad_norm': 16.25813865661621, 'learning_rate': 6.473211904727216e-07, 'epoch': 0.2422023325196637, 'num_input_tokens_seen': 3550478336, 'completed': '45.92% (1_693 / 3_687)', 'remaining time': '17:44:16', 'throughput': '8729.51', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:25:00,872 >> {'loss': 0.5435, 'grad_norm': 19.955923080444336, 'learning_rate': 6.469270167804386e-07, 'epoch': 0.24247355573637103, 'num_input_tokens_seen': 3552575488, 'completed': '45.95% (1_694 / 3_687)', 'remaining time': '17:43:41', 'throughput': '8629.71', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:25:33,829 >> {'loss': 0.3573, 'grad_norm': 12.152280807495117, 'learning_rate': 6.46532765084981e-07, 'epoch': 0.2427447789530784, 'num_input_tokens_seen': 3554672640, 'completed': '45.97% (1_695 / 3_687)', 'remaining time': '17:43:11', 'throughput': '7954.14', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:26:06,242 >> {'loss': 0.2561, 'grad_norm': 13.028290748596191, 'learning_rate': 6.461384357036274e-07, 'epoch': 0.24301600216978572, 'num_input_tokens_seen': 3556769792, 'completed': '46.00% (1_696 / 3_687)', 'remaining time': '17:42:40', 'throughput': '8087.70', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:26:37,666 >> {'loss': 0.4922, 'grad_norm': 20.247438430786133, 'learning_rate': 6.457440289537191e-07, 'epoch': 0.24328722538649308, 'num_input_tokens_seen': 3558866944, 'completed': '46.03% (1_697 / 3_687)', 'remaining time': '17:42:06', 'throughput': '8342.22', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:27:07,987 >> {'loss': 0.301, 'grad_norm': 12.755880355834961, 'learning_rate': 6.453495451526595e-07, 'epoch': 0.24355844860320044, 'num_input_tokens_seen': 3560964096, 'completed': '46.05% (1_698 / 3_687)', 'remaining time': '17:41:30', 'throughput': '8645.43', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:27:40,148 >> {'loss': 0.3143, 'grad_norm': 13.987512588500977, 'learning_rate': 6.449549846179144e-07, 'epoch': 0.24382967181990778, 'num_input_tokens_seen': 3563061248, 'completed': '46.08% (1_699 / 3_687)', 'remaining time': '17:40:59', 'throughput': '8151.07', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:28:12,977 >> {'loss': 0.5411, 'grad_norm': 26.919103622436523, 'learning_rate': 6.445603476670109e-07, 'epoch': 0.24410089503661514, 'num_input_tokens_seen': 3565158400, 'completed': '46.11% (1_700 / 3_687)', 'remaining time': '17:40:28', 'throughput': '7985.14', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:28:40,416 >> {'loss': 0.7823, 'grad_norm': 21.93929672241211, 'learning_rate': 6.44165634617538e-07, 'epoch': 0.24437211825332247, 'num_input_tokens_seen': 3567255552, 'completed': '46.14% (1_701 / 3_687)', 'remaining time': '17:39:46', 'throughput': '9553.60', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:29:10,596 >> {'loss': 0.4474, 'grad_norm': 16.736602783203125, 'learning_rate': 6.437708457871455e-07, 'epoch': 0.24464334147002983, 'num_input_tokens_seen': 3569352704, 'completed': '46.16% (1_702 / 3_687)', 'remaining time': '17:39:10', 'throughput': '8686.12', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:29:45,133 >> {'loss': 0.5609, 'grad_norm': 17.7639217376709, 'learning_rate': 6.433759814935447e-07, 'epoch': 0.2449145646867372, 'num_input_tokens_seen': 3571449856, 'completed': '46.19% (1_703 / 3_687)', 'remaining time': '17:38:44', 'throughput': '7590.23', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:30:18,842 >> {'loss': 0.3755, 'grad_norm': 12.938990592956543, 'learning_rate': 6.429810420545072e-07, 'epoch': 0.24518578790344453, 'num_input_tokens_seen': 3573547008, 'completed': '46.22% (1_704 / 3_687)', 'remaining time': '17:38:15', 'throughput': '7776.77', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:30:49,195 >> {'loss': 0.6132, 'grad_norm': 19.107515335083008, 'learning_rate': 6.425860277878651e-07, 'epoch': 0.2454570111201519, 'num_input_tokens_seen': 3575644160, 'completed': '46.24% (1_705 / 3_687)', 'remaining time': '17:37:40', 'throughput': '8636.36', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:31:22,096 >> {'loss': 0.4449, 'grad_norm': 16.069114685058594, 'learning_rate': 6.42190939011511e-07, 'epoch': 0.24572823433685922, 'num_input_tokens_seen': 3577741312, 'completed': '46.27% (1_706 / 3_687)', 'remaining time': '17:37:10', 'throughput': '7967.70', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:31:55,142 >> {'loss': 0.4561, 'grad_norm': 18.453479766845703, 'learning_rate': 6.417957760433974e-07, 'epoch': 0.2459994575535666, 'num_input_tokens_seen': 3579838464, 'completed': '46.30% (1_707 / 3_687)', 'remaining time': '17:36:40', 'throughput': '7932.71', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:32:27,163 >> {'loss': 0.4495, 'grad_norm': 22.410266876220703, 'learning_rate': 6.414005392015364e-07, 'epoch': 0.24627068077027395, 'num_input_tokens_seen': 3581935616, 'completed': '46.32% (1_708 / 3_687)', 'remaining time': '17:36:08', 'throughput': '8186.51', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:33:00,223 >> {'loss': 0.647, 'grad_norm': 18.5291690826416, 'learning_rate': 6.410052288039994e-07, 'epoch': 0.24654190398698128, 'num_input_tokens_seen': 3584032768, 'completed': '46.35% (1_709 / 3_687)', 'remaining time': '17:35:38', 'throughput': '7929.38', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:33:30,498 >> {'loss': 0.3701, 'grad_norm': 15.33918571472168, 'learning_rate': 6.406098451689171e-07, 'epoch': 0.24681312720368864, 'num_input_tokens_seen': 3586129920, 'completed': '46.38% (1_710 / 3_687)', 'remaining time': '17:35:02', 'throughput': '8658.81', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:34:00,436 >> {'loss': 0.4231, 'grad_norm': 16.662532806396484, 'learning_rate': 6.402143886144797e-07, 'epoch': 0.24708435042039598, 'num_input_tokens_seen': 3588227072, 'completed': '46.41% (1_711 / 3_687)', 'remaining time': '17:34:26', 'throughput': '8756.41', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:34:30,781 >> {'loss': 0.431, 'grad_norm': 16.196252822875977, 'learning_rate': 6.39818859458935e-07, 'epoch': 0.24735557363710334, 'num_input_tokens_seen': 3590324224, 'completed': '46.43% (1_712 / 3_687)', 'remaining time': '17:33:50', 'throughput': '8638.79', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:34:58,869 >> {'loss': 0.9444, 'grad_norm': 24.346651077270508, 'learning_rate': 6.394232580205903e-07, 'epoch': 0.2476267968538107, 'num_input_tokens_seen': 3592421376, 'completed': '46.46% (1_713 / 3_687)', 'remaining time': '17:33:10', 'throughput': '9332.88', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:35:28,688 >> {'loss': 0.6498, 'grad_norm': 18.19024658203125, 'learning_rate': 6.390275846178102e-07, 'epoch': 0.24789802007051803, 'num_input_tokens_seen': 3594518528, 'completed': '46.49% (1_714 / 3_687)', 'remaining time': '17:32:33', 'throughput': '8791.09', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:35:58,894 >> {'loss': 0.279, 'grad_norm': 11.127647399902344, 'learning_rate': 6.386318395690178e-07, 'epoch': 0.2481692432872254, 'num_input_tokens_seen': 3596615680, 'completed': '46.51% (1_715 / 3_687)', 'remaining time': '17:31:57', 'throughput': '8678.65', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:36:29,936 >> {'loss': 0.5013, 'grad_norm': 21.56477165222168, 'learning_rate': 6.382360231926935e-07, 'epoch': 0.24844046650393273, 'num_input_tokens_seen': 3598712832, 'completed': '46.54% (1_716 / 3_687)', 'remaining time': '17:31:23', 'throughput': '8444.65', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:36:59,771 >> {'loss': 0.469, 'grad_norm': 15.533906936645508, 'learning_rate': 6.378401358073754e-07, 'epoch': 0.2487116897206401, 'num_input_tokens_seen': 3600809984, 'completed': '46.57% (1_717 / 3_687)', 'remaining time': '17:30:46', 'throughput': '8786.59', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:37:29,273 >> {'loss': 0.5628, 'grad_norm': 16.186729431152344, 'learning_rate': 6.374441777316587e-07, 'epoch': 0.24898291293734745, 'num_input_tokens_seen': 3602907136, 'completed': '46.60% (1_718 / 3_687)', 'remaining time': '17:30:09', 'throughput': '8885.68', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:37:58,559 >> {'loss': 0.4068, 'grad_norm': 14.087782859802246, 'learning_rate': 6.370481492841952e-07, 'epoch': 0.24925413615405478, 'num_input_tokens_seen': 3605004288, 'completed': '46.62% (1_719 / 3_687)', 'remaining time': '17:29:31', 'throughput': '8950.98', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:38:29,557 >> {'loss': 0.4257, 'grad_norm': 14.505183219909668, 'learning_rate': 6.366520507836934e-07, 'epoch': 0.24952535937076215, 'num_input_tokens_seen': 3607101440, 'completed': '46.65% (1_720 / 3_687)', 'remaining time': '17:28:57', 'throughput': '8457.01', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:38:59,510 >> {'loss': 0.3571, 'grad_norm': 14.800230979919434, 'learning_rate': 6.362558825489187e-07, 'epoch': 0.24979658258746948, 'num_input_tokens_seen': 3609198592, 'completed': '46.68% (1_721 / 3_687)', 'remaining time': '17:28:21', 'throughput': '8751.73', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:39:32,108 >> {'loss': 0.5663, 'grad_norm': 18.357351303100586, 'learning_rate': 6.35859644898692e-07, 'epoch': 0.2500678058041768, 'num_input_tokens_seen': 3611295744, 'completed': '46.70% (1_722 / 3_687)', 'remaining time': '17:27:50', 'throughput': '8041.62', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:40:00,610 >> {'loss': 0.6229, 'grad_norm': 18.787809371948242, 'learning_rate': 6.354633381518901e-07, 'epoch': 0.2503390290208842, 'num_input_tokens_seen': 3613392896, 'completed': '46.73% (1_723 / 3_687)', 'remaining time': '17:27:10', 'throughput': '9197.63', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:40:32,337 >> {'loss': 0.4966, 'grad_norm': 22.12680435180664, 'learning_rate': 6.350669626274461e-07, 'epoch': 0.25061025223759154, 'num_input_tokens_seen': 3615490048, 'completed': '46.76% (1_724 / 3_687)', 'remaining time': '17:26:38', 'throughput': '8262.44', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:41:03,315 >> {'loss': 0.4202, 'grad_norm': 14.827641487121582, 'learning_rate': 6.346705186443474e-07, 'epoch': 0.2508814754542989, 'num_input_tokens_seen': 3617587200, 'completed': '46.79% (1_725 / 3_687)', 'remaining time': '17:26:04', 'throughput': '8462.33', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:41:32,671 >> {'loss': 0.5388, 'grad_norm': 16.624746322631836, 'learning_rate': 6.342740065216371e-07, 'epoch': 0.25115269867100626, 'num_input_tokens_seen': 3619684352, 'completed': '46.81% (1_726 / 3_687)', 'remaining time': '17:25:26', 'throughput': '8929.72', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:42:01,681 >> {'loss': 0.3481, 'grad_norm': 13.560758590698242, 'learning_rate': 6.338774265784134e-07, 'epoch': 0.25142392188771356, 'num_input_tokens_seen': 3621781504, 'completed': '46.84% (1_727 / 3_687)', 'remaining time': '17:24:48', 'throughput': '9036.44', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:42:33,695 >> {'loss': 0.4449, 'grad_norm': 17.08588409423828, 'learning_rate': 6.334807791338286e-07, 'epoch': 0.2516951451044209, 'num_input_tokens_seen': 3623878656, 'completed': '46.87% (1_728 / 3_687)', 'remaining time': '17:24:16', 'throughput': '8188.32', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:43:04,242 >> {'loss': 0.6385, 'grad_norm': 25.524866104125977, 'learning_rate': 6.330840645070894e-07, 'epoch': 0.2519663683211283, 'num_input_tokens_seen': 3625975808, 'completed': '46.89% (1_729 / 3_687)', 'remaining time': '17:23:41', 'throughput': '8581.73', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:43:33,864 >> {'loss': 0.5051, 'grad_norm': 16.190298080444336, 'learning_rate': 6.326872830174566e-07, 'epoch': 0.25223759153783565, 'num_input_tokens_seen': 3628072960, 'completed': '46.92% (1_730 / 3_687)', 'remaining time': '17:23:04', 'throughput': '8849.49', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:44:04,127 >> {'loss': 0.4167, 'grad_norm': 17.590593338012695, 'learning_rate': 6.32290434984245e-07, 'epoch': 0.252508814754543, 'num_input_tokens_seen': 3630170112, 'completed': '46.95% (1_731 / 3_687)', 'remaining time': '17:22:28', 'throughput': '8662.23', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:44:36,499 >> {'loss': 0.5106, 'grad_norm': 23.287769317626953, 'learning_rate': 6.318935207268227e-07, 'epoch': 0.2527800379712503, 'num_input_tokens_seen': 3632267264, 'completed': '46.98% (1_732 / 3_687)', 'remaining time': '17:21:57', 'throughput': '8097.79', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:45:09,353 >> {'loss': 0.5227, 'grad_norm': 17.762920379638672, 'learning_rate': 6.314965405646113e-07, 'epoch': 0.2530512611879577, 'num_input_tokens_seen': 3634364416, 'completed': '47.00% (1_733 / 3_687)', 'remaining time': '17:21:27', 'throughput': '7979.23', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:45:39,052 >> {'loss': 0.7039, 'grad_norm': 23.90679931640625, 'learning_rate': 6.31099494817085e-07, 'epoch': 0.25332248440466504, 'num_input_tokens_seen': 3636461568, 'completed': '47.03% (1_734 / 3_687)', 'remaining time': '17:20:50', 'throughput': '8826.52', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:46:11,454 >> {'loss': 0.4308, 'grad_norm': 14.712848663330078, 'learning_rate': 6.307023838037714e-07, 'epoch': 0.2535937076213724, 'num_input_tokens_seen': 3638558720, 'completed': '47.06% (1_735 / 3_687)', 'remaining time': '17:20:19', 'throughput': '8090.30', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:46:44,369 >> {'loss': 0.6353, 'grad_norm': 20.47460174560547, 'learning_rate': 6.303052078442503e-07, 'epoch': 0.25386493083807976, 'num_input_tokens_seen': 3640655872, 'completed': '47.08% (1_736 / 3_687)', 'remaining time': '17:19:49', 'throughput': '7964.34', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:47:11,646 >> {'loss': 0.4013, 'grad_norm': 15.011195182800293, 'learning_rate': 6.299079672581537e-07, 'epoch': 0.25413615405478707, 'num_input_tokens_seen': 3642753024, 'completed': '47.11% (1_737 / 3_687)', 'remaining time': '17:19:07', 'throughput': '9610.47', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:47:41,924 >> {'loss': 0.5446, 'grad_norm': 17.400686264038086, 'learning_rate': 6.295106623651661e-07, 'epoch': 0.25440737727149443, 'num_input_tokens_seen': 3644850176, 'completed': '47.14% (1_738 / 3_687)', 'remaining time': '17:18:32', 'throughput': '8657.91', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:48:13,647 >> {'loss': 0.2983, 'grad_norm': 11.729777336120605, 'learning_rate': 6.291132934850225e-07, 'epoch': 0.2546786004882018, 'num_input_tokens_seen': 3646947328, 'completed': '47.17% (1_739 / 3_687)', 'remaining time': '17:18:00', 'throughput': '8263.59', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:48:45,326 >> {'loss': 0.8498, 'grad_norm': 21.60021209716797, 'learning_rate': 6.28715860937511e-07, 'epoch': 0.25494982370490915, 'num_input_tokens_seen': 3649044480, 'completed': '47.19% (1_740 / 3_687)', 'remaining time': '17:17:27', 'throughput': '8275.10', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:49:15,258 >> {'loss': 0.5259, 'grad_norm': 18.79129981994629, 'learning_rate': 6.283183650424701e-07, 'epoch': 0.2552210469216165, 'num_input_tokens_seen': 3651141632, 'completed': '47.22% (1_741 / 3_687)', 'remaining time': '17:16:51', 'throughput': '8757.73', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:49:45,104 >> {'loss': 0.6427, 'grad_norm': 19.276283264160156, 'learning_rate': 6.279208061197892e-07, 'epoch': 0.2554922701383238, 'num_input_tokens_seen': 3653238784, 'completed': '47.25% (1_742 / 3_687)', 'remaining time': '17:16:14', 'throughput': '8783.47', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:50:17,165 >> {'loss': 0.3971, 'grad_norm': 13.992378234863281, 'learning_rate': 6.275231844894086e-07, 'epoch': 0.2557634933550312, 'num_input_tokens_seen': 3655335936, 'completed': '47.27% (1_743 / 3_687)', 'remaining time': '17:15:43', 'throughput': '8176.42', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:50:47,591 >> {'loss': 0.4849, 'grad_norm': 16.478370666503906, 'learning_rate': 6.271255004713192e-07, 'epoch': 0.25603471657173854, 'num_input_tokens_seen': 3657433088, 'completed': '47.30% (1_744 / 3_687)', 'remaining time': '17:15:07', 'throughput': '8615.67', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:51:18,660 >> {'loss': 0.3075, 'grad_norm': 11.54108715057373, 'learning_rate': 6.267277543855618e-07, 'epoch': 0.2563059397884459, 'num_input_tokens_seen': 3659530240, 'completed': '47.33% (1_745 / 3_687)', 'remaining time': '17:14:34', 'throughput': '8437.54', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:51:47,469 >> {'loss': 0.5958, 'grad_norm': 19.243192672729492, 'learning_rate': 6.263299465522274e-07, 'epoch': 0.25657716300515326, 'num_input_tokens_seen': 3661627392, 'completed': '47.36% (1_746 / 3_687)', 'remaining time': '17:13:55', 'throughput': '9099.28', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:52:19,208 >> {'loss': 0.4542, 'grad_norm': 14.843926429748535, 'learning_rate': 6.259320772914566e-07, 'epoch': 0.25684838622186057, 'num_input_tokens_seen': 3663724544, 'completed': '47.38% (1_747 / 3_687)', 'remaining time': '17:13:23', 'throughput': '8259.50', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:52:49,908 >> {'loss': 0.8589, 'grad_norm': 22.970197677612305, 'learning_rate': 6.255341469234393e-07, 'epoch': 0.25711960943856793, 'num_input_tokens_seen': 3665821696, 'completed': '47.41% (1_748 / 3_687)', 'remaining time': '17:12:48', 'throughput': '8538.81', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:53:18,859 >> {'loss': 0.5667, 'grad_norm': 16.67009162902832, 'learning_rate': 6.25136155768415e-07, 'epoch': 0.2573908326552753, 'num_input_tokens_seen': 3667918848, 'completed': '47.44% (1_749 / 3_687)', 'remaining time': '17:12:10', 'throughput': '9054.59', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:53:53,336 >> {'loss': 0.4136, 'grad_norm': 13.778572082519531, 'learning_rate': 6.247381041466716e-07, 'epoch': 0.25766205587198265, 'num_input_tokens_seen': 3670016000, 'completed': '47.46% (1_750 / 3_687)', 'remaining time': '17:11:43', 'throughput': '7603.48', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:54:25,667 >> {'loss': 0.3029, 'grad_norm': 11.786734580993652, 'learning_rate': 6.243399923785459e-07, 'epoch': 0.25793327908869, 'num_input_tokens_seen': 3672113152, 'completed': '47.49% (1_751 / 3_687)', 'remaining time': '17:11:12', 'throughput': '8108.26', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:54:55,262 >> {'loss': 0.614, 'grad_norm': 18.904006958007812, 'learning_rate': 6.239418207844232e-07, 'epoch': 0.2582045023053973, 'num_input_tokens_seen': 3674210304, 'completed': '47.52% (1_752 / 3_687)', 'remaining time': '17:10:35', 'throughput': '8857.64', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:55:27,206 >> {'loss': 0.4589, 'grad_norm': 16.964792251586914, 'learning_rate': 6.23543589684737e-07, 'epoch': 0.2584757255221047, 'num_input_tokens_seen': 3676307456, 'completed': '47.55% (1_753 / 3_687)', 'remaining time': '17:10:03', 'throughput': '8206.22', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:55:58,670 >> {'loss': 0.4943, 'grad_norm': 15.05766487121582, 'learning_rate': 6.231452993999683e-07, 'epoch': 0.25874694873881204, 'num_input_tokens_seen': 3678404608, 'completed': '47.57% (1_754 / 3_687)', 'remaining time': '17:09:30', 'throughput': '8331.77', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:56:27,761 >> {'loss': 0.558, 'grad_norm': 18.096086502075195, 'learning_rate': 6.22746950250646e-07, 'epoch': 0.2590181719555194, 'num_input_tokens_seen': 3680501760, 'completed': '47.60% (1_755 / 3_687)', 'remaining time': '17:08:53', 'throughput': '9011.19', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:56:57,402 >> {'loss': 0.4175, 'grad_norm': 15.403691291809082, 'learning_rate': 6.223485425573463e-07, 'epoch': 0.25928939517222677, 'num_input_tokens_seen': 3682598912, 'completed': '47.63% (1_756 / 3_687)', 'remaining time': '17:08:16', 'throughput': '8843.74', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:57:29,116 >> {'loss': 0.3693, 'grad_norm': 14.380963325500488, 'learning_rate': 6.219500766406926e-07, 'epoch': 0.2595606183889341, 'num_input_tokens_seen': 3684696064, 'completed': '47.65% (1_757 / 3_687)', 'remaining time': '17:07:44', 'throughput': '8266.06', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:58:04,841 >> {'loss': 0.5975, 'grad_norm': 20.143505096435547, 'learning_rate': 6.215515528213553e-07, 'epoch': 0.25983184160564143, 'num_input_tokens_seen': 3686793216, 'completed': '47.68% (1_758 / 3_687)', 'remaining time': '17:07:19', 'throughput': '7337.83', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:58:34,241 >> {'loss': 0.3873, 'grad_norm': 18.09722900390625, 'learning_rate': 6.211529714200509e-07, 'epoch': 0.2601030648223488, 'num_input_tokens_seen': 3688890368, 'completed': '47.71% (1_759 / 3_687)', 'remaining time': '17:06:42', 'throughput': '8916.29', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:59:05,361 >> {'loss': 0.511, 'grad_norm': 18.81859588623047, 'learning_rate': 6.207543327575426e-07, 'epoch': 0.26037428803905616, 'num_input_tokens_seen': 3690987520, 'completed': '47.74% (1_760 / 3_687)', 'remaining time': '17:06:09', 'throughput': '8423.76', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:59:37,070 >> {'loss': 0.5123, 'grad_norm': 18.815465927124023, 'learning_rate': 6.203556371546399e-07, 'epoch': 0.2606455112557635, 'num_input_tokens_seen': 3693084672, 'completed': '47.76% (1_761 / 3_687)', 'remaining time': '17:05:36', 'throughput': '8267.25', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:00:06,286 >> {'loss': 0.4696, 'grad_norm': 15.527567863464355, 'learning_rate': 6.199568849321975e-07, 'epoch': 0.2609167344724708, 'num_input_tokens_seen': 3695181824, 'completed': '47.79% (1_762 / 3_687)', 'remaining time': '17:04:59', 'throughput': '8972.32', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:00:38,029 >> {'loss': 0.4165, 'grad_norm': 15.812019348144531, 'learning_rate': 6.195580764111163e-07, 'epoch': 0.2611879576891782, 'num_input_tokens_seen': 3697278976, 'completed': '47.82% (1_763 / 3_687)', 'remaining time': '17:04:26', 'throughput': '8258.37', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:01:09,462 >> {'loss': 0.2559, 'grad_norm': 11.180591583251953, 'learning_rate': 6.191592119123419e-07, 'epoch': 0.26145918090588555, 'num_input_tokens_seen': 3699376128, 'completed': '47.84% (1_764 / 3_687)', 'remaining time': '17:03:53', 'throughput': '8339.90', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:01:38,798 >> {'loss': 0.1839, 'grad_norm': 8.583144187927246, 'learning_rate': 6.187602917568655e-07, 'epoch': 0.2617304041225929, 'num_input_tokens_seen': 3701473280, 'completed': '47.87% (1_765 / 3_687)', 'remaining time': '17:03:16', 'throughput': '8935.94', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:02:11,682 >> {'loss': 0.2641, 'grad_norm': 12.009425163269043, 'learning_rate': 6.183613162657229e-07, 'epoch': 0.26200162733930027, 'num_input_tokens_seen': 3703570432, 'completed': '47.90% (1_766 / 3_687)', 'remaining time': '17:02:46', 'throughput': '7971.94', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:02:43,684 >> {'loss': 0.4814, 'grad_norm': 14.513581275939941, 'learning_rate': 6.179622857599942e-07, 'epoch': 0.2622728505560076, 'num_input_tokens_seen': 3705667584, 'completed': '47.93% (1_767 / 3_687)', 'remaining time': '17:02:14', 'throughput': '8191.20', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:03:16,289 >> {'loss': 0.6047, 'grad_norm': 23.496122360229492, 'learning_rate': 6.175632005608043e-07, 'epoch': 0.26254407377271494, 'num_input_tokens_seen': 3707764736, 'completed': '47.95% (1_768 / 3_687)', 'remaining time': '17:01:44', 'throughput': '8039.94', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:03:48,135 >> {'loss': 0.4534, 'grad_norm': 19.470165252685547, 'learning_rate': 6.171640609893213e-07, 'epoch': 0.2628152969894223, 'num_input_tokens_seen': 3709861888, 'completed': '47.98% (1_769 / 3_687)', 'remaining time': '17:01:12', 'throughput': '8231.70', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:04:17,395 >> {'loss': 0.403, 'grad_norm': 15.71687126159668, 'learning_rate': 6.167648673667581e-07, 'epoch': 0.26308652020612966, 'num_input_tokens_seen': 3711959040, 'completed': '48.01% (1_770 / 3_687)', 'remaining time': '17:00:34', 'throughput': '8959.06', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:04:50,064 >> {'loss': 0.6622, 'grad_norm': 23.09616470336914, 'learning_rate': 6.1636562001437e-07, 'epoch': 0.263357743422837, 'num_input_tokens_seen': 3714056192, 'completed': '48.03% (1_771 / 3_687)', 'remaining time': '17:00:04', 'throughput': '8024.23', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:05:20,743 >> {'loss': 0.4457, 'grad_norm': 15.076805114746094, 'learning_rate': 6.159663192534561e-07, 'epoch': 0.2636289666395443, 'num_input_tokens_seen': 3716153344, 'completed': '48.06% (1_772 / 3_687)', 'remaining time': '16:59:29', 'throughput': '8544.81', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:05:49,741 >> {'loss': 0.3627, 'grad_norm': 13.646811485290527, 'learning_rate': 6.155669654053592e-07, 'epoch': 0.2639001898562517, 'num_input_tokens_seen': 3718250496, 'completed': '48.09% (1_773 / 3_687)', 'remaining time': '16:58:52', 'throughput': '9040.17', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:06:19,625 >> {'loss': 0.6803, 'grad_norm': 20.863006591796875, 'learning_rate': 6.151675587914631e-07, 'epoch': 0.26417141307295905, 'num_input_tokens_seen': 3720347648, 'completed': '48.11% (1_774 / 3_687)', 'remaining time': '16:58:16', 'throughput': '8772.00', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:06:46,039 >> {'loss': 0.7848, 'grad_norm': 22.40181541442871, 'learning_rate': 6.147680997331958e-07, 'epoch': 0.2644426362896664, 'num_input_tokens_seen': 3722444800, 'completed': '48.14% (1_775 / 3_687)', 'remaining time': '16:57:33', 'throughput': '9924.52', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:07:19,456 >> {'loss': 0.5724, 'grad_norm': 20.66728973388672, 'learning_rate': 6.143685885520263e-07, 'epoch': 0.26471385950637377, 'num_input_tokens_seen': 3724541952, 'completed': '48.17% (1_776 / 3_687)', 'remaining time': '16:57:04', 'throughput': '7844.44', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:07:51,954 >> {'loss': 0.3131, 'grad_norm': 16.2211971282959, 'learning_rate': 6.13969025569466e-07, 'epoch': 0.2649850827230811, 'num_input_tokens_seen': 3726639104, 'completed': '48.20% (1_777 / 3_687)', 'remaining time': '16:56:33', 'throughput': '8066.61', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:08:22,035 >> {'loss': 0.3258, 'grad_norm': 14.444147109985352, 'learning_rate': 6.135694111070684e-07, 'epoch': 0.26525630593978844, 'num_input_tokens_seen': 3728736256, 'completed': '48.22% (1_778 / 3_687)', 'remaining time': '16:55:57', 'throughput': '8714.65', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:08:52,012 >> {'loss': 0.4398, 'grad_norm': 15.806771278381348, 'learning_rate': 6.131697454864277e-07, 'epoch': 0.2655275291564958, 'num_input_tokens_seen': 3730833408, 'completed': '48.25% (1_779 / 3_687)', 'remaining time': '16:55:22', 'throughput': '8744.82', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:09:22,046 >> {'loss': 0.6636, 'grad_norm': 19.829689025878906, 'learning_rate': 6.127700290291794e-07, 'epoch': 0.26579875237320316, 'num_input_tokens_seen': 3732930560, 'completed': '48.28% (1_780 / 3_687)', 'remaining time': '16:54:46', 'throughput': '8728.06', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:09:52,042 >> {'loss': 0.4753, 'grad_norm': 16.643007278442383, 'learning_rate': 6.123702620570005e-07, 'epoch': 0.2660699755899105, 'num_input_tokens_seen': 3735027712, 'completed': '48.30% (1_781 / 3_687)', 'remaining time': '16:54:10', 'throughput': '8739.46', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:10:24,794 >> {'loss': 0.4912, 'grad_norm': 21.29400062561035, 'learning_rate': 6.11970444891608e-07, 'epoch': 0.26634119880661783, 'num_input_tokens_seen': 3737124864, 'completed': '48.33% (1_782 / 3_687)', 'remaining time': '16:53:40', 'throughput': '8003.84', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:10:54,068 >> {'loss': 0.2683, 'grad_norm': 14.493866920471191, 'learning_rate': 6.115705778547597e-07, 'epoch': 0.2666124220233252, 'num_input_tokens_seen': 3739222016, 'completed': '48.36% (1_783 / 3_687)', 'remaining time': '16:53:03', 'throughput': '8954.75', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:11:23,248 >> {'loss': 0.6509, 'grad_norm': 19.871868133544922, 'learning_rate': 6.111706612682532e-07, 'epoch': 0.26688364524003255, 'num_input_tokens_seen': 3741319168, 'completed': '48.39% (1_784 / 3_687)', 'remaining time': '16:52:26', 'throughput': '8983.80', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:11:53,468 >> {'loss': 0.3895, 'grad_norm': 15.187943458557129, 'learning_rate': 6.107706954539261e-07, 'epoch': 0.2671548684567399, 'num_input_tokens_seen': 3743416320, 'completed': '48.41% (1_785 / 3_687)', 'remaining time': '16:51:51', 'throughput': '8674.43', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:12:24,128 >> {'loss': 0.54, 'grad_norm': 15.838203430175781, 'learning_rate': 6.103706807336559e-07, 'epoch': 0.2674260916734473, 'num_input_tokens_seen': 3745513472, 'completed': '48.44% (1_786 / 3_687)', 'remaining time': '16:51:16', 'throughput': '8550.06', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:12:56,043 >> {'loss': 0.4153, 'grad_norm': 12.953702926635742, 'learning_rate': 6.099706174293592e-07, 'epoch': 0.2676973148901546, 'num_input_tokens_seen': 3747610624, 'completed': '48.47% (1_787 / 3_687)', 'remaining time': '16:50:44', 'throughput': '8213.78', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:13:26,081 >> {'loss': 0.2817, 'grad_norm': 14.383577346801758, 'learning_rate': 6.095705058629914e-07, 'epoch': 0.26796853810686194, 'num_input_tokens_seen': 3749707776, 'completed': '48.49% (1_788 / 3_687)', 'remaining time': '16:50:09', 'throughput': '8727.18', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:13:54,960 >> {'loss': 0.3399, 'grad_norm': 14.063627243041992, 'learning_rate': 6.091703463565475e-07, 'epoch': 0.2682397613235693, 'num_input_tokens_seen': 3751804928, 'completed': '48.52% (1_789 / 3_687)', 'remaining time': '16:49:31', 'throughput': '9077.22', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:14:26,084 >> {'loss': 0.5057, 'grad_norm': 16.237741470336914, 'learning_rate': 6.087701392320606e-07, 'epoch': 0.26851098454027666, 'num_input_tokens_seen': 3753902080, 'completed': '48.55% (1_790 / 3_687)', 'remaining time': '16:48:58', 'throughput': '8422.72', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:14:56,498 >> {'loss': 0.3234, 'grad_norm': 12.57223129272461, 'learning_rate': 6.083698848116018e-07, 'epoch': 0.26878220775698397, 'num_input_tokens_seen': 3755999232, 'completed': '48.58% (1_791 / 3_687)', 'remaining time': '16:48:23', 'throughput': '8619.05', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:15:20,739 >> {'loss': 0.9309, 'grad_norm': 26.410602569580078, 'learning_rate': 6.079695834172808e-07, 'epoch': 0.26905343097369133, 'num_input_tokens_seen': 3758096384, 'completed': '48.60% (1_792 / 3_687)', 'remaining time': '16:47:36', 'throughput': '10814.24', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:15:54,764 >> {'loss': 0.4636, 'grad_norm': 17.888185501098633, 'learning_rate': 6.075692353712451e-07, 'epoch': 0.2693246541903987, 'num_input_tokens_seen': 3760193536, 'completed': '48.63% (1_793 / 3_687)', 'remaining time': '16:47:08', 'throughput': '7704.57', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:16:23,571 >> {'loss': 0.5735, 'grad_norm': 20.749839782714844, 'learning_rate': 6.071688409956793e-07, 'epoch': 0.26959587740710605, 'num_input_tokens_seen': 3762290688, 'completed': '48.66% (1_794 / 3_687)', 'remaining time': '16:46:31', 'throughput': '9099.97', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:16:51,933 >> {'loss': 0.5885, 'grad_norm': 23.78219223022461, 'learning_rate': 6.06768400612806e-07, 'epoch': 0.2698671006238134, 'num_input_tokens_seen': 3764387840, 'completed': '48.68% (1_795 / 3_687)', 'remaining time': '16:45:52', 'throughput': '9242.55', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:17:20,253 >> {'loss': 0.7039, 'grad_norm': 25.068920135498047, 'learning_rate': 6.063679145448838e-07, 'epoch': 0.2701383238405207, 'num_input_tokens_seen': 3766484992, 'completed': '48.71% (1_796 / 3_687)', 'remaining time': '16:45:13', 'throughput': '9256.71', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:17:53,128 >> {'loss': 0.3652, 'grad_norm': 15.582983016967773, 'learning_rate': 6.05967383114209e-07, 'epoch': 0.2704095470572281, 'num_input_tokens_seen': 3768582144, 'completed': '48.74% (1_797 / 3_687)', 'remaining time': '16:44:43', 'throughput': '7973.93', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:18:24,129 >> {'loss': 0.6668, 'grad_norm': 27.859983444213867, 'learning_rate': 6.055668066431142e-07, 'epoch': 0.27068077027393544, 'num_input_tokens_seen': 3770679296, 'completed': '48.77% (1_798 / 3_687)', 'remaining time': '16:44:10', 'throughput': '8455.99', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:18:54,144 >> {'loss': 0.3411, 'grad_norm': 12.221877098083496, 'learning_rate': 6.051661854539677e-07, 'epoch': 0.2709519934906428, 'num_input_tokens_seen': 3772776448, 'completed': '48.79% (1_799 / 3_687)', 'remaining time': '16:43:34', 'throughput': '8733.80', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:19:24,205 >> {'loss': 0.794, 'grad_norm': 20.4038143157959, 'learning_rate': 6.047655198691742e-07, 'epoch': 0.27122321670735017, 'num_input_tokens_seen': 3774873600, 'completed': '48.82% (1_800 / 3_687)', 'remaining time': '16:42:59', 'throughput': '8720.45', 'gpu_mem_free': '5581MB'} +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/distributed/fsdp/fully_sharded_data_parallel.py:689: FutureWarning: FSDP.state_dict_type() and FSDP.set_state_dict_type() are being deprecated. Please use APIs, get_state_dict() and set_state_dict(), which can support different parallelisms, FSDP1, FSDP2, DDP. API doc: https://pytorch.org/docs/stable/distributed.checkpoint.html#torch.distributed.checkpoint.state_dict.get_state_dict .Tutorial: https://pytorch.org/tutorials/recipes/distributed_checkpoint_recipe.html . + warnings.warn( +[INFO|trainer.py:3503] 2024-12-26 00:19:48,102 >> Saving model checkpoint to /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-1800 +[INFO|configuration_utils.py:472] 2024-12-26 00:19:48,105 >> Configuration saved in /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-1800/config.json +[INFO|configuration_utils.py:807] 2024-12-26 00:19:48,106 >> Configuration saved in /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-1800/generation_config.json +[INFO|modeling_utils.py:2807] 2024-12-26 00:20:43,418 >> The model is bigger than the maximum size per checkpoint (5GB) and is going to be split in 7 checkpoint shards. You can find where each parameters has been saved in the index located at /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-1800/model.safetensors.index.json. +[INFO|tokenization_utils_base.py:2684] 2024-12-26 00:20:43,422 >> tokenizer config file saved in /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-1800/tokenizer_config.json +[INFO|tokenization_utils_base.py:2693] 2024-12-26 00:20:43,423 >> Special tokens file saved in /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-1800/special_tokens_map.json +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/distributed/fsdp/fully_sharded_data_parallel.py:689: FutureWarning: FSDP.state_dict_type() and FSDP.set_state_dict_type() are being deprecated. Please use APIs, get_state_dict() and set_state_dict(), which can support different parallelisms, FSDP1, FSDP2, DDP. API doc: https://pytorch.org/docs/stable/distributed.checkpoint.html#torch.distributed.checkpoint.state_dict.get_state_dict .Tutorial: https://pytorch.org/tutorials/recipes/distributed_checkpoint_recipe.html . + warnings.warn( +[WARNING|trainer.py:868] 2024-12-26 00:24:38,073 >> Save streaming dataset state: {'epoch': 0, 'sample_in_epoch': 3600, 'num_canonical_nodes': 1, 'shuffle_seed': 42, 'initial_physical_nodes': 1} +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/utils/checkpoint.py:1399: FutureWarning: `torch.cpu.amp.autocast(args...)` is deprecated. Please use `torch.amp.autocast('cpu', args...)` instead. + with device_autocast_ctx, torch.cpu.amp.autocast(**cpu_autocast_kwargs), recompute_context: # type: ignore[attr-defined] +[INFO|trainer.py:175] 2024-12-26 00:25:09,242 >> {'loss': 0.2082, 'grad_norm': 13.717342376708984, 'learning_rate': 6.043648102111745e-07, 'epoch': 0.2714944399240575, 'num_input_tokens_seen': 3776970752, 'completed': '48.85% (1_801 / 3_687)', 'remaining time': '16:52:17', 'throughput': '759.76', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:25:39,665 >> {'loss': 0.6036, 'grad_norm': 19.058935165405273, 'learning_rate': 6.039640568024443e-07, 'epoch': 0.27176566314076483, 'num_input_tokens_seen': 3779067904, 'completed': '48.87% (1_802 / 3_687)', 'remaining time': '16:51:41', 'throughput': '8616.59', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:26:08,060 >> {'loss': 0.5712, 'grad_norm': 15.670707702636719, 'learning_rate': 6.035632599654946e-07, 'epoch': 0.2720368863574722, 'num_input_tokens_seen': 3781165056, 'completed': '48.90% (1_803 / 3_687)', 'remaining time': '16:51:02', 'throughput': '9231.82', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:26:38,625 >> {'loss': 0.3603, 'grad_norm': 13.817047119140625, 'learning_rate': 6.031624200228715e-07, 'epoch': 0.27230810957417956, 'num_input_tokens_seen': 3783262208, 'completed': '48.93% (1_804 / 3_687)', 'remaining time': '16:50:27', 'throughput': '8576.61', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:27:10,846 >> {'loss': 0.4361, 'grad_norm': 15.026437759399414, 'learning_rate': 6.027615372971558e-07, 'epoch': 0.2725793327908869, 'num_input_tokens_seen': 3785359360, 'completed': '48.96% (1_805 / 3_687)', 'remaining time': '16:49:55', 'throughput': '8136.03', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:27:40,910 >> {'loss': 0.4687, 'grad_norm': 16.934778213500977, 'learning_rate': 6.023606121109626e-07, 'epoch': 0.2728505560075942, 'num_input_tokens_seen': 3787456512, 'completed': '48.98% (1_806 / 3_687)', 'remaining time': '16:49:18', 'throughput': '8719.85', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:28:12,974 >> {'loss': 0.423, 'grad_norm': 18.090913772583008, 'learning_rate': 6.019596447869413e-07, 'epoch': 0.2731217792243016, 'num_input_tokens_seen': 3789553664, 'completed': '49.01% (1_807 / 3_687)', 'remaining time': '16:48:46', 'throughput': '8175.74', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:28:43,160 >> {'loss': 0.3783, 'grad_norm': 15.30374813079834, 'learning_rate': 6.015586356477749e-07, 'epoch': 0.27339300244100895, 'num_input_tokens_seen': 3791650816, 'completed': '49.04% (1_808 / 3_687)', 'remaining time': '16:48:10', 'throughput': '8683.60', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:29:14,167 >> {'loss': 0.576, 'grad_norm': 21.7882080078125, 'learning_rate': 6.011575850161805e-07, 'epoch': 0.2736642256577163, 'num_input_tokens_seen': 3793747968, 'completed': '49.06% (1_809 / 3_687)', 'remaining time': '16:47:36', 'throughput': '8454.34', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:29:41,556 >> {'loss': 0.5201, 'grad_norm': 17.875171661376953, 'learning_rate': 6.007564932149086e-07, 'epoch': 0.27393544887442367, 'num_input_tokens_seen': 3795845120, 'completed': '49.09% (1_810 / 3_687)', 'remaining time': '16:46:55', 'throughput': '9571.38', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:30:14,062 >> {'loss': 0.3927, 'grad_norm': 15.981590270996094, 'learning_rate': 6.003553605667423e-07, 'epoch': 0.274206672091131, 'num_input_tokens_seen': 3797942272, 'completed': '49.12% (1_811 / 3_687)', 'remaining time': '16:46:23', 'throughput': '8064.32', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:30:43,113 >> {'loss': 0.4337, 'grad_norm': 14.422945022583008, 'learning_rate': 5.999541873944979e-07, 'epoch': 0.27447789530783834, 'num_input_tokens_seen': 3800039424, 'completed': '49.15% (1_812 / 3_687)', 'remaining time': '16:45:45', 'throughput': '9023.85', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:31:15,424 >> {'loss': 0.4126, 'grad_norm': 17.687833786010742, 'learning_rate': 5.995529740210244e-07, 'epoch': 0.2747491185245457, 'num_input_tokens_seen': 3802136576, 'completed': '49.17% (1_813 / 3_687)', 'remaining time': '16:45:13', 'throughput': '8113.10', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:31:46,617 >> {'loss': 0.2607, 'grad_norm': 11.91661262512207, 'learning_rate': 5.99151720769203e-07, 'epoch': 0.27502034174125306, 'num_input_tokens_seen': 3804233728, 'completed': '49.20% (1_814 / 3_687)', 'remaining time': '16:44:39', 'throughput': '8403.94', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:32:14,528 >> {'loss': 0.4029, 'grad_norm': 13.01582145690918, 'learning_rate': 5.987504279619473e-07, 'epoch': 0.2752915649579604, 'num_input_tokens_seen': 3806330880, 'completed': '49.23% (1_815 / 3_687)', 'remaining time': '16:43:59', 'throughput': '9391.88', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:32:46,271 >> {'loss': 0.3179, 'grad_norm': 14.431076049804688, 'learning_rate': 5.98349095922202e-07, 'epoch': 0.2755627881746677, 'num_input_tokens_seen': 3808428032, 'completed': '49.25% (1_816 / 3_687)', 'remaining time': '16:43:26', 'throughput': '8258.35', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:33:15,598 >> {'loss': 0.9278, 'grad_norm': 23.85053825378418, 'learning_rate': 5.979477249729442e-07, 'epoch': 0.2758340113913751, 'num_input_tokens_seen': 3810525184, 'completed': '49.28% (1_817 / 3_687)', 'remaining time': '16:42:49', 'throughput': '8938.74', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:33:46,164 >> {'loss': 0.5163, 'grad_norm': 16.68154525756836, 'learning_rate': 5.975463154371822e-07, 'epoch': 0.27610523460808245, 'num_input_tokens_seen': 3812622336, 'completed': '49.31% (1_818 / 3_687)', 'remaining time': '16:42:13', 'throughput': '8576.24', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:34:15,642 >> {'loss': 0.4715, 'grad_norm': 20.487937927246094, 'learning_rate': 5.971448676379544e-07, 'epoch': 0.2763764578247898, 'num_input_tokens_seen': 3814719488, 'completed': '49.34% (1_819 / 3_687)', 'remaining time': '16:41:36', 'throughput': '8892.88', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:34:47,881 >> {'loss': 0.3283, 'grad_norm': 11.562193870544434, 'learning_rate': 5.967433818983311e-07, 'epoch': 0.2766476810414972, 'num_input_tokens_seen': 3816816640, 'completed': '49.36% (1_820 / 3_687)', 'remaining time': '16:41:04', 'throughput': '8131.27', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:35:17,497 >> {'loss': 0.3784, 'grad_norm': 14.949207305908203, 'learning_rate': 5.963418585414129e-07, 'epoch': 0.2769189042582045, 'num_input_tokens_seen': 3818913792, 'completed': '49.39% (1_821 / 3_687)', 'remaining time': '16:40:27', 'throughput': '8851.69', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:35:48,494 >> {'loss': 0.2296, 'grad_norm': 13.64500617980957, 'learning_rate': 5.959402978903306e-07, 'epoch': 0.27719012747491184, 'num_input_tokens_seen': 3821010944, 'completed': '49.42% (1_822 / 3_687)', 'remaining time': '16:39:53', 'throughput': '8456.91', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:36:20,347 >> {'loss': 0.7141, 'grad_norm': 20.391284942626953, 'learning_rate': 5.955387002682445e-07, 'epoch': 0.2774613506916192, 'num_input_tokens_seen': 3823108096, 'completed': '49.44% (1_823 / 3_687)', 'remaining time': '16:39:20', 'throughput': '8229.82', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:36:51,617 >> {'loss': 0.3659, 'grad_norm': 12.009023666381836, 'learning_rate': 5.951370659983452e-07, 'epoch': 0.27773257390832656, 'num_input_tokens_seen': 3825205248, 'completed': '49.47% (1_824 / 3_687)', 'remaining time': '16:38:47', 'throughput': '8383.26', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:37:21,537 >> {'loss': 0.273, 'grad_norm': 12.802525520324707, 'learning_rate': 5.94735395403853e-07, 'epoch': 0.2780037971250339, 'num_input_tokens_seen': 3827302400, 'completed': '49.50% (1_825 / 3_687)', 'remaining time': '16:38:10', 'throughput': '8761.51', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:37:50,520 >> {'loss': 0.7285, 'grad_norm': 22.112329483032227, 'learning_rate': 5.943336888080167e-07, 'epoch': 0.27827502034174123, 'num_input_tokens_seen': 3829399552, 'completed': '49.53% (1_826 / 3_687)', 'remaining time': '16:37:32', 'throughput': '9044.71', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:38:20,791 >> {'loss': 0.5338, 'grad_norm': 17.80236053466797, 'learning_rate': 5.939319465341148e-07, 'epoch': 0.2785462435584486, 'num_input_tokens_seen': 3831496704, 'completed': '49.55% (1_827 / 3_687)', 'remaining time': '16:36:57', 'throughput': '8660.04', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:38:51,950 >> {'loss': 0.444, 'grad_norm': 17.097667694091797, 'learning_rate': 5.93530168905454e-07, 'epoch': 0.27881746677515595, 'num_input_tokens_seen': 3833593856, 'completed': '49.58% (1_828 / 3_687)', 'remaining time': '16:36:23', 'throughput': '8413.11', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:39:23,073 >> {'loss': 0.4893, 'grad_norm': 16.976318359375, 'learning_rate': 5.931283562453696e-07, 'epoch': 0.2790886899918633, 'num_input_tokens_seen': 3835691008, 'completed': '49.61% (1_829 / 3_687)', 'remaining time': '16:35:49', 'throughput': '8422.76', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:39:50,033 >> {'loss': 0.4142, 'grad_norm': 14.774353981018066, 'learning_rate': 5.927265088772255e-07, 'epoch': 0.2793599132085707, 'num_input_tokens_seen': 3837788160, 'completed': '49.63% (1_830 / 3_687)', 'remaining time': '16:35:07', 'throughput': '9723.48', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:40:20,310 >> {'loss': 0.5785, 'grad_norm': 17.598939895629883, 'learning_rate': 5.923246271244127e-07, 'epoch': 0.279631136425278, 'num_input_tokens_seen': 3839885312, 'completed': '49.66% (1_831 / 3_687)', 'remaining time': '16:34:32', 'throughput': '8658.22', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:40:53,408 >> {'loss': 0.4257, 'grad_norm': 18.117116928100586, 'learning_rate': 5.919227113103508e-07, 'epoch': 0.27990235964198534, 'num_input_tokens_seen': 3841982464, 'completed': '49.69% (1_832 / 3_687)', 'remaining time': '16:34:01', 'throughput': '7920.29', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:41:22,719 >> {'loss': 0.279, 'grad_norm': 12.194579124450684, 'learning_rate': 5.915207617584858e-07, 'epoch': 0.2801735828586927, 'num_input_tokens_seen': 3844079616, 'completed': '49.72% (1_833 / 3_687)', 'remaining time': '16:33:24', 'throughput': '8943.53', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:41:53,504 >> {'loss': 0.4616, 'grad_norm': 15.989289283752441, 'learning_rate': 5.911187787922918e-07, 'epoch': 0.28044480607540007, 'num_input_tokens_seen': 3846176768, 'completed': '49.74% (1_834 / 3_687)', 'remaining time': '16:32:49', 'throughput': '8515.08', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:42:27,366 >> {'loss': 0.3184, 'grad_norm': 14.382404327392578, 'learning_rate': 5.907167627352697e-07, 'epoch': 0.2807160292921074, 'num_input_tokens_seen': 3848273920, 'completed': '49.77% (1_835 / 3_687)', 'remaining time': '16:32:20', 'throughput': '7741.57', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:42:58,160 >> {'loss': 0.4872, 'grad_norm': 15.597938537597656, 'learning_rate': 5.90314713910946e-07, 'epoch': 0.28098725250881473, 'num_input_tokens_seen': 3850371072, 'completed': '49.80% (1_836 / 3_687)', 'remaining time': '16:31:46', 'throughput': '8512.92', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:43:27,040 >> {'loss': 0.4539, 'grad_norm': 14.058372497558594, 'learning_rate': 5.899126326428746e-07, 'epoch': 0.2812584757255221, 'num_input_tokens_seen': 3852468224, 'completed': '49.82% (1_837 / 3_687)', 'remaining time': '16:31:08', 'throughput': '9077.10', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:43:56,305 >> {'loss': 0.742, 'grad_norm': 23.597742080688477, 'learning_rate': 5.895105192546353e-07, 'epoch': 0.28152969894222946, 'num_input_tokens_seen': 3854565376, 'completed': '49.85% (1_838 / 3_687)', 'remaining time': '16:30:31', 'throughput': '8957.59', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:44:26,254 >> {'loss': 0.243, 'grad_norm': 10.927760124206543, 'learning_rate': 5.891083740698337e-07, 'epoch': 0.2818009221589368, 'num_input_tokens_seen': 3856662528, 'completed': '49.88% (1_839 / 3_687)', 'remaining time': '16:29:55', 'throughput': '8752.93', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:44:59,172 >> {'loss': 0.4831, 'grad_norm': 19.77141571044922, 'learning_rate': 5.887061974121007e-07, 'epoch': 0.2820721453756442, 'num_input_tokens_seen': 3858759680, 'completed': '49.91% (1_840 / 3_687)', 'remaining time': '16:29:24', 'throughput': '7963.42', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:45:29,194 >> {'loss': 0.6657, 'grad_norm': 18.980165481567383, 'learning_rate': 5.883039896050928e-07, 'epoch': 0.2823433685923515, 'num_input_tokens_seen': 3860856832, 'completed': '49.93% (1_841 / 3_687)', 'remaining time': '16:28:48', 'throughput': '8731.72', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:46:00,539 >> {'loss': 0.4045, 'grad_norm': 14.606121063232422, 'learning_rate': 5.879017509724919e-07, 'epoch': 0.28261459180905885, 'num_input_tokens_seen': 3862953984, 'completed': '49.96% (1_842 / 3_687)', 'remaining time': '16:28:14', 'throughput': '8363.28', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:46:32,693 >> {'loss': 0.5391, 'grad_norm': 18.364437103271484, 'learning_rate': 5.874994818380039e-07, 'epoch': 0.2828858150257662, 'num_input_tokens_seen': 3865051136, 'completed': '49.99% (1_843 / 3_687)', 'remaining time': '16:27:42', 'throughput': '8152.85', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:47:05,464 >> {'loss': 0.4491, 'grad_norm': 16.989797592163086, 'learning_rate': 5.8709718252536e-07, 'epoch': 0.28315703824247357, 'num_input_tokens_seen': 3867148288, 'completed': '50.01% (1_844 / 3_687)', 'remaining time': '16:27:11', 'throughput': '7999.25', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:47:34,705 >> {'loss': 0.338, 'grad_norm': 14.282411575317383, 'learning_rate': 5.866948533583152e-07, 'epoch': 0.28342826145918093, 'num_input_tokens_seen': 3869245440, 'completed': '50.04% (1_845 / 3_687)', 'remaining time': '16:26:34', 'throughput': '8964.86', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:48:04,495 >> {'loss': 0.2293, 'grad_norm': 11.778130531311035, 'learning_rate': 5.862924946606487e-07, 'epoch': 0.28369948467588824, 'num_input_tokens_seen': 3871342592, 'completed': '50.07% (1_846 / 3_687)', 'remaining time': '16:25:58', 'throughput': '8799.74', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:48:37,247 >> {'loss': 0.4903, 'grad_norm': 17.8021297454834, 'learning_rate': 5.858901067561637e-07, 'epoch': 0.2839707078925956, 'num_input_tokens_seen': 3873439744, 'completed': '50.09% (1_847 / 3_687)', 'remaining time': '16:25:27', 'throughput': '8003.91', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:49:08,297 >> {'loss': 0.8826, 'grad_norm': 21.23961067199707, 'learning_rate': 5.854876899686864e-07, 'epoch': 0.28424193110930296, 'num_input_tokens_seen': 3875536896, 'completed': '50.12% (1_848 / 3_687)', 'remaining time': '16:24:53', 'throughput': '8442.69', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:49:36,784 >> {'loss': 0.6914, 'grad_norm': 21.922151565551758, 'learning_rate': 5.850852446220666e-07, 'epoch': 0.2845131543260103, 'num_input_tokens_seen': 3877634048, 'completed': '50.15% (1_849 / 3_687)', 'remaining time': '16:24:14', 'throughput': '9202.19', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:50:05,884 >> {'loss': 0.3711, 'grad_norm': 15.679913520812988, 'learning_rate': 5.84682771040177e-07, 'epoch': 0.2847843775427177, 'num_input_tokens_seen': 3879731200, 'completed': '50.18% (1_850 / 3_687)', 'remaining time': '16:23:37', 'throughput': '9008.31', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:50:37,762 >> {'loss': 0.3313, 'grad_norm': 12.335871696472168, 'learning_rate': 5.842802695469131e-07, 'epoch': 0.285055600759425, 'num_input_tokens_seen': 3881828352, 'completed': '50.20% (1_851 / 3_687)', 'remaining time': '16:23:04', 'throughput': '8223.52', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:51:07,502 >> {'loss': 0.3604, 'grad_norm': 13.751896858215332, 'learning_rate': 5.838777404661927e-07, 'epoch': 0.28532682397613235, 'num_input_tokens_seen': 3883925504, 'completed': '50.23% (1_852 / 3_687)', 'remaining time': '16:22:28', 'throughput': '8814.37', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:51:35,129 >> {'loss': 0.6989, 'grad_norm': 17.7875919342041, 'learning_rate': 5.83475184121956e-07, 'epoch': 0.2855980471928397, 'num_input_tokens_seen': 3886022656, 'completed': '50.26% (1_853 / 3_687)', 'remaining time': '16:21:48', 'throughput': '9488.68', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:52:06,094 >> {'loss': 0.6116, 'grad_norm': 21.652841567993164, 'learning_rate': 5.830726008381648e-07, 'epoch': 0.28586927040954707, 'num_input_tokens_seen': 3888119808, 'completed': '50.28% (1_854 / 3_687)', 'remaining time': '16:21:14', 'throughput': '8465.75', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:52:36,090 >> {'loss': 0.4374, 'grad_norm': 17.218547821044922, 'learning_rate': 5.826699909388031e-07, 'epoch': 0.28614049362625443, 'num_input_tokens_seen': 3890216960, 'completed': '50.31% (1_855 / 3_687)', 'remaining time': '16:20:38', 'throughput': '8739.43', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:53:07,944 >> {'loss': 0.5781, 'grad_norm': 16.56511116027832, 'learning_rate': 5.822673547478757e-07, 'epoch': 0.28641171684296174, 'num_input_tokens_seen': 3892314112, 'completed': '50.34% (1_856 / 3_687)', 'remaining time': '16:20:05', 'throughput': '8229.42', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:53:39,898 >> {'loss': 0.6474, 'grad_norm': 18.990068435668945, 'learning_rate': 5.818646925894092e-07, 'epoch': 0.2866829400596691, 'num_input_tokens_seen': 3894411264, 'completed': '50.37% (1_857 / 3_687)', 'remaining time': '16:19:33', 'throughput': '8203.90', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:54:11,311 >> {'loss': 0.2562, 'grad_norm': 9.938685417175293, 'learning_rate': 5.814620047874505e-07, 'epoch': 0.28695416327637646, 'num_input_tokens_seen': 3896508416, 'completed': '50.39% (1_858 / 3_687)', 'remaining time': '16:19:00', 'throughput': '8345.13', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:54:41,235 >> {'loss': 0.4856, 'grad_norm': 16.420949935913086, 'learning_rate': 5.810592916660677e-07, 'epoch': 0.2872253864930838, 'num_input_tokens_seen': 3898605568, 'completed': '50.42% (1_859 / 3_687)', 'remaining time': '16:18:24', 'throughput': '8760.16', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:55:12,301 >> {'loss': 0.3751, 'grad_norm': 17.336559295654297, 'learning_rate': 5.806565535493489e-07, 'epoch': 0.2874966097097912, 'num_input_tokens_seen': 3900702720, 'completed': '50.45% (1_860 / 3_687)', 'remaining time': '16:17:50', 'throughput': '8439.32', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:55:43,127 >> {'loss': 0.3521, 'grad_norm': 12.965970039367676, 'learning_rate': 5.802537907614023e-07, 'epoch': 0.2877678329264985, 'num_input_tokens_seen': 3902799872, 'completed': '50.47% (1_861 / 3_687)', 'remaining time': '16:17:15', 'throughput': '8503.01', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:56:13,576 >> {'loss': 0.7629, 'grad_norm': 20.108755111694336, 'learning_rate': 5.798510036263561e-07, 'epoch': 0.28803905614320585, 'num_input_tokens_seen': 3904897024, 'completed': '50.50% (1_862 / 3_687)', 'remaining time': '16:16:40', 'throughput': '8609.27', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:56:42,649 >> {'loss': 0.5382, 'grad_norm': 15.406062126159668, 'learning_rate': 5.794481924683581e-07, 'epoch': 0.2883102793599132, 'num_input_tokens_seen': 3906994176, 'completed': '50.53% (1_863 / 3_687)', 'remaining time': '16:16:03', 'throughput': '9016.88', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:57:15,971 >> {'loss': 0.4859, 'grad_norm': 21.75050163269043, 'learning_rate': 5.790453576115756e-07, 'epoch': 0.2885815025766206, 'num_input_tokens_seen': 3909091328, 'completed': '50.56% (1_864 / 3_687)', 'remaining time': '16:15:33', 'throughput': '7867.05', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:57:46,769 >> {'loss': 0.2867, 'grad_norm': 11.159966468811035, 'learning_rate': 5.786424993801942e-07, 'epoch': 0.28885272579332794, 'num_input_tokens_seen': 3911188480, 'completed': '50.58% (1_865 / 3_687)', 'remaining time': '16:14:59', 'throughput': '8511.71', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:58:19,411 >> {'loss': 0.3638, 'grad_norm': 16.282310485839844, 'learning_rate': 5.782396180984194e-07, 'epoch': 0.28912394901003524, 'num_input_tokens_seen': 3913285632, 'completed': '50.61% (1_866 / 3_687)', 'remaining time': '16:14:28', 'throughput': '8030.84', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:58:50,984 >> {'loss': 0.4206, 'grad_norm': 15.254396438598633, 'learning_rate': 5.778367140904746e-07, 'epoch': 0.2893951722267426, 'num_input_tokens_seen': 3915382784, 'completed': '50.64% (1_867 / 3_687)', 'remaining time': '16:13:55', 'throughput': '8302.83', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:59:23,080 >> {'loss': 0.5837, 'grad_norm': 18.541379928588867, 'learning_rate': 5.774337876806016e-07, 'epoch': 0.28966639544344996, 'num_input_tokens_seen': 3917479936, 'completed': '50.66% (1_868 / 3_687)', 'remaining time': '16:13:22', 'throughput': '8167.46', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:59:53,540 >> {'loss': 0.5548, 'grad_norm': 20.998781204223633, 'learning_rate': 5.770308391930601e-07, 'epoch': 0.2899376186601573, 'num_input_tokens_seen': 3919577088, 'completed': '50.69% (1_869 / 3_687)', 'remaining time': '16:12:48', 'throughput': '8606.09', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:00:24,165 >> {'loss': 0.428, 'grad_norm': 14.681344985961914, 'learning_rate': 5.766278689521278e-07, 'epoch': 0.2902088418768647, 'num_input_tokens_seen': 3921674240, 'completed': '50.72% (1_870 / 3_687)', 'remaining time': '16:12:13', 'throughput': '8559.95', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:00:53,018 >> {'loss': 0.3078, 'grad_norm': 11.808730125427246, 'learning_rate': 5.762248772820999e-07, 'epoch': 0.290480065093572, 'num_input_tokens_seen': 3923771392, 'completed': '50.75% (1_871 / 3_687)', 'remaining time': '16:11:35', 'throughput': '9085.28', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:01:24,030 >> {'loss': 0.3758, 'grad_norm': 12.644157409667969, 'learning_rate': 5.758218645072887e-07, 'epoch': 0.29075128831027935, 'num_input_tokens_seen': 3925868544, 'completed': '50.77% (1_872 / 3_687)', 'remaining time': '16:11:01', 'throughput': '8453.17', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:01:52,895 >> {'loss': 0.5625, 'grad_norm': 18.32072639465332, 'learning_rate': 5.754188309520235e-07, 'epoch': 0.2910225115269867, 'num_input_tokens_seen': 3927965696, 'completed': '50.80% (1_873 / 3_687)', 'remaining time': '16:10:24', 'throughput': '9081.67', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:02:21,630 >> {'loss': 0.6177, 'grad_norm': 20.193140029907227, 'learning_rate': 5.750157769406504e-07, 'epoch': 0.2912937347436941, 'num_input_tokens_seen': 3930062848, 'completed': '50.83% (1_874 / 3_687)', 'remaining time': '16:09:46', 'throughput': '9122.64', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:02:50,497 >> {'loss': 0.7787, 'grad_norm': 20.246875762939453, 'learning_rate': 5.74612702797532e-07, 'epoch': 0.2915649579604014, 'num_input_tokens_seen': 3932160000, 'completed': '50.85% (1_875 / 3_687)', 'remaining time': '16:09:08', 'throughput': '9081.18', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:03:17,710 >> {'loss': 0.7121, 'grad_norm': 44.87726974487305, 'learning_rate': 5.74209608847047e-07, 'epoch': 0.29183618117710874, 'num_input_tokens_seen': 3934257152, 'completed': '50.88% (1_876 / 3_687)', 'remaining time': '16:08:28', 'throughput': '9632.91', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:03:47,425 >> {'loss': 0.6667, 'grad_norm': 22.28316879272461, 'learning_rate': 5.7380649541359e-07, 'epoch': 0.2921074043938161, 'num_input_tokens_seen': 3936354304, 'completed': '50.91% (1_877 / 3_687)', 'remaining time': '16:07:52', 'throughput': '8821.97', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:04:17,483 >> {'loss': 0.3718, 'grad_norm': 12.953632354736328, 'learning_rate': 5.734033628215714e-07, 'epoch': 0.29237862761052347, 'num_input_tokens_seen': 3938451456, 'completed': '50.94% (1_878 / 3_687)', 'remaining time': '16:07:17', 'throughput': '8721.50', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:04:48,857 >> {'loss': 0.6267, 'grad_norm': 18.659269332885742, 'learning_rate': 5.730002113954169e-07, 'epoch': 0.29264985082723083, 'num_input_tokens_seen': 3940548608, 'completed': '50.96% (1_879 / 3_687)', 'remaining time': '16:06:43', 'throughput': '8355.36', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:05:19,595 >> {'loss': 0.7124, 'grad_norm': 24.658376693725586, 'learning_rate': 5.725970414595675e-07, 'epoch': 0.29292107404393813, 'num_input_tokens_seen': 3942645760, 'completed': '50.99% (1_880 / 3_687)', 'remaining time': '16:06:09', 'throughput': '8528.26', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:05:48,903 >> {'loss': 0.5809, 'grad_norm': 15.565204620361328, 'learning_rate': 5.721938533384791e-07, 'epoch': 0.2931922972606455, 'num_input_tokens_seen': 3944742912, 'completed': '51.02% (1_881 / 3_687)', 'remaining time': '16:05:32', 'throughput': '8944.48', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:06:19,440 >> {'loss': 0.4206, 'grad_norm': 16.507081985473633, 'learning_rate': 5.717906473566219e-07, 'epoch': 0.29346352047735286, 'num_input_tokens_seen': 3946840064, 'completed': '51.04% (1_882 / 3_687)', 'remaining time': '16:04:58', 'throughput': '8584.44', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:06:49,039 >> {'loss': 0.6355, 'grad_norm': 19.66336441040039, 'learning_rate': 5.71387423838481e-07, 'epoch': 0.2937347436940602, 'num_input_tokens_seen': 3948937216, 'completed': '51.07% (1_883 / 3_687)', 'remaining time': '16:04:21', 'throughput': '8856.64', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:07:19,866 >> {'loss': 0.3339, 'grad_norm': 13.438267707824707, 'learning_rate': 5.709841831085553e-07, 'epoch': 0.2940059669107676, 'num_input_tokens_seen': 3951034368, 'completed': '51.10% (1_884 / 3_687)', 'remaining time': '16:03:47', 'throughput': '8503.59', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:07:51,507 >> {'loss': 0.3658, 'grad_norm': 12.036945343017578, 'learning_rate': 5.705809254913576e-07, 'epoch': 0.2942771901274749, 'num_input_tokens_seen': 3953131520, 'completed': '51.13% (1_885 / 3_687)', 'remaining time': '16:03:14', 'throughput': '8284.88', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:08:19,303 >> {'loss': 0.6545, 'grad_norm': 19.046716690063477, 'learning_rate': 5.70177651311414e-07, 'epoch': 0.29454841334418225, 'num_input_tokens_seen': 3955228672, 'completed': '51.15% (1_886 / 3_687)', 'remaining time': '16:02:35', 'throughput': '9431.01', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:08:51,718 >> {'loss': 0.3465, 'grad_norm': 16.657411575317383, 'learning_rate': 5.697743608932646e-07, 'epoch': 0.2948196365608896, 'num_input_tokens_seen': 3957325824, 'completed': '51.18% (1_887 / 3_687)', 'remaining time': '16:02:04', 'throughput': '8087.16', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:09:21,507 >> {'loss': 1.0207, 'grad_norm': 28.270238876342773, 'learning_rate': 5.693710545614621e-07, 'epoch': 0.29509085977759697, 'num_input_tokens_seen': 3959422976, 'completed': '51.21% (1_888 / 3_687)', 'remaining time': '16:01:28', 'throughput': '8800.25', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:09:50,136 >> {'loss': 0.6864, 'grad_norm': 18.105026245117188, 'learning_rate': 5.689677326405719e-07, 'epoch': 0.29536208299430433, 'num_input_tokens_seen': 3961520128, 'completed': '51.23% (1_889 / 3_687)', 'remaining time': '16:00:50', 'throughput': '9156.51', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:10:20,526 >> {'loss': 0.8733, 'grad_norm': 22.831960678100586, 'learning_rate': 5.685643954551722e-07, 'epoch': 0.29563330621101164, 'num_input_tokens_seen': 3963617280, 'completed': '51.26% (1_890 / 3_687)', 'remaining time': '16:00:15', 'throughput': '8626.07', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:10:51,972 >> {'loss': 0.5093, 'grad_norm': 18.551103591918945, 'learning_rate': 5.681610433298535e-07, 'epoch': 0.295904529427719, 'num_input_tokens_seen': 3965714432, 'completed': '51.29% (1_891 / 3_687)', 'remaining time': '15:59:42', 'throughput': '8336.15', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:11:24,618 >> {'loss': 0.4713, 'grad_norm': 15.365251541137695, 'learning_rate': 5.677576765892182e-07, 'epoch': 0.29617575264442636, 'num_input_tokens_seen': 3967811584, 'completed': '51.32% (1_892 / 3_687)', 'remaining time': '15:59:11', 'throughput': '8030.02', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:11:54,766 >> {'loss': 0.4017, 'grad_norm': 16.42351722717285, 'learning_rate': 5.673542955578806e-07, 'epoch': 0.2964469758611337, 'num_input_tokens_seen': 3969908736, 'completed': '51.34% (1_893 / 3_687)', 'remaining time': '15:58:36', 'throughput': '8695.15', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:12:25,203 >> {'loss': 0.3471, 'grad_norm': 15.9588623046875, 'learning_rate': 5.669509005604663e-07, 'epoch': 0.2967181990778411, 'num_input_tokens_seen': 3972005888, 'completed': '51.37% (1_894 / 3_687)', 'remaining time': '15:58:01', 'throughput': '8612.55', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:12:55,073 >> {'loss': 0.7455, 'grad_norm': 21.854177474975586, 'learning_rate': 5.665474919216122e-07, 'epoch': 0.2969894222945484, 'num_input_tokens_seen': 3974103040, 'completed': '51.40% (1_895 / 3_687)', 'remaining time': '15:57:26', 'throughput': '8776.36', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:13:25,290 >> {'loss': 0.4565, 'grad_norm': 15.875153541564941, 'learning_rate': 5.661440699659663e-07, 'epoch': 0.29726064551125575, 'num_input_tokens_seen': 3976200192, 'completed': '51.42% (1_896 / 3_687)', 'remaining time': '15:56:51', 'throughput': '8675.28', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:13:54,176 >> {'loss': 0.3644, 'grad_norm': 13.967791557312012, 'learning_rate': 5.657406350181872e-07, 'epoch': 0.2975318687279631, 'num_input_tokens_seen': 3978297344, 'completed': '51.45% (1_897 / 3_687)', 'remaining time': '15:56:13', 'throughput': '9075.24', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:14:24,610 >> {'loss': 0.7488, 'grad_norm': 22.632991790771484, 'learning_rate': 5.65337187402944e-07, 'epoch': 0.2978030919446705, 'num_input_tokens_seen': 3980394496, 'completed': '51.48% (1_898 / 3_687)', 'remaining time': '15:55:39', 'throughput': '8613.54', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:14:57,226 >> {'loss': 0.5608, 'grad_norm': 35.31967544555664, 'learning_rate': 5.64933727444916e-07, 'epoch': 0.29807431516137783, 'num_input_tokens_seen': 3982491648, 'completed': '51.51% (1_899 / 3_687)', 'remaining time': '15:55:08', 'throughput': '8037.24', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:15:27,162 >> {'loss': 0.3702, 'grad_norm': 13.531403541564941, 'learning_rate': 5.645302554687925e-07, 'epoch': 0.29834553837808514, 'num_input_tokens_seen': 3984588800, 'completed': '51.53% (1_900 / 3_687)', 'remaining time': '15:54:32', 'throughput': '8756.63', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:15:57,748 >> {'loss': 0.4089, 'grad_norm': 15.457035064697266, 'learning_rate': 5.641267717992723e-07, 'epoch': 0.2986167615947925, 'num_input_tokens_seen': 3986685952, 'completed': '51.56% (1_901 / 3_687)', 'remaining time': '15:53:58', 'throughput': '8570.82', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:16:29,760 >> {'loss': 0.4136, 'grad_norm': 15.16627311706543, 'learning_rate': 5.637232767610637e-07, 'epoch': 0.29888798481149986, 'num_input_tokens_seen': 3988783104, 'completed': '51.59% (1_902 / 3_687)', 'remaining time': '15:53:26', 'throughput': '8188.88', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:17:02,471 >> {'loss': 0.4861, 'grad_norm': 15.52268123626709, 'learning_rate': 5.63319770678884e-07, 'epoch': 0.2991592080282072, 'num_input_tokens_seen': 3990880256, 'completed': '51.61% (1_903 / 3_687)', 'remaining time': '15:52:55', 'throughput': '8014.06', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:17:34,357 >> {'loss': 0.3985, 'grad_norm': 14.946885108947754, 'learning_rate': 5.6291625387746e-07, 'epoch': 0.2994304312449146, 'num_input_tokens_seen': 3992977408, 'completed': '51.64% (1_904 / 3_687)', 'remaining time': '15:52:22', 'throughput': '8221.17', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:18:03,808 >> {'loss': 0.3807, 'grad_norm': 18.582761764526367, 'learning_rate': 5.625127266815263e-07, 'epoch': 0.2997016544616219, 'num_input_tokens_seen': 3995074560, 'completed': '51.67% (1_905 / 3_687)', 'remaining time': '15:51:46', 'throughput': '8901.22', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:18:35,236 >> {'loss': 0.3393, 'grad_norm': 17.98885726928711, 'learning_rate': 5.621091894158261e-07, 'epoch': 0.29997287767832925, 'num_input_tokens_seen': 3997171712, 'completed': '51.70% (1_906 / 3_687)', 'remaining time': '15:51:13', 'throughput': '8340.90', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:19:02,755 >> {'loss': 0.5337, 'grad_norm': 17.400163650512695, 'learning_rate': 5.617056424051113e-07, 'epoch': 0.3002441008950366, 'num_input_tokens_seen': 3999268864, 'completed': '51.72% (1_907 / 3_687)', 'remaining time': '15:50:34', 'throughput': '9526.21', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:19:34,580 >> {'loss': 0.4942, 'grad_norm': 20.89246368408203, 'learning_rate': 5.613020859741408e-07, 'epoch': 0.300515324111744, 'num_input_tokens_seen': 4001366016, 'completed': '51.75% (1_908 / 3_687)', 'remaining time': '15:50:01', 'throughput': '8236.96', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:20:08,771 >> {'loss': 0.6841, 'grad_norm': 22.6678524017334, 'learning_rate': 5.608985204476817e-07, 'epoch': 0.30078654732845134, 'num_input_tokens_seen': 4003463168, 'completed': '51.78% (1_909 / 3_687)', 'remaining time': '15:49:33', 'throughput': '7667.13', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:20:41,786 >> {'loss': 0.5315, 'grad_norm': 29.596494674682617, 'learning_rate': 5.60494946150508e-07, 'epoch': 0.30105777054515864, 'num_input_tokens_seen': 4005560320, 'completed': '51.80% (1_910 / 3_687)', 'remaining time': '15:49:02', 'throughput': '7940.15', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:21:13,288 >> {'loss': 0.4301, 'grad_norm': 16.15056037902832, 'learning_rate': 5.600913634074009e-07, 'epoch': 0.301328993761866, 'num_input_tokens_seen': 4007657472, 'completed': '51.83% (1_911 / 3_687)', 'remaining time': '15:48:29', 'throughput': '8321.40', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:21:43,918 >> {'loss': 0.4657, 'grad_norm': 16.99407196044922, 'learning_rate': 5.596877725431487e-07, 'epoch': 0.30160021697857337, 'num_input_tokens_seen': 4009754624, 'completed': '51.86% (1_912 / 3_687)', 'remaining time': '15:47:55', 'throughput': '8558.38', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:22:14,060 >> {'loss': 0.313, 'grad_norm': 13.268138885498047, 'learning_rate': 5.592841738825457e-07, 'epoch': 0.3018714401952807, 'num_input_tokens_seen': 4011851776, 'completed': '51.89% (1_913 / 3_687)', 'remaining time': '15:47:20', 'throughput': '8696.91', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:22:43,982 >> {'loss': 0.3853, 'grad_norm': 16.610029220581055, 'learning_rate': 5.588805677503928e-07, 'epoch': 0.3021426634119881, 'num_input_tokens_seen': 4013948928, 'completed': '51.91% (1_914 / 3_687)', 'remaining time': '15:46:44', 'throughput': '8760.95', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:23:19,793 >> {'loss': 0.4144, 'grad_norm': 14.709389686584473, 'learning_rate': 5.58476954471497e-07, 'epoch': 0.3024138866286954, 'num_input_tokens_seen': 4016046080, 'completed': '51.94% (1_915 / 3_687)', 'remaining time': '15:46:18', 'throughput': '7320.14', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:23:51,379 >> {'loss': 0.6721, 'grad_norm': 18.49999237060547, 'learning_rate': 5.580733343706708e-07, 'epoch': 0.30268510984540276, 'num_input_tokens_seen': 4018143232, 'completed': '51.97% (1_916 / 3_687)', 'remaining time': '15:45:46', 'throughput': '8299.56', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:24:22,240 >> {'loss': 0.4901, 'grad_norm': 17.968942642211914, 'learning_rate': 5.576697077727323e-07, 'epoch': 0.3029563330621101, 'num_input_tokens_seen': 4020240384, 'completed': '51.99% (1_917 / 3_687)', 'remaining time': '15:45:12', 'throughput': '8494.17', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:24:52,410 >> {'loss': 0.4983, 'grad_norm': 18.4853515625, 'learning_rate': 5.572660750025049e-07, 'epoch': 0.3032275562788175, 'num_input_tokens_seen': 4022337536, 'completed': '52.02% (1_918 / 3_687)', 'remaining time': '15:44:37', 'throughput': '8688.89', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:25:25,310 >> {'loss': 0.3819, 'grad_norm': 15.520868301391602, 'learning_rate': 5.568624363848166e-07, 'epoch': 0.30349877949552484, 'num_input_tokens_seen': 4024434688, 'completed': '52.05% (1_919 / 3_687)', 'remaining time': '15:44:06', 'throughput': '7967.96', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:25:56,294 >> {'loss': 0.2858, 'grad_norm': 10.888456344604492, 'learning_rate': 5.564587922445008e-07, 'epoch': 0.30377000271223215, 'num_input_tokens_seen': 4026531840, 'completed': '52.07% (1_920 / 3_687)', 'remaining time': '15:43:32', 'throughput': '8460.63', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:26:30,073 >> {'loss': 0.3409, 'grad_norm': 13.872169494628906, 'learning_rate': 5.560551429063949e-07, 'epoch': 0.3040412259289395, 'num_input_tokens_seen': 4028628992, 'completed': '52.10% (1_921 / 3_687)', 'remaining time': '15:43:03', 'throughput': '7760.66', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:26:58,298 >> {'loss': 0.7254, 'grad_norm': 22.901479721069336, 'learning_rate': 5.556514886953403e-07, 'epoch': 0.30431244914564687, 'num_input_tokens_seen': 4030726144, 'completed': '52.13% (1_922 / 3_687)', 'remaining time': '15:42:25', 'throughput': '9287.51', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:27:30,150 >> {'loss': 0.4352, 'grad_norm': 15.373479843139648, 'learning_rate': 5.552478299361826e-07, 'epoch': 0.30458367236235423, 'num_input_tokens_seen': 4032823296, 'completed': '52.16% (1_923 / 3_687)', 'remaining time': '15:41:53', 'throughput': '8230.05', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:28:00,922 >> {'loss': 0.6943, 'grad_norm': 17.427900314331055, 'learning_rate': 5.548441669537712e-07, 'epoch': 0.3048548955790616, 'num_input_tokens_seen': 4034920448, 'completed': '52.18% (1_924 / 3_687)', 'remaining time': '15:41:19', 'throughput': '8518.99', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:28:30,047 >> {'loss': 0.5922, 'grad_norm': 20.171907424926758, 'learning_rate': 5.544405000729584e-07, 'epoch': 0.3051261187957689, 'num_input_tokens_seen': 4037017600, 'completed': '52.21% (1_925 / 3_687)', 'remaining time': '15:40:42', 'throughput': '9000.74', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:28:59,315 >> {'loss': 0.4632, 'grad_norm': 15.804996490478516, 'learning_rate': 5.540368296186002e-07, 'epoch': 0.30539734201247626, 'num_input_tokens_seen': 4039114752, 'completed': '52.24% (1_926 / 3_687)', 'remaining time': '15:40:06', 'throughput': '8956.51', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:29:29,123 >> {'loss': 0.3587, 'grad_norm': 13.54218864440918, 'learning_rate': 5.53633155915555e-07, 'epoch': 0.3056685652291836, 'num_input_tokens_seen': 4041211904, 'completed': '52.26% (1_927 / 3_687)', 'remaining time': '15:39:30', 'throughput': '8794.61', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:30:00,195 >> {'loss': 0.8946, 'grad_norm': 24.575578689575195, 'learning_rate': 5.532294792886843e-07, 'epoch': 0.305939788445891, 'num_input_tokens_seen': 4043309056, 'completed': '52.29% (1_928 / 3_687)', 'remaining time': '15:38:57', 'throughput': '8436.64', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:30:31,640 >> {'loss': 0.4468, 'grad_norm': 18.244264602661133, 'learning_rate': 5.528258000628518e-07, 'epoch': 0.30621101166259834, 'num_input_tokens_seen': 4045406208, 'completed': '52.32% (1_929 / 3_687)', 'remaining time': '15:38:24', 'throughput': '8336.50', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:30:59,061 >> {'loss': 0.5916, 'grad_norm': 18.432344436645508, 'learning_rate': 5.524221185629224e-07, 'epoch': 0.30648223487930565, 'num_input_tokens_seen': 4047503360, 'completed': '52.35% (1_930 / 3_687)', 'remaining time': '15:37:45', 'throughput': '9559.85', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:31:29,188 >> {'loss': 0.428, 'grad_norm': 14.628120422363281, 'learning_rate': 5.520184351137646e-07, 'epoch': 0.306753458096013, 'num_input_tokens_seen': 4049600512, 'completed': '52.37% (1_931 / 3_687)', 'remaining time': '15:37:10', 'throughput': '8701.52', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:32:01,545 >> {'loss': 0.3338, 'grad_norm': 15.325323104858398, 'learning_rate': 5.51614750040247e-07, 'epoch': 0.30702468131272037, 'num_input_tokens_seen': 4051697664, 'completed': '52.40% (1_932 / 3_687)', 'remaining time': '15:36:38', 'throughput': '8101.45', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:32:31,887 >> {'loss': 0.5334, 'grad_norm': 18.96306037902832, 'learning_rate': 5.512110636672396e-07, 'epoch': 0.30729590452942773, 'num_input_tokens_seen': 4053794816, 'completed': '52.43% (1_933 / 3_687)', 'remaining time': '15:36:03', 'throughput': '8639.56', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:33:02,432 >> {'loss': 0.405, 'grad_norm': 16.209426879882812, 'learning_rate': 5.508073763196146e-07, 'epoch': 0.3075671277461351, 'num_input_tokens_seen': 4055891968, 'completed': '52.45% (1_934 / 3_687)', 'remaining time': '15:35:29', 'throughput': '8582.26', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:33:32,336 >> {'loss': 0.4682, 'grad_norm': 17.50925064086914, 'learning_rate': 5.504036883222438e-07, 'epoch': 0.3078383509628424, 'num_input_tokens_seen': 4057989120, 'completed': '52.48% (1_935 / 3_687)', 'remaining time': '15:34:54', 'throughput': '8766.26', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:34:07,142 >> {'loss': 0.6966, 'grad_norm': 21.680133819580078, 'learning_rate': 5.5e-07, 'epoch': 0.30810957417954976, 'num_input_tokens_seen': 4060086272, 'completed': '52.51% (1_936 / 3_687)', 'remaining time': '15:34:26', 'throughput': '7531.56', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:34:36,619 >> {'loss': 0.3213, 'grad_norm': 16.945390701293945, 'learning_rate': 5.495963116777562e-07, 'epoch': 0.3083807973962571, 'num_input_tokens_seen': 4062183424, 'completed': '52.54% (1_937 / 3_687)', 'remaining time': '15:33:50', 'throughput': '8893.10', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:35:07,271 >> {'loss': 0.6936, 'grad_norm': 19.299571990966797, 'learning_rate': 5.491926236803854e-07, 'epoch': 0.3086520206129645, 'num_input_tokens_seen': 4064280576, 'completed': '52.56% (1_938 / 3_687)', 'remaining time': '15:33:16', 'throughput': '8552.37', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:35:41,302 >> {'loss': 0.5167, 'grad_norm': 16.683467864990234, 'learning_rate': 5.487889363327603e-07, 'epoch': 0.30892324382967185, 'num_input_tokens_seen': 4066377728, 'completed': '52.59% (1_939 / 3_687)', 'remaining time': '15:32:47', 'throughput': '7703.28', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:36:14,584 >> {'loss': 0.308, 'grad_norm': 11.593538284301758, 'learning_rate': 5.483852499597532e-07, 'epoch': 0.30919446704637915, 'num_input_tokens_seen': 4068474880, 'completed': '52.62% (1_940 / 3_687)', 'remaining time': '15:32:17', 'throughput': '7876.25', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:36:45,496 >> {'loss': 0.6182, 'grad_norm': 21.42290687561035, 'learning_rate': 5.479815648862355e-07, 'epoch': 0.3094656902630865, 'num_input_tokens_seen': 4070572032, 'completed': '52.64% (1_941 / 3_687)', 'remaining time': '15:31:43', 'throughput': '8480.48', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:37:17,417 >> {'loss': 0.2313, 'grad_norm': 10.256348609924316, 'learning_rate': 5.475778814370776e-07, 'epoch': 0.3097369134797939, 'num_input_tokens_seen': 4072669184, 'completed': '52.67% (1_942 / 3_687)', 'remaining time': '15:31:11', 'throughput': '8212.25', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:37:48,371 >> {'loss': 0.3522, 'grad_norm': 12.884416580200195, 'learning_rate': 5.471741999371483e-07, 'epoch': 0.31000813669650124, 'num_input_tokens_seen': 4074766336, 'completed': '52.70% (1_943 / 3_687)', 'remaining time': '15:30:38', 'throughput': '8468.74', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:38:17,584 >> {'loss': 0.3817, 'grad_norm': 15.000761032104492, 'learning_rate': 5.467705207113156e-07, 'epoch': 0.3102793599132086, 'num_input_tokens_seen': 4076863488, 'completed': '52.73% (1_944 / 3_687)', 'remaining time': '15:30:01', 'throughput': '8973.49', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:38:47,899 >> {'loss': 0.5017, 'grad_norm': 18.647953033447266, 'learning_rate': 5.46366844084445e-07, 'epoch': 0.3105505831299159, 'num_input_tokens_seen': 4078960640, 'completed': '52.75% (1_945 / 3_687)', 'remaining time': '15:29:27', 'throughput': '8647.24', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:39:15,118 >> {'loss': 0.4558, 'grad_norm': 16.23006820678711, 'learning_rate': 5.459631703813998e-07, 'epoch': 0.31082180634662326, 'num_input_tokens_seen': 4081057792, 'completed': '52.78% (1_946 / 3_687)', 'remaining time': '15:28:47', 'throughput': '9630.91', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:39:45,536 >> {'loss': 0.3032, 'grad_norm': 14.229667663574219, 'learning_rate': 5.455594999270416e-07, 'epoch': 0.3110930295633306, 'num_input_tokens_seen': 4083154944, 'completed': '52.81% (1_947 / 3_687)', 'remaining time': '15:28:13', 'throughput': '8618.11', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:40:17,046 >> {'loss': 0.5615, 'grad_norm': 22.243261337280273, 'learning_rate': 5.451558330462289e-07, 'epoch': 0.311364252780038, 'num_input_tokens_seen': 4085252096, 'completed': '52.83% (1_948 / 3_687)', 'remaining time': '15:27:40', 'throughput': '8319.42', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:40:46,459 >> {'loss': 0.4128, 'grad_norm': 16.879133224487305, 'learning_rate': 5.447521700638174e-07, 'epoch': 0.31163547599674535, 'num_input_tokens_seen': 4087349248, 'completed': '52.86% (1_949 / 3_687)', 'remaining time': '15:27:04', 'throughput': '8912.63', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:41:17,013 >> {'loss': 0.4147, 'grad_norm': 17.294158935546875, 'learning_rate': 5.443485113046597e-07, 'epoch': 0.31190669921345265, 'num_input_tokens_seen': 4089446400, 'completed': '52.89% (1_950 / 3_687)', 'remaining time': '15:26:30', 'throughput': '8579.75', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:41:46,907 >> {'loss': 0.3165, 'grad_norm': 12.599308967590332, 'learning_rate': 5.439448570936052e-07, 'epoch': 0.31217792243016, 'num_input_tokens_seen': 4091543552, 'completed': '52.92% (1_951 / 3_687)', 'remaining time': '15:25:55', 'throughput': '8769.13', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:42:16,783 >> {'loss': 0.4091, 'grad_norm': 16.82218360900879, 'learning_rate': 5.435412077554991e-07, 'epoch': 0.3124491456468674, 'num_input_tokens_seen': 4093640704, 'completed': '52.94% (1_952 / 3_687)', 'remaining time': '15:25:20', 'throughput': '8774.31', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:42:45,757 >> {'loss': 0.4083, 'grad_norm': 15.809752464294434, 'learning_rate': 5.431375636151833e-07, 'epoch': 0.31272036886357474, 'num_input_tokens_seen': 4095737856, 'completed': '52.97% (1_953 / 3_687)', 'remaining time': '15:24:43', 'throughput': '9047.65', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:43:15,094 >> {'loss': 0.8117, 'grad_norm': 24.349023818969727, 'learning_rate': 5.427339249974952e-07, 'epoch': 0.3129915920802821, 'num_input_tokens_seen': 4097835008, 'completed': '53.00% (1_954 / 3_687)', 'remaining time': '15:24:07', 'throughput': '8935.57', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:43:45,733 >> {'loss': 0.4125, 'grad_norm': 15.348997116088867, 'learning_rate': 5.423302922272677e-07, 'epoch': 0.3132628152969894, 'num_input_tokens_seen': 4099932160, 'completed': '53.02% (1_955 / 3_687)', 'remaining time': '15:23:33', 'throughput': '8555.93', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:44:17,696 >> {'loss': 0.6195, 'grad_norm': 21.631223678588867, 'learning_rate': 5.419266656293293e-07, 'epoch': 0.31353403851369677, 'num_input_tokens_seen': 4102029312, 'completed': '53.05% (1_956 / 3_687)', 'remaining time': '15:23:01', 'throughput': '8201.25', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:44:46,115 >> {'loss': 0.4847, 'grad_norm': 17.50019645690918, 'learning_rate': 5.415230455285031e-07, 'epoch': 0.31380526173040413, 'num_input_tokens_seen': 4104126464, 'completed': '53.08% (1_957 / 3_687)', 'remaining time': '15:22:24', 'throughput': '9224.39', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:45:16,497 >> {'loss': 0.3183, 'grad_norm': 12.668447494506836, 'learning_rate': 5.411194322496073e-07, 'epoch': 0.3140764849471115, 'num_input_tokens_seen': 4106223616, 'completed': '53.11% (1_958 / 3_687)', 'remaining time': '15:21:49', 'throughput': '8628.37', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:45:47,586 >> {'loss': 0.2835, 'grad_norm': 14.355048179626465, 'learning_rate': 5.407158261174543e-07, 'epoch': 0.3143477081638188, 'num_input_tokens_seen': 4108320768, 'completed': '53.13% (1_959 / 3_687)', 'remaining time': '15:21:16', 'throughput': '8432.00', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:46:21,705 >> {'loss': 0.2686, 'grad_norm': 13.801246643066406, 'learning_rate': 5.403122274568514e-07, 'epoch': 0.31461893138052616, 'num_input_tokens_seen': 4110417920, 'completed': '53.16% (1_960 / 3_687)', 'remaining time': '15:20:47', 'throughput': '7683.12', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:46:51,022 >> {'loss': 0.8419, 'grad_norm': 23.078720092773438, 'learning_rate': 5.399086365925991e-07, 'epoch': 0.3148901545972335, 'num_input_tokens_seen': 4112515072, 'completed': '53.19% (1_961 / 3_687)', 'remaining time': '15:20:11', 'throughput': '8941.68', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:47:23,468 >> {'loss': 0.3, 'grad_norm': 13.70639419555664, 'learning_rate': 5.395050538494922e-07, 'epoch': 0.3151613778139409, 'num_input_tokens_seen': 4114612224, 'completed': '53.21% (1_962 / 3_687)', 'remaining time': '15:19:40', 'throughput': '8079.48', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:47:52,401 >> {'loss': 0.2514, 'grad_norm': 11.593742370605469, 'learning_rate': 5.391014795523184e-07, 'epoch': 0.31543260103064824, 'num_input_tokens_seen': 4116709376, 'completed': '53.24% (1_963 / 3_687)', 'remaining time': '15:19:03', 'throughput': '9060.25', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:48:26,541 >> {'loss': 0.5374, 'grad_norm': 17.700437545776367, 'learning_rate': 5.386979140258592e-07, 'epoch': 0.31570382424735555, 'num_input_tokens_seen': 4118806528, 'completed': '53.27% (1_964 / 3_687)', 'remaining time': '15:18:35', 'throughput': '7678.57', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:48:58,673 >> {'loss': 0.3823, 'grad_norm': 13.762934684753418, 'learning_rate': 5.382943575948888e-07, 'epoch': 0.3159750474640629, 'num_input_tokens_seen': 4120903680, 'completed': '53.30% (1_965 / 3_687)', 'remaining time': '15:18:03', 'throughput': '8158.27', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:49:30,071 >> {'loss': 0.5349, 'grad_norm': 21.619094848632812, 'learning_rate': 5.378908105841738e-07, 'epoch': 0.31624627068077027, 'num_input_tokens_seen': 4123000832, 'completed': '53.32% (1_966 / 3_687)', 'remaining time': '15:17:30', 'throughput': '8349.31', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:50:02,621 >> {'loss': 0.4939, 'grad_norm': 16.5258731842041, 'learning_rate': 5.374872733184737e-07, 'epoch': 0.31651749389747763, 'num_input_tokens_seen': 4125097984, 'completed': '53.35% (1_967 / 3_687)', 'remaining time': '15:16:59', 'throughput': '8053.60', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:50:30,809 >> {'loss': 0.6686, 'grad_norm': 19.478639602661133, 'learning_rate': 5.370837461225402e-07, 'epoch': 0.316788717114185, 'num_input_tokens_seen': 4127195136, 'completed': '53.38% (1_968 / 3_687)', 'remaining time': '15:16:21', 'throughput': '9299.74', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:51:01,494 >> {'loss': 0.3994, 'grad_norm': 15.19251537322998, 'learning_rate': 5.36680229321116e-07, 'epoch': 0.3170599403308923, 'num_input_tokens_seen': 4129292288, 'completed': '53.40% (1_969 / 3_687)', 'remaining time': '15:15:47', 'throughput': '8543.14', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:51:30,546 >> {'loss': 0.5067, 'grad_norm': 18.16364288330078, 'learning_rate': 5.362767232389365e-07, 'epoch': 0.31733116354759966, 'num_input_tokens_seen': 4131389440, 'completed': '53.43% (1_970 / 3_687)', 'remaining time': '15:15:11', 'throughput': '9023.02', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:52:00,985 >> {'loss': 0.3757, 'grad_norm': 13.165485382080078, 'learning_rate': 5.358732282007278e-07, 'epoch': 0.317602386764307, 'num_input_tokens_seen': 4133486592, 'completed': '53.46% (1_971 / 3_687)', 'remaining time': '15:14:37', 'throughput': '8612.23', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:52:33,475 >> {'loss': 0.5601, 'grad_norm': 17.412708282470703, 'learning_rate': 5.354697445312074e-07, 'epoch': 0.3178736099810144, 'num_input_tokens_seen': 4135583744, 'completed': '53.49% (1_972 / 3_687)', 'remaining time': '15:14:06', 'throughput': '8068.39', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:53:03,442 >> {'loss': 0.6123, 'grad_norm': 16.720489501953125, 'learning_rate': 5.35066272555084e-07, 'epoch': 0.31814483319772174, 'num_input_tokens_seen': 4137680896, 'completed': '53.51% (1_973 / 3_687)', 'remaining time': '15:13:31', 'throughput': '8747.80', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:53:35,586 >> {'loss': 0.401, 'grad_norm': 16.069841384887695, 'learning_rate': 5.346628125970562e-07, 'epoch': 0.31841605641442905, 'num_input_tokens_seen': 4139778048, 'completed': '53.54% (1_974 / 3_687)', 'remaining time': '15:12:59', 'throughput': '8155.28', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:54:06,934 >> {'loss': 0.6885, 'grad_norm': 25.234981536865234, 'learning_rate': 5.342593649818129e-07, 'epoch': 0.3186872796311364, 'num_input_tokens_seen': 4141875200, 'completed': '53.57% (1_975 / 3_687)', 'remaining time': '15:12:26', 'throughput': '8362.40', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:54:38,555 >> {'loss': 0.4314, 'grad_norm': 14.604377746582031, 'learning_rate': 5.338559300340338e-07, 'epoch': 0.3189585028478438, 'num_input_tokens_seen': 4143972352, 'completed': '53.59% (1_976 / 3_687)', 'remaining time': '15:11:54', 'throughput': '8290.30', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:55:10,125 >> {'loss': 0.4862, 'grad_norm': 17.683347702026367, 'learning_rate': 5.334525080783879e-07, 'epoch': 0.31922972606455113, 'num_input_tokens_seen': 4146069504, 'completed': '53.62% (1_977 / 3_687)', 'remaining time': '15:11:21', 'throughput': '8303.52', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:55:40,428 >> {'loss': 0.2884, 'grad_norm': 15.543233871459961, 'learning_rate': 5.330490994395338e-07, 'epoch': 0.3195009492812585, 'num_input_tokens_seen': 4148166656, 'completed': '53.65% (1_978 / 3_687)', 'remaining time': '15:10:47', 'throughput': '8650.62', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:56:11,200 >> {'loss': 0.5094, 'grad_norm': 16.377304077148438, 'learning_rate': 5.326457044421195e-07, 'epoch': 0.3197721724979658, 'num_input_tokens_seen': 4150263808, 'completed': '53.68% (1_979 / 3_687)', 'remaining time': '15:10:13', 'throughput': '8519.08', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:56:42,318 >> {'loss': 0.4386, 'grad_norm': 14.058331489562988, 'learning_rate': 5.322423234107818e-07, 'epoch': 0.32004339571467316, 'num_input_tokens_seen': 4152360960, 'completed': '53.70% (1_980 / 3_687)', 'remaining time': '15:09:40', 'throughput': '8424.23', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:57:15,401 >> {'loss': 0.5509, 'grad_norm': 20.853776931762695, 'learning_rate': 5.318389566701465e-07, 'epoch': 0.3203146189313805, 'num_input_tokens_seen': 4154458112, 'completed': '53.73% (1_981 / 3_687)', 'remaining time': '15:09:09', 'throughput': '7923.80', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:57:44,957 >> {'loss': 0.403, 'grad_norm': 17.144161224365234, 'learning_rate': 5.314356045448278e-07, 'epoch': 0.3205858421480879, 'num_input_tokens_seen': 4156555264, 'completed': '53.76% (1_982 / 3_687)', 'remaining time': '15:08:34', 'throughput': '8869.31', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:58:14,983 >> {'loss': 0.4065, 'grad_norm': 17.98135757446289, 'learning_rate': 5.310322673594282e-07, 'epoch': 0.32085706536479525, 'num_input_tokens_seen': 4158652416, 'completed': '53.78% (1_983 / 3_687)', 'remaining time': '15:07:59', 'throughput': '8730.64', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:58:46,692 >> {'loss': 0.2229, 'grad_norm': 9.543654441833496, 'learning_rate': 5.306289454385379e-07, 'epoch': 0.32112828858150255, 'num_input_tokens_seen': 4160749568, 'completed': '53.81% (1_984 / 3_687)', 'remaining time': '15:07:27', 'throughput': '8267.03', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:59:17,385 >> {'loss': 0.4597, 'grad_norm': 15.082742691040039, 'learning_rate': 5.302256391067354e-07, 'epoch': 0.3213995117982099, 'num_input_tokens_seen': 4162846720, 'completed': '53.84% (1_985 / 3_687)', 'remaining time': '15:06:53', 'throughput': '8540.84', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:59:49,529 >> {'loss': 0.4349, 'grad_norm': 14.424219131469727, 'learning_rate': 5.29822348688586e-07, 'epoch': 0.3216707350149173, 'num_input_tokens_seen': 4164943872, 'completed': '53.86% (1_986 / 3_687)', 'remaining time': '15:06:21', 'throughput': '8155.49', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:00:22,894 >> {'loss': 0.4877, 'grad_norm': 17.661540985107422, 'learning_rate': 5.294190745086426e-07, 'epoch': 0.32194195823162464, 'num_input_tokens_seen': 4167041024, 'completed': '53.89% (1_987 / 3_687)', 'remaining time': '15:05:51', 'throughput': '7856.69', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:00:52,013 >> {'loss': 0.6855, 'grad_norm': 21.022674560546875, 'learning_rate': 5.290158168914447e-07, 'epoch': 0.322213181448332, 'num_input_tokens_seen': 4169138176, 'completed': '53.92% (1_988 / 3_687)', 'remaining time': '15:05:15', 'throughput': '9002.50', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:01:21,146 >> {'loss': 0.616, 'grad_norm': 19.004026412963867, 'learning_rate': 5.28612576161519e-07, 'epoch': 0.3224844046650393, 'num_input_tokens_seen': 4171235328, 'completed': '53.95% (1_989 / 3_687)', 'remaining time': '15:04:39', 'throughput': '8998.12', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:01:49,817 >> {'loss': 0.5411, 'grad_norm': 16.85509490966797, 'learning_rate': 5.282093526433781e-07, 'epoch': 0.32275562788174667, 'num_input_tokens_seen': 4173332480, 'completed': '53.97% (1_990 / 3_687)', 'remaining time': '15:04:02', 'throughput': '9143.47', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:02:19,876 >> {'loss': 0.2902, 'grad_norm': 14.019049644470215, 'learning_rate': 5.27806146661521e-07, 'epoch': 0.323026851098454, 'num_input_tokens_seen': 4175429632, 'completed': '54.00% (1_991 / 3_687)', 'remaining time': '15:03:28', 'throughput': '8720.96', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:02:51,169 >> {'loss': 0.3034, 'grad_norm': 16.84299087524414, 'learning_rate': 5.274029585404326e-07, 'epoch': 0.3232980743151614, 'num_input_tokens_seen': 4177526784, 'completed': '54.03% (1_992 / 3_687)', 'remaining time': '15:02:55', 'throughput': '8377.10', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:03:25,753 >> {'loss': 0.3721, 'grad_norm': 13.026562690734863, 'learning_rate': 5.269997886045833e-07, 'epoch': 0.32356929753186875, 'num_input_tokens_seen': 4179623936, 'completed': '54.05% (1_993 / 3_687)', 'remaining time': '15:02:27', 'throughput': '7579.81', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:03:55,120 >> {'loss': 0.5713, 'grad_norm': 16.872188568115234, 'learning_rate': 5.265966371784287e-07, 'epoch': 0.32384052074857606, 'num_input_tokens_seen': 4181721088, 'completed': '54.08% (1_994 / 3_687)', 'remaining time': '15:01:51', 'throughput': '8926.51', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:04:25,783 >> {'loss': 0.2909, 'grad_norm': 16.673782348632812, 'learning_rate': 5.261935045864101e-07, 'epoch': 0.3241117439652834, 'num_input_tokens_seen': 4183818240, 'completed': '54.11% (1_995 / 3_687)', 'remaining time': '15:01:17', 'throughput': '8549.05', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:04:57,508 >> {'loss': 0.4015, 'grad_norm': 14.819953918457031, 'learning_rate': 5.257903911529532e-07, 'epoch': 0.3243829671819908, 'num_input_tokens_seen': 4185915392, 'completed': '54.14% (1_996 / 3_687)', 'remaining time': '15:00:45', 'throughput': '8263.08', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:05:27,109 >> {'loss': 0.2481, 'grad_norm': 13.379781723022461, 'learning_rate': 5.253872972024681e-07, 'epoch': 0.32465419039869814, 'num_input_tokens_seen': 4188012544, 'completed': '54.16% (1_997 / 3_687)', 'remaining time': '15:00:10', 'throughput': '8856.08', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:05:55,192 >> {'loss': 0.376, 'grad_norm': 14.248574256896973, 'learning_rate': 5.249842230593497e-07, 'epoch': 0.3249254136154055, 'num_input_tokens_seen': 4190109696, 'completed': '54.19% (1_998 / 3_687)', 'remaining time': '14:59:32', 'throughput': '9334.35', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:06:26,095 >> {'loss': 0.3937, 'grad_norm': 22.307329177856445, 'learning_rate': 5.245811690479766e-07, 'epoch': 0.3251966368321128, 'num_input_tokens_seen': 4192206848, 'completed': '54.22% (1_999 / 3_687)', 'remaining time': '14:58:59', 'throughput': '8483.01', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:06:56,437 >> {'loss': 0.3849, 'grad_norm': 14.40904426574707, 'learning_rate': 5.241781354927113e-07, 'epoch': 0.32546786004882017, 'num_input_tokens_seen': 4194304000, 'completed': '54.24% (2_000 / 3_687)', 'remaining time': '14:58:24', 'throughput': '8639.61', 'gpu_mem_free': '5581MB'} +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/distributed/fsdp/fully_sharded_data_parallel.py:689: FutureWarning: FSDP.state_dict_type() and FSDP.set_state_dict_type() are being deprecated. Please use APIs, get_state_dict() and set_state_dict(), which can support different parallelisms, FSDP1, FSDP2, DDP. API doc: https://pytorch.org/docs/stable/distributed.checkpoint.html#torch.distributed.checkpoint.state_dict.get_state_dict .Tutorial: https://pytorch.org/tutorials/recipes/distributed_checkpoint_recipe.html . + warnings.warn( +[INFO|trainer.py:3503] 2024-12-26 02:07:20,350 >> Saving model checkpoint to /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-2000 +[INFO|configuration_utils.py:472] 2024-12-26 02:07:20,353 >> Configuration saved in /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-2000/config.json +[INFO|configuration_utils.py:807] 2024-12-26 02:07:20,354 >> Configuration saved in /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-2000/generation_config.json +[INFO|modeling_utils.py:2807] 2024-12-26 02:08:16,686 >> The model is bigger than the maximum size per checkpoint (5GB) and is going to be split in 7 checkpoint shards. You can find where each parameters has been saved in the index located at /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-2000/model.safetensors.index.json. +[INFO|tokenization_utils_base.py:2684] 2024-12-26 02:08:16,690 >> tokenizer config file saved in /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-2000/tokenizer_config.json +[INFO|tokenization_utils_base.py:2693] 2024-12-26 02:08:16,690 >> Special tokens file saved in /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-2000/special_tokens_map.json +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/distributed/fsdp/fully_sharded_data_parallel.py:689: FutureWarning: FSDP.state_dict_type() and FSDP.set_state_dict_type() are being deprecated. Please use APIs, get_state_dict() and set_state_dict(), which can support different parallelisms, FSDP1, FSDP2, DDP. API doc: https://pytorch.org/docs/stable/distributed.checkpoint.html#torch.distributed.checkpoint.state_dict.get_state_dict .Tutorial: https://pytorch.org/tutorials/recipes/distributed_checkpoint_recipe.html . + warnings.warn( +[WARNING|trainer.py:868] 2024-12-26 02:12:10,689 >> Save streaming dataset state: {'epoch': 0, 'sample_in_epoch': 4000, 'num_canonical_nodes': 1, 'shuffle_seed': 42, 'initial_physical_nodes': 1} +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/utils/checkpoint.py:1399: FutureWarning: `torch.cpu.amp.autocast(args...)` is deprecated. Please use `torch.amp.autocast('cpu', args...)` instead. + with device_autocast_ctx, torch.cpu.amp.autocast(**cpu_autocast_kwargs), recompute_context: # type: ignore[attr-defined] +[INFO|trainer.py:175] 2024-12-26 02:12:42,740 >> {'loss': 0.3802, 'grad_norm': 18.996400833129883, 'learning_rate': 5.237751227179001e-07, 'epoch': 0.32573908326552753, 'num_input_tokens_seen': 4196401152, 'completed': '54.27% (2_001 / 3_687)', 'remaining time': '15:05:14', 'throughput': '756.98', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:13:13,335 >> {'loss': 0.5296, 'grad_norm': 17.524658203125, 'learning_rate': 5.233721310478722e-07, 'epoch': 0.3260103064822349, 'num_input_tokens_seen': 4198498304, 'completed': '54.30% (2_002 / 3_687)', 'remaining time': '15:04:39', 'throughput': '8568.32', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:13:43,119 >> {'loss': 0.2159, 'grad_norm': 11.911806106567383, 'learning_rate': 5.2296916080694e-07, 'epoch': 0.32628152969894225, 'num_input_tokens_seen': 4200595456, 'completed': '54.33% (2_003 / 3_687)', 'remaining time': '15:04:04', 'throughput': '8801.44', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:14:16,989 >> {'loss': 0.4125, 'grad_norm': 17.387310028076172, 'learning_rate': 5.225662123193985e-07, 'epoch': 0.32655275291564956, 'num_input_tokens_seen': 4202692608, 'completed': '54.35% (2_004 / 3_687)', 'remaining time': '15:03:34', 'throughput': '7739.64', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:14:47,142 >> {'loss': 0.3276, 'grad_norm': 17.1206111907959, 'learning_rate': 5.221632859095254e-07, 'epoch': 0.3268239761323569, 'num_input_tokens_seen': 4204789760, 'completed': '54.38% (2_005 / 3_687)', 'remaining time': '15:02:59', 'throughput': '8694.03', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:15:14,679 >> {'loss': 0.4545, 'grad_norm': 17.467138290405273, 'learning_rate': 5.217603819015805e-07, 'epoch': 0.3270951993490643, 'num_input_tokens_seen': 4206886912, 'completed': '54.41% (2_006 / 3_687)', 'remaining time': '15:02:20', 'throughput': '9519.54', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:15:46,881 >> {'loss': 0.7608, 'grad_norm': 22.18386459350586, 'learning_rate': 5.213575006198057e-07, 'epoch': 0.32736642256577164, 'num_input_tokens_seen': 4208984064, 'completed': '54.43% (2_007 / 3_687)', 'remaining time': '15:01:48', 'throughput': '8140.61', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:16:17,200 >> {'loss': 0.512, 'grad_norm': 18.72940444946289, 'learning_rate': 5.209546423884246e-07, 'epoch': 0.327637645782479, 'num_input_tokens_seen': 4211081216, 'completed': '54.46% (2_008 / 3_687)', 'remaining time': '15:01:13', 'throughput': '8646.07', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:16:48,696 >> {'loss': 0.3453, 'grad_norm': 15.777796745300293, 'learning_rate': 5.20551807531642e-07, 'epoch': 0.3279088689991863, 'num_input_tokens_seen': 4213178368, 'completed': '54.49% (2_009 / 3_687)', 'remaining time': '15:00:40', 'throughput': '8323.06', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:17:18,401 >> {'loss': 0.6098, 'grad_norm': 20.98493194580078, 'learning_rate': 5.20148996373644e-07, 'epoch': 0.32818009221589367, 'num_input_tokens_seen': 4215275520, 'completed': '54.52% (2_010 / 3_687)', 'remaining time': '15:00:04', 'throughput': '8824.94', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:17:48,462 >> {'loss': 0.3278, 'grad_norm': 13.770686149597168, 'learning_rate': 5.197462092385978e-07, 'epoch': 0.32845131543260103, 'num_input_tokens_seen': 4217372672, 'completed': '54.54% (2_011 / 3_687)', 'remaining time': '14:59:29', 'throughput': '8720.58', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:18:19,096 >> {'loss': 0.1932, 'grad_norm': 10.093859672546387, 'learning_rate': 5.193434464506511e-07, 'epoch': 0.3287225386493084, 'num_input_tokens_seen': 4219469824, 'completed': '54.57% (2_012 / 3_687)', 'remaining time': '14:58:55', 'throughput': '8557.32', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:18:48,920 >> {'loss': 0.3751, 'grad_norm': 16.35398292541504, 'learning_rate': 5.189407083339324e-07, 'epoch': 0.32899376186601575, 'num_input_tokens_seen': 4221566976, 'completed': '54.60% (2_013 / 3_687)', 'remaining time': '14:58:19', 'throughput': '8789.57', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:19:19,019 >> {'loss': 0.2063, 'grad_norm': 10.368598937988281, 'learning_rate': 5.185379952125494e-07, 'epoch': 0.32926498508272306, 'num_input_tokens_seen': 4223664128, 'completed': '54.62% (2_014 / 3_687)', 'remaining time': '14:57:44', 'throughput': '8709.29', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:19:49,808 >> {'loss': 0.3463, 'grad_norm': 15.229095458984375, 'learning_rate': 5.18135307410591e-07, 'epoch': 0.3295362082994304, 'num_input_tokens_seen': 4225761280, 'completed': '54.65% (2_015 / 3_687)', 'remaining time': '14:57:10', 'throughput': '8514.47', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:20:20,900 >> {'loss': 0.3193, 'grad_norm': 21.608442306518555, 'learning_rate': 5.177326452521242e-07, 'epoch': 0.3298074315161378, 'num_input_tokens_seen': 4227858432, 'completed': '54.68% (2_016 / 3_687)', 'remaining time': '14:56:36', 'throughput': '8431.05', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:20:51,508 >> {'loss': 0.3732, 'grad_norm': 16.298704147338867, 'learning_rate': 5.17330009061197e-07, 'epoch': 0.33007865473284514, 'num_input_tokens_seen': 4229955584, 'completed': '54.71% (2_017 / 3_687)', 'remaining time': '14:56:02', 'throughput': '8564.58', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:21:18,576 >> {'loss': 0.3864, 'grad_norm': 17.584896087646484, 'learning_rate': 5.169273991618351e-07, 'epoch': 0.3303498779495525, 'num_input_tokens_seen': 4232052736, 'completed': '54.73% (2_018 / 3_687)', 'remaining time': '14:55:23', 'throughput': '9684.54', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:21:52,464 >> {'loss': 0.3894, 'grad_norm': 17.949689865112305, 'learning_rate': 5.165248158780441e-07, 'epoch': 0.3306211011662598, 'num_input_tokens_seen': 4234149888, 'completed': '54.76% (2_019 / 3_687)', 'remaining time': '14:54:53', 'throughput': '7735.78', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:22:19,602 >> {'loss': 0.7639, 'grad_norm': 22.562408447265625, 'learning_rate': 5.161222595338073e-07, 'epoch': 0.3308923243829672, 'num_input_tokens_seen': 4236247040, 'completed': '54.79% (2_020 / 3_687)', 'remaining time': '14:54:14', 'throughput': '9659.51', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:22:52,612 >> {'loss': 0.3913, 'grad_norm': 15.829678535461426, 'learning_rate': 5.157197304530869e-07, 'epoch': 0.33116354759967453, 'num_input_tokens_seen': 4238344192, 'completed': '54.81% (2_021 / 3_687)', 'remaining time': '14:53:43', 'throughput': '7941.47', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:23:23,094 >> {'loss': 0.4058, 'grad_norm': 19.865497589111328, 'learning_rate': 5.15317228959823e-07, 'epoch': 0.3314347708163819, 'num_input_tokens_seen': 4240441344, 'completed': '54.84% (2_022 / 3_687)', 'remaining time': '14:53:08', 'throughput': '8599.91', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:23:53,062 >> {'loss': 0.61, 'grad_norm': 20.204696655273438, 'learning_rate': 5.149147553779335e-07, 'epoch': 0.33170599403308926, 'num_input_tokens_seen': 4242538496, 'completed': '54.87% (2_023 / 3_687)', 'remaining time': '14:52:33', 'throughput': '8747.51', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:24:27,007 >> {'loss': 0.2718, 'grad_norm': 11.350019454956055, 'learning_rate': 5.145123100313137e-07, 'epoch': 0.33197721724979656, 'num_input_tokens_seen': 4244635648, 'completed': '54.90% (2_024 / 3_687)', 'remaining time': '14:52:03', 'throughput': '7722.59', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:24:57,757 >> {'loss': 0.4187, 'grad_norm': 20.93108558654785, 'learning_rate': 5.141098932438365e-07, 'epoch': 0.3322484404665039, 'num_input_tokens_seen': 4246732800, 'completed': '54.92% (2_025 / 3_687)', 'remaining time': '14:51:29', 'throughput': '8524.80', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:25:33,948 >> {'loss': 0.3879, 'grad_norm': 17.941852569580078, 'learning_rate': 5.137075053393512e-07, 'epoch': 0.3325196636832113, 'num_input_tokens_seen': 4248829952, 'completed': '54.95% (2_026 / 3_687)', 'remaining time': '14:51:02', 'throughput': '7243.52', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:26:03,935 >> {'loss': 0.6891, 'grad_norm': 23.98504638671875, 'learning_rate': 5.133051466416849e-07, 'epoch': 0.33279088689991865, 'num_input_tokens_seen': 4250927104, 'completed': '54.98% (2_027 / 3_687)', 'remaining time': '14:50:27', 'throughput': '8741.87', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:26:34,294 >> {'loss': 0.3502, 'grad_norm': 17.1292667388916, 'learning_rate': 5.129028174746399e-07, 'epoch': 0.333062110116626, 'num_input_tokens_seen': 4253024256, 'completed': '55.00% (2_028 / 3_687)', 'remaining time': '14:49:52', 'throughput': '8634.74', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:27:03,481 >> {'loss': 0.939, 'grad_norm': 23.580167770385742, 'learning_rate': 5.12500518161996e-07, 'epoch': 0.3333333333333333, 'num_input_tokens_seen': 4255121408, 'completed': '55.03% (2_029 / 3_687)', 'remaining time': '14:49:16', 'throughput': '8981.50', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:27:36,513 >> {'loss': 0.3974, 'grad_norm': 16.317161560058594, 'learning_rate': 5.120982490275081e-07, 'epoch': 0.3336045565500407, 'num_input_tokens_seen': 4257218560, 'completed': '55.06% (2_030 / 3_687)', 'remaining time': '14:48:45', 'throughput': '7936.15', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:28:05,360 >> {'loss': 0.7093, 'grad_norm': 19.563129425048828, 'learning_rate': 5.116960103949071e-07, 'epoch': 0.33387577976674804, 'num_input_tokens_seen': 4259315712, 'completed': '55.09% (2_031 / 3_687)', 'remaining time': '14:48:08', 'throughput': '9087.33', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:28:37,821 >> {'loss': 0.3047, 'grad_norm': 14.194764137268066, 'learning_rate': 5.112938025878994e-07, 'epoch': 0.3341470029834554, 'num_input_tokens_seen': 4261412864, 'completed': '55.11% (2_032 / 3_687)', 'remaining time': '14:47:37', 'throughput': '8075.67', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:29:07,036 >> {'loss': 0.2439, 'grad_norm': 12.254755973815918, 'learning_rate': 5.108916259301663e-07, 'epoch': 0.33441822620016276, 'num_input_tokens_seen': 4263510016, 'completed': '55.14% (2_033 / 3_687)', 'remaining time': '14:47:00', 'throughput': '8972.83', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:29:40,702 >> {'loss': 0.3246, 'grad_norm': 13.140419006347656, 'learning_rate': 5.104894807453647e-07, 'epoch': 0.33468944941687007, 'num_input_tokens_seen': 4265607168, 'completed': '55.17% (2_034 / 3_687)', 'remaining time': '14:46:30', 'throughput': '7786.67', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:30:10,034 >> {'loss': 0.5276, 'grad_norm': 18.896413803100586, 'learning_rate': 5.100873673571253e-07, 'epoch': 0.3349606726335774, 'num_input_tokens_seen': 4267704320, 'completed': '55.19% (2_035 / 3_687)', 'remaining time': '14:45:54', 'throughput': '8937.24', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:30:43,945 >> {'loss': 0.335, 'grad_norm': 13.808533668518066, 'learning_rate': 5.096852860890541e-07, 'epoch': 0.3352318958502848, 'num_input_tokens_seen': 4269801472, 'completed': '55.22% (2_036 / 3_687)', 'remaining time': '14:45:24', 'throughput': '7730.30', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:31:13,083 >> {'loss': 0.6184, 'grad_norm': 21.51602554321289, 'learning_rate': 5.092832372647304e-07, 'epoch': 0.33550311906699215, 'num_input_tokens_seen': 4271898624, 'completed': '55.25% (2_037 / 3_687)', 'remaining time': '14:44:48', 'throughput': '8996.57', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:31:45,133 >> {'loss': 0.519, 'grad_norm': 18.561599731445312, 'learning_rate': 5.08881221207708e-07, 'epoch': 0.3357743422836995, 'num_input_tokens_seen': 4273995776, 'completed': '55.28% (2_038 / 3_687)', 'remaining time': '14:44:16', 'throughput': '8179.35', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:32:16,343 >> {'loss': 0.2667, 'grad_norm': 15.325385093688965, 'learning_rate': 5.084792382415141e-07, 'epoch': 0.3360455655004068, 'num_input_tokens_seen': 4276092928, 'completed': '55.30% (2_039 / 3_687)', 'remaining time': '14:43:42', 'throughput': '8399.28', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:32:45,382 >> {'loss': 0.429, 'grad_norm': 15.208858489990234, 'learning_rate': 5.080772886896493e-07, 'epoch': 0.3363167887171142, 'num_input_tokens_seen': 4278190080, 'completed': '55.33% (2_040 / 3_687)', 'remaining time': '14:43:06', 'throughput': '9027.18', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:33:15,269 >> {'loss': 0.2648, 'grad_norm': 13.985490798950195, 'learning_rate': 5.076753728755871e-07, 'epoch': 0.33658801193382154, 'num_input_tokens_seen': 4280287232, 'completed': '55.36% (2_041 / 3_687)', 'remaining time': '14:42:31', 'throughput': '8771.32', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:33:45,371 >> {'loss': 0.3776, 'grad_norm': 19.45819664001465, 'learning_rate': 5.072734911227746e-07, 'epoch': 0.3368592351505289, 'num_input_tokens_seen': 4282384384, 'completed': '55.38% (2_042 / 3_687)', 'remaining time': '14:41:56', 'throughput': '8708.56', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:34:15,996 >> {'loss': 0.1879, 'grad_norm': 11.178092956542969, 'learning_rate': 5.068716437546305e-07, 'epoch': 0.33713045836723626, 'num_input_tokens_seen': 4284481536, 'completed': '55.41% (2_043 / 3_687)', 'remaining time': '14:41:22', 'throughput': '8559.84', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:34:49,613 >> {'loss': 0.5829, 'grad_norm': 19.116785049438477, 'learning_rate': 5.06469831094546e-07, 'epoch': 0.33740168158394357, 'num_input_tokens_seen': 4286578688, 'completed': '55.44% (2_044 / 3_687)', 'remaining time': '14:40:52', 'throughput': '7797.87', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:35:18,656 >> {'loss': 0.4346, 'grad_norm': 17.29070281982422, 'learning_rate': 5.060680534658852e-07, 'epoch': 0.33767290480065093, 'num_input_tokens_seen': 4288675840, 'completed': '55.47% (2_045 / 3_687)', 'remaining time': '14:40:15', 'throughput': '9025.96', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:35:48,760 >> {'loss': 0.3758, 'grad_norm': 11.40611457824707, 'learning_rate': 5.056663111919833e-07, 'epoch': 0.3379441280173583, 'num_input_tokens_seen': 4290772992, 'completed': '55.49% (2_046 / 3_687)', 'remaining time': '14:39:40', 'throughput': '8707.91', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:36:17,726 >> {'loss': 0.2305, 'grad_norm': 10.537538528442383, 'learning_rate': 5.052646045961471e-07, 'epoch': 0.33821535123406565, 'num_input_tokens_seen': 4292870144, 'completed': '55.52% (2_047 / 3_687)', 'remaining time': '14:39:04', 'throughput': '9050.24', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:36:46,914 >> {'loss': 0.3792, 'grad_norm': 15.972824096679688, 'learning_rate': 5.048629340016548e-07, 'epoch': 0.33848657445077296, 'num_input_tokens_seen': 4294967296, 'completed': '55.55% (2_048 / 3_687)', 'remaining time': '14:38:28', 'throughput': '8981.31', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:37:17,144 >> {'loss': 0.3346, 'grad_norm': 13.639211654663086, 'learning_rate': 5.044612997317557e-07, 'epoch': 0.3387577976674803, 'num_input_tokens_seen': 4297064448, 'completed': '55.57% (2_049 / 3_687)', 'remaining time': '14:37:53', 'throughput': '8671.52', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:37:48,662 >> {'loss': 0.6396, 'grad_norm': 17.853118896484375, 'learning_rate': 5.040597021096695e-07, 'epoch': 0.3390290208841877, 'num_input_tokens_seen': 4299161600, 'completed': '55.60% (2_050 / 3_687)', 'remaining time': '14:37:20', 'throughput': '8317.17', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:38:22,120 >> {'loss': 0.4423, 'grad_norm': 18.226207733154297, 'learning_rate': 5.03658141458587e-07, 'epoch': 0.33930024410089504, 'num_input_tokens_seen': 4301258752, 'completed': '55.63% (2_051 / 3_687)', 'remaining time': '14:36:50', 'throughput': '7835.11', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:38:54,167 >> {'loss': 0.3318, 'grad_norm': 14.695561408996582, 'learning_rate': 5.032566181016688e-07, 'epoch': 0.3395714673176024, 'num_input_tokens_seen': 4303355904, 'completed': '55.66% (2_052 / 3_687)', 'remaining time': '14:36:17', 'throughput': '8180.00', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:39:21,555 >> {'loss': 0.6093, 'grad_norm': 18.532405853271484, 'learning_rate': 5.028551323620458e-07, 'epoch': 0.3398426905343097, 'num_input_tokens_seen': 4305453056, 'completed': '55.68% (2_053 / 3_687)', 'remaining time': '14:35:39', 'throughput': '9571.58', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:39:51,695 >> {'loss': 0.4432, 'grad_norm': 15.558454513549805, 'learning_rate': 5.024536845628181e-07, 'epoch': 0.34011391375101707, 'num_input_tokens_seen': 4307550208, 'completed': '55.71% (2_054 / 3_687)', 'remaining time': '14:35:04', 'throughput': '8697.56', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:40:22,837 >> {'loss': 0.6549, 'grad_norm': 22.573936462402344, 'learning_rate': 5.020522750270558e-07, 'epoch': 0.34038513696772443, 'num_input_tokens_seen': 4309647360, 'completed': '55.74% (2_055 / 3_687)', 'remaining time': '14:34:31', 'throughput': '8417.65', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:40:52,720 >> {'loss': 0.27, 'grad_norm': 13.960949897766113, 'learning_rate': 5.01650904077798e-07, 'epoch': 0.3406563601844318, 'num_input_tokens_seen': 4311744512, 'completed': '55.76% (2_056 / 3_687)', 'remaining time': '14:33:56', 'throughput': '8772.35', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:41:22,211 >> {'loss': 0.6896, 'grad_norm': 19.82161521911621, 'learning_rate': 5.012495720380527e-07, 'epoch': 0.34092758340113916, 'num_input_tokens_seen': 4313841664, 'completed': '55.79% (2_057 / 3_687)', 'remaining time': '14:33:20', 'throughput': '8888.86', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:41:54,000 >> {'loss': 0.3401, 'grad_norm': 13.285265922546387, 'learning_rate': 5.008482792307968e-07, 'epoch': 0.34119880661784646, 'num_input_tokens_seen': 4315938816, 'completed': '55.82% (2_058 / 3_687)', 'remaining time': '14:32:48', 'throughput': '8246.62', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:42:26,964 >> {'loss': 0.3066, 'grad_norm': 12.160155296325684, 'learning_rate': 5.004470259789757e-07, 'epoch': 0.3414700298345538, 'num_input_tokens_seen': 4318035968, 'completed': '55.84% (2_059 / 3_687)', 'remaining time': '14:32:16', 'throughput': '7952.41', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:43:00,311 >> {'loss': 0.324, 'grad_norm': 12.414044380187988, 'learning_rate': 5.000458126055021e-07, 'epoch': 0.3417412530512612, 'num_input_tokens_seen': 4320133120, 'completed': '55.87% (2_060 / 3_687)', 'remaining time': '14:31:46', 'throughput': '7860.81', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:43:31,722 >> {'loss': 0.5181, 'grad_norm': 18.17831802368164, 'learning_rate': 4.996446394332578e-07, 'epoch': 0.34201247626796855, 'num_input_tokens_seen': 4322230272, 'completed': '55.90% (2_061 / 3_687)', 'remaining time': '14:31:13', 'throughput': '8345.69', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:44:04,322 >> {'loss': 0.3709, 'grad_norm': 14.670184135437012, 'learning_rate': 4.992435067850914e-07, 'epoch': 0.3422836994846759, 'num_input_tokens_seen': 4324327424, 'completed': '55.93% (2_062 / 3_687)', 'remaining time': '14:30:41', 'throughput': '8041.22', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:44:34,106 >> {'loss': 0.5221, 'grad_norm': 17.332820892333984, 'learning_rate': 4.988424149838192e-07, 'epoch': 0.3425549227013832, 'num_input_tokens_seen': 4326424576, 'completed': '55.95% (2_063 / 3_687)', 'remaining time': '14:30:06', 'throughput': '8801.63', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:45:04,121 >> {'loss': 0.7608, 'grad_norm': 22.735279083251953, 'learning_rate': 4.984413643522251e-07, 'epoch': 0.3428261459180906, 'num_input_tokens_seen': 4328521728, 'completed': '55.98% (2_064 / 3_687)', 'remaining time': '14:29:31', 'throughput': '8733.60', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:45:32,316 >> {'loss': 0.3522, 'grad_norm': 14.321521759033203, 'learning_rate': 4.980403552130589e-07, 'epoch': 0.34309736913479794, 'num_input_tokens_seen': 4330618880, 'completed': '56.01% (2_065 / 3_687)', 'remaining time': '14:28:54', 'throughput': '9297.54', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:46:01,482 >> {'loss': 0.4359, 'grad_norm': 16.680944442749023, 'learning_rate': 4.976393878890375e-07, 'epoch': 0.3433685923515053, 'num_input_tokens_seen': 4332716032, 'completed': '56.03% (2_066 / 3_687)', 'remaining time': '14:28:18', 'throughput': '8988.10', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:46:31,498 >> {'loss': 0.4501, 'grad_norm': 15.195837020874023, 'learning_rate': 4.972384627028442e-07, 'epoch': 0.34363981556821266, 'num_input_tokens_seen': 4334813184, 'completed': '56.06% (2_067 / 3_687)', 'remaining time': '14:27:43', 'throughput': '8733.56', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:47:04,062 >> {'loss': 0.3573, 'grad_norm': 13.431507110595703, 'learning_rate': 4.968375799771285e-07, 'epoch': 0.34391103878491996, 'num_input_tokens_seen': 4336910336, 'completed': '56.09% (2_068 / 3_687)', 'remaining time': '14:27:11', 'throughput': '8049.97', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:47:33,016 >> {'loss': 0.3762, 'grad_norm': 12.854487419128418, 'learning_rate': 4.964367400345053e-07, 'epoch': 0.3441822620016273, 'num_input_tokens_seen': 4339007488, 'completed': '56.12% (2_069 / 3_687)', 'remaining time': '14:26:35', 'throughput': '9053.97', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:48:02,436 >> {'loss': 0.7081, 'grad_norm': 17.647762298583984, 'learning_rate': 4.960359431975555e-07, 'epoch': 0.3444534852183347, 'num_input_tokens_seen': 4341104640, 'completed': '56.14% (2_070 / 3_687)', 'remaining time': '14:26:00', 'throughput': '8910.30', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:48:33,412 >> {'loss': 0.7699, 'grad_norm': 21.555879592895508, 'learning_rate': 4.956351897888256e-07, 'epoch': 0.34472470843504205, 'num_input_tokens_seen': 4343201792, 'completed': '56.17% (2_071 / 3_687)', 'remaining time': '14:25:26', 'throughput': '8462.71', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:49:01,236 >> {'loss': 0.5833, 'grad_norm': 17.82149887084961, 'learning_rate': 4.952344801308258e-07, 'epoch': 0.3449959316517494, 'num_input_tokens_seen': 4345298944, 'completed': '56.20% (2_072 / 3_687)', 'remaining time': '14:24:48', 'throughput': '9421.71', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:49:29,202 >> {'loss': 0.3707, 'grad_norm': 13.02746295928955, 'learning_rate': 4.948338145460324e-07, 'epoch': 0.3452671548684567, 'num_input_tokens_seen': 4347396096, 'completed': '56.22% (2_073 / 3_687)', 'remaining time': '14:24:11', 'throughput': '9373.66', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:49:59,422 >> {'loss': 0.6831, 'grad_norm': 18.583114624023438, 'learning_rate': 4.944331933568858e-07, 'epoch': 0.3455383780851641, 'num_input_tokens_seen': 4349493248, 'completed': '56.25% (2_074 / 3_687)', 'remaining time': '14:23:37', 'throughput': '8674.41', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:50:25,829 >> {'loss': 0.618, 'grad_norm': 18.889436721801758, 'learning_rate': 4.94032616885791e-07, 'epoch': 0.34580960130187144, 'num_input_tokens_seen': 4351590400, 'completed': '56.28% (2_075 / 3_687)', 'remaining time': '14:22:57', 'throughput': '9927.23', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:50:59,635 >> {'loss': 0.4065, 'grad_norm': 14.465885162353516, 'learning_rate': 4.936320854551163e-07, 'epoch': 0.3460808245185788, 'num_input_tokens_seen': 4353687552, 'completed': '56.31% (2_076 / 3_687)', 'remaining time': '14:22:27', 'throughput': '7754.26', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:51:30,948 >> {'loss': 0.2518, 'grad_norm': 11.185941696166992, 'learning_rate': 4.932315993871942e-07, 'epoch': 0.34635204773528616, 'num_input_tokens_seen': 4355784704, 'completed': '56.33% (2_077 / 3_687)', 'remaining time': '14:21:54', 'throughput': '8371.70', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:52:02,946 >> {'loss': 0.3067, 'grad_norm': 14.272321701049805, 'learning_rate': 4.928311590043206e-07, 'epoch': 0.34662327095199347, 'num_input_tokens_seen': 4357881856, 'completed': '56.36% (2_078 / 3_687)', 'remaining time': '14:21:22', 'throughput': '8192.55', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:52:33,017 >> {'loss': 0.6866, 'grad_norm': 23.103809356689453, 'learning_rate': 4.924307646287549e-07, 'epoch': 0.34689449416870083, 'num_input_tokens_seen': 4359979008, 'completed': '56.39% (2_079 / 3_687)', 'remaining time': '14:20:47', 'throughput': '8717.66', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:53:00,405 >> {'loss': 0.7426, 'grad_norm': 24.843984603881836, 'learning_rate': 4.920304165827192e-07, 'epoch': 0.3471657173854082, 'num_input_tokens_seen': 4362076160, 'completed': '56.41% (2_080 / 3_687)', 'remaining time': '14:20:09', 'throughput': '9571.46', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:53:30,433 >> {'loss': 0.4618, 'grad_norm': 15.894787788391113, 'learning_rate': 4.916301151883983e-07, 'epoch': 0.34743694060211555, 'num_input_tokens_seen': 4364173312, 'completed': '56.44% (2_081 / 3_687)', 'remaining time': '14:19:34', 'throughput': '8729.84', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:54:00,534 >> {'loss': 0.6288, 'grad_norm': 19.025161743164062, 'learning_rate': 4.912298607679396e-07, 'epoch': 0.3477081638188229, 'num_input_tokens_seen': 4366270464, 'completed': '56.47% (2_082 / 3_687)', 'remaining time': '14:19:00', 'throughput': '8708.98', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:54:29,404 >> {'loss': 0.4496, 'grad_norm': 17.685871124267578, 'learning_rate': 4.908296536434525e-07, 'epoch': 0.3479793870355302, 'num_input_tokens_seen': 4368367616, 'completed': '56.50% (2_083 / 3_687)', 'remaining time': '14:18:23', 'throughput': '9080.17', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:54:59,702 >> {'loss': 0.7546, 'grad_norm': 26.235916137695312, 'learning_rate': 4.904294941370086e-07, 'epoch': 0.3482506102522376, 'num_input_tokens_seen': 4370464768, 'completed': '56.52% (2_084 / 3_687)', 'remaining time': '14:17:49', 'throughput': '8651.95', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:55:29,186 >> {'loss': 0.2447, 'grad_norm': 12.8169584274292, 'learning_rate': 4.900293825706408e-07, 'epoch': 0.34852183346894494, 'num_input_tokens_seen': 4372561920, 'completed': '56.55% (2_085 / 3_687)', 'remaining time': '14:17:14', 'throughput': '8891.22', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:55:59,472 >> {'loss': 0.4664, 'grad_norm': 16.72005271911621, 'learning_rate': 4.89629319266344e-07, 'epoch': 0.3487930566856523, 'num_input_tokens_seen': 4374659072, 'completed': '56.58% (2_086 / 3_687)', 'remaining time': '14:16:39', 'throughput': '8655.49', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:56:32,021 >> {'loss': 0.3813, 'grad_norm': 14.927910804748535, 'learning_rate': 4.892293045460738e-07, 'epoch': 0.34906427990235966, 'num_input_tokens_seen': 4376756224, 'completed': '56.60% (2_087 / 3_687)', 'remaining time': '14:16:08', 'throughput': '8053.98', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:57:03,647 >> {'loss': 0.3661, 'grad_norm': 14.392501831054688, 'learning_rate': 4.88829338731747e-07, 'epoch': 0.34933550311906697, 'num_input_tokens_seen': 4378853376, 'completed': '56.63% (2_088 / 3_687)', 'remaining time': '14:15:35', 'throughput': '8288.86', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:57:33,723 >> {'loss': 0.3709, 'grad_norm': 15.27480697631836, 'learning_rate': 4.884294221452405e-07, 'epoch': 0.34960672633577433, 'num_input_tokens_seen': 4380950528, 'completed': '56.66% (2_089 / 3_687)', 'remaining time': '14:15:00', 'throughput': '8715.98', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:58:02,715 >> {'loss': 0.58, 'grad_norm': 16.14817237854004, 'learning_rate': 4.88029555108392e-07, 'epoch': 0.3498779495524817, 'num_input_tokens_seen': 4383047680, 'completed': '56.69% (2_090 / 3_687)', 'remaining time': '14:14:25', 'throughput': '9042.06', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:58:32,984 >> {'loss': 0.2754, 'grad_norm': 11.918871879577637, 'learning_rate': 4.876297379429995e-07, 'epoch': 0.35014917276918905, 'num_input_tokens_seen': 4385144832, 'completed': '56.71% (2_091 / 3_687)', 'remaining time': '14:13:50', 'throughput': '8660.42', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:59:02,391 >> {'loss': 0.453, 'grad_norm': 24.65549659729004, 'learning_rate': 4.872299709708206e-07, 'epoch': 0.3504203959858964, 'num_input_tokens_seen': 4387241984, 'completed': '56.74% (2_092 / 3_687)', 'remaining time': '14:13:15', 'throughput': '8914.28', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:59:36,672 >> {'loss': 0.3193, 'grad_norm': 13.130111694335938, 'learning_rate': 4.868302545135725e-07, 'epoch': 0.3506916192026037, 'num_input_tokens_seen': 4389339136, 'completed': '56.77% (2_093 / 3_687)', 'remaining time': '14:12:45', 'throughput': '7646.93', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:00:02,128 >> {'loss': 0.9149, 'grad_norm': 22.114221572875977, 'learning_rate': 4.864305888929318e-07, 'epoch': 0.3509628424193111, 'num_input_tokens_seen': 4391436288, 'completed': '56.79% (2_094 / 3_687)', 'remaining time': '14:12:05', 'throughput': '10297.88', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:00:31,615 >> {'loss': 0.7968, 'grad_norm': 22.851913452148438, 'learning_rate': 4.860309744305339e-07, 'epoch': 0.35123406563601844, 'num_input_tokens_seen': 4393533440, 'completed': '56.82% (2_095 / 3_687)', 'remaining time': '14:11:30', 'throughput': '8890.13', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:01:00,965 >> {'loss': 0.7142, 'grad_norm': 19.785030364990234, 'learning_rate': 4.856314114479738e-07, 'epoch': 0.3515052888527258, 'num_input_tokens_seen': 4395630592, 'completed': '56.85% (2_096 / 3_687)', 'remaining time': '14:10:54', 'throughput': '8931.84', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:01:32,028 >> {'loss': 0.3404, 'grad_norm': 13.180719375610352, 'learning_rate': 4.852319002668044e-07, 'epoch': 0.35177651206943317, 'num_input_tokens_seen': 4397727744, 'completed': '56.88% (2_097 / 3_687)', 'remaining time': '14:10:21', 'throughput': '8438.97', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:02:01,065 >> {'loss': 0.5252, 'grad_norm': 18.110231399536133, 'learning_rate': 4.848324412085367e-07, 'epoch': 0.3520477352861405, 'num_input_tokens_seen': 4399824896, 'completed': '56.90% (2_098 / 3_687)', 'remaining time': '14:09:45', 'throughput': '9028.02', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:02:30,035 >> {'loss': 0.4975, 'grad_norm': 18.176883697509766, 'learning_rate': 4.84433034594641e-07, 'epoch': 0.35231895850284783, 'num_input_tokens_seen': 4401922048, 'completed': '56.93% (2_099 / 3_687)', 'remaining time': '14:09:09', 'throughput': '9048.77', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:03:00,315 >> {'loss': 0.4609, 'grad_norm': 16.192501068115234, 'learning_rate': 4.840336807465439e-07, 'epoch': 0.3525901817195552, 'num_input_tokens_seen': 4404019200, 'completed': '56.96% (2_100 / 3_687)', 'remaining time': '14:08:35', 'throughput': '8657.41', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:03:29,913 >> {'loss': 0.4662, 'grad_norm': 15.730474472045898, 'learning_rate': 4.836343799856302e-07, 'epoch': 0.35286140493626256, 'num_input_tokens_seen': 4406116352, 'completed': '56.98% (2_101 / 3_687)', 'remaining time': '14:08:00', 'throughput': '8856.80', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:04:00,522 >> {'loss': 0.2086, 'grad_norm': 9.630202293395996, 'learning_rate': 4.83235132633242e-07, 'epoch': 0.3531326281529699, 'num_input_tokens_seen': 4408213504, 'completed': '57.01% (2_102 / 3_687)', 'remaining time': '14:07:26', 'throughput': '8564.56', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:04:31,386 >> {'loss': 0.2325, 'grad_norm': 10.681892395019531, 'learning_rate': 4.828359390106786e-07, 'epoch': 0.3534038513696772, 'num_input_tokens_seen': 4410310656, 'completed': '57.04% (2_103 / 3_687)', 'remaining time': '14:06:52', 'throughput': '8493.25', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:05:00,066 >> {'loss': 0.4176, 'grad_norm': 15.098684310913086, 'learning_rate': 4.824367994391958e-07, 'epoch': 0.3536750745863846, 'num_input_tokens_seen': 4412407808, 'completed': '57.07% (2_104 / 3_687)', 'remaining time': '14:06:16', 'throughput': '9140.09', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:05:32,104 >> {'loss': 0.2685, 'grad_norm': 11.902873039245605, 'learning_rate': 4.820377142400058e-07, 'epoch': 0.35394629780309195, 'num_input_tokens_seen': 4414504960, 'completed': '57.09% (2_105 / 3_687)', 'remaining time': '14:05:44', 'throughput': '8182.51', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:06:02,557 >> {'loss': 0.5198, 'grad_norm': 19.398834228515625, 'learning_rate': 4.816386837342771e-07, 'epoch': 0.3542175210197993, 'num_input_tokens_seen': 4416602112, 'completed': '57.12% (2_106 / 3_687)', 'remaining time': '14:05:10', 'throughput': '8608.04', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:06:34,621 >> {'loss': 0.5469, 'grad_norm': 21.086822509765625, 'learning_rate': 4.812397082431345e-07, 'epoch': 0.35448874423650667, 'num_input_tokens_seen': 4418699264, 'completed': '57.15% (2_107 / 3_687)', 'remaining time': '14:04:38', 'throughput': '8175.67', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:07:05,458 >> {'loss': 0.6044, 'grad_norm': 21.071117401123047, 'learning_rate': 4.808407880876581e-07, 'epoch': 0.354759967453214, 'num_input_tokens_seen': 4420796416, 'completed': '57.17% (2_108 / 3_687)', 'remaining time': '14:04:04', 'throughput': '8500.88', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:07:36,788 >> {'loss': 0.5796, 'grad_norm': 17.908489227294922, 'learning_rate': 4.804419235888838e-07, 'epoch': 0.35503119066992134, 'num_input_tokens_seen': 4422893568, 'completed': '57.20% (2_109 / 3_687)', 'remaining time': '14:03:31', 'throughput': '8367.30', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:08:09,238 >> {'loss': 0.4045, 'grad_norm': 15.03857135772705, 'learning_rate': 4.800431150678026e-07, 'epoch': 0.3553024138866287, 'num_input_tokens_seen': 4424990720, 'completed': '57.23% (2_110 / 3_687)', 'remaining time': '14:03:00', 'throughput': '8078.28', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:08:38,195 >> {'loss': 0.6847, 'grad_norm': 22.05478858947754, 'learning_rate': 4.796443628453603e-07, 'epoch': 0.35557363710333606, 'num_input_tokens_seen': 4427087872, 'completed': '57.26% (2_111 / 3_687)', 'remaining time': '14:02:24', 'throughput': '9052.98', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:09:05,421 >> {'loss': 0.5185, 'grad_norm': 18.630102157592773, 'learning_rate': 4.792456672424574e-07, 'epoch': 0.3558448603200434, 'num_input_tokens_seen': 4429185024, 'completed': '57.28% (2_112 / 3_687)', 'remaining time': '14:01:46', 'throughput': '9628.31', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:09:38,348 >> {'loss': 0.2514, 'grad_norm': 10.600038528442383, 'learning_rate': 4.788470285799492e-07, 'epoch': 0.3561160835367507, 'num_input_tokens_seen': 4431282176, 'completed': '57.31% (2_113 / 3_687)', 'remaining time': '14:01:15', 'throughput': '7961.50', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:10:08,581 >> {'loss': 0.3868, 'grad_norm': 15.612627029418945, 'learning_rate': 4.784484471786447e-07, 'epoch': 0.3563873067534581, 'num_input_tokens_seen': 4433379328, 'completed': '57.34% (2_114 / 3_687)', 'remaining time': '14:00:41', 'throughput': '8670.72', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:10:38,651 >> {'loss': 0.5039, 'grad_norm': 17.270404815673828, 'learning_rate': 4.780499233593073e-07, 'epoch': 0.35665852997016545, 'num_input_tokens_seen': 4435476480, 'completed': '57.36% (2_115 / 3_687)', 'remaining time': '14:00:06', 'throughput': '8717.86', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:11:11,776 >> {'loss': 0.4082, 'grad_norm': 17.62727928161621, 'learning_rate': 4.776514574426538e-07, 'epoch': 0.3569297531868728, 'num_input_tokens_seen': 4437573632, 'completed': '57.39% (2_116 / 3_687)', 'remaining time': '13:59:36', 'throughput': '7913.73', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:11:43,054 >> {'loss': 0.3864, 'grad_norm': 15.866716384887695, 'learning_rate': 4.772530497493541e-07, 'epoch': 0.3572009764035802, 'num_input_tokens_seen': 4439670784, 'completed': '57.42% (2_117 / 3_687)', 'remaining time': '13:59:03', 'throughput': '8381.00', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:12:13,103 >> {'loss': 0.505, 'grad_norm': 17.658111572265625, 'learning_rate': 4.768547006000317e-07, 'epoch': 0.3574721996202875, 'num_input_tokens_seen': 4441767936, 'completed': '57.45% (2_118 / 3_687)', 'remaining time': '13:58:28', 'throughput': '8723.84', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:12:43,474 >> {'loss': 0.5577, 'grad_norm': 17.13514518737793, 'learning_rate': 4.76456410315263e-07, 'epoch': 0.35774342283699484, 'num_input_tokens_seen': 4443865088, 'completed': '57.47% (2_119 / 3_687)', 'remaining time': '13:57:54', 'throughput': '8631.43', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:13:14,202 >> {'loss': 0.3055, 'grad_norm': 12.680811882019043, 'learning_rate': 4.7605817921557666e-07, 'epoch': 0.3580146460537022, 'num_input_tokens_seen': 4445962240, 'completed': '57.50% (2_120 / 3_687)', 'remaining time': '13:57:20', 'throughput': '8531.15', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:13:44,833 >> {'loss': 0.3165, 'grad_norm': 10.903252601623535, 'learning_rate': 4.756600076214541e-07, 'epoch': 0.35828586927040956, 'num_input_tokens_seen': 4448059392, 'completed': '57.53% (2_121 / 3_687)', 'remaining time': '13:56:47', 'throughput': '8558.13', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:14:12,025 >> {'loss': 0.489, 'grad_norm': 20.912986755371094, 'learning_rate': 4.7526189585332855e-07, 'epoch': 0.3585570924871169, 'num_input_tokens_seen': 4450156544, 'completed': '57.55% (2_122 / 3_687)', 'remaining time': '13:56:09', 'throughput': '9640.57', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:14:43,057 >> {'loss': 0.7097, 'grad_norm': 19.84836196899414, 'learning_rate': 4.748638442315851e-07, 'epoch': 0.35882831570382423, 'num_input_tokens_seen': 4452253696, 'completed': '57.58% (2_123 / 3_687)', 'remaining time': '13:55:35', 'throughput': '8447.63', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:15:14,427 >> {'loss': 0.4103, 'grad_norm': 14.485566139221191, 'learning_rate': 4.7446585307656074e-07, 'epoch': 0.3590995389205316, 'num_input_tokens_seen': 4454350848, 'completed': '57.61% (2_124 / 3_687)', 'remaining time': '13:55:03', 'throughput': '8356.47', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:15:47,712 >> {'loss': 0.6003, 'grad_norm': 17.28524398803711, 'learning_rate': 4.740679227085436e-07, 'epoch': 0.35937076213723895, 'num_input_tokens_seen': 4456448000, 'completed': '57.63% (2_125 / 3_687)', 'remaining time': '13:54:32', 'throughput': '7875.76', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:16:20,128 >> {'loss': 0.4924, 'grad_norm': 17.543121337890625, 'learning_rate': 4.7367005344777255e-07, 'epoch': 0.3596419853539463, 'num_input_tokens_seen': 4458545152, 'completed': '57.66% (2_126 / 3_687)', 'remaining time': '13:54:00', 'throughput': '8086.66', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:16:49,776 >> {'loss': 0.4224, 'grad_norm': 15.53244400024414, 'learning_rate': 4.732722456144381e-07, 'epoch': 0.3599132085706537, 'num_input_tokens_seen': 4460642304, 'completed': '57.69% (2_127 / 3_687)', 'remaining time': '13:53:25', 'throughput': '8841.98', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:17:22,269 >> {'loss': 0.4343, 'grad_norm': 15.329564094543457, 'learning_rate': 4.7287449952868084e-07, 'epoch': 0.360184431787361, 'num_input_tokens_seen': 4462739456, 'completed': '57.72% (2_128 / 3_687)', 'remaining time': '13:52:54', 'throughput': '8067.84', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:17:52,480 >> {'loss': 0.2533, 'grad_norm': 11.179370880126953, 'learning_rate': 4.724768155105914e-07, 'epoch': 0.36045565500406834, 'num_input_tokens_seen': 4464836608, 'completed': '57.74% (2_129 / 3_687)', 'remaining time': '13:52:20', 'throughput': '8677.12', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:18:22,042 >> {'loss': 0.6616, 'grad_norm': 19.77837371826172, 'learning_rate': 4.7207919388021076e-07, 'epoch': 0.3607268782207757, 'num_input_tokens_seen': 4466933760, 'completed': '57.77% (2_130 / 3_687)', 'remaining time': '13:51:45', 'throughput': '8867.48', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:18:53,908 >> {'loss': 0.4892, 'grad_norm': 18.568798065185547, 'learning_rate': 4.7168163495752977e-07, 'epoch': 0.36099810143748307, 'num_input_tokens_seen': 4469030912, 'completed': '57.80% (2_131 / 3_687)', 'remaining time': '13:51:12', 'throughput': '8226.47', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:19:25,652 >> {'loss': 0.5263, 'grad_norm': 21.5096492767334, 'learning_rate': 4.7128413906248885e-07, 'epoch': 0.36126932465419037, 'num_input_tokens_seen': 4471128064, 'completed': '57.82% (2_132 / 3_687)', 'remaining time': '13:50:40', 'throughput': '8258.02', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:19:55,545 >> {'loss': 0.3734, 'grad_norm': 14.280765533447266, 'learning_rate': 4.708867065149775e-07, 'epoch': 0.36154054787089773, 'num_input_tokens_seen': 4473225216, 'completed': '57.85% (2_133 / 3_687)', 'remaining time': '13:50:06', 'throughput': '8769.45', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:20:24,241 >> {'loss': 0.5905, 'grad_norm': 21.687335968017578, 'learning_rate': 4.704893376348342e-07, 'epoch': 0.3618117710876051, 'num_input_tokens_seen': 4475322368, 'completed': '57.88% (2_134 / 3_687)', 'remaining time': '13:49:30', 'throughput': '9135.08', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:20:51,885 >> {'loss': 0.6312, 'grad_norm': 18.599130630493164, 'learning_rate': 4.700920327418463e-07, 'epoch': 0.36208299430431246, 'num_input_tokens_seen': 4477419520, 'completed': '57.91% (2_135 / 3_687)', 'remaining time': '13:48:52', 'throughput': '9482.93', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:21:22,683 >> {'loss': 0.3828, 'grad_norm': 15.053811073303223, 'learning_rate': 4.696947921557498e-07, 'epoch': 0.3623542175210198, 'num_input_tokens_seen': 4479516672, 'completed': '57.93% (2_136 / 3_687)', 'remaining time': '13:48:19', 'throughput': '8511.76', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:21:52,835 >> {'loss': 0.443, 'grad_norm': 15.113408088684082, 'learning_rate': 4.6929761619622866e-07, 'epoch': 0.3626254407377271, 'num_input_tokens_seen': 4481613824, 'completed': '57.96% (2_137 / 3_687)', 'remaining time': '13:47:45', 'throughput': '8693.97', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:22:21,958 >> {'loss': 0.3773, 'grad_norm': 14.625730514526367, 'learning_rate': 4.68900505182915e-07, 'epoch': 0.3628966639544345, 'num_input_tokens_seen': 4483710976, 'completed': '57.99% (2_138 / 3_687)', 'remaining time': '13:47:09', 'throughput': '9001.40', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:22:53,336 >> {'loss': 0.2264, 'grad_norm': 13.605332374572754, 'learning_rate': 4.6850345943538896e-07, 'epoch': 0.36316788717114185, 'num_input_tokens_seen': 4485808128, 'completed': '58.01% (2_139 / 3_687)', 'remaining time': '13:46:36', 'throughput': '8354.37', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:23:25,162 >> {'loss': 0.5183, 'grad_norm': 18.40673065185547, 'learning_rate': 4.6810647927317735e-07, 'epoch': 0.3634391103878492, 'num_input_tokens_seen': 4487905280, 'completed': '58.04% (2_140 / 3_687)', 'remaining time': '13:46:04', 'throughput': '8236.90', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:23:55,546 >> {'loss': 0.4819, 'grad_norm': 17.36908721923828, 'learning_rate': 4.677095650157551e-07, 'epoch': 0.36371033360455657, 'num_input_tokens_seen': 4490002432, 'completed': '58.07% (2_141 / 3_687)', 'remaining time': '13:45:30', 'throughput': '8627.80', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:24:25,059 >> {'loss': 0.5503, 'grad_norm': 17.948476791381836, 'learning_rate': 4.6731271698254326e-07, 'epoch': 0.3639815568212639, 'num_input_tokens_seen': 4492099584, 'completed': '58.10% (2_142 / 3_687)', 'remaining time': '13:44:55', 'throughput': '8882.09', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:24:54,516 >> {'loss': 0.9079, 'grad_norm': 22.524932861328125, 'learning_rate': 4.669159354929105e-07, 'epoch': 0.36425278003797124, 'num_input_tokens_seen': 4494196736, 'completed': '58.12% (2_143 / 3_687)', 'remaining time': '13:44:20', 'throughput': '8899.23', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:25:24,284 >> {'loss': 0.2876, 'grad_norm': 11.158336639404297, 'learning_rate': 4.6651922086617134e-07, 'epoch': 0.3645240032546786, 'num_input_tokens_seen': 4496293888, 'completed': '58.15% (2_144 / 3_687)', 'remaining time': '13:43:46', 'throughput': '8806.29', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:25:56,082 >> {'loss': 0.4339, 'grad_norm': 16.561214447021484, 'learning_rate': 4.661225734215867e-07, 'epoch': 0.36479522647138596, 'num_input_tokens_seen': 4498391040, 'completed': '58.18% (2_145 / 3_687)', 'remaining time': '13:43:13', 'throughput': '8244.01', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:26:25,404 >> {'loss': 0.2669, 'grad_norm': 11.833779335021973, 'learning_rate': 4.657259934783628e-07, 'epoch': 0.3650664496880933, 'num_input_tokens_seen': 4500488192, 'completed': '58.20% (2_146 / 3_687)', 'remaining time': '13:42:38', 'throughput': '8940.15', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:26:53,304 >> {'loss': 0.5366, 'grad_norm': 15.685547828674316, 'learning_rate': 4.6532948135565264e-07, 'epoch': 0.3653376729048006, 'num_input_tokens_seen': 4502585344, 'completed': '58.23% (2_147 / 3_687)', 'remaining time': '13:42:01', 'throughput': '9395.75', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:27:25,489 >> {'loss': 0.4777, 'grad_norm': 17.699525833129883, 'learning_rate': 4.6493303737255397e-07, 'epoch': 0.365608896121508, 'num_input_tokens_seen': 4504682496, 'completed': '58.26% (2_148 / 3_687)', 'remaining time': '13:41:30', 'throughput': '8145.06', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:27:54,561 >> {'loss': 0.6268, 'grad_norm': 18.16535186767578, 'learning_rate': 4.645366618481098e-07, 'epoch': 0.36588011933821535, 'num_input_tokens_seen': 4506779648, 'completed': '58.29% (2_149 / 3_687)', 'remaining time': '13:40:54', 'throughput': '9017.05', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:28:23,520 >> {'loss': 0.729, 'grad_norm': 18.208988189697266, 'learning_rate': 4.641403551013081e-07, 'epoch': 0.3661513425549227, 'num_input_tokens_seen': 4508876800, 'completed': '58.31% (2_150 / 3_687)', 'remaining time': '13:40:19', 'throughput': '9052.05', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:28:56,487 >> {'loss': 0.3639, 'grad_norm': 14.158181190490723, 'learning_rate': 4.637441174510813e-07, 'epoch': 0.36642256577163007, 'num_input_tokens_seen': 4510973952, 'completed': '58.34% (2_151 / 3_687)', 'remaining time': '13:39:48', 'throughput': '7951.76', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:29:25,881 >> {'loss': 0.4579, 'grad_norm': 15.75287914276123, 'learning_rate': 4.633479492163066e-07, 'epoch': 0.3666937889883374, 'num_input_tokens_seen': 4513071104, 'completed': '58.37% (2_152 / 3_687)', 'remaining time': '13:39:13', 'throughput': '8918.27', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:29:56,410 >> {'loss': 0.413, 'grad_norm': 14.739073753356934, 'learning_rate': 4.6295185071580487e-07, 'epoch': 0.36696501220504474, 'num_input_tokens_seen': 4515168256, 'completed': '58.39% (2_153 / 3_687)', 'remaining time': '13:38:39', 'throughput': '8586.90', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:30:25,733 >> {'loss': 0.4131, 'grad_norm': 14.379277229309082, 'learning_rate': 4.6255582226834133e-07, 'epoch': 0.3672362354217521, 'num_input_tokens_seen': 4517265408, 'completed': '58.42% (2_154 / 3_687)', 'remaining time': '13:38:04', 'throughput': '8939.76', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:30:56,242 >> {'loss': 0.5776, 'grad_norm': 19.29395294189453, 'learning_rate': 4.6215986419262444e-07, 'epoch': 0.36750745863845946, 'num_input_tokens_seen': 4519362560, 'completed': '58.45% (2_155 / 3_687)', 'remaining time': '13:37:30', 'throughput': '8592.35', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:31:22,814 >> {'loss': 0.9065, 'grad_norm': 22.25945281982422, 'learning_rate': 4.617639768073066e-07, 'epoch': 0.3677786818551668, 'num_input_tokens_seen': 4521459712, 'completed': '58.48% (2_156 / 3_687)', 'remaining time': '13:36:52', 'throughput': '9865.36', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:31:53,797 >> {'loss': 0.302, 'grad_norm': 11.623411178588867, 'learning_rate': 4.613681604309824e-07, 'epoch': 0.36804990507187413, 'num_input_tokens_seen': 4523556864, 'completed': '58.50% (2_157 / 3_687)', 'remaining time': '13:36:19', 'throughput': '8460.91', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:32:24,896 >> {'loss': 0.5756, 'grad_norm': 19.57111358642578, 'learning_rate': 4.609724153821898e-07, 'epoch': 0.3683211282885815, 'num_input_tokens_seen': 4525654016, 'completed': '58.53% (2_158 / 3_687)', 'remaining time': '13:35:46', 'throughput': '8429.33', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:32:55,048 >> {'loss': 0.4861, 'grad_norm': 19.20432472229004, 'learning_rate': 4.6057674197940974e-07, 'epoch': 0.36859235150528885, 'num_input_tokens_seen': 4527751168, 'completed': '58.56% (2_159 / 3_687)', 'remaining time': '13:35:12', 'throughput': '8694.02', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:33:28,406 >> {'loss': 0.3036, 'grad_norm': 12.728202819824219, 'learning_rate': 4.6018114054106494e-07, 'epoch': 0.3688635747219962, 'num_input_tokens_seen': 4529848320, 'completed': '58.58% (2_160 / 3_687)', 'remaining time': '13:34:41', 'throughput': '7858.58', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:33:58,361 >> {'loss': 0.3981, 'grad_norm': 15.91971492767334, 'learning_rate': 4.597856113855203e-07, 'epoch': 0.3691347979387036, 'num_input_tokens_seen': 4531945472, 'completed': '58.61% (2_161 / 3_687)', 'remaining time': '13:34:07', 'throughput': '8751.31', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:34:25,755 >> {'loss': 0.6073, 'grad_norm': 20.145366668701172, 'learning_rate': 4.593901548310828e-07, 'epoch': 0.3694060211554109, 'num_input_tokens_seen': 4534042624, 'completed': '58.64% (2_162 / 3_687)', 'remaining time': '13:33:30', 'throughput': '9569.33', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:34:53,845 >> {'loss': 0.4431, 'grad_norm': 18.48992156982422, 'learning_rate': 4.5899477119600073e-07, 'epoch': 0.36967724437211824, 'num_input_tokens_seen': 4536139776, 'completed': '58.67% (2_163 / 3_687)', 'remaining time': '13:32:53', 'throughput': '9332.36', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:35:27,993 >> {'loss': 0.4718, 'grad_norm': 20.453821182250977, 'learning_rate': 4.585994607984637e-07, 'epoch': 0.3699484675888256, 'num_input_tokens_seen': 4538236928, 'completed': '58.69% (2_164 / 3_687)', 'remaining time': '13:32:24', 'throughput': '7676.63', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:35:59,442 >> {'loss': 0.555, 'grad_norm': 19.20899772644043, 'learning_rate': 4.582042239566026e-07, 'epoch': 0.37021969080553296, 'num_input_tokens_seen': 4540334080, 'completed': '58.72% (2_165 / 3_687)', 'remaining time': '13:31:51', 'throughput': '8335.55', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:36:35,410 >> {'loss': 0.3494, 'grad_norm': 14.162814140319824, 'learning_rate': 4.578090609884889e-07, 'epoch': 0.3704909140222403, 'num_input_tokens_seen': 4542431232, 'completed': '58.75% (2_166 / 3_687)', 'remaining time': '13:31:23', 'throughput': '7288.19', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:37:05,591 >> {'loss': 0.3046, 'grad_norm': 16.07235336303711, 'learning_rate': 4.57413972212135e-07, 'epoch': 0.37076213723894763, 'num_input_tokens_seen': 4544528384, 'completed': '58.77% (2_167 / 3_687)', 'remaining time': '13:30:49', 'throughput': '8685.81', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:37:34,698 >> {'loss': 0.403, 'grad_norm': 18.295516967773438, 'learning_rate': 4.5701895794549293e-07, 'epoch': 0.371033360455655, 'num_input_tokens_seen': 4546625536, 'completed': '58.80% (2_168 / 3_687)', 'remaining time': '13:30:14', 'throughput': '9006.33', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:38:06,775 >> {'loss': 0.3592, 'grad_norm': 19.14270782470703, 'learning_rate': 4.566240185064554e-07, 'epoch': 0.37130458367236235, 'num_input_tokens_seen': 4548722688, 'completed': '58.83% (2_169 / 3_687)', 'remaining time': '13:29:42', 'throughput': '8172.25', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:38:39,232 >> {'loss': 0.5408, 'grad_norm': 17.336620330810547, 'learning_rate': 4.5622915421285446e-07, 'epoch': 0.3715758068890697, 'num_input_tokens_seen': 4550819840, 'completed': '58.86% (2_170 / 3_687)', 'remaining time': '13:29:11', 'throughput': '8076.64', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:39:09,038 >> {'loss': 0.0982, 'grad_norm': 7.247825622558594, 'learning_rate': 4.558343653824619e-07, 'epoch': 0.3718470301057771, 'num_input_tokens_seen': 4552916992, 'completed': '58.88% (2_171 / 3_687)', 'remaining time': '13:28:36', 'throughput': '8795.12', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:39:39,899 >> {'loss': 0.3333, 'grad_norm': 14.099793434143066, 'learning_rate': 4.55439652332989e-07, 'epoch': 0.3721182533224844, 'num_input_tokens_seen': 4555014144, 'completed': '58.91% (2_172 / 3_687)', 'remaining time': '13:28:03', 'throughput': '8494.28', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:40:11,025 >> {'loss': 0.4548, 'grad_norm': 17.59613800048828, 'learning_rate': 4.550450153820857e-07, 'epoch': 0.37238947653919174, 'num_input_tokens_seen': 4557111296, 'completed': '58.94% (2_173 / 3_687)', 'remaining time': '13:27:30', 'throughput': '8422.02', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:40:43,235 >> {'loss': 0.3559, 'grad_norm': 12.305207252502441, 'learning_rate': 4.5465045484734044e-07, 'epoch': 0.3726606997558991, 'num_input_tokens_seen': 4559208448, 'completed': '58.96% (2_174 / 3_687)', 'remaining time': '13:26:58', 'throughput': '8138.55', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:41:12,505 >> {'loss': 0.3236, 'grad_norm': 13.379070281982422, 'learning_rate': 4.5425597104628086e-07, 'epoch': 0.37293192297260647, 'num_input_tokens_seen': 4561305600, 'completed': '58.99% (2_175 / 3_687)', 'remaining time': '13:26:23', 'throughput': '8956.22', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:41:41,082 >> {'loss': 0.4341, 'grad_norm': 15.527801513671875, 'learning_rate': 4.5386156429637256e-07, 'epoch': 0.37320314618931383, 'num_input_tokens_seen': 4563402752, 'completed': '59.02% (2_176 / 3_687)', 'remaining time': '13:25:48', 'throughput': '9173.26', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:42:14,281 >> {'loss': 0.3883, 'grad_norm': 22.03895378112793, 'learning_rate': 4.534672349150189e-07, 'epoch': 0.37347436940602113, 'num_input_tokens_seen': 4565499904, 'completed': '59.05% (2_177 / 3_687)', 'remaining time': '13:25:17', 'throughput': '7895.98', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:42:44,417 >> {'loss': 0.311, 'grad_norm': 15.303971290588379, 'learning_rate': 4.530729832195612e-07, 'epoch': 0.3737455926227285, 'num_input_tokens_seen': 4567597056, 'completed': '59.07% (2_178 / 3_687)', 'remaining time': '13:24:43', 'throughput': '8698.66', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:43:16,664 >> {'loss': 0.3807, 'grad_norm': 15.900908470153809, 'learning_rate': 4.5267880952727845e-07, 'epoch': 0.37401681583943586, 'num_input_tokens_seen': 4569694208, 'completed': '59.10% (2_179 / 3_687)', 'remaining time': '13:24:11', 'throughput': '8129.40', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:43:44,421 >> {'loss': 0.9865, 'grad_norm': 26.075777053833008, 'learning_rate': 4.5228471415538637e-07, 'epoch': 0.3742880390561432, 'num_input_tokens_seen': 4571791360, 'completed': '59.13% (2_180 / 3_687)', 'remaining time': '13:23:35', 'throughput': '9444.22', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:44:15,566 >> {'loss': 0.3947, 'grad_norm': 18.148820877075195, 'learning_rate': 4.518906974210379e-07, 'epoch': 0.3745592622728506, 'num_input_tokens_seen': 4573888512, 'completed': '59.15% (2_181 / 3_687)', 'remaining time': '13:23:02', 'throughput': '8416.86', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:44:45,447 >> {'loss': 0.4087, 'grad_norm': 32.52322006225586, 'learning_rate': 4.514967596413228e-07, 'epoch': 0.3748304854895579, 'num_input_tokens_seen': 4575985664, 'completed': '59.18% (2_182 / 3_687)', 'remaining time': '13:22:27', 'throughput': '8772.87', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:45:15,887 >> {'loss': 0.3748, 'grad_norm': 14.72100830078125, 'learning_rate': 4.511029011332672e-07, 'epoch': 0.37510170870626525, 'num_input_tokens_seen': 4578082816, 'completed': '59.21% (2_183 / 3_687)', 'remaining time': '13:21:54', 'throughput': '8612.02', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:45:47,047 >> {'loss': 0.5725, 'grad_norm': 18.871889114379883, 'learning_rate': 4.507091222138335e-07, 'epoch': 0.3753729319229726, 'num_input_tokens_seen': 4580179968, 'completed': '59.24% (2_184 / 3_687)', 'remaining time': '13:21:21', 'throughput': '8412.64', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:46:17,793 >> {'loss': 0.2177, 'grad_norm': 15.662956237792969, 'learning_rate': 4.503154231999202e-07, 'epoch': 0.37564415513967997, 'num_input_tokens_seen': 4582277120, 'completed': '59.26% (2_185 / 3_687)', 'remaining time': '13:20:47', 'throughput': '8526.22', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:46:47,673 >> {'loss': 0.799, 'grad_norm': 23.3785343170166, 'learning_rate': 4.499218044083608e-07, 'epoch': 0.37591537835638733, 'num_input_tokens_seen': 4584374272, 'completed': '59.29% (2_186 / 3_687)', 'remaining time': '13:20:13', 'throughput': '8773.24', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:47:18,729 >> {'loss': 0.4064, 'grad_norm': 15.690712928771973, 'learning_rate': 4.495282661559248e-07, 'epoch': 0.37618660157309464, 'num_input_tokens_seen': 4586471424, 'completed': '59.32% (2_187 / 3_687)', 'remaining time': '13:19:40', 'throughput': '8441.11', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:47:47,776 >> {'loss': 0.5982, 'grad_norm': 17.365020751953125, 'learning_rate': 4.491348087593171e-07, 'epoch': 0.376457824789802, 'num_input_tokens_seen': 4588568576, 'completed': '59.34% (2_188 / 3_687)', 'remaining time': '13:19:05', 'throughput': '9024.81', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:48:17,890 >> {'loss': 0.2989, 'grad_norm': 12.830045700073242, 'learning_rate': 4.4874143253517706e-07, 'epoch': 0.37672904800650936, 'num_input_tokens_seen': 4590665728, 'completed': '59.37% (2_189 / 3_687)', 'remaining time': '13:18:31', 'throughput': '8704.82', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:48:48,676 >> {'loss': 0.7782, 'grad_norm': 21.898000717163086, 'learning_rate': 4.483481378000791e-07, 'epoch': 0.3770002712232167, 'num_input_tokens_seen': 4592762880, 'completed': '59.40% (2_190 / 3_687)', 'remaining time': '13:17:58', 'throughput': '8514.99', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:49:19,928 >> {'loss': 0.5265, 'grad_norm': 17.4901065826416, 'learning_rate': 4.4795492487053155e-07, 'epoch': 0.3772714944399241, 'num_input_tokens_seen': 4594860032, 'completed': '59.43% (2_191 / 3_687)', 'remaining time': '13:17:25', 'throughput': '8388.13', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:49:51,613 >> {'loss': 0.3187, 'grad_norm': 11.635929107666016, 'learning_rate': 4.4756179406297744e-07, 'epoch': 0.3775427176566314, 'num_input_tokens_seen': 4596957184, 'completed': '59.45% (2_192 / 3_687)', 'remaining time': '13:16:53', 'throughput': '8273.47', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:50:20,547 >> {'loss': 0.3864, 'grad_norm': 16.157140731811523, 'learning_rate': 4.4716874569379336e-07, 'epoch': 0.37781394087333875, 'num_input_tokens_seen': 4599054336, 'completed': '59.48% (2_193 / 3_687)', 'remaining time': '13:16:17', 'throughput': '9060.17', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:50:47,885 >> {'loss': 0.3689, 'grad_norm': 15.90643310546875, 'learning_rate': 4.467757800792897e-07, 'epoch': 0.3780851640900461, 'num_input_tokens_seen': 4601151488, 'completed': '59.51% (2_194 / 3_687)', 'remaining time': '13:15:40', 'throughput': '9588.96', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:51:17,153 >> {'loss': 0.6203, 'grad_norm': 20.70597267150879, 'learning_rate': 4.4638289753571025e-07, 'epoch': 0.37835638730675347, 'num_input_tokens_seen': 4603248640, 'completed': '59.53% (2_195 / 3_687)', 'remaining time': '13:15:06', 'throughput': '8956.74', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:51:47,613 >> {'loss': 0.3584, 'grad_norm': 13.205007553100586, 'learning_rate': 4.459900983792321e-07, 'epoch': 0.37862761052346083, 'num_input_tokens_seen': 4605345792, 'completed': '59.56% (2_196 / 3_687)', 'remaining time': '13:14:32', 'throughput': '8606.19', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:52:18,480 >> {'loss': 0.2914, 'grad_norm': 15.028583526611328, 'learning_rate': 4.455973829259648e-07, 'epoch': 0.37889883374016814, 'num_input_tokens_seen': 4607442944, 'completed': '59.59% (2_197 / 3_687)', 'remaining time': '13:13:59', 'throughput': '8492.49', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:52:50,750 >> {'loss': 0.4295, 'grad_norm': 14.172557830810547, 'learning_rate': 4.4520475149195093e-07, 'epoch': 0.3791700569568755, 'num_input_tokens_seen': 4609540096, 'completed': '59.61% (2_198 / 3_687)', 'remaining time': '13:13:27', 'throughput': '8123.48', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:53:20,198 >> {'loss': 0.2735, 'grad_norm': 11.871790885925293, 'learning_rate': 4.4481220439316514e-07, 'epoch': 0.37944128017358286, 'num_input_tokens_seen': 4611637248, 'completed': '59.64% (2_199 / 3_687)', 'remaining time': '13:12:52', 'throughput': '8901.95', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:53:50,365 >> {'loss': 0.6647, 'grad_norm': 17.767791748046875, 'learning_rate': 4.444197419455147e-07, 'epoch': 0.3797125033902902, 'num_input_tokens_seen': 4613734400, 'completed': '59.67% (2_200 / 3_687)', 'remaining time': '13:12:19', 'throughput': '8689.80', 'gpu_mem_free': '5581MB'} +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/distributed/fsdp/fully_sharded_data_parallel.py:689: FutureWarning: FSDP.state_dict_type() and FSDP.set_state_dict_type() are being deprecated. Please use APIs, get_state_dict() and set_state_dict(), which can support different parallelisms, FSDP1, FSDP2, DDP. API doc: https://pytorch.org/docs/stable/distributed.checkpoint.html#torch.distributed.checkpoint.state_dict.get_state_dict .Tutorial: https://pytorch.org/tutorials/recipes/distributed_checkpoint_recipe.html . + warnings.warn( +[INFO|trainer.py:3503] 2024-12-26 03:54:13,820 >> Saving model checkpoint to /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-2200 +[INFO|configuration_utils.py:472] 2024-12-26 03:54:13,823 >> Configuration saved in /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-2200/config.json +[INFO|configuration_utils.py:807] 2024-12-26 03:54:13,825 >> Configuration saved in /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-2200/generation_config.json +[INFO|modeling_utils.py:2807] 2024-12-26 03:55:09,960 >> The model is bigger than the maximum size per checkpoint (5GB) and is going to be split in 7 checkpoint shards. You can find where each parameters has been saved in the index located at /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-2200/model.safetensors.index.json. +[INFO|tokenization_utils_base.py:2684] 2024-12-26 03:55:09,964 >> tokenizer config file saved in /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-2200/tokenizer_config.json +[INFO|tokenization_utils_base.py:2693] 2024-12-26 03:55:09,965 >> Special tokens file saved in /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-2200/special_tokens_map.json +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/distributed/fsdp/fully_sharded_data_parallel.py:689: FutureWarning: FSDP.state_dict_type() and FSDP.set_state_dict_type() are being deprecated. Please use APIs, get_state_dict() and set_state_dict(), which can support different parallelisms, FSDP1, FSDP2, DDP. API doc: https://pytorch.org/docs/stable/distributed.checkpoint.html#torch.distributed.checkpoint.state_dict.get_state_dict .Tutorial: https://pytorch.org/tutorials/recipes/distributed_checkpoint_recipe.html . + warnings.warn( +[WARNING|trainer.py:868] 2024-12-26 03:59:00,091 >> Save streaming dataset state: {'epoch': 0, 'sample_in_epoch': 4400, 'num_canonical_nodes': 1, 'shuffle_seed': 42, 'initial_physical_nodes': 1} +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/utils/checkpoint.py:1399: FutureWarning: `torch.cpu.amp.autocast(args...)` is deprecated. Please use `torch.amp.autocast('cpu', args...)` instead. + with device_autocast_ctx, torch.cpu.amp.autocast(**cpu_autocast_kwargs), recompute_context: # type: ignore[attr-defined] +[INFO|trainer.py:175] 2024-12-26 03:59:32,063 >> {'loss': 0.4934, 'grad_norm': 15.653825759887695, 'learning_rate': 4.4402736446483824e-07, 'epoch': 0.3799837266069976, 'num_input_tokens_seen': 4615831552, 'completed': '59.70% (2_201 / 3_687)', 'remaining time': '13:17:15', 'throughput': '767.18', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:00:05,569 >> {'loss': 0.4065, 'grad_norm': 16.383865356445312, 'learning_rate': 4.436350722669065e-07, 'epoch': 0.3802549498237049, 'num_input_tokens_seen': 4617928704, 'completed': '59.72% (2_202 / 3_687)', 'remaining time': '13:16:44', 'throughput': '7823.91', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:00:34,089 >> {'loss': 0.5536, 'grad_norm': 17.470500946044922, 'learning_rate': 4.43242865667421e-07, 'epoch': 0.38052617304041225, 'num_input_tokens_seen': 4620025856, 'completed': '59.75% (2_203 / 3_687)', 'remaining time': '13:16:08', 'throughput': '9191.38', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:01:05,211 >> {'loss': 0.4773, 'grad_norm': 17.186763763427734, 'learning_rate': 4.428507449820147e-07, 'epoch': 0.3807973962571196, 'num_input_tokens_seen': 4622123008, 'completed': '59.78% (2_204 / 3_687)', 'remaining time': '13:15:35', 'throughput': '8423.09', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:01:33,843 >> {'loss': 0.6064, 'grad_norm': 18.592941284179688, 'learning_rate': 4.424587105262516e-07, 'epoch': 0.381068619473827, 'num_input_tokens_seen': 4624220160, 'completed': '59.80% (2_205 / 3_687)', 'remaining time': '13:14:59', 'throughput': '9155.62', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:02:00,907 >> {'loss': 0.6243, 'grad_norm': 18.531604766845703, 'learning_rate': 4.4206676261562603e-07, 'epoch': 0.38133984269053434, 'num_input_tokens_seen': 4626317312, 'completed': '59.83% (2_206 / 3_687)', 'remaining time': '13:14:21', 'throughput': '9686.36', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:02:31,693 >> {'loss': 0.3981, 'grad_norm': 18.356502532958984, 'learning_rate': 4.4167490156556274e-07, 'epoch': 0.38161106590724164, 'num_input_tokens_seen': 4628414464, 'completed': '59.86% (2_207 / 3_687)', 'remaining time': '13:13:48', 'throughput': '8515.02', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:03:01,766 >> {'loss': 0.4111, 'grad_norm': 16.479177474975586, 'learning_rate': 4.4128312769141664e-07, 'epoch': 0.381882289123949, 'num_input_tokens_seen': 4630511616, 'completed': '59.89% (2_208 / 3_687)', 'remaining time': '13:13:13', 'throughput': '8716.87', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:03:32,290 >> {'loss': 0.3192, 'grad_norm': 13.391749382019043, 'learning_rate': 4.408914413084722e-07, 'epoch': 0.38215351234065636, 'num_input_tokens_seen': 4632608768, 'completed': '59.91% (2_209 / 3_687)', 'remaining time': '13:12:39', 'throughput': '8588.21', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:04:03,567 >> {'loss': 0.7114, 'grad_norm': 24.691661834716797, 'learning_rate': 4.4049984273194406e-07, 'epoch': 0.3824247355573637, 'num_input_tokens_seen': 4634705920, 'completed': '59.94% (2_210 / 3_687)', 'remaining time': '13:12:06', 'throughput': '8381.32', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:04:33,226 >> {'loss': 0.7462, 'grad_norm': 27.44068717956543, 'learning_rate': 4.401083322769756e-07, 'epoch': 0.3826959587740711, 'num_input_tokens_seen': 4636803072, 'completed': '59.97% (2_211 / 3_687)', 'remaining time': '13:11:32', 'throughput': '8838.55', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:05:04,595 >> {'loss': 0.4238, 'grad_norm': 14.547937393188477, 'learning_rate': 4.3971691025863964e-07, 'epoch': 0.3829671819907784, 'num_input_tokens_seen': 4638900224, 'completed': '59.99% (2_212 / 3_687)', 'remaining time': '13:10:59', 'throughput': '8356.81', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:05:34,842 >> {'loss': 0.5338, 'grad_norm': 16.86309242248535, 'learning_rate': 4.3932557699193794e-07, 'epoch': 0.38323840520748575, 'num_input_tokens_seen': 4640997376, 'completed': '60.02% (2_213 / 3_687)', 'remaining time': '13:10:24', 'throughput': '8666.64', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:06:05,326 >> {'loss': 0.3702, 'grad_norm': 13.788909912109375, 'learning_rate': 4.389343327918004e-07, 'epoch': 0.3835096284241931, 'num_input_tokens_seen': 4643094528, 'completed': '60.05% (2_214 / 3_687)', 'remaining time': '13:09:50', 'throughput': '8599.56', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:06:35,588 >> {'loss': 0.4389, 'grad_norm': 18.939809799194336, 'learning_rate': 4.3854317797308515e-07, 'epoch': 0.3837808516409005, 'num_input_tokens_seen': 4645191680, 'completed': '60.08% (2_215 / 3_687)', 'remaining time': '13:09:16', 'throughput': '8662.37', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:07:07,720 >> {'loss': 0.3214, 'grad_norm': 13.284666061401367, 'learning_rate': 4.381521128505791e-07, 'epoch': 0.3840520748576078, 'num_input_tokens_seen': 4647288832, 'completed': '60.10% (2_216 / 3_687)', 'remaining time': '13:08:44', 'throughput': '8158.42', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:07:39,203 >> {'loss': 0.2278, 'grad_norm': 10.879389762878418, 'learning_rate': 4.377611377389966e-07, 'epoch': 0.38432329807431515, 'num_input_tokens_seen': 4649385984, 'completed': '60.13% (2_217 / 3_687)', 'remaining time': '13:08:11', 'throughput': '8326.42', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:08:11,830 >> {'loss': 0.3289, 'grad_norm': 12.832559585571289, 'learning_rate': 4.3737025295297937e-07, 'epoch': 0.3845945212910225, 'num_input_tokens_seen': 4651483136, 'completed': '60.16% (2_218 / 3_687)', 'remaining time': '13:07:39', 'throughput': '8034.70', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:08:42,943 >> {'loss': 0.5121, 'grad_norm': 15.852336883544922, 'learning_rate': 4.3697945880709686e-07, 'epoch': 0.38486574450772987, 'num_input_tokens_seen': 4653580288, 'completed': '60.18% (2_219 / 3_687)', 'remaining time': '13:07:06', 'throughput': '8425.48', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:09:14,306 >> {'loss': 0.5452, 'grad_norm': 19.836444854736328, 'learning_rate': 4.3658875561584494e-07, 'epoch': 0.38513696772443723, 'num_input_tokens_seen': 4655677440, 'completed': '60.21% (2_220 / 3_687)', 'remaining time': '13:06:33', 'throughput': '8358.34', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:09:45,939 >> {'loss': 0.1762, 'grad_norm': 18.720237731933594, 'learning_rate': 4.36198143693647e-07, 'epoch': 0.38540819094114454, 'num_input_tokens_seen': 4657774592, 'completed': '60.24% (2_221 / 3_687)', 'remaining time': '13:06:00', 'throughput': '8286.97', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:10:16,051 >> {'loss': 0.2582, 'grad_norm': 12.053540229797363, 'learning_rate': 4.3580762335485253e-07, 'epoch': 0.3856794141578519, 'num_input_tokens_seen': 4659871744, 'completed': '60.27% (2_222 / 3_687)', 'remaining time': '13:05:26', 'throughput': '8705.85', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:10:47,620 >> {'loss': 0.7018, 'grad_norm': 21.45743751525879, 'learning_rate': 4.3541719491373743e-07, 'epoch': 0.38595063737455926, 'num_input_tokens_seen': 4661968896, 'completed': '60.29% (2_223 / 3_687)', 'remaining time': '13:04:53', 'throughput': '8303.71', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:11:19,425 >> {'loss': 0.686, 'grad_norm': 18.61931610107422, 'learning_rate': 4.350268586845035e-07, 'epoch': 0.3862218605912666, 'num_input_tokens_seen': 4664066048, 'completed': '60.32% (2_224 / 3_687)', 'remaining time': '13:04:21', 'throughput': '8242.14', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:11:50,991 >> {'loss': 0.4922, 'grad_norm': 15.874135971069336, 'learning_rate': 4.34636614981279e-07, 'epoch': 0.386493083807974, 'num_input_tokens_seen': 4666163200, 'completed': '60.35% (2_225 / 3_687)', 'remaining time': '13:03:48', 'throughput': '8304.72', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:12:20,366 >> {'loss': 0.4819, 'grad_norm': 17.982471466064453, 'learning_rate': 4.342464641181166e-07, 'epoch': 0.3867643070246813, 'num_input_tokens_seen': 4668260352, 'completed': '60.37% (2_226 / 3_687)', 'remaining time': '13:03:13', 'throughput': '8924.12', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:12:50,318 >> {'loss': 0.3803, 'grad_norm': 13.340551376342773, 'learning_rate': 4.3385640640899524e-07, 'epoch': 0.38703553024138865, 'num_input_tokens_seen': 4670357504, 'completed': '60.40% (2_227 / 3_687)', 'remaining time': '13:02:39', 'throughput': '8752.12', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:13:20,902 >> {'loss': 0.4039, 'grad_norm': 15.015870094299316, 'learning_rate': 4.3346644216781823e-07, 'epoch': 0.387306753458096, 'num_input_tokens_seen': 4672454656, 'completed': '60.43% (2_228 / 3_687)', 'remaining time': '13:02:05', 'throughput': '8571.41', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:13:51,402 >> {'loss': 0.2899, 'grad_norm': 13.041723251342773, 'learning_rate': 4.3307657170841417e-07, 'epoch': 0.38757797667480337, 'num_input_tokens_seen': 4674551808, 'completed': '60.46% (2_229 / 3_687)', 'remaining time': '13:01:31', 'throughput': '8594.84', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:14:22,499 >> {'loss': 0.7029, 'grad_norm': 21.264972686767578, 'learning_rate': 4.326867953445362e-07, 'epoch': 0.38784919989151073, 'num_input_tokens_seen': 4676648960, 'completed': '60.48% (2_230 / 3_687)', 'remaining time': '13:00:58', 'throughput': '8429.74', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:14:55,637 >> {'loss': 0.4447, 'grad_norm': 17.26335906982422, 'learning_rate': 4.322971133898611e-07, 'epoch': 0.38812042310821804, 'num_input_tokens_seen': 4678746112, 'completed': '60.51% (2_231 / 3_687)', 'remaining time': '13:00:27', 'throughput': '7910.84', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:15:24,050 >> {'loss': 0.3625, 'grad_norm': 13.549259185791016, 'learning_rate': 4.319075261579901e-07, 'epoch': 0.3883916463249254, 'num_input_tokens_seen': 4680843264, 'completed': '60.54% (2_232 / 3_687)', 'remaining time': '12:59:51', 'throughput': '9225.94', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:15:52,690 >> {'loss': 0.5931, 'grad_norm': 17.16545295715332, 'learning_rate': 4.3151803396244833e-07, 'epoch': 0.38866286954163276, 'num_input_tokens_seen': 4682940416, 'completed': '60.56% (2_233 / 3_687)', 'remaining time': '12:59:15', 'throughput': '9153.03', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:16:23,526 >> {'loss': 0.3044, 'grad_norm': 20.503673553466797, 'learning_rate': 4.3112863711668435e-07, 'epoch': 0.3889340927583401, 'num_input_tokens_seen': 4685037568, 'completed': '60.59% (2_234 / 3_687)', 'remaining time': '12:58:41', 'throughput': '8501.50', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:16:54,225 >> {'loss': 0.9052, 'grad_norm': 24.06279182434082, 'learning_rate': 4.3073933593406974e-07, 'epoch': 0.3892053159750475, 'num_input_tokens_seen': 4687134720, 'completed': '60.62% (2_235 / 3_687)', 'remaining time': '12:58:08', 'throughput': '8539.17', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:17:23,292 >> {'loss': 0.3166, 'grad_norm': 13.339831352233887, 'learning_rate': 4.303501307278994e-07, 'epoch': 0.3894765391917548, 'num_input_tokens_seen': 4689231872, 'completed': '60.65% (2_236 / 3_687)', 'remaining time': '12:57:32', 'throughput': '9018.42', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:17:52,786 >> {'loss': 0.4647, 'grad_norm': 14.58847713470459, 'learning_rate': 4.299610218113908e-07, 'epoch': 0.38974776240846215, 'num_input_tokens_seen': 4691329024, 'completed': '60.67% (2_237 / 3_687)', 'remaining time': '12:56:58', 'throughput': '8888.18', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:18:26,221 >> {'loss': 0.3683, 'grad_norm': 16.615280151367188, 'learning_rate': 4.2957200949768414e-07, 'epoch': 0.3900189856251695, 'num_input_tokens_seen': 4693426176, 'completed': '60.70% (2_238 / 3_687)', 'remaining time': '12:56:27', 'throughput': '7840.31', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:18:57,851 >> {'loss': 0.6683, 'grad_norm': 25.591224670410156, 'learning_rate': 4.2918309409984145e-07, 'epoch': 0.3902902088418769, 'num_input_tokens_seen': 4695523328, 'completed': '60.73% (2_239 / 3_687)', 'remaining time': '12:55:54', 'throughput': '8287.86', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:19:29,708 >> {'loss': 0.1616, 'grad_norm': 9.293283462524414, 'learning_rate': 4.2879427593084714e-07, 'epoch': 0.39056143205858423, 'num_input_tokens_seen': 4697620480, 'completed': '60.75% (2_240 / 3_687)', 'remaining time': '12:55:22', 'throughput': '8228.68', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:20:02,239 >> {'loss': 0.3878, 'grad_norm': 16.830848693847656, 'learning_rate': 4.2840555530360756e-07, 'epoch': 0.39083265527529154, 'num_input_tokens_seen': 4699717632, 'completed': '60.78% (2_241 / 3_687)', 'remaining time': '12:54:50', 'throughput': '8058.33', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:20:31,788 >> {'loss': 0.3504, 'grad_norm': 13.508627891540527, 'learning_rate': 4.280169325309502e-07, 'epoch': 0.3911038784919989, 'num_input_tokens_seen': 4701814784, 'completed': '60.81% (2_242 / 3_687)', 'remaining time': '12:54:15', 'throughput': '8871.61', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:21:03,206 >> {'loss': 0.2894, 'grad_norm': 12.19189739227295, 'learning_rate': 4.276284079256235e-07, 'epoch': 0.39137510170870626, 'num_input_tokens_seen': 4703911936, 'completed': '60.84% (2_243 / 3_687)', 'remaining time': '12:53:42', 'throughput': '8343.76', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:21:33,547 >> {'loss': 0.5448, 'grad_norm': 24.510799407958984, 'learning_rate': 4.272399818002974e-07, 'epoch': 0.3916463249254136, 'num_input_tokens_seen': 4706009088, 'completed': '60.86% (2_244 / 3_687)', 'remaining time': '12:53:08', 'throughput': '8639.90', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:22:03,652 >> {'loss': 0.2909, 'grad_norm': 17.75606918334961, 'learning_rate': 4.268516544675628e-07, 'epoch': 0.391917548142121, 'num_input_tokens_seen': 4708106240, 'completed': '60.89% (2_245 / 3_687)', 'remaining time': '12:52:34', 'throughput': '8707.63', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:22:37,489 >> {'loss': 0.3659, 'grad_norm': 16.183746337890625, 'learning_rate': 4.2646342623993035e-07, 'epoch': 0.3921887713588283, 'num_input_tokens_seen': 4710203392, 'completed': '60.92% (2_246 / 3_687)', 'remaining time': '12:52:04', 'throughput': '7747.20', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:23:06,349 >> {'loss': 0.3025, 'grad_norm': 12.006651878356934, 'learning_rate': 4.2607529742983174e-07, 'epoch': 0.39245999457553565, 'num_input_tokens_seen': 4712300544, 'completed': '60.94% (2_247 / 3_687)', 'remaining time': '12:51:28', 'throughput': '9083.38', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:23:34,924 >> {'loss': 0.6958, 'grad_norm': 22.091772079467773, 'learning_rate': 4.2568726834961797e-07, 'epoch': 0.392731217792243, 'num_input_tokens_seen': 4714397696, 'completed': '60.97% (2_248 / 3_687)', 'remaining time': '12:50:53', 'throughput': '9173.82', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:24:05,734 >> {'loss': 0.2623, 'grad_norm': 13.590865135192871, 'learning_rate': 4.252993393115601e-07, 'epoch': 0.3930024410089504, 'num_input_tokens_seen': 4716494848, 'completed': '61.00% (2_249 / 3_687)', 'remaining time': '12:50:19', 'throughput': '8508.58', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:24:35,096 >> {'loss': 0.4497, 'grad_norm': 18.128318786621094, 'learning_rate': 4.249115106278489e-07, 'epoch': 0.39327366422565774, 'num_input_tokens_seen': 4718592000, 'completed': '61.03% (2_250 / 3_687)', 'remaining time': '12:49:44', 'throughput': '8928.02', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:25:04,693 >> {'loss': 0.5144, 'grad_norm': 17.97321319580078, 'learning_rate': 4.2452378261059397e-07, 'epoch': 0.39354488744236504, 'num_input_tokens_seen': 4720689152, 'completed': '61.05% (2_251 / 3_687)', 'remaining time': '12:49:09', 'throughput': '8857.06', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:25:33,608 >> {'loss': 0.4629, 'grad_norm': 17.074485778808594, 'learning_rate': 4.24136155571824e-07, 'epoch': 0.3938161106590724, 'num_input_tokens_seen': 4722786304, 'completed': '61.08% (2_252 / 3_687)', 'remaining time': '12:48:34', 'throughput': '9065.77', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:26:05,313 >> {'loss': 0.4546, 'grad_norm': 16.58645248413086, 'learning_rate': 4.2374862982348657e-07, 'epoch': 0.39408733387577977, 'num_input_tokens_seen': 4724883456, 'completed': '61.11% (2_253 / 3_687)', 'remaining time': '12:48:02', 'throughput': '8268.46', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:26:35,855 >> {'loss': 0.8026, 'grad_norm': 20.560569763183594, 'learning_rate': 4.233612056774477e-07, 'epoch': 0.3943585570924871, 'num_input_tokens_seen': 4726980608, 'completed': '61.13% (2_254 / 3_687)', 'remaining time': '12:47:28', 'throughput': '8582.95', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:27:06,351 >> {'loss': 0.2919, 'grad_norm': 13.33758544921875, 'learning_rate': 4.2297388344549146e-07, 'epoch': 0.3946297803091945, 'num_input_tokens_seen': 4729077760, 'completed': '61.16% (2_255 / 3_687)', 'remaining time': '12:46:54', 'throughput': '8595.95', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:27:36,729 >> {'loss': 0.4084, 'grad_norm': 17.15109634399414, 'learning_rate': 4.2258666343932004e-07, 'epoch': 0.3949010035259018, 'num_input_tokens_seen': 4731174912, 'completed': '61.19% (2_256 / 3_687)', 'remaining time': '12:46:20', 'throughput': '8629.37', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:28:05,930 >> {'loss': 0.365, 'grad_norm': 16.682199478149414, 'learning_rate': 4.2219954597055354e-07, 'epoch': 0.39517222674260916, 'num_input_tokens_seen': 4733272064, 'completed': '61.22% (2_257 / 3_687)', 'remaining time': '12:45:45', 'throughput': '8977.47', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:28:37,127 >> {'loss': 0.3236, 'grad_norm': 13.481849670410156, 'learning_rate': 4.2181253135072925e-07, 'epoch': 0.3954434499593165, 'num_input_tokens_seen': 4735369216, 'completed': '61.24% (2_258 / 3_687)', 'remaining time': '12:45:12', 'throughput': '8402.67', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:29:10,995 >> {'loss': 0.5844, 'grad_norm': 27.910301208496094, 'learning_rate': 4.21425619891302e-07, 'epoch': 0.3957146731760239, 'num_input_tokens_seen': 4737466368, 'completed': '61.27% (2_259 / 3_687)', 'remaining time': '12:44:42', 'throughput': '7740.32', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:29:43,357 >> {'loss': 0.6685, 'grad_norm': 24.167097091674805, 'learning_rate': 4.21038811903643e-07, 'epoch': 0.39598589639273124, 'num_input_tokens_seen': 4739563520, 'completed': '61.30% (2_260 / 3_687)', 'remaining time': '12:44:10', 'throughput': '8100.33', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:30:11,701 >> {'loss': 0.5551, 'grad_norm': 17.239904403686523, 'learning_rate': 4.206521076990409e-07, 'epoch': 0.39625711960943855, 'num_input_tokens_seen': 4741660672, 'completed': '61.32% (2_261 / 3_687)', 'remaining time': '12:43:34', 'throughput': '9248.42', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:30:43,434 >> {'loss': 0.4008, 'grad_norm': 21.12584114074707, 'learning_rate': 4.202655075887005e-07, 'epoch': 0.3965283428261459, 'num_input_tokens_seen': 4743757824, 'completed': '61.35% (2_262 / 3_687)', 'remaining time': '12:43:02', 'throughput': '8261.03', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:31:15,341 >> {'loss': 0.2911, 'grad_norm': 12.652347564697266, 'learning_rate': 4.1987901188374286e-07, 'epoch': 0.39679956604285327, 'num_input_tokens_seen': 4745854976, 'completed': '61.38% (2_263 / 3_687)', 'remaining time': '12:42:29', 'throughput': '8215.90', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:31:44,955 >> {'loss': 0.414, 'grad_norm': 13.351825714111328, 'learning_rate': 4.194926208952051e-07, 'epoch': 0.39707078925956063, 'num_input_tokens_seen': 4747952128, 'completed': '61.40% (2_264 / 3_687)', 'remaining time': '12:41:55', 'throughput': '8852.06', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:32:15,096 >> {'loss': 0.3764, 'grad_norm': 13.11346435546875, 'learning_rate': 4.191063349340397e-07, 'epoch': 0.397342012476268, 'num_input_tokens_seen': 4750049280, 'completed': '61.43% (2_265 / 3_687)', 'remaining time': '12:41:21', 'throughput': '8697.18', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:32:47,052 >> {'loss': 0.3352, 'grad_norm': 13.020018577575684, 'learning_rate': 4.1872015431111505e-07, 'epoch': 0.3976132356929753, 'num_input_tokens_seen': 4752146432, 'completed': '61.46% (2_266 / 3_687)', 'remaining time': '12:40:48', 'throughput': '8203.41', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:33:16,408 >> {'loss': 0.6615, 'grad_norm': 20.551406860351562, 'learning_rate': 4.1833407933721476e-07, 'epoch': 0.39788445890968266, 'num_input_tokens_seen': 4754243584, 'completed': '61.49% (2_267 / 3_687)', 'remaining time': '12:40:14', 'throughput': '8929.69', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:33:46,219 >> {'loss': 0.3388, 'grad_norm': 18.05826759338379, 'learning_rate': 4.17948110323037e-07, 'epoch': 0.39815568212639, 'num_input_tokens_seen': 4756340736, 'completed': '61.51% (2_268 / 3_687)', 'remaining time': '12:39:39', 'throughput': '8793.66', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:34:15,818 >> {'loss': 0.3536, 'grad_norm': 13.186254501342773, 'learning_rate': 4.1756224757919513e-07, 'epoch': 0.3984269053430974, 'num_input_tokens_seen': 4758437888, 'completed': '61.54% (2_269 / 3_687)', 'remaining time': '12:39:05', 'throughput': '8856.43', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:34:46,409 >> {'loss': 0.5714, 'grad_norm': 19.050817489624023, 'learning_rate': 4.17176491416217e-07, 'epoch': 0.39869812855980474, 'num_input_tokens_seen': 4760535040, 'completed': '61.57% (2_270 / 3_687)', 'remaining time': '12:38:31', 'throughput': '8569.22', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:35:16,984 >> {'loss': 0.2979, 'grad_norm': 13.171993255615234, 'learning_rate': 4.1679084214454405e-07, 'epoch': 0.39896935177651205, 'num_input_tokens_seen': 4762632192, 'completed': '61.59% (2_271 / 3_687)', 'remaining time': '12:37:57', 'throughput': '8573.97', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:35:47,890 >> {'loss': 0.4981, 'grad_norm': 19.698951721191406, 'learning_rate': 4.1640530007453245e-07, 'epoch': 0.3992405749932194, 'num_input_tokens_seen': 4764729344, 'completed': '61.62% (2_272 / 3_687)', 'remaining time': '12:37:24', 'throughput': '8481.81', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:36:19,170 >> {'loss': 0.3392, 'grad_norm': 14.195073127746582, 'learning_rate': 4.1601986551645163e-07, 'epoch': 0.39951179820992677, 'num_input_tokens_seen': 4766826496, 'completed': '61.65% (2_273 / 3_687)', 'remaining time': '12:36:51', 'throughput': '8380.56', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:36:49,154 >> {'loss': 0.3579, 'grad_norm': 14.913055419921875, 'learning_rate': 4.156345387804847e-07, 'epoch': 0.39978302142663413, 'num_input_tokens_seen': 4768923648, 'completed': '61.68% (2_274 / 3_687)', 'remaining time': '12:36:17', 'throughput': '8742.84', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:37:19,187 >> {'loss': 0.3177, 'grad_norm': 14.513870239257812, 'learning_rate': 4.152493201767281e-07, 'epoch': 0.4000542446433415, 'num_input_tokens_seen': 4771020800, 'completed': '61.70% (2_275 / 3_687)', 'remaining time': '12:35:43', 'throughput': '8728.65', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:37:47,568 >> {'loss': 0.6674, 'grad_norm': 18.92793083190918, 'learning_rate': 4.1486421001519087e-07, 'epoch': 0.4003254678600488, 'num_input_tokens_seen': 4773117952, 'completed': '61.73% (2_276 / 3_687)', 'remaining time': '12:35:07', 'throughput': '9236.60', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:38:19,214 >> {'loss': 0.3269, 'grad_norm': 14.322976112365723, 'learning_rate': 4.1447920860579524e-07, 'epoch': 0.40059669107675616, 'num_input_tokens_seen': 4775215104, 'completed': '61.76% (2_277 / 3_687)', 'remaining time': '12:34:35', 'throughput': '8283.46', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:38:47,058 >> {'loss': 0.5806, 'grad_norm': 20.151758193969727, 'learning_rate': 4.1409431625837545e-07, 'epoch': 0.4008679142934635, 'num_input_tokens_seen': 4777312256, 'completed': '61.78% (2_278 / 3_687)', 'remaining time': '12:33:59', 'throughput': '9414.85', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:39:20,372 >> {'loss': 0.3868, 'grad_norm': 17.131452560424805, 'learning_rate': 4.137095332826784e-07, 'epoch': 0.4011391375101709, 'num_input_tokens_seen': 4779409408, 'completed': '61.81% (2_279 / 3_687)', 'remaining time': '12:33:28', 'throughput': '7869.01', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:39:52,018 >> {'loss': 0.4183, 'grad_norm': 15.69462776184082, 'learning_rate': 4.1332485998836277e-07, 'epoch': 0.40141036072687825, 'num_input_tokens_seen': 4781506560, 'completed': '61.84% (2_280 / 3_687)', 'remaining time': '12:32:55', 'throughput': '8283.42', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:40:23,764 >> {'loss': 0.265, 'grad_norm': 13.978616714477539, 'learning_rate': 4.129402966849987e-07, 'epoch': 0.40168158394358555, 'num_input_tokens_seen': 4783603712, 'completed': '61.87% (2_281 / 3_687)', 'remaining time': '12:32:23', 'throughput': '8257.73', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:40:56,106 >> {'loss': 0.5206, 'grad_norm': 17.568675994873047, 'learning_rate': 4.1255584368206877e-07, 'epoch': 0.4019528071602929, 'num_input_tokens_seen': 4785700864, 'completed': '61.89% (2_282 / 3_687)', 'remaining time': '12:31:51', 'throughput': '8105.18', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:41:27,609 >> {'loss': 0.3761, 'grad_norm': 26.41534423828125, 'learning_rate': 4.121715012889655e-07, 'epoch': 0.4022240303770003, 'num_input_tokens_seen': 4787798016, 'completed': '61.92% (2_283 / 3_687)', 'remaining time': '12:31:18', 'throughput': '8321.28', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:41:57,080 >> {'loss': 0.3851, 'grad_norm': 14.635917663574219, 'learning_rate': 4.1178726981499313e-07, 'epoch': 0.40249525359370764, 'num_input_tokens_seen': 4789895168, 'completed': '61.95% (2_284 / 3_687)', 'remaining time': '12:30:43', 'throughput': '8895.11', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:42:27,397 >> {'loss': 0.6027, 'grad_norm': 18.9488582611084, 'learning_rate': 4.1140314956936663e-07, 'epoch': 0.402766476810415, 'num_input_tokens_seen': 4791992320, 'completed': '61.97% (2_285 / 3_687)', 'remaining time': '12:30:10', 'throughput': '8646.63', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:42:58,099 >> {'loss': 0.269, 'grad_norm': 17.327831268310547, 'learning_rate': 4.1101914086121137e-07, 'epoch': 0.4030377000271223, 'num_input_tokens_seen': 4794089472, 'completed': '62.00% (2_286 / 3_687)', 'remaining time': '12:29:36', 'throughput': '8538.48', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:43:29,354 >> {'loss': 0.4427, 'grad_norm': 15.44780445098877, 'learning_rate': 4.106352439995632e-07, 'epoch': 0.40330892324382966, 'num_input_tokens_seen': 4796186624, 'completed': '62.03% (2_287 / 3_687)', 'remaining time': '12:29:03', 'throughput': '8387.27', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:44:00,585 >> {'loss': 0.3452, 'grad_norm': 21.893918991088867, 'learning_rate': 4.102514592933671e-07, 'epoch': 0.403580146460537, 'num_input_tokens_seen': 4798283776, 'completed': '62.06% (2_288 / 3_687)', 'remaining time': '12:28:30', 'throughput': '8393.56', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:44:29,832 >> {'loss': 0.4563, 'grad_norm': 15.465867042541504, 'learning_rate': 4.098677870514788e-07, 'epoch': 0.4038513696772444, 'num_input_tokens_seen': 4800380928, 'completed': '62.08% (2_289 / 3_687)', 'remaining time': '12:27:56', 'throughput': '8963.29', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:45:00,750 >> {'loss': 0.4338, 'grad_norm': 18.96814727783203, 'learning_rate': 4.094842275826631e-07, 'epoch': 0.40412259289395175, 'num_input_tokens_seen': 4802478080, 'completed': '62.11% (2_290 / 3_687)', 'remaining time': '12:27:22', 'throughput': '8478.67', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:45:29,952 >> {'loss': 0.4135, 'grad_norm': 18.4038143157959, 'learning_rate': 4.091007811955941e-07, 'epoch': 0.40439381611065905, 'num_input_tokens_seen': 4804575232, 'completed': '62.14% (2_291 / 3_687)', 'remaining time': '12:26:48', 'throughput': '8976.74', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:45:57,221 >> {'loss': 0.5425, 'grad_norm': 16.829374313354492, 'learning_rate': 4.0871744819885467e-07, 'epoch': 0.4046650393273664, 'num_input_tokens_seen': 4806672384, 'completed': '62.16% (2_292 / 3_687)', 'remaining time': '12:26:11', 'throughput': '9613.51', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:46:28,722 >> {'loss': 0.5627, 'grad_norm': 16.508983612060547, 'learning_rate': 4.0833422890093684e-07, 'epoch': 0.4049362625440738, 'num_input_tokens_seen': 4808769536, 'completed': '62.19% (2_293 / 3_687)', 'remaining time': '12:25:38', 'throughput': '8321.73', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:47:01,343 >> {'loss': 0.5495, 'grad_norm': 19.47481918334961, 'learning_rate': 4.0795112361024075e-07, 'epoch': 0.40520748576078114, 'num_input_tokens_seen': 4810866688, 'completed': '62.22% (2_294 / 3_687)', 'remaining time': '12:25:07', 'throughput': '8035.99', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:47:32,672 >> {'loss': 0.3162, 'grad_norm': 12.910174369812012, 'learning_rate': 4.0756813263507496e-07, 'epoch': 0.4054787089774885, 'num_input_tokens_seen': 4812963840, 'completed': '62.25% (2_295 / 3_687)', 'remaining time': '12:24:34', 'throughput': '8367.49', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:48:05,325 >> {'loss': 0.3257, 'grad_norm': 15.603672981262207, 'learning_rate': 4.0718525628365617e-07, 'epoch': 0.4057499321941958, 'num_input_tokens_seen': 4815060992, 'completed': '62.27% (2_296 / 3_687)', 'remaining time': '12:24:02', 'throughput': '8028.22', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:48:36,149 >> {'loss': 0.4128, 'grad_norm': 17.36051368713379, 'learning_rate': 4.0680249486410845e-07, 'epoch': 0.40602115541090317, 'num_input_tokens_seen': 4817158144, 'completed': '62.30% (2_297 / 3_687)', 'remaining time': '12:23:29', 'throughput': '8504.36', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:49:07,695 >> {'loss': 0.5455, 'grad_norm': 20.466211318969727, 'learning_rate': 4.0641984868446386e-07, 'epoch': 0.40629237862761053, 'num_input_tokens_seen': 4819255296, 'completed': '62.33% (2_298 / 3_687)', 'remaining time': '12:22:56', 'throughput': '8309.88', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:49:40,828 >> {'loss': 0.3718, 'grad_norm': 15.06020736694336, 'learning_rate': 4.0603731805266175e-07, 'epoch': 0.4065636018443179, 'num_input_tokens_seen': 4821352448, 'completed': '62.35% (2_299 / 3_687)', 'remaining time': '12:22:25', 'throughput': '7911.94', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:50:12,104 >> {'loss': 0.4691, 'grad_norm': 16.064971923828125, 'learning_rate': 4.056549032765476e-07, 'epoch': 0.40683482506102525, 'num_input_tokens_seen': 4823449600, 'completed': '62.38% (2_300 / 3_687)', 'remaining time': '12:21:52', 'throughput': '8381.64', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:50:41,960 >> {'loss': 0.7604, 'grad_norm': 24.106367111206055, 'learning_rate': 4.0527260466387446e-07, 'epoch': 0.40710604827773256, 'num_input_tokens_seen': 4825546752, 'completed': '62.41% (2_301 / 3_687)', 'remaining time': '12:21:18', 'throughput': '8780.50', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:51:13,042 >> {'loss': 0.4701, 'grad_norm': 17.96955680847168, 'learning_rate': 4.0489042252230197e-07, 'epoch': 0.4073772714944399, 'num_input_tokens_seen': 4827643904, 'completed': '62.44% (2_302 / 3_687)', 'remaining time': '12:20:45', 'throughput': '8433.75', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:51:46,346 >> {'loss': 0.36, 'grad_norm': 13.112820625305176, 'learning_rate': 4.045083571593955e-07, 'epoch': 0.4076484947111473, 'num_input_tokens_seen': 4829741056, 'completed': '62.46% (2_303 / 3_687)', 'remaining time': '12:20:14', 'throughput': '7871.17', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:52:14,767 >> {'loss': 0.7148, 'grad_norm': 19.882753372192383, 'learning_rate': 4.0412640888262697e-07, 'epoch': 0.40791971792785464, 'num_input_tokens_seen': 4831838208, 'completed': '62.49% (2_304 / 3_687)', 'remaining time': '12:19:39', 'throughput': '9223.72', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:52:45,559 >> {'loss': 0.3871, 'grad_norm': 15.251856803894043, 'learning_rate': 4.0374457799937354e-07, 'epoch': 0.40819094114456195, 'num_input_tokens_seen': 4833935360, 'completed': '62.52% (2_305 / 3_687)', 'remaining time': '12:19:06', 'throughput': '8513.41', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:53:17,639 >> {'loss': 0.3569, 'grad_norm': 18.7488956451416, 'learning_rate': 4.033628648169184e-07, 'epoch': 0.4084621643612693, 'num_input_tokens_seen': 4836032512, 'completed': '62.54% (2_306 / 3_687)', 'remaining time': '12:18:33', 'throughput': '8171.66', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:53:47,086 >> {'loss': 0.561, 'grad_norm': 20.533279418945312, 'learning_rate': 4.0298126964244947e-07, 'epoch': 0.40873338757797667, 'num_input_tokens_seen': 4838129664, 'completed': '62.57% (2_307 / 3_687)', 'remaining time': '12:17:59', 'throughput': '8902.17', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:54:18,084 >> {'loss': 0.3199, 'grad_norm': 13.255075454711914, 'learning_rate': 4.025997927830604e-07, 'epoch': 0.40900461079468403, 'num_input_tokens_seen': 4840226816, 'completed': '62.60% (2_308 / 3_687)', 'remaining time': '12:17:26', 'throughput': '8456.75', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:54:48,352 >> {'loss': 0.3569, 'grad_norm': 18.75166130065918, 'learning_rate': 4.022184345457492e-07, 'epoch': 0.4092758340113914, 'num_input_tokens_seen': 4842323968, 'completed': '62.63% (2_309 / 3_687)', 'remaining time': '12:16:52', 'throughput': '8660.87', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:55:18,507 >> {'loss': 0.5254, 'grad_norm': 18.911184310913086, 'learning_rate': 4.0183719523741846e-07, 'epoch': 0.4095470572280987, 'num_input_tokens_seen': 4844421120, 'completed': '62.65% (2_310 / 3_687)', 'remaining time': '12:16:18', 'throughput': '8693.07', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:55:47,519 >> {'loss': 0.4653, 'grad_norm': 18.690418243408203, 'learning_rate': 4.014560751648747e-07, 'epoch': 0.40981828044480606, 'num_input_tokens_seen': 4846518272, 'completed': '62.68% (2_311 / 3_687)', 'remaining time': '12:15:43', 'throughput': '9035.88', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:56:15,015 >> {'loss': 0.4713, 'grad_norm': 19.980985641479492, 'learning_rate': 4.0107507463482924e-07, 'epoch': 0.4100895036615134, 'num_input_tokens_seen': 4848615424, 'completed': '62.71% (2_312 / 3_687)', 'remaining time': '12:15:07', 'throughput': '9533.87', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:56:44,981 >> {'loss': 0.5677, 'grad_norm': 18.602523803710938, 'learning_rate': 4.0069419395389657e-07, 'epoch': 0.4103607268782208, 'num_input_tokens_seen': 4850712576, 'completed': '62.73% (2_313 / 3_687)', 'remaining time': '12:14:33', 'throughput': '8747.99', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:57:14,941 >> {'loss': 0.4518, 'grad_norm': 14.569324493408203, 'learning_rate': 4.0031343342859526e-07, 'epoch': 0.41063195009492814, 'num_input_tokens_seen': 4852809728, 'completed': '62.76% (2_314 / 3_687)', 'remaining time': '12:13:59', 'throughput': '8749.65', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:57:44,329 >> {'loss': 0.5966, 'grad_norm': 17.369930267333984, 'learning_rate': 3.9993279336534667e-07, 'epoch': 0.41090317331163545, 'num_input_tokens_seen': 4854906880, 'completed': '62.79% (2_315 / 3_687)', 'remaining time': '12:13:25', 'throughput': '8920.19', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:58:15,078 >> {'loss': 0.568, 'grad_norm': 16.838441848754883, 'learning_rate': 3.995522740704758e-07, 'epoch': 0.4111743965283428, 'num_input_tokens_seen': 4857004032, 'completed': '62.82% (2_316 / 3_687)', 'remaining time': '12:12:51', 'throughput': '8525.25', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:58:48,215 >> {'loss': 0.3684, 'grad_norm': 16.305984497070312, 'learning_rate': 3.991718758502094e-07, 'epoch': 0.4114456197450502, 'num_input_tokens_seen': 4859101184, 'completed': '62.84% (2_317 / 3_687)', 'remaining time': '12:12:20', 'throughput': '7911.07', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:59:18,343 >> {'loss': 0.5516, 'grad_norm': 27.06982421875, 'learning_rate': 3.987915990106779e-07, 'epoch': 0.41171684296175753, 'num_input_tokens_seen': 4861198336, 'completed': '62.87% (2_318 / 3_687)', 'remaining time': '12:11:46', 'throughput': '8700.85', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:59:48,355 >> {'loss': 0.417, 'grad_norm': 15.275781631469727, 'learning_rate': 3.984114438579137e-07, 'epoch': 0.4119880661784649, 'num_input_tokens_seen': 4863295488, 'completed': '62.90% (2_319 / 3_687)', 'remaining time': '12:11:13', 'throughput': '8734.69', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:00:20,275 >> {'loss': 0.3962, 'grad_norm': 14.07772159576416, 'learning_rate': 3.980314106978512e-07, 'epoch': 0.4122592893951722, 'num_input_tokens_seen': 4865392640, 'completed': '62.92% (2_320 / 3_687)', 'remaining time': '12:10:40', 'throughput': '8212.41', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:00:50,009 >> {'loss': 0.3945, 'grad_norm': 14.107834815979004, 'learning_rate': 3.976514998363265e-07, 'epoch': 0.41253051261187956, 'num_input_tokens_seen': 4867489792, 'completed': '62.95% (2_321 / 3_687)', 'remaining time': '12:10:06', 'throughput': '8816.52', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:01:20,819 >> {'loss': 0.3535, 'grad_norm': 15.831769943237305, 'learning_rate': 3.972717115790773e-07, 'epoch': 0.4128017358285869, 'num_input_tokens_seen': 4869586944, 'completed': '62.98% (2_322 / 3_687)', 'remaining time': '12:09:33', 'throughput': '8508.21', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:01:50,939 >> {'loss': 0.4851, 'grad_norm': 16.84862518310547, 'learning_rate': 3.968920462317431e-07, 'epoch': 0.4130729590452943, 'num_input_tokens_seen': 4871684096, 'completed': '63.01% (2_323 / 3_687)', 'remaining time': '12:08:59', 'throughput': '8703.55', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:02:20,597 >> {'loss': 0.3473, 'grad_norm': 12.755271911621094, 'learning_rate': 3.965125040998637e-07, 'epoch': 0.41334418226200165, 'num_input_tokens_seen': 4873781248, 'completed': '63.03% (2_324 / 3_687)', 'remaining time': '12:08:25', 'throughput': '8838.89', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:02:48,657 >> {'loss': 0.4099, 'grad_norm': 15.923316955566406, 'learning_rate': 3.961330854888805e-07, 'epoch': 0.41361540547870895, 'num_input_tokens_seen': 4875878400, 'completed': '63.06% (2_325 / 3_687)', 'remaining time': '12:07:49', 'throughput': '9342.06', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:03:18,705 >> {'loss': 0.2539, 'grad_norm': 11.70615291595459, 'learning_rate': 3.9575379070413485e-07, 'epoch': 0.4138866286954163, 'num_input_tokens_seen': 4877975552, 'completed': '63.09% (2_326 / 3_687)', 'remaining time': '12:07:15', 'throughput': '8724.17', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:03:48,402 >> {'loss': 0.7379, 'grad_norm': 27.65726661682129, 'learning_rate': 3.953746200508693e-07, 'epoch': 0.4141578519121237, 'num_input_tokens_seen': 4880072704, 'completed': '63.11% (2_327 / 3_687)', 'remaining time': '12:06:41', 'throughput': '8827.35', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:04:17,427 >> {'loss': 0.7167, 'grad_norm': 20.938331604003906, 'learning_rate': 3.9499557383422534e-07, 'epoch': 0.41442907512883104, 'num_input_tokens_seen': 4882169856, 'completed': '63.14% (2_328 / 3_687)', 'remaining time': '12:06:06', 'throughput': '9031.79', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:04:46,610 >> {'loss': 0.2987, 'grad_norm': 13.526237487792969, 'learning_rate': 3.94616652359245e-07, 'epoch': 0.4147002983455384, 'num_input_tokens_seen': 4884267008, 'completed': '63.17% (2_329 / 3_687)', 'remaining time': '12:05:32', 'throughput': '8982.72', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:05:15,985 >> {'loss': 0.2497, 'grad_norm': 10.629281997680664, 'learning_rate': 3.942378559308703e-07, 'epoch': 0.4149715215622457, 'num_input_tokens_seen': 4886364160, 'completed': '63.20% (2_330 / 3_687)', 'remaining time': '12:04:57', 'throughput': '8923.85', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:05:48,585 >> {'loss': 0.3717, 'grad_norm': 15.359818458557129, 'learning_rate': 3.93859184853942e-07, 'epoch': 0.41524274477895307, 'num_input_tokens_seen': 4888461312, 'completed': '63.22% (2_331 / 3_687)', 'remaining time': '12:04:26', 'throughput': '8041.35', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:06:18,725 >> {'loss': 0.3598, 'grad_norm': 13.921889305114746, 'learning_rate': 3.934806394332001e-07, 'epoch': 0.4155139679956604, 'num_input_tokens_seen': 4890558464, 'completed': '63.25% (2_332 / 3_687)', 'remaining time': '12:03:52', 'throughput': '8697.44', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:06:48,906 >> {'loss': 0.5743, 'grad_norm': 21.2630558013916, 'learning_rate': 3.9310221997328363e-07, 'epoch': 0.4157851912123678, 'num_input_tokens_seen': 4892655616, 'completed': '63.28% (2_333 / 3_687)', 'remaining time': '12:03:18', 'throughput': '8685.83', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:07:18,981 >> {'loss': 0.6111, 'grad_norm': 20.155832290649414, 'learning_rate': 3.9272392677873e-07, 'epoch': 0.41605641442907515, 'num_input_tokens_seen': 4894752768, 'completed': '63.30% (2_334 / 3_687)', 'remaining time': '12:02:45', 'throughput': '8716.27', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:07:49,033 >> {'loss': 0.8151, 'grad_norm': 24.92179298400879, 'learning_rate': 3.9234576015397536e-07, 'epoch': 0.41632763764578246, 'num_input_tokens_seen': 4896849920, 'completed': '63.33% (2_335 / 3_687)', 'remaining time': '12:02:11', 'throughput': '8723.14', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:08:18,425 >> {'loss': 0.325, 'grad_norm': 14.339614868164062, 'learning_rate': 3.9196772040335367e-07, 'epoch': 0.4165988608624898, 'num_input_tokens_seen': 4898947072, 'completed': '63.36% (2_336 / 3_687)', 'remaining time': '12:01:36', 'throughput': '8918.82', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:08:48,056 >> {'loss': 0.6659, 'grad_norm': 24.353408813476562, 'learning_rate': 3.915898078310972e-07, 'epoch': 0.4168700840791972, 'num_input_tokens_seen': 4901044224, 'completed': '63.38% (2_337 / 3_687)', 'remaining time': '12:01:02', 'throughput': '8846.89', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:09:17,905 >> {'loss': 0.5632, 'grad_norm': 20.132877349853516, 'learning_rate': 3.9121202274133525e-07, 'epoch': 0.41714130729590454, 'num_input_tokens_seen': 4903141376, 'completed': '63.41% (2_338 / 3_687)', 'remaining time': '12:00:28', 'throughput': '8782.52', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:09:47,896 >> {'loss': 0.6138, 'grad_norm': 17.58623695373535, 'learning_rate': 3.9083436543809536e-07, 'epoch': 0.4174125305126119, 'num_input_tokens_seen': 4905238528, 'completed': '63.44% (2_339 / 3_687)', 'remaining time': '11:59:54', 'throughput': '8740.64', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:10:17,267 >> {'loss': 0.3483, 'grad_norm': 14.02330493927002, 'learning_rate': 3.904568362253011e-07, 'epoch': 0.4176837537293192, 'num_input_tokens_seen': 4907335680, 'completed': '63.47% (2_340 / 3_687)', 'remaining time': '11:59:20', 'throughput': '8925.33', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:10:46,695 >> {'loss': 0.4415, 'grad_norm': 15.86801528930664, 'learning_rate': 3.9007943540677426e-07, 'epoch': 0.41795497694602657, 'num_input_tokens_seen': 4909432832, 'completed': '63.49% (2_341 / 3_687)', 'remaining time': '11:58:46', 'throughput': '8908.00', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:11:17,362 >> {'loss': 0.3732, 'grad_norm': 14.43091869354248, 'learning_rate': 3.897021632862321e-07, 'epoch': 0.41822620016273393, 'num_input_tokens_seen': 4911529984, 'completed': '63.52% (2_342 / 3_687)', 'remaining time': '11:58:12', 'throughput': '8548.15', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:11:47,558 >> {'loss': 0.4415, 'grad_norm': 15.3654203414917, 'learning_rate': 3.893250201672893e-07, 'epoch': 0.4184974233794413, 'num_input_tokens_seen': 4913627136, 'completed': '63.55% (2_343 / 3_687)', 'remaining time': '11:57:39', 'throughput': '8681.16', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:12:20,789 >> {'loss': 0.4123, 'grad_norm': 15.816032409667969, 'learning_rate': 3.889480063534563e-07, 'epoch': 0.41876864659614865, 'num_input_tokens_seen': 4915724288, 'completed': '63.57% (2_344 / 3_687)', 'remaining time': '11:57:08', 'throughput': '7888.76', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:12:53,423 >> {'loss': 0.2871, 'grad_norm': 12.658620834350586, 'learning_rate': 3.88571122148139e-07, 'epoch': 0.41903986981285596, 'num_input_tokens_seen': 4917821440, 'completed': '63.60% (2_345 / 3_687)', 'remaining time': '11:56:36', 'throughput': '8032.75', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:13:25,600 >> {'loss': 0.4812, 'grad_norm': 14.271703720092773, 'learning_rate': 3.881943678546399e-07, 'epoch': 0.4193110930295633, 'num_input_tokens_seen': 4919918592, 'completed': '63.63% (2_346 / 3_687)', 'remaining time': '11:56:04', 'throughput': '8146.94', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:13:53,513 >> {'loss': 0.9452, 'grad_norm': 25.85860824584961, 'learning_rate': 3.878177437761564e-07, 'epoch': 0.4195823162462707, 'num_input_tokens_seen': 4922015744, 'completed': '63.66% (2_347 / 3_687)', 'remaining time': '11:55:29', 'throughput': '9391.30', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:14:20,384 >> {'loss': 0.47, 'grad_norm': 17.978992462158203, 'learning_rate': 3.8744125021578123e-07, 'epoch': 0.41985353946297804, 'num_input_tokens_seen': 4924112896, 'completed': '63.68% (2_348 / 3_687)', 'remaining time': '11:54:52', 'throughput': '9755.72', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:14:52,141 >> {'loss': 0.6245, 'grad_norm': 21.466154098510742, 'learning_rate': 3.87064887476502e-07, 'epoch': 0.4201247626796854, 'num_input_tokens_seen': 4926210048, 'completed': '63.71% (2_349 / 3_687)', 'remaining time': '11:54:20', 'throughput': '8254.79', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:15:22,943 >> {'loss': 0.3928, 'grad_norm': 17.588224411010742, 'learning_rate': 3.8668865586120124e-07, 'epoch': 0.4203959858963927, 'num_input_tokens_seen': 4928307200, 'completed': '63.74% (2_350 / 3_687)', 'remaining time': '11:53:47', 'throughput': '8510.42', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:15:54,613 >> {'loss': 0.5021, 'grad_norm': 19.852426528930664, 'learning_rate': 3.8631255567265573e-07, 'epoch': 0.42066720911310007, 'num_input_tokens_seen': 4930404352, 'completed': '63.76% (2_351 / 3_687)', 'remaining time': '11:53:15', 'throughput': '8277.52', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:16:25,633 >> {'loss': 0.3786, 'grad_norm': 17.130460739135742, 'learning_rate': 3.859365872135367e-07, 'epoch': 0.42093843232980743, 'num_input_tokens_seen': 4932501504, 'completed': '63.79% (2_352 / 3_687)', 'remaining time': '11:52:42', 'throughput': '8450.90', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:16:56,279 >> {'loss': 0.4072, 'grad_norm': 15.021489143371582, 'learning_rate': 3.8556075078640925e-07, 'epoch': 0.4212096555465148, 'num_input_tokens_seen': 4934598656, 'completed': '63.82% (2_353 / 3_687)', 'remaining time': '11:52:08', 'throughput': '8553.82', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:17:25,169 >> {'loss': 0.5125, 'grad_norm': 18.32381820678711, 'learning_rate': 3.85185046693732e-07, 'epoch': 0.42148087876322216, 'num_input_tokens_seen': 4936695808, 'completed': '63.85% (2_354 / 3_687)', 'remaining time': '11:51:34', 'throughput': '9073.89', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:17:55,054 >> {'loss': 0.4148, 'grad_norm': 14.185894966125488, 'learning_rate': 3.8480947523785767e-07, 'epoch': 0.42175210197992946, 'num_input_tokens_seen': 4938792960, 'completed': '63.87% (2_355 / 3_687)', 'remaining time': '11:51:00', 'throughput': '8771.70', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:18:25,535 >> {'loss': 0.497, 'grad_norm': 17.715118408203125, 'learning_rate': 3.844340367210318e-07, 'epoch': 0.4220233251966368, 'num_input_tokens_seen': 4940890112, 'completed': '63.90% (2_356 / 3_687)', 'remaining time': '11:50:26', 'throughput': '8600.37', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:18:58,080 >> {'loss': 0.3361, 'grad_norm': 13.911568641662598, 'learning_rate': 3.840587314453928e-07, 'epoch': 0.4222945484133442, 'num_input_tokens_seen': 4942987264, 'completed': '63.93% (2_357 / 3_687)', 'remaining time': '11:49:55', 'throughput': '8054.74', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:19:29,956 >> {'loss': 0.3143, 'grad_norm': 16.71425437927246, 'learning_rate': 3.8368355971297204e-07, 'epoch': 0.42256577163005155, 'num_input_tokens_seen': 4945084416, 'completed': '63.95% (2_358 / 3_687)', 'remaining time': '11:49:23', 'throughput': '8223.98', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:20:02,277 >> {'loss': 0.2808, 'grad_norm': 12.690278053283691, 'learning_rate': 3.8330852182569374e-07, 'epoch': 0.4228369948467589, 'num_input_tokens_seen': 4947181568, 'completed': '63.98% (2_359 / 3_687)', 'remaining time': '11:48:51', 'throughput': '8110.61', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:20:31,274 >> {'loss': 0.532, 'grad_norm': 17.643646240234375, 'learning_rate': 3.8293361808537404e-07, 'epoch': 0.4231082180634662, 'num_input_tokens_seen': 4949278720, 'completed': '64.01% (2_360 / 3_687)', 'remaining time': '11:48:16', 'throughput': '9040.24', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:21:00,195 >> {'loss': 0.5061, 'grad_norm': 19.790626525878906, 'learning_rate': 3.825588487937211e-07, 'epoch': 0.4233794412801736, 'num_input_tokens_seen': 4951375872, 'completed': '64.04% (2_361 / 3_687)', 'remaining time': '11:47:42', 'throughput': '9064.19', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:21:29,983 >> {'loss': 0.2747, 'grad_norm': 17.743762969970703, 'learning_rate': 3.821842142523352e-07, 'epoch': 0.42365066449688094, 'num_input_tokens_seen': 4953473024, 'completed': '64.06% (2_362 / 3_687)', 'remaining time': '11:47:08', 'throughput': '8800.27', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:22:01,516 >> {'loss': 0.4853, 'grad_norm': 18.460596084594727, 'learning_rate': 3.818097147627076e-07, 'epoch': 0.4239218877135883, 'num_input_tokens_seen': 4955570176, 'completed': '64.09% (2_363 / 3_687)', 'remaining time': '11:46:35', 'throughput': '8313.27', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:22:31,524 >> {'loss': 0.563, 'grad_norm': 20.445358276367188, 'learning_rate': 3.8143535062622154e-07, 'epoch': 0.42419311093029566, 'num_input_tokens_seen': 4957667328, 'completed': '64.12% (2_364 / 3_687)', 'remaining time': '11:46:02', 'throughput': '8735.92', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:23:01,675 >> {'loss': 0.6022, 'grad_norm': 21.970741271972656, 'learning_rate': 3.8106112214415087e-07, 'epoch': 0.42446433414700296, 'num_input_tokens_seen': 4959764480, 'completed': '64.14% (2_365 / 3_687)', 'remaining time': '11:45:28', 'throughput': '8694.22', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:23:32,295 >> {'loss': 0.4444, 'grad_norm': 15.904183387756348, 'learning_rate': 3.8068702961766053e-07, 'epoch': 0.4247355573637103, 'num_input_tokens_seen': 4961861632, 'completed': '64.17% (2_366 / 3_687)', 'remaining time': '11:44:55', 'throughput': '8561.29', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:24:03,108 >> {'loss': 0.1744, 'grad_norm': 9.053658485412598, 'learning_rate': 3.8031307334780594e-07, 'epoch': 0.4250067805804177, 'num_input_tokens_seen': 4963958784, 'completed': '64.20% (2_367 / 3_687)', 'remaining time': '11:44:22', 'throughput': '8507.66', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:24:32,903 >> {'loss': 0.3963, 'grad_norm': 14.599189758300781, 'learning_rate': 3.7993925363553294e-07, 'epoch': 0.42527800379712505, 'num_input_tokens_seen': 4966055936, 'completed': '64.23% (2_368 / 3_687)', 'remaining time': '11:43:48', 'throughput': '8798.35', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:25:05,423 >> {'loss': 0.5241, 'grad_norm': 18.069921493530273, 'learning_rate': 3.795655707816772e-07, 'epoch': 0.4255492270138324, 'num_input_tokens_seen': 4968153088, 'completed': '64.25% (2_369 / 3_687)', 'remaining time': '11:43:16', 'throughput': '8060.82', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:25:35,150 >> {'loss': 0.515, 'grad_norm': 19.06882095336914, 'learning_rate': 3.791920250869645e-07, 'epoch': 0.4258204502305397, 'num_input_tokens_seen': 4970250240, 'completed': '64.28% (2_370 / 3_687)', 'remaining time': '11:42:42', 'throughput': '8818.34', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:26:05,006 >> {'loss': 0.94, 'grad_norm': 26.823545455932617, 'learning_rate': 3.7881861685201033e-07, 'epoch': 0.4260916734472471, 'num_input_tokens_seen': 4972347392, 'completed': '64.31% (2_371 / 3_687)', 'remaining time': '11:42:09', 'throughput': '8780.42', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:26:33,888 >> {'loss': 0.2774, 'grad_norm': 12.676380157470703, 'learning_rate': 3.784453463773194e-07, 'epoch': 0.42636289666395444, 'num_input_tokens_seen': 4974444544, 'completed': '64.33% (2_372 / 3_687)', 'remaining time': '11:41:34', 'throughput': '9076.35', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:27:04,174 >> {'loss': 0.5369, 'grad_norm': 19.58039665222168, 'learning_rate': 3.780722139632858e-07, 'epoch': 0.4266341198806618, 'num_input_tokens_seen': 4976541696, 'completed': '64.36% (2_373 / 3_687)', 'remaining time': '11:41:00', 'throughput': '8655.76', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:27:32,575 >> {'loss': 0.7374, 'grad_norm': 23.31465721130371, 'learning_rate': 3.776992199101918e-07, 'epoch': 0.42690534309736916, 'num_input_tokens_seen': 4978638848, 'completed': '64.39% (2_374 / 3_687)', 'remaining time': '11:40:25', 'throughput': '9229.93', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:28:02,956 >> {'loss': 0.5331, 'grad_norm': 18.41512107849121, 'learning_rate': 3.773263645182091e-07, 'epoch': 0.42717656631407647, 'num_input_tokens_seen': 4980736000, 'completed': '64.42% (2_375 / 3_687)', 'remaining time': '11:39:52', 'throughput': '8628.48', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:28:34,765 >> {'loss': 0.3192, 'grad_norm': 15.421567916870117, 'learning_rate': 3.769536480873976e-07, 'epoch': 0.42744778953078383, 'num_input_tokens_seen': 4982833152, 'completed': '64.44% (2_376 / 3_687)', 'remaining time': '11:39:20', 'throughput': '8241.33', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:29:03,527 >> {'loss': 0.6033, 'grad_norm': 19.701927185058594, 'learning_rate': 3.765810709177052e-07, 'epoch': 0.4277190127474912, 'num_input_tokens_seen': 4984930304, 'completed': '64.47% (2_377 / 3_687)', 'remaining time': '11:38:45', 'throughput': '9114.17', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:29:32,064 >> {'loss': 0.6628, 'grad_norm': 20.730276107788086, 'learning_rate': 3.762086333089678e-07, 'epoch': 0.42799023596419855, 'num_input_tokens_seen': 4987027456, 'completed': '64.50% (2_378 / 3_687)', 'remaining time': '11:38:10', 'throughput': '9185.94', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:30:00,987 >> {'loss': 0.4378, 'grad_norm': 17.648303985595703, 'learning_rate': 3.758363355609092e-07, 'epoch': 0.4282614591809059, 'num_input_tokens_seen': 4989124608, 'completed': '64.52% (2_379 / 3_687)', 'remaining time': '11:37:36', 'throughput': '9063.65', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:30:29,919 >> {'loss': 0.3577, 'grad_norm': 14.124812126159668, 'learning_rate': 3.7546417797314023e-07, 'epoch': 0.4285326823976132, 'num_input_tokens_seen': 4991221760, 'completed': '64.55% (2_380 / 3_687)', 'remaining time': '11:37:01', 'throughput': '9060.72', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:30:57,834 >> {'loss': 0.4176, 'grad_norm': 16.618432998657227, 'learning_rate': 3.7509216084515916e-07, 'epoch': 0.4288039056143206, 'num_input_tokens_seen': 4993318912, 'completed': '64.58% (2_381 / 3_687)', 'remaining time': '11:36:26', 'throughput': '9390.74', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:31:27,067 >> {'loss': 0.553, 'grad_norm': 18.444599151611328, 'learning_rate': 3.747202844763514e-07, 'epoch': 0.42907512883102794, 'num_input_tokens_seen': 4995416064, 'completed': '64.61% (2_382 / 3_687)', 'remaining time': '11:35:52', 'throughput': '8967.44', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:31:56,539 >> {'loss': 0.6629, 'grad_norm': 21.762187957763672, 'learning_rate': 3.743485491659887e-07, 'epoch': 0.4293463520477353, 'num_input_tokens_seen': 4997513216, 'completed': '64.63% (2_383 / 3_687)', 'remaining time': '11:35:18', 'throughput': '8894.69', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:32:26,743 >> {'loss': 0.4474, 'grad_norm': 16.13730239868164, 'learning_rate': 3.739769552132298e-07, 'epoch': 0.42961757526444266, 'num_input_tokens_seen': 4999610368, 'completed': '64.66% (2_384 / 3_687)', 'remaining time': '11:34:44', 'throughput': '8679.24', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:32:59,749 >> {'loss': 0.2769, 'grad_norm': 12.197819709777832, 'learning_rate': 3.73605502917119e-07, 'epoch': 0.42988879848114997, 'num_input_tokens_seen': 5001707520, 'completed': '64.69% (2_385 / 3_687)', 'remaining time': '11:34:13', 'throughput': '7942.24', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:33:32,168 >> {'loss': 0.5748, 'grad_norm': 16.63471031188965, 'learning_rate': 3.7323419257658716e-07, 'epoch': 0.43016002169785733, 'num_input_tokens_seen': 5003804672, 'completed': '64.71% (2_386 / 3_687)', 'remaining time': '11:33:41', 'throughput': '8086.04', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:34:02,012 >> {'loss': 0.3293, 'grad_norm': 13.66933822631836, 'learning_rate': 3.728630244904507e-07, 'epoch': 0.4304312449145647, 'num_input_tokens_seen': 5005901824, 'completed': '64.74% (2_387 / 3_687)', 'remaining time': '11:33:08', 'throughput': '8783.95', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:34:32,970 >> {'loss': 0.4252, 'grad_norm': 15.115860939025879, 'learning_rate': 3.724919989574116e-07, 'epoch': 0.43070246813127205, 'num_input_tokens_seen': 5007998976, 'completed': '64.77% (2_388 / 3_687)', 'remaining time': '11:32:35', 'throughput': '8467.63', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:35:01,103 >> {'loss': 0.7401, 'grad_norm': 21.96157455444336, 'learning_rate': 3.7212111627605704e-07, 'epoch': 0.43097369134797936, 'num_input_tokens_seen': 5010096128, 'completed': '64.80% (2_389 / 3_687)', 'remaining time': '11:32:00', 'throughput': '9317.89', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:35:32,660 >> {'loss': 0.4966, 'grad_norm': 17.18273162841797, 'learning_rate': 3.717503767448593e-07, 'epoch': 0.4312449145646867, 'num_input_tokens_seen': 5012193280, 'completed': '64.82% (2_390 / 3_687)', 'remaining time': '11:31:27', 'throughput': '8307.12', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:36:02,650 >> {'loss': 0.4974, 'grad_norm': 23.42146110534668, 'learning_rate': 3.7137978066217555e-07, 'epoch': 0.4315161377813941, 'num_input_tokens_seen': 5014290432, 'completed': '64.85% (2_391 / 3_687)', 'remaining time': '11:30:54', 'throughput': '8741.10', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:36:32,995 >> {'loss': 0.7683, 'grad_norm': 21.250967025756836, 'learning_rate': 3.710093283262472e-07, 'epoch': 0.43178736099810144, 'num_input_tokens_seen': 5016387584, 'completed': '64.88% (2_392 / 3_687)', 'remaining time': '11:30:20', 'throughput': '8638.68', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:37:01,832 >> {'loss': 0.347, 'grad_norm': 14.832980155944824, 'learning_rate': 3.706390200352003e-07, 'epoch': 0.4320585842148088, 'num_input_tokens_seen': 5018484736, 'completed': '64.90% (2_393 / 3_687)', 'remaining time': '11:29:46', 'throughput': '9090.47', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:37:32,462 >> {'loss': 0.4751, 'grad_norm': 20.22023582458496, 'learning_rate': 3.7026885608704494e-07, 'epoch': 0.4323298074315161, 'num_input_tokens_seen': 5020581888, 'completed': '64.93% (2_394 / 3_687)', 'remaining time': '11:29:13', 'throughput': '8558.65', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:38:04,751 >> {'loss': 0.3332, 'grad_norm': 15.793986320495605, 'learning_rate': 3.6989883677967483e-07, 'epoch': 0.4326010306482235, 'num_input_tokens_seen': 5022679040, 'completed': '64.96% (2_395 / 3_687)', 'remaining time': '11:28:41', 'throughput': '8118.62', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:38:37,920 >> {'loss': 0.4048, 'grad_norm': 15.396735191345215, 'learning_rate': 3.6952896241086783e-07, 'epoch': 0.43287225386493083, 'num_input_tokens_seen': 5024776192, 'completed': '64.99% (2_396 / 3_687)', 'remaining time': '11:28:10', 'throughput': '7903.32', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:39:09,955 >> {'loss': 0.3603, 'grad_norm': 16.177085876464844, 'learning_rate': 3.6915923327828423e-07, 'epoch': 0.4331434770816382, 'num_input_tokens_seen': 5026873344, 'completed': '65.01% (2_397 / 3_687)', 'remaining time': '11:27:38', 'throughput': '8182.91', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:39:42,173 >> {'loss': 0.3433, 'grad_norm': 12.686070442199707, 'learning_rate': 3.6878964967946813e-07, 'epoch': 0.43341470029834556, 'num_input_tokens_seen': 5028970496, 'completed': '65.04% (2_398 / 3_687)', 'remaining time': '11:27:06', 'throughput': '8136.81', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:40:12,990 >> {'loss': 0.4353, 'grad_norm': 16.852243423461914, 'learning_rate': 3.6842021191184636e-07, 'epoch': 0.43368592351505286, 'num_input_tokens_seen': 5031067648, 'completed': '65.07% (2_399 / 3_687)', 'remaining time': '11:26:33', 'throughput': '8506.29', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:40:42,545 >> {'loss': 0.8005, 'grad_norm': 25.399932861328125, 'learning_rate': 3.6805092027272853e-07, 'epoch': 0.4339571467317602, 'num_input_tokens_seen': 5033164800, 'completed': '65.09% (2_400 / 3_687)', 'remaining time': '11:25:59', 'throughput': '8869.71', 'gpu_mem_free': '5581MB'} +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/distributed/fsdp/fully_sharded_data_parallel.py:689: FutureWarning: FSDP.state_dict_type() and FSDP.set_state_dict_type() are being deprecated. Please use APIs, get_state_dict() and set_state_dict(), which can support different parallelisms, FSDP1, FSDP2, DDP. API doc: https://pytorch.org/docs/stable/distributed.checkpoint.html#torch.distributed.checkpoint.state_dict.get_state_dict .Tutorial: https://pytorch.org/tutorials/recipes/distributed_checkpoint_recipe.html . + warnings.warn( +[INFO|trainer.py:3503] 2024-12-26 05:41:05,933 >> Saving model checkpoint to /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-2400 +[INFO|configuration_utils.py:472] 2024-12-26 05:41:05,936 >> Configuration saved in /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-2400/config.json +[INFO|configuration_utils.py:807] 2024-12-26 05:41:05,938 >> Configuration saved in /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-2400/generation_config.json +[INFO|modeling_utils.py:2807] 2024-12-26 05:42:04,546 >> The model is bigger than the maximum size per checkpoint (5GB) and is going to be split in 7 checkpoint shards. You can find where each parameters has been saved in the index located at /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-2400/model.safetensors.index.json. +[INFO|tokenization_utils_base.py:2684] 2024-12-26 05:42:04,550 >> tokenizer config file saved in /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-2400/tokenizer_config.json +[INFO|tokenization_utils_base.py:2693] 2024-12-26 05:42:04,550 >> Special tokens file saved in /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-2400/special_tokens_map.json +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/distributed/fsdp/fully_sharded_data_parallel.py:689: FutureWarning: FSDP.state_dict_type() and FSDP.set_state_dict_type() are being deprecated. Please use APIs, get_state_dict() and set_state_dict(), which can support different parallelisms, FSDP1, FSDP2, DDP. API doc: https://pytorch.org/docs/stable/distributed.checkpoint.html#torch.distributed.checkpoint.state_dict.get_state_dict .Tutorial: https://pytorch.org/tutorials/recipes/distributed_checkpoint_recipe.html . + warnings.warn( +[WARNING|trainer.py:868] 2024-12-26 05:45:49,977 >> Save streaming dataset state: {'epoch': 0, 'sample_in_epoch': 4800, 'num_canonical_nodes': 1, 'shuffle_seed': 42, 'initial_physical_nodes': 1} +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/utils/checkpoint.py:1399: FutureWarning: `torch.cpu.amp.autocast(args...)` is deprecated. Please use `torch.amp.autocast('cpu', args...)` instead. + with device_autocast_ctx, torch.cpu.amp.autocast(**cpu_autocast_kwargs), recompute_context: # type: ignore[attr-defined] +[INFO|trainer.py:175] 2024-12-26 05:46:23,281 >> {'loss': 0.4201, 'grad_norm': 16.505773544311523, 'learning_rate': 3.6768177505930655e-07, 'epoch': 0.4342283699484676, 'num_input_tokens_seen': 5035261952, 'completed': '65.12% (2_401 / 3_687)', 'remaining time': '11:29:35', 'throughput': '769.35', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:46:55,393 >> {'loss': 0.5035, 'grad_norm': 18.550128936767578, 'learning_rate': 3.67312776568654e-07, 'epoch': 0.43449959316517495, 'num_input_tokens_seen': 5037359104, 'completed': '65.15% (2_402 / 3_687)', 'remaining time': '11:29:03', 'throughput': '8163.39', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:47:23,729 >> {'loss': 0.6078, 'grad_norm': 19.673357009887695, 'learning_rate': 3.669439250977272e-07, 'epoch': 0.4347708163818823, 'num_input_tokens_seen': 5039456256, 'completed': '65.17% (2_403 / 3_687)', 'remaining time': '11:28:28', 'throughput': '9251.23', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:47:52,824 >> {'loss': 0.5501, 'grad_norm': 17.886112213134766, 'learning_rate': 3.665752209433637e-07, 'epoch': 0.4350420395985896, 'num_input_tokens_seen': 5041553408, 'completed': '65.20% (2_404 / 3_687)', 'remaining time': '11:27:53', 'throughput': '9009.93', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:48:23,067 >> {'loss': 0.338, 'grad_norm': 13.1587495803833, 'learning_rate': 3.6620666440228254e-07, 'epoch': 0.435313262815297, 'num_input_tokens_seen': 5043650560, 'completed': '65.23% (2_405 / 3_687)', 'remaining time': '11:27:20', 'throughput': '8667.84', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:48:52,577 >> {'loss': 0.2726, 'grad_norm': 16.396703720092773, 'learning_rate': 3.6583825577108397e-07, 'epoch': 0.43558448603200434, 'num_input_tokens_seen': 5045747712, 'completed': '65.26% (2_406 / 3_687)', 'remaining time': '11:26:45', 'throughput': '8883.36', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:49:22,582 >> {'loss': 0.5378, 'grad_norm': 24.322254180908203, 'learning_rate': 3.654699953462494e-07, 'epoch': 0.4358557092487117, 'num_input_tokens_seen': 5047844864, 'completed': '65.28% (2_407 / 3_687)', 'remaining time': '11:26:11', 'throughput': '8736.65', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:49:52,389 >> {'loss': 0.333, 'grad_norm': 13.831670761108398, 'learning_rate': 3.651018834241406e-07, 'epoch': 0.43612693246541906, 'num_input_tokens_seen': 5049942016, 'completed': '65.31% (2_408 / 3_687)', 'remaining time': '11:25:37', 'throughput': '8794.70', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:50:26,276 >> {'loss': 0.3657, 'grad_norm': 13.609641075134277, 'learning_rate': 3.6473392030100014e-07, 'epoch': 0.43639815568212637, 'num_input_tokens_seen': 5052039168, 'completed': '65.34% (2_409 / 3_687)', 'remaining time': '11:25:06', 'throughput': '7735.88', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:50:57,757 >> {'loss': 0.4042, 'grad_norm': 15.657468795776367, 'learning_rate': 3.6436610627295074e-07, 'epoch': 0.4366693788988337, 'num_input_tokens_seen': 5054136320, 'completed': '65.36% (2_410 / 3_687)', 'remaining time': '11:24:34', 'throughput': '8326.93', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:51:25,847 >> {'loss': 0.6303, 'grad_norm': 18.23346519470215, 'learning_rate': 3.639984416359949e-07, 'epoch': 0.4369406021155411, 'num_input_tokens_seen': 5056233472, 'completed': '65.39% (2_411 / 3_687)', 'remaining time': '11:23:58', 'throughput': '9332.39', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:51:56,887 >> {'loss': 0.2942, 'grad_norm': 10.519538879394531, 'learning_rate': 3.636309266860156e-07, 'epoch': 0.43721182533224845, 'num_input_tokens_seen': 5058330624, 'completed': '65.42% (2_412 / 3_687)', 'remaining time': '11:23:25', 'throughput': '8445.36', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:52:26,795 >> {'loss': 0.5607, 'grad_norm': 17.80950927734375, 'learning_rate': 3.6326356171877483e-07, 'epoch': 0.4374830485489558, 'num_input_tokens_seen': 5060427776, 'completed': '65.45% (2_413 / 3_687)', 'remaining time': '11:22:51', 'throughput': '8765.03', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:52:59,400 >> {'loss': 0.348, 'grad_norm': 17.949668884277344, 'learning_rate': 3.6289634702991343e-07, 'epoch': 0.4377542717656631, 'num_input_tokens_seen': 5062524928, 'completed': '65.47% (2_414 / 3_687)', 'remaining time': '11:22:20', 'throughput': '8039.97', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:53:31,454 >> {'loss': 0.2518, 'grad_norm': 12.619994163513184, 'learning_rate': 3.625292829149521e-07, 'epoch': 0.4380254949823705, 'num_input_tokens_seen': 5064622080, 'completed': '65.50% (2_415 / 3_687)', 'remaining time': '11:21:47', 'throughput': '8178.23', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:54:01,385 >> {'loss': 0.785, 'grad_norm': 23.58609962463379, 'learning_rate': 3.6216236966929015e-07, 'epoch': 0.43829671819907784, 'num_input_tokens_seen': 5066719232, 'completed': '65.53% (2_416 / 3_687)', 'remaining time': '11:21:13', 'throughput': '8758.22', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:54:32,484 >> {'loss': 0.357, 'grad_norm': 17.113204956054688, 'learning_rate': 3.6179560758820527e-07, 'epoch': 0.4385679414157852, 'num_input_tokens_seen': 5068816384, 'completed': '65.55% (2_417 / 3_687)', 'remaining time': '11:20:40', 'throughput': '8429.37', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:55:02,465 >> {'loss': 0.6071, 'grad_norm': 29.91645622253418, 'learning_rate': 3.61428996966854e-07, 'epoch': 0.43883916463249256, 'num_input_tokens_seen': 5070913536, 'completed': '65.58% (2_418 / 3_687)', 'remaining time': '11:20:07', 'throughput': '8743.66', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:55:37,881 >> {'loss': 0.3174, 'grad_norm': 16.93893814086914, 'learning_rate': 3.610625381002701e-07, 'epoch': 0.43911038784919987, 'num_input_tokens_seen': 5073010688, 'completed': '65.61% (2_419 / 3_687)', 'remaining time': '11:19:37', 'throughput': '7401.88', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:56:08,360 >> {'loss': 0.5038, 'grad_norm': 17.732091903686523, 'learning_rate': 3.606962312833659e-07, 'epoch': 0.43938161106590723, 'num_input_tokens_seen': 5075107840, 'completed': '65.64% (2_420 / 3_687)', 'remaining time': '11:19:04', 'throughput': '8600.81', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:56:40,487 >> {'loss': 0.3963, 'grad_norm': 16.852190017700195, 'learning_rate': 3.603300768109311e-07, 'epoch': 0.4396528342826146, 'num_input_tokens_seen': 5077204992, 'completed': '65.66% (2_421 / 3_687)', 'remaining time': '11:18:31', 'throughput': '8159.55', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:57:11,479 >> {'loss': 0.67, 'grad_norm': 22.718647003173828, 'learning_rate': 3.5996407497763305e-07, 'epoch': 0.43992405749932195, 'num_input_tokens_seen': 5079302144, 'completed': '65.69% (2_422 / 3_687)', 'remaining time': '11:17:58', 'throughput': '8458.34', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:57:42,872 >> {'loss': 0.3855, 'grad_norm': 14.987257957458496, 'learning_rate': 3.5959822607801617e-07, 'epoch': 0.4401952807160293, 'num_input_tokens_seen': 5081399296, 'completed': '65.72% (2_423 / 3_687)', 'remaining time': '11:17:26', 'throughput': '8350.48', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:58:13,980 >> {'loss': 0.5356, 'grad_norm': 19.861112594604492, 'learning_rate': 3.592325304065018e-07, 'epoch': 0.4404665039327366, 'num_input_tokens_seen': 5083496448, 'completed': '65.74% (2_424 / 3_687)', 'remaining time': '11:16:53', 'throughput': '8426.93', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:58:43,550 >> {'loss': 0.4618, 'grad_norm': 17.07244873046875, 'learning_rate': 3.588669882573875e-07, 'epoch': 0.440737727149444, 'num_input_tokens_seen': 5085593600, 'completed': '65.77% (2_425 / 3_687)', 'remaining time': '11:16:18', 'throughput': '8865.13', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:59:12,283 >> {'loss': 0.9808, 'grad_norm': 27.226409912109375, 'learning_rate': 3.5850159992484787e-07, 'epoch': 0.44100895036615134, 'num_input_tokens_seen': 5087690752, 'completed': '65.80% (2_426 / 3_687)', 'remaining time': '11:15:44', 'throughput': '9123.56', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:59:43,183 >> {'loss': 0.344, 'grad_norm': 16.227130889892578, 'learning_rate': 3.581363657029336e-07, 'epoch': 0.4412801735828587, 'num_input_tokens_seen': 5089787904, 'completed': '65.83% (2_427 / 3_687)', 'remaining time': '11:15:10', 'throughput': '8483.48', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:00:16,044 >> {'loss': 0.202, 'grad_norm': 9.734285354614258, 'learning_rate': 3.5777128588557126e-07, 'epoch': 0.44155139679956606, 'num_input_tokens_seen': 5091885056, 'completed': '65.85% (2_428 / 3_687)', 'remaining time': '11:14:39', 'throughput': '7977.56', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:00:47,086 >> {'loss': 0.6473, 'grad_norm': 18.710073471069336, 'learning_rate': 3.574063607665633e-07, 'epoch': 0.44182262001627337, 'num_input_tokens_seen': 5093982208, 'completed': '65.88% (2_429 / 3_687)', 'remaining time': '11:14:06', 'throughput': '8444.74', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:01:16,563 >> {'loss': 0.5162, 'grad_norm': 18.220901489257812, 'learning_rate': 3.570415906395873e-07, 'epoch': 0.44209384323298073, 'num_input_tokens_seen': 5096079360, 'completed': '65.91% (2_430 / 3_687)', 'remaining time': '11:13:32', 'throughput': '8893.14', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:01:46,517 >> {'loss': 0.4738, 'grad_norm': 17.251747131347656, 'learning_rate': 3.5667697579819655e-07, 'epoch': 0.4423650664496881, 'num_input_tokens_seen': 5098176512, 'completed': '65.93% (2_431 / 3_687)', 'remaining time': '11:12:58', 'throughput': '8751.57', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:02:16,919 >> {'loss': 0.5164, 'grad_norm': 19.4804744720459, 'learning_rate': 3.563125165358193e-07, 'epoch': 0.44263628966639545, 'num_input_tokens_seen': 5100273664, 'completed': '65.96% (2_432 / 3_687)', 'remaining time': '11:12:24', 'throughput': '8622.54', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:02:46,297 >> {'loss': 0.4864, 'grad_norm': 17.455604553222656, 'learning_rate': 3.559482131457583e-07, 'epoch': 0.4429075128831028, 'num_input_tokens_seen': 5102370816, 'completed': '65.99% (2_433 / 3_687)', 'remaining time': '11:11:50', 'throughput': '8923.21', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:03:17,921 >> {'loss': 0.4475, 'grad_norm': 16.524316787719727, 'learning_rate': 3.5558406592119115e-07, 'epoch': 0.4431787360998101, 'num_input_tokens_seen': 5104467968, 'completed': '66.02% (2_434 / 3_687)', 'remaining time': '11:11:17', 'throughput': '8289.32', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:03:47,096 >> {'loss': 0.5127, 'grad_norm': 15.812894821166992, 'learning_rate': 3.552200751551697e-07, 'epoch': 0.4434499593165175, 'num_input_tokens_seen': 5106565120, 'completed': '66.04% (2_435 / 3_687)', 'remaining time': '11:10:43', 'throughput': '8985.19', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:04:17,048 >> {'loss': 0.4391, 'grad_norm': 17.802688598632812, 'learning_rate': 3.548562411406201e-07, 'epoch': 0.44372118253322484, 'num_input_tokens_seen': 5108662272, 'completed': '66.07% (2_436 / 3_687)', 'remaining time': '11:10:09', 'throughput': '8752.11', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:04:47,664 >> {'loss': 0.465, 'grad_norm': 21.305082321166992, 'learning_rate': 3.544925641703413e-07, 'epoch': 0.4439924057499322, 'num_input_tokens_seen': 5110759424, 'completed': '66.10% (2_437 / 3_687)', 'remaining time': '11:09:36', 'throughput': '8562.38', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:05:16,343 >> {'loss': 0.6903, 'grad_norm': 23.760269165039062, 'learning_rate': 3.5412904453700754e-07, 'epoch': 0.44426362896663957, 'num_input_tokens_seen': 5112856576, 'completed': '66.12% (2_438 / 3_687)', 'remaining time': '11:09:01', 'throughput': '9140.56', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:05:44,450 >> {'loss': 0.6868, 'grad_norm': 35.48469543457031, 'learning_rate': 3.537656825331653e-07, 'epoch': 0.4445348521833469, 'num_input_tokens_seen': 5114953728, 'completed': '66.15% (2_439 / 3_687)', 'remaining time': '11:08:26', 'throughput': '9326.67', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:06:17,643 >> {'loss': 0.5361, 'grad_norm': 18.90154457092285, 'learning_rate': 3.534024784512345e-07, 'epoch': 0.44480607540005423, 'num_input_tokens_seen': 5117050880, 'completed': '66.18% (2_440 / 3_687)', 'remaining time': '11:07:55', 'throughput': '7897.63', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:06:48,821 >> {'loss': 0.4076, 'grad_norm': 16.816068649291992, 'learning_rate': 3.5303943258350813e-07, 'epoch': 0.4450772986167616, 'num_input_tokens_seen': 5119148032, 'completed': '66.21% (2_441 / 3_687)', 'remaining time': '11:07:22', 'throughput': '8408.03', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:07:20,078 >> {'loss': 0.3967, 'grad_norm': 31.906917572021484, 'learning_rate': 3.526765452221512e-07, 'epoch': 0.44534852183346896, 'num_input_tokens_seen': 5121245184, 'completed': '66.23% (2_442 / 3_687)', 'remaining time': '11:06:49', 'throughput': '8386.59', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:07:52,329 >> {'loss': 0.468, 'grad_norm': 16.148090362548828, 'learning_rate': 3.523138166592021e-07, 'epoch': 0.4456197450501763, 'num_input_tokens_seen': 5123342336, 'completed': '66.26% (2_443 / 3_687)', 'remaining time': '11:06:17', 'throughput': '8128.36', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:08:22,275 >> {'loss': 0.7676, 'grad_norm': 22.877065658569336, 'learning_rate': 3.5195124718657075e-07, 'epoch': 0.4458909682668836, 'num_input_tokens_seen': 5125439488, 'completed': '66.29% (2_444 / 3_687)', 'remaining time': '11:05:43', 'throughput': '8753.84', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:08:52,076 >> {'loss': 0.3127, 'grad_norm': 16.407276153564453, 'learning_rate': 3.5158883709603946e-07, 'epoch': 0.446162191483591, 'num_input_tokens_seen': 5127536640, 'completed': '66.31% (2_445 / 3_687)', 'remaining time': '11:05:09', 'throughput': '8796.64', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:09:26,225 >> {'loss': 0.5557, 'grad_norm': 17.211170196533203, 'learning_rate': 3.5122658667926177e-07, 'epoch': 0.44643341470029835, 'num_input_tokens_seen': 5129633792, 'completed': '66.34% (2_446 / 3_687)', 'remaining time': '11:04:39', 'throughput': '7676.36', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:09:55,282 >> {'loss': 0.6258, 'grad_norm': 17.69900131225586, 'learning_rate': 3.5086449622776346e-07, 'epoch': 0.4467046379170057, 'num_input_tokens_seen': 5131730944, 'completed': '66.37% (2_447 / 3_687)', 'remaining time': '11:04:04', 'throughput': '9021.58', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:10:25,859 >> {'loss': 0.441, 'grad_norm': 17.46190643310547, 'learning_rate': 3.505025660329408e-07, 'epoch': 0.44697586113371307, 'num_input_tokens_seen': 5133828096, 'completed': '66.40% (2_448 / 3_687)', 'remaining time': '11:03:31', 'throughput': '8573.41', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:10:56,341 >> {'loss': 0.3493, 'grad_norm': 13.633960723876953, 'learning_rate': 3.5014079638606164e-07, 'epoch': 0.4472470843504204, 'num_input_tokens_seen': 5135925248, 'completed': '66.42% (2_449 / 3_687)', 'remaining time': '11:02:57', 'throughput': '8599.99', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:11:24,726 >> {'loss': 0.3263, 'grad_norm': 15.675495147705078, 'learning_rate': 3.497791875782643e-07, 'epoch': 0.44751830756712774, 'num_input_tokens_seen': 5138022400, 'completed': '66.45% (2_450 / 3_687)', 'remaining time': '11:02:23', 'throughput': '9235.09', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:11:56,370 >> {'loss': 0.4154, 'grad_norm': 17.797544479370117, 'learning_rate': 3.4941773990055777e-07, 'epoch': 0.4477895307838351, 'num_input_tokens_seen': 5140119552, 'completed': '66.48% (2_451 / 3_687)', 'remaining time': '11:01:50', 'throughput': '8284.30', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:12:25,946 >> {'loss': 0.7703, 'grad_norm': 26.41427993774414, 'learning_rate': 3.490564536438215e-07, 'epoch': 0.44806075400054246, 'num_input_tokens_seen': 5142216704, 'completed': '66.50% (2_452 / 3_687)', 'remaining time': '11:01:16', 'throughput': '8863.30', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:12:55,931 >> {'loss': 0.4778, 'grad_norm': 16.2842960357666, 'learning_rate': 3.4869532909880485e-07, 'epoch': 0.4483319772172498, 'num_input_tokens_seen': 5144313856, 'completed': '66.53% (2_453 / 3_687)', 'remaining time': '11:00:42', 'throughput': '8742.43', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:13:25,489 >> {'loss': 0.3942, 'grad_norm': 18.36961555480957, 'learning_rate': 3.483343665561271e-07, 'epoch': 0.4486032004339571, 'num_input_tokens_seen': 5146411008, 'completed': '66.56% (2_454 / 3_687)', 'remaining time': '11:00:08', 'throughput': '8869.00', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:13:58,058 >> {'loss': 0.5367, 'grad_norm': 19.449003219604492, 'learning_rate': 3.479735663062773e-07, 'epoch': 0.4488744236506645, 'num_input_tokens_seen': 5148508160, 'completed': '66.59% (2_455 / 3_687)', 'remaining time': '10:59:36', 'throughput': '8048.99', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:14:27,951 >> {'loss': 0.3392, 'grad_norm': 11.512831687927246, 'learning_rate': 3.4761292863961354e-07, 'epoch': 0.44914564686737185, 'num_input_tokens_seen': 5150605312, 'completed': '66.61% (2_456 / 3_687)', 'remaining time': '10:59:03', 'throughput': '8769.10', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:14:58,717 >> {'loss': 0.4308, 'grad_norm': 17.354673385620117, 'learning_rate': 3.4725245384636347e-07, 'epoch': 0.4494168700840792, 'num_input_tokens_seen': 5152702464, 'completed': '66.64% (2_457 / 3_687)', 'remaining time': '10:58:30', 'throughput': '8520.69', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:15:28,938 >> {'loss': 0.2647, 'grad_norm': 12.854970932006836, 'learning_rate': 3.4689214221662364e-07, 'epoch': 0.4496880933007866, 'num_input_tokens_seen': 5154799616, 'completed': '66.67% (2_458 / 3_687)', 'remaining time': '10:57:56', 'throughput': '8674.13', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:15:59,875 >> {'loss': 0.5143, 'grad_norm': 16.739013671875, 'learning_rate': 3.465319940403587e-07, 'epoch': 0.4499593165174939, 'num_input_tokens_seen': 5156896768, 'completed': '66.69% (2_459 / 3_687)', 'remaining time': '10:57:23', 'throughput': '8473.57', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:16:29,558 >> {'loss': 0.3709, 'grad_norm': 15.290994644165039, 'learning_rate': 3.4617200960740247e-07, 'epoch': 0.45023053973420124, 'num_input_tokens_seen': 5158993920, 'completed': '66.72% (2_460 / 3_687)', 'remaining time': '10:56:49', 'throughput': '8831.52', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:17:01,243 >> {'loss': 0.34, 'grad_norm': 12.358589172363281, 'learning_rate': 3.4581218920745663e-07, 'epoch': 0.4505017629509086, 'num_input_tokens_seen': 5161091072, 'completed': '66.75% (2_461 / 3_687)', 'remaining time': '10:56:17', 'throughput': '8273.30', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:17:30,717 >> {'loss': 0.3167, 'grad_norm': 13.680041313171387, 'learning_rate': 3.454525331300908e-07, 'epoch': 0.45077298616761596, 'num_input_tokens_seen': 5163188224, 'completed': '66.78% (2_462 / 3_687)', 'remaining time': '10:55:43', 'throughput': '8894.03', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:18:01,850 >> {'loss': 0.4137, 'grad_norm': 22.562665939331055, 'learning_rate': 3.450930416647429e-07, 'epoch': 0.4510442093843233, 'num_input_tokens_seen': 5165285376, 'completed': '66.80% (2_463 / 3_687)', 'remaining time': '10:55:10', 'throughput': '8420.30', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:18:31,592 >> {'loss': 0.4412, 'grad_norm': 14.763349533081055, 'learning_rate': 3.4473371510071795e-07, 'epoch': 0.45131543260103063, 'num_input_tokens_seen': 5167382528, 'completed': '66.83% (2_464 / 3_687)', 'remaining time': '10:54:36', 'throughput': '8813.78', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:19:02,750 >> {'loss': 0.578, 'grad_norm': 20.03864097595215, 'learning_rate': 3.4437455372718795e-07, 'epoch': 0.451586655817738, 'num_input_tokens_seen': 5169479680, 'completed': '66.86% (2_465 / 3_687)', 'remaining time': '10:54:03', 'throughput': '8413.46', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:19:35,576 >> {'loss': 0.3843, 'grad_norm': 19.433835983276367, 'learning_rate': 3.440155578331925e-07, 'epoch': 0.45185787903444535, 'num_input_tokens_seen': 5171576832, 'completed': '66.88% (2_466 / 3_687)', 'remaining time': '10:53:31', 'throughput': '7985.84', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:20:03,064 >> {'loss': 0.3445, 'grad_norm': 15.715560913085938, 'learning_rate': 3.4365672770763783e-07, 'epoch': 0.4521291022511527, 'num_input_tokens_seen': 5173673984, 'completed': '66.91% (2_467 / 3_687)', 'remaining time': '10:52:56', 'throughput': '9536.69', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:20:35,602 >> {'loss': 0.3954, 'grad_norm': 16.51280975341797, 'learning_rate': 3.432980636392967e-07, 'epoch': 0.4524003254678601, 'num_input_tokens_seen': 5175771136, 'completed': '66.94% (2_468 / 3_687)', 'remaining time': '10:52:24', 'throughput': '8056.50', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:21:05,524 >> {'loss': 0.3528, 'grad_norm': 13.621045112609863, 'learning_rate': 3.429395659168084e-07, 'epoch': 0.4526715486845674, 'num_input_tokens_seen': 5177868288, 'completed': '66.97% (2_469 / 3_687)', 'remaining time': '10:51:50', 'throughput': '8761.03', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:21:33,663 >> {'loss': 0.5579, 'grad_norm': 19.30001449584961, 'learning_rate': 3.425812348286782e-07, 'epoch': 0.45294277190127474, 'num_input_tokens_seen': 5179965440, 'completed': '66.99% (2_470 / 3_687)', 'remaining time': '10:51:15', 'throughput': '9316.10', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:22:01,272 >> {'loss': 0.8619, 'grad_norm': 25.89718246459961, 'learning_rate': 3.422230706632774e-07, 'epoch': 0.4532139951179821, 'num_input_tokens_seen': 5182062592, 'completed': '67.02% (2_471 / 3_687)', 'remaining time': '10:50:40', 'throughput': '9494.76', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:22:30,973 >> {'loss': 0.489, 'grad_norm': 17.709318161010742, 'learning_rate': 3.418650737088427e-07, 'epoch': 0.45348521833468947, 'num_input_tokens_seen': 5184159744, 'completed': '67.05% (2_472 / 3_687)', 'remaining time': '10:50:06', 'throughput': '8826.00', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:23:02,231 >> {'loss': 0.3265, 'grad_norm': 17.07084846496582, 'learning_rate': 3.415072442534767e-07, 'epoch': 0.45375644155139677, 'num_input_tokens_seen': 5186256896, 'completed': '67.07% (2_473 / 3_687)', 'remaining time': '10:49:33', 'throughput': '8386.59', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:23:33,564 >> {'loss': 0.3484, 'grad_norm': 14.670482635498047, 'learning_rate': 3.411495825851467e-07, 'epoch': 0.45402766476810413, 'num_input_tokens_seen': 5188354048, 'completed': '67.10% (2_474 / 3_687)', 'remaining time': '10:49:01', 'throughput': '8366.37', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:24:03,273 >> {'loss': 0.3738, 'grad_norm': 15.770243644714355, 'learning_rate': 3.4079208899168545e-07, 'epoch': 0.4542988879848115, 'num_input_tokens_seen': 5190451200, 'completed': '67.13% (2_475 / 3_687)', 'remaining time': '10:48:27', 'throughput': '8823.78', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:24:34,149 >> {'loss': 0.4085, 'grad_norm': 18.940078735351562, 'learning_rate': 3.404347637607899e-07, 'epoch': 0.45457011120151886, 'num_input_tokens_seen': 5192548352, 'completed': '67.15% (2_476 / 3_687)', 'remaining time': '10:47:54', 'throughput': '8490.06', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:25:03,644 >> {'loss': 0.5006, 'grad_norm': 20.297151565551758, 'learning_rate': 3.400776071800219e-07, 'epoch': 0.4548413344182262, 'num_input_tokens_seen': 5194645504, 'completed': '67.18% (2_477 / 3_687)', 'remaining time': '10:47:20', 'throughput': '8887.86', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:25:33,558 >> {'loss': 0.2718, 'grad_norm': 13.716742515563965, 'learning_rate': 3.3972061953680734e-07, 'epoch': 0.4551125576349335, 'num_input_tokens_seen': 5196742656, 'completed': '67.21% (2_478 / 3_687)', 'remaining time': '10:46:46', 'throughput': '8763.22', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:26:06,626 >> {'loss': 0.4441, 'grad_norm': 16.452495574951172, 'learning_rate': 3.3936380111843666e-07, 'epoch': 0.4553837808516409, 'num_input_tokens_seen': 5198839808, 'completed': '67.24% (2_479 / 3_687)', 'remaining time': '10:46:15', 'throughput': '7927.52', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:26:38,628 >> {'loss': 0.3707, 'grad_norm': 12.949135780334473, 'learning_rate': 3.390071522120635e-07, 'epoch': 0.45565500406834825, 'num_input_tokens_seen': 5200936960, 'completed': '67.26% (2_480 / 3_687)', 'remaining time': '10:45:43', 'throughput': '8191.45', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:27:09,762 >> {'loss': 0.3601, 'grad_norm': 13.870152473449707, 'learning_rate': 3.3865067310470554e-07, 'epoch': 0.4559262272850556, 'num_input_tokens_seen': 5203034112, 'completed': '67.29% (2_481 / 3_687)', 'remaining time': '10:45:10', 'throughput': '8419.76', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:27:38,877 >> {'loss': 0.3517, 'grad_norm': 12.890467643737793, 'learning_rate': 3.3829436408324316e-07, 'epoch': 0.45619745050176297, 'num_input_tokens_seen': 5205131264, 'completed': '67.32% (2_482 / 3_687)', 'remaining time': '10:44:36', 'throughput': '9003.89', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:28:10,520 >> {'loss': 0.4483, 'grad_norm': 14.944725036621094, 'learning_rate': 3.3793822543442074e-07, 'epoch': 0.4564686737184703, 'num_input_tokens_seen': 5207228416, 'completed': '67.34% (2_483 / 3_687)', 'remaining time': '10:44:03', 'throughput': '8284.34', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:28:43,383 >> {'loss': 0.4053, 'grad_norm': 16.919103622436523, 'learning_rate': 3.3758225744484483e-07, 'epoch': 0.45673989693517764, 'num_input_tokens_seen': 5209325568, 'completed': '67.37% (2_484 / 3_687)', 'remaining time': '10:43:32', 'throughput': '7976.92', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:29:15,376 >> {'loss': 0.4156, 'grad_norm': 14.759577751159668, 'learning_rate': 3.372264604009851e-07, 'epoch': 0.457011120151885, 'num_input_tokens_seen': 5211422720, 'completed': '67.40% (2_485 / 3_687)', 'remaining time': '10:43:00', 'throughput': '8193.78', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:29:44,470 >> {'loss': 0.4126, 'grad_norm': 15.936949729919434, 'learning_rate': 3.3687083458917344e-07, 'epoch': 0.45728234336859236, 'num_input_tokens_seen': 5213519872, 'completed': '67.43% (2_486 / 3_687)', 'remaining time': '10:42:25', 'throughput': '9010.12', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:30:15,661 >> {'loss': 0.3871, 'grad_norm': 15.409136772155762, 'learning_rate': 3.3651538029560377e-07, 'epoch': 0.4575535665852997, 'num_input_tokens_seen': 5215617024, 'completed': '67.45% (2_487 / 3_687)', 'remaining time': '10:41:53', 'throughput': '8404.56', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:30:44,282 >> {'loss': 0.4349, 'grad_norm': 15.34483814239502, 'learning_rate': 3.361600978063325e-07, 'epoch': 0.457824789802007, 'num_input_tokens_seen': 5217714176, 'completed': '67.48% (2_488 / 3_687)', 'remaining time': '10:41:18', 'throughput': '9159.20', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:31:13,890 >> {'loss': 0.4529, 'grad_norm': 18.0634708404541, 'learning_rate': 3.358049874072771e-07, 'epoch': 0.4580960130187144, 'num_input_tokens_seen': 5219811328, 'completed': '67.51% (2_489 / 3_687)', 'remaining time': '10:40:44', 'throughput': '8853.71', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:31:45,525 >> {'loss': 0.4033, 'grad_norm': 17.72582244873047, 'learning_rate': 3.3545004938421734e-07, 'epoch': 0.45836723623542175, 'num_input_tokens_seen': 5221908480, 'completed': '67.53% (2_490 / 3_687)', 'remaining time': '10:40:12', 'throughput': '8286.47', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:32:12,877 >> {'loss': 0.7801, 'grad_norm': 20.901613235473633, 'learning_rate': 3.3509528402279357e-07, 'epoch': 0.4586384594521291, 'num_input_tokens_seen': 5224005632, 'completed': '67.56% (2_491 / 3_687)', 'remaining time': '10:39:36', 'throughput': '9584.21', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:32:44,377 >> {'loss': 0.9615, 'grad_norm': 34.06769943237305, 'learning_rate': 3.347406916085074e-07, 'epoch': 0.45890968266883647, 'num_input_tokens_seen': 5226102784, 'completed': '67.59% (2_492 / 3_687)', 'remaining time': '10:39:04', 'throughput': '8322.01', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:33:15,591 >> {'loss': 0.7134, 'grad_norm': 19.558860778808594, 'learning_rate': 3.3438627242672164e-07, 'epoch': 0.4591809058855438, 'num_input_tokens_seen': 5228199936, 'completed': '67.62% (2_493 / 3_687)', 'remaining time': '10:38:31', 'throughput': '8398.40', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:33:46,832 >> {'loss': 0.4235, 'grad_norm': 17.086078643798828, 'learning_rate': 3.3403202676265875e-07, 'epoch': 0.45945212910225114, 'num_input_tokens_seen': 5230297088, 'completed': '67.64% (2_494 / 3_687)', 'remaining time': '10:37:58', 'throughput': '8390.88', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:34:20,162 >> {'loss': 0.2654, 'grad_norm': 11.597755432128906, 'learning_rate': 3.336779549014026e-07, 'epoch': 0.4597233523189585, 'num_input_tokens_seen': 5232394240, 'completed': '67.67% (2_495 / 3_687)', 'remaining time': '10:37:27', 'throughput': '7865.09', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:34:49,598 >> {'loss': 0.3075, 'grad_norm': 12.856144905090332, 'learning_rate': 3.333240571278968e-07, 'epoch': 0.45999457553566586, 'num_input_tokens_seen': 5234491392, 'completed': '67.70% (2_496 / 3_687)', 'remaining time': '10:36:53', 'throughput': '8905.68', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:35:21,034 >> {'loss': 0.2412, 'grad_norm': 9.705018997192383, 'learning_rate': 3.3297033372694473e-07, 'epoch': 0.4602657987523732, 'num_input_tokens_seen': 5236588544, 'completed': '67.72% (2_497 / 3_687)', 'remaining time': '10:36:21', 'throughput': '8338.83', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:35:47,640 >> {'loss': 0.8226, 'grad_norm': 20.149858474731445, 'learning_rate': 3.3261678498320954e-07, 'epoch': 0.46053702196908053, 'num_input_tokens_seen': 5238685696, 'completed': '67.75% (2_498 / 3_687)', 'remaining time': '10:35:45', 'throughput': '9852.88', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:36:14,868 >> {'loss': 0.5587, 'grad_norm': 19.860633850097656, 'learning_rate': 3.3226341118121367e-07, 'epoch': 0.4608082451857879, 'num_input_tokens_seen': 5240782848, 'completed': '67.78% (2_499 / 3_687)', 'remaining time': '10:35:09', 'throughput': '9627.96', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:36:46,261 >> {'loss': 0.3087, 'grad_norm': 11.387728691101074, 'learning_rate': 3.319102126053389e-07, 'epoch': 0.46107946840249525, 'num_input_tokens_seen': 5242880000, 'completed': '67.81% (2_500 / 3_687)', 'remaining time': '10:34:37', 'throughput': '8350.35', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:37:19,114 >> {'loss': 0.2748, 'grad_norm': 16.481552124023438, 'learning_rate': 3.315571895398261e-07, 'epoch': 0.4613506916192026, 'num_input_tokens_seen': 5244977152, 'completed': '67.83% (2_501 / 3_687)', 'remaining time': '10:34:05', 'throughput': '7979.23', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:37:50,250 >> {'loss': 0.3922, 'grad_norm': 14.168554306030273, 'learning_rate': 3.312043422687749e-07, 'epoch': 0.46162191483591, 'num_input_tokens_seen': 5247074304, 'completed': '67.86% (2_502 / 3_687)', 'remaining time': '10:33:33', 'throughput': '8419.38', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:38:23,262 >> {'loss': 0.2, 'grad_norm': 10.951041221618652, 'learning_rate': 3.3085167107614297e-07, 'epoch': 0.4618931380526173, 'num_input_tokens_seen': 5249171456, 'completed': '67.89% (2_503 / 3_687)', 'remaining time': '10:33:01', 'throughput': '7940.89', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:38:52,200 >> {'loss': 0.714, 'grad_norm': 21.78125762939453, 'learning_rate': 3.3049917624574737e-07, 'epoch': 0.46216436126932464, 'num_input_tokens_seen': 5251268608, 'completed': '67.91% (2_504 / 3_687)', 'remaining time': '10:32:27', 'throughput': '9058.79', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:39:24,274 >> {'loss': 0.3656, 'grad_norm': 14.395316123962402, 'learning_rate': 3.301468580612619e-07, 'epoch': 0.462435584486032, 'num_input_tokens_seen': 5253365760, 'completed': '67.94% (2_505 / 3_687)', 'remaining time': '10:31:55', 'throughput': '8173.09', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:39:55,035 >> {'loss': 0.3252, 'grad_norm': 16.801877975463867, 'learning_rate': 3.2979471680621903e-07, 'epoch': 0.46270680770273936, 'num_input_tokens_seen': 5255462912, 'completed': '67.97% (2_506 / 3_687)', 'remaining time': '10:31:22', 'throughput': '8521.97', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:40:23,477 >> {'loss': 0.5567, 'grad_norm': 18.835493087768555, 'learning_rate': 3.2944275276400857e-07, 'epoch': 0.4629780309194467, 'num_input_tokens_seen': 5257560064, 'completed': '68.00% (2_507 / 3_687)', 'remaining time': '10:30:47', 'throughput': '9216.72', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:40:53,980 >> {'loss': 0.4733, 'grad_norm': 18.04051971435547, 'learning_rate': 3.290909662178779e-07, 'epoch': 0.46324925413615403, 'num_input_tokens_seen': 5259657216, 'completed': '68.02% (2_508 / 3_687)', 'remaining time': '10:30:14', 'throughput': '8594.09', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:41:24,296 >> {'loss': 0.1792, 'grad_norm': 11.844828605651855, 'learning_rate': 3.2873935745093145e-07, 'epoch': 0.4635204773528614, 'num_input_tokens_seen': 5261754368, 'completed': '68.05% (2_509 / 3_687)', 'remaining time': '10:29:41', 'throughput': '8646.94', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:41:56,088 >> {'loss': 0.3807, 'grad_norm': 15.879327774047852, 'learning_rate': 3.283879267461305e-07, 'epoch': 0.46379170056956875, 'num_input_tokens_seen': 5263851520, 'completed': '68.08% (2_510 / 3_687)', 'remaining time': '10:29:08', 'throughput': '8245.72', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:42:25,974 >> {'loss': 0.2678, 'grad_norm': 14.160933494567871, 'learning_rate': 3.280366743862931e-07, 'epoch': 0.4640629237862761, 'num_input_tokens_seen': 5265948672, 'completed': '68.10% (2_511 / 3_687)', 'remaining time': '10:28:35', 'throughput': '8771.49', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:43:00,489 >> {'loss': 0.4197, 'grad_norm': 16.566879272460938, 'learning_rate': 3.276856006540939e-07, 'epoch': 0.4643341470029835, 'num_input_tokens_seen': 5268045824, 'completed': '68.13% (2_512 / 3_687)', 'remaining time': '10:28:05', 'throughput': '7594.93', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:43:31,469 >> {'loss': 0.7876, 'grad_norm': 22.101320266723633, 'learning_rate': 3.2733470583206357e-07, 'epoch': 0.4646053702196908, 'num_input_tokens_seen': 5270142976, 'completed': '68.16% (2_513 / 3_687)', 'remaining time': '10:27:32', 'throughput': '8461.96', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:44:01,831 >> {'loss': 0.6538, 'grad_norm': 22.703693389892578, 'learning_rate': 3.2698399020258895e-07, 'epoch': 0.46487659343639814, 'num_input_tokens_seen': 5272240128, 'completed': '68.19% (2_514 / 3_687)', 'remaining time': '10:26:58', 'throughput': '8633.87', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:44:32,337 >> {'loss': 0.324, 'grad_norm': 14.076583862304688, 'learning_rate': 3.266334540479128e-07, 'epoch': 0.4651478166531055, 'num_input_tokens_seen': 5274337280, 'completed': '68.21% (2_515 / 3_687)', 'remaining time': '10:26:25', 'throughput': '8593.07', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:45:02,418 >> {'loss': 0.4449, 'grad_norm': 17.571779251098633, 'learning_rate': 3.262830976501329e-07, 'epoch': 0.46541903986981287, 'num_input_tokens_seen': 5276434432, 'completed': '68.24% (2_516 / 3_687)', 'remaining time': '10:25:52', 'throughput': '8714.67', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:45:34,754 >> {'loss': 0.3639, 'grad_norm': 13.718509674072266, 'learning_rate': 3.2593292129120295e-07, 'epoch': 0.46569026308652023, 'num_input_tokens_seen': 5278531584, 'completed': '68.27% (2_517 / 3_687)', 'remaining time': '10:25:20', 'throughput': '8106.95', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:46:03,699 >> {'loss': 0.3981, 'grad_norm': 16.070167541503906, 'learning_rate': 3.2558292525293156e-07, 'epoch': 0.46596148630322753, 'num_input_tokens_seen': 5280628736, 'completed': '68.29% (2_518 / 3_687)', 'remaining time': '10:24:46', 'throughput': '9056.49', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:46:34,936 >> {'loss': 0.4636, 'grad_norm': 17.910581588745117, 'learning_rate': 3.2523310981698213e-07, 'epoch': 0.4662327095199349, 'num_input_tokens_seen': 5282725888, 'completed': '68.32% (2_519 / 3_687)', 'remaining time': '10:24:13', 'throughput': '8392.15', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:47:04,363 >> {'loss': 0.6682, 'grad_norm': 21.05547332763672, 'learning_rate': 3.24883475264873e-07, 'epoch': 0.46650393273664226, 'num_input_tokens_seen': 5284823040, 'completed': '68.35% (2_520 / 3_687)', 'remaining time': '10:23:39', 'throughput': '8908.43', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:47:35,403 >> {'loss': 0.4988, 'grad_norm': 14.658893585205078, 'learning_rate': 3.2453402187797684e-07, 'epoch': 0.4667751559533496, 'num_input_tokens_seen': 5286920192, 'completed': '68.38% (2_521 / 3_687)', 'remaining time': '10:23:07', 'throughput': '8445.36', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:48:05,633 >> {'loss': 0.4897, 'grad_norm': 17.221160888671875, 'learning_rate': 3.241847499375201e-07, 'epoch': 0.467046379170057, 'num_input_tokens_seen': 5289017344, 'completed': '68.40% (2_522 / 3_687)', 'remaining time': '10:22:33', 'throughput': '8671.55', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:48:34,553 >> {'loss': 0.2647, 'grad_norm': 14.185545921325684, 'learning_rate': 3.238356597245837e-07, 'epoch': 0.4673176023867643, 'num_input_tokens_seen': 5291114496, 'completed': '68.43% (2_523 / 3_687)', 'remaining time': '10:21:59', 'throughput': '9064.40', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:49:03,957 >> {'loss': 0.4688, 'grad_norm': 17.018024444580078, 'learning_rate': 3.2348675152010217e-07, 'epoch': 0.46758882560347165, 'num_input_tokens_seen': 5293211648, 'completed': '68.46% (2_524 / 3_687)', 'remaining time': '10:21:25', 'throughput': '8915.27', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:49:35,354 >> {'loss': 0.5423, 'grad_norm': 21.121870040893555, 'learning_rate': 3.2313802560486353e-07, 'epoch': 0.467860048820179, 'num_input_tokens_seen': 5295308800, 'completed': '68.48% (2_525 / 3_687)', 'remaining time': '10:20:53', 'throughput': '8349.22', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:50:06,196 >> {'loss': 0.6087, 'grad_norm': 41.621604919433594, 'learning_rate': 3.2278948225950916e-07, 'epoch': 0.46813127203688637, 'num_input_tokens_seen': 5297405952, 'completed': '68.51% (2_526 / 3_687)', 'remaining time': '10:20:20', 'throughput': '8499.76', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:50:36,336 >> {'loss': 0.4773, 'grad_norm': 15.993080139160156, 'learning_rate': 3.2244112176453343e-07, 'epoch': 0.46840249525359373, 'num_input_tokens_seen': 5299503104, 'completed': '68.54% (2_527 / 3_687)', 'remaining time': '10:19:46', 'throughput': '8697.53', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:51:06,493 >> {'loss': 0.6761, 'grad_norm': 19.632001876831055, 'learning_rate': 3.2209294440028366e-07, 'epoch': 0.46867371847030104, 'num_input_tokens_seen': 5301600256, 'completed': '68.57% (2_528 / 3_687)', 'remaining time': '10:19:13', 'throughput': '8692.65', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:51:39,333 >> {'loss': 0.3395, 'grad_norm': 14.451026916503906, 'learning_rate': 3.2174495044695973e-07, 'epoch': 0.4689449416870084, 'num_input_tokens_seen': 5303697408, 'completed': '68.59% (2_529 / 3_687)', 'remaining time': '10:18:42', 'throughput': '7982.37', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:52:10,971 >> {'loss': 0.483, 'grad_norm': 18.51044464111328, 'learning_rate': 3.2139714018461396e-07, 'epoch': 0.46921616490371576, 'num_input_tokens_seen': 5305794560, 'completed': '68.62% (2_530 / 3_687)', 'remaining time': '10:18:09', 'throughput': '8286.31', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:52:42,584 >> {'loss': 0.5314, 'grad_norm': 16.25364875793457, 'learning_rate': 3.2104951389315073e-07, 'epoch': 0.4694873881204231, 'num_input_tokens_seen': 5307891712, 'completed': '68.65% (2_531 / 3_687)', 'remaining time': '10:17:37', 'throughput': '8292.15', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:53:10,760 >> {'loss': 0.603, 'grad_norm': 21.938037872314453, 'learning_rate': 3.207020718523266e-07, 'epoch': 0.4697586113371305, 'num_input_tokens_seen': 5309988864, 'completed': '68.67% (2_532 / 3_687)', 'remaining time': '10:17:02', 'throughput': '9303.42', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:53:42,394 >> {'loss': 0.3931, 'grad_norm': 15.501047134399414, 'learning_rate': 3.2035481434174966e-07, 'epoch': 0.4700298345538378, 'num_input_tokens_seen': 5312086016, 'completed': '68.70% (2_533 / 3_687)', 'remaining time': '10:16:30', 'throughput': '8286.76', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:54:12,167 >> {'loss': 0.4532, 'grad_norm': 16.000394821166992, 'learning_rate': 3.200077416408794e-07, 'epoch': 0.47030105777054515, 'num_input_tokens_seen': 5314183168, 'completed': '68.73% (2_534 / 3_687)', 'remaining time': '10:15:56', 'throughput': '8804.71', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:54:41,966 >> {'loss': 0.631, 'grad_norm': 21.34868049621582, 'learning_rate': 3.196608540290266e-07, 'epoch': 0.4705722809872525, 'num_input_tokens_seen': 5316280320, 'completed': '68.76% (2_535 / 3_687)', 'remaining time': '10:15:23', 'throughput': '8798.00', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:55:14,571 >> {'loss': 0.5566, 'grad_norm': 23.8501033782959, 'learning_rate': 3.193141517853536e-07, 'epoch': 0.4708435042039599, 'num_input_tokens_seen': 5318377472, 'completed': '68.78% (2_536 / 3_687)', 'remaining time': '10:14:51', 'throughput': '8039.20', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:55:45,261 >> {'loss': 0.4631, 'grad_norm': 14.53099250793457, 'learning_rate': 3.1896763518887305e-07, 'epoch': 0.47111472742066723, 'num_input_tokens_seen': 5320474624, 'completed': '68.81% (2_537 / 3_687)', 'remaining time': '10:14:18', 'throughput': '8541.73', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:56:12,292 >> {'loss': 0.9052, 'grad_norm': 25.955514907836914, 'learning_rate': 3.186213045184484e-07, 'epoch': 0.47138595063737454, 'num_input_tokens_seen': 5322571776, 'completed': '68.84% (2_538 / 3_687)', 'remaining time': '10:13:43', 'throughput': '9697.83', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:56:45,509 >> {'loss': 0.329, 'grad_norm': 12.901291847229004, 'learning_rate': 3.1827516005279306e-07, 'epoch': 0.4716571738540819, 'num_input_tokens_seen': 5324668928, 'completed': '68.86% (2_539 / 3_687)', 'remaining time': '10:13:12', 'throughput': '7891.78', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:57:16,267 >> {'loss': 0.3753, 'grad_norm': 14.975889205932617, 'learning_rate': 3.1792920207047114e-07, 'epoch': 0.47192839707078926, 'num_input_tokens_seen': 5326766080, 'completed': '68.89% (2_540 / 3_687)', 'remaining time': '10:12:39', 'throughput': '8522.91', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:57:48,738 >> {'loss': 0.4148, 'grad_norm': 17.118913650512695, 'learning_rate': 3.175834308498964e-07, 'epoch': 0.4721996202874966, 'num_input_tokens_seen': 5328863232, 'completed': '68.92% (2_541 / 3_687)', 'remaining time': '10:12:07', 'throughput': '8073.19', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:58:18,778 >> {'loss': 0.3607, 'grad_norm': 16.228837966918945, 'learning_rate': 3.172378466693325e-07, 'epoch': 0.472470843504204, 'num_input_tokens_seen': 5330960384, 'completed': '68.94% (2_542 / 3_687)', 'remaining time': '10:11:33', 'throughput': '8726.50', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:58:46,741 >> {'loss': 0.9653, 'grad_norm': 22.712890625, 'learning_rate': 3.168924498068923e-07, 'epoch': 0.4727420667209113, 'num_input_tokens_seen': 5333057536, 'completed': '68.97% (2_543 / 3_687)', 'remaining time': '10:10:59', 'throughput': '9374.65', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:59:17,948 >> {'loss': 0.4317, 'grad_norm': 18.086130142211914, 'learning_rate': 3.1654724054053805e-07, 'epoch': 0.47301328993761865, 'num_input_tokens_seen': 5335154688, 'completed': '69.00% (2_544 / 3_687)', 'remaining time': '10:10:26', 'throughput': '8400.13', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:59:50,306 >> {'loss': 0.4091, 'grad_norm': 16.25860595703125, 'learning_rate': 3.1620221914808115e-07, 'epoch': 0.473284513154326, 'num_input_tokens_seen': 5337251840, 'completed': '69.03% (2_545 / 3_687)', 'remaining time': '10:09:54', 'throughput': '8101.33', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 07:00:22,136 >> {'loss': 0.3707, 'grad_norm': 19.094097137451172, 'learning_rate': 3.1585738590718157e-07, 'epoch': 0.4735557363710334, 'num_input_tokens_seen': 5339348992, 'completed': '69.05% (2_546 / 3_687)', 'remaining time': '10:09:22', 'throughput': '8235.73', 'gpu_mem_free': '5581MB'} +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/transformers/utils/hub.py:127: FutureWarning: Using `TRANSFORMERS_CACHE` is deprecated and will be removed in v5 of Transformers. Use `HF_HOME` instead. + warnings.warn( +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/transformers/utils/hub.py:127: FutureWarning: Using `TRANSFORMERS_CACHE` is deprecated and will be removed in v5 of Transformers. Use `HF_HOME` instead. + warnings.warn( +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/transformers/utils/hub.py:127: FutureWarning: Using `TRANSFORMERS_CACHE` is deprecated and will be removed in v5 of Transformers. Use `HF_HOME` instead. + warnings.warn( +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/transformers/utils/hub.py:127: FutureWarning: Using `TRANSFORMERS_CACHE` is deprecated and will be removed in v5 of Transformers. Use `HF_HOME` instead. + warnings.warn( +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/transformers/utils/hub.py:127: FutureWarning: Using `TRANSFORMERS_CACHE` is deprecated and will be removed in v5 of Transformers. Use `HF_HOME` instead. + warnings.warn( +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/transformers/utils/hub.py:127: FutureWarning: Using `TRANSFORMERS_CACHE` is deprecated and will be removed in v5 of Transformers. Use `HF_HOME` instead. + warnings.warn( +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/transformers/utils/hub.py:127: FutureWarning: Using `TRANSFORMERS_CACHE` is deprecated and will be removed in v5 of Transformers. Use `HF_HOME` instead. + warnings.warn( +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/transformers/utils/hub.py:127: FutureWarning: Using `TRANSFORMERS_CACHE` is deprecated and will be removed in v5 of Transformers. Use `HF_HOME` instead. + warnings.warn( +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/transformers/utils/import_utils.py:575: FutureWarning: `is_torch_tpu_available` is deprecated and will be removed in 4.41.0. Please use the `is_torch_xla_available` instead. + warnings.warn( +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/transformers/utils/import_utils.py:575: FutureWarning: `is_torch_tpu_available` is deprecated and will be removed in 4.41.0. Please use the `is_torch_xla_available` instead. + warnings.warn( +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/transformers/utils/import_utils.py:575: FutureWarning: `is_torch_tpu_available` is deprecated and will be removed in 4.41.0. Please use the `is_torch_xla_available` instead. + warnings.warn( +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/transformers/utils/import_utils.py:575: FutureWarning: `is_torch_tpu_available` is deprecated and will be removed in 4.41.0. Please use the `is_torch_xla_available` instead. + warnings.warn( +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/transformers/utils/import_utils.py:575: FutureWarning: `is_torch_tpu_available` is deprecated and will be removed in 4.41.0. Please use the `is_torch_xla_available` instead. + warnings.warn( +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/transformers/utils/import_utils.py:575: FutureWarning: `is_torch_tpu_available` is deprecated and will be removed in 4.41.0. Please use the `is_torch_xla_available` instead. + warnings.warn( +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/transformers/utils/import_utils.py:575: FutureWarning: `is_torch_tpu_available` is deprecated and will be removed in 4.41.0. Please use the `is_torch_xla_available` instead. + warnings.warn( +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/transformers/utils/import_utils.py:575: FutureWarning: `is_torch_tpu_available` is deprecated and will be removed in 4.41.0. Please use the `is_torch_xla_available` instead. + warnings.warn( +12/26/2024 14:47:26 - WARNING - __main__ - Process rank: 7, device: cuda:7, n_gpu: 1distributed training: True, fp16 training: False, bf16 training: True +12/26/2024 14:47:27 - WARNING - __main__ - Process rank: 0, device: cuda:0, n_gpu: 1distributed training: True, fp16 training: False, bf16 training: True +12/26/2024 14:47:27 - INFO - __main__ - Additional arguments ScriptArguments(model_family='llama', model_name_or_path='/scratch3/workspace/ctpham_umass_edu-ft/models/Llama-3-8B-ProLong-512k-Base/', config_overrides=None, config_overrides_json='', config_name='/scratch3/workspace/ctpham_umass_edu-ft/models/Llama-3-8B-ProLong-512k-Base/', tokenizer_name='/scratch3/workspace/ctpham_umass_edu-ft/models/Llama-3-8B-ProLong-512k-Base/', cache_dir=None, use_fast_tokenizer=False, model_revision='main', use_auth_token=False, tokenized_mds_train=['/work/pi_miyyer_umass_edu/ctpham/BookClaim-dev/data/ft/bookclaim_balanced_pack_complete'], tokenized_mds_validation=[], tokenized_mds_test=[], token_scaled_loss=True) +12/26/2024 14:47:27 - INFO - __main__ - Checkpoint detected, resuming training at /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-2400. To avoid this behavior, change the `--output_dir` or add `--overwrite_output_dir` to train from scratch. +[INFO|tokenization_utils_base.py:2267] 2024-12-26 14:47:27,918 >> loading file tokenizer.json +[INFO|tokenization_utils_base.py:2267] 2024-12-26 14:47:27,918 >> loading file added_tokens.json +[INFO|tokenization_utils_base.py:2267] 2024-12-26 14:47:27,918 >> loading file special_tokens_map.json +[INFO|tokenization_utils_base.py:2267] 2024-12-26 14:47:27,918 >> loading file tokenizer_config.json + Loading checkpoint shards: 0%| | 0/7 [00:00> Special tokens have been added in the vocabulary, make sure the associated word embeddings are fine-tuned or trained. +[INFO|configuration_utils.py:731] 2024-12-26 14:47:28,230 >> loading configuration file /scratch3/workspace/ctpham_umass_edu-ft/models/Llama-3-8B-ProLong-512k-Base/config.json +[INFO|configuration_utils.py:800] 2024-12-26 14:47:28,231 >> Model config LlamaConfig { + "_name_or_path": "/scratch3/workspace/ctpham_umass_edu-ft/models/Llama-3-8B-ProLong-512k-Base/", + "architectures": [ + "LlamaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 128000, + "eos_token_id": 128009, + "hidden_act": "silu", + "hidden_size": 4096, + "initializer_range": 0.02, + "intermediate_size": 14336, + "max_position_embeddings": 524288, + "mlp_bias": false, + "model_type": "llama", + "num_attention_heads": 32, + "num_hidden_layers": 32, + "num_key_value_heads": 8, + "pad_token_id": 0, + "pretraining_tp": 1, + "rms_norm_eps": 1e-05, + "rope_scaling": null, + "rope_theta": 128000000.0, + "tie_word_embeddings": false, + "torch_dtype": "float32", + "transformers_version": "4.44.2", + "use_cache": true, + "vocab_size": 128256 +} + +12/26/2024 14:47:28 - INFO - __main__ - Loaded tokenizer - CPU Memory usage: 633.36 MB RSS + Loading checkpoint shards: 29%|██▊ | 2/7 [00:00<00:00, 8.27it/s]12/26/2024 14:47:28 - INFO - __main__ - GPU 0: 4/81920 MB +12/26/2024 14:47:28 - INFO - __main__ - GPU 1: 423/81920 MB +12/26/2024 14:47:28 - INFO - __main__ - GPU 2: 423/81920 MB +12/26/2024 14:47:28 - INFO - __main__ - GPU 3: 423/81920 MB +12/26/2024 14:47:28 - INFO - __main__ - GPU 4: 423/81920 MB +12/26/2024 14:47:28 - INFO - __main__ - GPU 5: 423/81920 MB +12/26/2024 14:47:28 - INFO - __main__ - GPU 6: 423/81920 MB +12/26/2024 14:47:28 - INFO - __main__ - GPU 7: 423/81920 MB +[INFO|modeling_utils.py:3675] 2024-12-26 14:47:28,314 >> loading weights file /scratch3/workspace/ctpham_umass_edu-ft/models/Llama-3-8B-ProLong-512k-Base/model.safetensors.index.json +[INFO|configuration_utils.py:1038] 2024-12-26 14:47:28,315 >> Generate config GenerationConfig { + "bos_token_id": 128000, + "eos_token_id": 128009, + "pad_token_id": 0 +} + + Loading checkpoint shards: 0%| | 0/7 [00:00> All model checkpoint weights were used when initializing LlamaForCausalLM. + +[INFO|modeling_utils.py:4515] 2024-12-26 14:47:29,080 >> All the weights of LlamaForCausalLM were initialized from the model checkpoint at /scratch3/workspace/ctpham_umass_edu-ft/models/Llama-3-8B-ProLong-512k-Base/. +If your task is similar to the task the model of the checkpoint was trained on, you can already use LlamaForCausalLM for predictions without further training. +[INFO|modeling_utils.py:4003] 2024-12-26 14:47:29,083 >> Generation config file not found, using a generation config created from the model config. +12/26/2024 14:47:29 - INFO - __main__ - Model: LlamaForCausalLM( + (model): LlamaModel( + (embed_tokens): Embedding(128256, 4096, padding_idx=0) + (layers): ModuleList( + (0-31): 32 x LlamaDecoderLayer( + (self_attn): LlamaAttention( + (q_proj): Linear(in_features=4096, out_features=4096, bias=False) + (k_proj): Linear(in_features=4096, out_features=1024, bias=False) + (v_proj): Linear(in_features=4096, out_features=1024, bias=False) + (o_proj): Linear(in_features=4096, out_features=4096, bias=False) + (rotary_emb): LlamaRotaryEmbedding() + (distributed_attn_func): DistributedAttention() + (distributed_varlen_attn_func): DistributedAttention() + ) + (mlp): LlamaMLP( + (gate_proj): Linear(in_features=4096, out_features=14336, bias=False) + (up_proj): Linear(in_features=4096, out_features=14336, bias=False) + (down_proj): Linear(in_features=14336, out_features=4096, bias=False) + (act_fn): SiLU() + ) + (input_layernorm): LlamaRMSNorm() + (post_attention_layernorm): LlamaRMSNorm() + ) + ) + (norm): LlamaRMSNorm() + ) + (lm_head): Linear(in_features=4096, out_features=128256, bias=False) +) +12/26/2024 14:47:29 - INFO - __main__ - Loaded model - CPU Memory usage: 657.86 MB RSS + Loading checkpoint shards: 57%|█████▋ | 4/7 [00:00<00:00, 8.18it/s] Loading checkpoint shards: 57%|█████▋ | 4/7 [00:00<00:00, 8.29it/s] Loading checkpoint shards: 57%|█████▋ | 4/7 [00:00<00:00, 8.35it/s] Loading checkpoint shards: 57%|█████▋ | 4/7 [00:00<00:00, 8.34it/s] Loading checkpoint shards: 57%|█████▋ | 4/7 [00:00<00:00, 8.20it/s] Loading checkpoint shards: 71%|███████▏ | 5/7 [00:00<00:00, 8.76it/s]12/26/2024 14:47:29 - INFO - __main__ - GPU 0: 4/81920 MB +12/26/2024 14:47:29 - INFO - __main__ - GPU 1: 423/81920 MB +12/26/2024 14:47:29 - INFO - __main__ - GPU 2: 423/81920 MB +12/26/2024 14:47:29 - INFO - __main__ - GPU 3: 423/81920 MB +12/26/2024 14:47:29 - INFO - __main__ - GPU 4: 423/81920 MB +12/26/2024 14:47:29 - INFO - __main__ - GPU 5: 423/81920 MB +12/26/2024 14:47:29 - INFO - __main__ - GPU 6: 423/81920 MB +12/26/2024 14:47:29 - INFO - __main__ - GPU 7: 425/81920 MB + Loading checkpoint shards: 71%|███████▏ | 5/7 [00:00<00:00, 8.34it/s] Loading checkpoint shards: 71%|███████▏ | 5/7 [00:00<00:00, 8.45it/s] Loading checkpoint shards: 71%|███████▏ | 5/7 [00:00<00:00, 8.56it/s] Loading checkpoint shards: 71%|███████▏ | 5/7 [00:00<00:00, 8.53it/s] Loading checkpoint shards: 71%|███████▏ | 5/7 [00:00<00:00, 8.37it/s] Loading checkpoint shards: 86%|████████▌ | 6/7 [00:00<00:00, 8.92it/s] Loading checkpoint shards: 86%|████████▌ | 6/7 [00:00<00:00, 8.44it/s] Loading checkpoint shards: 86%|████████▌ | 6/7 [00:00<00:00, 8.53it/s] Loading checkpoint shards: 86%|████████▌ | 6/7 [00:00<00:00, 8.67it/s] Loading checkpoint shards: 86%|████████▌ | 6/7 [00:00<00:00, 8.64it/s] Loading checkpoint shards: 86%|████████▌ | 6/7 [00:00<00:00, 8.46it/s] Loading checkpoint shards: 100%|██████████| 7/7 [00:00<00:00, 9.18it/s] Loading checkpoint shards: 100%|██████████| 7/7 [00:00<00:00, 8.80it/s] + Loading checkpoint shards: 100%|██████████| 7/7 [00:00<00:00, 8.63it/s] Loading checkpoint shards: 100%|██████████| 7/7 [00:00<00:00, 8.27it/s] + Loading checkpoint shards: 100%|██████████| 7/7 [00:00<00:00, 8.72it/s] Loading checkpoint shards: 100%|██████████| 7/7 [00:00<00:00, 8.40it/s] + Loading checkpoint shards: 100%|██████████| 7/7 [00:00<00:00, 8.88it/s] Loading checkpoint shards: 100%|██████████| 7/7 [00:00<00:00, 8.46it/s] + Loading checkpoint shards: 100%|██████████| 7/7 [00:00<00:00, 8.87it/s] Loading checkpoint shards: 100%|██████████| 7/7 [00:00<00:00, 8.45it/s] + Loading checkpoint shards: 100%|██████████| 7/7 [00:00<00:00, 8.70it/s] Loading checkpoint shards: 100%|██████████| 7/7 [00:00<00:00, 8.29it/s] +12/26/2024 14:47:33 - WARNING - streaming.base.dataset - Because `predownload` was not specified, it will default to 8*batch_size if batch_size is not None, otherwise 64. Prior to Streaming v0.7.0, `predownload` defaulted to max(batch_size, 256 * batch_size // num_canonical_nodes). +12/26/2024 14:47:33 - WARNING - streaming.base.dataset - Because `predownload` was not specified, it will default to 8*batch_size if batch_size is not None, otherwise 64. Prior to Streaming v0.7.0, `predownload` defaulted to max(batch_size, 256 * batch_size // num_canonical_nodes). +12/26/2024 14:47:33 - INFO - training.dataset - Loading datasets for training +12/26/2024 14:47:33 - WARNING - streaming.base.dataset - Because `predownload` was not specified, it will default to 8*batch_size if batch_size is not None, otherwise 64. Prior to Streaming v0.7.0, `predownload` defaulted to max(batch_size, 256 * batch_size // num_canonical_nodes). +12/26/2024 14:47:33 - WARNING - streaming.base.dataset - Because `predownload` was not specified, it will default to 8*batch_size if batch_size is not None, otherwise 64. Prior to Streaming v0.7.0, `predownload` defaulted to max(batch_size, 256 * batch_size // num_canonical_nodes). +12/26/2024 14:47:33 - WARNING - streaming.base.dataset - Because `predownload` was not specified, it will default to 8*batch_size if batch_size is not None, otherwise 64. Prior to Streaming v0.7.0, `predownload` defaulted to max(batch_size, 256 * batch_size // num_canonical_nodes). +12/26/2024 14:47:33 - WARNING - streaming.base.dataset - Because `predownload` was not specified, it will default to 8*batch_size if batch_size is not None, otherwise 64. Prior to Streaming v0.7.0, `predownload` defaulted to max(batch_size, 256 * batch_size // num_canonical_nodes). +12/26/2024 14:47:33 - WARNING - streaming.base.dataset - Because `predownload` was not specified, it will default to 8*batch_size if batch_size is not None, otherwise 64. Prior to Streaming v0.7.0, `predownload` defaulted to max(batch_size, 256 * batch_size // num_canonical_nodes). +12/26/2024 14:47:33 - WARNING - streaming.base.dataset - Because `predownload` was not specified, it will default to 8*batch_size if batch_size is not None, otherwise 64. Prior to Streaming v0.7.0, `predownload` defaulted to max(batch_size, 256 * batch_size // num_canonical_nodes). +12/26/2024 14:47:33 - INFO - __main__ - Loaded training dataset +[INFO|trainer.py:648] 2024-12-26 14:47:34,155 >> Using auto half precision backend +[INFO|trainer.py:262] 2024-12-26 14:47:34,156 >> Using world as sequence parallel group +12/26/2024 14:47:34 - INFO - __main__ - Trainer created +12/26/2024 14:47:34 - INFO - __main__ - Training/evaluation parameters TrainingArguments( +_n_gpu=1, +accelerator_config={'split_batches': False, 'dispatch_batches': None, 'even_batches': True, 'use_seedable_sampler': True, 'non_blocking': False, 'gradient_accumulation_kwargs': None, 'use_configured_state': False}, +adafactor=False, +adam_beta1=0.9, +adam_beta2=0.95, +adam_epsilon=1e-08, +auto_find_batch_size=False, +batch_eval_metrics=False, +bf16=True, +bf16_full_eval=False, +cuda_empty_cache=True, +data_seed=None, +dataloader_drop_last=False, +dataloader_num_workers=1, +dataloader_persistent_workers=False, +dataloader_pin_memory=True, +dataloader_prefetch_factor=None, +ddp_backend=None, +ddp_broadcast_buffers=None, +ddp_bucket_cap_mb=None, +ddp_find_unused_parameters=False, +ddp_timeout=1800, +debug=[], +deepspeed=None, +disable_tqdm=True, +dispatch_batches=None, +do_eval=False, +do_predict=False, +do_train=True, +eval_accumulation_steps=None, +eval_delay=0, +eval_do_concat_batches=True, +eval_on_start=False, +eval_steps=None, +eval_strategy=no, +eval_use_gather_object=False, +evaluation_strategy=None, +fp16=False, +fp16_backend=auto, +fp16_full_eval=False, +fp16_opt_level=O1, +fsdp=[, ], +fsdp_config={'min_num_params': 0, 'xla': False, 'xla_fsdp_v2': False, 'xla_fsdp_grad_ckpt': False}, +fsdp_min_num_params=0, +fsdp_transformer_layer_cls_to_wrap=None, +full_determinism=False, +gradient_accumulation_steps=2, +gradient_checkpointing=True, +gradient_checkpointing_kwargs=None, +greater_is_better=None, +group_by_length=False, +half_precision_backend=auto, +hub_always_push=False, +hub_model_id=None, +hub_private_repo=False, +hub_strategy=every_save, +hub_token=, +ignore_data_skip=False, +include_inputs_for_metrics=False, +include_num_input_tokens_seen=False, +include_tokens_per_second=False, +jit_mode_eval=False, +label_names=None, +label_smoothing_factor=0.0, +learning_rate=1e-06, +length_column_name=length, +load_best_model_at_end=False, +local_rank=0, +log_level=info, +log_level_replica=warning, +log_on_each_node=True, +logging_dir=/scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/runs/Dec26_14-47-22_gpu021, +logging_first_step=False, +logging_nan_inf_filter=True, +logging_steps=1.0, +logging_strategy=steps, +lr_scheduler_kwargs={}, +lr_scheduler_type=cosine, +max_grad_norm=1.0, +max_steps=-1, +metric_for_best_model=None, +min_lr_ratio=0.1, +mp_parameters=, +neftune_noise_alpha=None, +no_cuda=False, +num_train_epochs=1.0, +optim=adamw_torch, +optim_args=None, +optim_target_modules=None, +output_dir=/scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_, +overwrite_output_dir=False, +past_index=-1, +per_device_eval_batch_size=8, +per_device_train_batch_size=1, +prediction_loss_only=False, +push_to_hub=False, +push_to_hub_model_id=None, +push_to_hub_organization=None, +push_to_hub_token=, +ray_scope=last, +remove_unused_columns=False, +report_to=['wandb'], +restore_callback_states_from_checkpoint=False, +resume_from_checkpoint=None, +run_name=balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_, +save_on_each_node=False, +save_only_model=False, +save_safetensors=True, +save_steps=200, +save_strategy=steps, +save_total_limit=None, +seed=42, +seq_parallel_size=8, +skip_memory_metrics=True, +split_batches=None, +streaming_dataset=True, +tf32=None, +torch_compile=False, +torch_compile_backend=None, +torch_compile_mode=None, +torch_empty_cache_steps=None, +torchdynamo=None, +tpu_metrics_debug=False, +tpu_num_cores=None, +use_cpu=False, +use_ipex=False, +use_legacy_prediction_loop=False, +use_mps_device=False, +warmup_ratio=0.05, +warmup_steps=0, +weight_decay=0.1, +) +12/26/2024 14:47:34 - INFO - __main__ - *** Train *** +[WARNING|trainer.py:795] 2024-12-26 14:47:34,305 >> Use streaming dataloader for train +[WARNING|trainer.py:795] 2024-12-26 14:47:34,306 >> Use streaming dataloader for train +[WARNING|trainer.py:795] 2024-12-26 14:47:34,307 >> Use streaming dataloader for train +[WARNING|trainer.py:795] 2024-12-26 14:47:34,307 >> Use streaming dataloader for train +[WARNING|trainer.py:795] 2024-12-26 14:47:34,310 >> Use streaming dataloader for train +[WARNING|trainer.py:795] 2024-12-26 14:47:34,311 >> Use streaming dataloader for train +[WARNING|trainer.py:795] 2024-12-26 14:47:34,315 >> Use streaming dataloader for train +[WARNING|trainer.py:795] 2024-12-26 14:47:34,321 >> Use streaming dataloader for train +[INFO|trainer.py:2526] 2024-12-26 14:47:47,199 >> Loading model from /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-2400. +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/distributed/fsdp/fully_sharded_data_parallel.py:689: FutureWarning: FSDP.state_dict_type() and FSDP.set_state_dict_type() are being deprecated. Please use APIs, get_state_dict() and set_state_dict(), which can support different parallelisms, FSDP1, FSDP2, DDP. API doc: https://pytorch.org/docs/stable/distributed.checkpoint.html#torch.distributed.checkpoint.state_dict.get_state_dict .Tutorial: https://pytorch.org/tutorials/recipes/distributed_checkpoint_recipe.html . + warnings.warn( +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/distributed/fsdp/fully_sharded_data_parallel.py:689: FutureWarning: FSDP.state_dict_type() and FSDP.set_state_dict_type() are being deprecated. Please use APIs, get_state_dict() and set_state_dict(), which can support different parallelisms, FSDP1, FSDP2, DDP. API doc: https://pytorch.org/docs/stable/distributed.checkpoint.html#torch.distributed.checkpoint.state_dict.get_state_dict .Tutorial: https://pytorch.org/tutorials/recipes/distributed_checkpoint_recipe.html . + warnings.warn( +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/distributed/fsdp/fully_sharded_data_parallel.py:689: FutureWarning: FSDP.state_dict_type() and FSDP.set_state_dict_type() are being deprecated. Please use APIs, get_state_dict() and set_state_dict(), which can support different parallelisms, FSDP1, FSDP2, DDP. API doc: https://pytorch.org/docs/stable/distributed.checkpoint.html#torch.distributed.checkpoint.state_dict.get_state_dict .Tutorial: https://pytorch.org/tutorials/recipes/distributed_checkpoint_recipe.html . + warnings.warn( +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/distributed/fsdp/fully_sharded_data_parallel.py:689: FutureWarning: FSDP.state_dict_type() and FSDP.set_state_dict_type() are being deprecated. Please use APIs, get_state_dict() and set_state_dict(), which can support different parallelisms, FSDP1, FSDP2, DDP. API doc: https://pytorch.org/docs/stable/distributed.checkpoint.html#torch.distributed.checkpoint.state_dict.get_state_dict .Tutorial: https://pytorch.org/tutorials/recipes/distributed_checkpoint_recipe.html . + warnings.warn( +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/distributed/fsdp/fully_sharded_data_parallel.py:689: FutureWarning: FSDP.state_dict_type() and FSDP.set_state_dict_type() are being deprecated. Please use APIs, get_state_dict() and set_state_dict(), which can support different parallelisms, FSDP1, FSDP2, DDP. API doc: https://pytorch.org/docs/stable/distributed.checkpoint.html#torch.distributed.checkpoint.state_dict.get_state_dict .Tutorial: https://pytorch.org/tutorials/recipes/distributed_checkpoint_recipe.html . + warnings.warn( +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/distributed/fsdp/fully_sharded_data_parallel.py:689: FutureWarning: FSDP.state_dict_type() and FSDP.set_state_dict_type() are being deprecated. Please use APIs, get_state_dict() and set_state_dict(), which can support different parallelisms, FSDP1, FSDP2, DDP. API doc: https://pytorch.org/docs/stable/distributed.checkpoint.html#torch.distributed.checkpoint.state_dict.get_state_dict .Tutorial: https://pytorch.org/tutorials/recipes/distributed_checkpoint_recipe.html . + warnings.warn( +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/distributed/fsdp/fully_sharded_data_parallel.py:689: FutureWarning: FSDP.state_dict_type() and FSDP.set_state_dict_type() are being deprecated. Please use APIs, get_state_dict() and set_state_dict(), which can support different parallelisms, FSDP1, FSDP2, DDP. API doc: https://pytorch.org/docs/stable/distributed.checkpoint.html#torch.distributed.checkpoint.state_dict.get_state_dict .Tutorial: https://pytorch.org/tutorials/recipes/distributed_checkpoint_recipe.html . + warnings.warn( +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/distributed/fsdp/fully_sharded_data_parallel.py:689: FutureWarning: FSDP.state_dict_type() and FSDP.set_state_dict_type() are being deprecated. Please use APIs, get_state_dict() and set_state_dict(), which can support different parallelisms, FSDP1, FSDP2, DDP. API doc: https://pytorch.org/docs/stable/distributed.checkpoint.html#torch.distributed.checkpoint.state_dict.get_state_dict .Tutorial: https://pytorch.org/tutorials/recipes/distributed_checkpoint_recipe.html . + warnings.warn( +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/accelerate/utils/fsdp_utils.py:126: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature. + state_dict = torch.load(input_model_file) +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/accelerate/utils/fsdp_utils.py:126: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature. + state_dict = torch.load(input_model_file) +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/accelerate/utils/fsdp_utils.py:126: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature. + state_dict = torch.load(input_model_file) +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/accelerate/utils/fsdp_utils.py:126: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature. + state_dict = torch.load(input_model_file) +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/accelerate/utils/fsdp_utils.py:126: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature. + state_dict = torch.load(input_model_file) +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/accelerate/utils/fsdp_utils.py:126: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature. + state_dict = torch.load(input_model_file) +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/accelerate/utils/fsdp_utils.py:126: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature. + state_dict = torch.load(input_model_file) +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/accelerate/utils/fsdp_utils.py:126: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature. + state_dict = torch.load(input_model_file) +[WARNING|trainer.py:901] 2024-12-26 14:50:03,530 >> Load optimizer state from /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-2400 +[WARNING|trainer.py:901] 2024-12-26 14:50:03,646 >> Load optimizer state from /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-2400 +[WARNING|trainer.py:901] 2024-12-26 14:50:03,653 >> Load optimizer state from /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-2400 +[WARNING|trainer.py:901] 2024-12-26 14:50:03,689 >> Load optimizer state from /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-2400 +[WARNING|trainer.py:901] 2024-12-26 14:50:03,695 >> Load optimizer state from /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-2400 +[WARNING|trainer.py:901] 2024-12-26 14:50:03,696 >> Load optimizer state from /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-2400 +[WARNING|trainer.py:901] 2024-12-26 14:50:03,696 >> Load optimizer state from /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-2400 +[WARNING|trainer.py:901] 2024-12-26 14:50:03,697 >> Load optimizer state from /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-2400 +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/accelerate/utils/fsdp_utils.py:209: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature. + optim_state = torch.load(input_optimizer_file) +[WARNING|trainer.py:921] 2024-12-26 14:53:56,865 >> Load scheduler state from /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-2400 +[WARNING|trainer.py:942] 2024-12-26 14:53:56,868 >> Resume streaming dataset state from /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-2400: {'epoch': 0, 'sample_in_epoch': 4800, 'num_canonical_nodes': 1, 'shuffle_seed': 42, 'initial_physical_nodes': 1} +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/transformers/trainer.py:2833: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature. + checkpoint_rng_state = torch.load(rng_file) +[WARNING|trainer.py:921] 2024-12-26 14:53:56,892 >> Load scheduler state from /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-2400 +[WARNING|trainer.py:942] 2024-12-26 14:53:56,893 >> Resume streaming dataset state from /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-2400: {'epoch': 0, 'sample_in_epoch': 4800, 'num_canonical_nodes': 1, 'shuffle_seed': 42, 'initial_physical_nodes': 1} +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/transformers/trainer.py:2833: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature. + checkpoint_rng_state = torch.load(rng_file) +[WARNING|trainer.py:921] 2024-12-26 14:53:56,921 >> Load scheduler state from /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-2400 +[WARNING|trainer.py:942] 2024-12-26 14:53:56,922 >> Resume streaming dataset state from /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-2400: {'epoch': 0, 'sample_in_epoch': 4800, 'num_canonical_nodes': 1, 'shuffle_seed': 42, 'initial_physical_nodes': 1} +[WARNING|trainer.py:921] 2024-12-26 14:53:56,928 >> Load scheduler state from /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-2400 +[WARNING|trainer.py:942] 2024-12-26 14:53:56,929 >> Resume streaming dataset state from /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-2400: {'epoch': 0, 'sample_in_epoch': 4800, 'num_canonical_nodes': 1, 'shuffle_seed': 42, 'initial_physical_nodes': 1} +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/transformers/trainer.py:2833: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature. + checkpoint_rng_state = torch.load(rng_file) +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/transformers/trainer.py:2833: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature. + checkpoint_rng_state = torch.load(rng_file) +[WARNING|trainer.py:921] 2024-12-26 14:53:56,951 >> Load scheduler state from /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-2400 +[WARNING|trainer.py:942] 2024-12-26 14:53:56,952 >> Resume streaming dataset state from /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-2400: {'epoch': 0, 'sample_in_epoch': 4800, 'num_canonical_nodes': 1, 'shuffle_seed': 42, 'initial_physical_nodes': 1} +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/transformers/trainer.py:2833: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature. + checkpoint_rng_state = torch.load(rng_file) +[WARNING|trainer.py:921] 2024-12-26 14:53:56,968 >> Load scheduler state from /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-2400 +[WARNING|trainer.py:942] 2024-12-26 14:53:56,969 >> Resume streaming dataset state from /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-2400: {'epoch': 0, 'sample_in_epoch': 4800, 'num_canonical_nodes': 1, 'shuffle_seed': 42, 'initial_physical_nodes': 1} +[WARNING|trainer.py:921] 2024-12-26 14:53:56,983 >> Load scheduler state from /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-2400 +[WARNING|trainer.py:942] 2024-12-26 14:53:56,984 >> Resume streaming dataset state from /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-2400: {'epoch': 0, 'sample_in_epoch': 4800, 'num_canonical_nodes': 1, 'shuffle_seed': 42, 'initial_physical_nodes': 1} +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/transformers/trainer.py:2833: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature. + checkpoint_rng_state = torch.load(rng_file) +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/transformers/trainer.py:2833: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature. + checkpoint_rng_state = torch.load(rng_file) +12/26/2024 14:53:57 - WARNING - streaming.base.dataset - Because `shuffle_block_size` was not specified, it will default to max(4_000_000 // num_canonical_nodes, 1 << 18) if num_canonical_nodes is not None, otherwise 262144. Prior to Streaming v0.7.0, `shuffle_block_size` defaulted to 262144. +12/26/2024 14:53:57 - WARNING - streaming.base.dataset - Because `shuffle_block_size` was not specified, it will default to max(4_000_000 // num_canonical_nodes, 1 << 18) if num_canonical_nodes is not None, otherwise 262144. Prior to Streaming v0.7.0, `shuffle_block_size` defaulted to 262144. +12/26/2024 14:53:57 - WARNING - streaming.base.dataset - Because `shuffle_block_size` was not specified, it will default to max(4_000_000 // num_canonical_nodes, 1 << 18) if num_canonical_nodes is not None, otherwise 262144. Prior to Streaming v0.7.0, `shuffle_block_size` defaulted to 262144. +12/26/2024 14:53:57 - WARNING - streaming.base.dataset - Because `shuffle_block_size` was not specified, it will default to max(4_000_000 // num_canonical_nodes, 1 << 18) if num_canonical_nodes is not None, otherwise 262144. Prior to Streaming v0.7.0, `shuffle_block_size` defaulted to 262144. +12/26/2024 14:53:57 - WARNING - streaming.base.dataset - Because `shuffle_block_size` was not specified, it will default to max(4_000_000 // num_canonical_nodes, 1 << 18) if num_canonical_nodes is not None, otherwise 262144. Prior to Streaming v0.7.0, `shuffle_block_size` defaulted to 262144. +12/26/2024 14:53:57 - WARNING - streaming.base.dataset - Because `shuffle_block_size` was not specified, it will default to max(4_000_000 // num_canonical_nodes, 1 << 18) if num_canonical_nodes is not None, otherwise 262144. Prior to Streaming v0.7.0, `shuffle_block_size` defaulted to 262144. +12/26/2024 14:53:57 - WARNING - streaming.base.dataset - Because `shuffle_block_size` was not specified, it will default to max(4_000_000 // num_canonical_nodes, 1 << 18) if num_canonical_nodes is not None, otherwise 262144. Prior to Streaming v0.7.0, `shuffle_block_size` defaulted to 262144. +[WARNING|trainer.py:921] 2024-12-26 14:54:01,580 >> Load scheduler state from /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-2400 +[WARNING|trainer.py:942] 2024-12-26 14:54:01,582 >> Resume streaming dataset state from /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-2400: {'epoch': 0, 'sample_in_epoch': 4800, 'num_canonical_nodes': 1, 'shuffle_seed': 42, 'initial_physical_nodes': 1} +[INFO|trainer.py:2134] 2024-12-26 14:54:01,589 >> ***** Running training ***** +[INFO|trainer.py:2135] 2024-12-26 14:54:01,589 >> Num examples = 7,374 +[INFO|trainer.py:2136] 2024-12-26 14:54:01,589 >> Num Epochs = 1 +[INFO|trainer.py:2137] 2024-12-26 14:54:01,589 >> Instantaneous batch size per device = 1 +[INFO|trainer.py:2140] 2024-12-26 14:54:01,589 >> Total train batch size (w. parallel, distributed & accumulation) = 16 +[INFO|trainer.py:2141] 2024-12-26 14:54:01,589 >> Gradient Accumulation steps = 2 +[INFO|trainer.py:2142] 2024-12-26 14:54:01,589 >> Total optimization steps = 3,687 +[INFO|trainer.py:2143] 2024-12-26 14:54:01,591 >> Number of trainable parameters = 1,003,782,656 +[INFO|trainer.py:2165] 2024-12-26 14:54:01,597 >> Continuing training from checkpoint, will skip to saved global_step +[INFO|trainer.py:2166] 2024-12-26 14:54:01,597 >> Continuing training from epoch 0 +[INFO|trainer.py:2167] 2024-12-26 14:54:01,597 >> Continuing training from global step 2400 +[INFO|integration_utils.py:807] 2024-12-26 14:54:01,598 >> Automatic Weights & Biases logging enabled, to disable set os.environ["WANDB_DISABLED"] = "true" +wandb: Currently logged in as: chtmp223. Use `wandb login --relogin` to force relogin +wandb: wandb version 0.19.1 is available! To upgrade, please run: +wandb: $ pip install wandb --upgrade +wandb: Tracking run with wandb version 0.17.3 +wandb: Run data is saved locally in /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny +wandb: Run `wandb offline` to turn off syncing. +wandb: Syncing run balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_ +wandb: ⭐️ View project at https://wandb.ai/chtmp223/prolong +wandb: 🚀 View run at https://wandb.ai/chtmp223/prolong/runs/c7ovtvny +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/transformers/trainer.py:2833: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature. + checkpoint_rng_state = torch.load(rng_file) +12/26/2024 14:54:11 - WARNING - streaming.base.dataset - Because `shuffle_block_size` was not specified, it will default to max(4_000_000 // num_canonical_nodes, 1 << 18) if num_canonical_nodes is not None, otherwise 262144. Prior to Streaming v0.7.0, `shuffle_block_size` defaulted to 262144. +12/26/2024 14:54:11 - WARNING - streaming.base.dataset - The `replication` arg has been set to 8 and training is resuming from sample 4800. Make sure you are accounting for sample replication when using StreamingDataset's `state_dict` method for deterministic resumption. Otherwise, you will resume training from the wrong sample. +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/utils/checkpoint.py:1399: FutureWarning: `torch.cpu.amp.autocast(args...)` is deprecated. Please use `torch.amp.autocast('cpu', args...)` instead. + with device_autocast_ctx, torch.cpu.amp.autocast(**cpu_autocast_kwargs), recompute_context: # type: ignore[attr-defined] +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/utils/checkpoint.py:1399: FutureWarning: `torch.cpu.amp.autocast(args...)` is deprecated. Please use `torch.amp.autocast('cpu', args...)` instead. + with device_autocast_ctx, torch.cpu.amp.autocast(**cpu_autocast_kwargs), recompute_context: # type: ignore[attr-defined] +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/utils/checkpoint.py:1399: FutureWarning: `torch.cpu.amp.autocast(args...)` is deprecated. Please use `torch.amp.autocast('cpu', args...)` instead. + with device_autocast_ctx, torch.cpu.amp.autocast(**cpu_autocast_kwargs), recompute_context: # type: ignore[attr-defined] +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/utils/checkpoint.py:1399: FutureWarning: `torch.cpu.amp.autocast(args...)` is deprecated. Please use `torch.amp.autocast('cpu', args...)` instead. + with device_autocast_ctx, torch.cpu.amp.autocast(**cpu_autocast_kwargs), recompute_context: # type: ignore[attr-defined] +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/utils/checkpoint.py:1399: FutureWarning: `torch.cpu.amp.autocast(args...)` is deprecated. Please use `torch.amp.autocast('cpu', args...)` instead. + with device_autocast_ctx, torch.cpu.amp.autocast(**cpu_autocast_kwargs), recompute_context: # type: ignore[attr-defined] +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/utils/checkpoint.py:1399: FutureWarning: `torch.cpu.amp.autocast(args...)` is deprecated. Please use `torch.amp.autocast('cpu', args...)` instead. + with device_autocast_ctx, torch.cpu.amp.autocast(**cpu_autocast_kwargs), recompute_context: # type: ignore[attr-defined] +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/utils/checkpoint.py:1399: FutureWarning: `torch.cpu.amp.autocast(args...)` is deprecated. Please use `torch.amp.autocast('cpu', args...)` instead. + with device_autocast_ctx, torch.cpu.amp.autocast(**cpu_autocast_kwargs), recompute_context: # type: ignore[attr-defined] +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/utils/checkpoint.py:1399: FutureWarning: `torch.cpu.amp.autocast(args...)` is deprecated. Please use `torch.amp.autocast('cpu', args...)` instead. + with device_autocast_ctx, torch.cpu.amp.autocast(**cpu_autocast_kwargs), recompute_context: # type: ignore[attr-defined] +[INFO|trainer.py:175] 2024-12-26 14:54:56,722 >> {'loss': 0.4364, 'grad_norm': 17.1519832611084, 'learning_rate': 3.6768177505930655e-07, 'epoch': 0.00027122321670735016, 'num_input_tokens_seen': 5035261952, 'completed': '65.12% (2_401 / 3_687)', 'remaining time': '16:03:40', 'throughput': '2915.21', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 14:55:28,853 >> {'loss': 0.5551, 'grad_norm': 19.901262283325195, 'learning_rate': 3.67312776568654e-07, 'epoch': 0.0005424464334147003, 'num_input_tokens_seen': 5037359104, 'completed': '65.15% (2_402 / 3_687)', 'remaining time': '13:45:31', 'throughput': '8158.65', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 14:55:57,560 >> {'loss': 0.624, 'grad_norm': 20.185373306274414, 'learning_rate': 3.669439250977272e-07, 'epoch': 0.0008136696501220504, 'num_input_tokens_seen': 5039456256, 'completed': '65.17% (2_403 / 3_687)', 'remaining time': '12:34:42', 'throughput': '9131.76', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 14:56:26,588 >> {'loss': 0.5393, 'grad_norm': 17.927940368652344, 'learning_rate': 3.665752209433637e-07, 'epoch': 0.0010848928668294006, 'num_input_tokens_seen': 5041553408, 'completed': '65.20% (2_404 / 3_687)', 'remaining time': '12:00:45', 'throughput': '9030.55', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 14:56:56,750 >> {'loss': 0.3492, 'grad_norm': 13.626057624816895, 'learning_rate': 3.6620666440228254e-07, 'epoch': 0.0013561160835367507, 'num_input_tokens_seen': 5043650560, 'completed': '65.23% (2_405 / 3_687)', 'remaining time': '11:45:03', 'throughput': '8691.14', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 14:57:26,079 >> {'loss': 0.2869, 'grad_norm': 15.946044921875, 'learning_rate': 3.6583825577108397e-07, 'epoch': 0.0016273393002441008, 'num_input_tokens_seen': 5045747712, 'completed': '65.26% (2_406 / 3_687)', 'remaining time': '11:31:27', 'throughput': '8938.09', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 14:57:55,973 >> {'loss': 0.544, 'grad_norm': 24.774717330932617, 'learning_rate': 3.654699953462494e-07, 'epoch': 0.001898562516951451, 'num_input_tokens_seen': 5047844864, 'completed': '65.28% (2_407 / 3_687)', 'remaining time': '11:23:18', 'throughput': '8769.31', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 14:58:25,739 >> {'loss': 0.34, 'grad_norm': 14.22808837890625, 'learning_rate': 3.651018834241406e-07, 'epoch': 0.0021697857336588013, 'num_input_tokens_seen': 5049942016, 'completed': '65.31% (2_408 / 3_687)', 'remaining time': '11:16:44', 'throughput': '8806.74', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 14:59:00,238 >> {'loss': 0.3746, 'grad_norm': 13.739176750183105, 'learning_rate': 3.6473392030100014e-07, 'epoch': 0.0024410089503661514, 'num_input_tokens_seen': 5052039168, 'completed': '65.34% (2_409 / 3_687)', 'remaining time': '11:22:43', 'throughput': '7598.49', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 14:59:31,662 >> {'loss': 0.4212, 'grad_norm': 16.19430160522461, 'learning_rate': 3.6436610627295074e-07, 'epoch': 0.0027122321670735015, 'num_input_tokens_seen': 5054136320, 'completed': '65.36% (2_410 / 3_687)', 'remaining time': '11:20:51', 'throughput': '8342.11', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 14:59:59,722 >> {'loss': 0.6517, 'grad_norm': 18.812156677246094, 'learning_rate': 3.639984416359949e-07, 'epoch': 0.0029834553837808516, 'num_input_tokens_seen': 5056233472, 'completed': '65.39% (2_411 / 3_687)', 'remaining time': '11:12:43', 'throughput': '9342.54', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:00:30,808 >> {'loss': 0.301, 'grad_norm': 10.88464069366455, 'learning_rate': 3.636309266860156e-07, 'epoch': 0.0032546786004882017, 'num_input_tokens_seen': 5058330624, 'completed': '65.42% (2_412 / 3_687)', 'remaining time': '11:11:13', 'throughput': '8432.72', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:01:00,624 >> {'loss': 0.5711, 'grad_norm': 17.772342681884766, 'learning_rate': 3.6326356171877483e-07, 'epoch': 0.003525901817195552, 'num_input_tokens_seen': 5060427776, 'completed': '65.45% (2_413 / 3_687)', 'remaining time': '11:07:48', 'throughput': '8792.11', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:01:32,736 >> {'loss': 0.3508, 'grad_norm': 18.594541549682617, 'learning_rate': 3.6289634702991343e-07, 'epoch': 0.003797125033902902, 'num_input_tokens_seen': 5062524928, 'completed': '65.47% (2_414 / 3_687)', 'remaining time': '11:08:17', 'throughput': '8163.46', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:02:04,847 >> {'loss': 0.2594, 'grad_norm': 12.95483112335205, 'learning_rate': 3.625292829149521e-07, 'epoch': 0.0040683482506102524, 'num_input_tokens_seen': 5064622080, 'completed': '65.50% (2_415 / 3_687)', 'remaining time': '11:08:37', 'throughput': '8163.72', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:02:34,568 >> {'loss': 0.7946, 'grad_norm': 23.838085174560547, 'learning_rate': 3.6216236966929015e-07, 'epoch': 0.0043395714673176026, 'num_input_tokens_seen': 5066719232, 'completed': '65.53% (2_416 / 3_687)', 'remaining time': '11:05:41', 'throughput': '8820.07', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:03:05,536 >> {'loss': 0.359, 'grad_norm': 17.340089797973633, 'learning_rate': 3.6179560758820527e-07, 'epoch': 0.004610794684024953, 'num_input_tokens_seen': 5068816384, 'completed': '65.55% (2_417 / 3_687)', 'remaining time': '11:04:36', 'throughput': '8464.94', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:03:35,512 >> {'loss': 0.5987, 'grad_norm': 30.172731399536133, 'learning_rate': 3.61428996966854e-07, 'epoch': 0.004882017900732303, 'num_input_tokens_seen': 5070913536, 'completed': '65.58% (2_418 / 3_687)', 'remaining time': '11:02:24', 'throughput': '8745.29', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:04:10,852 >> {'loss': 0.311, 'grad_norm': 16.280479431152344, 'learning_rate': 3.610625381002701e-07, 'epoch': 0.005153241117439653, 'num_input_tokens_seen': 5073010688, 'completed': '65.61% (2_419 / 3_687)', 'remaining time': '11:06:21', 'throughput': '7417.72', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:04:42,282 >> {'loss': 0.495, 'grad_norm': 17.15519142150879, 'learning_rate': 3.606962312833659e-07, 'epoch': 0.005424464334147003, 'num_input_tokens_seen': 5075107840, 'completed': '65.64% (2_420 / 3_687)', 'remaining time': '11:05:43', 'throughput': '8340.48', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:05:14,488 >> {'loss': 0.3901, 'grad_norm': 16.51264190673828, 'learning_rate': 3.603300768109311e-07, 'epoch': 0.005695687550854353, 'num_input_tokens_seen': 5077204992, 'completed': '65.66% (2_421 / 3_687)', 'remaining time': '11:05:53', 'throughput': '8139.58', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:05:44,685 >> {'loss': 0.6579, 'grad_norm': 22.195186614990234, 'learning_rate': 3.5996407497763305e-07, 'epoch': 0.005966910767561703, 'num_input_tokens_seen': 5079302144, 'completed': '65.69% (2_422 / 3_687)', 'remaining time': '11:04:03', 'throughput': '8681.23', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:06:15,336 >> {'loss': 0.3808, 'grad_norm': 14.603880882263184, 'learning_rate': 3.5959822607801617e-07, 'epoch': 0.006238133984269053, 'num_input_tokens_seen': 5081399296, 'completed': '65.72% (2_423 / 3_687)', 'remaining time': '11:02:45', 'throughput': '8552.52', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:06:46,312 >> {'loss': 0.5294, 'grad_norm': 19.53980255126953, 'learning_rate': 3.592325304065018e-07, 'epoch': 0.006509357200976403, 'num_input_tokens_seen': 5083496448, 'completed': '65.74% (2_424 / 3_687)', 'remaining time': '11:01:48', 'throughput': '8462.76', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:07:15,687 >> {'loss': 0.4601, 'grad_norm': 17.005908966064453, 'learning_rate': 3.588669882573875e-07, 'epoch': 0.0067805804176837535, 'num_input_tokens_seen': 5085593600, 'completed': '65.77% (2_425 / 3_687)', 'remaining time': '10:59:32', 'throughput': '8924.22', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:07:44,379 >> {'loss': 0.9515, 'grad_norm': 26.571182250976562, 'learning_rate': 3.5850159992484787e-07, 'epoch': 0.007051803634391104, 'num_input_tokens_seen': 5087690752, 'completed': '65.80% (2_426 / 3_687)', 'remaining time': '10:56:52', 'throughput': '9136.30', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:08:15,169 >> {'loss': 0.3284, 'grad_norm': 15.586816787719727, 'learning_rate': 3.581363657029336e-07, 'epoch': 0.007323026851098454, 'num_input_tokens_seen': 5089787904, 'completed': '65.83% (2_427 / 3_687)', 'remaining time': '10:55:59', 'throughput': '8513.97', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:08:47,836 >> {'loss': 0.1959, 'grad_norm': 9.308566093444824, 'learning_rate': 3.5777128588557126e-07, 'epoch': 0.007594250067805804, 'num_input_tokens_seen': 5091885056, 'completed': '65.85% (2_428 / 3_687)', 'remaining time': '10:56:32', 'throughput': '8024.66', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:09:18,729 >> {'loss': 0.6265, 'grad_norm': 18.024173736572266, 'learning_rate': 3.574063607665633e-07, 'epoch': 0.007865473284513154, 'num_input_tokens_seen': 5093982208, 'completed': '65.88% (2_429 / 3_687)', 'remaining time': '10:55:43', 'throughput': '8485.54', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:09:48,173 >> {'loss': 0.4991, 'grad_norm': 17.78046417236328, 'learning_rate': 3.570415906395873e-07, 'epoch': 0.008136696501220505, 'num_input_tokens_seen': 5096079360, 'completed': '65.91% (2_430 / 3_687)', 'remaining time': '10:53:55', 'throughput': '8903.13', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:10:18,288 >> {'loss': 0.455, 'grad_norm': 16.535097122192383, 'learning_rate': 3.5667697579819655e-07, 'epoch': 0.008407919717927854, 'num_input_tokens_seen': 5098176512, 'completed': '65.93% (2_431 / 3_687)', 'remaining time': '10:52:39', 'throughput': '8704.94', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:10:48,631 >> {'loss': 0.5008, 'grad_norm': 18.70627784729004, 'learning_rate': 3.563125165358193e-07, 'epoch': 0.008679142934635205, 'num_input_tokens_seen': 5100273664, 'completed': '65.96% (2_432 / 3_687)', 'remaining time': '10:51:36', 'throughput': '8639.31', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:11:17,922 >> {'loss': 0.4694, 'grad_norm': 17.156047821044922, 'learning_rate': 3.559482131457583e-07, 'epoch': 0.008950366151342554, 'num_input_tokens_seen': 5102370816, 'completed': '65.99% (2_433 / 3_687)', 'remaining time': '10:49:54', 'throughput': '8949.70', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:11:49,615 >> {'loss': 0.4304, 'grad_norm': 15.62370777130127, 'learning_rate': 3.5558406592119115e-07, 'epoch': 0.009221589368049905, 'num_input_tokens_seen': 5104467968, 'completed': '66.02% (2_434 / 3_687)', 'remaining time': '10:49:45', 'throughput': '8271.34', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:12:18,801 >> {'loss': 0.4884, 'grad_norm': 14.981012344360352, 'learning_rate': 3.552200751551697e-07, 'epoch': 0.009492812584757255, 'num_input_tokens_seen': 5106565120, 'completed': '66.04% (2_435 / 3_687)', 'remaining time': '10:48:04', 'throughput': '8981.90', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:12:48,695 >> {'loss': 0.4192, 'grad_norm': 16.954042434692383, 'learning_rate': 3.548562411406201e-07, 'epoch': 0.009764035801464606, 'num_input_tokens_seen': 5108662272, 'completed': '66.07% (2_436 / 3_687)', 'remaining time': '10:46:53', 'throughput': '8769.02', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:13:19,340 >> {'loss': 0.4403, 'grad_norm': 20.573305130004883, 'learning_rate': 3.544925641703413e-07, 'epoch': 0.010035259018171955, 'num_input_tokens_seen': 5110759424, 'completed': '66.10% (2_437 / 3_687)', 'remaining time': '10:46:09', 'throughput': '8554.38', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:13:47,923 >> {'loss': 0.6544, 'grad_norm': 22.3472957611084, 'learning_rate': 3.5412904453700754e-07, 'epoch': 0.010306482234879306, 'num_input_tokens_seen': 5112856576, 'completed': '66.12% (2_438 / 3_687)', 'remaining time': '10:44:18', 'throughput': '9171.13', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:14:15,963 >> {'loss': 0.6427, 'grad_norm': 33.12949752807617, 'learning_rate': 3.537656825331653e-07, 'epoch': 0.010577705451586655, 'num_input_tokens_seen': 5114953728, 'completed': '66.15% (2_439 / 3_687)', 'remaining time': '10:42:14', 'throughput': '9348.85', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:14:49,229 >> {'loss': 0.501, 'grad_norm': 18.552413940429688, 'learning_rate': 3.534024784512345e-07, 'epoch': 0.010848928668294006, 'num_input_tokens_seen': 5117050880, 'completed': '66.18% (2_440 / 3_687)', 'remaining time': '10:42:58', 'throughput': '7880.35', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:15:20,514 >> {'loss': 0.3836, 'grad_norm': 15.270557403564453, 'learning_rate': 3.5303943258350813e-07, 'epoch': 0.011120151885001357, 'num_input_tokens_seen': 5119148032, 'completed': '66.21% (2_441 / 3_687)', 'remaining time': '10:42:37', 'throughput': '8379.17', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:15:51,724 >> {'loss': 0.3691, 'grad_norm': 32.084510803222656, 'learning_rate': 3.526765452221512e-07, 'epoch': 0.011391375101708706, 'num_input_tokens_seen': 5121245184, 'completed': '66.23% (2_442 / 3_687)', 'remaining time': '10:42:14', 'throughput': '8399.50', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:16:24,072 >> {'loss': 0.4435, 'grad_norm': 15.427001953125, 'learning_rate': 3.523138166592021e-07, 'epoch': 0.011662598318416057, 'num_input_tokens_seen': 5123342336, 'completed': '66.26% (2_443 / 3_687)', 'remaining time': '10:42:24', 'throughput': '8103.71', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:16:54,026 >> {'loss': 0.725, 'grad_norm': 21.460124969482422, 'learning_rate': 3.5195124718657075e-07, 'epoch': 0.011933821535123406, 'num_input_tokens_seen': 5125439488, 'completed': '66.29% (2_444 / 3_687)', 'remaining time': '10:41:24', 'throughput': '8751.49', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:17:23,822 >> {'loss': 0.2977, 'grad_norm': 15.456875801086426, 'learning_rate': 3.5158883709603946e-07, 'epoch': 0.012205044751830757, 'num_input_tokens_seen': 5127536640, 'completed': '66.31% (2_445 / 3_687)', 'remaining time': '10:40:20', 'throughput': '8798.15', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:17:58,011 >> {'loss': 0.5319, 'grad_norm': 16.195775985717773, 'learning_rate': 3.5122658667926177e-07, 'epoch': 0.012476267968538107, 'num_input_tokens_seen': 5129633792, 'completed': '66.34% (2_446 / 3_687)', 'remaining time': '10:41:17', 'throughput': '7667.44', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:18:27,105 >> {'loss': 0.5982, 'grad_norm': 16.876602172851562, 'learning_rate': 3.5086449622776346e-07, 'epoch': 0.012747491185245458, 'num_input_tokens_seen': 5131730944, 'completed': '66.37% (2_447 / 3_687)', 'remaining time': '10:39:56', 'throughput': '9010.38', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:18:57,681 >> {'loss': 0.4243, 'grad_norm': 16.981779098510742, 'learning_rate': 3.505025660329408e-07, 'epoch': 0.013018714401952807, 'num_input_tokens_seen': 5133828096, 'completed': '66.40% (2_448 / 3_687)', 'remaining time': '10:39:15', 'throughput': '8573.54', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:19:28,568 >> {'loss': 0.3373, 'grad_norm': 13.226367950439453, 'learning_rate': 3.5014079638606164e-07, 'epoch': 0.013289937618660158, 'num_input_tokens_seen': 5135925248, 'completed': '66.42% (2_449 / 3_687)', 'remaining time': '10:38:42', 'throughput': '8487.20', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:19:57,176 >> {'loss': 0.3153, 'grad_norm': 14.811175346374512, 'learning_rate': 3.497791875782643e-07, 'epoch': 0.013561160835367507, 'num_input_tokens_seen': 5138022400, 'completed': '66.45% (2_450 / 3_687)', 'remaining time': '10:37:13', 'throughput': '9163.01', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:20:29,107 >> {'loss': 0.4019, 'grad_norm': 17.1142578125, 'learning_rate': 3.4941773990055777e-07, 'epoch': 0.013832384052074858, 'num_input_tokens_seen': 5140119552, 'completed': '66.48% (2_451 / 3_687)', 'remaining time': '10:37:07', 'throughput': '8209.89', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:20:58,933 >> {'loss': 0.7408, 'grad_norm': 24.696069717407227, 'learning_rate': 3.490564536438215e-07, 'epoch': 0.014103607268782207, 'num_input_tokens_seen': 5142216704, 'completed': '66.50% (2_452 / 3_687)', 'remaining time': '10:36:10', 'throughput': '8788.97', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:21:29,219 >> {'loss': 0.4626, 'grad_norm': 15.740670204162598, 'learning_rate': 3.4869532909880485e-07, 'epoch': 0.014374830485489558, 'num_input_tokens_seen': 5144313856, 'completed': '66.53% (2_453 / 3_687)', 'remaining time': '10:35:24', 'throughput': '8655.80', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:21:59,181 >> {'loss': 0.3852, 'grad_norm': 17.356019973754883, 'learning_rate': 3.483343665561271e-07, 'epoch': 0.014646053702196907, 'num_input_tokens_seen': 5146411008, 'completed': '66.56% (2_454 / 3_687)', 'remaining time': '10:34:32', 'throughput': '8749.03', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:22:31,655 >> {'loss': 0.5229, 'grad_norm': 19.49802589416504, 'learning_rate': 3.479735663062773e-07, 'epoch': 0.014917276918904258, 'num_input_tokens_seen': 5148508160, 'completed': '66.59% (2_455 / 3_687)', 'remaining time': '10:34:37', 'throughput': '8072.48', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:23:01,569 >> {'loss': 0.3333, 'grad_norm': 11.227045059204102, 'learning_rate': 3.4761292863961354e-07, 'epoch': 0.015188500135611608, 'num_input_tokens_seen': 5150605312, 'completed': '66.61% (2_456 / 3_687)', 'remaining time': '10:33:44', 'throughput': '8763.10', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:23:31,993 >> {'loss': 0.4247, 'grad_norm': 17.022945404052734, 'learning_rate': 3.4725245384636347e-07, 'epoch': 0.015459723352318959, 'num_input_tokens_seen': 5152702464, 'completed': '66.64% (2_457 / 3_687)', 'remaining time': '10:33:03', 'throughput': '8616.41', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:24:01,898 >> {'loss': 0.2605, 'grad_norm': 12.745018005371094, 'learning_rate': 3.4689214221662364e-07, 'epoch': 0.015730946569026308, 'num_input_tokens_seen': 5154799616, 'completed': '66.67% (2_458 / 3_687)', 'remaining time': '10:32:12', 'throughput': '8765.92', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:24:33,027 >> {'loss': 0.5055, 'grad_norm': 16.132686614990234, 'learning_rate': 3.465319940403587e-07, 'epoch': 0.01600216978573366, 'num_input_tokens_seen': 5156896768, 'completed': '66.69% (2_459 / 3_687)', 'remaining time': '10:31:47', 'throughput': '8421.26', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:25:02,591 >> {'loss': 0.3678, 'grad_norm': 15.20864486694336, 'learning_rate': 3.4617200960740247e-07, 'epoch': 0.01627339300244101, 'num_input_tokens_seen': 5158993920, 'completed': '66.72% (2_460 / 3_687)', 'remaining time': '10:30:49', 'throughput': '8867.05', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:25:34,521 >> {'loss': 0.3402, 'grad_norm': 12.260754585266113, 'learning_rate': 3.4581218920745663e-07, 'epoch': 0.01654461621914836, 'num_input_tokens_seen': 5161091072, 'completed': '66.75% (2_461 / 3_687)', 'remaining time': '10:30:40', 'throughput': '8209.91', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:26:04,071 >> {'loss': 0.3149, 'grad_norm': 13.886555671691895, 'learning_rate': 3.454525331300908e-07, 'epoch': 0.016815839435855708, 'num_input_tokens_seen': 5163188224, 'completed': '66.78% (2_462 / 3_687)', 'remaining time': '10:29:43', 'throughput': '8871.26', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:26:35,288 >> {'loss': 0.4094, 'grad_norm': 22.19728660583496, 'learning_rate': 3.450930416647429e-07, 'epoch': 0.01708706265256306, 'num_input_tokens_seen': 5165285376, 'completed': '66.80% (2_463 / 3_687)', 'remaining time': '10:29:19', 'throughput': '8397.31', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:27:05,006 >> {'loss': 0.4385, 'grad_norm': 14.57243824005127, 'learning_rate': 3.4473371510071795e-07, 'epoch': 0.01735828586927041, 'num_input_tokens_seen': 5167382528, 'completed': '66.83% (2_464 / 3_687)', 'remaining time': '10:28:27', 'throughput': '8821.10', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:27:36,034 >> {'loss': 0.5753, 'grad_norm': 20.04316520690918, 'learning_rate': 3.4437455372718795e-07, 'epoch': 0.01762950908597776, 'num_input_tokens_seen': 5169479680, 'completed': '66.86% (2_465 / 3_687)', 'remaining time': '10:28:00', 'throughput': '8448.62', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:28:08,889 >> {'loss': 0.3834, 'grad_norm': 18.932300567626953, 'learning_rate': 3.440155578331925e-07, 'epoch': 0.01790073230268511, 'num_input_tokens_seen': 5171576832, 'completed': '66.88% (2_466 / 3_687)', 'remaining time': '10:28:06', 'throughput': '7978.91', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:28:36,506 >> {'loss': 0.3425, 'grad_norm': 15.249947547912598, 'learning_rate': 3.4365672770763783e-07, 'epoch': 0.01817195551939246, 'num_input_tokens_seen': 5173673984, 'completed': '66.91% (2_467 / 3_687)', 'remaining time': '10:26:36', 'throughput': '9492.15', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:29:08,955 >> {'loss': 0.3937, 'grad_norm': 16.69132423400879, 'learning_rate': 3.432980636392967e-07, 'epoch': 0.01844317873609981, 'num_input_tokens_seen': 5175771136, 'completed': '66.94% (2_468 / 3_687)', 'remaining time': '10:26:35', 'throughput': '8078.55', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:29:38,880 >> {'loss': 0.3516, 'grad_norm': 14.121512413024902, 'learning_rate': 3.429395659168084e-07, 'epoch': 0.01871440195280716, 'num_input_tokens_seen': 5177868288, 'completed': '66.97% (2_469 / 3_687)', 'remaining time': '10:25:48', 'throughput': '8760.24', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:30:06,994 >> {'loss': 0.5579, 'grad_norm': 19.293235778808594, 'learning_rate': 3.425812348286782e-07, 'epoch': 0.01898562516951451, 'num_input_tokens_seen': 5179965440, 'completed': '66.99% (2_470 / 3_687)', 'remaining time': '10:24:30', 'throughput': '9324.02', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:30:34,632 >> {'loss': 0.8517, 'grad_norm': 26.16200065612793, 'learning_rate': 3.422230706632774e-07, 'epoch': 0.01925684838622186, 'num_input_tokens_seen': 5182062592, 'completed': '67.02% (2_471 / 3_687)', 'remaining time': '10:23:05', 'throughput': '9485.00', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:31:04,208 >> {'loss': 0.4796, 'grad_norm': 16.774105072021484, 'learning_rate': 3.418650737088427e-07, 'epoch': 0.01952807160292921, 'num_input_tokens_seen': 5184159744, 'completed': '67.05% (2_472 / 3_687)', 'remaining time': '10:22:15', 'throughput': '8863.54', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:31:35,457 >> {'loss': 0.3243, 'grad_norm': 16.8173885345459, 'learning_rate': 3.415072442534767e-07, 'epoch': 0.019799294819636562, 'num_input_tokens_seen': 5186256896, 'completed': '67.07% (2_473 / 3_687)', 'remaining time': '10:21:52', 'throughput': '8388.73', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:32:06,739 >> {'loss': 0.3466, 'grad_norm': 14.54384994506836, 'learning_rate': 3.411495825851467e-07, 'epoch': 0.02007051803634391, 'num_input_tokens_seen': 5188354048, 'completed': '67.10% (2_474 / 3_687)', 'remaining time': '10:21:31', 'throughput': '8380.18', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:32:36,423 >> {'loss': 0.3709, 'grad_norm': 16.708059310913086, 'learning_rate': 3.4079208899168545e-07, 'epoch': 0.02034174125305126, 'num_input_tokens_seen': 5190451200, 'completed': '67.13% (2_475 / 3_687)', 'remaining time': '10:20:43', 'throughput': '8830.95', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:33:07,157 >> {'loss': 0.4063, 'grad_norm': 18.377099990844727, 'learning_rate': 3.404347637607899e-07, 'epoch': 0.02061296446975861, 'num_input_tokens_seen': 5192548352, 'completed': '67.15% (2_476 / 3_687)', 'remaining time': '10:20:12', 'throughput': '8529.54', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:33:36,670 >> {'loss': 0.4975, 'grad_norm': 21.520936965942383, 'learning_rate': 3.400776071800219e-07, 'epoch': 0.020884187686465962, 'num_input_tokens_seen': 5194645504, 'completed': '67.18% (2_477 / 3_687)', 'remaining time': '10:19:22', 'throughput': '8882.37', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:34:06,501 >> {'loss': 0.2697, 'grad_norm': 12.55679702758789, 'learning_rate': 3.3972061953680734e-07, 'epoch': 0.02115541090317331, 'num_input_tokens_seen': 5196742656, 'completed': '67.21% (2_478 / 3_687)', 'remaining time': '10:18:38', 'throughput': '8787.74', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:34:39,660 >> {'loss': 0.4419, 'grad_norm': 16.432504653930664, 'learning_rate': 3.3936380111843666e-07, 'epoch': 0.02142663411988066, 'num_input_tokens_seen': 5198839808, 'completed': '67.24% (2_479 / 3_687)', 'remaining time': '10:18:45', 'throughput': '7905.55', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:35:11,771 >> {'loss': 0.3704, 'grad_norm': 12.978721618652344, 'learning_rate': 3.390071522120635e-07, 'epoch': 0.021697857336588012, 'num_input_tokens_seen': 5200936960, 'completed': '67.26% (2_480 / 3_687)', 'remaining time': '10:18:35', 'throughput': '8163.77', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:35:43,392 >> {'loss': 0.3597, 'grad_norm': 13.821551322937012, 'learning_rate': 3.3865067310470554e-07, 'epoch': 0.021969080553295363, 'num_input_tokens_seen': 5203034112, 'completed': '67.29% (2_481 / 3_687)', 'remaining time': '10:18:17', 'throughput': '8290.04', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:36:12,516 >> {'loss': 0.3515, 'grad_norm': 13.253721237182617, 'learning_rate': 3.3829436408324316e-07, 'epoch': 0.022240303770002714, 'num_input_tokens_seen': 5205131264, 'completed': '67.32% (2_482 / 3_687)', 'remaining time': '10:17:22', 'throughput': '9001.01', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:36:44,328 >> {'loss': 0.4505, 'grad_norm': 15.398584365844727, 'learning_rate': 3.3793822543442074e-07, 'epoch': 0.02251152698671006, 'num_input_tokens_seen': 5207228416, 'completed': '67.34% (2_483 / 3_687)', 'remaining time': '10:17:07', 'throughput': '8240.31', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:37:16,285 >> {'loss': 0.4072, 'grad_norm': 17.346776962280273, 'learning_rate': 3.3758225744484483e-07, 'epoch': 0.022782750203417412, 'num_input_tokens_seen': 5209325568, 'completed': '67.37% (2_484 / 3_687)', 'remaining time': '10:16:54', 'throughput': '8203.24', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:37:48,188 >> {'loss': 0.4183, 'grad_norm': 14.590849876403809, 'learning_rate': 3.372264604009851e-07, 'epoch': 0.023053973420124763, 'num_input_tokens_seen': 5211422720, 'completed': '67.40% (2_485 / 3_687)', 'remaining time': '10:16:39', 'throughput': '8216.69', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:38:17,177 >> {'loss': 0.4176, 'grad_norm': 16.34534454345703, 'learning_rate': 3.3687083458917344e-07, 'epoch': 0.023325196636832114, 'num_input_tokens_seen': 5213519872, 'completed': '67.43% (2_486 / 3_687)', 'remaining time': '10:15:43', 'throughput': '9043.05', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:38:48,130 >> {'loss': 0.3908, 'grad_norm': 15.394360542297363, 'learning_rate': 3.3651538029560377e-07, 'epoch': 0.023596419853539462, 'num_input_tokens_seen': 5215617024, 'completed': '67.45% (2_487 / 3_687)', 'remaining time': '10:15:15', 'throughput': '8469.07', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:39:16,722 >> {'loss': 0.4385, 'grad_norm': 15.60722541809082, 'learning_rate': 3.361600978063325e-07, 'epoch': 0.023867643070246813, 'num_input_tokens_seen': 5217714176, 'completed': '67.48% (2_488 / 3_687)', 'remaining time': '10:14:15', 'throughput': '9168.53', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:39:46,385 >> {'loss': 0.4593, 'grad_norm': 18.028072357177734, 'learning_rate': 3.358049874072771e-07, 'epoch': 0.024138866286954164, 'num_input_tokens_seen': 5219811328, 'completed': '67.51% (2_489 / 3_687)', 'remaining time': '10:13:29', 'throughput': '8837.25', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:40:18,046 >> {'loss': 0.4059, 'grad_norm': 18.258270263671875, 'learning_rate': 3.3545004938421734e-07, 'epoch': 0.024410089503661515, 'num_input_tokens_seen': 5221908480, 'completed': '67.53% (2_490 / 3_687)', 'remaining time': '10:13:11', 'throughput': '8279.81', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:40:45,496 >> {'loss': 0.7823, 'grad_norm': 21.254680633544922, 'learning_rate': 3.3509528402279357e-07, 'epoch': 0.024681312720368862, 'num_input_tokens_seen': 5224005632, 'completed': '67.56% (2_491 / 3_687)', 'remaining time': '10:11:57', 'throughput': '9549.78', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:41:17,066 >> {'loss': 0.9546, 'grad_norm': 37.15273666381836, 'learning_rate': 3.347406916085074e-07, 'epoch': 0.024952535937076213, 'num_input_tokens_seen': 5226102784, 'completed': '67.59% (2_492 / 3_687)', 'remaining time': '10:11:38', 'throughput': '8303.73', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:41:48,190 >> {'loss': 0.7096, 'grad_norm': 19.634872436523438, 'learning_rate': 3.3438627242672164e-07, 'epoch': 0.025223759153783564, 'num_input_tokens_seen': 5228199936, 'completed': '67.62% (2_493 / 3_687)', 'remaining time': '10:11:12', 'throughput': '8422.34', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:42:19,435 >> {'loss': 0.4221, 'grad_norm': 18.12146759033203, 'learning_rate': 3.3403202676265875e-07, 'epoch': 0.025494982370490915, 'num_input_tokens_seen': 5230297088, 'completed': '67.64% (2_494 / 3_687)', 'remaining time': '10:10:48', 'throughput': '8390.26', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:42:52,937 >> {'loss': 0.2631, 'grad_norm': 11.500085830688477, 'learning_rate': 3.336779549014026e-07, 'epoch': 0.025766205587198263, 'num_input_tokens_seen': 5232394240, 'completed': '67.67% (2_495 / 3_687)', 'remaining time': '10:10:53', 'throughput': '7824.50', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:43:22,285 >> {'loss': 0.3061, 'grad_norm': 13.041985511779785, 'learning_rate': 3.333240571278968e-07, 'epoch': 0.026037428803905614, 'num_input_tokens_seen': 5234491392, 'completed': '67.70% (2_496 / 3_687)', 'remaining time': '10:10:04', 'throughput': '8932.22', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:43:53,848 >> {'loss': 0.2412, 'grad_norm': 9.483246803283691, 'learning_rate': 3.3297033372694473e-07, 'epoch': 0.026308652020612965, 'num_input_tokens_seen': 5236588544, 'completed': '67.72% (2_497 / 3_687)', 'remaining time': '10:09:44', 'throughput': '8305.46', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:44:20,471 >> {'loss': 0.8186, 'grad_norm': 20.214548110961914, 'learning_rate': 3.3261678498320954e-07, 'epoch': 0.026579875237320316, 'num_input_tokens_seen': 5238685696, 'completed': '67.75% (2_498 / 3_687)', 'remaining time': '10:08:23', 'throughput': '9846.55', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:44:47,452 >> {'loss': 0.5537, 'grad_norm': 16.735645294189453, 'learning_rate': 3.3226341118121367e-07, 'epoch': 0.026851098454027666, 'num_input_tokens_seen': 5240782848, 'completed': '67.78% (2_499 / 3_687)', 'remaining time': '10:07:08', 'throughput': '9716.01', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:45:18,670 >> {'loss': 0.3094, 'grad_norm': 11.246064186096191, 'learning_rate': 3.319102126053389e-07, 'epoch': 0.027122321670735014, 'num_input_tokens_seen': 5242880000, 'completed': '67.81% (2_500 / 3_687)', 'remaining time': '10:06:44', 'throughput': '8397.08', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:45:51,530 >> {'loss': 0.2749, 'grad_norm': 16.4909610748291, 'learning_rate': 3.315571895398261e-07, 'epoch': 0.027393544887442365, 'num_input_tokens_seen': 5244977152, 'completed': '67.83% (2_501 / 3_687)', 'remaining time': '10:06:39', 'throughput': '7977.61', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:46:22,796 >> {'loss': 0.3926, 'grad_norm': 14.262845993041992, 'learning_rate': 3.312043422687749e-07, 'epoch': 0.027664768104149716, 'num_input_tokens_seen': 5247074304, 'completed': '67.86% (2_502 / 3_687)', 'remaining time': '10:06:15', 'throughput': '8384.47', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:46:55,572 >> {'loss': 0.2012, 'grad_norm': 11.372760772705078, 'learning_rate': 3.3085167107614297e-07, 'epoch': 0.027935991320857067, 'num_input_tokens_seen': 5249171456, 'completed': '67.89% (2_503 / 3_687)', 'remaining time': '10:06:08', 'throughput': '7997.86', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:47:24,427 >> {'loss': 0.7148, 'grad_norm': 21.803176879882812, 'learning_rate': 3.3049917624574737e-07, 'epoch': 0.028207214537564414, 'num_input_tokens_seen': 5251268608, 'completed': '67.91% (2_504 / 3_687)', 'remaining time': '10:05:16', 'throughput': '9085.02', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:47:56,443 >> {'loss': 0.3626, 'grad_norm': 14.963140487670898, 'learning_rate': 3.301468580612619e-07, 'epoch': 0.028478437754271765, 'num_input_tokens_seen': 5253365760, 'completed': '67.94% (2_505 / 3_687)', 'remaining time': '10:05:00', 'throughput': '8187.77', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:48:27,253 >> {'loss': 0.325, 'grad_norm': 16.734357833862305, 'learning_rate': 3.2979471680621903e-07, 'epoch': 0.028749660970979116, 'num_input_tokens_seen': 5255462912, 'completed': '67.97% (2_506 / 3_687)', 'remaining time': '10:04:31', 'throughput': '8508.45', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:48:55,714 >> {'loss': 0.5537, 'grad_norm': 18.527103424072266, 'learning_rate': 3.2944275276400857e-07, 'epoch': 0.029020884187686467, 'num_input_tokens_seen': 5257560064, 'completed': '68.00% (2_507 / 3_687)', 'remaining time': '10:03:35', 'throughput': '9210.87', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:49:26,266 >> {'loss': 0.4739, 'grad_norm': 17.63797950744629, 'learning_rate': 3.290909662178779e-07, 'epoch': 0.029292107404393815, 'num_input_tokens_seen': 5259657216, 'completed': '68.02% (2_508 / 3_687)', 'remaining time': '10:03:03', 'throughput': '8580.18', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:49:56,659 >> {'loss': 0.1794, 'grad_norm': 11.94525146484375, 'learning_rate': 3.2873935745093145e-07, 'epoch': 0.029563330621101166, 'num_input_tokens_seen': 5261754368, 'completed': '68.05% (2_509 / 3_687)', 'remaining time': '10:02:29', 'throughput': '8625.19', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:50:28,804 >> {'loss': 0.3807, 'grad_norm': 15.735551834106445, 'learning_rate': 3.283879267461305e-07, 'epoch': 0.029834553837808517, 'num_input_tokens_seen': 5263851520, 'completed': '68.08% (2_510 / 3_687)', 'remaining time': '10:02:14', 'throughput': '8155.10', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:50:58,987 >> {'loss': 0.2682, 'grad_norm': 14.347485542297363, 'learning_rate': 3.280366743862931e-07, 'epoch': 0.030105777054515868, 'num_input_tokens_seen': 5265948672, 'completed': '68.10% (2_511 / 3_687)', 'remaining time': '10:01:38', 'throughput': '8685.13', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:51:33,129 >> {'loss': 0.4171, 'grad_norm': 16.711332321166992, 'learning_rate': 3.276856006540939e-07, 'epoch': 0.030377000271223215, 'num_input_tokens_seen': 5268045824, 'completed': '68.13% (2_512 / 3_687)', 'remaining time': '10:01:43', 'throughput': '7677.88', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:52:04,025 >> {'loss': 0.7826, 'grad_norm': 22.094377517700195, 'learning_rate': 3.2733470583206357e-07, 'epoch': 0.030648223487930566, 'num_input_tokens_seen': 5270142976, 'completed': '68.16% (2_513 / 3_687)', 'remaining time': '10:01:14', 'throughput': '8484.85', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:52:34,386 >> {'loss': 0.6522, 'grad_norm': 24.63713264465332, 'learning_rate': 3.2698399020258895e-07, 'epoch': 0.030919446704637917, 'num_input_tokens_seen': 5272240128, 'completed': '68.19% (2_514 / 3_687)', 'remaining time': '10:00:40', 'throughput': '8634.10', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:53:05,024 >> {'loss': 0.3224, 'grad_norm': 14.236292839050293, 'learning_rate': 3.266334540479128e-07, 'epoch': 0.031190669921345268, 'num_input_tokens_seen': 5274337280, 'completed': '68.21% (2_515 / 3_687)', 'remaining time': '10:00:08', 'throughput': '8556.35', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:53:35,004 >> {'loss': 0.4438, 'grad_norm': 17.167448043823242, 'learning_rate': 3.262830976501329e-07, 'epoch': 0.031461893138052616, 'num_input_tokens_seen': 5276434432, 'completed': '68.24% (2_516 / 3_687)', 'remaining time': '9:59:30', 'throughput': '8743.83', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:54:07,321 >> {'loss': 0.3641, 'grad_norm': 14.156777381896973, 'learning_rate': 3.2593292129120295e-07, 'epoch': 0.03173311635475997, 'num_input_tokens_seen': 5278531584, 'completed': '68.27% (2_517 / 3_687)', 'remaining time': '9:59:15', 'throughput': '8111.71', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:54:36,172 >> {'loss': 0.4017, 'grad_norm': 16.016916275024414, 'learning_rate': 3.2558292525293156e-07, 'epoch': 0.03200433957146732, 'num_input_tokens_seen': 5280628736, 'completed': '68.29% (2_518 / 3_687)', 'remaining time': '9:58:26', 'throughput': '9086.20', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:55:07,397 >> {'loss': 0.4632, 'grad_norm': 17.823566436767578, 'learning_rate': 3.2523310981698213e-07, 'epoch': 0.032275562788174665, 'num_input_tokens_seen': 5282725888, 'completed': '68.32% (2_519 / 3_687)', 'remaining time': '9:58:00', 'throughput': '8395.19', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:55:36,886 >> {'loss': 0.6673, 'grad_norm': 21.00741958618164, 'learning_rate': 3.24883475264873e-07, 'epoch': 0.03254678600488202, 'num_input_tokens_seen': 5284823040, 'completed': '68.35% (2_520 / 3_687)', 'remaining time': '9:57:17', 'throughput': '8889.63', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:56:07,967 >> {'loss': 0.4991, 'grad_norm': 14.62010669708252, 'learning_rate': 3.2453402187797684e-07, 'epoch': 0.03281800922158937, 'num_input_tokens_seen': 5286920192, 'completed': '68.38% (2_521 / 3_687)', 'remaining time': '9:56:50', 'throughput': '8434.15', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:56:38,269 >> {'loss': 0.4899, 'grad_norm': 17.261287689208984, 'learning_rate': 3.241847499375201e-07, 'epoch': 0.03308923243829672, 'num_input_tokens_seen': 5289017344, 'completed': '68.40% (2_522 / 3_687)', 'remaining time': '9:56:16', 'throughput': '8650.99', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:57:07,140 >> {'loss': 0.2637, 'grad_norm': 14.625133514404297, 'learning_rate': 3.238356597245837e-07, 'epoch': 0.03336045565500407, 'num_input_tokens_seen': 5291114496, 'completed': '68.43% (2_523 / 3_687)', 'remaining time': '9:55:27', 'throughput': '9080.09', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:57:36,373 >> {'loss': 0.4681, 'grad_norm': 17.17628288269043, 'learning_rate': 3.2348675152010217e-07, 'epoch': 0.033631678871711417, 'num_input_tokens_seen': 5293211648, 'completed': '68.46% (2_524 / 3_687)', 'remaining time': '9:54:43', 'throughput': '8967.27', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:58:07,870 >> {'loss': 0.5437, 'grad_norm': 21.153200149536133, 'learning_rate': 3.2313802560486353e-07, 'epoch': 0.03390290208841877, 'num_input_tokens_seen': 5295308800, 'completed': '68.48% (2_525 / 3_687)', 'remaining time': '9:54:20', 'throughput': '8322.85', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:58:38,746 >> {'loss': 0.607, 'grad_norm': 21.99086570739746, 'learning_rate': 3.2278948225950916e-07, 'epoch': 0.03417412530512612, 'num_input_tokens_seen': 5297405952, 'completed': '68.51% (2_526 / 3_687)', 'remaining time': '9:53:51', 'throughput': '8490.18', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:59:08,957 >> {'loss': 0.4772, 'grad_norm': 16.050336837768555, 'learning_rate': 3.2244112176453343e-07, 'epoch': 0.034445348521833466, 'num_input_tokens_seen': 5299503104, 'completed': '68.54% (2_527 / 3_687)', 'remaining time': '9:53:16', 'throughput': '8677.02', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:59:39,223 >> {'loss': 0.6767, 'grad_norm': 19.21502685546875, 'learning_rate': 3.2209294440028366e-07, 'epoch': 0.03471657173854082, 'num_input_tokens_seen': 5301600256, 'completed': '68.57% (2_528 / 3_687)', 'remaining time': '9:52:41', 'throughput': '8661.51', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:00:12,247 >> {'loss': 0.3405, 'grad_norm': 14.736310958862305, 'learning_rate': 3.2174495044695973e-07, 'epoch': 0.03498779495524817, 'num_input_tokens_seen': 5303697408, 'completed': '68.59% (2_529 / 3_687)', 'remaining time': '9:52:32', 'throughput': '7937.81', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:00:44,055 >> {'loss': 0.4872, 'grad_norm': 17.85927391052246, 'learning_rate': 3.2139714018461396e-07, 'epoch': 0.03525901817195552, 'num_input_tokens_seen': 5305794560, 'completed': '68.62% (2_530 / 3_687)', 'remaining time': '9:52:11', 'throughput': '8241.67', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:01:14,830 >> {'loss': 0.5331, 'grad_norm': 16.15865707397461, 'learning_rate': 3.2104951389315073e-07, 'epoch': 0.03553024138866287, 'num_input_tokens_seen': 5307891712, 'completed': '68.65% (2_531 / 3_687)', 'remaining time': '9:51:41', 'throughput': '8517.84', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:01:43,240 >> {'loss': 0.6059, 'grad_norm': 21.816003799438477, 'learning_rate': 3.207020718523266e-07, 'epoch': 0.03580146460537022, 'num_input_tokens_seen': 5309988864, 'completed': '68.67% (2_532 / 3_687)', 'remaining time': '9:50:50', 'throughput': '9227.23', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:02:14,090 >> {'loss': 0.3919, 'grad_norm': 15.507525444030762, 'learning_rate': 3.2035481434174966e-07, 'epoch': 0.03607268782207757, 'num_input_tokens_seen': 5312086016, 'completed': '68.70% (2_533 / 3_687)', 'remaining time': '9:50:21', 'throughput': '8497.39', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:02:43,737 >> {'loss': 0.4488, 'grad_norm': 15.8746919631958, 'learning_rate': 3.200077416408794e-07, 'epoch': 0.03634391103878492, 'num_input_tokens_seen': 5314183168, 'completed': '68.73% (2_534 / 3_687)', 'remaining time': '9:49:41', 'throughput': '8842.23', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:03:13,383 >> {'loss': 0.627, 'grad_norm': 20.78430938720703, 'learning_rate': 3.196608540290266e-07, 'epoch': 0.03661513425549227, 'num_input_tokens_seen': 5316280320, 'completed': '68.76% (2_535 / 3_687)', 'remaining time': '9:49:01', 'throughput': '8842.53', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:03:45,329 >> {'loss': 0.5527, 'grad_norm': 21.117902755737305, 'learning_rate': 3.193141517853536e-07, 'epoch': 0.03688635747219962, 'num_input_tokens_seen': 5318377472, 'completed': '68.78% (2_536 / 3_687)', 'remaining time': '9:48:41', 'throughput': '8205.90', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:04:16,028 >> {'loss': 0.4613, 'grad_norm': 14.952088356018066, 'learning_rate': 3.1896763518887305e-07, 'epoch': 0.03715758068890697, 'num_input_tokens_seen': 5320474624, 'completed': '68.81% (2_537 / 3_687)', 'remaining time': '9:48:11', 'throughput': '8538.98', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:04:43,100 >> {'loss': 0.8986, 'grad_norm': 25.334875106811523, 'learning_rate': 3.186213045184484e-07, 'epoch': 0.03742880390561432, 'num_input_tokens_seen': 5322571776, 'completed': '68.84% (2_538 / 3_687)', 'remaining time': '9:47:10', 'throughput': '9683.30', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:05:16,282 >> {'loss': 0.3267, 'grad_norm': 12.866583824157715, 'learning_rate': 3.1827516005279306e-07, 'epoch': 0.03770002712232167, 'num_input_tokens_seen': 5324668928, 'completed': '68.86% (2_539 / 3_687)', 'remaining time': '9:47:00', 'throughput': '7900.27', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:05:46,997 >> {'loss': 0.3742, 'grad_norm': 14.773965835571289, 'learning_rate': 3.1792920207047114e-07, 'epoch': 0.03797125033902902, 'num_input_tokens_seen': 5326766080, 'completed': '68.89% (2_540 / 3_687)', 'remaining time': '9:46:30', 'throughput': '8534.74', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:06:19,421 >> {'loss': 0.4086, 'grad_norm': 17.13579559326172, 'learning_rate': 3.175834308498964e-07, 'epoch': 0.03824247355573637, 'num_input_tokens_seen': 5328863232, 'completed': '68.92% (2_541 / 3_687)', 'remaining time': '9:46:13', 'throughput': '8084.78', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:06:49,500 >> {'loss': 0.3569, 'grad_norm': 16.100215911865234, 'learning_rate': 3.172378466693325e-07, 'epoch': 0.03851369677244372, 'num_input_tokens_seen': 5330960384, 'completed': '68.94% (2_542 / 3_687)', 'remaining time': '9:45:38', 'throughput': '8715.31', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:07:17,444 >> {'loss': 0.9546, 'grad_norm': 22.463777542114258, 'learning_rate': 3.168924498068923e-07, 'epoch': 0.038784919989151075, 'num_input_tokens_seen': 5333057536, 'completed': '68.97% (2_543 / 3_687)', 'remaining time': '9:44:45', 'throughput': '9381.06', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:07:48,533 >> {'loss': 0.4266, 'grad_norm': 17.804658889770508, 'learning_rate': 3.1654724054053805e-07, 'epoch': 0.03905614320585842, 'num_input_tokens_seen': 5335154688, 'completed': '69.00% (2_544 / 3_687)', 'remaining time': '9:44:18', 'throughput': '8431.91', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:08:20,914 >> {'loss': 0.4095, 'grad_norm': 16.298038482666016, 'learning_rate': 3.1620221914808115e-07, 'epoch': 0.03932736642256577, 'num_input_tokens_seen': 5337251840, 'completed': '69.03% (2_545 / 3_687)', 'remaining time': '9:44:00', 'throughput': '8095.61', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:08:52,820 >> {'loss': 0.3647, 'grad_norm': 18.965286254882812, 'learning_rate': 3.1585738590718157e-07, 'epoch': 0.039598589639273124, 'num_input_tokens_seen': 5339348992, 'completed': '69.05% (2_546 / 3_687)', 'remaining time': '9:43:39', 'throughput': '8216.21', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:09:21,858 >> {'loss': 0.6584, 'grad_norm': 22.938982009887695, 'learning_rate': 3.1551274109534805e-07, 'epoch': 0.03986981285598047, 'num_input_tokens_seen': 5341446144, 'completed': '69.08% (2_547 / 3_687)', 'remaining time': '9:42:56', 'throughput': '9027.63', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:09:52,493 >> {'loss': 0.6629, 'grad_norm': 20.005109786987305, 'learning_rate': 3.151682849899376e-07, 'epoch': 0.04014103607268782, 'num_input_tokens_seen': 5343543296, 'completed': '69.11% (2_548 / 3_687)', 'remaining time': '9:42:25', 'throughput': '8556.99', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:10:23,366 >> {'loss': 0.4334, 'grad_norm': 16.92494773864746, 'learning_rate': 3.148240178681553e-07, 'epoch': 0.040412259289395173, 'num_input_tokens_seen': 5345640448, 'completed': '69.13% (2_549 / 3_687)', 'remaining time': '9:41:56', 'throughput': '8490.97', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:10:56,298 >> {'loss': 0.6027, 'grad_norm': 20.46824073791504, 'learning_rate': 3.1447994000705456e-07, 'epoch': 0.04068348250610252, 'num_input_tokens_seen': 5347737600, 'completed': '69.16% (2_550 / 3_687)', 'remaining time': '9:41:42', 'throughput': '7960.10', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:11:25,510 >> {'loss': 0.3774, 'grad_norm': 13.558602333068848, 'learning_rate': 3.141360516835356e-07, 'epoch': 0.040954705722809875, 'num_input_tokens_seen': 5349834752, 'completed': '69.19% (2_551 / 3_687)', 'remaining time': '9:41:00', 'throughput': '8974.01', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:11:56,187 >> {'loss': 0.1835, 'grad_norm': 8.050308227539062, 'learning_rate': 3.1379235317434703e-07, 'epoch': 0.04122592893951722, 'num_input_tokens_seen': 5351931904, 'completed': '69.22% (2_552 / 3_687)', 'remaining time': '9:40:29', 'throughput': '8545.32', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:12:26,801 >> {'loss': 0.3894, 'grad_norm': 15.542895317077637, 'learning_rate': 3.134488447560843e-07, 'epoch': 0.04149715215622457, 'num_input_tokens_seen': 5354029056, 'completed': '69.24% (2_553 / 3_687)', 'remaining time': '9:39:58', 'throughput': '8562.72', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:12:57,223 >> {'loss': 0.7527, 'grad_norm': 25.710311889648438, 'learning_rate': 3.1310552670518987e-07, 'epoch': 0.041768375372931925, 'num_input_tokens_seen': 5356126208, 'completed': '69.27% (2_554 / 3_687)', 'remaining time': '9:39:25', 'throughput': '8616.97', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:13:26,525 >> {'loss': 0.4483, 'grad_norm': 19.23603057861328, 'learning_rate': 3.127623992979532e-07, 'epoch': 0.04203959858963927, 'num_input_tokens_seen': 5358223360, 'completed': '69.30% (2_555 / 3_687)', 'remaining time': '9:38:45', 'throughput': '8946.33', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:13:56,487 >> {'loss': 0.3604, 'grad_norm': 16.744998931884766, 'learning_rate': 3.124194628105098e-07, 'epoch': 0.04231082180634662, 'num_input_tokens_seen': 5360320512, 'completed': '69.32% (2_556 / 3_687)', 'remaining time': '9:38:09', 'throughput': '8749.22', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:14:27,419 >> {'loss': 0.5432, 'grad_norm': 19.892236709594727, 'learning_rate': 3.120767175188422e-07, 'epoch': 0.042582045023053974, 'num_input_tokens_seen': 5362417664, 'completed': '69.35% (2_557 / 3_687)', 'remaining time': '9:37:40', 'throughput': '8474.90', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:14:55,957 >> {'loss': 0.6695, 'grad_norm': 21.464439392089844, 'learning_rate': 3.1173416369877864e-07, 'epoch': 0.04285326823976132, 'num_input_tokens_seen': 5364514816, 'completed': '69.38% (2_558 / 3_687)', 'remaining time': '9:36:54', 'throughput': '9185.68', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:15:25,632 >> {'loss': 0.4755, 'grad_norm': 18.040634155273438, 'learning_rate': 3.1139180162599346e-07, 'epoch': 0.043124491456468676, 'num_input_tokens_seen': 5366611968, 'completed': '69.41% (2_559 / 3_687)', 'remaining time': '9:36:16', 'throughput': '8834.00', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:15:57,652 >> {'loss': 0.3587, 'grad_norm': 16.184511184692383, 'learning_rate': 3.110496315760065e-07, 'epoch': 0.043395714673176024, 'num_input_tokens_seen': 5368709120, 'completed': '69.43% (2_560 / 3_687)', 'remaining time': '9:35:55', 'throughput': '8186.87', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:16:29,577 >> {'loss': 0.4959, 'grad_norm': 14.748477935791016, 'learning_rate': 3.107076538241835e-07, 'epoch': 0.04366693788988337, 'num_input_tokens_seen': 5370806272, 'completed': '69.46% (2_561 / 3_687)', 'remaining time': '9:35:34', 'throughput': '8211.19', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:16:59,308 >> {'loss': 0.3855, 'grad_norm': 15.208799362182617, 'learning_rate': 3.103658686457349e-07, 'epoch': 0.043938161106590726, 'num_input_tokens_seen': 5372903424, 'completed': '69.49% (2_562 / 3_687)', 'remaining time': '9:34:56', 'throughput': '8817.25', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:17:28,641 >> {'loss': 0.3119, 'grad_norm': 14.134151458740234, 'learning_rate': 3.1002427631571646e-07, 'epoch': 0.04420938432329807, 'num_input_tokens_seen': 5375000576, 'completed': '69.51% (2_563 / 3_687)', 'remaining time': '9:34:17', 'throughput': '8936.78', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:18:02,899 >> {'loss': 0.3008, 'grad_norm': 14.675880432128906, 'learning_rate': 3.0968287710902866e-07, 'epoch': 0.04448060754000543, 'num_input_tokens_seen': 5377097728, 'completed': '69.54% (2_564 / 3_687)', 'remaining time': '9:34:11', 'throughput': '7652.13', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:18:29,658 >> {'loss': 0.638, 'grad_norm': 18.92854881286621, 'learning_rate': 3.0934167130041666e-07, 'epoch': 0.044751830756712775, 'num_input_tokens_seen': 5379194880, 'completed': '69.57% (2_565 / 3_687)', 'remaining time': '9:33:13', 'throughput': '9796.45', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:18:58,294 >> {'loss': 0.5573, 'grad_norm': 17.33856773376465, 'learning_rate': 3.090006591644698e-07, 'epoch': 0.04502305397342012, 'num_input_tokens_seen': 5381292032, 'completed': '69.60% (2_566 / 3_687)', 'remaining time': '9:32:29', 'throughput': '9154.22', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:19:31,905 >> {'loss': 0.2354, 'grad_norm': 10.942505836486816, 'learning_rate': 3.0865984097562183e-07, 'epoch': 0.04529427719012748, 'num_input_tokens_seen': 5383389184, 'completed': '69.62% (2_567 / 3_687)', 'remaining time': '9:32:18', 'throughput': '7799.37', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:20:04,401 >> {'loss': 0.5418, 'grad_norm': 17.489700317382812, 'learning_rate': 3.083192170081501e-07, 'epoch': 0.045565500406834825, 'num_input_tokens_seen': 5385486336, 'completed': '69.65% (2_568 / 3_687)', 'remaining time': '9:32:00', 'throughput': '8066.84', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:20:34,006 >> {'loss': 0.4361, 'grad_norm': 17.590167999267578, 'learning_rate': 3.079787875361759e-07, 'epoch': 0.04583672362354217, 'num_input_tokens_seen': 5387583488, 'completed': '69.68% (2_569 / 3_687)', 'remaining time': '9:31:22', 'throughput': '8854.78', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:21:04,350 >> {'loss': 0.4253, 'grad_norm': 20.286165237426758, 'learning_rate': 3.0763855283366386e-07, 'epoch': 0.04610794684024953, 'num_input_tokens_seen': 5389680640, 'completed': '69.70% (2_570 / 3_687)', 'remaining time': '9:30:49', 'throughput': '8639.15', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:21:34,729 >> {'loss': 0.2986, 'grad_norm': 13.312159538269043, 'learning_rate': 3.07298513174422e-07, 'epoch': 0.046379170056956874, 'num_input_tokens_seen': 5391777792, 'completed': '69.73% (2_571 / 3_687)', 'remaining time': '9:30:17', 'throughput': '8629.23', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:22:02,937 >> {'loss': 0.5234, 'grad_norm': 17.008472442626953, 'learning_rate': 3.0695866883210143e-07, 'epoch': 0.04665039327366423, 'num_input_tokens_seen': 5393874944, 'completed': '69.76% (2_572 / 3_687)', 'remaining time': '9:29:30', 'throughput': '9292.94', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:22:30,369 >> {'loss': 0.6498, 'grad_norm': 25.539731979370117, 'learning_rate': 3.0661902008019556e-07, 'epoch': 0.046921616490371576, 'num_input_tokens_seen': 5395972096, 'completed': '69.79% (2_573 / 3_687)', 'remaining time': '9:28:39', 'throughput': '9556.44', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:23:01,782 >> {'loss': 0.8046, 'grad_norm': 23.586692810058594, 'learning_rate': 3.062795671920411e-07, 'epoch': 0.047192839707078924, 'num_input_tokens_seen': 5398069248, 'completed': '69.81% (2_574 / 3_687)', 'remaining time': '9:28:13', 'throughput': '8345.03', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:23:34,750 >> {'loss': 0.3061, 'grad_norm': 13.434320449829102, 'learning_rate': 3.059403104408166e-07, 'epoch': 0.04746406292378628, 'num_input_tokens_seen': 5400166400, 'completed': '69.84% (2_575 / 3_687)', 'remaining time': '9:27:57', 'throughput': '7951.49', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:24:05,762 >> {'loss': 0.2875, 'grad_norm': 11.639397621154785, 'learning_rate': 3.0560125009954296e-07, 'epoch': 0.047735286140493625, 'num_input_tokens_seen': 5402263552, 'completed': '69.87% (2_576 / 3_687)', 'remaining time': '9:27:29', 'throughput': '8452.79', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:24:37,984 >> {'loss': 0.5249, 'grad_norm': 23.569503784179688, 'learning_rate': 3.0526238644108335e-07, 'epoch': 0.04800650935720097, 'num_input_tokens_seen': 5404360704, 'completed': '69.89% (2_577 / 3_687)', 'remaining time': '9:27:08', 'throughput': '8135.75', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:25:09,862 >> {'loss': 0.5019, 'grad_norm': 17.796600341796875, 'learning_rate': 3.049237197381424e-07, 'epoch': 0.04827773257390833, 'num_input_tokens_seen': 5406457856, 'completed': '69.92% (2_578 / 3_687)', 'remaining time': '9:26:45', 'throughput': '8223.15', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:25:43,848 >> {'loss': 0.5809, 'grad_norm': 18.38736915588379, 'learning_rate': 3.045852502632657e-07, 'epoch': 0.048548955790615675, 'num_input_tokens_seen': 5408555008, 'completed': '69.95% (2_579 / 3_687)', 'remaining time': '9:26:35', 'throughput': '7713.28', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:26:15,140 >> {'loss': 0.2202, 'grad_norm': 10.763379096984863, 'learning_rate': 3.042469782888409e-07, 'epoch': 0.04882017900732303, 'num_input_tokens_seen': 5410652160, 'completed': '69.98% (2_580 / 3_687)', 'remaining time': '9:26:08', 'throughput': '8377.42', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:26:44,192 >> {'loss': 0.4292, 'grad_norm': 31.74101448059082, 'learning_rate': 3.0390890408709645e-07, 'epoch': 0.04909140222403038, 'num_input_tokens_seen': 5412749312, 'completed': '70.00% (2_581 / 3_687)', 'remaining time': '9:25:28', 'throughput': '9023.21', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:27:15,432 >> {'loss': 0.3474, 'grad_norm': 14.116605758666992, 'learning_rate': 3.0357102793010145e-07, 'epoch': 0.049362625440737724, 'num_input_tokens_seen': 5414846464, 'completed': '70.03% (2_582 / 3_687)', 'remaining time': '9:25:00', 'throughput': '8391.53', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:27:46,553 >> {'loss': 0.1974, 'grad_norm': 11.441993713378906, 'learning_rate': 3.032333500897659e-07, 'epoch': 0.04963384865744508, 'num_input_tokens_seen': 5416943616, 'completed': '70.06% (2_583 / 3_687)', 'remaining time': '9:24:32', 'throughput': '8423.28', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:28:17,946 >> {'loss': 0.4156, 'grad_norm': 17.127378463745117, 'learning_rate': 3.0289587083784e-07, 'epoch': 0.049905071874152426, 'num_input_tokens_seen': 5419040768, 'completed': '70.08% (2_584 / 3_687)', 'remaining time': '9:24:06', 'throughput': '8350.47', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:28:51,235 >> {'loss': 0.3239, 'grad_norm': 13.827837944030762, 'learning_rate': 3.0255859044591425e-07, 'epoch': 0.05017629509085978, 'num_input_tokens_seen': 5421137920, 'completed': '70.11% (2_585 / 3_687)', 'remaining time': '9:23:51', 'throughput': '7874.77', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:29:21,316 >> {'loss': 0.2857, 'grad_norm': 11.431439399719238, 'learning_rate': 3.02221509185419e-07, 'epoch': 0.05044751830756713, 'num_input_tokens_seen': 5423235072, 'completed': '70.14% (2_586 / 3_687)', 'remaining time': '9:23:16', 'throughput': '8714.61', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:29:53,827 >> {'loss': 0.3933, 'grad_norm': 23.875659942626953, 'learning_rate': 3.0188462732762457e-07, 'epoch': 0.050718741524274476, 'num_input_tokens_seen': 5425332224, 'completed': '70.17% (2_587 / 3_687)', 'remaining time': '9:22:56', 'throughput': '8063.11', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:30:24,623 >> {'loss': 0.3873, 'grad_norm': 16.398712158203125, 'learning_rate': 3.015479451436406e-07, 'epoch': 0.05098996474098183, 'num_input_tokens_seen': 5427429376, 'completed': '70.19% (2_588 / 3_687)', 'remaining time': '9:22:26', 'throughput': '8512.47', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:30:56,282 >> {'loss': 0.4602, 'grad_norm': 17.132213592529297, 'learning_rate': 3.0121146290441593e-07, 'epoch': 0.05126118795768918, 'num_input_tokens_seen': 5429526528, 'completed': '70.22% (2_589 / 3_687)', 'remaining time': '9:22:01', 'throughput': '8280.25', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:31:26,993 >> {'loss': 0.6185, 'grad_norm': 21.008514404296875, 'learning_rate': 3.0087518088073905e-07, 'epoch': 0.051532411174396525, 'num_input_tokens_seen': 5431623680, 'completed': '70.25% (2_590 / 3_687)', 'remaining time': '9:21:30', 'throughput': '8535.84', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:31:55,220 >> {'loss': 0.4214, 'grad_norm': 19.426393508911133, 'learning_rate': 3.005390993432366e-07, 'epoch': 0.05180363439110388, 'num_input_tokens_seen': 5433720832, 'completed': '70.27% (2_591 / 3_687)', 'remaining time': '9:20:45', 'throughput': '9286.88', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:32:27,734 >> {'loss': 0.3765, 'grad_norm': 15.54585075378418, 'learning_rate': 3.00203218562374e-07, 'epoch': 0.05207485760781123, 'num_input_tokens_seen': 5435817984, 'completed': '70.30% (2_592 / 3_687)', 'remaining time': '9:20:25', 'throughput': '8062.38', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:33:01,412 >> {'loss': 0.2658, 'grad_norm': 15.346580505371094, 'learning_rate': 2.9986753880845596e-07, 'epoch': 0.05234608082451858, 'num_input_tokens_seen': 5437915136, 'completed': '70.33% (2_593 / 3_687)', 'remaining time': '9:20:11', 'throughput': '7783.79', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:33:31,572 >> {'loss': 0.2507, 'grad_norm': 11.858630180358887, 'learning_rate': 2.9953206035162433e-07, 'epoch': 0.05261730404122593, 'num_input_tokens_seen': 5440012288, 'completed': '70.36% (2_594 / 3_687)', 'remaining time': '9:19:37', 'throughput': '8692.01', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:34:01,306 >> {'loss': 0.3481, 'grad_norm': 14.775229454040527, 'learning_rate': 2.991967834618597e-07, 'epoch': 0.05288852725793328, 'num_input_tokens_seen': 5442109440, 'completed': '70.38% (2_595 / 3_687)', 'remaining time': '9:19:01', 'throughput': '8816.22', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:34:32,526 >> {'loss': 0.3183, 'grad_norm': 12.877067565917969, 'learning_rate': 2.9886170840897977e-07, 'epoch': 0.05315975047464063, 'num_input_tokens_seen': 5444206592, 'completed': '70.41% (2_596 / 3_687)', 'remaining time': '9:18:33', 'throughput': '8396.62', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:35:02,082 >> {'loss': 0.4371, 'grad_norm': 20.334400177001953, 'learning_rate': 2.9852683546264047e-07, 'epoch': 0.05343097369134798, 'num_input_tokens_seen': 5446303744, 'completed': '70.44% (2_597 / 3_687)', 'remaining time': '9:17:56', 'throughput': '8869.38', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:35:29,931 >> {'loss': 0.7361, 'grad_norm': 24.98883819580078, 'learning_rate': 2.9819216489233467e-07, 'epoch': 0.05370219690805533, 'num_input_tokens_seen': 5448400896, 'completed': '70.46% (2_598 / 3_687)', 'remaining time': '9:17:09', 'throughput': '9413.07', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:36:01,651 >> {'loss': 0.3259, 'grad_norm': 12.599200248718262, 'learning_rate': 2.978576969673926e-07, 'epoch': 0.05397342012476268, 'num_input_tokens_seen': 5450498048, 'completed': '70.49% (2_599 / 3_687)', 'remaining time': '9:16:44', 'throughput': '8264.43', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:36:31,987 >> {'loss': 0.463, 'grad_norm': 17.292268753051758, 'learning_rate': 2.9752343195698125e-07, 'epoch': 0.05424464334147003, 'num_input_tokens_seen': 5452595200, 'completed': '70.52% (2_600 / 3_687)', 'remaining time': '9:16:12', 'throughput': '8641.26', 'gpu_mem_free': '5581MB'} +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/distributed/fsdp/fully_sharded_data_parallel.py:689: FutureWarning: FSDP.state_dict_type() and FSDP.set_state_dict_type() are being deprecated. Please use APIs, get_state_dict() and set_state_dict(), which can support different parallelisms, FSDP1, FSDP2, DDP. API doc: https://pytorch.org/docs/stable/distributed.checkpoint.html#torch.distributed.checkpoint.state_dict.get_state_dict .Tutorial: https://pytorch.org/tutorials/recipes/distributed_checkpoint_recipe.html . + warnings.warn( +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/distributed/fsdp/fully_sharded_data_parallel.py:689: FutureWarning: FSDP.state_dict_type() and FSDP.set_state_dict_type() are being deprecated. Please use APIs, get_state_dict() and set_state_dict(), which can support different parallelisms, FSDP1, FSDP2, DDP. API doc: https://pytorch.org/docs/stable/distributed.checkpoint.html#torch.distributed.checkpoint.state_dict.get_state_dict .Tutorial: https://pytorch.org/tutorials/recipes/distributed_checkpoint_recipe.html . + warnings.warn( +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/distributed/fsdp/fully_sharded_data_parallel.py:689: FutureWarning: FSDP.state_dict_type() and FSDP.set_state_dict_type() are being deprecated. Please use APIs, get_state_dict() and set_state_dict(), which can support different parallelisms, FSDP1, FSDP2, DDP. API doc: https://pytorch.org/docs/stable/distributed.checkpoint.html#torch.distributed.checkpoint.state_dict.get_state_dict .Tutorial: https://pytorch.org/tutorials/recipes/distributed_checkpoint_recipe.html . + warnings.warn( +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/distributed/fsdp/fully_sharded_data_parallel.py:689: FutureWarning: FSDP.state_dict_type() and FSDP.set_state_dict_type() are being deprecated. Please use APIs, get_state_dict() and set_state_dict(), which can support different parallelisms, FSDP1, FSDP2, DDP. API doc: https://pytorch.org/docs/stable/distributed.checkpoint.html#torch.distributed.checkpoint.state_dict.get_state_dict .Tutorial: https://pytorch.org/tutorials/recipes/distributed_checkpoint_recipe.html . + warnings.warn( +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/distributed/fsdp/fully_sharded_data_parallel.py:689: FutureWarning: FSDP.state_dict_type() and FSDP.set_state_dict_type() are being deprecated. Please use APIs, get_state_dict() and set_state_dict(), which can support different parallelisms, FSDP1, FSDP2, DDP. API doc: https://pytorch.org/docs/stable/distributed.checkpoint.html#torch.distributed.checkpoint.state_dict.get_state_dict .Tutorial: https://pytorch.org/tutorials/recipes/distributed_checkpoint_recipe.html . + warnings.warn( +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/distributed/fsdp/fully_sharded_data_parallel.py:689: FutureWarning: FSDP.state_dict_type() and FSDP.set_state_dict_type() are being deprecated. Please use APIs, get_state_dict() and set_state_dict(), which can support different parallelisms, FSDP1, FSDP2, DDP. API doc: https://pytorch.org/docs/stable/distributed.checkpoint.html#torch.distributed.checkpoint.state_dict.get_state_dict .Tutorial: https://pytorch.org/tutorials/recipes/distributed_checkpoint_recipe.html . + warnings.warn( +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/distributed/fsdp/fully_sharded_data_parallel.py:689: FutureWarning: FSDP.state_dict_type() and FSDP.set_state_dict_type() are being deprecated. Please use APIs, get_state_dict() and set_state_dict(), which can support different parallelisms, FSDP1, FSDP2, DDP. API doc: https://pytorch.org/docs/stable/distributed.checkpoint.html#torch.distributed.checkpoint.state_dict.get_state_dict .Tutorial: https://pytorch.org/tutorials/recipes/distributed_checkpoint_recipe.html . + warnings.warn( +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/distributed/fsdp/fully_sharded_data_parallel.py:689: FutureWarning: FSDP.state_dict_type() and FSDP.set_state_dict_type() are being deprecated. Please use APIs, get_state_dict() and set_state_dict(), which can support different parallelisms, FSDP1, FSDP2, DDP. API doc: https://pytorch.org/docs/stable/distributed.checkpoint.html#torch.distributed.checkpoint.state_dict.get_state_dict .Tutorial: https://pytorch.org/tutorials/recipes/distributed_checkpoint_recipe.html . + warnings.warn( +[INFO|trainer.py:3503] 2024-12-26 16:36:54,749 >> Saving model checkpoint to /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-2600 +[INFO|configuration_utils.py:472] 2024-12-26 16:36:54,752 >> Configuration saved in /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-2600/config.json +[INFO|configuration_utils.py:807] 2024-12-26 16:36:54,754 >> Configuration saved in /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-2600/generation_config.json +[INFO|modeling_utils.py:2807] 2024-12-26 16:37:51,845 >> The model is bigger than the maximum size per checkpoint (5GB) and is going to be split in 7 checkpoint shards. You can find where each parameters has been saved in the index located at /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-2600/model.safetensors.index.json. +[INFO|tokenization_utils_base.py:2684] 2024-12-26 16:37:51,849 >> tokenizer config file saved in /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-2600/tokenizer_config.json +[INFO|tokenization_utils_base.py:2693] 2024-12-26 16:37:51,850 >> Special tokens file saved in /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-2600/special_tokens_map.json +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/distributed/fsdp/fully_sharded_data_parallel.py:689: FutureWarning: FSDP.state_dict_type() and FSDP.set_state_dict_type() are being deprecated. Please use APIs, get_state_dict() and set_state_dict(), which can support different parallelisms, FSDP1, FSDP2, DDP. API doc: https://pytorch.org/docs/stable/distributed.checkpoint.html#torch.distributed.checkpoint.state_dict.get_state_dict .Tutorial: https://pytorch.org/tutorials/recipes/distributed_checkpoint_recipe.html . + warnings.warn( +12/26/2024 16:41:29 - WARNING - streaming.base.dataset - Because `shuffle_block_size` was not specified, it will default to max(4_000_000 // num_canonical_nodes, 1 << 18) if num_canonical_nodes is not None, otherwise 262144. Prior to Streaming v0.7.0, `shuffle_block_size` defaulted to 262144. +[WARNING|trainer.py:868] 2024-12-26 16:41:29,149 >> Save streaming dataset state: {'epoch': 0, 'sample_in_epoch': 5200, 'num_canonical_nodes': 1, 'shuffle_seed': 42, 'initial_physical_nodes': 1} +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/utils/checkpoint.py:1399: FutureWarning: `torch.cpu.amp.autocast(args...)` is deprecated. Please use `torch.amp.autocast('cpu', args...)` instead. + with device_autocast_ctx, torch.cpu.amp.autocast(**cpu_autocast_kwargs), recompute_context: # type: ignore[attr-defined] +[INFO|trainer.py:175] 2024-12-26 16:42:00,038 >> {'loss': 0.3436, 'grad_norm': 18.126787185668945, 'learning_rate': 2.9718937013010444e-07, 'epoch': 0.05451586655817738, 'num_input_tokens_seen': 5454692352, 'completed': '70.55% (2_601 / 3_687)', 'remaining time': '9:42:28', 'throughput': '799.09', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:42:29,817 >> {'loss': 0.192, 'grad_norm': 9.295369148254395, 'learning_rate': 2.9685551175560235e-07, 'epoch': 0.05478708977488473, 'num_input_tokens_seen': 5456789504, 'completed': '70.57% (2_602 / 3_687)', 'remaining time': '9:41:42', 'throughput': '8803.07', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:42:56,578 >> {'loss': 0.7479, 'grad_norm': 21.22579574584961, 'learning_rate': 2.965218571021516e-07, 'epoch': 0.05505831299159208, 'num_input_tokens_seen': 5458886656, 'completed': '70.60% (2_603 / 3_687)', 'remaining time': '9:40:41', 'throughput': '9795.63', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:43:25,695 >> {'loss': 0.4214, 'grad_norm': 18.786785125732422, 'learning_rate': 2.9618840643826464e-07, 'epoch': 0.05532953620829943, 'num_input_tokens_seen': 5460983808, 'completed': '70.63% (2_604 / 3_687)', 'remaining time': '9:39:53', 'throughput': '9003.27', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:43:58,467 >> {'loss': 0.5877, 'grad_norm': 20.445255279541016, 'learning_rate': 2.958551600322899e-07, 'epoch': 0.05560075942500678, 'num_input_tokens_seen': 5463080960, 'completed': '70.65% (2_605 / 3_687)', 'remaining time': '9:39:24', 'throughput': '7998.86', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:44:26,754 >> {'loss': 0.5026, 'grad_norm': 19.826480865478516, 'learning_rate': 2.9552211815241156e-07, 'epoch': 0.055871982641714134, 'num_input_tokens_seen': 5465178112, 'completed': '70.68% (2_606 / 3_687)', 'remaining time': '9:38:32', 'throughput': '9267.58', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:45:00,850 >> {'loss': 0.35, 'grad_norm': 14.695202827453613, 'learning_rate': 2.9518928106664897e-07, 'epoch': 0.05614320585842148, 'num_input_tokens_seen': 5467275264, 'completed': '70.71% (2_607 / 3_687)', 'remaining time': '9:38:10', 'throughput': '7688.43', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:45:29,284 >> {'loss': 0.4947, 'grad_norm': 16.892658233642578, 'learning_rate': 2.9485664904285643e-07, 'epoch': 0.05641442907512883, 'num_input_tokens_seen': 5469372416, 'completed': '70.74% (2_608 / 3_687)', 'remaining time': '9:37:19', 'throughput': '9219.29', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:45:59,155 >> {'loss': 0.5193, 'grad_norm': 19.319557189941406, 'learning_rate': 2.94524222348724e-07, 'epoch': 0.05668565229183618, 'num_input_tokens_seen': 5471469568, 'completed': '70.76% (2_609 / 3_687)', 'remaining time': '9:36:36', 'throughput': '8775.84', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:46:30,749 >> {'loss': 0.3985, 'grad_norm': 21.24896240234375, 'learning_rate': 2.9419200125177585e-07, 'epoch': 0.05695687550854353, 'num_input_tokens_seen': 5473566720, 'completed': '70.79% (2_610 / 3_687)', 'remaining time': '9:36:01', 'throughput': '8297.36', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:47:03,694 >> {'loss': 0.2865, 'grad_norm': 11.423199653625488, 'learning_rate': 2.938599860193709e-07, 'epoch': 0.05722809872525088, 'num_input_tokens_seen': 5475663872, 'completed': '70.82% (2_611 / 3_687)', 'remaining time': '9:35:33', 'throughput': '7956.94', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:47:34,914 >> {'loss': 0.2112, 'grad_norm': 11.481456756591797, 'learning_rate': 2.935281769187025e-07, 'epoch': 0.05749932194195823, 'num_input_tokens_seen': 5477761024, 'completed': '70.84% (2_612 / 3_687)', 'remaining time': '9:34:57', 'throughput': '8396.73', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:48:06,460 >> {'loss': 0.4367, 'grad_norm': 19.210725784301758, 'learning_rate': 2.9319657421679757e-07, 'epoch': 0.05777054515866558, 'num_input_tokens_seen': 5479858176, 'completed': '70.87% (2_613 / 3_687)', 'remaining time': '9:34:22', 'throughput': '8309.84', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:48:35,589 >> {'loss': 0.3199, 'grad_norm': 17.227354049682617, 'learning_rate': 2.928651781805177e-07, 'epoch': 0.058041768375372935, 'num_input_tokens_seen': 5481955328, 'completed': '70.90% (2_614 / 3_687)', 'remaining time': '9:33:35', 'throughput': '8999.48', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:49:05,415 >> {'loss': 0.2538, 'grad_norm': 11.751642227172852, 'learning_rate': 2.9253398907655775e-07, 'epoch': 0.05831299159208028, 'num_input_tokens_seen': 5484052480, 'completed': '70.92% (2_615 / 3_687)', 'remaining time': '9:32:52', 'throughput': '8789.04', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:49:34,465 >> {'loss': 0.2633, 'grad_norm': 11.568734169006348, 'learning_rate': 2.9220300717144597e-07, 'epoch': 0.05858421480878763, 'num_input_tokens_seen': 5486149632, 'completed': '70.95% (2_616 / 3_687)', 'remaining time': '9:32:05', 'throughput': '9023.87', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:50:05,200 >> {'loss': 0.2719, 'grad_norm': 12.480401992797852, 'learning_rate': 2.9187223273154406e-07, 'epoch': 0.058855438025494984, 'num_input_tokens_seen': 5488246784, 'completed': '70.98% (2_617 / 3_687)', 'remaining time': '9:31:26', 'throughput': '8529.15', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:50:40,364 >> {'loss': 0.5558, 'grad_norm': 21.550291061401367, 'learning_rate': 2.91541666023047e-07, 'epoch': 0.05912666124220233, 'num_input_tokens_seen': 5490343936, 'completed': '71.01% (2_618 / 3_687)', 'remaining time': '9:31:09', 'throughput': '7454.83', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:51:13,074 >> {'loss': 0.5337, 'grad_norm': 20.7867374420166, 'learning_rate': 2.9121130731198204e-07, 'epoch': 0.059397884458909686, 'num_input_tokens_seen': 5492441088, 'completed': '71.03% (2_619 / 3_687)', 'remaining time': '9:30:40', 'throughput': '8014.35', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:51:45,429 >> {'loss': 0.4042, 'grad_norm': 15.338828086853027, 'learning_rate': 2.9088115686420917e-07, 'epoch': 0.059669107675617034, 'num_input_tokens_seen': 5494538240, 'completed': '71.06% (2_620 / 3_687)', 'remaining time': '9:30:10', 'throughput': '8102.04', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:52:14,578 >> {'loss': 0.3717, 'grad_norm': 17.88315200805664, 'learning_rate': 2.9055121494542115e-07, 'epoch': 0.05994033089232438, 'num_input_tokens_seen': 5496635392, 'completed': '71.09% (2_621 / 3_687)', 'remaining time': '9:29:24', 'throughput': '8993.32', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:52:47,663 >> {'loss': 0.2657, 'grad_norm': 12.472522735595703, 'learning_rate': 2.9022148182114247e-07, 'epoch': 0.060211554109031735, 'num_input_tokens_seen': 5498732544, 'completed': '71.11% (2_622 / 3_687)', 'remaining time': '9:28:57', 'throughput': '7923.40', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:53:18,641 >> {'loss': 0.5611, 'grad_norm': 23.858972549438477, 'learning_rate': 2.8989195775673e-07, 'epoch': 0.06048277732573908, 'num_input_tokens_seen': 5500829696, 'completed': '71.14% (2_623 / 3_687)', 'remaining time': '9:28:19', 'throughput': '8462.14', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:53:50,116 >> {'loss': 0.3324, 'grad_norm': 12.803933143615723, 'learning_rate': 2.89562643017372e-07, 'epoch': 0.06075400054244643, 'num_input_tokens_seen': 5502926848, 'completed': '71.17% (2_624 / 3_687)', 'remaining time': '9:27:45', 'throughput': '8328.63', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:54:21,986 >> {'loss': 0.4797, 'grad_norm': 26.708951950073242, 'learning_rate': 2.8923353786808857e-07, 'epoch': 0.061025223759153785, 'num_input_tokens_seen': 5505024000, 'completed': '71.20% (2_625 / 3_687)', 'remaining time': '9:27:12', 'throughput': '8225.36', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:54:50,022 >> {'loss': 0.8212, 'grad_norm': 25.36354637145996, 'learning_rate': 2.8890464257373105e-07, 'epoch': 0.06129644697586113, 'num_input_tokens_seen': 5507121152, 'completed': '71.22% (2_626 / 3_687)', 'remaining time': '9:26:21', 'throughput': '9350.29', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:55:20,167 >> {'loss': 0.3743, 'grad_norm': 13.080056190490723, 'learning_rate': 2.8857595739898164e-07, 'epoch': 0.06156767019256849, 'num_input_tokens_seen': 5509218304, 'completed': '71.25% (2_627 / 3_687)', 'remaining time': '9:25:40', 'throughput': '8696.28', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:55:49,537 >> {'loss': 0.652, 'grad_norm': 19.789167404174805, 'learning_rate': 2.8824748260835386e-07, 'epoch': 0.061838893409275834, 'num_input_tokens_seen': 5511315456, 'completed': '71.28% (2_628 / 3_687)', 'remaining time': '9:24:56', 'throughput': '8925.38', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:56:17,742 >> {'loss': 0.6427, 'grad_norm': 28.163496017456055, 'learning_rate': 2.879192184661918e-07, 'epoch': 0.06211011662598318, 'num_input_tokens_seen': 5513412608, 'completed': '71.30% (2_629 / 3_687)', 'remaining time': '9:24:06', 'throughput': '9294.18', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:56:51,166 >> {'loss': 0.353, 'grad_norm': 15.175286293029785, 'learning_rate': 2.8759116523666973e-07, 'epoch': 0.062381339842690536, 'num_input_tokens_seen': 5515509760, 'completed': '71.33% (2_630 / 3_687)', 'remaining time': '9:23:41', 'throughput': '7842.98', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:57:24,083 >> {'loss': 0.5979, 'grad_norm': 18.326745986938477, 'learning_rate': 2.872633231837923e-07, 'epoch': 0.06265256305939788, 'num_input_tokens_seen': 5517606912, 'completed': '71.36% (2_631 / 3_687)', 'remaining time': '9:23:13', 'throughput': '7963.85', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:57:53,263 >> {'loss': 0.2892, 'grad_norm': 14.984691619873047, 'learning_rate': 2.869356925713946e-07, 'epoch': 0.06292378627610523, 'num_input_tokens_seen': 5519704064, 'completed': '71.39% (2_632 / 3_687)', 'remaining time': '9:22:28', 'throughput': '8983.76', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:58:21,394 >> {'loss': 0.6904, 'grad_norm': 20.763242721557617, 'learning_rate': 2.86608273663141e-07, 'epoch': 0.06319500949281258, 'num_input_tokens_seen': 5521801216, 'completed': '71.41% (2_633 / 3_687)', 'remaining time': '9:21:39', 'throughput': '9318.82', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:58:49,597 >> {'loss': 0.7099, 'grad_norm': 19.28316307067871, 'learning_rate': 2.8628106672252614e-07, 'epoch': 0.06346623270951994, 'num_input_tokens_seen': 5523898368, 'completed': '71.44% (2_634 / 3_687)', 'remaining time': '9:20:50', 'throughput': '9294.68', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:59:23,034 >> {'loss': 0.3436, 'grad_norm': 14.820695877075195, 'learning_rate': 2.859540720128737e-07, 'epoch': 0.06373745592622729, 'num_input_tokens_seen': 5525995520, 'completed': '71.47% (2_635 / 3_687)', 'remaining time': '9:20:24', 'throughput': '7839.99', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:59:51,914 >> {'loss': 0.397, 'grad_norm': 17.229780197143555, 'learning_rate': 2.856272897973362e-07, 'epoch': 0.06400867914293464, 'num_input_tokens_seen': 5528092672, 'completed': '71.49% (2_636 / 3_687)', 'remaining time': '9:19:39', 'throughput': '9076.93', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:00:21,251 >> {'loss': 0.5819, 'grad_norm': 19.926528930664062, 'learning_rate': 2.853007203388958e-07, 'epoch': 0.06427990235964198, 'num_input_tokens_seen': 5530189824, 'completed': '71.52% (2_637 / 3_687)', 'remaining time': '9:18:55', 'throughput': '8935.54', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:00:51,079 >> {'loss': 0.3037, 'grad_norm': 12.162901878356934, 'learning_rate': 2.849743639003631e-07, 'epoch': 0.06455112557634933, 'num_input_tokens_seen': 5532286976, 'completed': '71.55% (2_638 / 3_687)', 'remaining time': '9:18:14', 'throughput': '8788.51', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:01:23,451 >> {'loss': 0.4711, 'grad_norm': 20.921995162963867, 'learning_rate': 2.846482207443773e-07, 'epoch': 0.06482234879305669, 'num_input_tokens_seen': 5534384128, 'completed': '71.58% (2_639 / 3_687)', 'remaining time': '9:17:44', 'throughput': '8097.88', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:01:53,497 >> {'loss': 0.3534, 'grad_norm': 16.384029388427734, 'learning_rate': 2.843222911334061e-07, 'epoch': 0.06509357200976404, 'num_input_tokens_seen': 5536481280, 'completed': '71.60% (2_640 / 3_687)', 'remaining time': '9:17:04', 'throughput': '8724.79', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:02:23,231 >> {'loss': 0.6336, 'grad_norm': 22.67833137512207, 'learning_rate': 2.839965753297452e-07, 'epoch': 0.06536479522647139, 'num_input_tokens_seen': 5538578432, 'completed': '71.63% (2_641 / 3_687)', 'remaining time': '9:16:22', 'throughput': '8816.47', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:02:53,056 >> {'loss': 0.3167, 'grad_norm': 12.454771995544434, 'learning_rate': 2.8367107359551835e-07, 'epoch': 0.06563601844317873, 'num_input_tokens_seen': 5540675584, 'completed': '71.66% (2_642 / 3_687)', 'remaining time': '9:15:41', 'throughput': '8789.46', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:03:20,404 >> {'loss': 0.5943, 'grad_norm': 18.632858276367188, 'learning_rate': 2.8334578619267683e-07, 'epoch': 0.06590724165988608, 'num_input_tokens_seen': 5542772736, 'completed': '71.68% (2_643 / 3_687)', 'remaining time': '9:14:50', 'throughput': '9585.28', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:03:50,252 >> {'loss': 0.2241, 'grad_norm': 10.916572570800781, 'learning_rate': 2.830207133829997e-07, 'epoch': 0.06617846487659344, 'num_input_tokens_seen': 5544869888, 'completed': '71.71% (2_644 / 3_687)', 'remaining time': '9:14:09', 'throughput': '8782.64', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:04:21,666 >> {'loss': 0.5303, 'grad_norm': 20.393115997314453, 'learning_rate': 2.8269585542809305e-07, 'epoch': 0.06644968809330079, 'num_input_tokens_seen': 5546967040, 'completed': '71.74% (2_645 / 3_687)', 'remaining time': '9:13:36', 'throughput': '8344.71', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:04:53,173 >> {'loss': 0.4077, 'grad_norm': 16.837371826171875, 'learning_rate': 2.8237121258939036e-07, 'epoch': 0.06672091131000814, 'num_input_tokens_seen': 5549064192, 'completed': '71.77% (2_646 / 3_687)', 'remaining time': '9:13:02', 'throughput': '8320.42', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:05:23,438 >> {'loss': 0.518, 'grad_norm': 25.16261863708496, 'learning_rate': 2.8204678512815185e-07, 'epoch': 0.06699213452671549, 'num_input_tokens_seen': 5551161344, 'completed': '71.79% (2_647 / 3_687)', 'remaining time': '9:12:23', 'throughput': '8661.38', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:05:54,318 >> {'loss': 0.572, 'grad_norm': 21.067689895629883, 'learning_rate': 2.8172257330546414e-07, 'epoch': 0.06726335774342283, 'num_input_tokens_seen': 5553258496, 'completed': '71.82% (2_648 / 3_687)', 'remaining time': '9:11:47', 'throughput': '8489.31', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:06:26,262 >> {'loss': 0.3443, 'grad_norm': 16.49931526184082, 'learning_rate': 2.8139857738224055e-07, 'epoch': 0.06753458096013018, 'num_input_tokens_seen': 5555355648, 'completed': '71.85% (2_649 / 3_687)', 'remaining time': '9:11:16', 'throughput': '8206.20', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:06:56,983 >> {'loss': 0.3556, 'grad_norm': 15.077832221984863, 'learning_rate': 2.81074797619221e-07, 'epoch': 0.06780580417683754, 'num_input_tokens_seen': 5557452800, 'completed': '71.87% (2_650 / 3_687)', 'remaining time': '9:10:39', 'throughput': '8533.10', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:07:28,742 >> {'loss': 0.3608, 'grad_norm': 14.75187873840332, 'learning_rate': 2.8075123427697093e-07, 'epoch': 0.06807702739354489, 'num_input_tokens_seen': 5559549952, 'completed': '71.90% (2_651 / 3_687)', 'remaining time': '9:10:07', 'throughput': '8254.10', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:07:58,372 >> {'loss': 0.2241, 'grad_norm': 11.628194808959961, 'learning_rate': 2.8042788761588204e-07, 'epoch': 0.06834825061025224, 'num_input_tokens_seen': 5561647104, 'completed': '71.93% (2_652 / 3_687)', 'remaining time': '9:09:26', 'throughput': '8847.44', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:08:27,929 >> {'loss': 0.5842, 'grad_norm': 17.89313316345215, 'learning_rate': 2.8010475789617105e-07, 'epoch': 0.06861947382695958, 'num_input_tokens_seen': 5563744256, 'completed': '71.96% (2_653 / 3_687)', 'remaining time': '9:08:45', 'throughput': '8869.19', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:08:59,580 >> {'loss': 0.5279, 'grad_norm': 17.917509078979492, 'learning_rate': 2.797818453778806e-07, 'epoch': 0.06889069704366693, 'num_input_tokens_seen': 5565841408, 'completed': '71.98% (2_654 / 3_687)', 'remaining time': '9:08:12', 'throughput': '8282.30', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:09:30,158 >> {'loss': 0.3903, 'grad_norm': 14.405590057373047, 'learning_rate': 2.794591503208785e-07, 'epoch': 0.0691619202603743, 'num_input_tokens_seen': 5567938560, 'completed': '72.01% (2_655 / 3_687)', 'remaining time': '9:07:35', 'throughput': '8572.76', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:10:01,728 >> {'loss': 0.6449, 'grad_norm': 22.006885528564453, 'learning_rate': 2.791366729848574e-07, 'epoch': 0.06943314347708164, 'num_input_tokens_seen': 5570035712, 'completed': '72.04% (2_656 / 3_687)', 'remaining time': '9:07:02', 'throughput': '8303.77', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:10:33,415 >> {'loss': 0.6725, 'grad_norm': 23.890174865722656, 'learning_rate': 2.7881441362933464e-07, 'epoch': 0.06970436669378899, 'num_input_tokens_seen': 5572132864, 'completed': '72.06% (2_657 / 3_687)', 'remaining time': '9:06:30', 'throughput': '8272.78', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:11:07,508 >> {'loss': 0.5287, 'grad_norm': 19.865018844604492, 'learning_rate': 2.784923725136525e-07, 'epoch': 0.06997558991049634, 'num_input_tokens_seen': 5574230016, 'completed': '72.09% (2_658 / 3_687)', 'remaining time': '9:06:07', 'throughput': '7689.20', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:11:41,630 >> {'loss': 0.2702, 'grad_norm': 9.786247253417969, 'learning_rate': 2.781705498969773e-07, 'epoch': 0.07024681312720368, 'num_input_tokens_seen': 5576327168, 'completed': '72.12% (2_659 / 3_687)', 'remaining time': '9:05:44', 'throughput': '7682.37', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:12:15,097 >> {'loss': 0.3915, 'grad_norm': 13.455928802490234, 'learning_rate': 2.7784894603829966e-07, 'epoch': 0.07051803634391104, 'num_input_tokens_seen': 5578424320, 'completed': '72.15% (2_660 / 3_687)', 'remaining time': '9:05:19', 'throughput': '7833.11', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:12:45,687 >> {'loss': 0.4046, 'grad_norm': 15.833970069885254, 'learning_rate': 2.7752756119643416e-07, 'epoch': 0.07078925956061839, 'num_input_tokens_seen': 5580521472, 'completed': '72.17% (2_661 / 3_687)', 'remaining time': '9:04:42', 'throughput': '8569.60', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:13:16,213 >> {'loss': 0.233, 'grad_norm': 13.186774253845215, 'learning_rate': 2.77206395630019e-07, 'epoch': 0.07106048277732574, 'num_input_tokens_seen': 5582618624, 'completed': '72.20% (2_662 / 3_687)', 'remaining time': '9:04:05', 'throughput': '8587.43', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:13:46,136 >> {'loss': 0.3992, 'grad_norm': 16.846803665161133, 'learning_rate': 2.7688544959751615e-07, 'epoch': 0.07133170599403309, 'num_input_tokens_seen': 5584715776, 'completed': '72.23% (2_663 / 3_687)', 'remaining time': '9:03:25', 'throughput': '8760.67', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:14:18,342 >> {'loss': 0.454, 'grad_norm': 16.44211769104004, 'learning_rate': 2.765647233572108e-07, 'epoch': 0.07160292921074043, 'num_input_tokens_seen': 5586812928, 'completed': '72.25% (2_664 / 3_687)', 'remaining time': '9:02:55', 'throughput': '8139.54', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:14:45,410 >> {'loss': 0.6375, 'grad_norm': 21.622333526611328, 'learning_rate': 2.7624421716721086e-07, 'epoch': 0.0718741524274478, 'num_input_tokens_seen': 5588910080, 'completed': '72.28% (2_665 / 3_687)', 'remaining time': '9:02:05', 'throughput': '9684.69', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:15:14,628 >> {'loss': 0.3815, 'grad_norm': 13.752047538757324, 'learning_rate': 2.7592393128544784e-07, 'epoch': 0.07214537564415514, 'num_input_tokens_seen': 5591007232, 'completed': '72.31% (2_666 / 3_687)', 'remaining time': '9:01:23', 'throughput': '8971.92', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:15:44,049 >> {'loss': 0.3299, 'grad_norm': 15.634025573730469, 'learning_rate': 2.7560386596967553e-07, 'epoch': 0.07241659886086249, 'num_input_tokens_seen': 5593104384, 'completed': '72.34% (2_667 / 3_687)', 'remaining time': '9:00:42', 'throughput': '8910.02', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:16:14,338 >> {'loss': 0.8418, 'grad_norm': 22.741350173950195, 'learning_rate': 2.7528402147747045e-07, 'epoch': 0.07268782207756984, 'num_input_tokens_seen': 5595201536, 'completed': '72.36% (2_668 / 3_687)', 'remaining time': '9:00:04', 'throughput': '8654.78', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:16:41,645 >> {'loss': 0.5166, 'grad_norm': 18.136112213134766, 'learning_rate': 2.7496439806623124e-07, 'epoch': 0.07295904529427719, 'num_input_tokens_seen': 5597298688, 'completed': '72.39% (2_669 / 3_687)', 'remaining time': '8:59:16', 'throughput': '9600.01', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:17:12,897 >> {'loss': 0.2879, 'grad_norm': 13.299650192260742, 'learning_rate': 2.746449959931784e-07, 'epoch': 0.07323026851098453, 'num_input_tokens_seen': 5599395840, 'completed': '72.42% (2_670 / 3_687)', 'remaining time': '8:58:42', 'throughput': '8388.13', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:17:47,022 >> {'loss': 0.2716, 'grad_norm': 12.364994049072266, 'learning_rate': 2.743258155153548e-07, 'epoch': 0.0735014917276919, 'num_input_tokens_seen': 5601492992, 'completed': '72.44% (2_671 / 3_687)', 'remaining time': '8:58:19', 'throughput': '7681.95', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:18:18,421 >> {'loss': 0.6404, 'grad_norm': 22.236961364746094, 'learning_rate': 2.740068568896247e-07, 'epoch': 0.07377271494439924, 'num_input_tokens_seen': 5603590144, 'completed': '72.47% (2_672 / 3_687)', 'remaining time': '8:57:46', 'throughput': '8348.64', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:18:49,192 >> {'loss': 0.646, 'grad_norm': 18.271963119506836, 'learning_rate': 2.7368812037267387e-07, 'epoch': 0.07404393816110659, 'num_input_tokens_seen': 5605687296, 'completed': '72.50% (2_673 / 3_687)', 'remaining time': '8:57:10', 'throughput': '8519.30', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:19:17,777 >> {'loss': 0.7859, 'grad_norm': 22.82843017578125, 'learning_rate': 2.7336960622100907e-07, 'epoch': 0.07431516137781394, 'num_input_tokens_seen': 5607784448, 'completed': '72.53% (2_674 / 3_687)', 'remaining time': '8:56:26', 'throughput': '9170.45', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:19:47,968 >> {'loss': 0.1964, 'grad_norm': 11.289409637451172, 'learning_rate': 2.7305131469095906e-07, 'epoch': 0.07458638459452128, 'num_input_tokens_seen': 5609881600, 'completed': '72.55% (2_675 / 3_687)', 'remaining time': '8:55:49', 'throughput': '8683.03', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:20:17,867 >> {'loss': 0.5049, 'grad_norm': 20.22431182861328, 'learning_rate': 2.7273324603867203e-07, 'epoch': 0.07485760781122865, 'num_input_tokens_seen': 5611978752, 'completed': '72.58% (2_676 / 3_687)', 'remaining time': '8:55:10', 'throughput': '8767.54', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:20:47,863 >> {'loss': 0.6532, 'grad_norm': 21.272485733032227, 'learning_rate': 2.7241540052011787e-07, 'epoch': 0.075128831027936, 'num_input_tokens_seen': 5614075904, 'completed': '72.61% (2_677 / 3_687)', 'remaining time': '8:54:32', 'throughput': '8739.36', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:21:16,900 >> {'loss': 0.2299, 'grad_norm': 10.40255069732666, 'learning_rate': 2.720977783910865e-07, 'epoch': 0.07540005424464334, 'num_input_tokens_seen': 5616173056, 'completed': '72.63% (2_678 / 3_687)', 'remaining time': '8:53:50', 'throughput': '9027.92', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:21:46,174 >> {'loss': 0.4719, 'grad_norm': 18.323423385620117, 'learning_rate': 2.717803799071881e-07, 'epoch': 0.07567127746135069, 'num_input_tokens_seen': 5618270208, 'completed': '72.66% (2_679 / 3_687)', 'remaining time': '8:53:10', 'throughput': '8954.76', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:22:16,738 >> {'loss': 0.5637, 'grad_norm': 16.696556091308594, 'learning_rate': 2.714632053238529e-07, 'epoch': 0.07594250067805804, 'num_input_tokens_seen': 5620367360, 'completed': '72.69% (2_680 / 3_687)', 'remaining time': '8:52:34', 'throughput': '8577.07', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:22:47,589 >> {'loss': 0.3831, 'grad_norm': 17.217605590820312, 'learning_rate': 2.711462548963309e-07, 'epoch': 0.0762137238947654, 'num_input_tokens_seen': 5622464512, 'completed': '72.71% (2_681 / 3_687)', 'remaining time': '8:51:59', 'throughput': '8497.06', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:23:16,983 >> {'loss': 0.4221, 'grad_norm': 17.2362003326416, 'learning_rate': 2.708295288796918e-07, 'epoch': 0.07648494711147275, 'num_input_tokens_seen': 5624561664, 'completed': '72.74% (2_682 / 3_687)', 'remaining time': '8:51:19', 'throughput': '8918.24', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:23:46,342 >> {'loss': 0.5495, 'grad_norm': 19.473421096801758, 'learning_rate': 2.7051302752882467e-07, 'epoch': 0.07675617032818009, 'num_input_tokens_seen': 5626658816, 'completed': '72.77% (2_683 / 3_687)', 'remaining time': '8:50:39', 'throughput': '8928.96', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:24:18,509 >> {'loss': 0.4145, 'grad_norm': 18.977439880371094, 'learning_rate': 2.7019675109843777e-07, 'epoch': 0.07702739354488744, 'num_input_tokens_seen': 5628755968, 'completed': '72.80% (2_684 / 3_687)', 'remaining time': '8:50:09', 'throughput': '8149.52', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:24:49,105 >> {'loss': 0.5008, 'grad_norm': 22.364627838134766, 'learning_rate': 2.6988069984305817e-07, 'epoch': 0.07729861676159479, 'num_input_tokens_seen': 5630853120, 'completed': '72.82% (2_685 / 3_687)', 'remaining time': '8:49:33', 'throughput': '8567.95', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:25:19,892 >> {'loss': 0.5733, 'grad_norm': 19.7006893157959, 'learning_rate': 2.6956487401703207e-07, 'epoch': 0.07756983997830215, 'num_input_tokens_seen': 5632950272, 'completed': '72.85% (2_686 / 3_687)', 'remaining time': '8:48:58', 'throughput': '8514.69', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:25:50,997 >> {'loss': 0.662, 'grad_norm': 22.176889419555664, 'learning_rate': 2.692492738745241e-07, 'epoch': 0.0778410631950095, 'num_input_tokens_seen': 5635047424, 'completed': '72.88% (2_687 / 3_687)', 'remaining time': '8:48:24', 'throughput': '8427.58', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:26:17,416 >> {'loss': 0.7364, 'grad_norm': 22.010507583618164, 'learning_rate': 2.689338996695171e-07, 'epoch': 0.07811228641171684, 'num_input_tokens_seen': 5637144576, 'completed': '72.90% (2_688 / 3_687)', 'remaining time': '8:47:34', 'throughput': '9922.55', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:26:47,422 >> {'loss': 0.3851, 'grad_norm': 13.696541786193848, 'learning_rate': 2.686187516558122e-07, 'epoch': 0.07838350962842419, 'num_input_tokens_seen': 5639241728, 'completed': '72.93% (2_689 / 3_687)', 'remaining time': '8:46:57', 'throughput': '8736.51', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:27:21,578 >> {'loss': 0.571, 'grad_norm': 27.36061668395996, 'learning_rate': 2.683038300870285e-07, 'epoch': 0.07865473284513154, 'num_input_tokens_seen': 5641338880, 'completed': '72.96% (2_690 / 3_687)', 'remaining time': '8:46:33', 'throughput': '7674.77', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:27:51,715 >> {'loss': 0.3617, 'grad_norm': 14.405625343322754, 'learning_rate': 2.679891352166032e-07, 'epoch': 0.07892595606183889, 'num_input_tokens_seen': 5643436032, 'completed': '72.99% (2_691 / 3_687)', 'remaining time': '8:45:56', 'throughput': '8698.40', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:28:22,486 >> {'loss': 0.552, 'grad_norm': 19.312789916992188, 'learning_rate': 2.6767466729779074e-07, 'epoch': 0.07919717927854625, 'num_input_tokens_seen': 5645533184, 'completed': '73.01% (2_692 / 3_687)', 'remaining time': '8:45:22', 'throughput': '8519.22', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:28:54,365 >> {'loss': 0.5278, 'grad_norm': 23.497774124145508, 'learning_rate': 2.6736042658366255e-07, 'epoch': 0.0794684024952536, 'num_input_tokens_seen': 5647630336, 'completed': '73.04% (2_693 / 3_687)', 'remaining time': '8:44:51', 'throughput': '8223.10', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:29:25,986 >> {'loss': 0.5603, 'grad_norm': 18.922243118286133, 'learning_rate': 2.6704641332710783e-07, 'epoch': 0.07973962571196094, 'num_input_tokens_seen': 5649727488, 'completed': '73.07% (2_694 / 3_687)', 'remaining time': '8:44:19', 'throughput': '8290.15', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:30:01,160 >> {'loss': 0.4909, 'grad_norm': 18.824480056762695, 'learning_rate': 2.6673262778083246e-07, 'epoch': 0.08001084892866829, 'num_input_tokens_seen': 5651824640, 'completed': '73.09% (2_695 / 3_687)', 'remaining time': '8:43:59', 'throughput': '7452.89', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:30:29,631 >> {'loss': 0.4259, 'grad_norm': 18.664011001586914, 'learning_rate': 2.6641907019735914e-07, 'epoch': 0.08028207214537564, 'num_input_tokens_seen': 5653921792, 'completed': '73.12% (2_696 / 3_687)', 'remaining time': '8:43:16', 'throughput': '9207.36', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:30:59,482 >> {'loss': 0.2075, 'grad_norm': 12.166492462158203, 'learning_rate': 2.6610574082902704e-07, 'epoch': 0.080553295362083, 'num_input_tokens_seen': 5656018944, 'completed': '73.15% (2_697 / 3_687)', 'remaining time': '8:42:39', 'throughput': '8781.70', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:31:29,714 >> {'loss': 0.5047, 'grad_norm': 17.41253662109375, 'learning_rate': 2.657926399279918e-07, 'epoch': 0.08082451857879035, 'num_input_tokens_seen': 5658116096, 'completed': '73.18% (2_698 / 3_687)', 'remaining time': '8:42:02', 'throughput': '8671.25', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:32:00,251 >> {'loss': 0.2702, 'grad_norm': 12.47386646270752, 'learning_rate': 2.65479767746225e-07, 'epoch': 0.0810957417954977, 'num_input_tokens_seen': 5660213248, 'completed': '73.20% (2_699 / 3_687)', 'remaining time': '8:41:27', 'throughput': '8584.30', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:32:32,871 >> {'loss': 0.2429, 'grad_norm': 15.2111234664917, 'learning_rate': 2.651671245355144e-07, 'epoch': 0.08136696501220504, 'num_input_tokens_seen': 5662310400, 'completed': '73.23% (2_700 / 3_687)', 'remaining time': '8:40:58', 'throughput': '8036.42', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:33:06,060 >> {'loss': 0.4939, 'grad_norm': 20.175670623779297, 'learning_rate': 2.6485471054746315e-07, 'epoch': 0.08163818822891239, 'num_input_tokens_seen': 5664407552, 'completed': '73.26% (2_701 / 3_687)', 'remaining time': '8:40:31', 'throughput': '7898.41', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:33:36,667 >> {'loss': 0.4021, 'grad_norm': 15.249000549316406, 'learning_rate': 2.645425260334904e-07, 'epoch': 0.08190941144561975, 'num_input_tokens_seen': 5666504704, 'completed': '73.28% (2_702 / 3_687)', 'remaining time': '8:39:56', 'throughput': '8565.01', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:34:08,792 >> {'loss': 0.7402, 'grad_norm': 23.084077835083008, 'learning_rate': 2.6423057124483015e-07, 'epoch': 0.0821806346623271, 'num_input_tokens_seen': 5668601856, 'completed': '73.31% (2_703 / 3_687)', 'remaining time': '8:39:26', 'throughput': '8159.97', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:34:38,839 >> {'loss': 0.2521, 'grad_norm': 11.628067016601562, 'learning_rate': 2.6391884643253197e-07, 'epoch': 0.08245185787903445, 'num_input_tokens_seen': 5670699008, 'completed': '73.34% (2_704 / 3_687)', 'remaining time': '8:38:49', 'throughput': '8724.45', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:35:13,385 >> {'loss': 0.3268, 'grad_norm': 14.505975723266602, 'learning_rate': 2.6360735184745984e-07, 'epoch': 0.0827230810957418, 'num_input_tokens_seen': 5672796160, 'completed': '73.37% (2_705 / 3_687)', 'remaining time': '8:38:27', 'throughput': '7588.22', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:35:42,883 >> {'loss': 0.4597, 'grad_norm': 16.887388229370117, 'learning_rate': 2.6329608774029285e-07, 'epoch': 0.08299430431244914, 'num_input_tokens_seen': 5674893312, 'completed': '73.39% (2_706 / 3_687)', 'remaining time': '8:37:48', 'throughput': '8886.95', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:36:13,210 >> {'loss': 0.6038, 'grad_norm': 24.89675521850586, 'learning_rate': 2.6298505436152457e-07, 'epoch': 0.0832655275291565, 'num_input_tokens_seen': 5676990464, 'completed': '73.42% (2_707 / 3_687)', 'remaining time': '8:37:12', 'throughput': '8643.87', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:36:44,602 >> {'loss': 0.3616, 'grad_norm': 16.737106323242188, 'learning_rate': 2.626742519614629e-07, 'epoch': 0.08353675074586385, 'num_input_tokens_seen': 5679087616, 'completed': '73.45% (2_708 / 3_687)', 'remaining time': '8:36:40', 'throughput': '8350.71', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:37:15,327 >> {'loss': 0.4107, 'grad_norm': 15.908254623413086, 'learning_rate': 2.623636807902298e-07, 'epoch': 0.0838079739625712, 'num_input_tokens_seen': 5681184768, 'completed': '73.47% (2_709 / 3_687)', 'remaining time': '8:36:05', 'throughput': '8532.08', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:37:46,392 >> {'loss': 0.2693, 'grad_norm': 12.272135734558105, 'learning_rate': 2.620533410977609e-07, 'epoch': 0.08407919717927854, 'num_input_tokens_seen': 5683281920, 'completed': '73.50% (2_710 / 3_687)', 'remaining time': '8:35:31', 'throughput': '8438.48', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:38:17,307 >> {'loss': 0.5119, 'grad_norm': 18.592920303344727, 'learning_rate': 2.617432331338059e-07, 'epoch': 0.08435042039598589, 'num_input_tokens_seen': 5685379072, 'completed': '73.53% (2_711 / 3_687)', 'remaining time': '8:34:57', 'throughput': '8479.36', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:38:46,892 >> {'loss': 0.6332, 'grad_norm': 21.81186294555664, 'learning_rate': 2.614333571479279e-07, 'epoch': 0.08462164361269324, 'num_input_tokens_seen': 5687476224, 'completed': '73.56% (2_712 / 3_687)', 'remaining time': '8:34:19', 'throughput': '8860.75', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:39:18,701 >> {'loss': 0.2644, 'grad_norm': 13.03216552734375, 'learning_rate': 2.6112371338950325e-07, 'epoch': 0.0848928668294006, 'num_input_tokens_seen': 5689573376, 'completed': '73.58% (2_713 / 3_687)', 'remaining time': '8:33:48', 'throughput': '8241.34', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:39:49,431 >> {'loss': 0.5831, 'grad_norm': 21.6326904296875, 'learning_rate': 2.608143021077215e-07, 'epoch': 0.08516409004610795, 'num_input_tokens_seen': 5691670528, 'completed': '73.61% (2_714 / 3_687)', 'remaining time': '8:33:14', 'throughput': '8530.46', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:40:20,825 >> {'loss': 0.3289, 'grad_norm': 13.137306213378906, 'learning_rate': 2.6050512355158503e-07, 'epoch': 0.0854353132628153, 'num_input_tokens_seen': 5693767680, 'completed': '73.64% (2_715 / 3_687)', 'remaining time': '8:32:41', 'throughput': '8350.03', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:40:50,522 >> {'loss': 0.687, 'grad_norm': 20.455364227294922, 'learning_rate': 2.601961779699091e-07, 'epoch': 0.08570653647952264, 'num_input_tokens_seen': 5695864832, 'completed': '73.66% (2_716 / 3_687)', 'remaining time': '8:32:04', 'throughput': '8827.48', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:41:20,890 >> {'loss': 0.3623, 'grad_norm': 14.189478874206543, 'learning_rate': 2.5988746561132136e-07, 'epoch': 0.08597775969622999, 'num_input_tokens_seen': 5697961984, 'completed': '73.69% (2_717 / 3_687)', 'remaining time': '8:31:28', 'throughput': '8632.26', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:41:54,548 >> {'loss': 0.3914, 'grad_norm': 14.868339538574219, 'learning_rate': 2.595789867242616e-07, 'epoch': 0.08624898291293735, 'num_input_tokens_seen': 5700059136, 'completed': '73.72% (2_718 / 3_687)', 'remaining time': '8:31:03', 'throughput': '7788.38', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:42:26,035 >> {'loss': 0.3688, 'grad_norm': 16.712444305419922, 'learning_rate': 2.5927074155698203e-07, 'epoch': 0.0865202061296447, 'num_input_tokens_seen': 5702156288, 'completed': '73.75% (2_719 / 3_687)', 'remaining time': '8:30:30', 'throughput': '8325.42', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:42:54,459 >> {'loss': 0.7762, 'grad_norm': 23.333152770996094, 'learning_rate': 2.589627303575465e-07, 'epoch': 0.08679142934635205, 'num_input_tokens_seen': 5704253440, 'completed': '73.77% (2_720 / 3_687)', 'remaining time': '8:29:49', 'throughput': '9222.63', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:43:23,589 >> {'loss': 0.4798, 'grad_norm': 21.890504837036133, 'learning_rate': 2.5865495337383103e-07, 'epoch': 0.0870626525630594, 'num_input_tokens_seen': 5706350592, 'completed': '73.80% (2_721 / 3_687)', 'remaining time': '8:29:10', 'throughput': '8999.15', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:43:55,720 >> {'loss': 0.4479, 'grad_norm': 17.646825790405273, 'learning_rate': 2.5834741085352223e-07, 'epoch': 0.08733387577976674, 'num_input_tokens_seen': 5708447744, 'completed': '73.83% (2_722 / 3_687)', 'remaining time': '8:28:40', 'throughput': '8158.53', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:44:21,440 >> {'loss': 0.6757, 'grad_norm': 20.30681800842285, 'learning_rate': 2.5804010304411914e-07, 'epoch': 0.0876050989964741, 'num_input_tokens_seen': 5710544896, 'completed': '73.85% (2_723 / 3_687)', 'remaining time': '8:27:50', 'throughput': '10192.43', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:44:50,241 >> {'loss': 0.2059, 'grad_norm': 9.638075828552246, 'learning_rate': 2.5773303019293123e-07, 'epoch': 0.08787632221318145, 'num_input_tokens_seen': 5712642048, 'completed': '73.88% (2_724 / 3_687)', 'remaining time': '8:27:11', 'throughput': '9101.85', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:45:20,378 >> {'loss': 0.1925, 'grad_norm': 11.49023723602295, 'learning_rate': 2.5742619254707905e-07, 'epoch': 0.0881475454298888, 'num_input_tokens_seen': 5714739200, 'completed': '73.91% (2_725 / 3_687)', 'remaining time': '8:26:35', 'throughput': '8698.52', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:45:49,855 >> {'loss': 0.4855, 'grad_norm': 18.779539108276367, 'learning_rate': 2.5711959035349396e-07, 'epoch': 0.08841876864659615, 'num_input_tokens_seen': 5716836352, 'completed': '73.94% (2_726 / 3_687)', 'remaining time': '8:25:57', 'throughput': '8893.03', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:46:21,969 >> {'loss': 0.2486, 'grad_norm': 11.857897758483887, 'learning_rate': 2.568132238589175e-07, 'epoch': 0.0886899918633035, 'num_input_tokens_seen': 5718933504, 'completed': '73.96% (2_727 / 3_687)', 'remaining time': '8:25:27', 'throughput': '8162.90', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:46:51,592 >> {'loss': 0.4293, 'grad_norm': 20.438987731933594, 'learning_rate': 2.565070933099019e-07, 'epoch': 0.08896121508001086, 'num_input_tokens_seen': 5721030656, 'completed': '73.99% (2_728 / 3_687)', 'remaining time': '8:24:49', 'throughput': '8849.54', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:47:20,518 >> {'loss': 0.3677, 'grad_norm': 15.0324125289917, 'learning_rate': 2.5620119895280935e-07, 'epoch': 0.0892324382967182, 'num_input_tokens_seen': 5723127808, 'completed': '74.02% (2_729 / 3_687)', 'remaining time': '8:24:10', 'throughput': '9062.31', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:47:53,774 >> {'loss': 0.3675, 'grad_norm': 15.559118270874023, 'learning_rate': 2.5589554103381195e-07, 'epoch': 0.08950366151342555, 'num_input_tokens_seen': 5725224960, 'completed': '74.04% (2_730 / 3_687)', 'remaining time': '8:23:43', 'throughput': '7882.80', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:48:27,155 >> {'loss': 0.425, 'grad_norm': 19.351423263549805, 'learning_rate': 2.5559011979889155e-07, 'epoch': 0.0897748847301329, 'num_input_tokens_seen': 5727322112, 'completed': '74.07% (2_731 / 3_687)', 'remaining time': '8:23:17', 'throughput': '7852.93', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:48:56,957 >> {'loss': 0.3441, 'grad_norm': 13.77000904083252, 'learning_rate': 2.552849354938399e-07, 'epoch': 0.09004610794684025, 'num_input_tokens_seen': 5729419264, 'completed': '74.10% (2_732 / 3_687)', 'remaining time': '8:22:40', 'throughput': '8796.31', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:49:26,885 >> {'loss': 0.3423, 'grad_norm': 13.648260116577148, 'learning_rate': 2.549799883642573e-07, 'epoch': 0.09031733116354759, 'num_input_tokens_seen': 5731516416, 'completed': '74.13% (2_733 / 3_687)', 'remaining time': '8:22:04', 'throughput': '8759.16', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:49:57,965 >> {'loss': 0.2816, 'grad_norm': 12.919384002685547, 'learning_rate': 2.5467527865555366e-07, 'epoch': 0.09058855438025495, 'num_input_tokens_seen': 5733613568, 'completed': '74.15% (2_734 / 3_687)', 'remaining time': '8:21:31', 'throughput': '8434.34', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:50:25,769 >> {'loss': 0.6129, 'grad_norm': 20.780710220336914, 'learning_rate': 2.5437080661294785e-07, 'epoch': 0.0908597775969623, 'num_input_tokens_seen': 5735710720, 'completed': '74.18% (2_735 / 3_687)', 'remaining time': '8:20:49', 'throughput': '9428.36', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:50:56,304 >> {'loss': 0.5003, 'grad_norm': 22.01446533203125, 'learning_rate': 2.5406657248146735e-07, 'epoch': 0.09113100081366965, 'num_input_tokens_seen': 5737807872, 'completed': '74.21% (2_736 / 3_687)', 'remaining time': '8:20:14', 'throughput': '8585.18', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:51:28,603 >> {'loss': 0.4947, 'grad_norm': 19.538734436035156, 'learning_rate': 2.5376257650594823e-07, 'epoch': 0.091402224030377, 'num_input_tokens_seen': 5739905024, 'completed': '74.23% (2_737 / 3_687)', 'remaining time': '8:19:45', 'throughput': '8115.99', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:51:59,693 >> {'loss': 0.2547, 'grad_norm': 13.193866729736328, 'learning_rate': 2.5345881893103484e-07, 'epoch': 0.09167344724708434, 'num_input_tokens_seen': 5742002176, 'completed': '74.26% (2_738 / 3_687)', 'remaining time': '8:19:12', 'throughput': '8431.76', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:52:29,821 >> {'loss': 0.7383, 'grad_norm': 23.290098190307617, 'learning_rate': 2.5315530000117973e-07, 'epoch': 0.0919446704637917, 'num_input_tokens_seen': 5744099328, 'completed': '74.29% (2_739 / 3_687)', 'remaining time': '8:18:36', 'throughput': '8701.24', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:53:04,384 >> {'loss': 0.7584, 'grad_norm': 22.168949127197266, 'learning_rate': 2.528520199606434e-07, 'epoch': 0.09221589368049905, 'num_input_tokens_seen': 5746196480, 'completed': '74.32% (2_740 / 3_687)', 'remaining time': '8:18:13', 'throughput': '7584.46', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:53:36,716 >> {'loss': 0.6092, 'grad_norm': 20.419174194335938, 'learning_rate': 2.525489790534941e-07, 'epoch': 0.0924871168972064, 'num_input_tokens_seen': 5748293632, 'completed': '74.34% (2_741 / 3_687)', 'remaining time': '8:17:44', 'throughput': '8107.87', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:54:06,721 >> {'loss': 0.6697, 'grad_norm': 23.462411880493164, 'learning_rate': 2.5224617752360766e-07, 'epoch': 0.09275834011391375, 'num_input_tokens_seen': 5750390784, 'completed': '74.37% (2_742 / 3_687)', 'remaining time': '8:17:08', 'throughput': '8736.63', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:54:37,346 >> {'loss': 0.4207, 'grad_norm': 15.432395935058594, 'learning_rate': 2.519436156146671e-07, 'epoch': 0.0930295633306211, 'num_input_tokens_seen': 5752487936, 'completed': '74.40% (2_743 / 3_687)', 'remaining time': '8:16:34', 'throughput': '8559.85', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:55:06,918 >> {'loss': 0.5068, 'grad_norm': 17.80773162841797, 'learning_rate': 2.51641293570163e-07, 'epoch': 0.09330078654732846, 'num_input_tokens_seen': 5754585088, 'completed': '74.42% (2_744 / 3_687)', 'remaining time': '8:15:57', 'throughput': '8864.56', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:55:39,912 >> {'loss': 0.2518, 'grad_norm': 13.011022567749023, 'learning_rate': 2.513392116333922e-07, 'epoch': 0.0935720097640358, 'num_input_tokens_seen': 5756682240, 'completed': '74.45% (2_745 / 3_687)', 'remaining time': '8:15:29', 'throughput': '7945.22', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:56:12,662 >> {'loss': 0.4552, 'grad_norm': 16.054059982299805, 'learning_rate': 2.510373700474592e-07, 'epoch': 0.09384323298074315, 'num_input_tokens_seen': 5758779392, 'completed': '74.48% (2_746 / 3_687)', 'remaining time': '8:15:01', 'throughput': '8004.46', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:56:46,456 >> {'loss': 0.2891, 'grad_norm': 13.27901840209961, 'learning_rate': 2.5073576905527407e-07, 'epoch': 0.0941144561974505, 'num_input_tokens_seen': 5760876544, 'completed': '74.51% (2_747 / 3_687)', 'remaining time': '8:14:35', 'throughput': '7757.00', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:57:19,158 >> {'loss': 0.5392, 'grad_norm': 18.663637161254883, 'learning_rate': 2.5043440889955434e-07, 'epoch': 0.09438567941415785, 'num_input_tokens_seen': 5762973696, 'completed': '74.53% (2_748 / 3_687)', 'remaining time': '8:14:07', 'throughput': '8016.29', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:57:51,842 >> {'loss': 0.4573, 'grad_norm': 17.319080352783203, 'learning_rate': 2.501332898228232e-07, 'epoch': 0.09465690263086521, 'num_input_tokens_seen': 5765070848, 'completed': '74.56% (2_749 / 3_687)', 'remaining time': '8:13:38', 'throughput': '8020.58', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:58:23,418 >> {'loss': 0.3974, 'grad_norm': 17.932674407958984, 'learning_rate': 2.4983241206740945e-07, 'epoch': 0.09492812584757256, 'num_input_tokens_seen': 5767168000, 'completed': '74.59% (2_750 / 3_687)', 'remaining time': '8:13:06', 'throughput': '8301.81', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:58:55,031 >> {'loss': 0.5203, 'grad_norm': 16.8289737701416, 'learning_rate': 2.495317758754483e-07, 'epoch': 0.0951993490642799, 'num_input_tokens_seen': 5769265152, 'completed': '74.61% (2_751 / 3_687)', 'remaining time': '8:12:35', 'throughput': '8292.30', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:59:24,619 >> {'loss': 0.4871, 'grad_norm': 18.582918167114258, 'learning_rate': 2.492313814888802e-07, 'epoch': 0.09547057228098725, 'num_input_tokens_seen': 5771362304, 'completed': '74.64% (2_752 / 3_687)', 'remaining time': '8:11:58', 'throughput': '8859.98', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:59:55,997 >> {'loss': 0.3114, 'grad_norm': 13.084208488464355, 'learning_rate': 2.4893122914945124e-07, 'epoch': 0.0957417954976946, 'num_input_tokens_seen': 5773459456, 'completed': '74.67% (2_753 / 3_687)', 'remaining time': '8:11:26', 'throughput': '8354.37', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:00:23,545 >> {'loss': 0.4209, 'grad_norm': 23.180992126464844, 'learning_rate': 2.4863131909871247e-07, 'epoch': 0.09601301871440195, 'num_input_tokens_seen': 5775556608, 'completed': '74.69% (2_754 / 3_687)', 'remaining time': '8:10:44', 'throughput': '9515.89', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:00:53,515 >> {'loss': 0.5382, 'grad_norm': 19.62271499633789, 'learning_rate': 2.483316515780202e-07, 'epoch': 0.09628424193110931, 'num_input_tokens_seen': 5777653760, 'completed': '74.72% (2_755 / 3_687)', 'remaining time': '8:10:08', 'throughput': '8746.89', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:01:23,989 >> {'loss': 0.2602, 'grad_norm': 11.799657821655273, 'learning_rate': 2.480322268285354e-07, 'epoch': 0.09655546514781665, 'num_input_tokens_seen': 5779750912, 'completed': '74.75% (2_756 / 3_687)', 'remaining time': '8:09:34', 'throughput': '8602.22', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:01:55,289 >> {'loss': 0.3326, 'grad_norm': 14.03824234008789, 'learning_rate': 2.4773304509122374e-07, 'epoch': 0.096826688364524, 'num_input_tokens_seen': 5781848064, 'completed': '74.78% (2_757 / 3_687)', 'remaining time': '8:09:01', 'throughput': '8375.25', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:02:25,775 >> {'loss': 0.4274, 'grad_norm': 18.534460067749023, 'learning_rate': 2.474341066068553e-07, 'epoch': 0.09709791158123135, 'num_input_tokens_seen': 5783945216, 'completed': '74.80% (2_758 / 3_687)', 'remaining time': '8:08:27', 'throughput': '8598.64', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:02:56,914 >> {'loss': 0.681, 'grad_norm': 22.347103118896484, 'learning_rate': 2.4713541161600434e-07, 'epoch': 0.0973691347979387, 'num_input_tokens_seen': 5786042368, 'completed': '74.83% (2_759 / 3_687)', 'remaining time': '8:07:55', 'throughput': '8418.54', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:03:28,715 >> {'loss': 0.4139, 'grad_norm': 17.200597763061523, 'learning_rate': 2.4683696035904926e-07, 'epoch': 0.09764035801464606, 'num_input_tokens_seen': 5788139520, 'completed': '74.86% (2_760 / 3_687)', 'remaining time': '8:07:24', 'throughput': '8243.27', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:03:58,169 >> {'loss': 0.2853, 'grad_norm': 24.39967918395996, 'learning_rate': 2.465387530761724e-07, 'epoch': 0.0979115812313534, 'num_input_tokens_seen': 5790236672, 'completed': '74.88% (2_761 / 3_687)', 'remaining time': '8:06:47', 'throughput': '8900.24', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:04:29,305 >> {'loss': 0.3234, 'grad_norm': 15.185997009277344, 'learning_rate': 2.462407900073594e-07, 'epoch': 0.09818280444806075, 'num_input_tokens_seen': 5792333824, 'completed': '74.91% (2_762 / 3_687)', 'remaining time': '8:06:14', 'throughput': '8419.18', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:04:57,991 >> {'loss': 0.6504, 'grad_norm': 19.6497745513916, 'learning_rate': 2.459430713923995e-07, 'epoch': 0.0984540276647681, 'num_input_tokens_seen': 5794430976, 'completed': '74.94% (2_763 / 3_687)', 'remaining time': '8:05:35', 'throughput': '9138.32', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:05:29,654 >> {'loss': 0.2229, 'grad_norm': 11.902987480163574, 'learning_rate': 2.4564559747088573e-07, 'epoch': 0.09872525088147545, 'num_input_tokens_seen': 5796528128, 'completed': '74.97% (2_764 / 3_687)', 'remaining time': '8:05:04', 'throughput': '8279.38', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:05:59,983 >> {'loss': 0.4959, 'grad_norm': 34.26702880859375, 'learning_rate': 2.4534836848221355e-07, 'epoch': 0.09899647409818281, 'num_input_tokens_seen': 5798625280, 'completed': '74.99% (2_765 / 3_687)', 'remaining time': '8:04:30', 'throughput': '8643.14', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:06:29,296 >> {'loss': 0.4531, 'grad_norm': 16.864425659179688, 'learning_rate': 2.450513846655817e-07, 'epoch': 0.09926769731489016, 'num_input_tokens_seen': 5800722432, 'completed': '75.02% (2_766 / 3_687)', 'remaining time': '8:03:52', 'throughput': '8943.10', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:07:00,561 >> {'loss': 0.4869, 'grad_norm': 15.229866981506348, 'learning_rate': 2.4475464625999113e-07, 'epoch': 0.0995389205315975, 'num_input_tokens_seen': 5802819584, 'completed': '75.05% (2_767 / 3_687)', 'remaining time': '8:03:20', 'throughput': '8384.67', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:07:30,503 >> {'loss': 0.3666, 'grad_norm': 13.635716438293457, 'learning_rate': 2.444581535042459e-07, 'epoch': 0.09981014374830485, 'num_input_tokens_seen': 5804916736, 'completed': '75.07% (2_768 / 3_687)', 'remaining time': '8:02:45', 'throughput': '8754.99', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:07:59,331 >> {'loss': 0.9287, 'grad_norm': 24.428754806518555, 'learning_rate': 2.441619066369519e-07, 'epoch': 0.1000813669650122, 'num_input_tokens_seen': 5807013888, 'completed': '75.10% (2_769 / 3_687)', 'remaining time': '8:02:07', 'throughput': '9093.18', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:08:29,486 >> {'loss': 0.5323, 'grad_norm': 19.71752166748047, 'learning_rate': 2.438659058965175e-07, 'epoch': 0.10035259018171956, 'num_input_tokens_seen': 5809111040, 'completed': '75.13% (2_770 / 3_687)', 'remaining time': '8:01:32', 'throughput': '8693.27', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:08:59,885 >> {'loss': 0.3992, 'grad_norm': 17.558313369750977, 'learning_rate': 2.435701515211527e-07, 'epoch': 0.10062381339842691, 'num_input_tokens_seen': 5811208192, 'completed': '75.16% (2_771 / 3_687)', 'remaining time': '8:00:58', 'throughput': '8623.62', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:09:29,614 >> {'loss': 0.3217, 'grad_norm': 15.69237995147705, 'learning_rate': 2.4327464374886955e-07, 'epoch': 0.10089503661513426, 'num_input_tokens_seen': 5813305344, 'completed': '75.18% (2_772 / 3_687)', 'remaining time': '8:00:22', 'throughput': '8817.77', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:10:01,646 >> {'loss': 0.459, 'grad_norm': 20.842071533203125, 'learning_rate': 2.4297938281748124e-07, 'epoch': 0.1011662598318416, 'num_input_tokens_seen': 5815402496, 'completed': '75.21% (2_773 / 3_687)', 'remaining time': '7:59:51', 'throughput': '8183.63', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:10:35,297 >> {'loss': 0.5564, 'grad_norm': 19.98575782775879, 'learning_rate': 2.4268436896460267e-07, 'epoch': 0.10143748304854895, 'num_input_tokens_seen': 5817499648, 'completed': '75.24% (2_774 / 3_687)', 'remaining time': '7:59:25', 'throughput': '7790.57', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:11:02,943 >> {'loss': 0.6737, 'grad_norm': 18.332754135131836, 'learning_rate': 2.423896024276497e-07, 'epoch': 0.10170870626525631, 'num_input_tokens_seen': 5819596800, 'completed': '75.26% (2_775 / 3_687)', 'remaining time': '7:58:44', 'throughput': '9481.58', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:11:35,904 >> {'loss': 0.553, 'grad_norm': 22.827144622802734, 'learning_rate': 2.4209508344383926e-07, 'epoch': 0.10197992948196366, 'num_input_tokens_seen': 5821693952, 'completed': '75.29% (2_776 / 3_687)', 'remaining time': '7:58:16', 'throughput': '7953.08', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:12:04,781 >> {'loss': 0.6379, 'grad_norm': 21.232194900512695, 'learning_rate': 2.4180081225018906e-07, 'epoch': 0.10225115269867101, 'num_input_tokens_seen': 5823791104, 'completed': '75.32% (2_777 / 3_687)', 'remaining time': '7:57:39', 'throughput': '9077.98', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:12:33,553 >> {'loss': 0.7381, 'grad_norm': 19.167123794555664, 'learning_rate': 2.4150678908351744e-07, 'epoch': 0.10252237591537836, 'num_input_tokens_seen': 5825888256, 'completed': '75.35% (2_778 / 3_687)', 'remaining time': '7:57:00', 'throughput': '9111.04', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:13:05,701 >> {'loss': 0.3415, 'grad_norm': 15.559260368347168, 'learning_rate': 2.4121301418044264e-07, 'epoch': 0.1027935991320857, 'num_input_tokens_seen': 5827985408, 'completed': '75.37% (2_779 / 3_687)', 'remaining time': '7:56:31', 'throughput': '8154.47', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:13:38,719 >> {'loss': 0.274, 'grad_norm': 12.264792442321777, 'learning_rate': 2.409194877773839e-07, 'epoch': 0.10306482234879305, 'num_input_tokens_seen': 5830082560, 'completed': '75.40% (2_780 / 3_687)', 'remaining time': '7:56:03', 'throughput': '7939.36', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:14:08,781 >> {'loss': 0.4599, 'grad_norm': 17.90496826171875, 'learning_rate': 2.4062621011056006e-07, 'epoch': 0.10333604556550041, 'num_input_tokens_seen': 5832179712, 'completed': '75.43% (2_781 / 3_687)', 'remaining time': '7:55:28', 'throughput': '8720.05', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:14:39,447 >> {'loss': 0.3293, 'grad_norm': 12.02820110321045, 'learning_rate': 2.4033318141598977e-07, 'epoch': 0.10360726878220776, 'num_input_tokens_seen': 5834276864, 'completed': '75.45% (2_782 / 3_687)', 'remaining time': '7:54:54', 'throughput': '8548.38', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:15:09,316 >> {'loss': 0.4602, 'grad_norm': 15.775694847106934, 'learning_rate': 2.4004040192949155e-07, 'epoch': 0.1038784919989151, 'num_input_tokens_seen': 5836374016, 'completed': '75.48% (2_783 / 3_687)', 'remaining time': '7:54:19', 'throughput': '8776.50', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:15:41,623 >> {'loss': 0.3823, 'grad_norm': 18.71192741394043, 'learning_rate': 2.3974787188668284e-07, 'epoch': 0.10414971521562245, 'num_input_tokens_seen': 5838471168, 'completed': '75.51% (2_784 / 3_687)', 'remaining time': '7:53:50', 'throughput': '8114.09', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:16:10,598 >> {'loss': 0.5613, 'grad_norm': 20.695791244506836, 'learning_rate': 2.3945559152298085e-07, 'epoch': 0.1044209384323298, 'num_input_tokens_seen': 5840568320, 'completed': '75.54% (2_785 / 3_687)', 'remaining time': '7:53:12', 'throughput': '9047.41', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:16:42,921 >> {'loss': 0.3668, 'grad_norm': 14.568918228149414, 'learning_rate': 2.3916356107360174e-07, 'epoch': 0.10469216164903716, 'num_input_tokens_seen': 5842665472, 'completed': '75.56% (2_786 / 3_687)', 'remaining time': '7:52:43', 'throughput': '8109.93', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:17:13,728 >> {'loss': 0.518, 'grad_norm': 18.7004337310791, 'learning_rate': 2.388717807735605e-07, 'epoch': 0.10496338486574451, 'num_input_tokens_seen': 5844762624, 'completed': '75.59% (2_787 / 3_687)', 'remaining time': '7:52:10', 'throughput': '8509.39', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:17:45,508 >> {'loss': 0.2456, 'grad_norm': 11.687546730041504, 'learning_rate': 2.385802508576706e-07, 'epoch': 0.10523460808245186, 'num_input_tokens_seen': 5846859776, 'completed': '75.62% (2_788 / 3_687)', 'remaining time': '7:51:39', 'throughput': '8248.78', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:18:19,778 >> {'loss': 0.2584, 'grad_norm': 14.417143821716309, 'learning_rate': 2.382889715605447e-07, 'epoch': 0.1055058312991592, 'num_input_tokens_seen': 5848956928, 'completed': '75.64% (2_789 / 3_687)', 'remaining time': '7:51:14', 'throughput': '7649.25', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:18:50,384 >> {'loss': 0.2735, 'grad_norm': 14.506068229675293, 'learning_rate': 2.3799794311659286e-07, 'epoch': 0.10577705451586655, 'num_input_tokens_seen': 5851054080, 'completed': '75.67% (2_790 / 3_687)', 'remaining time': '7:50:40', 'throughput': '8565.33', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:19:22,342 >> {'loss': 0.5316, 'grad_norm': 30.506330490112305, 'learning_rate': 2.3770716576002383e-07, 'epoch': 0.10604827773257391, 'num_input_tokens_seen': 5853151232, 'completed': '75.70% (2_791 / 3_687)', 'remaining time': '7:50:10', 'throughput': '8202.76', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:19:51,492 >> {'loss': 0.5209, 'grad_norm': 18.837438583374023, 'learning_rate': 2.3741663972484416e-07, 'epoch': 0.10631950094928126, 'num_input_tokens_seen': 5855248384, 'completed': '75.73% (2_792 / 3_687)', 'remaining time': '7:49:33', 'throughput': '8992.73', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:20:21,917 >> {'loss': 0.2876, 'grad_norm': 13.7747163772583, 'learning_rate': 2.3712636524485817e-07, 'epoch': 0.10659072416598861, 'num_input_tokens_seen': 5857345536, 'completed': '75.75% (2_793 / 3_687)', 'remaining time': '7:48:59', 'throughput': '8616.25', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:20:51,666 >> {'loss': 0.2466, 'grad_norm': 13.69284439086914, 'learning_rate': 2.3683634255366773e-07, 'epoch': 0.10686194738269596, 'num_input_tokens_seen': 5859442688, 'completed': '75.78% (2_794 / 3_687)', 'remaining time': '7:48:24', 'throughput': '8811.87', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:21:19,182 >> {'loss': 0.5751, 'grad_norm': 23.49444007873535, 'learning_rate': 2.3654657188467203e-07, 'epoch': 0.1071331705994033, 'num_input_tokens_seen': 5861539840, 'completed': '75.81% (2_795 / 3_687)', 'remaining time': '7:47:43', 'throughput': '9526.86', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:21:51,632 >> {'loss': 0.4901, 'grad_norm': 32.023529052734375, 'learning_rate': 2.3625705347106748e-07, 'epoch': 0.10740439381611067, 'num_input_tokens_seen': 5863636992, 'completed': '75.83% (2_796 / 3_687)', 'remaining time': '7:47:14', 'throughput': '8078.47', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:22:22,652 >> {'loss': 0.4605, 'grad_norm': 18.634899139404297, 'learning_rate': 2.3596778754584752e-07, 'epoch': 0.10767561703281801, 'num_input_tokens_seen': 5865734144, 'completed': '75.86% (2_797 / 3_687)', 'remaining time': '7:46:42', 'throughput': '8450.76', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:22:54,990 >> {'loss': 0.4397, 'grad_norm': 17.947357177734375, 'learning_rate': 2.356787743418023e-07, 'epoch': 0.10794684024952536, 'num_input_tokens_seen': 5867831296, 'completed': '75.89% (2_798 / 3_687)', 'remaining time': '7:46:12', 'throughput': '8106.30', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:23:24,920 >> {'loss': 0.2498, 'grad_norm': 10.587057113647461, 'learning_rate': 2.3539001409151867e-07, 'epoch': 0.10821806346623271, 'num_input_tokens_seen': 5869928448, 'completed': '75.92% (2_799 / 3_687)', 'remaining time': '7:45:37', 'throughput': '8758.46', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:23:54,857 >> {'loss': 0.4346, 'grad_norm': 15.883231163024902, 'learning_rate': 2.351015070273799e-07, 'epoch': 0.10848928668294006, 'num_input_tokens_seen': 5872025600, 'completed': '75.94% (2_800 / 3_687)', 'remaining time': '7:45:03', 'throughput': '8756.70', 'gpu_mem_free': '5581MB'} +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/distributed/fsdp/fully_sharded_data_parallel.py:689: FutureWarning: FSDP.state_dict_type() and FSDP.set_state_dict_type() are being deprecated. Please use APIs, get_state_dict() and set_state_dict(), which can support different parallelisms, FSDP1, FSDP2, DDP. API doc: https://pytorch.org/docs/stable/distributed.checkpoint.html#torch.distributed.checkpoint.state_dict.get_state_dict .Tutorial: https://pytorch.org/tutorials/recipes/distributed_checkpoint_recipe.html . + warnings.warn( +[INFO|trainer.py:3503] 2024-12-26 18:24:17,913 >> Saving model checkpoint to /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-2800 +[INFO|configuration_utils.py:472] 2024-12-26 18:24:17,918 >> Configuration saved in /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-2800/config.json +[INFO|configuration_utils.py:807] 2024-12-26 18:24:17,920 >> Configuration saved in /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-2800/generation_config.json +[INFO|modeling_utils.py:2807] 2024-12-26 18:25:14,975 >> The model is bigger than the maximum size per checkpoint (5GB) and is going to be split in 7 checkpoint shards. You can find where each parameters has been saved in the index located at /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-2800/model.safetensors.index.json. +[INFO|tokenization_utils_base.py:2684] 2024-12-26 18:25:14,978 >> tokenizer config file saved in /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-2800/tokenizer_config.json +[INFO|tokenization_utils_base.py:2693] 2024-12-26 18:25:14,979 >> Special tokens file saved in /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-2800/special_tokens_map.json +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/distributed/fsdp/fully_sharded_data_parallel.py:689: FutureWarning: FSDP.state_dict_type() and FSDP.set_state_dict_type() are being deprecated. Please use APIs, get_state_dict() and set_state_dict(), which can support different parallelisms, FSDP1, FSDP2, DDP. API doc: https://pytorch.org/docs/stable/distributed.checkpoint.html#torch.distributed.checkpoint.state_dict.get_state_dict .Tutorial: https://pytorch.org/tutorials/recipes/distributed_checkpoint_recipe.html . + warnings.warn( +[WARNING|trainer.py:868] 2024-12-26 18:28:57,214 >> Save streaming dataset state: {'epoch': 0, 'sample_in_epoch': 5600, 'num_canonical_nodes': 1, 'shuffle_seed': 42, 'initial_physical_nodes': 1} +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/utils/checkpoint.py:1399: FutureWarning: `torch.cpu.amp.autocast(args...)` is deprecated. Please use `torch.amp.autocast('cpu', args...)` instead. + with device_autocast_ctx, torch.cpu.amp.autocast(**cpu_autocast_kwargs), recompute_context: # type: ignore[attr-defined] +[INFO|trainer.py:175] 2024-12-26 18:29:31,102 >> {'loss': 0.7427, 'grad_norm': 22.052234649658203, 'learning_rate': 2.3481325338156568e-07, 'epoch': 0.1087605098996474, 'num_input_tokens_seen': 5874122752, 'completed': '75.97% (2_801 / 3_687)', 'remaining time': '7:55:44', 'throughput': '779.62', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:30:00,266 >> {'loss': 0.2588, 'grad_norm': 15.02530288696289, 'learning_rate': 2.3452525338605126e-07, 'epoch': 0.10903173311635476, 'num_input_tokens_seen': 5876219904, 'completed': '76.00% (2_802 / 3_687)', 'remaining time': '7:55:06', 'throughput': '8988.74', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:30:32,029 >> {'loss': 0.2948, 'grad_norm': 15.054925918579102, 'learning_rate': 2.3423750727260813e-07, 'epoch': 0.10930295633306211, 'num_input_tokens_seen': 5878317056, 'completed': '76.02% (2_803 / 3_687)', 'remaining time': '7:54:32', 'throughput': '8253.02', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:31:01,816 >> {'loss': 0.2361, 'grad_norm': 12.671406745910645, 'learning_rate': 2.3395001527280343e-07, 'epoch': 0.10957417954976946, 'num_input_tokens_seen': 5880414208, 'completed': '76.05% (2_804 / 3_687)', 'remaining time': '7:53:55', 'throughput': '8800.85', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:31:32,391 >> {'loss': 0.663, 'grad_norm': 20.93232536315918, 'learning_rate': 2.3366277761799993e-07, 'epoch': 0.10984540276647681, 'num_input_tokens_seen': 5882511360, 'completed': '76.08% (2_805 / 3_687)', 'remaining time': '7:53:19', 'throughput': '8573.53', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:32:04,969 >> {'loss': 0.5558, 'grad_norm': 18.05968475341797, 'learning_rate': 2.333757945393557e-07, 'epoch': 0.11011662598318415, 'num_input_tokens_seen': 5884608512, 'completed': '76.11% (2_806 / 3_687)', 'remaining time': '7:52:48', 'throughput': '8046.67', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:32:38,098 >> {'loss': 0.4106, 'grad_norm': 15.030449867248535, 'learning_rate': 2.3308906626782333e-07, 'epoch': 0.11038784919989152, 'num_input_tokens_seen': 5886705664, 'completed': '76.13% (2_807 / 3_687)', 'remaining time': '7:52:18', 'throughput': '7912.83', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:33:12,940 >> {'loss': 0.5442, 'grad_norm': 20.000356674194336, 'learning_rate': 2.3280259303415115e-07, 'epoch': 0.11065907241659886, 'num_input_tokens_seen': 5888802816, 'completed': '76.16% (2_808 / 3_687)', 'remaining time': '7:51:51', 'throughput': '7523.97', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:33:43,006 >> {'loss': 0.1988, 'grad_norm': 10.596423149108887, 'learning_rate': 2.3251637506888178e-07, 'epoch': 0.11093029563330621, 'num_input_tokens_seen': 5890899968, 'completed': '76.19% (2_809 / 3_687)', 'remaining time': '7:51:14', 'throughput': '8718.92', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:34:11,572 >> {'loss': 0.3359, 'grad_norm': 13.657599449157715, 'learning_rate': 2.3223041260235265e-07, 'epoch': 0.11120151885001356, 'num_input_tokens_seen': 5892997120, 'completed': '76.21% (2_810 / 3_687)', 'remaining time': '7:50:34', 'throughput': '9176.67', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:34:42,907 >> {'loss': 0.218, 'grad_norm': 12.095483779907227, 'learning_rate': 2.3194470586469543e-07, 'epoch': 0.1114727420667209, 'num_input_tokens_seen': 5895094272, 'completed': '76.24% (2_811 / 3_687)', 'remaining time': '7:50:00', 'throughput': '8365.98', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:35:12,547 >> {'loss': 0.3819, 'grad_norm': 16.444936752319336, 'learning_rate': 2.3165925508583598e-07, 'epoch': 0.11174396528342827, 'num_input_tokens_seen': 5897191424, 'completed': '76.27% (2_812 / 3_687)', 'remaining time': '7:49:23', 'throughput': '8844.15', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:35:43,628 >> {'loss': 0.5105, 'grad_norm': 20.455156326293945, 'learning_rate': 2.313740604954943e-07, 'epoch': 0.11201518850013562, 'num_input_tokens_seen': 5899288576, 'completed': '76.30% (2_813 / 3_687)', 'remaining time': '7:48:48', 'throughput': '8434.30', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:36:16,322 >> {'loss': 0.3829, 'grad_norm': 15.869861602783203, 'learning_rate': 2.3108912232318413e-07, 'epoch': 0.11228641171684296, 'num_input_tokens_seen': 5901385728, 'completed': '76.32% (2_814 / 3_687)', 'remaining time': '7:48:17', 'throughput': '8018.01', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:36:47,693 >> {'loss': 0.4095, 'grad_norm': 13.574760437011719, 'learning_rate': 2.3080444079821284e-07, 'epoch': 0.11255763493355031, 'num_input_tokens_seen': 5903482880, 'completed': '76.35% (2_815 / 3_687)', 'remaining time': '7:47:43', 'throughput': '8356.17', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:37:19,980 >> {'loss': 0.8766, 'grad_norm': 27.635112762451172, 'learning_rate': 2.305200161496813e-07, 'epoch': 0.11282885815025766, 'num_input_tokens_seen': 5905580032, 'completed': '76.38% (2_816 / 3_687)', 'remaining time': '7:47:11', 'throughput': '8119.33', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:37:48,792 >> {'loss': 0.6796, 'grad_norm': 20.717670440673828, 'learning_rate': 2.3023584860648364e-07, 'epoch': 0.11310008136696502, 'num_input_tokens_seen': 5907677184, 'completed': '76.40% (2_817 / 3_687)', 'remaining time': '7:46:32', 'throughput': '9098.27', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:38:19,693 >> {'loss': 0.469, 'grad_norm': 17.95741081237793, 'learning_rate': 2.2995193839730727e-07, 'epoch': 0.11337130458367237, 'num_input_tokens_seen': 5909774336, 'completed': '76.43% (2_818 / 3_687)', 'remaining time': '7:45:57', 'throughput': '8483.38', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:38:48,933 >> {'loss': 0.3544, 'grad_norm': 15.287071228027344, 'learning_rate': 2.2966828575063196e-07, 'epoch': 0.11364252780037971, 'num_input_tokens_seen': 5911871488, 'completed': '76.46% (2_819 / 3_687)', 'remaining time': '7:45:19', 'throughput': '8965.35', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:39:19,664 >> {'loss': 0.4254, 'grad_norm': 17.377723693847656, 'learning_rate': 2.2938489089473065e-07, 'epoch': 0.11391375101708706, 'num_input_tokens_seen': 5913968640, 'completed': '76.48% (2_820 / 3_687)', 'remaining time': '7:44:44', 'throughput': '8530.21', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:39:51,255 >> {'loss': 0.7153, 'grad_norm': 21.972118377685547, 'learning_rate': 2.2910175405766896e-07, 'epoch': 0.11418497423379441, 'num_input_tokens_seen': 5916065792, 'completed': '76.51% (2_821 / 3_687)', 'remaining time': '7:44:10', 'throughput': '8298.11', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:40:21,827 >> {'loss': 0.4351, 'grad_norm': 21.45004653930664, 'learning_rate': 2.288188754673045e-07, 'epoch': 0.11445619745050176, 'num_input_tokens_seen': 5918162944, 'completed': '76.54% (2_822 / 3_687)', 'remaining time': '7:43:35', 'throughput': '8574.52', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:40:52,063 >> {'loss': 0.6523, 'grad_norm': 20.235944747924805, 'learning_rate': 2.2853625535128735e-07, 'epoch': 0.11472742066720912, 'num_input_tokens_seen': 5920260096, 'completed': '76.57% (2_823 / 3_687)', 'remaining time': '7:42:59', 'throughput': '8670.11', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:41:22,605 >> {'loss': 0.2849, 'grad_norm': 12.907526016235352, 'learning_rate': 2.2825389393705922e-07, 'epoch': 0.11499864388391647, 'num_input_tokens_seen': 5922357248, 'completed': '76.59% (2_824 / 3_687)', 'remaining time': '7:42:23', 'throughput': '8583.00', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:41:54,885 >> {'loss': 0.5741, 'grad_norm': 19.846851348876953, 'learning_rate': 2.2797179145185384e-07, 'epoch': 0.11526986710062381, 'num_input_tokens_seen': 5924454400, 'completed': '76.62% (2_825 / 3_687)', 'remaining time': '7:41:52', 'throughput': '8120.94', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:42:27,929 >> {'loss': 0.2806, 'grad_norm': 14.583490371704102, 'learning_rate': 2.2768994812269666e-07, 'epoch': 0.11554109031733116, 'num_input_tokens_seen': 5926551552, 'completed': '76.65% (2_826 / 3_687)', 'remaining time': '7:41:21', 'throughput': '7933.14', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:43:02,206 >> {'loss': 0.3765, 'grad_norm': 16.440160751342773, 'learning_rate': 2.2740836417640432e-07, 'epoch': 0.11581231353403851, 'num_input_tokens_seen': 5928648704, 'completed': '76.67% (2_827 / 3_687)', 'remaining time': '7:40:53', 'throughput': '7647.84', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:43:33,541 >> {'loss': 0.6938, 'grad_norm': 22.054208755493164, 'learning_rate': 2.271270398395851e-07, 'epoch': 0.11608353675074587, 'num_input_tokens_seen': 5930745856, 'completed': '76.70% (2_828 / 3_687)', 'remaining time': '7:40:20', 'throughput': '8365.95', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:44:01,804 >> {'loss': 0.406, 'grad_norm': 13.32007122039795, 'learning_rate': 2.2684597533863793e-07, 'epoch': 0.11635475996745322, 'num_input_tokens_seen': 5932843008, 'completed': '76.73% (2_829 / 3_687)', 'remaining time': '7:39:40', 'throughput': '9275.04', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:44:34,218 >> {'loss': 0.2882, 'grad_norm': 13.135971069335938, 'learning_rate': 2.2656517089975286e-07, 'epoch': 0.11662598318416056, 'num_input_tokens_seen': 5934940160, 'completed': '76.76% (2_830 / 3_687)', 'remaining time': '7:39:08', 'throughput': '8087.37', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:45:05,186 >> {'loss': 0.4794, 'grad_norm': 23.185508728027344, 'learning_rate': 2.2628462674891062e-07, 'epoch': 0.11689720640086791, 'num_input_tokens_seen': 5937037312, 'completed': '76.78% (2_831 / 3_687)', 'remaining time': '7:38:33', 'throughput': '8464.94', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:45:34,348 >> {'loss': 0.4259, 'grad_norm': 16.763158798217773, 'learning_rate': 2.2600434311188253e-07, 'epoch': 0.11716842961757526, 'num_input_tokens_seen': 5939134464, 'completed': '76.81% (2_832 / 3_687)', 'remaining time': '7:37:55', 'throughput': '8989.21', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:46:07,055 >> {'loss': 0.5011, 'grad_norm': 28.8845272064209, 'learning_rate': 2.2572432021423018e-07, 'epoch': 0.11743965283428262, 'num_input_tokens_seen': 5941231616, 'completed': '76.84% (2_833 / 3_687)', 'remaining time': '7:37:24', 'throughput': '8015.09', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:46:34,006 >> {'loss': 0.6964, 'grad_norm': 21.761306762695312, 'learning_rate': 2.2544455828130528e-07, 'epoch': 0.11771087605098997, 'num_input_tokens_seen': 5943328768, 'completed': '76.86% (2_834 / 3_687)', 'remaining time': '7:36:42', 'throughput': '9726.40', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:47:06,145 >> {'loss': 0.5045, 'grad_norm': 18.940256118774414, 'learning_rate': 2.251650575382498e-07, 'epoch': 0.11798209926769732, 'num_input_tokens_seen': 5945425920, 'completed': '76.89% (2_835 / 3_687)', 'remaining time': '7:36:10', 'throughput': '8156.64', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:47:33,536 >> {'loss': 0.4833, 'grad_norm': 16.255231857299805, 'learning_rate': 2.2488581820999481e-07, 'epoch': 0.11825332248440466, 'num_input_tokens_seen': 5947523072, 'completed': '76.92% (2_836 / 3_687)', 'remaining time': '7:35:29', 'throughput': '9570.51', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:48:03,458 >> {'loss': 0.678, 'grad_norm': 19.86233139038086, 'learning_rate': 2.2460684052126195e-07, 'epoch': 0.11852454570111201, 'num_input_tokens_seen': 5949620224, 'completed': '76.95% (2_837 / 3_687)', 'remaining time': '7:34:52', 'throughput': '8760.84', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:48:31,465 >> {'loss': 0.5081, 'grad_norm': 17.203176498413086, 'learning_rate': 2.243281246965617e-07, 'epoch': 0.11879576891781937, 'num_input_tokens_seen': 5951717376, 'completed': '76.97% (2_838 / 3_687)', 'remaining time': '7:34:12', 'throughput': '9360.03', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:49:03,004 >> {'loss': 0.2694, 'grad_norm': 11.493597984313965, 'learning_rate': 2.24049670960194e-07, 'epoch': 0.11906699213452672, 'num_input_tokens_seen': 5953814528, 'completed': '77.00% (2_839 / 3_687)', 'remaining time': '7:33:39', 'throughput': '8311.83', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:49:31,947 >> {'loss': 0.3385, 'grad_norm': 15.567400932312012, 'learning_rate': 2.2377147953624776e-07, 'epoch': 0.11933821535123407, 'num_input_tokens_seen': 5955911680, 'completed': '77.03% (2_840 / 3_687)', 'remaining time': '7:33:01', 'throughput': '9057.28', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:50:01,155 >> {'loss': 0.5221, 'grad_norm': 20.829069137573242, 'learning_rate': 2.2349355064860104e-07, 'epoch': 0.11960943856794141, 'num_input_tokens_seen': 5958008832, 'completed': '77.05% (2_841 / 3_687)', 'remaining time': '7:32:23', 'throughput': '8974.98', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:50:32,793 >> {'loss': 0.6818, 'grad_norm': 25.062725067138672, 'learning_rate': 2.2321588452092006e-07, 'epoch': 0.11988066178464876, 'num_input_tokens_seen': 5960105984, 'completed': '77.08% (2_842 / 3_687)', 'remaining time': '7:31:50', 'throughput': '8285.73', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:51:03,908 >> {'loss': 0.2983, 'grad_norm': 12.187406539916992, 'learning_rate': 2.229384813766602e-07, 'epoch': 0.12015188500135611, 'num_input_tokens_seen': 5962203136, 'completed': '77.11% (2_843 / 3_687)', 'remaining time': '7:31:16', 'throughput': '8425.06', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:51:33,847 >> {'loss': 0.3099, 'grad_norm': 12.41606616973877, 'learning_rate': 2.2266134143906496e-07, 'epoch': 0.12042310821806347, 'num_input_tokens_seen': 5964300288, 'completed': '77.14% (2_844 / 3_687)', 'remaining time': '7:30:40', 'throughput': '8755.82', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:52:09,364 >> {'loss': 0.3705, 'grad_norm': 15.00600528717041, 'learning_rate': 2.2238446493116572e-07, 'epoch': 0.12069433143477082, 'num_input_tokens_seen': 5966397440, 'completed': '77.16% (2_845 / 3_687)', 'remaining time': '7:30:15', 'throughput': '7380.76', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:52:40,364 >> {'loss': 0.5625, 'grad_norm': 19.592304229736328, 'learning_rate': 2.2210785207578275e-07, 'epoch': 0.12096555465147817, 'num_input_tokens_seen': 5968494592, 'completed': '77.19% (2_846 / 3_687)', 'remaining time': '7:29:41', 'throughput': '8456.41', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:53:10,416 >> {'loss': 0.2395, 'grad_norm': 11.538047790527344, 'learning_rate': 2.2183150309552308e-07, 'epoch': 0.12123677786818551, 'num_input_tokens_seen': 5970591744, 'completed': '77.22% (2_847 / 3_687)', 'remaining time': '7:29:05', 'throughput': '8723.00', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:53:41,883 >> {'loss': 0.4497, 'grad_norm': 17.946090698242188, 'learning_rate': 2.2155541821278196e-07, 'epoch': 0.12150800108489286, 'num_input_tokens_seen': 5972688896, 'completed': '77.24% (2_848 / 3_687)', 'remaining time': '7:28:31', 'throughput': '8330.62', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:54:13,443 >> {'loss': 0.2957, 'grad_norm': 13.891773223876953, 'learning_rate': 2.2127959764974203e-07, 'epoch': 0.12177922430160022, 'num_input_tokens_seen': 5974786048, 'completed': '77.27% (2_849 / 3_687)', 'remaining time': '7:27:58', 'throughput': '8306.25', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:54:44,101 >> {'loss': 0.4703, 'grad_norm': 17.93677520751953, 'learning_rate': 2.2100404162837317e-07, 'epoch': 0.12205044751830757, 'num_input_tokens_seen': 5976883200, 'completed': '77.30% (2_850 / 3_687)', 'remaining time': '7:27:24', 'throughput': '8550.60', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:55:13,925 >> {'loss': 0.4836, 'grad_norm': 21.524486541748047, 'learning_rate': 2.2072875037043232e-07, 'epoch': 0.12232167073501492, 'num_input_tokens_seen': 5978980352, 'completed': '77.33% (2_851 / 3_687)', 'remaining time': '7:26:47', 'throughput': '8789.69', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:55:44,352 >> {'loss': 0.3129, 'grad_norm': 12.988191604614258, 'learning_rate': 2.204537240974636e-07, 'epoch': 0.12259289395172226, 'num_input_tokens_seen': 5981077504, 'completed': '77.35% (2_852 / 3_687)', 'remaining time': '7:26:12', 'throughput': '8615.60', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:56:19,415 >> {'loss': 0.5311, 'grad_norm': 20.595354080200195, 'learning_rate': 2.2017896303079743e-07, 'epoch': 0.12286411716842961, 'num_input_tokens_seen': 5983174656, 'completed': '77.38% (2_853 / 3_687)', 'remaining time': '7:25:46', 'throughput': '7476.24', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:56:51,543 >> {'loss': 0.4373, 'grad_norm': 22.666582107543945, 'learning_rate': 2.1990446739155128e-07, 'epoch': 0.12313534038513697, 'num_input_tokens_seen': 5985271808, 'completed': '77.41% (2_854 / 3_687)', 'remaining time': '7:25:14', 'throughput': '8159.41', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:57:23,739 >> {'loss': 0.2112, 'grad_norm': 11.09825611114502, 'learning_rate': 2.1963023740062864e-07, 'epoch': 0.12340656360184432, 'num_input_tokens_seen': 5987368960, 'completed': '77.43% (2_855 / 3_687)', 'remaining time': '7:24:42', 'throughput': '8142.20', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:57:55,716 >> {'loss': 0.2525, 'grad_norm': 11.390056610107422, 'learning_rate': 2.1935627327871948e-07, 'epoch': 0.12367778681855167, 'num_input_tokens_seen': 5989466112, 'completed': '77.46% (2_856 / 3_687)', 'remaining time': '7:24:10', 'throughput': '8198.01', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:58:25,786 >> {'loss': 0.4179, 'grad_norm': 12.461858749389648, 'learning_rate': 2.1908257524629963e-07, 'epoch': 0.12394901003525902, 'num_input_tokens_seen': 5991563264, 'completed': '77.49% (2_857 / 3_687)', 'remaining time': '7:23:34', 'throughput': '8717.54', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:58:59,853 >> {'loss': 0.5047, 'grad_norm': 17.467121124267578, 'learning_rate': 2.1880914352363106e-07, 'epoch': 0.12422023325196636, 'num_input_tokens_seen': 5993660416, 'completed': '77.52% (2_858 / 3_687)', 'remaining time': '7:23:06', 'throughput': '7694.94', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:59:27,186 >> {'loss': 0.5304, 'grad_norm': 18.427640914916992, 'learning_rate': 2.1853597833076088e-07, 'epoch': 0.12449145646867373, 'num_input_tokens_seen': 5995757568, 'completed': '77.54% (2_859 / 3_687)', 'remaining time': '7:22:25', 'throughput': '9590.93', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:59:56,849 >> {'loss': 0.4055, 'grad_norm': 13.977510452270508, 'learning_rate': 2.1826307988752212e-07, 'epoch': 0.12476267968538107, 'num_input_tokens_seen': 5997854720, 'completed': '77.57% (2_860 / 3_687)', 'remaining time': '7:21:49', 'throughput': '8837.52', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:00:26,866 >> {'loss': 0.3931, 'grad_norm': 15.963011741638184, 'learning_rate': 2.179904484135331e-07, 'epoch': 0.1250339029020884, 'num_input_tokens_seen': 5999951872, 'completed': '77.60% (2_861 / 3_687)', 'remaining time': '7:21:13', 'throughput': '8733.12', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:00:55,903 >> {'loss': 0.4642, 'grad_norm': 17.05299186706543, 'learning_rate': 2.177180841281974e-07, 'epoch': 0.12530512611879577, 'num_input_tokens_seen': 6002049024, 'completed': '77.62% (2_862 / 3_687)', 'remaining time': '7:20:35', 'throughput': '9027.74', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:01:25,831 >> {'loss': 0.425, 'grad_norm': 15.496081352233887, 'learning_rate': 2.1744598725070347e-07, 'epoch': 0.12557634933550313, 'num_input_tokens_seen': 6004146176, 'completed': '77.65% (2_863 / 3_687)', 'remaining time': '7:20:00', 'throughput': '8759.29', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:01:56,515 >> {'loss': 0.5045, 'grad_norm': 18.021099090576172, 'learning_rate': 2.1717415800002425e-07, 'epoch': 0.12584757255221046, 'num_input_tokens_seen': 6006243328, 'completed': '77.68% (2_864 / 3_687)', 'remaining time': '7:19:25', 'throughput': '8543.22', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:02:24,797 >> {'loss': 0.5096, 'grad_norm': 16.96639633178711, 'learning_rate': 2.1690259659491768e-07, 'epoch': 0.12611879576891782, 'num_input_tokens_seen': 6008340480, 'completed': '77.71% (2_865 / 3_687)', 'remaining time': '7:18:47', 'throughput': '9269.20', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:02:54,454 >> {'loss': 0.3753, 'grad_norm': 14.744760513305664, 'learning_rate': 2.166313032539261e-07, 'epoch': 0.12639001898562516, 'num_input_tokens_seen': 6010437632, 'completed': '77.73% (2_866 / 3_687)', 'remaining time': '7:18:10', 'throughput': '8839.08', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:03:21,949 >> {'loss': 0.4849, 'grad_norm': 16.412687301635742, 'learning_rate': 2.1636027819537605e-07, 'epoch': 0.12666124220233252, 'num_input_tokens_seen': 6012534784, 'completed': '77.76% (2_867 / 3_687)', 'remaining time': '7:17:30', 'throughput': '9534.35', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:03:54,229 >> {'loss': 0.2672, 'grad_norm': 14.01508617401123, 'learning_rate': 2.160895216373781e-07, 'epoch': 0.12693246541903988, 'num_input_tokens_seen': 6014631936, 'completed': '77.79% (2_868 / 3_687)', 'remaining time': '7:16:59', 'throughput': '8120.86', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:04:24,807 >> {'loss': 0.2023, 'grad_norm': 9.786606788635254, 'learning_rate': 2.15819033797827e-07, 'epoch': 0.12720368863574721, 'num_input_tokens_seen': 6016729088, 'completed': '77.81% (2_869 / 3_687)', 'remaining time': '7:16:24', 'throughput': '8572.84', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:04:55,462 >> {'loss': 0.4128, 'grad_norm': 15.194939613342285, 'learning_rate': 2.1554881489440092e-07, 'epoch': 0.12747491185245458, 'num_input_tokens_seen': 6018826240, 'completed': '77.84% (2_870 / 3_687)', 'remaining time': '7:15:50', 'throughput': '8551.66', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:05:25,466 >> {'loss': 0.5414, 'grad_norm': 24.29368019104004, 'learning_rate': 2.1527886514456178e-07, 'epoch': 0.1277461350691619, 'num_input_tokens_seen': 6020923392, 'completed': '77.87% (2_871 / 3_687)', 'remaining time': '7:15:14', 'throughput': '8736.83', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:05:55,799 >> {'loss': 0.3288, 'grad_norm': 14.61825180053711, 'learning_rate': 2.150091847655549e-07, 'epoch': 0.12801735828586927, 'num_input_tokens_seen': 6023020544, 'completed': '77.90% (2_872 / 3_687)', 'remaining time': '7:14:40', 'throughput': '8642.21', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:06:29,150 >> {'loss': 0.1956, 'grad_norm': 10.37586784362793, 'learning_rate': 2.1473977397440878e-07, 'epoch': 0.12828858150257663, 'num_input_tokens_seen': 6025117696, 'completed': '77.92% (2_873 / 3_687)', 'remaining time': '7:14:10', 'throughput': '7860.21', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:07:00,823 >> {'loss': 0.5343, 'grad_norm': 17.528772354125977, 'learning_rate': 2.14470632987935e-07, 'epoch': 0.12855980471928397, 'num_input_tokens_seen': 6027214848, 'completed': '77.95% (2_874 / 3_687)', 'remaining time': '7:13:37', 'throughput': '8276.60', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:07:31,595 >> {'loss': 0.193, 'grad_norm': 13.622241020202637, 'learning_rate': 2.1420176202272805e-07, 'epoch': 0.12883102793599133, 'num_input_tokens_seen': 6029312000, 'completed': '77.98% (2_875 / 3_687)', 'remaining time': '7:13:03', 'throughput': '8518.92', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:08:01,357 >> {'loss': 0.448, 'grad_norm': 17.937719345092773, 'learning_rate': 2.1393316129516482e-07, 'epoch': 0.12910225115269866, 'num_input_tokens_seen': 6031409152, 'completed': '78.00% (2_876 / 3_687)', 'remaining time': '7:12:27', 'throughput': '8807.81', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:08:35,938 >> {'loss': 0.3603, 'grad_norm': 19.698455810546875, 'learning_rate': 2.1366483102140497e-07, 'epoch': 0.12937347436940602, 'num_input_tokens_seen': 6033506304, 'completed': '78.03% (2_877 / 3_687)', 'remaining time': '7:12:00', 'throughput': '7580.62', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:09:06,362 >> {'loss': 0.3772, 'grad_norm': 15.03511905670166, 'learning_rate': 2.1339677141739074e-07, 'epoch': 0.12964469758611338, 'num_input_tokens_seen': 6035603456, 'completed': '78.06% (2_878 / 3_687)', 'remaining time': '7:11:25', 'throughput': '8616.31', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:09:35,607 >> {'loss': 0.5342, 'grad_norm': 17.960357666015625, 'learning_rate': 2.1312898269884616e-07, 'epoch': 0.12991592080282072, 'num_input_tokens_seen': 6037700608, 'completed': '78.09% (2_879 / 3_687)', 'remaining time': '7:10:48', 'throughput': '8963.76', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:10:07,282 >> {'loss': 0.2405, 'grad_norm': 12.057799339294434, 'learning_rate': 2.128614650812775e-07, 'epoch': 0.13018714401952808, 'num_input_tokens_seen': 6039797760, 'completed': '78.11% (2_880 / 3_687)', 'remaining time': '7:10:16', 'throughput': '8276.01', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:10:34,951 >> {'loss': 0.6078, 'grad_norm': 27.220239639282227, 'learning_rate': 2.125942187799726e-07, 'epoch': 0.1304583672362354, 'num_input_tokens_seen': 6041894912, 'completed': '78.14% (2_881 / 3_687)', 'remaining time': '7:09:37', 'throughput': '9474.39', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:11:04,133 >> {'loss': 0.7583, 'grad_norm': 27.639814376831055, 'learning_rate': 2.123272440100012e-07, 'epoch': 0.13072959045294277, 'num_input_tokens_seen': 6043992064, 'completed': '78.17% (2_882 / 3_687)', 'remaining time': '7:09:00', 'throughput': '8983.03', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:11:32,430 >> {'loss': 0.6885, 'grad_norm': 22.158348083496094, 'learning_rate': 2.1206054098621434e-07, 'epoch': 0.13100081366965013, 'num_input_tokens_seen': 6046089216, 'completed': '78.19% (2_883 / 3_687)', 'remaining time': '7:08:22', 'throughput': '9264.21', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:12:00,554 >> {'loss': 0.7587, 'grad_norm': 26.35175895690918, 'learning_rate': 2.117941099232446e-07, 'epoch': 0.13127203688635747, 'num_input_tokens_seen': 6048186368, 'completed': '78.22% (2_884 / 3_687)', 'remaining time': '7:07:44', 'throughput': '9320.83', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:12:33,875 >> {'loss': 0.2805, 'grad_norm': 14.008932113647461, 'learning_rate': 2.1152795103550547e-07, 'epoch': 0.13154326010306483, 'num_input_tokens_seen': 6050283520, 'completed': '78.25% (2_885 / 3_687)', 'remaining time': '7:07:14', 'throughput': '7867.33', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:13:02,363 >> {'loss': 0.6467, 'grad_norm': 21.59432029724121, 'learning_rate': 2.1126206453719157e-07, 'epoch': 0.13181448331977216, 'num_input_tokens_seen': 6052380672, 'completed': '78.28% (2_886 / 3_687)', 'remaining time': '7:06:36', 'throughput': '9201.79', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:13:34,334 >> {'loss': 0.3664, 'grad_norm': 16.01569938659668, 'learning_rate': 2.1099645064227817e-07, 'epoch': 0.13208570653647952, 'num_input_tokens_seen': 6054477824, 'completed': '78.30% (2_887 / 3_687)', 'remaining time': '7:06:04', 'throughput': '8199.55', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:14:03,763 >> {'loss': 0.2808, 'grad_norm': 15.261370658874512, 'learning_rate': 2.1073110956452126e-07, 'epoch': 0.13235692975318689, 'num_input_tokens_seen': 6056574976, 'completed': '78.33% (2_888 / 3_687)', 'remaining time': '7:05:28', 'throughput': '8907.71', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:14:33,084 >> {'loss': 0.3063, 'grad_norm': 14.421086311340332, 'learning_rate': 2.1046604151745723e-07, 'epoch': 0.13262815296989422, 'num_input_tokens_seen': 6058672128, 'completed': '78.36% (2_889 / 3_687)', 'remaining time': '7:04:52', 'throughput': '8940.32', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:15:03,289 >> {'loss': 0.3161, 'grad_norm': 15.327587127685547, 'learning_rate': 2.1020124671440274e-07, 'epoch': 0.13289937618660158, 'num_input_tokens_seen': 6060769280, 'completed': '78.38% (2_890 / 3_687)', 'remaining time': '7:04:17', 'throughput': '8678.77', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:15:31,065 >> {'loss': 0.3972, 'grad_norm': 18.59784507751465, 'learning_rate': 2.0993672536845458e-07, 'epoch': 0.13317059940330891, 'num_input_tokens_seen': 6062866432, 'completed': '78.41% (2_891 / 3_687)', 'remaining time': '7:03:38', 'throughput': '9437.86', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:16:00,771 >> {'loss': 0.4275, 'grad_norm': 16.773000717163086, 'learning_rate': 2.0967247769248968e-07, 'epoch': 0.13344182262001628, 'num_input_tokens_seen': 6064963584, 'completed': '78.44% (2_892 / 3_687)', 'remaining time': '7:03:03', 'throughput': '8824.60', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:16:32,133 >> {'loss': 0.2471, 'grad_norm': 14.18702220916748, 'learning_rate': 2.0940850389916398e-07, 'epoch': 0.13371304583672364, 'num_input_tokens_seen': 6067060736, 'completed': '78.46% (2_893 / 3_687)', 'remaining time': '7:02:30', 'throughput': '8358.68', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:17:01,047 >> {'loss': 0.176, 'grad_norm': 11.325303077697754, 'learning_rate': 2.09144804200914e-07, 'epoch': 0.13398426905343097, 'num_input_tokens_seen': 6069157888, 'completed': '78.49% (2_894 / 3_687)', 'remaining time': '7:01:53', 'throughput': '9066.42', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:17:31,656 >> {'loss': 0.2562, 'grad_norm': 13.870182037353516, 'learning_rate': 2.0888137880995514e-07, 'epoch': 0.13425549227013833, 'num_input_tokens_seen': 6071255040, 'completed': '78.52% (2_895 / 3_687)', 'remaining time': '7:01:19', 'throughput': '8564.24', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:18:00,591 >> {'loss': 0.5646, 'grad_norm': 21.369096755981445, 'learning_rate': 2.086182279382821e-07, 'epoch': 0.13452671548684567, 'num_input_tokens_seen': 6073352192, 'completed': '78.55% (2_896 / 3_687)', 'remaining time': '7:00:43', 'throughput': '9059.81', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:18:32,738 >> {'loss': 0.4004, 'grad_norm': 17.719070434570312, 'learning_rate': 2.083553517976686e-07, 'epoch': 0.13479793870355303, 'num_input_tokens_seen': 6075449344, 'completed': '78.57% (2_897 / 3_687)', 'remaining time': '7:00:11', 'throughput': '8154.46', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:19:00,311 >> {'loss': 0.4522, 'grad_norm': 16.208087921142578, 'learning_rate': 2.0809275059966764e-07, 'epoch': 0.13506916192026036, 'num_input_tokens_seen': 6077546496, 'completed': '78.60% (2_898 / 3_687)', 'remaining time': '6:59:32', 'throughput': '9507.11', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:19:29,282 >> {'loss': 0.2981, 'grad_norm': 11.811439514160156, 'learning_rate': 2.0783042455561023e-07, 'epoch': 0.13534038513696772, 'num_input_tokens_seen': 6079643648, 'completed': '78.63% (2_899 / 3_687)', 'remaining time': '6:58:56', 'throughput': '9048.53', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:19:59,900 >> {'loss': 0.3378, 'grad_norm': 14.665522575378418, 'learning_rate': 2.0756837387660676e-07, 'epoch': 0.13561160835367508, 'num_input_tokens_seen': 6081740800, 'completed': '78.65% (2_900 / 3_687)', 'remaining time': '6:58:22', 'throughput': '8561.97', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:20:29,510 >> {'loss': 0.3911, 'grad_norm': 18.123260498046875, 'learning_rate': 2.073065987735454e-07, 'epoch': 0.13588283157038242, 'num_input_tokens_seen': 6083837952, 'completed': '78.68% (2_901 / 3_687)', 'remaining time': '6:57:46', 'throughput': '8853.24', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:21:03,560 >> {'loss': 0.4768, 'grad_norm': 15.937180519104004, 'learning_rate': 2.070450994570928e-07, 'epoch': 0.13615405478708978, 'num_input_tokens_seen': 6085935104, 'completed': '78.71% (2_902 / 3_687)', 'remaining time': '6:57:18', 'throughput': '7698.78', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:21:34,393 >> {'loss': 0.4538, 'grad_norm': 18.534635543823242, 'learning_rate': 2.0678387613769397e-07, 'epoch': 0.1364252780037971, 'num_input_tokens_seen': 6088032256, 'completed': '78.74% (2_903 / 3_687)', 'remaining time': '6:56:44', 'throughput': '8501.92', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:22:05,097 >> {'loss': 0.5692, 'grad_norm': 19.72084617614746, 'learning_rate': 2.0652292902557117e-07, 'epoch': 0.13669650122050447, 'num_input_tokens_seen': 6090129408, 'completed': '78.76% (2_904 / 3_687)', 'remaining time': '6:56:11', 'throughput': '8537.69', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:22:32,669 >> {'loss': 0.7825, 'grad_norm': 23.22869110107422, 'learning_rate': 2.0626225833072487e-07, 'epoch': 0.13696772443721184, 'num_input_tokens_seen': 6092226560, 'completed': '78.79% (2_905 / 3_687)', 'remaining time': '6:55:32', 'throughput': '9507.66', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:23:03,522 >> {'loss': 0.3674, 'grad_norm': 16.263364791870117, 'learning_rate': 2.0600186426293282e-07, 'epoch': 0.13723894765391917, 'num_input_tokens_seen': 6094323712, 'completed': '78.82% (2_906 / 3_687)', 'remaining time': '6:54:59', 'throughput': '8496.57', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:23:34,527 >> {'loss': 0.2301, 'grad_norm': 15.390429496765137, 'learning_rate': 2.0574174703175034e-07, 'epoch': 0.13751017087062653, 'num_input_tokens_seen': 6096420864, 'completed': '78.84% (2_907 / 3_687)', 'remaining time': '6:54:25', 'throughput': '8455.06', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:24:04,719 >> {'loss': 0.4732, 'grad_norm': 19.23081398010254, 'learning_rate': 2.0548190684650981e-07, 'epoch': 0.13778139408733386, 'num_input_tokens_seen': 6098518016, 'completed': '78.87% (2_908 / 3_687)', 'remaining time': '6:53:51', 'throughput': '8682.56', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:24:34,651 >> {'loss': 0.5119, 'grad_norm': 16.774734497070312, 'learning_rate': 2.052223439163208e-07, 'epoch': 0.13805261730404123, 'num_input_tokens_seen': 6100615168, 'completed': '78.90% (2_909 / 3_687)', 'remaining time': '6:53:16', 'throughput': '8758.04', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:25:05,610 >> {'loss': 0.2929, 'grad_norm': 11.67673110961914, 'learning_rate': 2.049630584500696e-07, 'epoch': 0.1383238405207486, 'num_input_tokens_seen': 6102712320, 'completed': '78.93% (2_910 / 3_687)', 'remaining time': '6:52:43', 'throughput': '8467.41', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:25:37,512 >> {'loss': 0.5621, 'grad_norm': 22.138757705688477, 'learning_rate': 2.0470405065641938e-07, 'epoch': 0.13859506373745592, 'num_input_tokens_seen': 6104809472, 'completed': '78.95% (2_911 / 3_687)', 'remaining time': '6:52:11', 'throughput': '8216.97', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:26:11,496 >> {'loss': 0.5335, 'grad_norm': 18.90143585205078, 'learning_rate': 2.0444532074380973e-07, 'epoch': 0.13886628695416328, 'num_input_tokens_seen': 6106906624, 'completed': '78.98% (2_912 / 3_687)', 'remaining time': '6:51:42', 'throughput': '7713.94', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:26:43,528 >> {'loss': 0.237, 'grad_norm': 13.576014518737793, 'learning_rate': 2.0418686892045654e-07, 'epoch': 0.13913751017087062, 'num_input_tokens_seen': 6109003776, 'completed': '79.01% (2_913 / 3_687)', 'remaining time': '6:51:11', 'throughput': '8183.71', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:27:13,620 >> {'loss': 0.4888, 'grad_norm': 16.365047454833984, 'learning_rate': 2.039286953943521e-07, 'epoch': 0.13940873338757798, 'num_input_tokens_seen': 6111100928, 'completed': '79.03% (2_914 / 3_687)', 'remaining time': '6:50:36', 'throughput': '8711.57', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:27:47,281 >> {'loss': 0.3311, 'grad_norm': 15.33917236328125, 'learning_rate': 2.0367080037326472e-07, 'epoch': 0.13967995660428534, 'num_input_tokens_seen': 6113198080, 'completed': '79.06% (2_915 / 3_687)', 'remaining time': '6:50:07', 'throughput': '7787.56', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:28:19,379 >> {'loss': 0.3541, 'grad_norm': 14.788158416748047, 'learning_rate': 2.0341318406473833e-07, 'epoch': 0.13995117982099267, 'num_input_tokens_seen': 6115295232, 'completed': '79.09% (2_916 / 3_687)', 'remaining time': '6:49:35', 'throughput': '8167.04', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:28:52,124 >> {'loss': 0.4563, 'grad_norm': 18.039945602416992, 'learning_rate': 2.031558466760927e-07, 'epoch': 0.14022240303770003, 'num_input_tokens_seen': 6117392384, 'completed': '79.12% (2_917 / 3_687)', 'remaining time': '6:49:05', 'throughput': '8005.62', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:29:22,730 >> {'loss': 0.5077, 'grad_norm': 20.71190071105957, 'learning_rate': 2.0289878841442325e-07, 'epoch': 0.14049362625440737, 'num_input_tokens_seen': 6119489536, 'completed': '79.14% (2_918 / 3_687)', 'remaining time': '6:48:31', 'throughput': '8565.21', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:29:51,206 >> {'loss': 0.4001, 'grad_norm': 19.41553497314453, 'learning_rate': 2.0264200948660076e-07, 'epoch': 0.14076484947111473, 'num_input_tokens_seen': 6121586688, 'completed': '79.17% (2_919 / 3_687)', 'remaining time': '6:47:54', 'throughput': '9205.86', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:30:24,492 >> {'loss': 0.4873, 'grad_norm': 17.448558807373047, 'learning_rate': 2.0238551009927125e-07, 'epoch': 0.1410360726878221, 'num_input_tokens_seen': 6123683840, 'completed': '79.20% (2_920 / 3_687)', 'remaining time': '6:47:24', 'throughput': '7875.40', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:30:55,045 >> {'loss': 0.3583, 'grad_norm': 14.663477897644043, 'learning_rate': 2.021292904588553e-07, 'epoch': 0.14130729590452942, 'num_input_tokens_seen': 6125780992, 'completed': '79.22% (2_921 / 3_687)', 'remaining time': '6:46:50', 'throughput': '8580.08', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:31:27,821 >> {'loss': 0.4864, 'grad_norm': 19.37281608581543, 'learning_rate': 2.0187335077154905e-07, 'epoch': 0.14157851912123678, 'num_input_tokens_seen': 6127878144, 'completed': '79.25% (2_922 / 3_687)', 'remaining time': '6:46:20', 'throughput': '7998.03', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:31:55,873 >> {'loss': 0.5179, 'grad_norm': 16.566606521606445, 'learning_rate': 2.0161769124332278e-07, 'epoch': 0.14184974233794412, 'num_input_tokens_seen': 6129975296, 'completed': '79.28% (2_923 / 3_687)', 'remaining time': '6:45:42', 'throughput': '9344.93', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:32:27,244 >> {'loss': 0.3427, 'grad_norm': 14.152243614196777, 'learning_rate': 2.013623120799217e-07, 'epoch': 0.14212096555465148, 'num_input_tokens_seen': 6132072448, 'completed': '79.31% (2_924 / 3_687)', 'remaining time': '6:45:10', 'throughput': '8356.15', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:32:56,600 >> {'loss': 0.4143, 'grad_norm': 17.58519744873047, 'learning_rate': 2.0110721348686523e-07, 'epoch': 0.14239218877135884, 'num_input_tokens_seen': 6134169600, 'completed': '79.33% (2_925 / 3_687)', 'remaining time': '6:44:34', 'throughput': '8929.94', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:33:27,012 >> {'loss': 0.1861, 'grad_norm': 11.517704010009766, 'learning_rate': 2.0085239566944702e-07, 'epoch': 0.14266341198806617, 'num_input_tokens_seen': 6136266752, 'completed': '79.36% (2_926 / 3_687)', 'remaining time': '6:44:00', 'throughput': '8619.63', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:33:57,431 >> {'loss': 0.4736, 'grad_norm': 19.695545196533203, 'learning_rate': 2.0059785883273463e-07, 'epoch': 0.14293463520477354, 'num_input_tokens_seen': 6138363904, 'completed': '79.39% (2_927 / 3_687)', 'remaining time': '6:43:27', 'throughput': '8617.89', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:34:25,902 >> {'loss': 0.4326, 'grad_norm': 17.48176383972168, 'learning_rate': 2.003436031815698e-07, 'epoch': 0.14320585842148087, 'num_input_tokens_seen': 6140461056, 'completed': '79.41% (2_928 / 3_687)', 'remaining time': '6:42:50', 'throughput': '9207.38', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:34:58,495 >> {'loss': 0.3545, 'grad_norm': 15.76534652709961, 'learning_rate': 2.0008962892056762e-07, 'epoch': 0.14347708163818823, 'num_input_tokens_seen': 6142558208, 'completed': '79.44% (2_929 / 3_687)', 'remaining time': '6:42:19', 'throughput': '8043.00', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:35:31,461 >> {'loss': 0.4996, 'grad_norm': 16.841144561767578, 'learning_rate': 1.998359362541171e-07, 'epoch': 0.1437483048548956, 'num_input_tokens_seen': 6144655360, 'completed': '79.47% (2_930 / 3_687)', 'remaining time': '6:41:49', 'throughput': '7951.97', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:36:03,012 >> {'loss': 0.4388, 'grad_norm': 20.11952781677246, 'learning_rate': 1.9958252538638032e-07, 'epoch': 0.14401952807160293, 'num_input_tokens_seen': 6146752512, 'completed': '79.50% (2_931 / 3_687)', 'remaining time': '6:41:17', 'throughput': '8308.62', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:36:37,226 >> {'loss': 0.2301, 'grad_norm': 14.645740509033203, 'learning_rate': 1.9932939652129283e-07, 'epoch': 0.1442907512883103, 'num_input_tokens_seen': 6148849664, 'completed': '79.52% (2_932 / 3_687)', 'remaining time': '6:40:48', 'throughput': '7661.78', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:37:04,417 >> {'loss': 0.651, 'grad_norm': 20.628215789794922, 'learning_rate': 1.990765498625629e-07, 'epoch': 0.14456197450501762, 'num_input_tokens_seen': 6150946816, 'completed': '79.55% (2_933 / 3_687)', 'remaining time': '6:40:10', 'throughput': '9640.83', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:37:36,396 >> {'loss': 0.3269, 'grad_norm': 13.291131019592285, 'learning_rate': 1.988239856136719e-07, 'epoch': 0.14483319772172498, 'num_input_tokens_seen': 6153043968, 'completed': '79.58% (2_934 / 3_687)', 'remaining time': '6:39:38', 'throughput': '8197.49', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:38:05,632 >> {'loss': 0.4404, 'grad_norm': 16.319238662719727, 'learning_rate': 1.9857170397787415e-07, 'epoch': 0.14510442093843234, 'num_input_tokens_seen': 6155141120, 'completed': '79.60% (2_935 / 3_687)', 'remaining time': '6:39:02', 'throughput': '8966.33', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:38:35,815 >> {'loss': 0.3358, 'grad_norm': 14.976720809936523, 'learning_rate': 1.9831970515819625e-07, 'epoch': 0.14537564415513968, 'num_input_tokens_seen': 6157238272, 'completed': '79.63% (2_936 / 3_687)', 'remaining time': '6:38:28', 'throughput': '8685.15', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:39:08,846 >> {'loss': 0.2542, 'grad_norm': 10.872328758239746, 'learning_rate': 1.980679893574373e-07, 'epoch': 0.14564686737184704, 'num_input_tokens_seen': 6159335424, 'completed': '79.66% (2_937 / 3_687)', 'remaining time': '6:37:58', 'throughput': '7936.28', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:39:42,529 >> {'loss': 0.4478, 'grad_norm': 19.26199722290039, 'learning_rate': 1.9781655677816838e-07, 'epoch': 0.14591809058855437, 'num_input_tokens_seen': 6161432576, 'completed': '79.69% (2_938 / 3_687)', 'remaining time': '6:37:29', 'throughput': '7782.69', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:40:12,490 >> {'loss': 0.3474, 'grad_norm': 12.88478946685791, 'learning_rate': 1.97565407622733e-07, 'epoch': 0.14618931380526173, 'num_input_tokens_seen': 6163529728, 'completed': '79.71% (2_939 / 3_687)', 'remaining time': '6:36:54', 'throughput': '8749.56', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:40:40,896 >> {'loss': 0.6245, 'grad_norm': 21.489870071411133, 'learning_rate': 1.9731454209324644e-07, 'epoch': 0.14646053702196907, 'num_input_tokens_seen': 6165626880, 'completed': '79.74% (2_940 / 3_687)', 'remaining time': '6:36:18', 'throughput': '9228.41', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:41:11,158 >> {'loss': 0.5171, 'grad_norm': 18.655330657958984, 'learning_rate': 1.9706396039159568e-07, 'epoch': 0.14673176023867643, 'num_input_tokens_seen': 6167724032, 'completed': '79.77% (2_941 / 3_687)', 'remaining time': '6:35:44', 'throughput': '8662.57', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:41:45,419 >> {'loss': 0.309, 'grad_norm': 15.826581001281738, 'learning_rate': 1.9681366271943945e-07, 'epoch': 0.1470029834553838, 'num_input_tokens_seen': 6169821184, 'completed': '79.79% (2_942 / 3_687)', 'remaining time': '6:35:15', 'throughput': '7651.42', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:42:16,273 >> {'loss': 0.2265, 'grad_norm': 16.819740295410156, 'learning_rate': 1.965636492782077e-07, 'epoch': 0.14727420667209112, 'num_input_tokens_seen': 6171918336, 'completed': '79.82% (2_943 / 3_687)', 'remaining time': '6:34:42', 'throughput': '8496.12', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:42:47,644 >> {'loss': 0.8497, 'grad_norm': 27.977834701538086, 'learning_rate': 1.963139202691017e-07, 'epoch': 0.14754542988879848, 'num_input_tokens_seen': 6174015488, 'completed': '79.85% (2_944 / 3_687)', 'remaining time': '6:34:10', 'throughput': '8356.32', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:43:17,975 >> {'loss': 0.7042, 'grad_norm': 29.797565460205078, 'learning_rate': 1.9606447589309397e-07, 'epoch': 0.14781665310550582, 'num_input_tokens_seen': 6176112640, 'completed': '79.88% (2_945 / 3_687)', 'remaining time': '6:33:36', 'throughput': '8642.89', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:43:47,585 >> {'loss': 0.2392, 'grad_norm': 14.23031234741211, 'learning_rate': 1.9581531635092773e-07, 'epoch': 0.14808787632221318, 'num_input_tokens_seen': 6178209792, 'completed': '79.90% (2_946 / 3_687)', 'remaining time': '6:33:01', 'throughput': '8853.16', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:44:18,154 >> {'loss': 0.3154, 'grad_norm': 14.467376708984375, 'learning_rate': 1.9556644184311728e-07, 'epoch': 0.14835909953892054, 'num_input_tokens_seen': 6180306944, 'completed': '79.93% (2_947 / 3_687)', 'remaining time': '6:32:27', 'throughput': '8575.44', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:44:46,217 >> {'loss': 0.4227, 'grad_norm': 17.21703338623047, 'learning_rate': 1.9531785256994716e-07, 'epoch': 0.14863032275562787, 'num_input_tokens_seen': 6182404096, 'completed': '79.96% (2_948 / 3_687)', 'remaining time': '6:31:51', 'throughput': '9341.41', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:45:17,866 >> {'loss': 0.5356, 'grad_norm': 19.657089233398438, 'learning_rate': 1.9506954873147276e-07, 'epoch': 0.14890154597233524, 'num_input_tokens_seen': 6184501248, 'completed': '79.98% (2_949 / 3_687)', 'remaining time': '6:31:19', 'throughput': '8282.61', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:45:48,313 >> {'loss': 0.4391, 'grad_norm': 16.794424057006836, 'learning_rate': 1.9482153052751921e-07, 'epoch': 0.14917276918904257, 'num_input_tokens_seen': 6186598400, 'completed': '80.01% (2_950 / 3_687)', 'remaining time': '6:30:45', 'throughput': '8609.86', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:46:18,600 >> {'loss': 0.5088, 'grad_norm': 18.118986129760742, 'learning_rate': 1.9457379815768245e-07, 'epoch': 0.14944399240574993, 'num_input_tokens_seen': 6188695552, 'completed': '80.04% (2_951 / 3_687)', 'remaining time': '6:30:11', 'throughput': '8655.53', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:46:48,827 >> {'loss': 0.4736, 'grad_norm': 17.5322265625, 'learning_rate': 1.9432635182132795e-07, 'epoch': 0.1497152156224573, 'num_input_tokens_seen': 6190792704, 'completed': '80.07% (2_952 / 3_687)', 'remaining time': '6:29:37', 'throughput': '8672.35', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:47:19,244 >> {'loss': 0.3153, 'grad_norm': 15.88696575164795, 'learning_rate': 1.9407919171759112e-07, 'epoch': 0.14998643883916463, 'num_input_tokens_seen': 6192889856, 'completed': '80.09% (2_953 / 3_687)', 'remaining time': '6:29:03', 'throughput': '8618.32', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:47:49,526 >> {'loss': 0.4207, 'grad_norm': 30.527063369750977, 'learning_rate': 1.9383231804537704e-07, 'epoch': 0.150257662055872, 'num_input_tokens_seen': 6194987008, 'completed': '80.12% (2_954 / 3_687)', 'remaining time': '6:28:30', 'throughput': '8656.78', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:48:19,850 >> {'loss': 0.3108, 'grad_norm': 14.228474617004395, 'learning_rate': 1.9358573100336034e-07, 'epoch': 0.15052888527257932, 'num_input_tokens_seen': 6197084160, 'completed': '80.15% (2_955 / 3_687)', 'remaining time': '6:27:56', 'throughput': '8644.79', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:48:50,308 >> {'loss': 0.3895, 'grad_norm': 17.981746673583984, 'learning_rate': 1.933394307899846e-07, 'epoch': 0.15080010848928668, 'num_input_tokens_seen': 6199181312, 'completed': '80.17% (2_956 / 3_687)', 'remaining time': '6:27:22', 'throughput': '8606.74', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:49:21,039 >> {'loss': 0.7074, 'grad_norm': 27.902082443237305, 'learning_rate': 1.9309341760346304e-07, 'epoch': 0.15107133170599404, 'num_input_tokens_seen': 6201278464, 'completed': '80.20% (2_957 / 3_687)', 'remaining time': '6:26:49', 'throughput': '8530.23', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:49:51,459 >> {'loss': 0.2475, 'grad_norm': 14.604863166809082, 'learning_rate': 1.9284769164177767e-07, 'epoch': 0.15134255492270138, 'num_input_tokens_seen': 6203375616, 'completed': '80.23% (2_958 / 3_687)', 'remaining time': '6:26:16', 'throughput': '8617.62', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:50:21,406 >> {'loss': 0.4611, 'grad_norm': 23.595659255981445, 'learning_rate': 1.9260225310267925e-07, 'epoch': 0.15161377813940874, 'num_input_tokens_seen': 6205472768, 'completed': '80.25% (2_959 / 3_687)', 'remaining time': '6:25:41', 'throughput': '8753.54', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:50:51,611 >> {'loss': 0.5274, 'grad_norm': 20.186174392700195, 'learning_rate': 1.9235710218368784e-07, 'epoch': 0.15188500135611607, 'num_input_tokens_seen': 6207569920, 'completed': '80.28% (2_960 / 3_687)', 'remaining time': '6:25:08', 'throughput': '8678.82', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:51:21,747 >> {'loss': 0.4078, 'grad_norm': 15.750053405761719, 'learning_rate': 1.9211223908209114e-07, 'epoch': 0.15215622457282343, 'num_input_tokens_seen': 6209667072, 'completed': '80.31% (2_961 / 3_687)', 'remaining time': '6:24:34', 'throughput': '8698.71', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:51:52,284 >> {'loss': 0.3896, 'grad_norm': 17.78439712524414, 'learning_rate': 1.9186766399494581e-07, 'epoch': 0.1524274477895308, 'num_input_tokens_seen': 6211764224, 'completed': '80.34% (2_962 / 3_687)', 'remaining time': '6:24:00', 'throughput': '8584.41', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:52:22,370 >> {'loss': 0.3784, 'grad_norm': 15.00125503540039, 'learning_rate': 1.9162337711907657e-07, 'epoch': 0.15269867100623813, 'num_input_tokens_seen': 6213861376, 'completed': '80.36% (2_963 / 3_687)', 'remaining time': '6:23:26', 'throughput': '8713.29', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:52:54,120 >> {'loss': 0.1549, 'grad_norm': 10.61737060546875, 'learning_rate': 1.9137937865107606e-07, 'epoch': 0.1529698942229455, 'num_input_tokens_seen': 6215958528, 'completed': '80.39% (2_964 / 3_687)', 'remaining time': '6:22:54', 'throughput': '8256.34', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:53:24,209 >> {'loss': 0.2978, 'grad_norm': 15.642570495605469, 'learning_rate': 1.9113566878730515e-07, 'epoch': 0.15324111743965282, 'num_input_tokens_seen': 6218055680, 'completed': '80.42% (2_965 / 3_687)', 'remaining time': '6:22:21', 'throughput': '8712.48', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:53:53,645 >> {'loss': 0.9192, 'grad_norm': 24.957725524902344, 'learning_rate': 1.9089224772389223e-07, 'epoch': 0.15351234065636019, 'num_input_tokens_seen': 6220152832, 'completed': '80.44% (2_966 / 3_687)', 'remaining time': '6:21:46', 'throughput': '8905.47', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:54:26,441 >> {'loss': 0.2818, 'grad_norm': 12.823304176330566, 'learning_rate': 1.9064911565673328e-07, 'epoch': 0.15378356387306755, 'num_input_tokens_seen': 6222249984, 'completed': '80.47% (2_967 / 3_687)', 'remaining time': '6:21:15', 'throughput': '7993.10', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:54:59,358 >> {'loss': 0.4243, 'grad_norm': 18.57845687866211, 'learning_rate': 1.9040627278149168e-07, 'epoch': 0.15405478708977488, 'num_input_tokens_seen': 6224347136, 'completed': '80.50% (2_968 / 3_687)', 'remaining time': '6:20:45', 'throughput': '7963.74', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:55:27,239 >> {'loss': 0.901, 'grad_norm': 27.991865158081055, 'learning_rate': 1.9016371929359824e-07, 'epoch': 0.15432601030648224, 'num_input_tokens_seen': 6226444288, 'completed': '80.53% (2_969 / 3_687)', 'remaining time': '6:20:08', 'throughput': '9402.38', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:55:57,741 >> {'loss': 0.6081, 'grad_norm': 40.3478889465332, 'learning_rate': 1.8992145538825066e-07, 'epoch': 0.15459723352318958, 'num_input_tokens_seen': 6228541440, 'completed': '80.55% (2_970 / 3_687)', 'remaining time': '6:19:35', 'throughput': '8594.33', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:56:29,255 >> {'loss': 0.4356, 'grad_norm': 16.422760009765625, 'learning_rate': 1.8967948126041383e-07, 'epoch': 0.15486845673989694, 'num_input_tokens_seen': 6230638592, 'completed': '80.58% (2_971 / 3_687)', 'remaining time': '6:19:03', 'throughput': '8318.32', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:56:58,028 >> {'loss': 0.4776, 'grad_norm': 17.511781692504883, 'learning_rate': 1.8943779710481938e-07, 'epoch': 0.1551396799566043, 'num_input_tokens_seen': 6232735744, 'completed': '80.61% (2_972 / 3_687)', 'remaining time': '6:18:27', 'throughput': '9110.80', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:57:28,535 >> {'loss': 0.8041, 'grad_norm': 30.01336097717285, 'learning_rate': 1.891964031159653e-07, 'epoch': 0.15541090317331163, 'num_input_tokens_seen': 6234832896, 'completed': '80.63% (2_973 / 3_687)', 'remaining time': '6:17:54', 'throughput': '8592.94', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:58:00,225 >> {'loss': 0.5671, 'grad_norm': 21.783706665039062, 'learning_rate': 1.8895529948811638e-07, 'epoch': 0.155682126390019, 'num_input_tokens_seen': 6236930048, 'completed': '80.66% (2_974 / 3_687)', 'remaining time': '6:17:22', 'throughput': '8271.99', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:58:30,729 >> {'loss': 0.411, 'grad_norm': 20.175209045410156, 'learning_rate': 1.8871448641530353e-07, 'epoch': 0.15595334960672633, 'num_input_tokens_seen': 6239027200, 'completed': '80.69% (2_975 / 3_687)', 'remaining time': '6:16:49', 'throughput': '8593.90', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:59:01,076 >> {'loss': 0.4136, 'grad_norm': 14.450340270996094, 'learning_rate': 1.8847396409132423e-07, 'epoch': 0.1562245728234337, 'num_input_tokens_seen': 6241124352, 'completed': '80.72% (2_976 / 3_687)', 'remaining time': '6:16:15', 'throughput': '8638.18', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:59:31,471 >> {'loss': 0.4456, 'grad_norm': 16.498634338378906, 'learning_rate': 1.8823373270974164e-07, 'epoch': 0.15649579604014105, 'num_input_tokens_seen': 6243221504, 'completed': '80.74% (2_977 / 3_687)', 'remaining time': '6:15:42', 'throughput': '8624.47', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:00:02,923 >> {'loss': 0.2795, 'grad_norm': 16.770217895507812, 'learning_rate': 1.8799379246388463e-07, 'epoch': 0.15676701925684838, 'num_input_tokens_seen': 6245318656, 'completed': '80.77% (2_978 / 3_687)', 'remaining time': '6:15:10', 'throughput': '8334.74', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:00:31,555 >> {'loss': 0.8234, 'grad_norm': 25.7247371673584, 'learning_rate': 1.8775414354684804e-07, 'epoch': 0.15703824247355574, 'num_input_tokens_seen': 6247415808, 'completed': '80.80% (2_979 / 3_687)', 'remaining time': '6:14:34', 'throughput': '9155.77', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:01:03,210 >> {'loss': 0.1999, 'grad_norm': 19.52436065673828, 'learning_rate': 1.875147861514923e-07, 'epoch': 0.15730946569026308, 'num_input_tokens_seen': 6249512960, 'completed': '80.82% (2_980 / 3_687)', 'remaining time': '6:14:02', 'throughput': '8281.22', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:01:36,465 >> {'loss': 0.3077, 'grad_norm': 13.377266883850098, 'learning_rate': 1.8727572047044308e-07, 'epoch': 0.15758068890697044, 'num_input_tokens_seen': 6251610112, 'completed': '80.85% (2_981 / 3_687)', 'remaining time': '6:13:33', 'throughput': '7882.99', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:02:11,370 >> {'loss': 0.3646, 'grad_norm': 15.139887809753418, 'learning_rate': 1.8703694669609133e-07, 'epoch': 0.15785191212367777, 'num_input_tokens_seen': 6253707264, 'completed': '80.88% (2_982 / 3_687)', 'remaining time': '6:13:05', 'throughput': '7510.17', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:02:43,622 >> {'loss': 0.4268, 'grad_norm': 16.056617736816406, 'learning_rate': 1.8679846502059306e-07, 'epoch': 0.15812313534038513, 'num_input_tokens_seen': 6255804416, 'completed': '80.91% (2_983 / 3_687)', 'remaining time': '6:12:33', 'throughput': '8127.86', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:03:14,052 >> {'loss': 0.3879, 'grad_norm': 15.632225036621094, 'learning_rate': 1.8656027563586934e-07, 'epoch': 0.1583943585570925, 'num_input_tokens_seen': 6257901568, 'completed': '80.93% (2_984 / 3_687)', 'remaining time': '6:12:00', 'throughput': '8614.84', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:03:45,896 >> {'loss': 0.1322, 'grad_norm': 9.523789405822754, 'learning_rate': 1.863223787336059e-07, 'epoch': 0.15866558177379983, 'num_input_tokens_seen': 6259998720, 'completed': '80.96% (2_985 / 3_687)', 'remaining time': '6:11:28', 'throughput': '8231.96', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:04:18,348 >> {'loss': 0.5607, 'grad_norm': 19.751140594482422, 'learning_rate': 1.8608477450525308e-07, 'epoch': 0.1589368049905072, 'num_input_tokens_seen': 6262095872, 'completed': '80.99% (2_986 / 3_687)', 'remaining time': '6:10:58', 'throughput': '8078.07', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:04:51,833 >> {'loss': 0.2927, 'grad_norm': 13.901773452758789, 'learning_rate': 1.8584746314202574e-07, 'epoch': 0.15920802820721452, 'num_input_tokens_seen': 6264193024, 'completed': '81.01% (2_987 / 3_687)', 'remaining time': '6:10:28', 'throughput': '7828.56', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:05:20,359 >> {'loss': 0.5888, 'grad_norm': 19.8528995513916, 'learning_rate': 1.8561044483490301e-07, 'epoch': 0.1594792514239219, 'num_input_tokens_seen': 6266290176, 'completed': '81.04% (2_988 / 3_687)', 'remaining time': '6:09:52', 'throughput': '9189.73', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:05:48,702 >> {'loss': 0.4884, 'grad_norm': 15.824024200439453, 'learning_rate': 1.8537371977462835e-07, 'epoch': 0.15975047464062925, 'num_input_tokens_seen': 6268387328, 'completed': '81.07% (2_989 / 3_687)', 'remaining time': '6:09:16', 'throughput': '9248.95', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:06:18,721 >> {'loss': 0.6673, 'grad_norm': 23.57025718688965, 'learning_rate': 1.8513728815170885e-07, 'epoch': 0.16002169785733658, 'num_input_tokens_seen': 6270484480, 'completed': '81.10% (2_990 / 3_687)', 'remaining time': '6:08:43', 'throughput': '8732.58', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:06:50,792 >> {'loss': 0.546, 'grad_norm': 24.425518035888672, 'learning_rate': 1.8490115015641566e-07, 'epoch': 0.16029292107404394, 'num_input_tokens_seen': 6272581632, 'completed': '81.12% (2_991 / 3_687)', 'remaining time': '6:08:11', 'throughput': '8173.85', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:07:19,184 >> {'loss': 0.8573, 'grad_norm': 27.48299217224121, 'learning_rate': 1.846653059787839e-07, 'epoch': 0.16056414429075128, 'num_input_tokens_seen': 6274678784, 'completed': '81.15% (2_992 / 3_687)', 'remaining time': '6:07:36', 'throughput': '9233.07', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:07:48,649 >> {'loss': 0.7799, 'grad_norm': 26.690526962280273, 'learning_rate': 1.8442975580861185e-07, 'epoch': 0.16083536750745864, 'num_input_tokens_seen': 6276775936, 'completed': '81.18% (2_993 / 3_687)', 'remaining time': '6:07:01', 'throughput': '8896.87', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:08:24,138 >> {'loss': 0.3413, 'grad_norm': 17.080846786499023, 'learning_rate': 1.8419449983546136e-07, 'epoch': 0.161106590724166, 'num_input_tokens_seen': 6278873088, 'completed': '81.20% (2_994 / 3_687)', 'remaining time': '6:06:34', 'throughput': '7386.60', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:08:53,205 >> {'loss': 0.285, 'grad_norm': 17.67878532409668, 'learning_rate': 1.8395953824865762e-07, 'epoch': 0.16137781394087333, 'num_input_tokens_seen': 6280970240, 'completed': '81.23% (2_995 / 3_687)', 'remaining time': '6:05:59', 'throughput': '9018.56', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:09:23,842 >> {'loss': 0.468, 'grad_norm': 23.767698287963867, 'learning_rate': 1.8372487123728844e-07, 'epoch': 0.1616490371575807, 'num_input_tokens_seen': 6283067392, 'completed': '81.26% (2_996 / 3_687)', 'remaining time': '6:05:26', 'throughput': '8556.53', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:09:51,764 >> {'loss': 0.4408, 'grad_norm': 16.759511947631836, 'learning_rate': 1.8349049899020514e-07, 'epoch': 0.16192026037428803, 'num_input_tokens_seen': 6285164544, 'completed': '81.29% (2_997 / 3_687)', 'remaining time': '6:04:50', 'throughput': '9388.28', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:10:21,049 >> {'loss': 0.3345, 'grad_norm': 13.694295883178711, 'learning_rate': 1.832564216960215e-07, 'epoch': 0.1621914835909954, 'num_input_tokens_seen': 6287261696, 'completed': '81.31% (2_998 / 3_687)', 'remaining time': '6:04:15', 'throughput': '8951.63', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:10:50,254 >> {'loss': 0.3348, 'grad_norm': 15.297809600830078, 'learning_rate': 1.8302263954311408e-07, 'epoch': 0.16246270680770275, 'num_input_tokens_seen': 6289358848, 'completed': '81.34% (2_999 / 3_687)', 'remaining time': '6:03:41', 'throughput': '8975.92', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:11:19,341 >> {'loss': 0.7217, 'grad_norm': 20.984760284423828, 'learning_rate': 1.827891527196218e-07, 'epoch': 0.16273393002441008, 'num_input_tokens_seen': 6291456000, 'completed': '81.37% (3_000 / 3_687)', 'remaining time': '6:03:06', 'throughput': '9012.58', 'gpu_mem_free': '5581MB'} +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/distributed/fsdp/fully_sharded_data_parallel.py:689: FutureWarning: FSDP.state_dict_type() and FSDP.set_state_dict_type() are being deprecated. Please use APIs, get_state_dict() and set_state_dict(), which can support different parallelisms, FSDP1, FSDP2, DDP. API doc: https://pytorch.org/docs/stable/distributed.checkpoint.html#torch.distributed.checkpoint.state_dict.get_state_dict .Tutorial: https://pytorch.org/tutorials/recipes/distributed_checkpoint_recipe.html . + warnings.warn( +[INFO|trainer.py:3503] 2024-12-26 20:11:41,851 >> Saving model checkpoint to /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-3000 +[INFO|configuration_utils.py:472] 2024-12-26 20:11:41,854 >> Configuration saved in /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-3000/config.json +[INFO|configuration_utils.py:807] 2024-12-26 20:11:41,855 >> Configuration saved in /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-3000/generation_config.json +[INFO|modeling_utils.py:2807] 2024-12-26 20:12:38,584 >> The model is bigger than the maximum size per checkpoint (5GB) and is going to be split in 7 checkpoint shards. You can find where each parameters has been saved in the index located at /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-3000/model.safetensors.index.json. +[INFO|tokenization_utils_base.py:2684] 2024-12-26 20:12:38,588 >> tokenizer config file saved in /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-3000/tokenizer_config.json +[INFO|tokenization_utils_base.py:2693] 2024-12-26 20:12:38,589 >> Special tokens file saved in /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-3000/special_tokens_map.json +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/distributed/fsdp/fully_sharded_data_parallel.py:689: FutureWarning: FSDP.state_dict_type() and FSDP.set_state_dict_type() are being deprecated. Please use APIs, get_state_dict() and set_state_dict(), which can support different parallelisms, FSDP1, FSDP2, DDP. API doc: https://pytorch.org/docs/stable/distributed.checkpoint.html#torch.distributed.checkpoint.state_dict.get_state_dict .Tutorial: https://pytorch.org/tutorials/recipes/distributed_checkpoint_recipe.html . + warnings.warn( +[WARNING|trainer.py:868] 2024-12-26 20:16:14,925 >> Save streaming dataset state: {'epoch': 0, 'sample_in_epoch': 6000, 'num_canonical_nodes': 1, 'shuffle_seed': 42, 'initial_physical_nodes': 1} +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/utils/checkpoint.py:1399: FutureWarning: `torch.cpu.amp.autocast(args...)` is deprecated. Please use `torch.amp.autocast('cpu', args...)` instead. + with device_autocast_ctx, torch.cpu.amp.autocast(**cpu_autocast_kwargs), recompute_context: # type: ignore[attr-defined] +[INFO|trainer.py:175] 2024-12-26 20:16:45,750 >> {'loss': 0.2591, 'grad_norm': 16.016870498657227, 'learning_rate': 1.8255596141344605e-07, 'epoch': 0.16300515324111745, 'num_input_tokens_seen': 6293553152, 'completed': '81.39% (3_001 / 3_687)', 'remaining time': '6:08:11', 'throughput': '803.11', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:17:18,819 >> {'loss': 0.4054, 'grad_norm': 15.872649192810059, 'learning_rate': 1.823230658122502e-07, 'epoch': 0.16327637645782478, 'num_input_tokens_seen': 6295650304, 'completed': '81.42% (3_002 / 3_687)', 'remaining time': '6:07:40', 'throughput': '7927.17', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:17:48,801 >> {'loss': 0.4199, 'grad_norm': 17.43962287902832, 'learning_rate': 1.820904661034599e-07, 'epoch': 0.16354759967453214, 'num_input_tokens_seen': 6297747456, 'completed': '81.45% (3_003 / 3_687)', 'remaining time': '6:07:05', 'throughput': '8743.47', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:18:19,459 >> {'loss': 0.3451, 'grad_norm': 16.44698715209961, 'learning_rate': 1.8185816247426245e-07, 'epoch': 0.1638188228912395, 'num_input_tokens_seen': 6299844608, 'completed': '81.48% (3_004 / 3_687)', 'remaining time': '6:06:31', 'throughput': '8550.63', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:18:53,436 >> {'loss': 0.6525, 'grad_norm': 22.08724021911621, 'learning_rate': 1.8162615511160701e-07, 'epoch': 0.16409004610794684, 'num_input_tokens_seen': 6301941760, 'completed': '81.50% (3_005 / 3_687)', 'remaining time': '6:06:01', 'throughput': '7715.16', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:19:25,744 >> {'loss': 0.297, 'grad_norm': 13.724467277526855, 'learning_rate': 1.8139444420220438e-07, 'epoch': 0.1643612693246542, 'num_input_tokens_seen': 6304038912, 'completed': '81.53% (3_006 / 3_687)', 'remaining time': '6:05:29', 'throughput': '8114.01', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:19:55,740 >> {'loss': 0.8337, 'grad_norm': 24.55242156982422, 'learning_rate': 1.8116302993252636e-07, 'epoch': 0.16463249254136153, 'num_input_tokens_seen': 6306136064, 'completed': '81.56% (3_007 / 3_687)', 'remaining time': '6:04:54', 'throughput': '8739.40', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:20:25,010 >> {'loss': 0.2984, 'grad_norm': 12.129997253417969, 'learning_rate': 1.809319124888067e-07, 'epoch': 0.1649037157580689, 'num_input_tokens_seen': 6308233216, 'completed': '81.58% (3_008 / 3_687)', 'remaining time': '6:04:18', 'throughput': '8955.89', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:20:55,710 >> {'loss': 0.2444, 'grad_norm': 12.80477523803711, 'learning_rate': 1.8070109205703972e-07, 'epoch': 0.16517493897477625, 'num_input_tokens_seen': 6310330368, 'completed': '81.61% (3_009 / 3_687)', 'remaining time': '6:03:45', 'throughput': '8539.04', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:21:26,455 >> {'loss': 0.5638, 'grad_norm': 21.404075622558594, 'learning_rate': 1.80470568822981e-07, 'epoch': 0.1654461621914836, 'num_input_tokens_seen': 6312427520, 'completed': '81.64% (3_010 / 3_687)', 'remaining time': '6:03:11', 'throughput': '8526.42', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:21:55,892 >> {'loss': 0.8146, 'grad_norm': 24.48054313659668, 'learning_rate': 1.8024034297214686e-07, 'epoch': 0.16571738540819095, 'num_input_tokens_seen': 6314524672, 'completed': '81.67% (3_011 / 3_687)', 'remaining time': '6:02:36', 'throughput': '8905.07', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:22:27,645 >> {'loss': 0.4131, 'grad_norm': 16.312585830688477, 'learning_rate': 1.8001041468981442e-07, 'epoch': 0.16598860862489828, 'num_input_tokens_seen': 6316621824, 'completed': '81.69% (3_012 / 3_687)', 'remaining time': '6:02:03', 'throughput': '8255.82', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:22:58,988 >> {'loss': 0.4172, 'grad_norm': 14.948566436767578, 'learning_rate': 1.79780784161021e-07, 'epoch': 0.16625983184160564, 'num_input_tokens_seen': 6318718976, 'completed': '81.72% (3_013 / 3_687)', 'remaining time': '6:01:30', 'throughput': '8363.62', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:23:28,739 >> {'loss': 0.6344, 'grad_norm': 23.79063606262207, 'learning_rate': 1.7955145157056456e-07, 'epoch': 0.166531055058313, 'num_input_tokens_seen': 6320816128, 'completed': '81.75% (3_014 / 3_687)', 'remaining time': '6:00:55', 'throughput': '8811.27', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:23:59,202 >> {'loss': 0.565, 'grad_norm': 19.02938461303711, 'learning_rate': 1.793224171030033e-07, 'epoch': 0.16680227827502034, 'num_input_tokens_seen': 6322913280, 'completed': '81.77% (3_015 / 3_687)', 'remaining time': '6:00:21', 'throughput': '8605.47', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:24:28,835 >> {'loss': 0.4183, 'grad_norm': 16.11639976501465, 'learning_rate': 1.7909368094265532e-07, 'epoch': 0.1670735014917277, 'num_input_tokens_seen': 6325010432, 'completed': '81.80% (3_016 / 3_687)', 'remaining time': '5:59:46', 'throughput': '8846.16', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:24:59,411 >> {'loss': 0.2774, 'grad_norm': 14.722761154174805, 'learning_rate': 1.788652432735991e-07, 'epoch': 0.16734472470843503, 'num_input_tokens_seen': 6327107584, 'completed': '81.83% (3_017 / 3_687)', 'remaining time': '5:59:12', 'throughput': '8573.67', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:25:29,634 >> {'loss': 0.2382, 'grad_norm': 11.639079093933105, 'learning_rate': 1.7863710427967222e-07, 'epoch': 0.1676159479251424, 'num_input_tokens_seen': 6329204736, 'completed': '81.86% (3_018 / 3_687)', 'remaining time': '5:58:38', 'throughput': '8673.61', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:26:04,296 >> {'loss': 0.5038, 'grad_norm': 18.875831604003906, 'learning_rate': 1.784092641444725e-07, 'epoch': 0.16788717114184976, 'num_input_tokens_seen': 6331301888, 'completed': '81.88% (3_019 / 3_687)', 'remaining time': '5:58:08', 'throughput': '7562.83', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:26:36,709 >> {'loss': 0.5799, 'grad_norm': 21.543594360351562, 'learning_rate': 1.7818172305135683e-07, 'epoch': 0.1681583943585571, 'num_input_tokens_seen': 6333399040, 'completed': '81.91% (3_020 / 3_687)', 'remaining time': '5:57:36', 'throughput': '8087.59', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:27:04,377 >> {'loss': 0.4241, 'grad_norm': 17.74955177307129, 'learning_rate': 1.7795448118344174e-07, 'epoch': 0.16842961757526445, 'num_input_tokens_seen': 6335496192, 'completed': '81.94% (3_021 / 3_687)', 'remaining time': '5:56:59', 'throughput': '9474.78', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:27:35,683 >> {'loss': 0.4974, 'grad_norm': 18.136749267578125, 'learning_rate': 1.7772753872360286e-07, 'epoch': 0.16870084079197178, 'num_input_tokens_seen': 6337593344, 'completed': '81.96% (3_022 / 3_687)', 'remaining time': '5:56:26', 'throughput': '8373.53', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:28:11,427 >> {'loss': 0.4158, 'grad_norm': 16.745140075683594, 'learning_rate': 1.7750089585447473e-07, 'epoch': 0.16897206400867915, 'num_input_tokens_seen': 6339690496, 'completed': '81.99% (3_023 / 3_687)', 'remaining time': '5:55:58', 'throughput': '7333.96', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:28:41,573 >> {'loss': 0.3088, 'grad_norm': 13.123845100402832, 'learning_rate': 1.77274552758451e-07, 'epoch': 0.16924328722538648, 'num_input_tokens_seen': 6341787648, 'completed': '82.02% (3_024 / 3_687)', 'remaining time': '5:55:24', 'throughput': '8695.81', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:29:14,265 >> {'loss': 0.351, 'grad_norm': 13.37322998046875, 'learning_rate': 1.770485096176839e-07, 'epoch': 0.16951451044209384, 'num_input_tokens_seen': 6343884800, 'completed': '82.05% (3_025 / 3_687)', 'remaining time': '5:54:52', 'throughput': '8018.56', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:29:42,851 >> {'loss': 0.6836, 'grad_norm': 20.165077209472656, 'learning_rate': 1.7682276661408448e-07, 'epoch': 0.1697857336588012, 'num_input_tokens_seen': 6345981952, 'completed': '82.07% (3_026 / 3_687)', 'remaining time': '5:54:16', 'throughput': '9170.50', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:30:14,072 >> {'loss': 0.4345, 'grad_norm': 15.843926429748535, 'learning_rate': 1.7659732392932202e-07, 'epoch': 0.17005695687550854, 'num_input_tokens_seen': 6348079104, 'completed': '82.10% (3_027 / 3_687)', 'remaining time': '5:53:43', 'throughput': '8396.43', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:30:46,788 >> {'loss': 0.3054, 'grad_norm': 12.77824878692627, 'learning_rate': 1.7637218174482422e-07, 'epoch': 0.1703281800922159, 'num_input_tokens_seen': 6350176256, 'completed': '82.13% (3_028 / 3_687)', 'remaining time': '5:53:11', 'throughput': '8012.74', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:31:17,865 >> {'loss': 0.4641, 'grad_norm': 15.227442741394043, 'learning_rate': 1.7614734024177707e-07, 'epoch': 0.17059940330892323, 'num_input_tokens_seen': 6352273408, 'completed': '82.15% (3_029 / 3_687)', 'remaining time': '5:52:38', 'throughput': '8435.18', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:31:47,511 >> {'loss': 0.649, 'grad_norm': 20.998775482177734, 'learning_rate': 1.7592279960112424e-07, 'epoch': 0.1708706265256306, 'num_input_tokens_seen': 6354370560, 'completed': '82.18% (3_030 / 3_687)', 'remaining time': '5:52:03', 'throughput': '8842.42', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:32:19,201 >> {'loss': 0.3258, 'grad_norm': 14.684011459350586, 'learning_rate': 1.7569856000356758e-07, 'epoch': 0.17114184974233795, 'num_input_tokens_seen': 6356467712, 'completed': '82.21% (3_031 / 3_687)', 'remaining time': '5:51:31', 'throughput': '8272.04', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:32:48,979 >> {'loss': 0.6493, 'grad_norm': 22.120227813720703, 'learning_rate': 1.754746216295665e-07, 'epoch': 0.1714130729590453, 'num_input_tokens_seen': 6358564864, 'completed': '82.23% (3_032 / 3_687)', 'remaining time': '5:50:56', 'throughput': '8803.42', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:33:19,451 >> {'loss': 0.6875, 'grad_norm': 25.33750343322754, 'learning_rate': 1.7525098465933834e-07, 'epoch': 0.17168429617575265, 'num_input_tokens_seen': 6360662016, 'completed': '82.26% (3_033 / 3_687)', 'remaining time': '5:50:22', 'throughput': '8602.65', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:33:50,059 >> {'loss': 0.2934, 'grad_norm': 14.21183967590332, 'learning_rate': 1.750276492728575e-07, 'epoch': 0.17195551939245998, 'num_input_tokens_seen': 6362759168, 'completed': '82.29% (3_034 / 3_687)', 'remaining time': '5:49:49', 'throughput': '8564.82', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:34:21,806 >> {'loss': 0.337, 'grad_norm': 13.687496185302734, 'learning_rate': 1.748046156498557e-07, 'epoch': 0.17222674260916734, 'num_input_tokens_seen': 6364856320, 'completed': '82.32% (3_035 / 3_687)', 'remaining time': '5:49:16', 'throughput': '8257.26', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:34:51,432 >> {'loss': 0.5263, 'grad_norm': 16.938383102416992, 'learning_rate': 1.74581883969822e-07, 'epoch': 0.1724979658258747, 'num_input_tokens_seen': 6366953472, 'completed': '82.34% (3_036 / 3_687)', 'remaining time': '5:48:41', 'throughput': '8848.33', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:35:20,050 >> {'loss': 0.4494, 'grad_norm': 15.311517715454102, 'learning_rate': 1.7435945441200232e-07, 'epoch': 0.17276918904258204, 'num_input_tokens_seen': 6369050624, 'completed': '82.37% (3_037 / 3_687)', 'remaining time': '5:48:06', 'throughput': '9160.16', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:35:50,030 >> {'loss': 0.3876, 'grad_norm': 15.489421844482422, 'learning_rate': 1.7413732715539954e-07, 'epoch': 0.1730404122592894, 'num_input_tokens_seen': 6371147776, 'completed': '82.40% (3_038 / 3_687)', 'remaining time': '5:47:31', 'throughput': '8743.77', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:36:19,298 >> {'loss': 0.6567, 'grad_norm': 21.3696231842041, 'learning_rate': 1.7391550237877326e-07, 'epoch': 0.17331163547599673, 'num_input_tokens_seen': 6373244928, 'completed': '82.42% (3_039 / 3_687)', 'remaining time': '5:46:56', 'throughput': '8956.88', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:36:46,506 >> {'loss': 0.4457, 'grad_norm': 16.473154067993164, 'learning_rate': 1.7369398026063958e-07, 'epoch': 0.1735828586927041, 'num_input_tokens_seen': 6375342080, 'completed': '82.45% (3_040 / 3_687)', 'remaining time': '5:46:19', 'throughput': '9634.83', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:37:14,600 >> {'loss': 0.6155, 'grad_norm': 17.838611602783203, 'learning_rate': 1.7347276097927105e-07, 'epoch': 0.17385408190941146, 'num_input_tokens_seen': 6377439232, 'completed': '82.48% (3_041 / 3_687)', 'remaining time': '5:45:43', 'throughput': '9330.85', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:37:48,680 >> {'loss': 0.4533, 'grad_norm': 17.602170944213867, 'learning_rate': 1.732518447126966e-07, 'epoch': 0.1741253051261188, 'num_input_tokens_seen': 6379536384, 'completed': '82.51% (3_042 / 3_687)', 'remaining time': '5:45:13', 'throughput': '7692.06', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:38:17,794 >> {'loss': 0.4754, 'grad_norm': 25.11285400390625, 'learning_rate': 1.730312316387012e-07, 'epoch': 0.17439652834282615, 'num_input_tokens_seen': 6381633536, 'completed': '82.53% (3_043 / 3_687)', 'remaining time': '5:44:38', 'throughput': '9003.89', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:38:47,169 >> {'loss': 0.4263, 'grad_norm': 15.209177017211914, 'learning_rate': 1.7281092193482582e-07, 'epoch': 0.17466775155953349, 'num_input_tokens_seen': 6383730688, 'completed': '82.56% (3_044 / 3_687)', 'remaining time': '5:44:03', 'throughput': '8924.05', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:39:17,918 >> {'loss': 0.5498, 'grad_norm': 27.183820724487305, 'learning_rate': 1.7259091577836737e-07, 'epoch': 0.17493897477624085, 'num_input_tokens_seen': 6385827840, 'completed': '82.59% (3_045 / 3_687)', 'remaining time': '5:43:29', 'throughput': '8525.53', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:39:45,895 >> {'loss': 0.5436, 'grad_norm': 17.119733810424805, 'learning_rate': 1.723712133463785e-07, 'epoch': 0.1752101979929482, 'num_input_tokens_seen': 6387924992, 'completed': '82.61% (3_046 / 3_687)', 'remaining time': '5:42:53', 'throughput': '9369.91', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:40:15,799 >> {'loss': 0.2955, 'grad_norm': 14.52611255645752, 'learning_rate': 1.7215181481566727e-07, 'epoch': 0.17548142120965554, 'num_input_tokens_seen': 6390022144, 'completed': '82.64% (3_047 / 3_687)', 'remaining time': '5:42:19', 'throughput': '8766.12', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:40:49,063 >> {'loss': 0.2517, 'grad_norm': 11.77927303314209, 'learning_rate': 1.719327203627971e-07, 'epoch': 0.1757526444263629, 'num_input_tokens_seen': 6392119296, 'completed': '82.67% (3_048 / 3_687)', 'remaining time': '5:41:48', 'throughput': '7880.75', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:41:19,507 >> {'loss': 0.3709, 'grad_norm': 16.277713775634766, 'learning_rate': 1.7171393016408715e-07, 'epoch': 0.17602386764307024, 'num_input_tokens_seen': 6394216448, 'completed': '82.70% (3_049 / 3_687)', 'remaining time': '5:41:14', 'throughput': '8610.53', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:41:52,237 >> {'loss': 0.3434, 'grad_norm': 18.34269142150879, 'learning_rate': 1.7149544439561135e-07, 'epoch': 0.1762950908597776, 'num_input_tokens_seen': 6396313600, 'completed': '82.72% (3_050 / 3_687)', 'remaining time': '5:40:43', 'throughput': '8009.51', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:42:23,425 >> {'loss': 0.3524, 'grad_norm': 15.846407890319824, 'learning_rate': 1.7127726323319874e-07, 'epoch': 0.17656631407648496, 'num_input_tokens_seen': 6398410752, 'completed': '82.75% (3_051 / 3_687)', 'remaining time': '5:40:10', 'throughput': '8405.26', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:42:54,820 >> {'loss': 0.2759, 'grad_norm': 13.641855239868164, 'learning_rate': 1.7105938685243339e-07, 'epoch': 0.1768375372931923, 'num_input_tokens_seen': 6400507904, 'completed': '82.78% (3_052 / 3_687)', 'remaining time': '5:39:37', 'throughput': '8349.72', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:43:24,277 >> {'loss': 0.506, 'grad_norm': 16.64573097229004, 'learning_rate': 1.7084181542865355e-07, 'epoch': 0.17710876050989965, 'num_input_tokens_seen': 6402605056, 'completed': '82.80% (3_053 / 3_687)', 'remaining time': '5:39:02', 'throughput': '8899.14', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:43:53,896 >> {'loss': 0.5754, 'grad_norm': 21.56814193725586, 'learning_rate': 1.7062454913695264e-07, 'epoch': 0.177379983726607, 'num_input_tokens_seen': 6404702208, 'completed': '82.83% (3_054 / 3_687)', 'remaining time': '5:38:28', 'throughput': '8850.63', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:44:24,071 >> {'loss': 0.3337, 'grad_norm': 13.835966110229492, 'learning_rate': 1.7040758815217827e-07, 'epoch': 0.17765120694331435, 'num_input_tokens_seen': 6406799360, 'completed': '82.86% (3_055 / 3_687)', 'remaining time': '5:37:54', 'throughput': '8687.40', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:44:54,261 >> {'loss': 0.625, 'grad_norm': 19.247650146484375, 'learning_rate': 1.7019093264893236e-07, 'epoch': 0.1779224301600217, 'num_input_tokens_seen': 6408896512, 'completed': '82.89% (3_056 / 3_687)', 'remaining time': '5:37:20', 'throughput': '8683.21', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:45:22,436 >> {'loss': 0.3558, 'grad_norm': 13.838505744934082, 'learning_rate': 1.6997458280157113e-07, 'epoch': 0.17819365337672904, 'num_input_tokens_seen': 6410993664, 'completed': '82.91% (3_057 / 3_687)', 'remaining time': '5:36:44', 'throughput': '9304.14', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:45:51,328 >> {'loss': 0.5823, 'grad_norm': 19.8231143951416, 'learning_rate': 1.6975853878420457e-07, 'epoch': 0.1784648765934364, 'num_input_tokens_seen': 6413090816, 'completed': '82.94% (3_058 / 3_687)', 'remaining time': '5:36:09', 'throughput': '9073.38', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:46:22,965 >> {'loss': 0.3463, 'grad_norm': 16.521181106567383, 'learning_rate': 1.6954280077069676e-07, 'epoch': 0.17873609981014374, 'num_input_tokens_seen': 6415187968, 'completed': '82.97% (3_059 / 3_687)', 'remaining time': '5:35:37', 'throughput': '8285.85', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:46:54,274 >> {'loss': 0.4292, 'grad_norm': 20.04188346862793, 'learning_rate': 1.6932736893466536e-07, 'epoch': 0.1790073230268511, 'num_input_tokens_seen': 6417285120, 'completed': '82.99% (3_060 / 3_687)', 'remaining time': '5:35:04', 'throughput': '8372.78', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:47:27,124 >> {'loss': 0.3455, 'grad_norm': 15.362913131713867, 'learning_rate': 1.691122434494818e-07, 'epoch': 0.17927854624355846, 'num_input_tokens_seen': 6419382272, 'completed': '83.02% (3_061 / 3_687)', 'remaining time': '5:34:33', 'throughput': '7980.16', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:47:56,352 >> {'loss': 0.5172, 'grad_norm': 17.9241943359375, 'learning_rate': 1.688974244882709e-07, 'epoch': 0.1795497694602658, 'num_input_tokens_seen': 6421479424, 'completed': '83.05% (3_062 / 3_687)', 'remaining time': '5:33:58', 'throughput': '8968.79', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:48:28,825 >> {'loss': 0.4723, 'grad_norm': 16.651180267333984, 'learning_rate': 1.686829122239108e-07, 'epoch': 0.17982099267697316, 'num_input_tokens_seen': 6423576576, 'completed': '83.08% (3_063 / 3_687)', 'remaining time': '5:33:26', 'throughput': '8072.68', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:48:58,210 >> {'loss': 0.5919, 'grad_norm': 21.878660202026367, 'learning_rate': 1.684687068290326e-07, 'epoch': 0.1800922158936805, 'num_input_tokens_seen': 6425673728, 'completed': '83.10% (3_064 / 3_687)', 'remaining time': '5:32:52', 'throughput': '8921.06', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:49:27,462 >> {'loss': 0.3433, 'grad_norm': 16.2543888092041, 'learning_rate': 1.682548084760208e-07, 'epoch': 0.18036343911038785, 'num_input_tokens_seen': 6427770880, 'completed': '83.13% (3_065 / 3_687)', 'remaining time': '5:32:17', 'throughput': '8961.63', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:50:00,821 >> {'loss': 0.3266, 'grad_norm': 14.593696594238281, 'learning_rate': 1.6804121733701277e-07, 'epoch': 0.18063466232709519, 'num_input_tokens_seen': 6429868032, 'completed': '83.16% (3_066 / 3_687)', 'remaining time': '5:31:46', 'throughput': '7858.15', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:50:28,267 >> {'loss': 1.0168, 'grad_norm': 30.589252471923828, 'learning_rate': 1.678279335838983e-07, 'epoch': 0.18090588554380255, 'num_input_tokens_seen': 6431965184, 'completed': '83.18% (3_067 / 3_687)', 'remaining time': '5:31:10', 'throughput': '9551.24', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:50:59,994 >> {'loss': 0.2938, 'grad_norm': 16.187679290771484, 'learning_rate': 1.676149573883202e-07, 'epoch': 0.1811771087605099, 'num_input_tokens_seen': 6434062336, 'completed': '83.21% (3_068 / 3_687)', 'remaining time': '5:30:37', 'throughput': '8262.69', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:51:29,936 >> {'loss': 0.4911, 'grad_norm': 20.22064208984375, 'learning_rate': 1.674022889216737e-07, 'epoch': 0.18144833197721724, 'num_input_tokens_seen': 6436159488, 'completed': '83.24% (3_069 / 3_687)', 'remaining time': '5:30:03', 'throughput': '8755.03', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:52:00,835 >> {'loss': 0.3566, 'grad_norm': 15.452803611755371, 'learning_rate': 1.67189928355106e-07, 'epoch': 0.1817195551939246, 'num_input_tokens_seen': 6438256640, 'completed': '83.27% (3_070 / 3_687)', 'remaining time': '5:29:30', 'throughput': '8483.81', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:52:27,848 >> {'loss': 0.4931, 'grad_norm': 21.338388442993164, 'learning_rate': 1.66977875859517e-07, 'epoch': 0.18199077841063194, 'num_input_tokens_seen': 6440353792, 'completed': '83.29% (3_071 / 3_687)', 'remaining time': '5:28:54', 'throughput': '9704.49', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:52:57,315 >> {'loss': 0.3819, 'grad_norm': 15.379291534423828, 'learning_rate': 1.6676613160555846e-07, 'epoch': 0.1822620016273393, 'num_input_tokens_seen': 6442450944, 'completed': '83.32% (3_072 / 3_687)', 'remaining time': '5:28:19', 'throughput': '8896.25', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:53:25,427 >> {'loss': 0.5989, 'grad_norm': 18.543752670288086, 'learning_rate': 1.665546957636339e-07, 'epoch': 0.18253322484404666, 'num_input_tokens_seen': 6444548096, 'completed': '83.35% (3_073 / 3_687)', 'remaining time': '5:27:44', 'throughput': '9324.98', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:53:56,277 >> {'loss': 0.3388, 'grad_norm': 13.839360237121582, 'learning_rate': 1.6634356850389926e-07, 'epoch': 0.182804448060754, 'num_input_tokens_seen': 6446645248, 'completed': '83.37% (3_074 / 3_687)', 'remaining time': '5:27:11', 'throughput': '8497.21', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:54:27,434 >> {'loss': 0.4291, 'grad_norm': 14.323488235473633, 'learning_rate': 1.6613274999626134e-07, 'epoch': 0.18307567127746135, 'num_input_tokens_seen': 6448742400, 'completed': '83.40% (3_075 / 3_687)', 'remaining time': '5:26:38', 'throughput': '8413.61', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:54:56,018 >> {'loss': 0.5632, 'grad_norm': 19.329299926757812, 'learning_rate': 1.65922240410379e-07, 'epoch': 0.1833468944941687, 'num_input_tokens_seen': 6450839552, 'completed': '83.43% (3_076 / 3_687)', 'remaining time': '5:26:03', 'throughput': '9170.94', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:55:30,364 >> {'loss': 0.3609, 'grad_norm': 14.438604354858398, 'learning_rate': 1.6571203991566234e-07, 'epoch': 0.18361811771087605, 'num_input_tokens_seen': 6452936704, 'completed': '83.46% (3_077 / 3_687)', 'remaining time': '5:25:33', 'throughput': '7632.49', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:56:00,668 >> {'loss': 0.2715, 'grad_norm': 16.972644805908203, 'learning_rate': 1.6550214868127276e-07, 'epoch': 0.1838893409275834, 'num_input_tokens_seen': 6455033856, 'completed': '83.48% (3_078 / 3_687)', 'remaining time': '5:24:59', 'throughput': '8650.52', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:56:33,428 >> {'loss': 0.5057, 'grad_norm': 19.990781784057617, 'learning_rate': 1.6529256687612264e-07, 'epoch': 0.18416056414429074, 'num_input_tokens_seen': 6457131008, 'completed': '83.51% (3_079 / 3_687)', 'remaining time': '5:24:28', 'throughput': '8001.95', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:57:05,885 >> {'loss': 0.32, 'grad_norm': 12.420730590820312, 'learning_rate': 1.6508329466887548e-07, 'epoch': 0.1844317873609981, 'num_input_tokens_seen': 6459228160, 'completed': '83.54% (3_080 / 3_687)', 'remaining time': '5:23:56', 'throughput': '8076.59', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:57:36,242 >> {'loss': 0.531, 'grad_norm': 18.54897689819336, 'learning_rate': 1.6487433222794566e-07, 'epoch': 0.18470301057770544, 'num_input_tokens_seen': 6461325312, 'completed': '83.56% (3_081 / 3_687)', 'remaining time': '5:23:23', 'throughput': '8635.39', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:58:08,086 >> {'loss': 0.2632, 'grad_norm': 13.507473945617676, 'learning_rate': 1.6466567972149806e-07, 'epoch': 0.1849742337944128, 'num_input_tokens_seen': 6463422464, 'completed': '83.59% (3_082 / 3_687)', 'remaining time': '5:22:50', 'throughput': '8232.32', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:58:39,022 >> {'loss': 0.3308, 'grad_norm': 13.425512313842773, 'learning_rate': 1.6445733731744842e-07, 'epoch': 0.18524545701112016, 'num_input_tokens_seen': 6465519616, 'completed': '83.62% (3_083 / 3_687)', 'remaining time': '5:22:17', 'throughput': '8473.68', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:59:13,507 >> {'loss': 0.3104, 'grad_norm': 14.376126289367676, 'learning_rate': 1.642493051834627e-07, 'epoch': 0.1855166802278275, 'num_input_tokens_seen': 6467616768, 'completed': '83.65% (3_084 / 3_687)', 'remaining time': '5:21:48', 'throughput': '7601.57', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:59:42,931 >> {'loss': 0.3902, 'grad_norm': 13.848085403442383, 'learning_rate': 1.6404158348695729e-07, 'epoch': 0.18578790344453486, 'num_input_tokens_seen': 6469713920, 'completed': '83.67% (3_085 / 3_687)', 'remaining time': '5:21:13', 'throughput': '8909.23', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:00:11,886 >> {'loss': 0.5748, 'grad_norm': 17.45004653930664, 'learning_rate': 1.6383417239509878e-07, 'epoch': 0.1860591266612422, 'num_input_tokens_seen': 6471811072, 'completed': '83.70% (3_086 / 3_687)', 'remaining time': '5:20:39', 'throughput': '9053.71', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:00:41,329 >> {'loss': 0.6891, 'grad_norm': 19.52586555480957, 'learning_rate': 1.6362707207480347e-07, 'epoch': 0.18633034987794955, 'num_input_tokens_seen': 6473908224, 'completed': '83.73% (3_087 / 3_687)', 'remaining time': '5:20:04', 'throughput': '8904.27', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:01:12,553 >> {'loss': 0.6888, 'grad_norm': 24.07430076599121, 'learning_rate': 1.6342028269273802e-07, 'epoch': 0.18660157309465691, 'num_input_tokens_seen': 6476005376, 'completed': '83.75% (3_088 / 3_687)', 'remaining time': '5:19:32', 'throughput': '8394.75', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:01:43,411 >> {'loss': 0.6213, 'grad_norm': 19.478736877441406, 'learning_rate': 1.6321380441531852e-07, 'epoch': 0.18687279631136425, 'num_input_tokens_seen': 6478102528, 'completed': '83.78% (3_089 / 3_687)', 'remaining time': '5:18:59', 'throughput': '8495.12', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:02:15,067 >> {'loss': 0.3439, 'grad_norm': 13.465045928955078, 'learning_rate': 1.63007637408711e-07, 'epoch': 0.1871440195280716, 'num_input_tokens_seen': 6480199680, 'completed': '83.81% (3_090 / 3_687)', 'remaining time': '5:18:26', 'throughput': '8281.19', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:02:44,175 >> {'loss': 0.4287, 'grad_norm': 16.045684814453125, 'learning_rate': 1.6280178183883081e-07, 'epoch': 0.18741524274477894, 'num_input_tokens_seen': 6482296832, 'completed': '83.84% (3_091 / 3_687)', 'remaining time': '5:17:52', 'throughput': '9005.88', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:03:13,848 >> {'loss': 0.4006, 'grad_norm': 18.508325576782227, 'learning_rate': 1.6259623787134258e-07, 'epoch': 0.1876864659614863, 'num_input_tokens_seen': 6484393984, 'completed': '83.86% (3_092 / 3_687)', 'remaining time': '5:17:18', 'throughput': '8834.23', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:03:44,061 >> {'loss': 0.392, 'grad_norm': 16.57149314880371, 'learning_rate': 1.6239100567166026e-07, 'epoch': 0.18795768917819367, 'num_input_tokens_seen': 6486491136, 'completed': '83.89% (3_093 / 3_687)', 'remaining time': '5:16:44', 'throughput': '8676.62', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:04:14,989 >> {'loss': 0.3385, 'grad_norm': 13.103677749633789, 'learning_rate': 1.6218608540494693e-07, 'epoch': 0.188228912394901, 'num_input_tokens_seen': 6488588288, 'completed': '83.92% (3_094 / 3_687)', 'remaining time': '5:16:11', 'throughput': '8475.86', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:04:44,447 >> {'loss': 0.3766, 'grad_norm': 17.10627555847168, 'learning_rate': 1.619814772361147e-07, 'epoch': 0.18850013561160836, 'num_input_tokens_seen': 6490685440, 'completed': '83.94% (3_095 / 3_687)', 'remaining time': '5:15:37', 'throughput': '8898.98', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:05:16,183 >> {'loss': 0.5857, 'grad_norm': 18.120052337646484, 'learning_rate': 1.6177718132982441e-07, 'epoch': 0.1887713588283157, 'num_input_tokens_seen': 6492782592, 'completed': '83.97% (3_096 / 3_687)', 'remaining time': '5:15:05', 'throughput': '8260.20', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:05:46,533 >> {'loss': 0.5742, 'grad_norm': 19.000185012817383, 'learning_rate': 1.6157319785048555e-07, 'epoch': 0.18904258204502306, 'num_input_tokens_seen': 6494879744, 'completed': '84.00% (3_097 / 3_687)', 'remaining time': '5:14:32', 'throughput': '8637.33', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:06:20,099 >> {'loss': 0.3558, 'grad_norm': 18.840848922729492, 'learning_rate': 1.6136952696225634e-07, 'epoch': 0.18931380526173042, 'num_input_tokens_seen': 6496976896, 'completed': '84.02% (3_098 / 3_687)', 'remaining time': '5:14:01', 'throughput': '7809.73', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:06:56,160 >> {'loss': 0.5141, 'grad_norm': 19.136682510375977, 'learning_rate': 1.6116616882904332e-07, 'epoch': 0.18958502847843775, 'num_input_tokens_seen': 6499074048, 'completed': '84.05% (3_099 / 3_687)', 'remaining time': '5:13:32', 'throughput': '7269.58', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:07:31,817 >> {'loss': 0.434, 'grad_norm': 17.346790313720703, 'learning_rate': 1.6096312361450142e-07, 'epoch': 0.1898562516951451, 'num_input_tokens_seen': 6501171200, 'completed': '84.08% (3_100 / 3_687)', 'remaining time': '5:13:04', 'throughput': '7351.78', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:08:01,295 >> {'loss': 0.4427, 'grad_norm': 15.207001686096191, 'learning_rate': 1.6076039148203373e-07, 'epoch': 0.19012747491185245, 'num_input_tokens_seen': 6503268352, 'completed': '84.11% (3_101 / 3_687)', 'remaining time': '5:12:29', 'throughput': '8892.78', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:08:30,704 >> {'loss': 0.253, 'grad_norm': 10.525275230407715, 'learning_rate': 1.6055797259479125e-07, 'epoch': 0.1903986981285598, 'num_input_tokens_seen': 6505365504, 'completed': '84.13% (3_102 / 3_687)', 'remaining time': '5:11:55', 'throughput': '8913.87', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:09:04,044 >> {'loss': 0.6012, 'grad_norm': 27.057727813720703, 'learning_rate': 1.6035586711567318e-07, 'epoch': 0.19066992134526717, 'num_input_tokens_seen': 6507462656, 'completed': '84.16% (3_103 / 3_687)', 'remaining time': '5:11:24', 'throughput': '7862.73', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:09:32,001 >> {'loss': 0.673, 'grad_norm': 29.3339786529541, 'learning_rate': 1.601540752073261e-07, 'epoch': 0.1909411445619745, 'num_input_tokens_seen': 6509559808, 'completed': '84.19% (3_104 / 3_687)', 'remaining time': '5:10:49', 'throughput': '9376.76', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:10:05,277 >> {'loss': 0.2948, 'grad_norm': 12.424835205078125, 'learning_rate': 1.5995259703214445e-07, 'epoch': 0.19121236777868186, 'num_input_tokens_seen': 6511656960, 'completed': '84.21% (3_105 / 3_687)', 'remaining time': '5:10:18', 'throughput': '7877.80', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:10:32,928 >> {'loss': 0.3906, 'grad_norm': 14.519540786743164, 'learning_rate': 1.5975143275227039e-07, 'epoch': 0.1914835909953892, 'num_input_tokens_seen': 6513754112, 'completed': '84.24% (3_106 / 3_687)', 'remaining time': '5:09:43', 'throughput': '9480.42', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:11:04,446 >> {'loss': 0.4539, 'grad_norm': 18.084651947021484, 'learning_rate': 1.5955058252959318e-07, 'epoch': 0.19175481421209656, 'num_input_tokens_seen': 6515851264, 'completed': '84.27% (3_107 / 3_687)', 'remaining time': '5:09:10', 'throughput': '8317.29', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:11:32,669 >> {'loss': 0.5936, 'grad_norm': 23.673160552978516, 'learning_rate': 1.5935004652574947e-07, 'epoch': 0.1920260374288039, 'num_input_tokens_seen': 6517948416, 'completed': '84.30% (3_108 / 3_687)', 'remaining time': '5:08:35', 'throughput': '9288.41', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:12:02,814 >> {'loss': 0.2686, 'grad_norm': 13.00130844116211, 'learning_rate': 1.591498249021231e-07, 'epoch': 0.19229726064551125, 'num_input_tokens_seen': 6520045568, 'completed': '84.32% (3_109 / 3_687)', 'remaining time': '5:08:02', 'throughput': '8696.02', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:12:35,445 >> {'loss': 0.6705, 'grad_norm': 21.13102912902832, 'learning_rate': 1.5894991781984456e-07, 'epoch': 0.19256848386221861, 'num_input_tokens_seen': 6522142720, 'completed': '84.35% (3_110 / 3_687)', 'remaining time': '5:07:30', 'throughput': '8033.49', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:13:05,713 >> {'loss': 0.1552, 'grad_norm': 10.354960441589355, 'learning_rate': 1.587503254397916e-07, 'epoch': 0.19283970707892595, 'num_input_tokens_seen': 6524239872, 'completed': '84.38% (3_111 / 3_687)', 'remaining time': '5:06:57', 'throughput': '8660.94', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:13:35,292 >> {'loss': 0.2692, 'grad_norm': 16.40614128112793, 'learning_rate': 1.585510479225886e-07, 'epoch': 0.1931109302956333, 'num_input_tokens_seen': 6526337024, 'completed': '84.40% (3_112 / 3_687)', 'remaining time': '5:06:23', 'throughput': '8862.51', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:14:04,560 >> {'loss': 0.3284, 'grad_norm': 14.614860534667969, 'learning_rate': 1.5835208542860648e-07, 'epoch': 0.19338215351234064, 'num_input_tokens_seen': 6528434176, 'completed': '84.43% (3_113 / 3_687)', 'remaining time': '5:05:49', 'throughput': '8956.54', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:14:37,002 >> {'loss': 0.3218, 'grad_norm': 11.804844856262207, 'learning_rate': 1.581534381179627e-07, 'epoch': 0.193653376729048, 'num_input_tokens_seen': 6530531328, 'completed': '84.46% (3_114 / 3_687)', 'remaining time': '5:05:17', 'throughput': '8080.53', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:15:06,927 >> {'loss': 0.5768, 'grad_norm': 19.765899658203125, 'learning_rate': 1.5795510615052104e-07, 'epoch': 0.19392459994575537, 'num_input_tokens_seen': 6532628480, 'completed': '84.49% (3_115 / 3_687)', 'remaining time': '5:04:44', 'throughput': '8759.86', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:15:39,626 >> {'loss': 0.4025, 'grad_norm': 18.440826416015625, 'learning_rate': 1.5775708968589155e-07, 'epoch': 0.1941958231624627, 'num_input_tokens_seen': 6534725632, 'completed': '84.51% (3_116 / 3_687)', 'remaining time': '5:04:12', 'throughput': '8016.96', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:16:09,896 >> {'loss': 0.4297, 'grad_norm': 27.12670135498047, 'learning_rate': 1.575593888834303e-07, 'epoch': 0.19446704637917006, 'num_input_tokens_seen': 6536822784, 'completed': '84.54% (3_117 / 3_687)', 'remaining time': '5:03:39', 'throughput': '8660.12', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:16:38,024 >> {'loss': 0.7779, 'grad_norm': 22.037416458129883, 'learning_rate': 1.5736200390223942e-07, 'epoch': 0.1947382695958774, 'num_input_tokens_seen': 6538919936, 'completed': '84.57% (3_118 / 3_687)', 'remaining time': '5:03:04', 'throughput': '9319.74', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:17:07,006 >> {'loss': 0.3269, 'grad_norm': 15.226699829101562, 'learning_rate': 1.5716493490116684e-07, 'epoch': 0.19500949281258476, 'num_input_tokens_seen': 6541017088, 'completed': '84.59% (3_119 / 3_687)', 'remaining time': '5:02:30', 'throughput': '9045.14', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:17:37,504 >> {'loss': 0.4225, 'grad_norm': 19.05426788330078, 'learning_rate': 1.5696818203880624e-07, 'epoch': 0.19528071602929212, 'num_input_tokens_seen': 6543114240, 'completed': '84.62% (3_120 / 3_687)', 'remaining time': '5:01:57', 'throughput': '8595.27', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:18:06,060 >> {'loss': 0.561, 'grad_norm': 15.81242847442627, 'learning_rate': 1.5677174547349655e-07, 'epoch': 0.19555193924599945, 'num_input_tokens_seen': 6545211392, 'completed': '84.65% (3_121 / 3_687)', 'remaining time': '5:01:22', 'throughput': '9180.00', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:18:35,783 >> {'loss': 0.5197, 'grad_norm': 24.574951171875, 'learning_rate': 1.565756253633228e-07, 'epoch': 0.1958231624627068, 'num_input_tokens_seen': 6547308544, 'completed': '84.68% (3_122 / 3_687)', 'remaining time': '5:00:48', 'throughput': '8819.61', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:19:07,112 >> {'loss': 0.4524, 'grad_norm': 21.462337493896484, 'learning_rate': 1.5637982186611481e-07, 'epoch': 0.19609438567941415, 'num_input_tokens_seen': 6549405696, 'completed': '84.70% (3_123 / 3_687)', 'remaining time': '5:00:16', 'throughput': '8367.44', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:19:36,680 >> {'loss': 0.2997, 'grad_norm': 18.190275192260742, 'learning_rate': 1.5618433513944787e-07, 'epoch': 0.1963656088961215, 'num_input_tokens_seen': 6551502848, 'completed': '84.73% (3_124 / 3_687)', 'remaining time': '4:59:42', 'throughput': '8865.82', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:20:07,741 >> {'loss': 0.5017, 'grad_norm': 18.96411895751953, 'learning_rate': 1.5598916534064216e-07, 'epoch': 0.19663683211282887, 'num_input_tokens_seen': 6553600000, 'completed': '84.76% (3_125 / 3_687)', 'remaining time': '4:59:09', 'throughput': '8439.73', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:20:39,566 >> {'loss': 0.4162, 'grad_norm': 16.543214797973633, 'learning_rate': 1.557943126267631e-07, 'epoch': 0.1969080553295362, 'num_input_tokens_seen': 6555697152, 'completed': '84.78% (3_126 / 3_687)', 'remaining time': '4:58:37', 'throughput': '8236.95', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:21:08,790 >> {'loss': 0.287, 'grad_norm': 13.697303771972656, 'learning_rate': 1.5559977715462044e-07, 'epoch': 0.19717927854624356, 'num_input_tokens_seen': 6557794304, 'completed': '84.81% (3_127 / 3_687)', 'remaining time': '4:58:03', 'throughput': '8970.21', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:21:40,339 >> {'loss': 0.6185, 'grad_norm': 19.32088279724121, 'learning_rate': 1.5540555908076914e-07, 'epoch': 0.1974505017629509, 'num_input_tokens_seen': 6559891456, 'completed': '84.84% (3_128 / 3_687)', 'remaining time': '4:57:31', 'throughput': '8310.21', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:22:12,235 >> {'loss': 0.4217, 'grad_norm': 21.070152282714844, 'learning_rate': 1.5521165856150841e-07, 'epoch': 0.19772172497965826, 'num_input_tokens_seen': 6561988608, 'completed': '84.87% (3_129 / 3_687)', 'remaining time': '4:56:59', 'throughput': '8217.75', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:22:43,007 >> {'loss': 0.5169, 'grad_norm': 27.660669326782227, 'learning_rate': 1.55018075752882e-07, 'epoch': 0.19799294819636562, 'num_input_tokens_seen': 6564085760, 'completed': '84.89% (3_130 / 3_687)', 'remaining time': '4:56:26', 'throughput': '8518.82', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:23:12,218 >> {'loss': 0.4193, 'grad_norm': 17.022554397583008, 'learning_rate': 1.5482481081067825e-07, 'epoch': 0.19826417141307295, 'num_input_tokens_seen': 6566182912, 'completed': '84.92% (3_131 / 3_687)', 'remaining time': '4:55:52', 'throughput': '8974.11', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:23:41,642 >> {'loss': 0.4522, 'grad_norm': 18.43861198425293, 'learning_rate': 1.546318638904291e-07, 'epoch': 0.19853539462978032, 'num_input_tokens_seen': 6568280064, 'completed': '84.95% (3_132 / 3_687)', 'remaining time': '4:55:18', 'throughput': '8909.18', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:24:14,799 >> {'loss': 0.2211, 'grad_norm': 15.052275657653809, 'learning_rate': 1.5443923514741103e-07, 'epoch': 0.19880661784648765, 'num_input_tokens_seen': 6570377216, 'completed': '84.97% (3_133 / 3_687)', 'remaining time': '4:54:47', 'throughput': '7906.15', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:24:47,465 >> {'loss': 0.3405, 'grad_norm': 21.32815933227539, 'learning_rate': 1.5424692473664429e-07, 'epoch': 0.199077841063195, 'num_input_tokens_seen': 6572474368, 'completed': '85.00% (3_134 / 3_687)', 'remaining time': '4:54:16', 'throughput': '8025.08', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:25:17,069 >> {'loss': 0.6306, 'grad_norm': 20.877336502075195, 'learning_rate': 1.5405493281289302e-07, 'epoch': 0.19934906427990237, 'num_input_tokens_seen': 6574571520, 'completed': '85.03% (3_135 / 3_687)', 'remaining time': '4:53:42', 'throughput': '8855.03', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:25:48,191 >> {'loss': 0.6523, 'grad_norm': 21.885692596435547, 'learning_rate': 1.5386325953066494e-07, 'epoch': 0.1996202874966097, 'num_input_tokens_seen': 6576668672, 'completed': '85.06% (3_136 / 3_687)', 'remaining time': '4:53:10', 'throughput': '8423.15', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:26:19,131 >> {'loss': 0.3159, 'grad_norm': 13.137401580810547, 'learning_rate': 1.5367190504421157e-07, 'epoch': 0.19989151071331707, 'num_input_tokens_seen': 6578765824, 'completed': '85.08% (3_137 / 3_687)', 'remaining time': '4:52:37', 'throughput': '8472.58', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:26:49,849 >> {'loss': 0.3431, 'grad_norm': 15.956317901611328, 'learning_rate': 1.5348086950752753e-07, 'epoch': 0.2001627339300244, 'num_input_tokens_seen': 6580862976, 'completed': '85.11% (3_138 / 3_687)', 'remaining time': '4:52:04', 'throughput': '8533.93', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:27:20,374 >> {'loss': 0.4469, 'grad_norm': 16.24814796447754, 'learning_rate': 1.532901530743511e-07, 'epoch': 0.20043395714673176, 'num_input_tokens_seen': 6582960128, 'completed': '85.14% (3_139 / 3_687)', 'remaining time': '4:51:31', 'throughput': '8587.83', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:27:50,529 >> {'loss': 0.4047, 'grad_norm': 13.850639343261719, 'learning_rate': 1.530997558981635e-07, 'epoch': 0.20070518036343912, 'num_input_tokens_seen': 6585057280, 'completed': '85.16% (3_140 / 3_687)', 'remaining time': '4:50:58', 'throughput': '8693.13', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:28:23,013 >> {'loss': 0.7333, 'grad_norm': 21.258054733276367, 'learning_rate': 1.5290967813218919e-07, 'epoch': 0.20097640358014646, 'num_input_tokens_seen': 6587154432, 'completed': '85.19% (3_141 / 3_687)', 'remaining time': '4:50:27', 'throughput': '8069.98', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:28:58,984 >> {'loss': 0.3701, 'grad_norm': 24.493776321411133, 'learning_rate': 1.527199199293955e-07, 'epoch': 0.20124762679685382, 'num_input_tokens_seen': 6589251584, 'completed': '85.22% (3_142 / 3_687)', 'remaining time': '4:49:58', 'throughput': '7287.59', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:29:31,387 >> {'loss': 0.7751, 'grad_norm': 25.23069190979004, 'learning_rate': 1.525304814424927e-07, 'epoch': 0.20151885001356115, 'num_input_tokens_seen': 6591348736, 'completed': '85.25% (3_143 / 3_687)', 'remaining time': '4:49:26', 'throughput': '8090.27', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:30:03,194 >> {'loss': 0.3786, 'grad_norm': 16.206256866455078, 'learning_rate': 1.5234136282393356e-07, 'epoch': 0.2017900732302685, 'num_input_tokens_seen': 6593445888, 'completed': '85.27% (3_144 / 3_687)', 'remaining time': '4:48:54', 'throughput': '8241.70', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:30:32,039 >> {'loss': 0.5419, 'grad_norm': 18.445281982421875, 'learning_rate': 1.5215256422591357e-07, 'epoch': 0.20206129644697587, 'num_input_tokens_seen': 6595543040, 'completed': '85.30% (3_145 / 3_687)', 'remaining time': '4:48:20', 'throughput': '9087.80', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:31:04,195 >> {'loss': 0.225, 'grad_norm': 13.487834930419922, 'learning_rate': 1.5196408580037058e-07, 'epoch': 0.2023325196636832, 'num_input_tokens_seen': 6597640192, 'completed': '85.33% (3_146 / 3_687)', 'remaining time': '4:47:48', 'throughput': '8152.29', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:31:34,091 >> {'loss': 0.2773, 'grad_norm': 18.042003631591797, 'learning_rate': 1.51775927698985e-07, 'epoch': 0.20260374288039057, 'num_input_tokens_seen': 6599737344, 'completed': '85.35% (3_147 / 3_687)', 'remaining time': '4:47:15', 'throughput': '8768.60', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:32:04,517 >> {'loss': 0.3948, 'grad_norm': 14.105890274047852, 'learning_rate': 1.5158809007317926e-07, 'epoch': 0.2028749660970979, 'num_input_tokens_seen': 6601834496, 'completed': '85.38% (3_148 / 3_687)', 'remaining time': '4:46:42', 'throughput': '8615.68', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:32:33,763 >> {'loss': 0.7842, 'grad_norm': 22.028852462768555, 'learning_rate': 1.514005730741181e-07, 'epoch': 0.20314618931380526, 'num_input_tokens_seen': 6603931648, 'completed': '85.41% (3_149 / 3_687)', 'remaining time': '4:46:08', 'throughput': '8963.43', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:33:03,119 >> {'loss': 0.4541, 'grad_norm': 18.55408477783203, 'learning_rate': 1.512133768527077e-07, 'epoch': 0.20341741253051263, 'num_input_tokens_seen': 6606028800, 'completed': '85.44% (3_150 / 3_687)', 'remaining time': '4:45:34', 'throughput': '8929.93', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:33:32,847 >> {'loss': 0.3687, 'grad_norm': 15.917207717895508, 'learning_rate': 1.510265015595967e-07, 'epoch': 0.20368863574721996, 'num_input_tokens_seen': 6608125952, 'completed': '85.46% (3_151 / 3_687)', 'remaining time': '4:45:01', 'throughput': '8818.16', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:34:02,276 >> {'loss': 0.6256, 'grad_norm': 25.865598678588867, 'learning_rate': 1.5083994734517518e-07, 'epoch': 0.20395985896392732, 'num_input_tokens_seen': 6610223104, 'completed': '85.49% (3_152 / 3_687)', 'remaining time': '4:44:27', 'throughput': '8907.68', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:34:31,254 >> {'loss': 0.4382, 'grad_norm': 17.131990432739258, 'learning_rate': 1.5065371435957484e-07, 'epoch': 0.20423108218063465, 'num_input_tokens_seen': 6612320256, 'completed': '85.52% (3_153 / 3_687)', 'remaining time': '4:43:53', 'throughput': '9046.07', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:35:02,496 >> {'loss': 0.7498, 'grad_norm': 24.471385955810547, 'learning_rate': 1.5046780275266897e-07, 'epoch': 0.20450230539734202, 'num_input_tokens_seen': 6614417408, 'completed': '85.54% (3_154 / 3_687)', 'remaining time': '4:43:21', 'throughput': '8390.86', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:35:35,883 >> {'loss': 0.4527, 'grad_norm': 17.423646926879883, 'learning_rate': 1.5028221267407207e-07, 'epoch': 0.20477352861404935, 'num_input_tokens_seen': 6616514560, 'completed': '85.57% (3_155 / 3_687)', 'remaining time': '4:42:50', 'throughput': '7852.13', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:36:05,624 >> {'loss': 0.2501, 'grad_norm': 13.580658912658691, 'learning_rate': 1.5009694427314007e-07, 'epoch': 0.2050447518307567, 'num_input_tokens_seen': 6618611712, 'completed': '85.60% (3_156 / 3_687)', 'remaining time': '4:42:17', 'throughput': '8813.55', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:36:38,590 >> {'loss': 0.33, 'grad_norm': 16.855371475219727, 'learning_rate': 1.4991199769896983e-07, 'epoch': 0.20531597504746407, 'num_input_tokens_seen': 6620708864, 'completed': '85.63% (3_157 / 3_687)', 'remaining time': '4:41:45', 'throughput': '7952.03', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:37:09,248 >> {'loss': 0.3885, 'grad_norm': 14.530333518981934, 'learning_rate': 1.497273731003994e-07, 'epoch': 0.2055871982641714, 'num_input_tokens_seen': 6622806016, 'completed': '85.65% (3_158 / 3_687)', 'remaining time': '4:41:13', 'throughput': '8550.67', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:37:40,136 >> {'loss': 0.3511, 'grad_norm': 13.189663887023926, 'learning_rate': 1.4954307062600758e-07, 'epoch': 0.20585842148087877, 'num_input_tokens_seen': 6624903168, 'completed': '85.68% (3_159 / 3_687)', 'remaining time': '4:40:40', 'throughput': '8486.80', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:38:10,012 >> {'loss': 0.6974, 'grad_norm': 21.233369827270508, 'learning_rate': 1.4935909042411412e-07, 'epoch': 0.2061296446975861, 'num_input_tokens_seen': 6627000320, 'completed': '85.71% (3_160 / 3_687)', 'remaining time': '4:40:07', 'throughput': '8774.44', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:38:38,842 >> {'loss': 0.498, 'grad_norm': 19.892419815063477, 'learning_rate': 1.4917543264277901e-07, 'epoch': 0.20640086791429346, 'num_input_tokens_seen': 6629097472, 'completed': '85.73% (3_161 / 3_687)', 'remaining time': '4:39:33', 'throughput': '9092.89', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:39:08,510 >> {'loss': 0.4197, 'grad_norm': 14.9336519241333, 'learning_rate': 1.4899209742980317e-07, 'epoch': 0.20667209113100082, 'num_input_tokens_seen': 6631194624, 'completed': '85.76% (3_162 / 3_687)', 'remaining time': '4:38:59', 'throughput': '8835.87', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:39:38,679 >> {'loss': 0.5148, 'grad_norm': 19.203628540039062, 'learning_rate': 1.488090849327279e-07, 'epoch': 0.20694331434770816, 'num_input_tokens_seen': 6633291776, 'completed': '85.79% (3_163 / 3_687)', 'remaining time': '4:38:26', 'throughput': '8689.10', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:40:09,128 >> {'loss': 0.3568, 'grad_norm': 14.907687187194824, 'learning_rate': 1.4862639529883463e-07, 'epoch': 0.20721453756441552, 'num_input_tokens_seen': 6635388928, 'completed': '85.82% (3_164 / 3_687)', 'remaining time': '4:37:53', 'throughput': '8609.18', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:40:39,554 >> {'loss': 0.3888, 'grad_norm': 16.64046287536621, 'learning_rate': 1.4844402867514503e-07, 'epoch': 0.20748576078112285, 'num_input_tokens_seen': 6637486080, 'completed': '85.84% (3_165 / 3_687)', 'remaining time': '4:37:21', 'throughput': '8615.78', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:41:13,119 >> {'loss': 0.2793, 'grad_norm': 12.00853157043457, 'learning_rate': 1.4826198520842093e-07, 'epoch': 0.2077569839978302, 'num_input_tokens_seen': 6639583232, 'completed': '85.87% (3_166 / 3_687)', 'remaining time': '4:36:50', 'throughput': '7810.24', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:41:44,109 >> {'loss': 0.4134, 'grad_norm': 15.106518745422363, 'learning_rate': 1.4808026504516374e-07, 'epoch': 0.20802820721453757, 'num_input_tokens_seen': 6641680384, 'completed': '85.90% (3_167 / 3_687)', 'remaining time': '4:36:17', 'throughput': '8458.87', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:42:13,338 >> {'loss': 0.5532, 'grad_norm': 18.982995986938477, 'learning_rate': 1.4789886833161506e-07, 'epoch': 0.2082994304312449, 'num_input_tokens_seen': 6643777536, 'completed': '85.92% (3_168 / 3_687)', 'remaining time': '4:35:44', 'throughput': '8968.79', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:42:45,922 >> {'loss': 0.3146, 'grad_norm': 12.5213041305542, 'learning_rate': 1.477177952137561e-07, 'epoch': 0.20857065364795227, 'num_input_tokens_seen': 6645874688, 'completed': '85.95% (3_169 / 3_687)', 'remaining time': '4:35:12', 'throughput': '8045.06', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:43:20,034 >> {'loss': 0.5158, 'grad_norm': 18.02132797241211, 'learning_rate': 1.4753704583730754e-07, 'epoch': 0.2088418768646596, 'num_input_tokens_seen': 6647971840, 'completed': '85.98% (3_170 / 3_687)', 'remaining time': '4:34:42', 'throughput': '7684.82', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:43:52,122 >> {'loss': 0.3841, 'grad_norm': 16.98950958251953, 'learning_rate': 1.4735662034772962e-07, 'epoch': 0.20911310008136696, 'num_input_tokens_seen': 6650068992, 'completed': '86.00% (3_171 / 3_687)', 'remaining time': '4:34:10', 'throughput': '8169.60', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:44:22,021 >> {'loss': 0.327, 'grad_norm': 15.854743003845215, 'learning_rate': 1.47176518890222e-07, 'epoch': 0.20938432329807433, 'num_input_tokens_seen': 6652166144, 'completed': '86.03% (3_172 / 3_687)', 'remaining time': '4:33:37', 'throughput': '8767.53', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:44:53,648 >> {'loss': 0.3407, 'grad_norm': 14.455223083496094, 'learning_rate': 1.4699674160972337e-07, 'epoch': 0.20965554651478166, 'num_input_tokens_seen': 6654263296, 'completed': '86.06% (3_173 / 3_687)', 'remaining time': '4:33:05', 'throughput': '8288.66', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:45:22,674 >> {'loss': 0.2415, 'grad_norm': 12.59441089630127, 'learning_rate': 1.4681728865091165e-07, 'epoch': 0.20992676973148902, 'num_input_tokens_seen': 6656360448, 'completed': '86.09% (3_174 / 3_687)', 'remaining time': '4:32:31', 'throughput': '9031.41', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:45:51,101 >> {'loss': 0.529, 'grad_norm': 21.2336483001709, 'learning_rate': 1.466381601582038e-07, 'epoch': 0.21019799294819635, 'num_input_tokens_seen': 6658457600, 'completed': '86.11% (3_175 / 3_687)', 'remaining time': '4:31:57', 'throughput': '9221.59', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:46:21,161 >> {'loss': 0.2731, 'grad_norm': 15.553447723388672, 'learning_rate': 1.4645935627575562e-07, 'epoch': 0.21046921616490372, 'num_input_tokens_seen': 6660554752, 'completed': '86.14% (3_176 / 3_687)', 'remaining time': '4:31:24', 'throughput': '8720.72', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:46:48,845 >> {'loss': 0.626, 'grad_norm': 19.533782958984375, 'learning_rate': 1.462808771474617e-07, 'epoch': 0.21074043938161108, 'num_input_tokens_seen': 6662651904, 'completed': '86.17% (3_177 / 3_687)', 'remaining time': '4:30:49', 'throughput': '9469.21', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:47:19,602 >> {'loss': 0.2152, 'grad_norm': 11.384428024291992, 'learning_rate': 1.4610272291695503e-07, 'epoch': 0.2110116625983184, 'num_input_tokens_seen': 6664749056, 'completed': '86.19% (3_178 / 3_687)', 'remaining time': '4:30:17', 'throughput': '8522.97', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:47:50,938 >> {'loss': 0.3965, 'grad_norm': 17.49107551574707, 'learning_rate': 1.4592489372760764e-07, 'epoch': 0.21128288581502577, 'num_input_tokens_seen': 6666846208, 'completed': '86.22% (3_179 / 3_687)', 'remaining time': '4:29:45', 'throughput': '8365.56', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:48:22,962 >> {'loss': 0.3181, 'grad_norm': 14.759407043457031, 'learning_rate': 1.4574738972252953e-07, 'epoch': 0.2115541090317331, 'num_input_tokens_seen': 6668943360, 'completed': '86.25% (3_180 / 3_687)', 'remaining time': '4:29:13', 'throughput': '8185.88', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:48:52,024 >> {'loss': 0.4154, 'grad_norm': 15.087119102478027, 'learning_rate': 1.4557021104456923e-07, 'epoch': 0.21182533224844047, 'num_input_tokens_seen': 6671040512, 'completed': '86.28% (3_181 / 3_687)', 'remaining time': '4:28:39', 'throughput': '9020.01', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:49:24,807 >> {'loss': 0.3897, 'grad_norm': 17.55137062072754, 'learning_rate': 1.4539335783631346e-07, 'epoch': 0.21209655546514783, 'num_input_tokens_seen': 6673137664, 'completed': '86.30% (3_182 / 3_687)', 'remaining time': '4:28:08', 'throughput': '7996.34', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:49:56,738 >> {'loss': 0.4131, 'grad_norm': 14.304892539978027, 'learning_rate': 1.4521683024008687e-07, 'epoch': 0.21236777868185516, 'num_input_tokens_seen': 6675234816, 'completed': '86.33% (3_183 / 3_687)', 'remaining time': '4:27:36', 'throughput': '8209.92', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:50:27,463 >> {'loss': 0.4752, 'grad_norm': 17.37781524658203, 'learning_rate': 1.450406283979521e-07, 'epoch': 0.21263900189856252, 'num_input_tokens_seen': 6677331968, 'completed': '86.36% (3_184 / 3_687)', 'remaining time': '4:27:03', 'throughput': '8531.87', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:50:59,529 >> {'loss': 0.2446, 'grad_norm': 11.948087692260742, 'learning_rate': 1.4486475245170977e-07, 'epoch': 0.21291022511526986, 'num_input_tokens_seen': 6679429120, 'completed': '86.38% (3_185 / 3_687)', 'remaining time': '4:26:32', 'throughput': '8175.14', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:51:31,145 >> {'loss': 0.3559, 'grad_norm': 17.137893676757812, 'learning_rate': 1.446892025428981e-07, 'epoch': 0.21318144833197722, 'num_input_tokens_seen': 6681526272, 'completed': '86.41% (3_186 / 3_687)', 'remaining time': '4:26:00', 'throughput': '8291.53', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:52:01,342 >> {'loss': 0.1706, 'grad_norm': 8.884380340576172, 'learning_rate': 1.4451397881279298e-07, 'epoch': 0.21345267154868458, 'num_input_tokens_seen': 6683623424, 'completed': '86.44% (3_187 / 3_687)', 'remaining time': '4:25:27', 'throughput': '8680.97', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:52:31,091 >> {'loss': 0.3805, 'grad_norm': 16.802011489868164, 'learning_rate': 1.4433908140240792e-07, 'epoch': 0.21372389476539191, 'num_input_tokens_seen': 6685720576, 'completed': '86.47% (3_188 / 3_687)', 'remaining time': '4:24:54', 'throughput': '8811.96', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:53:02,121 >> {'loss': 0.3829, 'grad_norm': 20.294599533081055, 'learning_rate': 1.4416451045249354e-07, 'epoch': 0.21399511798209928, 'num_input_tokens_seen': 6687817728, 'completed': '86.49% (3_189 / 3_687)', 'remaining time': '4:24:21', 'throughput': '8447.97', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:53:34,203 >> {'loss': 0.3615, 'grad_norm': 16.205463409423828, 'learning_rate': 1.43990266103538e-07, 'epoch': 0.2142663411988066, 'num_input_tokens_seen': 6689914880, 'completed': '86.52% (3_190 / 3_687)', 'remaining time': '4:23:50', 'throughput': '8171.23', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:54:04,489 >> {'loss': 0.3264, 'grad_norm': 17.31773567199707, 'learning_rate': 1.4381634849576644e-07, 'epoch': 0.21453756441551397, 'num_input_tokens_seen': 6692012032, 'completed': '86.55% (3_191 / 3_687)', 'remaining time': '4:23:17', 'throughput': '8655.45', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:54:35,020 >> {'loss': 0.3105, 'grad_norm': 13.5274658203125, 'learning_rate': 1.4364275776914112e-07, 'epoch': 0.21480878763222133, 'num_input_tokens_seen': 6694109184, 'completed': '86.57% (3_192 / 3_687)', 'remaining time': '4:22:44', 'throughput': '8586.17', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:55:07,619 >> {'loss': 0.3113, 'grad_norm': 12.372538566589355, 'learning_rate': 1.4346949406336136e-07, 'epoch': 0.21508001084892867, 'num_input_tokens_seen': 6696206336, 'completed': '86.60% (3_193 / 3_687)', 'remaining time': '4:22:13', 'throughput': '8041.62', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:55:37,670 >> {'loss': 0.2954, 'grad_norm': 12.951509475708008, 'learning_rate': 1.4329655751786318e-07, 'epoch': 0.21535123406563603, 'num_input_tokens_seen': 6698303488, 'completed': '86.63% (3_194 / 3_687)', 'remaining time': '4:21:40', 'throughput': '8723.08', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:56:08,015 >> {'loss': 0.4798, 'grad_norm': 16.507877349853516, 'learning_rate': 1.4312394827181925e-07, 'epoch': 0.21562245728234336, 'num_input_tokens_seen': 6700400640, 'completed': '86.66% (3_195 / 3_687)', 'remaining time': '4:21:07', 'throughput': '8639.03', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:56:41,187 >> {'loss': 0.3777, 'grad_norm': 15.880234718322754, 'learning_rate': 1.4295166646413898e-07, 'epoch': 0.21589368049905072, 'num_input_tokens_seen': 6702497792, 'completed': '86.68% (3_196 / 3_687)', 'remaining time': '4:20:36', 'throughput': '7902.60', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:57:11,356 >> {'loss': 0.3242, 'grad_norm': 15.432538986206055, 'learning_rate': 1.4277971223346825e-07, 'epoch': 0.21616490371575806, 'num_input_tokens_seen': 6704594944, 'completed': '86.71% (3_197 / 3_687)', 'remaining time': '4:20:03', 'throughput': '8689.15', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:57:43,327 >> {'loss': 0.4032, 'grad_norm': 18.914257049560547, 'learning_rate': 1.4260808571818917e-07, 'epoch': 0.21643612693246542, 'num_input_tokens_seen': 6706692096, 'completed': '86.74% (3_198 / 3_687)', 'remaining time': '4:19:31', 'throughput': '8199.23', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:58:15,547 >> {'loss': 0.3723, 'grad_norm': 17.466224670410156, 'learning_rate': 1.4243678705642027e-07, 'epoch': 0.21670735014917278, 'num_input_tokens_seen': 6708789248, 'completed': '86.76% (3_199 / 3_687)', 'remaining time': '4:19:00', 'throughput': '8136.13', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:58:42,988 >> {'loss': 0.4615, 'grad_norm': 19.855295181274414, 'learning_rate': 1.4226581638601635e-07, 'epoch': 0.2169785733658801, 'num_input_tokens_seen': 6710886400, 'completed': '86.79% (3_200 / 3_687)', 'remaining time': '4:18:25', 'throughput': '9553.02', 'gpu_mem_free': '5581MB'} +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/distributed/fsdp/fully_sharded_data_parallel.py:689: FutureWarning: FSDP.state_dict_type() and FSDP.set_state_dict_type() are being deprecated. Please use APIs, get_state_dict() and set_state_dict(), which can support different parallelisms, FSDP1, FSDP2, DDP. API doc: https://pytorch.org/docs/stable/distributed.checkpoint.html#torch.distributed.checkpoint.state_dict.get_state_dict .Tutorial: https://pytorch.org/tutorials/recipes/distributed_checkpoint_recipe.html . + warnings.warn( +[INFO|trainer.py:3503] 2024-12-26 21:59:06,009 >> Saving model checkpoint to /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-3200 +[INFO|configuration_utils.py:472] 2024-12-26 21:59:06,012 >> Configuration saved in /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-3200/config.json +[INFO|configuration_utils.py:807] 2024-12-26 21:59:06,014 >> Configuration saved in /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-3200/generation_config.json +[INFO|modeling_utils.py:2807] 2024-12-26 22:00:00,600 >> The model is bigger than the maximum size per checkpoint (5GB) and is going to be split in 7 checkpoint shards. You can find where each parameters has been saved in the index located at /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-3200/model.safetensors.index.json. +[INFO|tokenization_utils_base.py:2684] 2024-12-26 22:00:00,604 >> tokenizer config file saved in /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-3200/tokenizer_config.json +[INFO|tokenization_utils_base.py:2693] 2024-12-26 22:00:00,605 >> Special tokens file saved in /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-3200/special_tokens_map.json +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/distributed/fsdp/fully_sharded_data_parallel.py:689: FutureWarning: FSDP.state_dict_type() and FSDP.set_state_dict_type() are being deprecated. Please use APIs, get_state_dict() and set_state_dict(), which can support different parallelisms, FSDP1, FSDP2, DDP. API doc: https://pytorch.org/docs/stable/distributed.checkpoint.html#torch.distributed.checkpoint.state_dict.get_state_dict .Tutorial: https://pytorch.org/tutorials/recipes/distributed_checkpoint_recipe.html . + warnings.warn( +[WARNING|trainer.py:868] 2024-12-26 22:03:38,362 >> Save streaming dataset state: {'epoch': 0, 'sample_in_epoch': 6400, 'num_canonical_nodes': 1, 'shuffle_seed': 42, 'initial_physical_nodes': 1} +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/utils/checkpoint.py:1399: FutureWarning: `torch.cpu.amp.autocast(args...)` is deprecated. Please use `torch.amp.autocast('cpu', args...)` instead. + with device_autocast_ctx, torch.cpu.amp.autocast(**cpu_autocast_kwargs), recompute_context: # type: ignore[attr-defined] +[INFO|trainer.py:175] 2024-12-26 22:04:11,264 >> {'loss': 0.5931, 'grad_norm': 20.14664077758789, 'learning_rate': 1.4209517384456786e-07, 'epoch': 0.21724979658258747, 'num_input_tokens_seen': 6712983552, 'completed': '86.82% (3_201 / 3_687)', 'remaining time': '4:20:53', 'throughput': '798.55', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 22:04:43,013 >> {'loss': 0.3161, 'grad_norm': 11.748592376708984, 'learning_rate': 1.4192485956940153e-07, 'epoch': 0.2175210197992948, 'num_input_tokens_seen': 6715080704, 'completed': '86.85% (3_202 / 3_687)', 'remaining time': '4:20:21', 'throughput': '8256.72', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 22:05:15,795 >> {'loss': 0.2212, 'grad_norm': 10.327018737792969, 'learning_rate': 1.4175487369757973e-07, 'epoch': 0.21779224301600217, 'num_input_tokens_seen': 6717177856, 'completed': '86.87% (3_203 / 3_687)', 'remaining time': '4:19:49', 'throughput': '7996.70', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 22:05:45,393 >> {'loss': 0.5347, 'grad_norm': 18.968761444091797, 'learning_rate': 1.4158521636590079e-07, 'epoch': 0.21806346623270953, 'num_input_tokens_seen': 6719275008, 'completed': '86.90% (3_204 / 3_687)', 'remaining time': '4:19:15', 'throughput': '8856.67', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 22:06:13,516 >> {'loss': 0.6773, 'grad_norm': 20.50962257385254, 'learning_rate': 1.4141588771089838e-07, 'epoch': 0.21833468944941686, 'num_input_tokens_seen': 6721372160, 'completed': '86.93% (3_205 / 3_687)', 'remaining time': '4:18:40', 'throughput': '9321.50', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 22:06:44,712 >> {'loss': 0.2704, 'grad_norm': 11.771401405334473, 'learning_rate': 1.412468878688418e-07, 'epoch': 0.21860591266612422, 'num_input_tokens_seen': 6723469312, 'completed': '86.95% (3_206 / 3_687)', 'remaining time': '4:18:08', 'throughput': '8402.90', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 22:07:14,889 >> {'loss': 0.2279, 'grad_norm': 11.137237548828125, 'learning_rate': 1.410782169757356e-07, 'epoch': 0.21887713588283156, 'num_input_tokens_seen': 6725566464, 'completed': '86.98% (3_207 / 3_687)', 'remaining time': '4:17:34', 'throughput': '8687.04', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 22:07:45,137 >> {'loss': 0.3856, 'grad_norm': 14.032715797424316, 'learning_rate': 1.4090987516731977e-07, 'epoch': 0.21914835909953892, 'num_input_tokens_seen': 6727663616, 'completed': '87.01% (3_208 / 3_687)', 'remaining time': '4:17:01', 'throughput': '8666.32', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 22:08:18,116 >> {'loss': 0.341, 'grad_norm': 13.834157943725586, 'learning_rate': 1.4074186257906934e-07, 'epoch': 0.21941958231624628, 'num_input_tokens_seen': 6729760768, 'completed': '87.04% (3_209 / 3_687)', 'remaining time': '4:16:29', 'throughput': '7948.84', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 22:08:46,630 >> {'loss': 0.4968, 'grad_norm': 16.78160285949707, 'learning_rate': 1.4057417934619453e-07, 'epoch': 0.21969080553295361, 'num_input_tokens_seen': 6731857920, 'completed': '87.06% (3_210 / 3_687)', 'remaining time': '4:15:55', 'throughput': '9193.63', 'gpu_mem_free': '5581MB'} +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/transformers/utils/hub.py:127: FutureWarning: Using `TRANSFORMERS_CACHE` is deprecated and will be removed in v5 of Transformers. Use `HF_HOME` instead. + warnings.warn( +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/transformers/utils/hub.py:127: FutureWarning: Using `TRANSFORMERS_CACHE` is deprecated and will be removed in v5 of Transformers. Use `HF_HOME` instead. + warnings.warn( +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/transformers/utils/hub.py:127: FutureWarning: Using `TRANSFORMERS_CACHE` is deprecated and will be removed in v5 of Transformers. Use `HF_HOME` instead. + warnings.warn( +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/transformers/utils/hub.py:127: FutureWarning: Using `TRANSFORMERS_CACHE` is deprecated and will be removed in v5 of Transformers. Use `HF_HOME` instead. + warnings.warn( +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/transformers/utils/hub.py:127: FutureWarning: Using `TRANSFORMERS_CACHE` is deprecated and will be removed in v5 of Transformers. Use `HF_HOME` instead. + warnings.warn( +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/transformers/utils/hub.py:127: FutureWarning: Using `TRANSFORMERS_CACHE` is deprecated and will be removed in v5 of Transformers. Use `HF_HOME` instead. + warnings.warn( +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/transformers/utils/hub.py:127: FutureWarning: Using `TRANSFORMERS_CACHE` is deprecated and will be removed in v5 of Transformers. Use `HF_HOME` instead. + warnings.warn( +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/transformers/utils/hub.py:127: FutureWarning: Using `TRANSFORMERS_CACHE` is deprecated and will be removed in v5 of Transformers. Use `HF_HOME` instead. + warnings.warn( +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/transformers/utils/import_utils.py:575: FutureWarning: `is_torch_tpu_available` is deprecated and will be removed in 4.41.0. Please use the `is_torch_xla_available` instead. + warnings.warn( +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/transformers/utils/import_utils.py:575: FutureWarning: `is_torch_tpu_available` is deprecated and will be removed in 4.41.0. Please use the `is_torch_xla_available` instead. + warnings.warn( +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/transformers/utils/import_utils.py:575: FutureWarning: `is_torch_tpu_available` is deprecated and will be removed in 4.41.0. Please use the `is_torch_xla_available` instead. + warnings.warn( +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/transformers/utils/import_utils.py:575: FutureWarning: `is_torch_tpu_available` is deprecated and will be removed in 4.41.0. Please use the `is_torch_xla_available` instead. + warnings.warn( +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/transformers/utils/import_utils.py:575: FutureWarning: `is_torch_tpu_available` is deprecated and will be removed in 4.41.0. Please use the `is_torch_xla_available` instead. + warnings.warn( +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/transformers/utils/import_utils.py:575: FutureWarning: `is_torch_tpu_available` is deprecated and will be removed in 4.41.0. Please use the `is_torch_xla_available` instead. + warnings.warn( +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/transformers/utils/import_utils.py:575: FutureWarning: `is_torch_tpu_available` is deprecated and will be removed in 4.41.0. Please use the `is_torch_xla_available` instead. + warnings.warn( +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/transformers/utils/import_utils.py:575: FutureWarning: `is_torch_tpu_available` is deprecated and will be removed in 4.41.0. Please use the `is_torch_xla_available` instead. + warnings.warn( +12/26/2024 22:45:58 - WARNING - __main__ - Process rank: 7, device: cuda:7, n_gpu: 1distributed training: True, fp16 training: False, bf16 training: True +12/26/2024 22:45:58 - WARNING - __main__ - Process rank: 5, device: cuda:5, n_gpu: 1distributed training: True, fp16 training: False, bf16 training: True +12/26/2024 22:45:58 - WARNING - __main__ - Process rank: 3, device: cuda:3, n_gpu: 1distributed training: True, fp16 training: False, bf16 training: True +12/26/2024 22:46:00 - WARNING - __main__ - Process rank: 0, device: cuda:0, n_gpu: 1distributed training: True, fp16 training: False, bf16 training: True +12/26/2024 22:46:00 - INFO - __main__ - Additional arguments ScriptArguments(model_family='llama', model_name_or_path='/scratch3/workspace/ctpham_umass_edu-ft/models/Llama-3-8B-ProLong-512k-Base/', config_overrides=None, config_overrides_json='', config_name='/scratch3/workspace/ctpham_umass_edu-ft/models/Llama-3-8B-ProLong-512k-Base/', tokenizer_name='/scratch3/workspace/ctpham_umass_edu-ft/models/Llama-3-8B-ProLong-512k-Base/', cache_dir=None, use_fast_tokenizer=False, model_revision='main', use_auth_token=False, tokenized_mds_train=['/work/pi_miyyer_umass_edu/ctpham/BookClaim-dev/data/ft/bookclaim_balanced_pack_complete'], tokenized_mds_validation=[], tokenized_mds_test=[], token_scaled_loss=True) +12/26/2024 22:46:00 - INFO - __main__ - Checkpoint detected, resuming training at /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-3200. To avoid this behavior, change the `--output_dir` or add `--overwrite_output_dir` to train from scratch. +[INFO|tokenization_utils_base.py:2267] 2024-12-26 22:46:00,024 >> loading file tokenizer.json +[INFO|tokenization_utils_base.py:2267] 2024-12-26 22:46:00,024 >> loading file added_tokens.json +[INFO|tokenization_utils_base.py:2267] 2024-12-26 22:46:00,024 >> loading file special_tokens_map.json +[INFO|tokenization_utils_base.py:2267] 2024-12-26 22:46:00,024 >> loading file tokenizer_config.json + Loading checkpoint shards: 0%| | 0/7 [00:00> Special tokens have been added in the vocabulary, make sure the associated word embeddings are fine-tuned or trained. +[INFO|configuration_utils.py:731] 2024-12-26 22:46:00,354 >> loading configuration file /scratch3/workspace/ctpham_umass_edu-ft/models/Llama-3-8B-ProLong-512k-Base/config.json +[INFO|configuration_utils.py:800] 2024-12-26 22:46:00,355 >> Model config LlamaConfig { + "_name_or_path": "/scratch3/workspace/ctpham_umass_edu-ft/models/Llama-3-8B-ProLong-512k-Base/", + "architectures": [ + "LlamaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 128000, + "eos_token_id": 128009, + "hidden_act": "silu", + "hidden_size": 4096, + "initializer_range": 0.02, + "intermediate_size": 14336, + "max_position_embeddings": 524288, + "mlp_bias": false, + "model_type": "llama", + "num_attention_heads": 32, + "num_hidden_layers": 32, + "num_key_value_heads": 8, + "pad_token_id": 0, + "pretraining_tp": 1, + "rms_norm_eps": 1e-05, + "rope_scaling": null, + "rope_theta": 128000000.0, + "tie_word_embeddings": false, + "torch_dtype": "float32", + "transformers_version": "4.44.2", + "use_cache": true, + "vocab_size": 128256 +} + +12/26/2024 22:46:00 - INFO - __main__ - Loaded tokenizer - CPU Memory usage: 630.45 MB RSS + Loading checkpoint shards: 43%|████▎ | 3/7 [00:00<00:00, 8.71it/s] Loading checkpoint shards: 43%|████▎ | 3/7 [00:00<00:00, 8.75it/s] Loading checkpoint shards: 43%|████▎ | 3/7 [00:00<00:00, 8.70it/s]12/26/2024 22:46:00 - INFO - __main__ - GPU 0: 4/81920 MB +12/26/2024 22:46:00 - INFO - __main__ - GPU 1: 423/81920 MB +12/26/2024 22:46:00 - INFO - __main__ - GPU 2: 423/81920 MB +12/26/2024 22:46:00 - INFO - __main__ - GPU 3: 423/81920 MB +12/26/2024 22:46:00 - INFO - __main__ - GPU 4: 423/81920 MB +12/26/2024 22:46:00 - INFO - __main__ - GPU 5: 423/81920 MB +12/26/2024 22:46:00 - INFO - __main__ - GPU 6: 423/81920 MB +12/26/2024 22:46:00 - INFO - __main__ - GPU 7: 423/81920 MB +[INFO|modeling_utils.py:3675] 2024-12-26 22:46:00,440 >> loading weights file /scratch3/workspace/ctpham_umass_edu-ft/models/Llama-3-8B-ProLong-512k-Base/model.safetensors.index.json +[INFO|configuration_utils.py:1038] 2024-12-26 22:46:00,441 >> Generate config GenerationConfig { + "bos_token_id": 128000, + "eos_token_id": 128009, + "pad_token_id": 0 +} + + Loading checkpoint shards: 0%| | 0/7 [00:00> All model checkpoint weights were used when initializing LlamaForCausalLM. + +[INFO|modeling_utils.py:4515] 2024-12-26 22:46:01,329 >> All the weights of LlamaForCausalLM were initialized from the model checkpoint at /scratch3/workspace/ctpham_umass_edu-ft/models/Llama-3-8B-ProLong-512k-Base/. +If your task is similar to the task the model of the checkpoint was trained on, you can already use LlamaForCausalLM for predictions without further training. +[INFO|modeling_utils.py:4003] 2024-12-26 22:46:01,332 >> Generation config file not found, using a generation config created from the model config. +12/26/2024 22:46:01 - INFO - __main__ - Model: LlamaForCausalLM( + (model): LlamaModel( + (embed_tokens): Embedding(128256, 4096, padding_idx=0) + (layers): ModuleList( + (0-31): 32 x LlamaDecoderLayer( + (self_attn): LlamaAttention( + (q_proj): Linear(in_features=4096, out_features=4096, bias=False) + (k_proj): Linear(in_features=4096, out_features=1024, bias=False) + (v_proj): Linear(in_features=4096, out_features=1024, bias=False) + (o_proj): Linear(in_features=4096, out_features=4096, bias=False) + (rotary_emb): LlamaRotaryEmbedding() + (distributed_attn_func): DistributedAttention() + (distributed_varlen_attn_func): DistributedAttention() + ) + (mlp): LlamaMLP( + (gate_proj): Linear(in_features=4096, out_features=14336, bias=False) + (up_proj): Linear(in_features=4096, out_features=14336, bias=False) + (down_proj): Linear(in_features=14336, out_features=4096, bias=False) + (act_fn): SiLU() + ) + (input_layernorm): LlamaRMSNorm() + (post_attention_layernorm): LlamaRMSNorm() + ) + ) + (norm): LlamaRMSNorm() + ) + (lm_head): Linear(in_features=4096, out_features=128256, bias=False) +) +12/26/2024 22:46:01 - INFO - __main__ - Loaded model - CPU Memory usage: 655.82 MB RSS + Loading checkpoint shards: 86%|████████▌ | 6/7 [00:00<00:00, 8.93it/s] Loading checkpoint shards: 100%|██████████| 7/7 [00:00<00:00, 9.33it/s] Loading checkpoint shards: 100%|██████████| 7/7 [00:00<00:00, 8.90it/s] + Loading checkpoint shards: 100%|██████████| 7/7 [00:00<00:00, 9.07it/s] Loading checkpoint shards: 100%|██████████| 7/7 [00:00<00:00, 8.57it/s] +12/26/2024 22:46:01 - INFO - __main__ - GPU 0: 4/81920 MB +12/26/2024 22:46:01 - INFO - __main__ - GPU 1: 423/81920 MB +12/26/2024 22:46:01 - INFO - __main__ - GPU 2: 423/81920 MB +12/26/2024 22:46:01 - INFO - __main__ - GPU 3: 425/81920 MB +12/26/2024 22:46:01 - INFO - __main__ - GPU 4: 423/81920 MB +12/26/2024 22:46:01 - INFO - __main__ - GPU 5: 425/81920 MB +12/26/2024 22:46:01 - INFO - __main__ - GPU 6: 423/81920 MB +12/26/2024 22:46:01 - INFO - __main__ - GPU 7: 425/81920 MB + Loading checkpoint shards: 100%|██████████| 7/7 [00:00<00:00, 9.83it/s] Loading checkpoint shards: 100%|██████████| 7/7 [00:00<00:00, 9.16it/s] + Loading checkpoint shards: 100%|██████████| 7/7 [00:00<00:00, 8.70it/s] +12/26/2024 22:46:05 - INFO - training.dataset - Loading datasets for training +12/26/2024 22:46:05 - WARNING - streaming.base.dataset - Because `predownload` was not specified, it will default to 8*batch_size if batch_size is not None, otherwise 64. Prior to Streaming v0.7.0, `predownload` defaulted to max(batch_size, 256 * batch_size // num_canonical_nodes). +12/26/2024 22:46:05 - WARNING - streaming.base.dataset - Because `predownload` was not specified, it will default to 8*batch_size if batch_size is not None, otherwise 64. Prior to Streaming v0.7.0, `predownload` defaulted to max(batch_size, 256 * batch_size // num_canonical_nodes). +12/26/2024 22:46:05 - WARNING - streaming.base.dataset - Because `predownload` was not specified, it will default to 8*batch_size if batch_size is not None, otherwise 64. Prior to Streaming v0.7.0, `predownload` defaulted to max(batch_size, 256 * batch_size // num_canonical_nodes). +12/26/2024 22:46:05 - WARNING - streaming.base.dataset - Because `predownload` was not specified, it will default to 8*batch_size if batch_size is not None, otherwise 64. Prior to Streaming v0.7.0, `predownload` defaulted to max(batch_size, 256 * batch_size // num_canonical_nodes). +12/26/2024 22:46:05 - WARNING - streaming.base.dataset - Because `predownload` was not specified, it will default to 8*batch_size if batch_size is not None, otherwise 64. Prior to Streaming v0.7.0, `predownload` defaulted to max(batch_size, 256 * batch_size // num_canonical_nodes). +12/26/2024 22:46:05 - WARNING - streaming.base.dataset - Because `predownload` was not specified, it will default to 8*batch_size if batch_size is not None, otherwise 64. Prior to Streaming v0.7.0, `predownload` defaulted to max(batch_size, 256 * batch_size // num_canonical_nodes). +12/26/2024 22:46:05 - WARNING - streaming.base.dataset - Because `predownload` was not specified, it will default to 8*batch_size if batch_size is not None, otherwise 64. Prior to Streaming v0.7.0, `predownload` defaulted to max(batch_size, 256 * batch_size // num_canonical_nodes). +12/26/2024 22:46:05 - WARNING - streaming.base.dataset - Because `predownload` was not specified, it will default to 8*batch_size if batch_size is not None, otherwise 64. Prior to Streaming v0.7.0, `predownload` defaulted to max(batch_size, 256 * batch_size // num_canonical_nodes). +12/26/2024 22:46:05 - INFO - __main__ - Loaded training dataset +[INFO|trainer.py:648] 2024-12-26 22:46:06,218 >> Using auto half precision backend +[INFO|trainer.py:262] 2024-12-26 22:46:06,218 >> Using world as sequence parallel group +12/26/2024 22:46:06 - INFO - __main__ - Trainer created +12/26/2024 22:46:06 - INFO - __main__ - Training/evaluation parameters TrainingArguments( +_n_gpu=1, +accelerator_config={'split_batches': False, 'dispatch_batches': None, 'even_batches': True, 'use_seedable_sampler': True, 'non_blocking': False, 'gradient_accumulation_kwargs': None, 'use_configured_state': False}, +adafactor=False, +adam_beta1=0.9, +adam_beta2=0.95, +adam_epsilon=1e-08, +auto_find_batch_size=False, +batch_eval_metrics=False, +bf16=True, +bf16_full_eval=False, +cuda_empty_cache=True, +data_seed=None, +dataloader_drop_last=False, +dataloader_num_workers=1, +dataloader_persistent_workers=False, +dataloader_pin_memory=True, +dataloader_prefetch_factor=None, +ddp_backend=None, +ddp_broadcast_buffers=None, +ddp_bucket_cap_mb=None, +ddp_find_unused_parameters=False, +ddp_timeout=1800, +debug=[], +deepspeed=None, +disable_tqdm=True, +dispatch_batches=None, +do_eval=False, +do_predict=False, +do_train=True, +eval_accumulation_steps=None, +eval_delay=0, +eval_do_concat_batches=True, +eval_on_start=False, +eval_steps=None, +eval_strategy=no, +eval_use_gather_object=False, +evaluation_strategy=None, +fp16=False, +fp16_backend=auto, +fp16_full_eval=False, +fp16_opt_level=O1, +fsdp=[, ], +fsdp_config={'min_num_params': 0, 'xla': False, 'xla_fsdp_v2': False, 'xla_fsdp_grad_ckpt': False}, +fsdp_min_num_params=0, +fsdp_transformer_layer_cls_to_wrap=None, +full_determinism=False, +gradient_accumulation_steps=2, +gradient_checkpointing=True, +gradient_checkpointing_kwargs=None, +greater_is_better=None, +group_by_length=False, +half_precision_backend=auto, +hub_always_push=False, +hub_model_id=None, +hub_private_repo=False, +hub_strategy=every_save, +hub_token=, +ignore_data_skip=False, +include_inputs_for_metrics=False, +include_num_input_tokens_seen=False, +include_tokens_per_second=False, +jit_mode_eval=False, +label_names=None, +label_smoothing_factor=0.0, +learning_rate=1e-06, +length_column_name=length, +load_best_model_at_end=False, +local_rank=0, +log_level=info, +log_level_replica=warning, +log_on_each_node=True, +logging_dir=/scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/runs/Dec26_22-45-54_gpu021, +logging_first_step=False, +logging_nan_inf_filter=True, +logging_steps=1.0, +logging_strategy=steps, +lr_scheduler_kwargs={}, +lr_scheduler_type=cosine, +max_grad_norm=1.0, +max_steps=-1, +metric_for_best_model=None, +min_lr_ratio=0.1, +mp_parameters=, +neftune_noise_alpha=None, +no_cuda=False, +num_train_epochs=1.0, +optim=adamw_torch, +optim_args=None, +optim_target_modules=None, +output_dir=/scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_, +overwrite_output_dir=False, +past_index=-1, +per_device_eval_batch_size=8, +per_device_train_batch_size=1, +prediction_loss_only=False, +push_to_hub=False, +push_to_hub_model_id=None, +push_to_hub_organization=None, +push_to_hub_token=, +ray_scope=last, +remove_unused_columns=False, +report_to=['wandb'], +restore_callback_states_from_checkpoint=False, +resume_from_checkpoint=None, +run_name=balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_, +save_on_each_node=False, +save_only_model=False, +save_safetensors=True, +save_steps=200, +save_strategy=steps, +save_total_limit=None, +seed=42, +seq_parallel_size=8, +skip_memory_metrics=True, +split_batches=None, +streaming_dataset=True, +tf32=None, +torch_compile=False, +torch_compile_backend=None, +torch_compile_mode=None, +torch_empty_cache_steps=None, +torchdynamo=None, +tpu_metrics_debug=False, +tpu_num_cores=None, +use_cpu=False, +use_ipex=False, +use_legacy_prediction_loop=False, +use_mps_device=False, +warmup_ratio=0.05, +warmup_steps=0, +weight_decay=0.1, +) +12/26/2024 22:46:06 - INFO - __main__ - *** Train *** +[WARNING|trainer.py:795] 2024-12-26 22:46:06,365 >> Use streaming dataloader for train +[WARNING|trainer.py:795] 2024-12-26 22:46:06,366 >> Use streaming dataloader for train +[WARNING|trainer.py:795] 2024-12-26 22:46:06,366 >> Use streaming dataloader for train +[WARNING|trainer.py:795] 2024-12-26 22:46:06,367 >> Use streaming dataloader for train +[WARNING|trainer.py:795] 2024-12-26 22:46:06,367 >> Use streaming dataloader for train +[WARNING|trainer.py:795] 2024-12-26 22:46:06,375 >> Use streaming dataloader for train +[WARNING|trainer.py:795] 2024-12-26 22:46:06,377 >> Use streaming dataloader for train +[WARNING|trainer.py:795] 2024-12-26 22:46:06,383 >> Use streaming dataloader for train +[INFO|trainer.py:2526] 2024-12-26 22:46:19,219 >> Loading model from /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-3200. +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/distributed/fsdp/fully_sharded_data_parallel.py:689: FutureWarning: FSDP.state_dict_type() and FSDP.set_state_dict_type() are being deprecated. Please use APIs, get_state_dict() and set_state_dict(), which can support different parallelisms, FSDP1, FSDP2, DDP. API doc: https://pytorch.org/docs/stable/distributed.checkpoint.html#torch.distributed.checkpoint.state_dict.get_state_dict .Tutorial: https://pytorch.org/tutorials/recipes/distributed_checkpoint_recipe.html . + warnings.warn( +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/distributed/fsdp/fully_sharded_data_parallel.py:689: FutureWarning: FSDP.state_dict_type() and FSDP.set_state_dict_type() are being deprecated. Please use APIs, get_state_dict() and set_state_dict(), which can support different parallelisms, FSDP1, FSDP2, DDP. API doc: https://pytorch.org/docs/stable/distributed.checkpoint.html#torch.distributed.checkpoint.state_dict.get_state_dict .Tutorial: https://pytorch.org/tutorials/recipes/distributed_checkpoint_recipe.html . + warnings.warn( +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/distributed/fsdp/fully_sharded_data_parallel.py:689: FutureWarning: FSDP.state_dict_type() and FSDP.set_state_dict_type() are being deprecated. Please use APIs, get_state_dict() and set_state_dict(), which can support different parallelisms, FSDP1, FSDP2, DDP. API doc: https://pytorch.org/docs/stable/distributed.checkpoint.html#torch.distributed.checkpoint.state_dict.get_state_dict .Tutorial: https://pytorch.org/tutorials/recipes/distributed_checkpoint_recipe.html . + warnings.warn( +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/distributed/fsdp/fully_sharded_data_parallel.py:689: FutureWarning: FSDP.state_dict_type() and FSDP.set_state_dict_type() are being deprecated. Please use APIs, get_state_dict() and set_state_dict(), which can support different parallelisms, FSDP1, FSDP2, DDP. API doc: https://pytorch.org/docs/stable/distributed.checkpoint.html#torch.distributed.checkpoint.state_dict.get_state_dict .Tutorial: https://pytorch.org/tutorials/recipes/distributed_checkpoint_recipe.html . + warnings.warn( +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/distributed/fsdp/fully_sharded_data_parallel.py:689: FutureWarning: FSDP.state_dict_type() and FSDP.set_state_dict_type() are being deprecated. Please use APIs, get_state_dict() and set_state_dict(), which can support different parallelisms, FSDP1, FSDP2, DDP. API doc: https://pytorch.org/docs/stable/distributed.checkpoint.html#torch.distributed.checkpoint.state_dict.get_state_dict .Tutorial: https://pytorch.org/tutorials/recipes/distributed_checkpoint_recipe.html . + warnings.warn( +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/distributed/fsdp/fully_sharded_data_parallel.py:689: FutureWarning: FSDP.state_dict_type() and FSDP.set_state_dict_type() are being deprecated. Please use APIs, get_state_dict() and set_state_dict(), which can support different parallelisms, FSDP1, FSDP2, DDP. API doc: https://pytorch.org/docs/stable/distributed.checkpoint.html#torch.distributed.checkpoint.state_dict.get_state_dict .Tutorial: https://pytorch.org/tutorials/recipes/distributed_checkpoint_recipe.html . + warnings.warn( +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/distributed/fsdp/fully_sharded_data_parallel.py:689: FutureWarning: FSDP.state_dict_type() and FSDP.set_state_dict_type() are being deprecated. Please use APIs, get_state_dict() and set_state_dict(), which can support different parallelisms, FSDP1, FSDP2, DDP. API doc: https://pytorch.org/docs/stable/distributed.checkpoint.html#torch.distributed.checkpoint.state_dict.get_state_dict .Tutorial: https://pytorch.org/tutorials/recipes/distributed_checkpoint_recipe.html . + warnings.warn( +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/distributed/fsdp/fully_sharded_data_parallel.py:689: FutureWarning: FSDP.state_dict_type() and FSDP.set_state_dict_type() are being deprecated. Please use APIs, get_state_dict() and set_state_dict(), which can support different parallelisms, FSDP1, FSDP2, DDP. API doc: https://pytorch.org/docs/stable/distributed.checkpoint.html#torch.distributed.checkpoint.state_dict.get_state_dict .Tutorial: https://pytorch.org/tutorials/recipes/distributed_checkpoint_recipe.html . + warnings.warn( +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/accelerate/utils/fsdp_utils.py:126: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature. + state_dict = torch.load(input_model_file) +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/accelerate/utils/fsdp_utils.py:126: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature. + state_dict = torch.load(input_model_file) +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/accelerate/utils/fsdp_utils.py:126: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature. + state_dict = torch.load(input_model_file) +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/accelerate/utils/fsdp_utils.py:126: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature. + state_dict = torch.load(input_model_file) +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/accelerate/utils/fsdp_utils.py:126: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature. + state_dict = torch.load(input_model_file) +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/accelerate/utils/fsdp_utils.py:126: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature. + state_dict = torch.load(input_model_file) +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/accelerate/utils/fsdp_utils.py:126: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature. + state_dict = torch.load(input_model_file) +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/accelerate/utils/fsdp_utils.py:126: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature. + state_dict = torch.load(input_model_file) +[WARNING|trainer.py:901] 2024-12-26 22:47:04,757 >> Load optimizer state from /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-3200 +[WARNING|trainer.py:901] 2024-12-26 22:47:04,760 >> Load optimizer state from /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-3200 +[WARNING|trainer.py:901] 2024-12-26 22:47:04,762 >> Load optimizer state from /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-3200 +[WARNING|trainer.py:901] 2024-12-26 22:47:04,765 >> Load optimizer state from /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-3200 +[WARNING|trainer.py:901] 2024-12-26 22:47:04,776 >> Load optimizer state from /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-3200 +[WARNING|trainer.py:901] 2024-12-26 22:47:04,777 >> Load optimizer state from /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-3200 +[WARNING|trainer.py:901] 2024-12-26 22:47:04,781 >> Load optimizer state from /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-3200 +[WARNING|trainer.py:901] 2024-12-26 22:47:04,784 >> Load optimizer state from /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-3200 +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/accelerate/utils/fsdp_utils.py:209: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature. + optim_state = torch.load(input_optimizer_file) +[WARNING|trainer.py:921] 2024-12-26 22:48:30,482 >> Load scheduler state from /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-3200 +[WARNING|trainer.py:942] 2024-12-26 22:48:30,484 >> Resume streaming dataset state from /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-3200: {'epoch': 0, 'sample_in_epoch': 6400, 'num_canonical_nodes': 1, 'shuffle_seed': 42, 'initial_physical_nodes': 1} +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/transformers/trainer.py:2833: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature. + checkpoint_rng_state = torch.load(rng_file) +[WARNING|trainer.py:921] 2024-12-26 22:48:30,539 >> Load scheduler state from /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-3200 +[WARNING|trainer.py:942] 2024-12-26 22:48:30,540 >> Resume streaming dataset state from /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-3200: {'epoch': 0, 'sample_in_epoch': 6400, 'num_canonical_nodes': 1, 'shuffle_seed': 42, 'initial_physical_nodes': 1} +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/transformers/trainer.py:2833: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature. + checkpoint_rng_state = torch.load(rng_file) +[WARNING|trainer.py:921] 2024-12-26 22:48:30,595 >> Load scheduler state from /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-3200 +[WARNING|trainer.py:942] 2024-12-26 22:48:30,596 >> Resume streaming dataset state from /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-3200: {'epoch': 0, 'sample_in_epoch': 6400, 'num_canonical_nodes': 1, 'shuffle_seed': 42, 'initial_physical_nodes': 1} +[WARNING|trainer.py:921] 2024-12-26 22:48:30,613 >> Load scheduler state from /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-3200 +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/transformers/trainer.py:2833: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature. + checkpoint_rng_state = torch.load(rng_file) +[WARNING|trainer.py:942] 2024-12-26 22:48:30,630 >> Resume streaming dataset state from /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-3200: {'epoch': 0, 'sample_in_epoch': 6400, 'num_canonical_nodes': 1, 'shuffle_seed': 42, 'initial_physical_nodes': 1} +12/26/2024 22:48:30 - WARNING - streaming.base.dataset - Because `shuffle_block_size` was not specified, it will default to max(4_000_000 // num_canonical_nodes, 1 << 18) if num_canonical_nodes is not None, otherwise 262144. Prior to Streaming v0.7.0, `shuffle_block_size` defaulted to 262144. +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/transformers/trainer.py:2833: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature. + checkpoint_rng_state = torch.load(rng_file) +[WARNING|trainer.py:921] 2024-12-26 22:48:30,663 >> Load scheduler state from /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-3200 +[WARNING|trainer.py:942] 2024-12-26 22:48:30,664 >> Resume streaming dataset state from /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-3200: {'epoch': 0, 'sample_in_epoch': 6400, 'num_canonical_nodes': 1, 'shuffle_seed': 42, 'initial_physical_nodes': 1} +[WARNING|trainer.py:921] 2024-12-26 22:48:30,678 >> Load scheduler state from /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-3200 +[WARNING|trainer.py:942] 2024-12-26 22:48:30,679 >> Resume streaming dataset state from /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-3200: {'epoch': 0, 'sample_in_epoch': 6400, 'num_canonical_nodes': 1, 'shuffle_seed': 42, 'initial_physical_nodes': 1} +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/transformers/trainer.py:2833: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature. + checkpoint_rng_state = torch.load(rng_file) +[WARNING|trainer.py:921] 2024-12-26 22:48:30,686 >> Load scheduler state from /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-3200 +[WARNING|trainer.py:942] 2024-12-26 22:48:30,688 >> Resume streaming dataset state from /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-3200: {'epoch': 0, 'sample_in_epoch': 6400, 'num_canonical_nodes': 1, 'shuffle_seed': 42, 'initial_physical_nodes': 1} +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/transformers/trainer.py:2833: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature. + checkpoint_rng_state = torch.load(rng_file) +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/transformers/trainer.py:2833: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature. + checkpoint_rng_state = torch.load(rng_file) +12/26/2024 22:48:30 - WARNING - streaming.base.dataset - Because `shuffle_block_size` was not specified, it will default to max(4_000_000 // num_canonical_nodes, 1 << 18) if num_canonical_nodes is not None, otherwise 262144. Prior to Streaming v0.7.0, `shuffle_block_size` defaulted to 262144. +12/26/2024 22:48:30 - WARNING - streaming.base.dataset - Because `shuffle_block_size` was not specified, it will default to max(4_000_000 // num_canonical_nodes, 1 << 18) if num_canonical_nodes is not None, otherwise 262144. Prior to Streaming v0.7.0, `shuffle_block_size` defaulted to 262144. +12/26/2024 22:48:30 - WARNING - streaming.base.dataset - Because `shuffle_block_size` was not specified, it will default to max(4_000_000 // num_canonical_nodes, 1 << 18) if num_canonical_nodes is not None, otherwise 262144. Prior to Streaming v0.7.0, `shuffle_block_size` defaulted to 262144. +12/26/2024 22:48:30 - WARNING - streaming.base.dataset - Because `shuffle_block_size` was not specified, it will default to max(4_000_000 // num_canonical_nodes, 1 << 18) if num_canonical_nodes is not None, otherwise 262144. Prior to Streaming v0.7.0, `shuffle_block_size` defaulted to 262144. +12/26/2024 22:48:30 - WARNING - streaming.base.dataset - Because `shuffle_block_size` was not specified, it will default to max(4_000_000 // num_canonical_nodes, 1 << 18) if num_canonical_nodes is not None, otherwise 262144. Prior to Streaming v0.7.0, `shuffle_block_size` defaulted to 262144. +12/26/2024 22:48:30 - WARNING - streaming.base.dataset - Because `shuffle_block_size` was not specified, it will default to max(4_000_000 // num_canonical_nodes, 1 << 18) if num_canonical_nodes is not None, otherwise 262144. Prior to Streaming v0.7.0, `shuffle_block_size` defaulted to 262144. +[WARNING|trainer.py:921] 2024-12-26 22:48:35,222 >> Load scheduler state from /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-3200 +[WARNING|trainer.py:942] 2024-12-26 22:48:35,223 >> Resume streaming dataset state from /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-3200: {'epoch': 0, 'sample_in_epoch': 6400, 'num_canonical_nodes': 1, 'shuffle_seed': 42, 'initial_physical_nodes': 1} +[INFO|trainer.py:2134] 2024-12-26 22:48:35,230 >> ***** Running training ***** +[INFO|trainer.py:2135] 2024-12-26 22:48:35,230 >> Num examples = 7,374 +[INFO|trainer.py:2136] 2024-12-26 22:48:35,230 >> Num Epochs = 1 +[INFO|trainer.py:2137] 2024-12-26 22:48:35,230 >> Instantaneous batch size per device = 1 +[INFO|trainer.py:2140] 2024-12-26 22:48:35,230 >> Total train batch size (w. parallel, distributed & accumulation) = 16 +[INFO|trainer.py:2141] 2024-12-26 22:48:35,230 >> Gradient Accumulation steps = 2 +[INFO|trainer.py:2142] 2024-12-26 22:48:35,230 >> Total optimization steps = 3,687 +[INFO|trainer.py:2143] 2024-12-26 22:48:35,232 >> Number of trainable parameters = 1,003,782,656 +[INFO|trainer.py:2165] 2024-12-26 22:48:35,239 >> Continuing training from checkpoint, will skip to saved global_step +[INFO|trainer.py:2166] 2024-12-26 22:48:35,239 >> Continuing training from epoch 0 +[INFO|trainer.py:2167] 2024-12-26 22:48:35,239 >> Continuing training from global step 3200 +[INFO|integration_utils.py:807] 2024-12-26 22:48:35,240 >> Automatic Weights & Biases logging enabled, to disable set os.environ["WANDB_DISABLED"] = "true" +wandb: Currently logged in as: chtmp223. Use `wandb login --relogin` to force relogin +wandb: wandb version 0.19.1 is available! To upgrade, please run: +wandb: $ pip install wandb --upgrade +wandb: Tracking run with wandb version 0.17.3 +wandb: Run data is saved locally in /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses +wandb: Run `wandb offline` to turn off syncing. +wandb: Syncing run balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_ +wandb: ⭐️ View project at https://wandb.ai/chtmp223/prolong +wandb: 🚀 View run at https://wandb.ai/chtmp223/prolong/runs/fta6xses +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/transformers/trainer.py:2833: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature. + checkpoint_rng_state = torch.load(rng_file) +12/26/2024 22:48:44 - WARNING - streaming.base.dataset - Because `shuffle_block_size` was not specified, it will default to max(4_000_000 // num_canonical_nodes, 1 << 18) if num_canonical_nodes is not None, otherwise 262144. Prior to Streaming v0.7.0, `shuffle_block_size` defaulted to 262144. +12/26/2024 22:48:44 - WARNING - streaming.base.dataset - The `replication` arg has been set to 8 and training is resuming from sample 6400. Make sure you are accounting for sample replication when using StreamingDataset's `state_dict` method for deterministic resumption. Otherwise, you will resume training from the wrong sample. +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/utils/checkpoint.py:1399: FutureWarning: `torch.cpu.amp.autocast(args...)` is deprecated. Please use `torch.amp.autocast('cpu', args...)` instead. + with device_autocast_ctx, torch.cpu.amp.autocast(**cpu_autocast_kwargs), recompute_context: # type: ignore[attr-defined] +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/utils/checkpoint.py:1399: FutureWarning: `torch.cpu.amp.autocast(args...)` is deprecated. Please use `torch.amp.autocast('cpu', args...)` instead. + with device_autocast_ctx, torch.cpu.amp.autocast(**cpu_autocast_kwargs), recompute_context: # type: ignore[attr-defined] +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/utils/checkpoint.py:1399: FutureWarning: `torch.cpu.amp.autocast(args...)` is deprecated. Please use `torch.amp.autocast('cpu', args...)` instead. + with device_autocast_ctx, torch.cpu.amp.autocast(**cpu_autocast_kwargs), recompute_context: # type: ignore[attr-defined] +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/utils/checkpoint.py:1399: FutureWarning: `torch.cpu.amp.autocast(args...)` is deprecated. Please use `torch.amp.autocast('cpu', args...)` instead. + with device_autocast_ctx, torch.cpu.amp.autocast(**cpu_autocast_kwargs), recompute_context: # type: ignore[attr-defined] +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/utils/checkpoint.py:1399: FutureWarning: `torch.cpu.amp.autocast(args...)` is deprecated. Please use `torch.amp.autocast('cpu', args...)` instead. + with device_autocast_ctx, torch.cpu.amp.autocast(**cpu_autocast_kwargs), recompute_context: # type: ignore[attr-defined] +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/utils/checkpoint.py:1399: FutureWarning: `torch.cpu.amp.autocast(args...)` is deprecated. Please use `torch.amp.autocast('cpu', args...)` instead. + with device_autocast_ctx, torch.cpu.amp.autocast(**cpu_autocast_kwargs), recompute_context: # type: ignore[attr-defined] +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/utils/checkpoint.py:1399: FutureWarning: `torch.cpu.amp.autocast(args...)` is deprecated. Please use `torch.amp.autocast('cpu', args...)` instead. + with device_autocast_ctx, torch.cpu.amp.autocast(**cpu_autocast_kwargs), recompute_context: # type: ignore[attr-defined] +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/utils/checkpoint.py:1399: FutureWarning: `torch.cpu.amp.autocast(args...)` is deprecated. Please use `torch.amp.autocast('cpu', args...)` instead. + with device_autocast_ctx, torch.cpu.amp.autocast(**cpu_autocast_kwargs), recompute_context: # type: ignore[attr-defined] +[INFO|trainer.py:175] 2024-12-26 22:49:29,622 >> {'loss': 0.4811, 'grad_norm': 16.647418975830078, 'learning_rate': 1.4209517384456786e-07, 'epoch': 0.00027122321670735016, 'num_input_tokens_seen': 6712983552, 'completed': '86.82% (3_201 / 3_687)', 'remaining time': '5:59:50', 'throughput': '2950.43', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 22:50:00,672 >> {'loss': 0.2869, 'grad_norm': 10.773716926574707, 'learning_rate': 1.4192485956940153e-07, 'epoch': 0.0005424464334147003, 'num_input_tokens_seen': 6715080704, 'completed': '86.85% (3_202 / 3_687)', 'remaining time': '5:05:02', 'throughput': '8442.54', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 22:50:33,348 >> {'loss': 0.2319, 'grad_norm': 10.768502235412598, 'learning_rate': 1.4175487369757973e-07, 'epoch': 0.0008136696501220504, 'num_input_tokens_seen': 6717177856, 'completed': '86.87% (3_203 / 3_687)', 'remaining time': '4:50:48', 'throughput': '8022.68', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 22:51:02,632 >> {'loss': 0.5739, 'grad_norm': 20.341934204101562, 'learning_rate': 1.4158521636590079e-07, 'epoch': 0.0010848928668294006, 'num_input_tokens_seen': 6719275008, 'completed': '86.90% (3_204 / 3_687)', 'remaining time': '4:36:35', 'throughput': '8951.76', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 22:51:30,494 >> {'loss': 0.7022, 'grad_norm': 21.294525146484375, 'learning_rate': 1.4141588771089838e-07, 'epoch': 0.0013561160835367507, 'num_input_tokens_seen': 6721372160, 'completed': '86.93% (3_205 / 3_687)', 'remaining time': '4:25:34', 'throughput': '9408.45', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 22:52:01,341 >> {'loss': 0.2761, 'grad_norm': 12.000500679016113, 'learning_rate': 1.412468878688418e-07, 'epoch': 0.0016273393002441008, 'num_input_tokens_seen': 6723469312, 'completed': '86.95% (3_206 / 3_687)', 'remaining time': '4:22:04', 'throughput': '8498.40', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 22:52:31,213 >> {'loss': 0.2413, 'grad_norm': 11.831374168395996, 'learning_rate': 1.410782169757356e-07, 'epoch': 0.001898562516951451, 'num_input_tokens_seen': 6725566464, 'completed': '86.98% (3_207 / 3_687)', 'remaining time': '4:18:18', 'throughput': '8775.65', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 22:53:01,257 >> {'loss': 0.4252, 'grad_norm': 15.416332244873047, 'learning_rate': 1.4090987516731977e-07, 'epoch': 0.0021697857336588013, 'num_input_tokens_seen': 6727663616, 'completed': '87.01% (3_208 / 3_687)', 'remaining time': '4:15:31', 'throughput': '8725.14', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 22:53:34,118 >> {'loss': 0.3768, 'grad_norm': 15.296663284301758, 'learning_rate': 1.4074186257906934e-07, 'epoch': 0.0024410089503661514, 'num_input_tokens_seen': 6729760768, 'completed': '87.04% (3_209 / 3_687)', 'remaining time': '4:15:44', 'throughput': '7977.37', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 22:54:02,485 >> {'loss': 0.5308, 'grad_norm': 17.990812301635742, 'learning_rate': 1.4057417934619453e-07, 'epoch': 0.0027122321670735015, 'num_input_tokens_seen': 6731857920, 'completed': '87.06% (3_210 / 3_687)', 'remaining time': '4:12:14', 'throughput': '9241.13', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 22:54:32,121 >> {'loss': 0.498, 'grad_norm': 20.814661026000977, 'learning_rate': 1.404068256036403e-07, 'epoch': 0.0029834553837808516, 'num_input_tokens_seen': 6733955072, 'completed': '87.09% (3_211 / 3_687)', 'remaining time': '4:10:12', 'throughput': '8845.50', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 22:55:03,519 >> {'loss': 0.363, 'grad_norm': 17.336063385009766, 'learning_rate': 1.4023980148608667e-07, 'epoch': 0.0032546786004882017, 'num_input_tokens_seen': 6736052224, 'completed': '87.12% (3_212 / 3_687)', 'remaining time': '4:09:35', 'throughput': '8349.15', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 22:55:35,176 >> {'loss': 0.1552, 'grad_norm': 9.499157905578613, 'learning_rate': 1.4007310712794827e-07, 'epoch': 0.003525901817195552, 'num_input_tokens_seen': 6738149376, 'completed': '87.14% (3_213 / 3_687)', 'remaining time': '4:09:08', 'throughput': '8280.79', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 22:56:05,122 >> {'loss': 0.5238, 'grad_norm': 22.045595169067383, 'learning_rate': 1.3990674266337442e-07, 'epoch': 0.003797125033902902, 'num_input_tokens_seen': 6740246528, 'completed': '87.17% (3_214 / 3_687)', 'remaining time': '4:07:43', 'throughput': '8753.64', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 22:56:35,183 >> {'loss': 0.311, 'grad_norm': 12.480164527893066, 'learning_rate': 1.3974070822624883e-07, 'epoch': 0.0040683482506102524, 'num_input_tokens_seen': 6742343680, 'completed': '87.20% (3_215 / 3_687)', 'remaining time': '4:06:28', 'throughput': '8720.47', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 22:57:02,588 >> {'loss': 0.508, 'grad_norm': 17.63022232055664, 'learning_rate': 1.3957500395018977e-07, 'epoch': 0.0043395714673176026, 'num_input_tokens_seen': 6744440832, 'completed': '87.23% (3_216 / 3_687)', 'remaining time': '4:04:01', 'throughput': '9565.68', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 22:57:33,988 >> {'loss': 0.5619, 'grad_norm': 19.386255264282227, 'learning_rate': 1.394096299685497e-07, 'epoch': 0.004610794684024953, 'num_input_tokens_seen': 6746537984, 'completed': '87.25% (3_217 / 3_687)', 'remaining time': '4:03:39', 'throughput': '8348.53', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 22:58:01,686 >> {'loss': 0.371, 'grad_norm': 13.394591331481934, 'learning_rate': 1.3924458641441532e-07, 'epoch': 0.004882017900732303, 'num_input_tokens_seen': 6748635136, 'completed': '87.28% (3_218 / 3_687)', 'remaining time': '4:01:39', 'throughput': '9464.24', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 22:58:29,502 >> {'loss': 0.5936, 'grad_norm': 18.7851505279541, 'learning_rate': 1.3907987342060725e-07, 'epoch': 0.005153241117439653, 'num_input_tokens_seen': 6750732288, 'completed': '87.31% (3_219 / 3_687)', 'remaining time': '3:59:52', 'throughput': '9424.37', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 22:59:00,471 >> {'loss': 0.5704, 'grad_norm': 20.079437255859375, 'learning_rate': 1.389154911196805e-07, 'epoch': 0.005424464334147003, 'num_input_tokens_seen': 6752829440, 'completed': '87.33% (3_220 / 3_687)', 'remaining time': '3:59:26', 'throughput': '8464.78', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 22:59:34,469 >> {'loss': 0.2784, 'grad_norm': 11.2096586227417, 'learning_rate': 1.3875143964392355e-07, 'epoch': 0.005695687550854353, 'num_input_tokens_seen': 6754926592, 'completed': '87.36% (3_221 / 3_687)', 'remaining time': '4:00:07', 'throughput': '7710.38', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:00:05,679 >> {'loss': 0.8026, 'grad_norm': 23.216882705688477, 'learning_rate': 1.3858771912535877e-07, 'epoch': 0.005966910767561703, 'num_input_tokens_seen': 6757023744, 'completed': '87.39% (3_222 / 3_687)', 'remaining time': '3:59:42', 'throughput': '8399.47', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:00:38,265 >> {'loss': 0.1695, 'grad_norm': 10.511091232299805, 'learning_rate': 1.3842432969574238e-07, 'epoch': 0.006238133984269053, 'num_input_tokens_seen': 6759120896, 'completed': '87.42% (3_223 / 3_687)', 'remaining time': '3:59:45', 'throughput': '8044.70', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:01:08,722 >> {'loss': 0.3329, 'grad_norm': 14.655221939086914, 'learning_rate': 1.382612714865637e-07, 'epoch': 0.006509357200976403, 'num_input_tokens_seen': 6761218048, 'completed': '87.44% (3_224 / 3_687)', 'remaining time': '3:59:03', 'throughput': '8607.07', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:01:37,601 >> {'loss': 0.5104, 'grad_norm': 18.49831771850586, 'learning_rate': 1.3809854462904596e-07, 'epoch': 0.0067805804176837535, 'num_input_tokens_seen': 6763315200, 'completed': '87.47% (3_225 / 3_687)', 'remaining time': '3:57:54', 'throughput': '9077.28', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:02:10,234 >> {'loss': 0.1723, 'grad_norm': 9.733176231384277, 'learning_rate': 1.3793614925414542e-07, 'epoch': 0.007051803634391104, 'num_input_tokens_seen': 6765412352, 'completed': '87.50% (3_226 / 3_687)', 'remaining time': '3:57:53', 'throughput': '8033.07', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:02:40,106 >> {'loss': 0.3004, 'grad_norm': 16.505550384521484, 'learning_rate': 1.3777408549255182e-07, 'epoch': 0.007323026851098454, 'num_input_tokens_seen': 6767509504, 'completed': '87.52% (3_227 / 3_687)', 'remaining time': '3:57:04', 'throughput': '8775.47', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:03:12,476 >> {'loss': 0.1774, 'grad_norm': 12.750898361206055, 'learning_rate': 1.3761235347468784e-07, 'epoch': 0.007594250067805804, 'num_input_tokens_seen': 6769606656, 'completed': '87.55% (3_228 / 3_687)', 'remaining time': '3:56:57', 'throughput': '8098.56', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:03:42,131 >> {'loss': 0.2317, 'grad_norm': 11.027116775512695, 'learning_rate': 1.3745095333070926e-07, 'epoch': 0.007865473284513154, 'num_input_tokens_seen': 6771703808, 'completed': '87.58% (3_229 / 3_687)', 'remaining time': '3:56:05', 'throughput': '8839.70', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:04:13,288 >> {'loss': 0.9626, 'grad_norm': 26.27062225341797, 'learning_rate': 1.3728988519050476e-07, 'epoch': 0.008136696501220505, 'num_input_tokens_seen': 6773800960, 'completed': '87.61% (3_230 / 3_687)', 'remaining time': '3:55:37', 'throughput': '8413.50', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:04:43,869 >> {'loss': 0.4503, 'grad_norm': 15.877495765686035, 'learning_rate': 1.3712914918369595e-07, 'epoch': 0.008407919717927854, 'num_input_tokens_seen': 6775898112, 'completed': '87.63% (3_231 / 3_687)', 'remaining time': '3:55:01', 'throughput': '8572.27', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:05:14,486 >> {'loss': 0.4794, 'grad_norm': 21.709930419921875, 'learning_rate': 1.369687454396369e-07, 'epoch': 0.008679142934635205, 'num_input_tokens_seen': 6777995264, 'completed': '87.66% (3_232 / 3_687)', 'remaining time': '3:54:26', 'throughput': '8561.88', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:05:45,739 >> {'loss': 0.2759, 'grad_norm': 12.499728202819824, 'learning_rate': 1.3680867408741457e-07, 'epoch': 0.008950366151342554, 'num_input_tokens_seen': 6780092416, 'completed': '87.69% (3_233 / 3_687)', 'remaining time': '3:54:00', 'throughput': '8387.78', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:06:16,170 >> {'loss': 0.5445, 'grad_norm': 22.60646629333496, 'learning_rate': 1.366489352558483e-07, 'epoch': 0.009221589368049905, 'num_input_tokens_seen': 6782189568, 'completed': '87.71% (3_234 / 3_687)', 'remaining time': '3:53:22', 'throughput': '8614.45', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:06:47,190 >> {'loss': 0.4128, 'grad_norm': 17.723960876464844, 'learning_rate': 1.3648952907348957e-07, 'epoch': 0.009492812584757255, 'num_input_tokens_seen': 6784286720, 'completed': '87.74% (3_235 / 3_687)', 'remaining time': '3:52:53', 'throughput': '8450.82', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:07:17,213 >> {'loss': 0.4623, 'grad_norm': 16.3974552154541, 'learning_rate': 1.3633045566862268e-07, 'epoch': 0.009764035801464606, 'num_input_tokens_seen': 6786383872, 'completed': '87.77% (3_236 / 3_687)', 'remaining time': '3:52:11', 'throughput': '8731.53', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:07:49,215 >> {'loss': 0.3435, 'grad_norm': 13.922554016113281, 'learning_rate': 1.3617171516926382e-07, 'epoch': 0.010035259018171955, 'num_input_tokens_seen': 6788481024, 'completed': '87.79% (3_237 / 3_687)', 'remaining time': '3:51:53', 'throughput': '8191.38', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:08:19,959 >> {'loss': 0.2045, 'grad_norm': 10.876972198486328, 'learning_rate': 1.3601330770316122e-07, 'epoch': 0.010306482234879306, 'num_input_tokens_seen': 6790578176, 'completed': '87.82% (3_238 / 3_687)', 'remaining time': '3:51:20', 'throughput': '8526.63', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:08:51,516 >> {'loss': 0.3805, 'grad_norm': 17.26404571533203, 'learning_rate': 1.3585523339779523e-07, 'epoch': 0.010577705451586655, 'num_input_tokens_seen': 6792675328, 'completed': '87.85% (3_239 / 3_687)', 'remaining time': '3:50:57', 'throughput': '8307.15', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:09:18,847 >> {'loss': 0.8073, 'grad_norm': 24.898168563842773, 'learning_rate': 1.356974923803781e-07, 'epoch': 0.010848928668294006, 'num_input_tokens_seen': 6794772480, 'completed': '87.88% (3_240 / 3_687)', 'remaining time': '3:49:46', 'throughput': '9591.36', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:09:49,228 >> {'loss': 0.4327, 'grad_norm': 16.236896514892578, 'learning_rate': 1.3554008477785367e-07, 'epoch': 0.011120151885001357, 'num_input_tokens_seen': 6796869632, 'completed': '87.90% (3_241 / 3_687)', 'remaining time': '3:49:10', 'throughput': '8628.57', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:10:20,604 >> {'loss': 0.3856, 'grad_norm': 18.53495216369629, 'learning_rate': 1.3538301071689756e-07, 'epoch': 0.011391375101708706, 'num_input_tokens_seen': 6798966784, 'completed': '87.93% (3_242 / 3_687)', 'remaining time': '3:48:45', 'throughput': '8354.97', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:10:53,185 >> {'loss': 0.4498, 'grad_norm': 18.698938369750977, 'learning_rate': 1.3522627032391715e-07, 'epoch': 0.011662598318416057, 'num_input_tokens_seen': 6801063936, 'completed': '87.96% (3_243 / 3_687)', 'remaining time': '3:48:32', 'throughput': '8045.75', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:11:23,574 >> {'loss': 0.3556, 'grad_norm': 14.774138450622559, 'learning_rate': 1.3506986372505098e-07, 'epoch': 0.011933821535123406, 'num_input_tokens_seen': 6803161088, 'completed': '87.98% (3_244 / 3_687)', 'remaining time': '3:47:56', 'throughput': '8626.48', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:11:52,119 >> {'loss': 0.5173, 'grad_norm': 22.23430633544922, 'learning_rate': 1.3491379104616938e-07, 'epoch': 0.012205044751830757, 'num_input_tokens_seen': 6805258240, 'completed': '88.01% (3_245 / 3_687)', 'remaining time': '3:47:02', 'throughput': '9183.38', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:12:24,604 >> {'loss': 0.2426, 'grad_norm': 12.263484954833984, 'learning_rate': 1.3475805241287345e-07, 'epoch': 0.012476267968538107, 'num_input_tokens_seen': 6807355392, 'completed': '88.04% (3_246 / 3_687)', 'remaining time': '3:46:47', 'throughput': '8069.73', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:12:55,140 >> {'loss': 0.6469, 'grad_norm': 22.76350212097168, 'learning_rate': 1.3460264795049577e-07, 'epoch': 0.012747491185245458, 'num_input_tokens_seen': 6809452544, 'completed': '88.07% (3_247 / 3_687)', 'remaining time': '3:46:13', 'throughput': '8584.84', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:13:26,573 >> {'loss': 0.3359, 'grad_norm': 16.658710479736328, 'learning_rate': 1.344475777841e-07, 'epoch': 0.013018714401952807, 'num_input_tokens_seen': 6811549696, 'completed': '88.09% (3_248 / 3_687)', 'remaining time': '3:45:48', 'throughput': '8339.60', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:13:57,189 >> {'loss': 0.2698, 'grad_norm': 12.79448127746582, 'learning_rate': 1.3429284203848074e-07, 'epoch': 0.013289937618660158, 'num_input_tokens_seen': 6813646848, 'completed': '88.12% (3_249 / 3_687)', 'remaining time': '3:45:15', 'throughput': '8562.41', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:14:23,179 >> {'loss': 1.1975, 'grad_norm': 31.765995025634766, 'learning_rate': 1.3413844083816334e-07, 'epoch': 0.013561160835367507, 'num_input_tokens_seen': 6815744000, 'completed': '88.15% (3_250 / 3_687)', 'remaining time': '3:44:01', 'throughput': '10086.35', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:14:52,957 >> {'loss': 0.3363, 'grad_norm': 17.021753311157227, 'learning_rate': 1.3398437430740403e-07, 'epoch': 0.013832384052074858, 'num_input_tokens_seen': 6817841152, 'completed': '88.17% (3_251 / 3_687)', 'remaining time': '3:43:22', 'throughput': '8803.26', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:15:22,292 >> {'loss': 0.3068, 'grad_norm': 14.463712692260742, 'learning_rate': 1.3383064257018978e-07, 'epoch': 0.014103607268782207, 'num_input_tokens_seen': 6819938304, 'completed': '88.20% (3_252 / 3_687)', 'remaining time': '3:42:40', 'throughput': '8936.36', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:15:53,474 >> {'loss': 0.2803, 'grad_norm': 16.731229782104492, 'learning_rate': 1.3367724575023786e-07, 'epoch': 0.014374830485489558, 'num_input_tokens_seen': 6822035456, 'completed': '88.23% (3_253 / 3_687)', 'remaining time': '3:42:13', 'throughput': '8406.82', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:16:26,929 >> {'loss': 0.6333, 'grad_norm': 22.050737380981445, 'learning_rate': 1.3352418397099638e-07, 'epoch': 0.014646053702196907, 'num_input_tokens_seen': 6824132608, 'completed': '88.26% (3_254 / 3_687)', 'remaining time': '3:42:04', 'throughput': '7835.67', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:16:58,090 >> {'loss': 0.4512, 'grad_norm': 25.376235961914062, 'learning_rate': 1.333714573556435e-07, 'epoch': 0.014917276918904258, 'num_input_tokens_seen': 6826229760, 'completed': '88.28% (3_255 / 3_687)', 'remaining time': '3:41:36', 'throughput': '8412.54', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:17:28,800 >> {'loss': 0.4892, 'grad_norm': 16.40929412841797, 'learning_rate': 1.332190660270879e-07, 'epoch': 0.015188500135611608, 'num_input_tokens_seen': 6828326912, 'completed': '88.31% (3_256 / 3_687)', 'remaining time': '3:41:05', 'throughput': '8536.29', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:17:59,705 >> {'loss': 0.4432, 'grad_norm': 17.429452896118164, 'learning_rate': 1.3306701010796832e-07, 'epoch': 0.015459723352318959, 'num_input_tokens_seen': 6830424064, 'completed': '88.34% (3_257 / 3_687)', 'remaining time': '3:40:35', 'throughput': '8482.06', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:18:33,118 >> {'loss': 0.5687, 'grad_norm': 18.253334045410156, 'learning_rate': 1.3291528972065347e-07, 'epoch': 0.015730946569026308, 'num_input_tokens_seen': 6832521216, 'completed': '88.36% (3_258 / 3_687)', 'remaining time': '3:40:24', 'throughput': '7845.71', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:19:02,517 >> {'loss': 0.3613, 'grad_norm': 15.493392944335938, 'learning_rate': 1.327639049872422e-07, 'epoch': 0.01600216978573366, 'num_input_tokens_seen': 6834618368, 'completed': '88.39% (3_259 / 3_687)', 'remaining time': '3:39:43', 'throughput': '8916.78', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:19:31,151 >> {'loss': 0.3888, 'grad_norm': 17.719694137573242, 'learning_rate': 1.326128560295631e-07, 'epoch': 0.01627339300244101, 'num_input_tokens_seen': 6836715520, 'completed': '88.42% (3_260 / 3_687)', 'remaining time': '3:38:57', 'throughput': '9154.90', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:20:00,452 >> {'loss': 0.4548, 'grad_norm': 17.160886764526367, 'learning_rate': 1.324621429691748e-07, 'epoch': 0.01654461621914836, 'num_input_tokens_seen': 6838812672, 'completed': '88.45% (3_261 / 3_687)', 'remaining time': '3:38:16', 'throughput': '8946.57', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:20:32,069 >> {'loss': 0.4992, 'grad_norm': 19.88508415222168, 'learning_rate': 1.3231176592736528e-07, 'epoch': 0.016815839435855708, 'num_input_tokens_seen': 6840909824, 'completed': '88.47% (3_262 / 3_687)', 'remaining time': '3:37:51', 'throughput': '8291.26', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:21:00,047 >> {'loss': 0.5841, 'grad_norm': 20.55489730834961, 'learning_rate': 1.3216172502515248e-07, 'epoch': 0.01708706265256306, 'num_input_tokens_seen': 6843006976, 'completed': '88.50% (3_263 / 3_687)', 'remaining time': '3:37:01', 'throughput': '9369.50', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:21:30,416 >> {'loss': 0.5585, 'grad_norm': 19.093385696411133, 'learning_rate': 1.320120203832833e-07, 'epoch': 0.01735828586927041, 'num_input_tokens_seen': 6845104128, 'completed': '88.53% (3_264 / 3_687)', 'remaining time': '3:36:28', 'throughput': '8632.15', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:22:00,442 >> {'loss': 0.4794, 'grad_norm': 22.638851165771484, 'learning_rate': 1.3186265212223459e-07, 'epoch': 0.01762950908597776, 'num_input_tokens_seen': 6847201280, 'completed': '88.55% (3_265 / 3_687)', 'remaining time': '3:35:53', 'throughput': '8730.52', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:22:30,524 >> {'loss': 0.4148, 'grad_norm': 18.409488677978516, 'learning_rate': 1.3171362036221202e-07, 'epoch': 0.01790073230268511, 'num_input_tokens_seen': 6849298432, 'completed': '88.58% (3_266 / 3_687)', 'remaining time': '3:35:19', 'throughput': '8714.32', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:23:01,765 >> {'loss': 0.7068, 'grad_norm': 25.409086227416992, 'learning_rate': 1.3156492522315088e-07, 'epoch': 0.01817195551939246, 'num_input_tokens_seen': 6851395584, 'completed': '88.61% (3_267 / 3_687)', 'remaining time': '3:34:51', 'throughput': '8390.97', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:23:28,673 >> {'loss': 0.3872, 'grad_norm': 17.42267608642578, 'learning_rate': 1.314165668247153e-07, 'epoch': 0.01844317873609981, 'num_input_tokens_seen': 6853492736, 'completed': '88.64% (3_268 / 3_687)', 'remaining time': '3:33:57', 'throughput': '9742.27', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:23:57,903 >> {'loss': 0.6012, 'grad_norm': 20.826908111572266, 'learning_rate': 1.3126854528629843e-07, 'epoch': 0.01871440195280716, 'num_input_tokens_seen': 6855589888, 'completed': '88.66% (3_269 / 3_687)', 'remaining time': '3:33:18', 'throughput': '8968.22', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:24:27,896 >> {'loss': 0.3769, 'grad_norm': 27.992067337036133, 'learning_rate': 1.3112086072702238e-07, 'epoch': 0.01898562516951451, 'num_input_tokens_seen': 6857687040, 'completed': '88.69% (3_270 / 3_687)', 'remaining time': '3:32:44', 'throughput': '8740.35', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:25:02,157 >> {'loss': 0.4274, 'grad_norm': 17.23652458190918, 'learning_rate': 1.3097351326573814e-07, 'epoch': 0.01925684838622186, 'num_input_tokens_seen': 6859784192, 'completed': '88.72% (3_271 / 3_687)', 'remaining time': '3:32:35', 'throughput': '7651.36', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:25:29,240 >> {'loss': 0.5901, 'grad_norm': 27.117645263671875, 'learning_rate': 1.3082650302102524e-07, 'epoch': 0.01952807160292921, 'num_input_tokens_seen': 6861881344, 'completed': '88.74% (3_272 / 3_687)', 'remaining time': '3:31:43', 'throughput': '9679.27', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:25:59,179 >> {'loss': 0.1871, 'grad_norm': 10.570221900939941, 'learning_rate': 1.30679830111192e-07, 'epoch': 0.019799294819636562, 'num_input_tokens_seen': 6863978496, 'completed': '88.77% (3_273 / 3_687)', 'remaining time': '3:31:09', 'throughput': '8755.80', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:26:30,374 >> {'loss': 0.4029, 'grad_norm': 16.369604110717773, 'learning_rate': 1.3053349465427518e-07, 'epoch': 0.02007051803634391, 'num_input_tokens_seen': 6866075648, 'completed': '88.80% (3_274 / 3_687)', 'remaining time': '3:30:42', 'throughput': '8403.58', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:27:00,865 >> {'loss': 0.3059, 'grad_norm': 16.295419692993164, 'learning_rate': 1.303874967680399e-07, 'epoch': 0.02034174125305126, 'num_input_tokens_seen': 6868172800, 'completed': '88.83% (3_275 / 3_687)', 'remaining time': '3:30:10', 'throughput': '8597.23', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:27:30,494 >> {'loss': 0.2834, 'grad_norm': 13.2958345413208, 'learning_rate': 1.302418365699798e-07, 'epoch': 0.02061296446975861, 'num_input_tokens_seen': 6870269952, 'completed': '88.85% (3_276 / 3_687)', 'remaining time': '3:29:34', 'throughput': '8847.55', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:27:59,873 >> {'loss': 0.8627, 'grad_norm': 24.707290649414062, 'learning_rate': 1.300965141773167e-07, 'epoch': 0.020884187686465962, 'num_input_tokens_seen': 6872367104, 'completed': '88.88% (3_277 / 3_687)', 'remaining time': '3:28:57', 'throughput': '8923.03', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:28:33,542 >> {'loss': 0.2876, 'grad_norm': 13.416788101196289, 'learning_rate': 1.2995152970700044e-07, 'epoch': 0.02115541090317331, 'num_input_tokens_seen': 6874464256, 'completed': '88.91% (3_278 / 3_687)', 'remaining time': '3:28:43', 'throughput': '7785.85', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:29:03,868 >> {'loss': 0.5197, 'grad_norm': 18.29564666748047, 'learning_rate': 1.2980688327570906e-07, 'epoch': 0.02142663411988066, 'num_input_tokens_seen': 6876561408, 'completed': '88.93% (3_279 / 3_687)', 'remaining time': '3:28:11', 'throughput': '8644.10', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:29:33,909 >> {'loss': 0.336, 'grad_norm': 14.38173770904541, 'learning_rate': 1.296625749998485e-07, 'epoch': 0.021697857336588012, 'num_input_tokens_seen': 6878658560, 'completed': '88.96% (3_280 / 3_687)', 'remaining time': '3:27:37', 'throughput': '8726.39', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:30:04,575 >> {'loss': 0.228, 'grad_norm': 11.88624382019043, 'learning_rate': 1.2951860499555253e-07, 'epoch': 0.021969080553295363, 'num_input_tokens_seen': 6880755712, 'completed': '88.99% (3_281 / 3_687)', 'remaining time': '3:27:07', 'throughput': '8548.27', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:30:36,595 >> {'loss': 0.5354, 'grad_norm': 20.323486328125, 'learning_rate': 1.2937497337868274e-07, 'epoch': 0.022240303770002714, 'num_input_tokens_seen': 6882852864, 'completed': '89.02% (3_282 / 3_687)', 'remaining time': '3:26:43', 'throughput': '8186.89', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:31:06,997 >> {'loss': 0.4723, 'grad_norm': 18.997339248657227, 'learning_rate': 1.2923168026482843e-07, 'epoch': 0.02251152698671006, 'num_input_tokens_seen': 6884950016, 'completed': '89.04% (3_283 / 3_687)', 'remaining time': '3:26:12', 'throughput': '8622.59', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:31:38,089 >> {'loss': 0.3251, 'grad_norm': 16.928192138671875, 'learning_rate': 1.290887257693064e-07, 'epoch': 0.022782750203417412, 'num_input_tokens_seen': 6887047168, 'completed': '89.07% (3_284 / 3_687)', 'remaining time': '3:25:43', 'throughput': '8431.25', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:32:08,159 >> {'loss': 0.4975, 'grad_norm': 18.173126220703125, 'learning_rate': 1.2894611000716103e-07, 'epoch': 0.023053973420124763, 'num_input_tokens_seen': 6889144320, 'completed': '89.10% (3_285 / 3_687)', 'remaining time': '3:25:10', 'throughput': '8717.88', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:32:37,316 >> {'loss': 0.4848, 'grad_norm': 17.16127586364746, 'learning_rate': 1.28803833093164e-07, 'epoch': 0.023325196636832114, 'num_input_tokens_seen': 6891241472, 'completed': '89.12% (3_286 / 3_687)', 'remaining time': '3:24:33', 'throughput': '8990.79', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:33:10,006 >> {'loss': 0.299, 'grad_norm': 14.565631866455078, 'learning_rate': 1.286618951418144e-07, 'epoch': 0.023596419853539462, 'num_input_tokens_seen': 6893338624, 'completed': '89.15% (3_287 / 3_687)', 'remaining time': '3:24:11', 'throughput': '8018.98', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:33:38,635 >> {'loss': 0.4612, 'grad_norm': 16.098228454589844, 'learning_rate': 1.285202962673385e-07, 'epoch': 0.023867643070246813, 'num_input_tokens_seen': 6895435776, 'completed': '89.18% (3_288 / 3_687)', 'remaining time': '3:23:32', 'throughput': '9156.74', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:34:08,059 >> {'loss': 0.5771, 'grad_norm': 19.208843231201172, 'learning_rate': 1.2837903658368965e-07, 'epoch': 0.024138866286954164, 'num_input_tokens_seen': 6897532928, 'completed': '89.21% (3_289 / 3_687)', 'remaining time': '3:22:56', 'throughput': '8909.17', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:34:37,164 >> {'loss': 0.309, 'grad_norm': 14.503118515014648, 'learning_rate': 1.2823811620454833e-07, 'epoch': 0.024410089503661515, 'num_input_tokens_seen': 6899630080, 'completed': '89.23% (3_290 / 3_687)', 'remaining time': '3:22:19', 'throughput': '9006.60', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:35:11,994 >> {'loss': 0.5335, 'grad_norm': 18.937856674194336, 'learning_rate': 1.2809753524332188e-07, 'epoch': 0.024681312720368862, 'num_input_tokens_seen': 6901727232, 'completed': '89.26% (3_291 / 3_687)', 'remaining time': '3:22:07', 'throughput': '7526.60', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:35:43,549 >> {'loss': 0.5826, 'grad_norm': 20.493385314941406, 'learning_rate': 1.2795729381314434e-07, 'epoch': 0.024952535937076213, 'num_input_tokens_seen': 6903824384, 'completed': '89.29% (3_292 / 3_687)', 'remaining time': '3:21:40', 'throughput': '8307.46', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:36:13,615 >> {'loss': 0.5127, 'grad_norm': 18.82896614074707, 'learning_rate': 1.2781739202687694e-07, 'epoch': 0.025223759153783564, 'num_input_tokens_seen': 6905921536, 'completed': '89.31% (3_293 / 3_687)', 'remaining time': '3:21:07', 'throughput': '8718.87', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:36:44,668 >> {'loss': 0.7663, 'grad_norm': 22.182172775268555, 'learning_rate': 1.2767782999710715e-07, 'epoch': 0.025494982370490915, 'num_input_tokens_seen': 6908018688, 'completed': '89.34% (3_294 / 3_687)', 'remaining time': '3:20:38', 'throughput': '8441.89', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:37:12,030 >> {'loss': 0.6303, 'grad_norm': 21.46929359436035, 'learning_rate': 1.2753860783614925e-07, 'epoch': 0.025766205587198263, 'num_input_tokens_seen': 6910115840, 'completed': '89.37% (3_295 / 3_687)', 'remaining time': '3:19:54', 'throughput': '9580.58', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:37:45,946 >> {'loss': 0.3882, 'grad_norm': 16.43645668029785, 'learning_rate': 1.2739972565604396e-07, 'epoch': 0.026037428803905614, 'num_input_tokens_seen': 6912212992, 'completed': '89.40% (3_296 / 3_687)', 'remaining time': '3:19:37', 'throughput': '7729.23', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:38:14,481 >> {'loss': 0.5901, 'grad_norm': 19.76049041748047, 'learning_rate': 1.2726118356855834e-07, 'epoch': 0.026308652020612965, 'num_input_tokens_seen': 6914310144, 'completed': '89.42% (3_297 / 3_687)', 'remaining time': '3:18:58', 'throughput': '9186.77', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:38:43,702 >> {'loss': 0.4005, 'grad_norm': 18.00474739074707, 'learning_rate': 1.271229816851857e-07, 'epoch': 0.026579875237320316, 'num_input_tokens_seen': 6916407296, 'completed': '89.45% (3_298 / 3_687)', 'remaining time': '3:18:22', 'throughput': '8970.87', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:39:15,507 >> {'loss': 0.3887, 'grad_norm': 19.077592849731445, 'learning_rate': 1.2698512011714578e-07, 'epoch': 0.026851098454027666, 'num_input_tokens_seen': 6918504448, 'completed': '89.48% (3_299 / 3_687)', 'remaining time': '3:17:56', 'throughput': '8242.33', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:39:46,906 >> {'loss': 0.4026, 'grad_norm': 20.036828994750977, 'learning_rate': 1.2684759897538422e-07, 'epoch': 0.027122321670735014, 'num_input_tokens_seen': 6920601600, 'completed': '89.50% (3_300 / 3_687)', 'remaining time': '3:17:28', 'throughput': '8348.67', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:40:15,591 >> {'loss': 0.5011, 'grad_norm': 19.472291946411133, 'learning_rate': 1.2671041837057287e-07, 'epoch': 0.027393544887442365, 'num_input_tokens_seen': 6922698752, 'completed': '89.53% (3_301 / 3_687)', 'remaining time': '3:16:50', 'throughput': '9138.81', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:40:46,194 >> {'loss': 0.4298, 'grad_norm': 21.726613998413086, 'learning_rate': 1.2657357841310941e-07, 'epoch': 0.027664768104149716, 'num_input_tokens_seen': 6924795904, 'completed': '89.56% (3_302 / 3_687)', 'remaining time': '3:16:20', 'throughput': '8566.08', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:41:17,170 >> {'loss': 0.3162, 'grad_norm': 14.84683895111084, 'learning_rate': 1.2643707921311765e-07, 'epoch': 0.027935991320857067, 'num_input_tokens_seen': 6926893056, 'completed': '89.59% (3_303 / 3_687)', 'remaining time': '3:15:51', 'throughput': '8462.69', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:41:49,120 >> {'loss': 0.2217, 'grad_norm': 12.949082374572754, 'learning_rate': 1.2630092088044664e-07, 'epoch': 0.028207214537564414, 'num_input_tokens_seen': 6928990208, 'completed': '89.61% (3_304 / 3_687)', 'remaining time': '3:15:25', 'throughput': '8204.94', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:42:18,172 >> {'loss': 0.335, 'grad_norm': 15.199170112609863, 'learning_rate': 1.2616510352467158e-07, 'epoch': 0.028478437754271765, 'num_input_tokens_seen': 6931087360, 'completed': '89.64% (3_305 / 3_687)', 'remaining time': '3:14:49', 'throughput': '9023.09', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:42:48,787 >> {'loss': 0.7631, 'grad_norm': 24.491796493530273, 'learning_rate': 1.2602962725509307e-07, 'epoch': 0.028749660970979116, 'num_input_tokens_seen': 6933184512, 'completed': '89.67% (3_306 / 3_687)', 'remaining time': '3:14:18', 'throughput': '8562.76', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:43:17,621 >> {'loss': 0.4094, 'grad_norm': 18.071081161499023, 'learning_rate': 1.2589449218073728e-07, 'epoch': 0.029020884187686467, 'num_input_tokens_seen': 6935281664, 'completed': '89.69% (3_307 / 3_687)', 'remaining time': '3:13:41', 'throughput': '9091.52', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:43:48,824 >> {'loss': 0.3208, 'grad_norm': 13.082253456115723, 'learning_rate': 1.2575969841035578e-07, 'epoch': 0.029292107404393815, 'num_input_tokens_seen': 6937378816, 'completed': '89.72% (3_308 / 3_687)', 'remaining time': '3:13:13', 'throughput': '8401.16', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:44:17,886 >> {'loss': 0.6206, 'grad_norm': 20.97207260131836, 'learning_rate': 1.256252460524255e-07, 'epoch': 0.029563330621101166, 'num_input_tokens_seen': 6939475968, 'completed': '89.75% (3_309 / 3_687)', 'remaining time': '3:12:37', 'throughput': '9020.17', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:44:47,840 >> {'loss': 0.6038, 'grad_norm': 20.7148494720459, 'learning_rate': 1.2549113521514844e-07, 'epoch': 0.029834553837808517, 'num_input_tokens_seen': 6941573120, 'completed': '89.77% (3_310 / 3_687)', 'remaining time': '3:12:04', 'throughput': '8751.45', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:45:18,938 >> {'loss': 0.3072, 'grad_norm': 13.58342170715332, 'learning_rate': 1.2535736600645212e-07, 'epoch': 0.030105777054515868, 'num_input_tokens_seen': 6943670272, 'completed': '89.80% (3_311 / 3_687)', 'remaining time': '3:11:35', 'throughput': '8429.56', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:45:52,040 >> {'loss': 0.4495, 'grad_norm': 18.122154235839844, 'learning_rate': 1.2522393853398868e-07, 'epoch': 0.030377000271223215, 'num_input_tokens_seen': 6945767424, 'completed': '89.83% (3_312 / 3_687)', 'remaining time': '3:11:13', 'throughput': '7919.72', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:46:25,744 >> {'loss': 0.1881, 'grad_norm': 11.082249641418457, 'learning_rate': 1.2509085290513563e-07, 'epoch': 0.030648223487930566, 'num_input_tokens_seen': 6947864576, 'completed': '89.86% (3_313 / 3_687)', 'remaining time': '3:10:53', 'throughput': '7777.59', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:46:54,488 >> {'loss': 0.3816, 'grad_norm': 17.34503173828125, 'learning_rate': 1.2495810922699517e-07, 'epoch': 0.030919446704637917, 'num_input_tokens_seen': 6949961728, 'completed': '89.88% (3_314 / 3_687)', 'remaining time': '3:10:16', 'throughput': '9119.76', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:47:25,522 >> {'loss': 0.3201, 'grad_norm': 13.956634521484375, 'learning_rate': 1.2482570760639439e-07, 'epoch': 0.031190669921345268, 'num_input_tokens_seen': 6952058880, 'completed': '89.91% (3_315 / 3_687)', 'remaining time': '3:09:47', 'throughput': '8446.99', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:47:55,824 >> {'loss': 0.2497, 'grad_norm': 13.51434326171875, 'learning_rate': 1.24693648149885e-07, 'epoch': 0.031461893138052616, 'num_input_tokens_seen': 6954156032, 'completed': '89.94% (3_316 / 3_687)', 'remaining time': '3:09:15', 'throughput': '8651.21', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:48:26,114 >> {'loss': 0.2518, 'grad_norm': 16.2774600982666, 'learning_rate': 1.2456193096374338e-07, 'epoch': 0.03173311635475997, 'num_input_tokens_seen': 6956253184, 'completed': '89.96% (3_317 / 3_687)', 'remaining time': '3:08:44', 'throughput': '8654.41', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:48:56,669 >> {'loss': 0.5708, 'grad_norm': 21.98696517944336, 'learning_rate': 1.244305561539707e-07, 'epoch': 0.03200433957146732, 'num_input_tokens_seen': 6958350336, 'completed': '89.99% (3_318 / 3_687)', 'remaining time': '3:08:13', 'throughput': '8579.33', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:49:25,117 >> {'loss': 0.4993, 'grad_norm': 20.506793975830078, 'learning_rate': 1.242995238262923e-07, 'epoch': 0.032275562788174665, 'num_input_tokens_seen': 6960447488, 'completed': '90.02% (3_319 / 3_687)', 'remaining time': '3:07:36', 'throughput': '9214.87', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:49:56,849 >> {'loss': 0.4024, 'grad_norm': 14.927400588989258, 'learning_rate': 1.2416883408615809e-07, 'epoch': 0.03254678600488202, 'num_input_tokens_seen': 6962544640, 'completed': '90.05% (3_320 / 3_687)', 'remaining time': '3:07:09', 'throughput': '8261.14', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:50:28,393 >> {'loss': 0.3532, 'grad_norm': 16.304428100585938, 'learning_rate': 1.2403848703874202e-07, 'epoch': 0.03281800922158937, 'num_input_tokens_seen': 6964641792, 'completed': '90.07% (3_321 / 3_687)', 'remaining time': '3:06:41', 'throughput': '8310.50', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:51:00,116 >> {'loss': 0.447, 'grad_norm': 15.736098289489746, 'learning_rate': 1.2390848278894264e-07, 'epoch': 0.03308923243829672, 'num_input_tokens_seen': 6966738944, 'completed': '90.10% (3_322 / 3_687)', 'remaining time': '3:06:14', 'throughput': '8263.42', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:51:31,186 >> {'loss': 0.4226, 'grad_norm': 20.3814697265625, 'learning_rate': 1.2377882144138222e-07, 'epoch': 0.03336045565500407, 'num_input_tokens_seen': 6968836096, 'completed': '90.13% (3_323 / 3_687)', 'remaining time': '3:05:44', 'throughput': '8437.25', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:52:01,353 >> {'loss': 0.5159, 'grad_norm': 20.88442039489746, 'learning_rate': 1.2364950310040744e-07, 'epoch': 0.033631678871711417, 'num_input_tokens_seen': 6970933248, 'completed': '90.15% (3_324 / 3_687)', 'remaining time': '3:05:12', 'throughput': '8689.88', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:52:31,130 >> {'loss': 0.2405, 'grad_norm': 13.660783767700195, 'learning_rate': 1.235205278700887e-07, 'epoch': 0.03390290208841877, 'num_input_tokens_seen': 6973030400, 'completed': '90.18% (3_325 / 3_687)', 'remaining time': '3:04:39', 'throughput': '8803.42', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:52:59,309 >> {'loss': 0.7742, 'grad_norm': 22.85435676574707, 'learning_rate': 1.233918958542204e-07, 'epoch': 0.03417412530512612, 'num_input_tokens_seen': 6975127552, 'completed': '90.21% (3_326 / 3_687)', 'remaining time': '3:04:02', 'throughput': '9303.03', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:53:33,033 >> {'loss': 0.3336, 'grad_norm': 13.575337409973145, 'learning_rate': 1.2326360715632069e-07, 'epoch': 0.034445348521833466, 'num_input_tokens_seen': 6977224704, 'completed': '90.24% (3_327 / 3_687)', 'remaining time': '3:03:40', 'throughput': '7773.24', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:54:06,715 >> {'loss': 0.6159, 'grad_norm': 24.44587516784668, 'learning_rate': 1.231356618796314e-07, 'epoch': 0.03471657173854082, 'num_input_tokens_seen': 6979321856, 'completed': '90.26% (3_328 / 3_687)', 'remaining time': '3:03:18', 'throughput': '7782.77', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:54:39,724 >> {'loss': 0.659, 'grad_norm': 23.5541934967041, 'learning_rate': 1.2300806012711798e-07, 'epoch': 0.03498779495524817, 'num_input_tokens_seen': 6981419008, 'completed': '90.29% (3_329 / 3_687)', 'remaining time': '3:02:54', 'throughput': '7941.59', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:55:09,824 >> {'loss': 0.1895, 'grad_norm': 9.155745506286621, 'learning_rate': 1.228808020014696e-07, 'epoch': 0.03525901817195552, 'num_input_tokens_seen': 6983516160, 'completed': '90.32% (3_330 / 3_687)', 'remaining time': '3:02:22', 'throughput': '8709.31', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:55:40,717 >> {'loss': 0.4427, 'grad_norm': 16.62866973876953, 'learning_rate': 1.227538876050987e-07, 'epoch': 0.03553024138866287, 'num_input_tokens_seen': 6985613312, 'completed': '90.34% (3_331 / 3_687)', 'remaining time': '3:01:52', 'throughput': '8485.52', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:56:14,057 >> {'loss': 0.357, 'grad_norm': 15.631593704223633, 'learning_rate': 1.226273170401411e-07, 'epoch': 0.03580146460537022, 'num_input_tokens_seen': 6987710464, 'completed': '90.37% (3_332 / 3_687)', 'remaining time': '3:01:28', 'throughput': '7862.70', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:56:43,358 >> {'loss': 0.4486, 'grad_norm': 20.449111938476562, 'learning_rate': 1.2250109040845589e-07, 'epoch': 0.03607268782207757, 'num_input_tokens_seen': 6989807616, 'completed': '90.40% (3_333 / 3_687)', 'remaining time': '3:00:54', 'throughput': '8946.53', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:57:15,404 >> {'loss': 0.2722, 'grad_norm': 19.299829483032227, 'learning_rate': 1.2237520781162567e-07, 'epoch': 0.03634391103878492, 'num_input_tokens_seen': 6991904768, 'completed': '90.43% (3_334 / 3_687)', 'remaining time': '3:00:27', 'throughput': '8180.38', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:57:47,547 >> {'loss': 0.4216, 'grad_norm': 17.439783096313477, 'learning_rate': 1.222496693509559e-07, 'epoch': 0.03661513425549227, 'num_input_tokens_seen': 6994001920, 'completed': '90.45% (3_335 / 3_687)', 'remaining time': '3:00:00', 'throughput': '8155.48', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:58:18,221 >> {'loss': 0.3902, 'grad_norm': 16.625341415405273, 'learning_rate': 1.2212447512747506e-07, 'epoch': 0.03688635747219962, 'num_input_tokens_seen': 6996099072, 'completed': '90.48% (3_336 / 3_687)', 'remaining time': '2:59:30', 'throughput': '8546.05', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:58:48,019 >> {'loss': 0.2277, 'grad_norm': 12.145569801330566, 'learning_rate': 1.2199962524193492e-07, 'epoch': 0.03715758068890697, 'num_input_tokens_seen': 6998196224, 'completed': '90.51% (3_337 / 3_687)', 'remaining time': '2:58:57', 'throughput': '8797.42', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:59:19,728 >> {'loss': 0.4426, 'grad_norm': 19.74405860900879, 'learning_rate': 1.218751197948096e-07, 'epoch': 0.03742880390561432, 'num_input_tokens_seen': 7000293376, 'completed': '90.53% (3_338 / 3_687)', 'remaining time': '2:58:29', 'throughput': '8267.22', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:59:52,429 >> {'loss': 0.5911, 'grad_norm': 20.95228385925293, 'learning_rate': 1.2175095888629657e-07, 'epoch': 0.03770002712232167, 'num_input_tokens_seen': 7002390528, 'completed': '90.56% (3_339 / 3_687)', 'remaining time': '2:58:03', 'throughput': '8016.27', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:00:22,247 >> {'loss': 0.6537, 'grad_norm': 23.399641036987305, 'learning_rate': 1.2162714261631575e-07, 'epoch': 0.03797125033902902, 'num_input_tokens_seen': 7004487680, 'completed': '90.59% (3_340 / 3_687)', 'remaining time': '2:57:30', 'throughput': '8791.53', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:00:55,347 >> {'loss': 0.2545, 'grad_norm': 11.986372947692871, 'learning_rate': 1.215036710845097e-07, 'epoch': 0.03824247355573637, 'num_input_tokens_seen': 7006584832, 'completed': '90.62% (3_341 / 3_687)', 'remaining time': '2:57:05', 'throughput': '7919.68', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:01:27,156 >> {'loss': 0.386, 'grad_norm': 16.912973403930664, 'learning_rate': 1.213805443902437e-07, 'epoch': 0.03851369677244372, 'num_input_tokens_seen': 7008681984, 'completed': '90.64% (3_342 / 3_687)', 'remaining time': '2:56:37', 'throughput': '8241.40', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:01:56,291 >> {'loss': 0.3066, 'grad_norm': 18.482542037963867, 'learning_rate': 1.212577626326054e-07, 'epoch': 0.038784919989151075, 'num_input_tokens_seen': 7010779136, 'completed': '90.67% (3_343 / 3_687)', 'remaining time': '2:56:03', 'throughput': '8997.43', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:02:27,454 >> {'loss': 0.3742, 'grad_norm': 16.53171157836914, 'learning_rate': 1.2113532591040488e-07, 'epoch': 0.03905614320585842, 'num_input_tokens_seen': 7012876288, 'completed': '90.70% (3_344 / 3_687)', 'remaining time': '2:55:33', 'throughput': '8412.06', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:02:59,989 >> {'loss': 0.3583, 'grad_norm': 18.05655860900879, 'learning_rate': 1.2101323432217454e-07, 'epoch': 0.03932736642256577, 'num_input_tokens_seen': 7014973440, 'completed': '90.72% (3_345 / 3_687)', 'remaining time': '2:55:07', 'throughput': '8057.17', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:03:30,295 >> {'loss': 0.3726, 'grad_norm': 16.21353530883789, 'learning_rate': 1.208914879661691e-07, 'epoch': 0.039598589639273124, 'num_input_tokens_seen': 7017070592, 'completed': '90.75% (3_346 / 3_687)', 'remaining time': '2:54:35', 'throughput': '8649.94', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:03:59,925 >> {'loss': 0.2253, 'grad_norm': 11.822895050048828, 'learning_rate': 1.2077008694036527e-07, 'epoch': 0.03986981285598047, 'num_input_tokens_seen': 7019167744, 'completed': '90.78% (3_347 / 3_687)', 'remaining time': '2:54:02', 'throughput': '8847.39', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:04:31,153 >> {'loss': 0.4391, 'grad_norm': 19.47376823425293, 'learning_rate': 1.2064903134246221e-07, 'epoch': 0.04014103607268782, 'num_input_tokens_seen': 7021264896, 'completed': '90.81% (3_348 / 3_687)', 'remaining time': '2:53:32', 'throughput': '8394.44', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:04:58,965 >> {'loss': 0.6866, 'grad_norm': 18.84421730041504, 'learning_rate': 1.2052832126988053e-07, 'epoch': 0.040412259289395173, 'num_input_tokens_seen': 7023362048, 'completed': '90.83% (3_349 / 3_687)', 'remaining time': '2:52:55', 'throughput': '9425.65', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:05:28,132 >> {'loss': 0.5646, 'grad_norm': 18.107643127441406, 'learning_rate': 1.2040795681976338e-07, 'epoch': 0.04068348250610252, 'num_input_tokens_seen': 7025459200, 'completed': '90.86% (3_350 / 3_687)', 'remaining time': '2:52:21', 'throughput': '8987.78', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:05:58,877 >> {'loss': 0.5655, 'grad_norm': 18.47949981689453, 'learning_rate': 1.2028793808897537e-07, 'epoch': 0.040954705722809875, 'num_input_tokens_seen': 7027556352, 'completed': '90.89% (3_351 / 3_687)', 'remaining time': '2:51:50', 'throughput': '8526.14', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:06:31,699 >> {'loss': 0.3471, 'grad_norm': 18.35427474975586, 'learning_rate': 1.20168265174103e-07, 'epoch': 0.04122592893951722, 'num_input_tokens_seen': 7029653504, 'completed': '90.91% (3_352 / 3_687)', 'remaining time': '2:51:24', 'throughput': '7986.90', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:07:02,601 >> {'loss': 0.2921, 'grad_norm': 13.998270034790039, 'learning_rate': 1.2004893817145456e-07, 'epoch': 0.04149715215622457, 'num_input_tokens_seen': 7031750656, 'completed': '90.94% (3_353 / 3_687)', 'remaining time': '2:50:54', 'throughput': '8483.07', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:07:31,674 >> {'loss': 0.7065, 'grad_norm': 26.075870513916016, 'learning_rate': 1.1992995717705982e-07, 'epoch': 0.041768375372931925, 'num_input_tokens_seen': 7033847808, 'completed': '90.97% (3_354 / 3_687)', 'remaining time': '2:50:20', 'throughput': '9016.92', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:08:00,922 >> {'loss': 0.2938, 'grad_norm': 14.8284912109375, 'learning_rate': 1.198113222866702e-07, 'epoch': 0.04203959858963927, 'num_input_tokens_seen': 7035944960, 'completed': '91.00% (3_355 / 3_687)', 'remaining time': '2:49:46', 'throughput': '8962.55', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:08:30,806 >> {'loss': 0.3828, 'grad_norm': 15.237571716308594, 'learning_rate': 1.1969303359575845e-07, 'epoch': 0.04231082180634662, 'num_input_tokens_seen': 7038042112, 'completed': '91.02% (3_356 / 3_687)', 'remaining time': '2:49:14', 'throughput': '8772.05', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:09:01,751 >> {'loss': 0.3513, 'grad_norm': 14.325973510742188, 'learning_rate': 1.1957509119951885e-07, 'epoch': 0.042582045023053974, 'num_input_tokens_seen': 7040139264, 'completed': '91.05% (3_357 / 3_687)', 'remaining time': '2:48:43', 'throughput': '8471.32', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:09:29,657 >> {'loss': 0.277, 'grad_norm': 14.475112915039062, 'learning_rate': 1.1945749519286694e-07, 'epoch': 0.04285326823976132, 'num_input_tokens_seen': 7042236416, 'completed': '91.08% (3_358 / 3_687)', 'remaining time': '2:48:07', 'throughput': '9393.85', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:10:00,057 >> {'loss': 0.383, 'grad_norm': 16.315767288208008, 'learning_rate': 1.193402456704396e-07, 'epoch': 0.043124491456468676, 'num_input_tokens_seen': 7044333568, 'completed': '91.10% (3_359 / 3_687)', 'remaining time': '2:47:36', 'throughput': '8623.22', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:10:29,603 >> {'loss': 0.4815, 'grad_norm': 19.562829971313477, 'learning_rate': 1.1922334272659474e-07, 'epoch': 0.043395714673176024, 'num_input_tokens_seen': 7046430720, 'completed': '91.13% (3_360 / 3_687)', 'remaining time': '2:47:03', 'throughput': '8872.31', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:11:02,217 >> {'loss': 0.4433, 'grad_norm': 19.108549118041992, 'learning_rate': 1.1910678645541137e-07, 'epoch': 0.04366693788988337, 'num_input_tokens_seen': 7048527872, 'completed': '91.16% (3_361 / 3_687)', 'remaining time': '2:46:36', 'throughput': '8037.80', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:11:34,448 >> {'loss': 0.2735, 'grad_norm': 12.979419708251953, 'learning_rate': 1.1899057695068954e-07, 'epoch': 0.043938161106590726, 'num_input_tokens_seen': 7050625024, 'completed': '91.19% (3_362 / 3_687)', 'remaining time': '2:46:09', 'throughput': '8133.37', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:12:06,137 >> {'loss': 0.5001, 'grad_norm': 20.514404296875, 'learning_rate': 1.1887471430595028e-07, 'epoch': 0.04420938432329807, 'num_input_tokens_seen': 7052722176, 'completed': '91.21% (3_363 / 3_687)', 'remaining time': '2:45:40', 'throughput': '8272.51', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:12:34,639 >> {'loss': 0.492, 'grad_norm': 20.933198928833008, 'learning_rate': 1.187591986144354e-07, 'epoch': 0.04448060754000543, 'num_input_tokens_seen': 7054819328, 'completed': '91.24% (3_364 / 3_687)', 'remaining time': '2:45:05', 'throughput': '9197.23', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:13:02,589 >> {'loss': 0.6521, 'grad_norm': 21.284048080444336, 'learning_rate': 1.1864402996910748e-07, 'epoch': 0.044751830756712775, 'num_input_tokens_seen': 7056916480, 'completed': '91.27% (3_365 / 3_687)', 'remaining time': '2:44:29', 'throughput': '9378.92', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:13:31,958 >> {'loss': 0.4218, 'grad_norm': 30.391963958740234, 'learning_rate': 1.1852920846265002e-07, 'epoch': 0.04502305397342012, 'num_input_tokens_seen': 7059013632, 'completed': '91.29% (3_366 / 3_687)', 'remaining time': '2:43:56', 'throughput': '8925.92', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:14:00,115 >> {'loss': 0.5948, 'grad_norm': 20.589599609375, 'learning_rate': 1.1841473418746685e-07, 'epoch': 0.04529427719012748, 'num_input_tokens_seen': 7061110784, 'completed': '91.32% (3_367 / 3_687)', 'remaining time': '2:43:21', 'throughput': '9310.21', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:14:30,671 >> {'loss': 0.3326, 'grad_norm': 16.451263427734375, 'learning_rate': 1.1830060723568256e-07, 'epoch': 0.045565500406834825, 'num_input_tokens_seen': 7063207936, 'completed': '91.35% (3_368 / 3_687)', 'remaining time': '2:42:50', 'throughput': '8579.22', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:14:59,363 >> {'loss': 0.4692, 'grad_norm': 18.889476776123047, 'learning_rate': 1.1818682769914226e-07, 'epoch': 0.04583672362354217, 'num_input_tokens_seen': 7065305088, 'completed': '91.38% (3_369 / 3_687)', 'remaining time': '2:42:16', 'throughput': '9136.34', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:15:29,835 >> {'loss': 0.5904, 'grad_norm': 22.5378475189209, 'learning_rate': 1.1807339566941123e-07, 'epoch': 0.04610794684024953, 'num_input_tokens_seen': 7067402240, 'completed': '91.40% (3_370 / 3_687)', 'remaining time': '2:41:45', 'throughput': '8602.92', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:15:58,723 >> {'loss': 0.668, 'grad_norm': 18.752378463745117, 'learning_rate': 1.1796031123777546e-07, 'epoch': 0.046379170056956874, 'num_input_tokens_seen': 7069499392, 'completed': '91.43% (3_371 / 3_687)', 'remaining time': '2:41:11', 'throughput': '9074.35', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:16:28,695 >> {'loss': 0.3436, 'grad_norm': 14.500882148742676, 'learning_rate': 1.178475744952408e-07, 'epoch': 0.04665039327366423, 'num_input_tokens_seen': 7071596544, 'completed': '91.46% (3_372 / 3_687)', 'remaining time': '2:40:39', 'throughput': '8746.43', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:16:58,156 >> {'loss': 0.3595, 'grad_norm': 16.3090877532959, 'learning_rate': 1.1773518553253352e-07, 'epoch': 0.046921616490371576, 'num_input_tokens_seen': 7073693696, 'completed': '91.48% (3_373 / 3_687)', 'remaining time': '2:40:06', 'throughput': '8897.90', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:17:28,832 >> {'loss': 0.4885, 'grad_norm': 20.062055587768555, 'learning_rate': 1.1762314444010002e-07, 'epoch': 0.047192839707078924, 'num_input_tokens_seen': 7075790848, 'completed': '91.51% (3_374 / 3_687)', 'remaining time': '2:39:36', 'throughput': '8545.51', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:17:59,420 >> {'loss': 0.1721, 'grad_norm': 13.69767951965332, 'learning_rate': 1.1751145130810675e-07, 'epoch': 0.04746406292378628, 'num_input_tokens_seen': 7077888000, 'completed': '91.54% (3_375 / 3_687)', 'remaining time': '2:39:05', 'throughput': '8570.24', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:18:29,328 >> {'loss': 0.3988, 'grad_norm': 15.124690055847168, 'learning_rate': 1.1740010622644008e-07, 'epoch': 0.047735286140493625, 'num_input_tokens_seen': 7079985152, 'completed': '91.56% (3_376 / 3_687)', 'remaining time': '2:38:34', 'throughput': '8764.89', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:19:01,777 >> {'loss': 0.53, 'grad_norm': 22.62101936340332, 'learning_rate': 1.1728910928470629e-07, 'epoch': 0.04800650935720097, 'num_input_tokens_seen': 7082082304, 'completed': '91.59% (3_377 / 3_687)', 'remaining time': '2:38:06', 'throughput': '8078.67', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:19:32,715 >> {'loss': 0.2442, 'grad_norm': 12.13560962677002, 'learning_rate': 1.1717846057223143e-07, 'epoch': 0.04827773257390833, 'num_input_tokens_seen': 7084179456, 'completed': '91.62% (3_378 / 3_687)', 'remaining time': '2:37:36', 'throughput': '8473.31', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:20:04,305 >> {'loss': 0.548, 'grad_norm': 22.917356491088867, 'learning_rate': 1.1706816017806142e-07, 'epoch': 0.048548955790615675, 'num_input_tokens_seen': 7086276608, 'completed': '91.65% (3_379 / 3_687)', 'remaining time': '2:37:07', 'throughput': '8298.33', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:20:32,850 >> {'loss': 0.4848, 'grad_norm': 26.45726776123047, 'learning_rate': 1.1695820819096186e-07, 'epoch': 0.04882017900732303, 'num_input_tokens_seen': 7088373760, 'completed': '91.67% (3_380 / 3_687)', 'remaining time': '2:36:33', 'throughput': '9183.52', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:21:03,414 >> {'loss': 0.8083, 'grad_norm': 25.90103530883789, 'learning_rate': 1.1684860469941785e-07, 'epoch': 0.04909140222403038, 'num_input_tokens_seen': 7090470912, 'completed': '91.70% (3_381 / 3_687)', 'remaining time': '2:36:02', 'throughput': '8576.76', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:21:36,860 >> {'loss': 0.5493, 'grad_norm': 22.642337799072266, 'learning_rate': 1.1673934979163417e-07, 'epoch': 0.049362625440737724, 'num_input_tokens_seen': 7092568064, 'completed': '91.73% (3_382 / 3_687)', 'remaining time': '2:35:37', 'throughput': '7837.87', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:22:06,823 >> {'loss': 0.2542, 'grad_norm': 11.539298057556152, 'learning_rate': 1.1663044355553493e-07, 'epoch': 0.04963384865744508, 'num_input_tokens_seen': 7094665216, 'completed': '91.75% (3_383 / 3_687)', 'remaining time': '2:35:05', 'throughput': '8748.95', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:22:36,809 >> {'loss': 0.4264, 'grad_norm': 19.434553146362305, 'learning_rate': 1.1652188607876379e-07, 'epoch': 0.049905071874152426, 'num_input_tokens_seen': 7096762368, 'completed': '91.78% (3_384 / 3_687)', 'remaining time': '2:34:33', 'throughput': '8742.24', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:23:02,851 >> {'loss': 0.8053, 'grad_norm': 28.15933609008789, 'learning_rate': 1.1641367744868372e-07, 'epoch': 0.05017629509085978, 'num_input_tokens_seen': 7098859520, 'completed': '91.81% (3_385 / 3_687)', 'remaining time': '2:33:55', 'throughput': '10066.30', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:23:32,419 >> {'loss': 0.3073, 'grad_norm': 23.65896224975586, 'learning_rate': 1.1630581775237681e-07, 'epoch': 0.05044751830756713, 'num_input_tokens_seen': 7100956672, 'completed': '91.84% (3_386 / 3_687)', 'remaining time': '2:33:23', 'throughput': '8865.69', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:24:04,447 >> {'loss': 0.2546, 'grad_norm': 14.19971752166748, 'learning_rate': 1.1619830707664446e-07, 'epoch': 0.050718741524274476, 'num_input_tokens_seen': 7103053824, 'completed': '91.86% (3_387 / 3_687)', 'remaining time': '2:32:55', 'throughput': '8184.81', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:24:39,092 >> {'loss': 0.3369, 'grad_norm': 17.83209800720215, 'learning_rate': 1.160911455080073e-07, 'epoch': 0.05098996474098183, 'num_input_tokens_seen': 7105150976, 'completed': '91.89% (3_388 / 3_687)', 'remaining time': '2:32:31', 'throughput': '7566.58', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:25:09,609 >> {'loss': 0.5246, 'grad_norm': 21.761837005615234, 'learning_rate': 1.1598433313270472e-07, 'epoch': 0.05126118795768918, 'num_input_tokens_seen': 7107248128, 'completed': '91.92% (3_389 / 3_687)', 'remaining time': '2:32:00', 'throughput': '8590.11', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:25:40,741 >> {'loss': 0.4256, 'grad_norm': 26.923656463623047, 'learning_rate': 1.1587787003669523e-07, 'epoch': 0.051532411174396525, 'num_input_tokens_seen': 7109345280, 'completed': '91.94% (3_390 / 3_687)', 'remaining time': '2:31:30', 'throughput': '8420.43', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:26:10,647 >> {'loss': 0.4239, 'grad_norm': 16.93385124206543, 'learning_rate': 1.1577175630565646e-07, 'epoch': 0.05180363439110388, 'num_input_tokens_seen': 7111442432, 'completed': '91.97% (3_391 / 3_687)', 'remaining time': '2:30:58', 'throughput': '8765.52', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:26:40,387 >> {'loss': 0.7451, 'grad_norm': 28.331945419311523, 'learning_rate': 1.1566599202498456e-07, 'epoch': 0.05207485760781123, 'num_input_tokens_seen': 7113539584, 'completed': '92.00% (3_392 / 3_687)', 'remaining time': '2:30:26', 'throughput': '8814.62', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:27:09,319 >> {'loss': 0.3069, 'grad_norm': 13.455109596252441, 'learning_rate': 1.1556057727979468e-07, 'epoch': 0.05234608082451858, 'num_input_tokens_seen': 7115636736, 'completed': '92.03% (3_393 / 3_687)', 'remaining time': '2:29:53', 'throughput': '9060.69', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:27:39,104 >> {'loss': 0.5828, 'grad_norm': 22.329641342163086, 'learning_rate': 1.1545551215492055e-07, 'epoch': 0.05261730404122593, 'num_input_tokens_seen': 7117733888, 'completed': '92.05% (3_394 / 3_687)', 'remaining time': '2:29:22', 'throughput': '8801.09', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:28:11,269 >> {'loss': 0.4792, 'grad_norm': 23.203813552856445, 'learning_rate': 1.1535079673491458e-07, 'epoch': 0.05288852725793328, 'num_input_tokens_seen': 7119831040, 'completed': '92.08% (3_395 / 3_687)', 'remaining time': '2:28:53', 'throughput': '8149.98', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:28:44,557 >> {'loss': 0.2758, 'grad_norm': 12.3374662399292, 'learning_rate': 1.1524643110404778e-07, 'epoch': 0.05315975047464063, 'num_input_tokens_seen': 7121928192, 'completed': '92.11% (3_396 / 3_687)', 'remaining time': '2:28:27', 'throughput': '7874.97', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:29:17,614 >> {'loss': 0.3412, 'grad_norm': 16.85381507873535, 'learning_rate': 1.1514241534630963e-07, 'epoch': 0.05343097369134798, 'num_input_tokens_seen': 7124025344, 'completed': '92.13% (3_397 / 3_687)', 'remaining time': '2:28:00', 'throughput': '7930.11', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:29:47,655 >> {'loss': 0.429, 'grad_norm': 18.195323944091797, 'learning_rate': 1.1503874954540804e-07, 'epoch': 0.05370219690805533, 'num_input_tokens_seen': 7126122496, 'completed': '92.16% (3_398 / 3_687)', 'remaining time': '2:27:28', 'throughput': '8726.41', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:30:16,878 >> {'loss': 0.3129, 'grad_norm': 15.976231575012207, 'learning_rate': 1.1493543378476927e-07, 'epoch': 0.05397342012476268, 'num_input_tokens_seen': 7128219648, 'completed': '92.19% (3_399 / 3_687)', 'remaining time': '2:26:56', 'throughput': '8970.47', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:30:49,412 >> {'loss': 0.4292, 'grad_norm': 15.415371894836426, 'learning_rate': 1.1483246814753798e-07, 'epoch': 0.05424464334147003, 'num_input_tokens_seen': 7130316800, 'completed': '92.22% (3_400 / 3_687)', 'remaining time': '2:26:28', 'throughput': '8057.41', 'gpu_mem_free': '5581MB'} +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/distributed/fsdp/fully_sharded_data_parallel.py:689: FutureWarning: FSDP.state_dict_type() and FSDP.set_state_dict_type() are being deprecated. Please use APIs, get_state_dict() and set_state_dict(), which can support different parallelisms, FSDP1, FSDP2, DDP. API doc: https://pytorch.org/docs/stable/distributed.checkpoint.html#torch.distributed.checkpoint.state_dict.get_state_dict .Tutorial: https://pytorch.org/tutorials/recipes/distributed_checkpoint_recipe.html . + warnings.warn( +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/distributed/fsdp/fully_sharded_data_parallel.py:689: FutureWarning: FSDP.state_dict_type() and FSDP.set_state_dict_type() are being deprecated. Please use APIs, get_state_dict() and set_state_dict(), which can support different parallelisms, FSDP1, FSDP2, DDP. API doc: https://pytorch.org/docs/stable/distributed.checkpoint.html#torch.distributed.checkpoint.state_dict.get_state_dict .Tutorial: https://pytorch.org/tutorials/recipes/distributed_checkpoint_recipe.html . + warnings.warn( +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/distributed/fsdp/fully_sharded_data_parallel.py:689: FutureWarning: FSDP.state_dict_type() and FSDP.set_state_dict_type() are being deprecated. Please use APIs, get_state_dict() and set_state_dict(), which can support different parallelisms, FSDP1, FSDP2, DDP. API doc: https://pytorch.org/docs/stable/distributed.checkpoint.html#torch.distributed.checkpoint.state_dict.get_state_dict .Tutorial: https://pytorch.org/tutorials/recipes/distributed_checkpoint_recipe.html . + warnings.warn( +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/distributed/fsdp/fully_sharded_data_parallel.py:689: FutureWarning: FSDP.state_dict_type() and FSDP.set_state_dict_type() are being deprecated. Please use APIs, get_state_dict() and set_state_dict(), which can support different parallelisms, FSDP1, FSDP2, DDP. API doc: https://pytorch.org/docs/stable/distributed.checkpoint.html#torch.distributed.checkpoint.state_dict.get_state_dict .Tutorial: https://pytorch.org/tutorials/recipes/distributed_checkpoint_recipe.html . + warnings.warn( +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/distributed/fsdp/fully_sharded_data_parallel.py:689: FutureWarning: FSDP.state_dict_type() and FSDP.set_state_dict_type() are being deprecated. Please use APIs, get_state_dict() and set_state_dict(), which can support different parallelisms, FSDP1, FSDP2, DDP. API doc: https://pytorch.org/docs/stable/distributed.checkpoint.html#torch.distributed.checkpoint.state_dict.get_state_dict .Tutorial: https://pytorch.org/tutorials/recipes/distributed_checkpoint_recipe.html . + warnings.warn( +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/distributed/fsdp/fully_sharded_data_parallel.py:689: FutureWarning: FSDP.state_dict_type() and FSDP.set_state_dict_type() are being deprecated. Please use APIs, get_state_dict() and set_state_dict(), which can support different parallelisms, FSDP1, FSDP2, DDP. API doc: https://pytorch.org/docs/stable/distributed.checkpoint.html#torch.distributed.checkpoint.state_dict.get_state_dict .Tutorial: https://pytorch.org/tutorials/recipes/distributed_checkpoint_recipe.html . + warnings.warn( +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/distributed/fsdp/fully_sharded_data_parallel.py:689: FutureWarning: FSDP.state_dict_type() and FSDP.set_state_dict_type() are being deprecated. Please use APIs, get_state_dict() and set_state_dict(), which can support different parallelisms, FSDP1, FSDP2, DDP. API doc: https://pytorch.org/docs/stable/distributed.checkpoint.html#torch.distributed.checkpoint.state_dict.get_state_dict .Tutorial: https://pytorch.org/tutorials/recipes/distributed_checkpoint_recipe.html . + warnings.warn( +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/distributed/fsdp/fully_sharded_data_parallel.py:689: FutureWarning: FSDP.state_dict_type() and FSDP.set_state_dict_type() are being deprecated. Please use APIs, get_state_dict() and set_state_dict(), which can support different parallelisms, FSDP1, FSDP2, DDP. API doc: https://pytorch.org/docs/stable/distributed.checkpoint.html#torch.distributed.checkpoint.state_dict.get_state_dict .Tutorial: https://pytorch.org/tutorials/recipes/distributed_checkpoint_recipe.html . + warnings.warn( +[INFO|trainer.py:3503] 2024-12-27 00:31:13,593 >> Saving model checkpoint to /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-3400 +[INFO|configuration_utils.py:472] 2024-12-27 00:31:13,597 >> Configuration saved in /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-3400/config.json +[INFO|configuration_utils.py:807] 2024-12-27 00:31:13,598 >> Configuration saved in /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-3400/generation_config.json +[INFO|modeling_utils.py:2807] 2024-12-27 00:32:10,534 >> The model is bigger than the maximum size per checkpoint (5GB) and is going to be split in 7 checkpoint shards. You can find where each parameters has been saved in the index located at /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-3400/model.safetensors.index.json. +[INFO|tokenization_utils_base.py:2684] 2024-12-27 00:32:10,537 >> tokenizer config file saved in /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-3400/tokenizer_config.json +[INFO|tokenization_utils_base.py:2693] 2024-12-27 00:32:10,538 >> Special tokens file saved in /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-3400/special_tokens_map.json +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/distributed/fsdp/fully_sharded_data_parallel.py:689: FutureWarning: FSDP.state_dict_type() and FSDP.set_state_dict_type() are being deprecated. Please use APIs, get_state_dict() and set_state_dict(), which can support different parallelisms, FSDP1, FSDP2, DDP. API doc: https://pytorch.org/docs/stable/distributed.checkpoint.html#torch.distributed.checkpoint.state_dict.get_state_dict .Tutorial: https://pytorch.org/tutorials/recipes/distributed_checkpoint_recipe.html . + warnings.warn( +12/27/2024 00:35:42 - WARNING - streaming.base.dataset - Because `shuffle_block_size` was not specified, it will default to max(4_000_000 // num_canonical_nodes, 1 << 18) if num_canonical_nodes is not None, otherwise 262144. Prior to Streaming v0.7.0, `shuffle_block_size` defaulted to 262144. +[WARNING|trainer.py:868] 2024-12-27 00:35:42,146 >> Save streaming dataset state: {'epoch': 0, 'sample_in_epoch': 6800, 'num_canonical_nodes': 1, 'shuffle_seed': 42, 'initial_physical_nodes': 1} +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/utils/checkpoint.py:1399: FutureWarning: `torch.cpu.amp.autocast(args...)` is deprecated. Please use `torch.amp.autocast('cpu', args...)` instead. + with device_autocast_ctx, torch.cpu.amp.autocast(**cpu_autocast_kwargs), recompute_context: # type: ignore[attr-defined] +[INFO|trainer.py:175] 2024-12-27 00:36:12,802 >> {'loss': 0.3157, 'grad_norm': 12.561007499694824, 'learning_rate': 1.1472985271657697e-07, 'epoch': 0.05451586655817738, 'num_input_tokens_seen': 7132413952, 'completed': '92.24% (3_401 / 3_687)', 'remaining time': '2:32:54', 'throughput': '810.61', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:36:44,201 >> {'loss': 0.515, 'grad_norm': 19.007686614990234, 'learning_rate': 1.1462758757446728e-07, 'epoch': 0.05478708977488473, 'num_input_tokens_seen': 7134511104, 'completed': '92.27% (3_402 / 3_687)', 'remaining time': '2:32:21', 'throughput': '8348.69', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:37:15,910 >> {'loss': 0.2947, 'grad_norm': 14.344964027404785, 'learning_rate': 1.1452567280350789e-07, 'epoch': 0.05505831299159208, 'num_input_tokens_seen': 7136608256, 'completed': '92.30% (3_403 / 3_687)', 'remaining time': '2:31:48', 'throughput': '8267.27', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:37:50,171 >> {'loss': 0.2962, 'grad_norm': 14.677167892456055, 'learning_rate': 1.1442410848571602e-07, 'epoch': 0.05532953620829943, 'num_input_tokens_seen': 7138705408, 'completed': '92.32% (3_404 / 3_687)', 'remaining time': '2:31:19', 'throughput': '7651.38', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:38:20,440 >> {'loss': 0.3201, 'grad_norm': 15.091597557067871, 'learning_rate': 1.1432289470282683e-07, 'epoch': 0.05560075942500678, 'num_input_tokens_seen': 7140802560, 'completed': '92.35% (3_405 / 3_687)', 'remaining time': '2:30:44', 'throughput': '8660.52', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:38:54,015 >> {'loss': 0.3313, 'grad_norm': 16.691532135009766, 'learning_rate': 1.1422203153629312e-07, 'epoch': 0.055871982641714134, 'num_input_tokens_seen': 7142899712, 'completed': '92.38% (3_406 / 3_687)', 'remaining time': '2:30:14', 'throughput': '7807.86', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:39:25,438 >> {'loss': 0.3258, 'grad_norm': 16.004104614257812, 'learning_rate': 1.1412151906728589e-07, 'epoch': 0.05614320585842148, 'num_input_tokens_seen': 7144996864, 'completed': '92.41% (3_407 / 3_687)', 'remaining time': '2:29:41', 'throughput': '8342.39', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:39:52,536 >> {'loss': 0.6703, 'grad_norm': 20.203420639038086, 'learning_rate': 1.1402135737669372e-07, 'epoch': 0.05641442907512883, 'num_input_tokens_seen': 7147094016, 'completed': '92.43% (3_408 / 3_687)', 'remaining time': '2:29:03', 'throughput': '9673.66', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:40:22,566 >> {'loss': 0.4107, 'grad_norm': 16.784305572509766, 'learning_rate': 1.1392154654512289e-07, 'epoch': 0.05668565229183618, 'num_input_tokens_seen': 7149191168, 'completed': '92.46% (3_409 / 3_687)', 'remaining time': '2:28:28', 'throughput': '8729.37', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:40:56,850 >> {'loss': 0.5004, 'grad_norm': 18.371356964111328, 'learning_rate': 1.1382208665289742e-07, 'epoch': 0.05695687550854353, 'num_input_tokens_seen': 7151288320, 'completed': '92.49% (3_410 / 3_687)', 'remaining time': '2:27:59', 'throughput': '7646.25', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:41:22,503 >> {'loss': 0.7699, 'grad_norm': 28.510942459106445, 'learning_rate': 1.1372297778005883e-07, 'epoch': 0.05722809872525088, 'num_input_tokens_seen': 7153385472, 'completed': '92.51% (3_411 / 3_687)', 'remaining time': '2:27:18', 'throughput': '10218.95', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:41:53,660 >> {'loss': 0.399, 'grad_norm': 20.71713638305664, 'learning_rate': 1.1362422000636609e-07, 'epoch': 0.05749932194195823, 'num_input_tokens_seen': 7155482624, 'completed': '92.54% (3_412 / 3_687)', 'remaining time': '2:26:45', 'throughput': '8413.57', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:42:23,310 >> {'loss': 0.4794, 'grad_norm': 17.85915184020996, 'learning_rate': 1.135258134112958e-07, 'epoch': 0.05777054515866558, 'num_input_tokens_seen': 7157579776, 'completed': '92.57% (3_413 / 3_687)', 'remaining time': '2:26:10', 'throughput': '8841.49', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:42:56,610 >> {'loss': 0.4149, 'grad_norm': 16.834300994873047, 'learning_rate': 1.1342775807404177e-07, 'epoch': 0.058041768375372935, 'num_input_tokens_seen': 7159676928, 'completed': '92.60% (3_414 / 3_687)', 'remaining time': '2:25:40', 'throughput': '7872.09', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:43:27,351 >> {'loss': 0.3177, 'grad_norm': 14.176383018493652, 'learning_rate': 1.1333005407351516e-07, 'epoch': 0.05831299159208028, 'num_input_tokens_seen': 7161774080, 'completed': '92.62% (3_415 / 3_687)', 'remaining time': '2:25:06', 'throughput': '8527.67', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:43:54,966 >> {'loss': 0.6466, 'grad_norm': 20.5920352935791, 'learning_rate': 1.1323270148834461e-07, 'epoch': 0.05858421480878763, 'num_input_tokens_seen': 7163871232, 'completed': '92.65% (3_416 / 3_687)', 'remaining time': '2:24:29', 'throughput': '9492.50', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:44:24,163 >> {'loss': 0.5934, 'grad_norm': 20.29216194152832, 'learning_rate': 1.1313570039687571e-07, 'epoch': 0.058855438025494984, 'num_input_tokens_seen': 7165968384, 'completed': '92.68% (3_417 / 3_687)', 'remaining time': '2:23:53', 'throughput': '8978.71', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:44:56,252 >> {'loss': 0.4848, 'grad_norm': 19.53738784790039, 'learning_rate': 1.1303905087717111e-07, 'epoch': 0.05912666124220233, 'num_input_tokens_seen': 7168065536, 'completed': '92.70% (3_418 / 3_687)', 'remaining time': '2:23:21', 'throughput': '8169.13', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:45:25,334 >> {'loss': 0.3478, 'grad_norm': 16.945344924926758, 'learning_rate': 1.1294275300701085e-07, 'epoch': 0.059397884458909686, 'num_input_tokens_seen': 7170162688, 'completed': '92.73% (3_419 / 3_687)', 'remaining time': '2:22:46', 'throughput': '9013.97', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:45:56,730 >> {'loss': 0.4514, 'grad_norm': 17.19941520690918, 'learning_rate': 1.1284680686389163e-07, 'epoch': 0.059669107675617034, 'num_input_tokens_seen': 7172259840, 'completed': '92.76% (3_420 / 3_687)', 'remaining time': '2:22:13', 'throughput': '8349.66', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:46:26,053 >> {'loss': 0.3855, 'grad_norm': 14.423097610473633, 'learning_rate': 1.1275121252502738e-07, 'epoch': 0.05994033089232438, 'num_input_tokens_seen': 7174356992, 'completed': '92.79% (3_421 / 3_687)', 'remaining time': '2:21:38', 'throughput': '8939.77', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:47:00,381 >> {'loss': 0.3488, 'grad_norm': 13.27149772644043, 'learning_rate': 1.1265597006734872e-07, 'epoch': 0.060211554109031735, 'num_input_tokens_seen': 7176454144, 'completed': '92.81% (3_422 / 3_687)', 'remaining time': '2:21:09', 'throughput': '7636.57', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:47:28,882 >> {'loss': 0.4548, 'grad_norm': 17.755043029785156, 'learning_rate': 1.1256107956750319e-07, 'epoch': 0.06048277732573908, 'num_input_tokens_seen': 7178551296, 'completed': '92.84% (3_423 / 3_687)', 'remaining time': '2:20:33', 'throughput': '9197.63', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:47:57,825 >> {'loss': 0.186, 'grad_norm': 15.190084457397461, 'learning_rate': 1.1246654110185501e-07, 'epoch': 0.06075400054244643, 'num_input_tokens_seen': 7180648448, 'completed': '92.87% (3_424 / 3_687)', 'remaining time': '2:19:57', 'throughput': '9057.29', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:48:26,252 >> {'loss': 0.852, 'grad_norm': 23.48501968383789, 'learning_rate': 1.1237235474648516e-07, 'epoch': 0.061025223759153785, 'num_input_tokens_seen': 7182745600, 'completed': '92.89% (3_425 / 3_687)', 'remaining time': '2:19:21', 'throughput': '9221.51', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:48:58,597 >> {'loss': 0.5567, 'grad_norm': 18.804317474365234, 'learning_rate': 1.1227852057719125e-07, 'epoch': 0.06129644697586113, 'num_input_tokens_seen': 7184842752, 'completed': '92.92% (3_426 / 3_687)', 'remaining time': '2:18:50', 'throughput': '8104.73', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:49:29,201 >> {'loss': 0.4162, 'grad_norm': 18.396987915039062, 'learning_rate': 1.121850386694875e-07, 'epoch': 0.06156767019256849, 'num_input_tokens_seen': 7186939904, 'completed': '92.95% (3_427 / 3_687)', 'remaining time': '2:18:17', 'throughput': '8565.70', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:50:00,561 >> {'loss': 0.5276, 'grad_norm': 18.709394454956055, 'learning_rate': 1.1209190909860453e-07, 'epoch': 0.061838893409275834, 'num_input_tokens_seen': 7189037056, 'completed': '92.98% (3_428 / 3_687)', 'remaining time': '2:17:44', 'throughput': '8359.23', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:50:30,064 >> {'loss': 0.5129, 'grad_norm': 25.96376609802246, 'learning_rate': 1.119991319394894e-07, 'epoch': 0.06211011662598318, 'num_input_tokens_seen': 7191134208, 'completed': '93.00% (3_429 / 3_687)', 'remaining time': '2:17:09', 'throughput': '8885.18', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:50:59,554 >> {'loss': 0.6664, 'grad_norm': 24.267688751220703, 'learning_rate': 1.1190670726680579e-07, 'epoch': 0.062381339842690536, 'num_input_tokens_seen': 7193231360, 'completed': '93.03% (3_430 / 3_687)', 'remaining time': '2:16:35', 'throughput': '8889.27', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:51:31,994 >> {'loss': 0.2624, 'grad_norm': 12.63032054901123, 'learning_rate': 1.1181463515493336e-07, 'epoch': 0.06265256305939788, 'num_input_tokens_seen': 7195328512, 'completed': '93.06% (3_431 / 3_687)', 'remaining time': '2:16:04', 'throughput': '8081.04', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:52:00,887 >> {'loss': 0.3512, 'grad_norm': 18.082197189331055, 'learning_rate': 1.1172291567796846e-07, 'epoch': 0.06292378627610523, 'num_input_tokens_seen': 7197425664, 'completed': '93.08% (3_432 / 3_687)', 'remaining time': '2:15:28', 'throughput': '9072.89', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:52:31,061 >> {'loss': 0.3531, 'grad_norm': 13.270282745361328, 'learning_rate': 1.1163154890972333e-07, 'epoch': 0.06319500949281258, 'num_input_tokens_seen': 7199522816, 'completed': '93.11% (3_433 / 3_687)', 'remaining time': '2:14:55', 'throughput': '8687.63', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:53:01,901 >> {'loss': 0.2167, 'grad_norm': 11.08203411102295, 'learning_rate': 1.1154053492372654e-07, 'epoch': 0.06346623270951994, 'num_input_tokens_seen': 7201619968, 'completed': '93.14% (3_434 / 3_687)', 'remaining time': '2:14:22', 'throughput': '8500.12', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:53:31,000 >> {'loss': 0.5286, 'grad_norm': 18.60203742980957, 'learning_rate': 1.1144987379322254e-07, 'epoch': 0.06373745592622729, 'num_input_tokens_seen': 7203717120, 'completed': '93.17% (3_435 / 3_687)', 'remaining time': '2:13:47', 'throughput': '9008.77', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:53:58,432 >> {'loss': 0.7746, 'grad_norm': 22.605010986328125, 'learning_rate': 1.1135956559117207e-07, 'epoch': 0.06400867914293464, 'num_input_tokens_seen': 7205814272, 'completed': '93.19% (3_436 / 3_687)', 'remaining time': '2:13:10', 'throughput': '9556.19', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:54:29,459 >> {'loss': 0.1999, 'grad_norm': 10.375788688659668, 'learning_rate': 1.1126961039025168e-07, 'epoch': 0.06427990235964198, 'num_input_tokens_seen': 7207911424, 'completed': '93.22% (3_437 / 3_687)', 'remaining time': '2:12:38', 'throughput': '8448.71', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:54:58,658 >> {'loss': 0.3321, 'grad_norm': 16.99294662475586, 'learning_rate': 1.111800082628539e-07, 'epoch': 0.06455112557634933, 'num_input_tokens_seen': 7210008576, 'completed': '93.25% (3_438 / 3_687)', 'remaining time': '2:12:03', 'throughput': '8977.87', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:55:26,427 >> {'loss': 0.517, 'grad_norm': 18.679296493530273, 'learning_rate': 1.1109075928108715e-07, 'epoch': 0.06482234879305669, 'num_input_tokens_seen': 7212105728, 'completed': '93.27% (3_439 / 3_687)', 'remaining time': '2:11:27', 'throughput': '9440.38', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:55:55,179 >> {'loss': 0.8827, 'grad_norm': 25.95256233215332, 'learning_rate': 1.1100186351677567e-07, 'epoch': 0.06509357200976404, 'num_input_tokens_seen': 7214202880, 'completed': '93.30% (3_440 / 3_687)', 'remaining time': '2:10:52', 'throughput': '9117.18', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:56:25,579 >> {'loss': 0.412, 'grad_norm': 15.406830787658691, 'learning_rate': 1.1091332104145921e-07, 'epoch': 0.06536479522647139, 'num_input_tokens_seen': 7216300032, 'completed': '93.33% (3_441 / 3_687)', 'remaining time': '2:10:19', 'throughput': '8623.27', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:56:56,435 >> {'loss': 0.4441, 'grad_norm': 17.281946182250977, 'learning_rate': 1.1082513192639353e-07, 'epoch': 0.06563601844317873, 'num_input_tokens_seen': 7218397184, 'completed': '93.36% (3_442 / 3_687)', 'remaining time': '2:09:46', 'throughput': '8495.69', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:57:29,832 >> {'loss': 0.2542, 'grad_norm': 11.579797744750977, 'learning_rate': 1.1073729624254984e-07, 'epoch': 0.06590724165988608, 'num_input_tokens_seen': 7220494336, 'completed': '93.38% (3_443 / 3_687)', 'remaining time': '2:09:16', 'throughput': '7849.39', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:57:57,847 >> {'loss': 0.6309, 'grad_norm': 20.977197647094727, 'learning_rate': 1.1064981406061494e-07, 'epoch': 0.06617846487659344, 'num_input_tokens_seen': 7222591488, 'completed': '93.41% (3_444 / 3_687)', 'remaining time': '2:08:40', 'throughput': '9357.08', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:58:26,629 >> {'loss': 0.4147, 'grad_norm': 15.974722862243652, 'learning_rate': 1.1056268545099117e-07, 'epoch': 0.06644968809330079, 'num_input_tokens_seen': 7224688640, 'completed': '93.44% (3_445 / 3_687)', 'remaining time': '2:08:06', 'throughput': '9107.96', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:58:59,415 >> {'loss': 0.2354, 'grad_norm': 11.669343948364258, 'learning_rate': 1.1047591048379635e-07, 'epoch': 0.06672091131000814, 'num_input_tokens_seen': 7226785792, 'completed': '93.46% (3_446 / 3_687)', 'remaining time': '2:07:35', 'throughput': '7995.72', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:59:29,219 >> {'loss': 0.6374, 'grad_norm': 24.988540649414062, 'learning_rate': 1.1038948922886355e-07, 'epoch': 0.06699213452671549, 'num_input_tokens_seen': 7228882944, 'completed': '93.49% (3_447 / 3_687)', 'remaining time': '2:07:01', 'throughput': '8795.65', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:59:57,588 >> {'loss': 0.4621, 'grad_norm': 17.950305938720703, 'learning_rate': 1.1030342175574144e-07, 'epoch': 0.06726335774342283, 'num_input_tokens_seen': 7230980096, 'completed': '93.52% (3_448 / 3_687)', 'remaining time': '2:06:26', 'throughput': '9240.56', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:00:29,593 >> {'loss': 0.5804, 'grad_norm': 23.91762351989746, 'learning_rate': 1.1021770813369378e-07, 'epoch': 0.06753458096013018, 'num_input_tokens_seen': 7233077248, 'completed': '93.54% (3_449 / 3_687)', 'remaining time': '2:05:55', 'throughput': '8190.71', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:01:05,483 >> {'loss': 0.2842, 'grad_norm': 17.67766571044922, 'learning_rate': 1.1013234843169967e-07, 'epoch': 0.06780580417683754, 'num_input_tokens_seen': 7235174400, 'completed': '93.57% (3_450 / 3_687)', 'remaining time': '2:05:27', 'throughput': '7303.90', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:01:35,954 >> {'loss': 0.2676, 'grad_norm': 14.409975051879883, 'learning_rate': 1.100473427184534e-07, 'epoch': 0.06807702739354489, 'num_input_tokens_seen': 7237271552, 'completed': '93.60% (3_451 / 3_687)', 'remaining time': '2:04:54', 'throughput': '8603.32', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:02:07,171 >> {'loss': 0.553, 'grad_norm': 25.468711853027344, 'learning_rate': 1.0996269106236425e-07, 'epoch': 0.06834825061025224, 'num_input_tokens_seen': 7239368704, 'completed': '93.63% (3_452 / 3_687)', 'remaining time': '2:04:22', 'throughput': '8397.42', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:02:37,923 >> {'loss': 0.3635, 'grad_norm': 18.466487884521484, 'learning_rate': 1.0987839353155661e-07, 'epoch': 0.06861947382695958, 'num_input_tokens_seen': 7241465856, 'completed': '93.65% (3_453 / 3_687)', 'remaining time': '2:03:49', 'throughput': '8524.38', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:03:09,528 >> {'loss': 0.4023, 'grad_norm': 15.085163116455078, 'learning_rate': 1.0979445019387e-07, 'epoch': 0.06889069704366693, 'num_input_tokens_seen': 7243563008, 'completed': '93.68% (3_454 / 3_687)', 'remaining time': '2:03:17', 'throughput': '8294.36', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:03:42,269 >> {'loss': 0.3546, 'grad_norm': 15.840180397033691, 'learning_rate': 1.0971086111685883e-07, 'epoch': 0.0691619202603743, 'num_input_tokens_seen': 7245660160, 'completed': '93.71% (3_455 / 3_687)', 'remaining time': '2:02:46', 'throughput': '8006.79', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:04:13,413 >> {'loss': 0.5338, 'grad_norm': 20.410505294799805, 'learning_rate': 1.0962762636779235e-07, 'epoch': 0.06943314347708164, 'num_input_tokens_seen': 7247757312, 'completed': '93.73% (3_456 / 3_687)', 'remaining time': '2:02:14', 'throughput': '8416.94', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:04:44,839 >> {'loss': 0.6095, 'grad_norm': 23.19679832458496, 'learning_rate': 1.0954474601365482e-07, 'epoch': 0.06970436669378899, 'num_input_tokens_seen': 7249854464, 'completed': '93.76% (3_457 / 3_687)', 'remaining time': '2:01:42', 'throughput': '8341.81', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:05:15,354 >> {'loss': 0.4222, 'grad_norm': 14.401229858398438, 'learning_rate': 1.094622201211451e-07, 'epoch': 0.06997558991049634, 'num_input_tokens_seen': 7251951616, 'completed': '93.79% (3_458 / 3_687)', 'remaining time': '2:01:09', 'throughput': '8590.48', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:05:48,017 >> {'loss': 0.4721, 'grad_norm': 17.72669792175293, 'learning_rate': 1.0938004875667689e-07, 'epoch': 0.07024681312720368, 'num_input_tokens_seen': 7254048768, 'completed': '93.82% (3_459 / 3_687)', 'remaining time': '2:00:38', 'throughput': '8025.83', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:06:17,257 >> {'loss': 0.3393, 'grad_norm': 15.16402530670166, 'learning_rate': 1.0929823198637866e-07, 'epoch': 0.07051803634391104, 'num_input_tokens_seen': 7256145920, 'completed': '93.84% (3_460 / 3_687)', 'remaining time': '2:00:04', 'throughput': '8965.29', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:06:47,291 >> {'loss': 0.5465, 'grad_norm': 17.32206153869629, 'learning_rate': 1.0921676987609335e-07, 'epoch': 0.07078925956061839, 'num_input_tokens_seen': 7258243072, 'completed': '93.87% (3_461 / 3_687)', 'remaining time': '1:59:31', 'throughput': '8728.02', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:07:16,248 >> {'loss': 0.6731, 'grad_norm': 20.354280471801758, 'learning_rate': 1.0913566249137865e-07, 'epoch': 0.07106048277732574, 'num_input_tokens_seen': 7260340224, 'completed': '93.90% (3_462 / 3_687)', 'remaining time': '1:58:57', 'throughput': '9053.03', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:07:45,396 >> {'loss': 0.5397, 'grad_norm': 17.26376724243164, 'learning_rate': 1.0905490989750656e-07, 'epoch': 0.07133170599403309, 'num_input_tokens_seen': 7262437376, 'completed': '93.92% (3_463 / 3_687)', 'remaining time': '1:58:23', 'throughput': '8993.47', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:08:14,756 >> {'loss': 0.6668, 'grad_norm': 22.16339683532715, 'learning_rate': 1.0897451215946378e-07, 'epoch': 0.07160292921074043, 'num_input_tokens_seen': 7264534528, 'completed': '93.95% (3_464 / 3_687)', 'remaining time': '1:57:49', 'throughput': '8928.51', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:08:46,748 >> {'loss': 0.5578, 'grad_norm': 25.3452091217041, 'learning_rate': 1.0889446934195141e-07, 'epoch': 0.0718741524274478, 'num_input_tokens_seen': 7266631680, 'completed': '93.98% (3_465 / 3_687)', 'remaining time': '1:57:18', 'throughput': '8194.28', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:09:16,567 >> {'loss': 0.4272, 'grad_norm': 20.26123809814453, 'learning_rate': 1.0881478150938475e-07, 'epoch': 0.07214537564415514, 'num_input_tokens_seen': 7268728832, 'completed': '94.01% (3_466 / 3_687)', 'remaining time': '1:56:45', 'throughput': '8791.19', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:09:47,748 >> {'loss': 0.3703, 'grad_norm': 15.355372428894043, 'learning_rate': 1.0873544872589361e-07, 'epoch': 0.07241659886086249, 'num_input_tokens_seen': 7270825984, 'completed': '94.03% (3_467 / 3_687)', 'remaining time': '1:56:12', 'throughput': '8406.90', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:10:21,328 >> {'loss': 0.4287, 'grad_norm': 19.550086975097656, 'learning_rate': 1.08656471055322e-07, 'epoch': 0.07268782207756984, 'num_input_tokens_seen': 7272923136, 'completed': '94.06% (3_468 / 3_687)', 'remaining time': '1:55:42', 'throughput': '7806.75', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:10:47,794 >> {'loss': 0.8543, 'grad_norm': 23.889299392700195, 'learning_rate': 1.0857784856122812e-07, 'epoch': 0.07295904529427719, 'num_input_tokens_seen': 7275020288, 'completed': '94.09% (3_469 / 3_687)', 'remaining time': '1:55:06', 'throughput': '9904.90', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:11:18,362 >> {'loss': 0.3986, 'grad_norm': 17.23611831665039, 'learning_rate': 1.084995813068843e-07, 'epoch': 0.07323026851098453, 'num_input_tokens_seen': 7277117440, 'completed': '94.11% (3_470 / 3_687)', 'remaining time': '1:54:34', 'throughput': '8575.68', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:11:47,843 >> {'loss': 0.5305, 'grad_norm': 20.09700584411621, 'learning_rate': 1.0842166935527716e-07, 'epoch': 0.0735014917276919, 'num_input_tokens_seen': 7279214592, 'completed': '94.14% (3_471 / 3_687)', 'remaining time': '1:54:00', 'throughput': '8891.88', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:12:18,086 >> {'loss': 0.3567, 'grad_norm': 17.18355941772461, 'learning_rate': 1.0834411276910715e-07, 'epoch': 0.07377271494439924, 'num_input_tokens_seen': 7281311744, 'completed': '94.17% (3_472 / 3_687)', 'remaining time': '1:53:27', 'throughput': '8668.04', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:12:51,765 >> {'loss': 0.5759, 'grad_norm': 20.5414981842041, 'learning_rate': 1.0826691161078895e-07, 'epoch': 0.07404393816110659, 'num_input_tokens_seen': 7283408896, 'completed': '94.20% (3_473 / 3_687)', 'remaining time': '1:52:57', 'throughput': '7783.48', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:13:22,557 >> {'loss': 0.3052, 'grad_norm': 14.221673965454102, 'learning_rate': 1.0819006594245114e-07, 'epoch': 0.07431516137781394, 'num_input_tokens_seen': 7285506048, 'completed': '94.22% (3_474 / 3_687)', 'remaining time': '1:52:25', 'throughput': '8513.50', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:13:53,467 >> {'loss': 0.669, 'grad_norm': 21.631595611572266, 'learning_rate': 1.0811357582593613e-07, 'epoch': 0.07458638459452128, 'num_input_tokens_seen': 7287603200, 'completed': '94.25% (3_475 / 3_687)', 'remaining time': '1:51:53', 'throughput': '8480.87', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:14:22,952 >> {'loss': 0.8402, 'grad_norm': 23.90924644470215, 'learning_rate': 1.0803744132280025e-07, 'epoch': 0.07485760781122865, 'num_input_tokens_seen': 7289700352, 'completed': '94.28% (3_476 / 3_687)', 'remaining time': '1:51:19', 'throughput': '8890.87', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:14:54,838 >> {'loss': 0.5147, 'grad_norm': 19.435346603393555, 'learning_rate': 1.0796166249431371e-07, 'epoch': 0.075128831027936, 'num_input_tokens_seen': 7291797504, 'completed': '94.30% (3_477 / 3_687)', 'remaining time': '1:50:48', 'throughput': '8221.27', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:15:27,446 >> {'loss': 0.5814, 'grad_norm': 20.027788162231445, 'learning_rate': 1.0788623940146032e-07, 'epoch': 0.07540005424464334, 'num_input_tokens_seen': 7293894656, 'completed': '94.33% (3_478 / 3_687)', 'remaining time': '1:50:17', 'throughput': '8039.15', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:15:58,066 >> {'loss': 0.3769, 'grad_norm': 15.927900314331055, 'learning_rate': 1.0781117210493781e-07, 'epoch': 0.07567127746135069, 'num_input_tokens_seen': 7295991808, 'completed': '94.36% (3_479 / 3_687)', 'remaining time': '1:49:45', 'throughput': '8561.27', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:16:29,607 >> {'loss': 0.6378, 'grad_norm': 29.270769119262695, 'learning_rate': 1.0773646066515748e-07, 'epoch': 0.07594250067805804, 'num_input_tokens_seen': 7298088960, 'completed': '94.39% (3_480 / 3_687)', 'remaining time': '1:49:13', 'throughput': '8311.15', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:17:01,099 >> {'loss': 0.2933, 'grad_norm': 15.728423118591309, 'learning_rate': 1.0766210514224419e-07, 'epoch': 0.0762137238947654, 'num_input_tokens_seen': 7300186112, 'completed': '94.41% (3_481 / 3_687)', 'remaining time': '1:48:41', 'throughput': '8324.17', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:17:30,277 >> {'loss': 0.4516, 'grad_norm': 19.27528953552246, 'learning_rate': 1.0758810559603651e-07, 'epoch': 0.07648494711147275, 'num_input_tokens_seen': 7302283264, 'completed': '94.44% (3_482 / 3_687)', 'remaining time': '1:48:08', 'throughput': '8984.39', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:18:00,742 >> {'loss': 0.3451, 'grad_norm': 16.80342674255371, 'learning_rate': 1.0751446208608642e-07, 'epoch': 0.07675617032818009, 'num_input_tokens_seen': 7304380416, 'completed': '94.47% (3_483 / 3_687)', 'remaining time': '1:47:35', 'throughput': '8604.69', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:18:29,217 >> {'loss': 0.4333, 'grad_norm': 14.538717269897461, 'learning_rate': 1.0744117467165938e-07, 'epoch': 0.07702739354488744, 'num_input_tokens_seen': 7306477568, 'completed': '94.49% (3_484 / 3_687)', 'remaining time': '1:47:01', 'throughput': '9206.17', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:18:59,805 >> {'loss': 0.3792, 'grad_norm': 15.928664207458496, 'learning_rate': 1.0736824341173442e-07, 'epoch': 0.07729861676159479, 'num_input_tokens_seen': 7308574720, 'completed': '94.52% (3_485 / 3_687)', 'remaining time': '1:46:29', 'throughput': '8570.07', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:19:31,010 >> {'loss': 0.4084, 'grad_norm': 17.85283088684082, 'learning_rate': 1.0729566836500373e-07, 'epoch': 0.07756983997830215, 'num_input_tokens_seen': 7310671872, 'completed': '94.55% (3_486 / 3_687)', 'remaining time': '1:45:57', 'throughput': '8400.80', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:20:00,542 >> {'loss': 0.4754, 'grad_norm': 25.531211853027344, 'learning_rate': 1.07223449589873e-07, 'epoch': 0.0778410631950095, 'num_input_tokens_seen': 7312769024, 'completed': '94.58% (3_487 / 3_687)', 'remaining time': '1:45:24', 'throughput': '8876.49', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:20:30,239 >> {'loss': 0.3349, 'grad_norm': 12.72594165802002, 'learning_rate': 1.0715158714446109e-07, 'epoch': 0.07811228641171684, 'num_input_tokens_seen': 7314866176, 'completed': '94.60% (3_488 / 3_687)', 'remaining time': '1:44:51', 'throughput': '8827.27', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:20:58,112 >> {'loss': 0.3707, 'grad_norm': 17.275711059570312, 'learning_rate': 1.0708008108660026e-07, 'epoch': 0.07838350962842419, 'num_input_tokens_seen': 7316963328, 'completed': '94.63% (3_489 / 3_687)', 'remaining time': '1:44:17', 'throughput': '9404.95', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:21:28,194 >> {'loss': 0.2781, 'grad_norm': 13.209538459777832, 'learning_rate': 1.0700893147383582e-07, 'epoch': 0.07865473284513154, 'num_input_tokens_seen': 7319060480, 'completed': '94.66% (3_490 / 3_687)', 'remaining time': '1:43:44', 'throughput': '8714.47', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:22:00,613 >> {'loss': 0.5252, 'grad_norm': 17.69983673095703, 'learning_rate': 1.069381383634263e-07, 'epoch': 0.07892595606183889, 'num_input_tokens_seen': 7321157632, 'completed': '94.68% (3_491 / 3_687)', 'remaining time': '1:43:13', 'throughput': '8085.98', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:22:32,099 >> {'loss': 0.4176, 'grad_norm': 16.224292755126953, 'learning_rate': 1.0686770181234322e-07, 'epoch': 0.07919717927854625, 'num_input_tokens_seen': 7323254784, 'completed': '94.71% (3_492 / 3_687)', 'remaining time': '1:42:41', 'throughput': '8325.79', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:23:01,919 >> {'loss': 0.3494, 'grad_norm': 15.399229049682617, 'learning_rate': 1.0679762187727129e-07, 'epoch': 0.0794684024952536, 'num_input_tokens_seen': 7325351936, 'completed': '94.74% (3_493 / 3_687)', 'remaining time': '1:42:09', 'throughput': '8790.78', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:23:35,335 >> {'loss': 0.2833, 'grad_norm': 14.10446548461914, 'learning_rate': 1.0672789861460818e-07, 'epoch': 0.07973962571196094, 'num_input_tokens_seen': 7327449088, 'completed': '94.77% (3_494 / 3_687)', 'remaining time': '1:41:38', 'throughput': '7845.03', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:24:04,508 >> {'loss': 0.57, 'grad_norm': 20.31482696533203, 'learning_rate': 1.0665853208046449e-07, 'epoch': 0.08001084892866829, 'num_input_tokens_seen': 7329546240, 'completed': '94.79% (3_495 / 3_687)', 'remaining time': '1:41:05', 'throughput': '8985.86', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:24:35,533 >> {'loss': 0.3401, 'grad_norm': 18.91710090637207, 'learning_rate': 1.0658952233066381e-07, 'epoch': 0.08028207214537564, 'num_input_tokens_seen': 7331643392, 'completed': '94.82% (3_496 / 3_687)', 'remaining time': '1:40:33', 'throughput': '8449.39', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:25:05,667 >> {'loss': 0.5459, 'grad_norm': 18.957792282104492, 'learning_rate': 1.0652086942074255e-07, 'epoch': 0.080553295362083, 'num_input_tokens_seen': 7333740544, 'completed': '94.85% (3_497 / 3_687)', 'remaining time': '1:40:00', 'throughput': '8699.35', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:25:37,265 >> {'loss': 0.2876, 'grad_norm': 16.166566848754883, 'learning_rate': 1.0645257340594988e-07, 'epoch': 0.08082451857879035, 'num_input_tokens_seen': 7335837696, 'completed': '94.87% (3_498 / 3_687)', 'remaining time': '1:39:29', 'throughput': '8296.11', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:26:10,330 >> {'loss': 0.3123, 'grad_norm': 14.657668113708496, 'learning_rate': 1.06384634341248e-07, 'epoch': 0.0810957417954977, 'num_input_tokens_seen': 7337934848, 'completed': '94.90% (3_499 / 3_687)', 'remaining time': '1:38:58', 'throughput': '7928.17', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:26:39,653 >> {'loss': 0.3603, 'grad_norm': 16.774099349975586, 'learning_rate': 1.0631705228131149e-07, 'epoch': 0.08136696501220504, 'num_input_tokens_seen': 7340032000, 'completed': '94.93% (3_500 / 3_687)', 'remaining time': '1:38:25', 'throughput': '8939.90', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:27:10,835 >> {'loss': 0.261, 'grad_norm': 18.32398223876953, 'learning_rate': 1.0624982728052795e-07, 'epoch': 0.08163818822891239, 'num_input_tokens_seen': 7342129152, 'completed': '94.96% (3_501 / 3_687)', 'remaining time': '1:37:53', 'throughput': '8406.86', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:27:42,525 >> {'loss': 0.3176, 'grad_norm': 13.998818397521973, 'learning_rate': 1.0618295939299752e-07, 'epoch': 0.08190941144561975, 'num_input_tokens_seen': 7344226304, 'completed': '94.98% (3_502 / 3_687)', 'remaining time': '1:37:22', 'throughput': '8272.22', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:28:12,430 >> {'loss': 0.6581, 'grad_norm': 20.430179595947266, 'learning_rate': 1.0611644867253284e-07, 'epoch': 0.0821806346623271, 'num_input_tokens_seen': 7346323456, 'completed': '95.01% (3_503 / 3_687)', 'remaining time': '1:36:49', 'throughput': '8765.98', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:28:46,128 >> {'loss': 0.637, 'grad_norm': 22.212148666381836, 'learning_rate': 1.0605029517265918e-07, 'epoch': 0.08245185787903445, 'num_input_tokens_seen': 7348420608, 'completed': '95.04% (3_504 / 3_687)', 'remaining time': '1:36:19', 'throughput': '7779.06', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:29:19,065 >> {'loss': 0.3632, 'grad_norm': 18.4092960357666, 'learning_rate': 1.0598449894661445e-07, 'epoch': 0.0827230810957418, 'num_input_tokens_seen': 7350517760, 'completed': '95.06% (3_505 / 3_687)', 'remaining time': '1:35:48', 'throughput': '7958.99', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:29:48,761 >> {'loss': 0.6235, 'grad_norm': 19.119739532470703, 'learning_rate': 1.0591906004734895e-07, 'epoch': 0.08299430431244914, 'num_input_tokens_seen': 7352614912, 'completed': '95.09% (3_506 / 3_687)', 'remaining time': '1:35:16', 'throughput': '8827.48', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:30:18,683 >> {'loss': 0.8699, 'grad_norm': 22.81473159790039, 'learning_rate': 1.0585397852752544e-07, 'epoch': 0.0832655275291565, 'num_input_tokens_seen': 7354712064, 'completed': '95.12% (3_507 / 3_687)', 'remaining time': '1:34:43', 'throughput': '8761.04', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:30:49,338 >> {'loss': 0.568, 'grad_norm': 17.07512855529785, 'learning_rate': 1.0578925443951895e-07, 'epoch': 0.08353675074586385, 'num_input_tokens_seen': 7356809216, 'completed': '95.15% (3_508 / 3_687)', 'remaining time': '1:34:11', 'throughput': '8551.34', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:31:21,236 >> {'loss': 0.2377, 'grad_norm': 10.896271705627441, 'learning_rate': 1.0572488783541702e-07, 'epoch': 0.0838079739625712, 'num_input_tokens_seen': 7358906368, 'completed': '95.17% (3_509 / 3_687)', 'remaining time': '1:33:39', 'throughput': '8218.28', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:31:50,724 >> {'loss': 0.3153, 'grad_norm': 15.978910446166992, 'learning_rate': 1.0566087876701941e-07, 'epoch': 0.08407919717927854, 'num_input_tokens_seen': 7361003520, 'completed': '95.20% (3_510 / 3_687)', 'remaining time': '1:33:07', 'throughput': '8889.69', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:32:18,333 >> {'loss': 0.5863, 'grad_norm': 21.776466369628906, 'learning_rate': 1.0559722728583825e-07, 'epoch': 0.08435042039598589, 'num_input_tokens_seen': 7363100672, 'completed': '95.23% (3_511 / 3_687)', 'remaining time': '1:32:33', 'throughput': '9495.04', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:32:49,973 >> {'loss': 0.3144, 'grad_norm': 11.799039840698242, 'learning_rate': 1.0553393344309775e-07, 'epoch': 0.08462164361269324, 'num_input_tokens_seen': 7365197824, 'completed': '95.25% (3_512 / 3_687)', 'remaining time': '1:32:01', 'throughput': '8285.08', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:33:21,362 >> {'loss': 0.3156, 'grad_norm': 14.083271980285645, 'learning_rate': 1.054709972897344e-07, 'epoch': 0.0848928668294006, 'num_input_tokens_seen': 7367294976, 'completed': '95.28% (3_513 / 3_687)', 'remaining time': '1:31:30', 'throughput': '8351.46', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:33:48,461 >> {'loss': 0.7161, 'grad_norm': 20.98029899597168, 'learning_rate': 1.0540841887639698e-07, 'epoch': 0.08516409004610795, 'num_input_tokens_seen': 7369392128, 'completed': '95.31% (3_514 / 3_687)', 'remaining time': '1:30:56', 'throughput': '9673.88', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:34:20,847 >> {'loss': 0.3341, 'grad_norm': 16.61429786682129, 'learning_rate': 1.0534619825344596e-07, 'epoch': 0.0854353132628153, 'num_input_tokens_seen': 7371489280, 'completed': '95.33% (3_515 / 3_687)', 'remaining time': '1:30:25', 'throughput': '8094.29', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:34:52,847 >> {'loss': 0.3035, 'grad_norm': 13.247276306152344, 'learning_rate': 1.052843354709543e-07, 'epoch': 0.08570653647952264, 'num_input_tokens_seen': 7373586432, 'completed': '95.36% (3_516 / 3_687)', 'remaining time': '1:29:53', 'throughput': '8191.83', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:35:25,374 >> {'loss': 0.3785, 'grad_norm': 17.826738357543945, 'learning_rate': 1.0522283057870675e-07, 'epoch': 0.08597775969622999, 'num_input_tokens_seen': 7375683584, 'completed': '95.39% (3_517 / 3_687)', 'remaining time': '1:29:22', 'throughput': '8059.46', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:35:59,898 >> {'loss': 0.4728, 'grad_norm': 21.997249603271484, 'learning_rate': 1.0516168362620013e-07, 'epoch': 0.08624898291293735, 'num_input_tokens_seen': 7377780736, 'completed': '95.42% (3_518 / 3_687)', 'remaining time': '1:28:52', 'throughput': '7592.94', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:36:31,380 >> {'loss': 0.4232, 'grad_norm': 18.08944320678711, 'learning_rate': 1.0510089466264321e-07, 'epoch': 0.0865202061296447, 'num_input_tokens_seen': 7379877888, 'completed': '95.44% (3_519 / 3_687)', 'remaining time': '1:28:21', 'throughput': '8326.93', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:37:03,713 >> {'loss': 0.2725, 'grad_norm': 12.958785057067871, 'learning_rate': 1.0504046373695648e-07, 'epoch': 0.08679142934635205, 'num_input_tokens_seen': 7381975040, 'completed': '95.47% (3_520 / 3_687)', 'remaining time': '1:27:50', 'throughput': '8107.54', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:37:32,534 >> {'loss': 0.5077, 'grad_norm': 18.204368591308594, 'learning_rate': 1.0498039089777265e-07, 'epoch': 0.0870626525630594, 'num_input_tokens_seen': 7384072192, 'completed': '95.50% (3_521 / 3_687)', 'remaining time': '1:27:17', 'throughput': '9095.51', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:38:05,347 >> {'loss': 0.4001, 'grad_norm': 15.504716873168945, 'learning_rate': 1.0492067619343594e-07, 'epoch': 0.08733387577976674, 'num_input_tokens_seen': 7386169344, 'completed': '95.52% (3_522 / 3_687)', 'remaining time': '1:26:46', 'throughput': '7989.19', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:38:36,212 >> {'loss': 0.196, 'grad_norm': 12.572887420654297, 'learning_rate': 1.0486131967200254e-07, 'epoch': 0.0876050989964741, 'num_input_tokens_seen': 7388266496, 'completed': '95.55% (3_523 / 3_687)', 'remaining time': '1:26:14', 'throughput': '8493.26', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:39:06,299 >> {'loss': 0.2463, 'grad_norm': 12.989893913269043, 'learning_rate': 1.048023213812403e-07, 'epoch': 0.08787632221318145, 'num_input_tokens_seen': 7390363648, 'completed': '95.58% (3_524 / 3_687)', 'remaining time': '1:25:42', 'throughput': '8712.73', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:39:37,569 >> {'loss': 0.4123, 'grad_norm': 18.88071632385254, 'learning_rate': 1.0474368136862876e-07, 'epoch': 0.0881475454298888, 'num_input_tokens_seen': 7392460800, 'completed': '95.61% (3_525 / 3_687)', 'remaining time': '1:25:10', 'throughput': '8383.23', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:40:06,314 >> {'loss': 0.6547, 'grad_norm': 24.264707565307617, 'learning_rate': 1.0468539968135922e-07, 'epoch': 0.08841876864659615, 'num_input_tokens_seen': 7394557952, 'completed': '95.63% (3_526 / 3_687)', 'remaining time': '1:24:37', 'throughput': '9119.80', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:40:37,022 >> {'loss': 0.4053, 'grad_norm': 17.752891540527344, 'learning_rate': 1.046274763663345e-07, 'epoch': 0.0886899918633035, 'num_input_tokens_seen': 7396655104, 'completed': '95.66% (3_527 / 3_687)', 'remaining time': '1:24:05', 'throughput': '8536.48', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:41:07,756 >> {'loss': 0.5896, 'grad_norm': 21.44291114807129, 'learning_rate': 1.045699114701691e-07, 'epoch': 0.08896121508001086, 'num_input_tokens_seen': 7398752256, 'completed': '95.69% (3_528 / 3_687)', 'remaining time': '1:23:33', 'throughput': '8529.49', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:41:37,878 >> {'loss': 0.6174, 'grad_norm': 27.565635681152344, 'learning_rate': 1.0451270503918906e-07, 'epoch': 0.0892324382967182, 'num_input_tokens_seen': 7400849408, 'completed': '95.71% (3_529 / 3_687)', 'remaining time': '1:23:01', 'throughput': '8702.86', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:42:07,157 >> {'loss': 0.6561, 'grad_norm': 22.987125396728516, 'learning_rate': 1.0445585711943205e-07, 'epoch': 0.08950366151342555, 'num_input_tokens_seen': 7402946560, 'completed': '95.74% (3_530 / 3_687)', 'remaining time': '1:22:28', 'throughput': '8953.24', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:42:36,518 >> {'loss': 0.5277, 'grad_norm': 17.22407341003418, 'learning_rate': 1.0439936775664699e-07, 'epoch': 0.0897748847301329, 'num_input_tokens_seen': 7405043712, 'completed': '95.77% (3_531 / 3_687)', 'remaining time': '1:21:56', 'throughput': '8928.35', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:43:08,551 >> {'loss': 0.3715, 'grad_norm': 17.74474334716797, 'learning_rate': 1.043432369962943e-07, 'epoch': 0.09004610794684025, 'num_input_tokens_seen': 7407140864, 'completed': '95.80% (3_532 / 3_687)', 'remaining time': '1:21:24', 'throughput': '8183.52', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:43:40,438 >> {'loss': 0.4398, 'grad_norm': 14.838858604431152, 'learning_rate': 1.0428746488354606e-07, 'epoch': 0.09031733116354759, 'num_input_tokens_seen': 7409238016, 'completed': '95.82% (3_533 / 3_687)', 'remaining time': '1:20:53', 'throughput': '8221.07', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:44:11,061 >> {'loss': 0.3574, 'grad_norm': 15.398836135864258, 'learning_rate': 1.0423205146328548e-07, 'epoch': 0.09058855438025495, 'num_input_tokens_seen': 7411335168, 'completed': '95.85% (3_534 / 3_687)', 'remaining time': '1:20:21', 'throughput': '8560.44', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:44:39,619 >> {'loss': 0.539, 'grad_norm': 20.782089233398438, 'learning_rate': 1.0417699678010708e-07, 'epoch': 0.0908597775969623, 'num_input_tokens_seen': 7413432320, 'completed': '95.88% (3_535 / 3_687)', 'remaining time': '1:19:48', 'throughput': '9179.11', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:45:06,201 >> {'loss': 0.595, 'grad_norm': 23.51567840576172, 'learning_rate': 1.0412230087831689e-07, 'epoch': 0.09113100081366965, 'num_input_tokens_seen': 7415529472, 'completed': '95.90% (3_536 / 3_687)', 'remaining time': '1:19:15', 'throughput': '9861.77', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:45:36,343 >> {'loss': 0.4471, 'grad_norm': 20.366703033447266, 'learning_rate': 1.0406796380193203e-07, 'epoch': 0.091402224030377, 'num_input_tokens_seen': 7417626624, 'completed': '95.93% (3_537 / 3_687)', 'remaining time': '1:18:43', 'throughput': '8697.16', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:46:04,836 >> {'loss': 0.5784, 'grad_norm': 18.491153717041016, 'learning_rate': 1.0401398559468098e-07, 'epoch': 0.09167344724708434, 'num_input_tokens_seen': 7419723776, 'completed': '95.96% (3_538 / 3_687)', 'remaining time': '1:18:10', 'throughput': '9200.03', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:46:33,784 >> {'loss': 0.4378, 'grad_norm': 17.398160934448242, 'learning_rate': 1.0396036630000324e-07, 'epoch': 0.0919446704637917, 'num_input_tokens_seen': 7421820928, 'completed': '95.99% (3_539 / 3_687)', 'remaining time': '1:17:37', 'throughput': '9055.68', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:47:02,858 >> {'loss': 0.3753, 'grad_norm': 17.634761810302734, 'learning_rate': 1.0390710596104965e-07, 'epoch': 0.09221589368049905, 'num_input_tokens_seen': 7423918080, 'completed': '96.01% (3_540 / 3_687)', 'remaining time': '1:17:05', 'throughput': '9016.74', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:47:34,612 >> {'loss': 0.5528, 'grad_norm': 19.80194664001465, 'learning_rate': 1.0385420462068206e-07, 'epoch': 0.0924871168972064, 'num_input_tokens_seen': 7426015232, 'completed': '96.04% (3_541 / 3_687)', 'remaining time': '1:16:33', 'throughput': '8255.27', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:48:05,965 >> {'loss': 0.2905, 'grad_norm': 13.204157829284668, 'learning_rate': 1.0380166232147354e-07, 'epoch': 0.09275834011391375, 'num_input_tokens_seen': 7428112384, 'completed': '96.07% (3_542 / 3_687)', 'remaining time': '1:16:02', 'throughput': '8361.13', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:48:37,201 >> {'loss': 0.3773, 'grad_norm': 13.604270935058594, 'learning_rate': 1.0374947910570805e-07, 'epoch': 0.0930295633306211, 'num_input_tokens_seen': 7430209536, 'completed': '96.09% (3_543 / 3_687)', 'remaining time': '1:15:30', 'throughput': '8392.27', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:49:09,647 >> {'loss': 0.3638, 'grad_norm': 15.047932624816895, 'learning_rate': 1.0369765501538067e-07, 'epoch': 0.09330078654732846, 'num_input_tokens_seen': 7432306688, 'completed': '96.12% (3_544 / 3_687)', 'remaining time': '1:14:59', 'throughput': '8079.45', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:49:40,287 >> {'loss': 0.3592, 'grad_norm': 16.72162628173828, 'learning_rate': 1.0364619009219743e-07, 'epoch': 0.0935720097640358, 'num_input_tokens_seen': 7434403840, 'completed': '96.15% (3_545 / 3_687)', 'remaining time': '1:14:27', 'throughput': '8555.51', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:50:10,435 >> {'loss': 0.3736, 'grad_norm': 21.374954223632812, 'learning_rate': 1.0359508437757544e-07, 'epoch': 0.09384323298074315, 'num_input_tokens_seen': 7436500992, 'completed': '96.18% (3_546 / 3_687)', 'remaining time': '1:13:55', 'throughput': '8695.26', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:50:38,520 >> {'loss': 0.4029, 'grad_norm': 16.41029930114746, 'learning_rate': 1.0354433791264255e-07, 'epoch': 0.0941144561974505, 'num_input_tokens_seen': 7438598144, 'completed': '96.20% (3_547 / 3_687)', 'remaining time': '1:13:23', 'throughput': '9334.11', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:51:10,631 >> {'loss': 0.6386, 'grad_norm': 30.30008888244629, 'learning_rate': 1.0349395073823768e-07, 'epoch': 0.09438567941415785, 'num_input_tokens_seen': 7440695296, 'completed': '96.23% (3_548 / 3_687)', 'remaining time': '1:12:51', 'throughput': '8163.61', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:51:39,787 >> {'loss': 0.3967, 'grad_norm': 15.258624076843262, 'learning_rate': 1.0344392289491038e-07, 'epoch': 0.09465690263086521, 'num_input_tokens_seen': 7442792448, 'completed': '96.26% (3_549 / 3_687)', 'remaining time': '1:12:19', 'throughput': '8991.17', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:52:07,172 >> {'loss': 0.7916, 'grad_norm': 21.32552719116211, 'learning_rate': 1.0339425442292118e-07, 'epoch': 0.09492812584757256, 'num_input_tokens_seen': 7444889600, 'completed': '96.28% (3_550 / 3_687)', 'remaining time': '1:11:46', 'throughput': '9572.38', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:52:38,062 >> {'loss': 0.5297, 'grad_norm': 17.294597625732422, 'learning_rate': 1.0334494536224146e-07, 'epoch': 0.0951993490642799, 'num_input_tokens_seen': 7446986752, 'completed': '96.31% (3_551 / 3_687)', 'remaining time': '1:11:14', 'throughput': '8486.35', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:53:07,966 >> {'loss': 0.509, 'grad_norm': 17.55919647216797, 'learning_rate': 1.0329599575255321e-07, 'epoch': 0.09547057228098725, 'num_input_tokens_seen': 7449083904, 'completed': '96.34% (3_552 / 3_687)', 'remaining time': '1:10:42', 'throughput': '8766.19', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:53:37,838 >> {'loss': 0.3171, 'grad_norm': 15.990652084350586, 'learning_rate': 1.0324740563324923e-07, 'epoch': 0.0957417954976946, 'num_input_tokens_seen': 7451181056, 'completed': '96.37% (3_553 / 3_687)', 'remaining time': '1:10:10', 'throughput': '8775.72', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:54:03,456 >> {'loss': 0.7525, 'grad_norm': 24.02924156188965, 'learning_rate': 1.0319917504343297e-07, 'epoch': 0.09601301871440195, 'num_input_tokens_seen': 7453278208, 'completed': '96.39% (3_554 / 3_687)', 'remaining time': '1:09:37', 'throughput': '10232.71', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:54:36,451 >> {'loss': 0.3421, 'grad_norm': 15.403027534484863, 'learning_rate': 1.0315130402191866e-07, 'epoch': 0.09628424193110931, 'num_input_tokens_seen': 7455375360, 'completed': '96.42% (3_555 / 3_687)', 'remaining time': '1:09:06', 'throughput': '7944.92', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:55:06,177 >> {'loss': 0.4427, 'grad_norm': 16.647611618041992, 'learning_rate': 1.0310379260723094e-07, 'epoch': 0.09655546514781665, 'num_input_tokens_seen': 7457472512, 'completed': '96.45% (3_556 / 3_687)', 'remaining time': '1:08:34', 'throughput': '8818.85', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:55:33,856 >> {'loss': 0.6526, 'grad_norm': 20.491514205932617, 'learning_rate': 1.0305664083760532e-07, 'epoch': 0.096826688364524, 'num_input_tokens_seen': 7459569664, 'completed': '96.47% (3_557 / 3_687)', 'remaining time': '1:08:01', 'throughput': '9470.65', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:56:04,087 >> {'loss': 0.5078, 'grad_norm': 15.219748497009277, 'learning_rate': 1.0300984875098772e-07, 'epoch': 0.09709791158123135, 'num_input_tokens_seen': 7461666816, 'completed': '96.50% (3_558 / 3_687)', 'remaining time': '1:07:29', 'throughput': '8671.36', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:56:35,199 >> {'loss': 0.4535, 'grad_norm': 18.49822235107422, 'learning_rate': 1.0296341638503458e-07, 'epoch': 0.0973691347979387, 'num_input_tokens_seen': 7463763968, 'completed': '96.53% (3_559 / 3_687)', 'remaining time': '1:06:58', 'throughput': '8426.05', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:57:04,881 >> {'loss': 0.3632, 'grad_norm': 17.297460556030273, 'learning_rate': 1.029173437771129e-07, 'epoch': 0.09764035801464606, 'num_input_tokens_seen': 7465861120, 'completed': '96.56% (3_560 / 3_687)', 'remaining time': '1:06:26', 'throughput': '8831.75', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:57:35,678 >> {'loss': 0.7611, 'grad_norm': 22.80646514892578, 'learning_rate': 1.0287163096430024e-07, 'epoch': 0.0979115812313534, 'num_input_tokens_seen': 7467958272, 'completed': '96.58% (3_561 / 3_687)', 'remaining time': '1:05:54', 'throughput': '8511.84', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:58:05,996 >> {'loss': 0.338, 'grad_norm': 15.242216110229492, 'learning_rate': 1.0282627798338444e-07, 'epoch': 0.09818280444806075, 'num_input_tokens_seen': 7470055424, 'completed': '96.61% (3_562 / 3_687)', 'remaining time': '1:05:22', 'throughput': '8646.59', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:58:36,342 >> {'loss': 0.5657, 'grad_norm': 17.453556060791016, 'learning_rate': 1.0278128487086387e-07, 'epoch': 0.0984540276647681, 'num_input_tokens_seen': 7472152576, 'completed': '96.64% (3_563 / 3_687)', 'remaining time': '1:04:51', 'throughput': '8638.58', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:59:08,978 >> {'loss': 0.3696, 'grad_norm': 16.23352813720703, 'learning_rate': 1.0273665166294735e-07, 'epoch': 0.09872525088147545, 'num_input_tokens_seen': 7474249728, 'completed': '96.66% (3_564 / 3_687)', 'remaining time': '1:04:20', 'throughput': '8032.21', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:59:39,229 >> {'loss': 0.3618, 'grad_norm': 14.19936466217041, 'learning_rate': 1.0269237839555398e-07, 'epoch': 0.09899647409818281, 'num_input_tokens_seen': 7476346880, 'completed': '96.69% (3_565 / 3_687)', 'remaining time': '1:03:48', 'throughput': '8665.70', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:00:10,370 >> {'loss': 0.2983, 'grad_norm': 11.769580841064453, 'learning_rate': 1.0264846510431307e-07, 'epoch': 0.09926769731489016, 'num_input_tokens_seen': 7478444032, 'completed': '96.72% (3_566 / 3_687)', 'remaining time': '1:03:17', 'throughput': '8417.84', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:00:40,958 >> {'loss': 0.8378, 'grad_norm': 22.436574935913086, 'learning_rate': 1.0260491182456453e-07, 'epoch': 0.0995389205315975, 'num_input_tokens_seen': 7480541184, 'completed': '96.75% (3_567 / 3_687)', 'remaining time': '1:02:45', 'throughput': '8570.24', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:01:11,959 >> {'loss': 0.3932, 'grad_norm': 21.576202392578125, 'learning_rate': 1.0256171859135826e-07, 'epoch': 0.09981014374830485, 'num_input_tokens_seen': 7482638336, 'completed': '96.77% (3_568 / 3_687)', 'remaining time': '1:02:13', 'throughput': '8456.18', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:01:42,427 >> {'loss': 0.413, 'grad_norm': 15.524735450744629, 'learning_rate': 1.0251888543945458e-07, 'epoch': 0.1000813669650122, 'num_input_tokens_seen': 7484735488, 'completed': '96.80% (3_569 / 3_687)', 'remaining time': '1:01:42', 'throughput': '8603.66', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:02:13,056 >> {'loss': 0.4167, 'grad_norm': 14.626888275146484, 'learning_rate': 1.0247641240332397e-07, 'epoch': 0.10035259018171956, 'num_input_tokens_seen': 7486832640, 'completed': '96.83% (3_570 / 3_687)', 'remaining time': '1:01:10', 'throughput': '8558.67', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:02:46,602 >> {'loss': 0.42, 'grad_norm': 14.8865327835083, 'learning_rate': 1.0243429951714714e-07, 'epoch': 0.10062381339842691, 'num_input_tokens_seen': 7488929792, 'completed': '96.85% (3_571 / 3_687)', 'remaining time': '1:00:39', 'throughput': '7814.54', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:03:16,668 >> {'loss': 0.4622, 'grad_norm': 17.109973907470703, 'learning_rate': 1.023925468148149e-07, 'epoch': 0.10089503661513426, 'num_input_tokens_seen': 7491026944, 'completed': '96.88% (3_572 / 3_687)', 'remaining time': '1:00:08', 'throughput': '8719.00', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:03:49,290 >> {'loss': 0.1671, 'grad_norm': 8.667223930358887, 'learning_rate': 1.023511543299283e-07, 'epoch': 0.1011662598318416, 'num_input_tokens_seen': 7493124096, 'completed': '96.91% (3_573 / 3_687)', 'remaining time': '0:59:37', 'throughput': '8035.69', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:04:19,317 >> {'loss': 0.4523, 'grad_norm': 17.68228530883789, 'learning_rate': 1.0231012209579831e-07, 'epoch': 0.10143748304854895, 'num_input_tokens_seen': 7495221248, 'completed': '96.94% (3_574 / 3_687)', 'remaining time': '0:59:05', 'throughput': '8730.29', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:04:52,487 >> {'loss': 0.5904, 'grad_norm': 21.331649780273438, 'learning_rate': 1.0226945014544624e-07, 'epoch': 0.10170870626525631, 'num_input_tokens_seen': 7497318400, 'completed': '96.96% (3_575 / 3_687)', 'remaining time': '0:58:34', 'throughput': '7903.20', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:05:25,917 >> {'loss': 0.6652, 'grad_norm': 19.670902252197266, 'learning_rate': 1.0222913851160335e-07, 'epoch': 0.10197992948196366, 'num_input_tokens_seen': 7499415552, 'completed': '96.99% (3_576 / 3_687)', 'remaining time': '0:58:03', 'throughput': '7841.42', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:05:55,193 >> {'loss': 0.425, 'grad_norm': 15.4076509475708, 'learning_rate': 1.0218918722671074e-07, 'epoch': 0.10225115269867101, 'num_input_tokens_seen': 7501512704, 'completed': '97.02% (3_577 / 3_687)', 'remaining time': '0:57:31', 'throughput': '8954.21', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:06:24,888 >> {'loss': 0.4974, 'grad_norm': 19.192432403564453, 'learning_rate': 1.0214959632291984e-07, 'epoch': 0.10252237591537836, 'num_input_tokens_seen': 7503609856, 'completed': '97.04% (3_578 / 3_687)', 'remaining time': '0:56:59', 'throughput': '8828.05', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:06:55,719 >> {'loss': 0.3527, 'grad_norm': 15.295207977294922, 'learning_rate': 1.0211036583209181e-07, 'epoch': 0.1027935991320857, 'num_input_tokens_seen': 7505707008, 'completed': '97.07% (3_579 / 3_687)', 'remaining time': '0:56:28', 'throughput': '8502.58', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:07:26,287 >> {'loss': 0.2886, 'grad_norm': 13.086195945739746, 'learning_rate': 1.0207149578579789e-07, 'epoch': 0.10306482234879305, 'num_input_tokens_seen': 7507804160, 'completed': '97.10% (3_580 / 3_687)', 'remaining time': '0:55:56', 'throughput': '8575.61', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:07:55,531 >> {'loss': 0.4335, 'grad_norm': 18.579437255859375, 'learning_rate': 1.0203298621531923e-07, 'epoch': 0.10333604556550041, 'num_input_tokens_seen': 7509901312, 'completed': '97.13% (3_581 / 3_687)', 'remaining time': '0:55:24', 'throughput': '8964.22', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:08:24,762 >> {'loss': 0.4943, 'grad_norm': 18.218303680419922, 'learning_rate': 1.0199483715164687e-07, 'epoch': 0.10360726878220776, 'num_input_tokens_seen': 7511998464, 'completed': '97.15% (3_582 / 3_687)', 'remaining time': '0:54:52', 'throughput': '8967.88', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:08:54,437 >> {'loss': 0.8784, 'grad_norm': 27.71494483947754, 'learning_rate': 1.0195704862548167e-07, 'epoch': 0.1038784919989151, 'num_input_tokens_seen': 7514095616, 'completed': '97.18% (3_583 / 3_687)', 'remaining time': '0:54:20', 'throughput': '8833.90', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:09:24,844 >> {'loss': 0.3978, 'grad_norm': 17.35464096069336, 'learning_rate': 1.0191962066723448e-07, 'epoch': 0.10414971521562245, 'num_input_tokens_seen': 7516192768, 'completed': '97.21% (3_584 / 3_687)', 'remaining time': '0:53:49', 'throughput': '8621.19', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:09:55,397 >> {'loss': 0.251, 'grad_norm': 11.098041534423828, 'learning_rate': 1.0188255330702583e-07, 'epoch': 0.1044209384323298, 'num_input_tokens_seen': 7518289920, 'completed': '97.23% (3_585 / 3_687)', 'remaining time': '0:53:17', 'throughput': '8579.99', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:10:25,275 >> {'loss': 0.588, 'grad_norm': 20.41391372680664, 'learning_rate': 1.0184584657468615e-07, 'epoch': 0.10469216164903716, 'num_input_tokens_seen': 7520387072, 'completed': '97.26% (3_586 / 3_687)', 'remaining time': '0:52:46', 'throughput': '8773.75', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:10:55,430 >> {'loss': 0.2949, 'grad_norm': 15.097143173217773, 'learning_rate': 1.018095004997556e-07, 'epoch': 0.10496338486574451, 'num_input_tokens_seen': 7522484224, 'completed': '97.29% (3_587 / 3_687)', 'remaining time': '0:52:14', 'throughput': '8693.19', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:11:26,858 >> {'loss': 0.3288, 'grad_norm': 14.162942886352539, 'learning_rate': 1.0177351511148414e-07, 'epoch': 0.10523460808245186, 'num_input_tokens_seen': 7524581376, 'completed': '97.31% (3_588 / 3_687)', 'remaining time': '0:51:43', 'throughput': '8341.23', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:11:58,937 >> {'loss': 0.4861, 'grad_norm': 17.567161560058594, 'learning_rate': 1.0173789043883147e-07, 'epoch': 0.1055058312991592, 'num_input_tokens_seen': 7526678528, 'completed': '97.34% (3_589 / 3_687)', 'remaining time': '0:51:11', 'throughput': '8171.64', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:12:28,293 >> {'loss': 0.3948, 'grad_norm': 14.005763053894043, 'learning_rate': 1.0170262651046687e-07, 'epoch': 0.10577705451586655, 'num_input_tokens_seen': 7528775680, 'completed': '97.37% (3_590 / 3_687)', 'remaining time': '0:50:40', 'throughput': '8929.79', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:12:56,660 >> {'loss': 0.5062, 'grad_norm': 17.03684425354004, 'learning_rate': 1.0166772335476951e-07, 'epoch': 0.10604827773257391, 'num_input_tokens_seen': 7530872832, 'completed': '97.40% (3_591 / 3_687)', 'remaining time': '0:50:08', 'throughput': '9241.44', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:13:28,459 >> {'loss': 0.4414, 'grad_norm': 17.549358367919922, 'learning_rate': 1.0163318099982808e-07, 'epoch': 0.10631950094928126, 'num_input_tokens_seen': 7532969984, 'completed': '97.42% (3_592 / 3_687)', 'remaining time': '0:49:36', 'throughput': '8243.68', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:13:56,592 >> {'loss': 0.4222, 'grad_norm': 16.84699821472168, 'learning_rate': 1.0159899947344094e-07, 'epoch': 0.10659072416598861, 'num_input_tokens_seen': 7535067136, 'completed': '97.45% (3_593 / 3_687)', 'remaining time': '0:49:04', 'throughput': '9317.97', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:14:27,317 >> {'loss': 0.3399, 'grad_norm': 13.90577507019043, 'learning_rate': 1.0156517880311614e-07, 'epoch': 0.10686194738269596, 'num_input_tokens_seen': 7537164288, 'completed': '97.48% (3_594 / 3_687)', 'remaining time': '0:48:33', 'throughput': '8531.90', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:14:59,411 >> {'loss': 0.3014, 'grad_norm': 14.83264446258545, 'learning_rate': 1.0153171901607118e-07, 'epoch': 0.1071331705994033, 'num_input_tokens_seen': 7539261440, 'completed': '97.50% (3_595 / 3_687)', 'remaining time': '0:48:02', 'throughput': '8168.05', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:15:27,885 >> {'loss': 0.6559, 'grad_norm': 21.388154983520508, 'learning_rate': 1.0149862013923329e-07, 'epoch': 0.10740439381611067, 'num_input_tokens_seen': 7541358592, 'completed': '97.53% (3_596 / 3_687)', 'remaining time': '0:47:30', 'throughput': '9206.40', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:15:58,226 >> {'loss': 0.4451, 'grad_norm': 16.71360206604004, 'learning_rate': 1.0146588219923917e-07, 'epoch': 0.10767561703281801, 'num_input_tokens_seen': 7543455744, 'completed': '97.56% (3_597 / 3_687)', 'remaining time': '0:46:58', 'throughput': '8640.00', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:16:31,023 >> {'loss': 0.3744, 'grad_norm': 12.09107780456543, 'learning_rate': 1.0143350522243509e-07, 'epoch': 0.10794684024952536, 'num_input_tokens_seen': 7545552896, 'completed': '97.59% (3_598 / 3_687)', 'remaining time': '0:46:27', 'throughput': '7993.05', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:17:02,181 >> {'loss': 0.4641, 'grad_norm': 16.030540466308594, 'learning_rate': 1.0140148923487675e-07, 'epoch': 0.10821806346623271, 'num_input_tokens_seen': 7547650048, 'completed': '97.61% (3_599 / 3_687)', 'remaining time': '0:45:56', 'throughput': '8413.42', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:17:31,836 >> {'loss': 0.477, 'grad_norm': 18.602020263671875, 'learning_rate': 1.0136983426232945e-07, 'epoch': 0.10848928668294006, 'num_input_tokens_seen': 7549747200, 'completed': '97.64% (3_600 / 3_687)', 'remaining time': '0:45:24', 'throughput': '8839.50', 'gpu_mem_free': '5581MB'} +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/distributed/fsdp/fully_sharded_data_parallel.py:689: FutureWarning: FSDP.state_dict_type() and FSDP.set_state_dict_type() are being deprecated. Please use APIs, get_state_dict() and set_state_dict(), which can support different parallelisms, FSDP1, FSDP2, DDP. API doc: https://pytorch.org/docs/stable/distributed.checkpoint.html#torch.distributed.checkpoint.state_dict.get_state_dict .Tutorial: https://pytorch.org/tutorials/recipes/distributed_checkpoint_recipe.html . + warnings.warn( +[INFO|trainer.py:3503] 2024-12-27 02:17:56,022 >> Saving model checkpoint to /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-3600 +[INFO|configuration_utils.py:472] 2024-12-27 02:17:56,025 >> Configuration saved in /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-3600/config.json +[INFO|configuration_utils.py:807] 2024-12-27 02:17:56,026 >> Configuration saved in /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-3600/generation_config.json +[INFO|modeling_utils.py:2807] 2024-12-27 02:18:51,019 >> The model is bigger than the maximum size per checkpoint (5GB) and is going to be split in 7 checkpoint shards. You can find where each parameters has been saved in the index located at /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-3600/model.safetensors.index.json. +[INFO|tokenization_utils_base.py:2684] 2024-12-27 02:18:51,023 >> tokenizer config file saved in /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-3600/tokenizer_config.json +[INFO|tokenization_utils_base.py:2693] 2024-12-27 02:18:51,024 >> Special tokens file saved in /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-3600/special_tokens_map.json +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/distributed/fsdp/fully_sharded_data_parallel.py:689: FutureWarning: FSDP.state_dict_type() and FSDP.set_state_dict_type() are being deprecated. Please use APIs, get_state_dict() and set_state_dict(), which can support different parallelisms, FSDP1, FSDP2, DDP. API doc: https://pytorch.org/docs/stable/distributed.checkpoint.html#torch.distributed.checkpoint.state_dict.get_state_dict .Tutorial: https://pytorch.org/tutorials/recipes/distributed_checkpoint_recipe.html . + warnings.warn( +[WARNING|trainer.py:868] 2024-12-27 02:22:29,797 >> Save streaming dataset state: {'epoch': 0, 'sample_in_epoch': 7200, 'num_canonical_nodes': 1, 'shuffle_seed': 42, 'initial_physical_nodes': 1} +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/utils/checkpoint.py:1399: FutureWarning: `torch.cpu.amp.autocast(args...)` is deprecated. Please use `torch.amp.autocast('cpu', args...)` instead. + with device_autocast_ctx, torch.cpu.amp.autocast(**cpu_autocast_kwargs), recompute_context: # type: ignore[attr-defined] +[INFO|trainer.py:175] 2024-12-27 02:23:00,865 >> {'loss': 0.255, 'grad_norm': 11.135970115661621, 'learning_rate': 1.0133854033026789e-07, 'epoch': 0.1087605098996474, 'num_input_tokens_seen': 7551844352, 'completed': '97.67% (3_601 / 3_687)', 'remaining time': '0:45:57', 'throughput': '796.72', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:23:30,825 >> {'loss': 0.2572, 'grad_norm': 16.609188079833984, 'learning_rate': 1.0130760746387622e-07, 'epoch': 0.10903173311635476, 'num_input_tokens_seen': 7553941504, 'completed': '97.69% (3_602 / 3_687)', 'remaining time': '0:45:24', 'throughput': '8749.87', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:24:00,469 >> {'loss': 0.3303, 'grad_norm': 13.517497062683105, 'learning_rate': 1.0127703568804805e-07, 'epoch': 0.10930295633306211, 'num_input_tokens_seen': 7556038656, 'completed': '97.72% (3_603 / 3_687)', 'remaining time': '0:44:52', 'throughput': '8843.08', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:24:30,186 >> {'loss': 0.3366, 'grad_norm': 16.163911819458008, 'learning_rate': 1.0124682502738638e-07, 'epoch': 0.10957417954976946, 'num_input_tokens_seen': 7558135808, 'completed': '97.75% (3_604 / 3_687)', 'remaining time': '0:44:19', 'throughput': '8821.48', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:25:03,574 >> {'loss': 0.5456, 'grad_norm': 19.574230194091797, 'learning_rate': 1.0121697550620365e-07, 'epoch': 0.10984540276647681, 'num_input_tokens_seen': 7560232960, 'completed': '97.78% (3_605 / 3_687)', 'remaining time': '0:43:47', 'throughput': '7851.37', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:25:34,402 >> {'loss': 0.4387, 'grad_norm': 17.653837203979492, 'learning_rate': 1.0118748714852156e-07, 'epoch': 0.11011662598318415, 'num_input_tokens_seen': 7562330112, 'completed': '97.80% (3_606 / 3_687)', 'remaining time': '0:43:15', 'throughput': '8503.49', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:26:04,835 >> {'loss': 0.1869, 'grad_norm': 13.368509292602539, 'learning_rate': 1.011583599780712e-07, 'epoch': 0.11038784919989152, 'num_input_tokens_seen': 7564427264, 'completed': '97.83% (3_607 / 3_687)', 'remaining time': '0:42:43', 'throughput': '8613.62', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:26:35,939 >> {'loss': 0.6204, 'grad_norm': 21.617624282836914, 'learning_rate': 1.01129594018293e-07, 'epoch': 0.11065907241659886, 'num_input_tokens_seen': 7566524416, 'completed': '97.86% (3_608 / 3_687)', 'remaining time': '0:42:10', 'throughput': '8428.03', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:27:08,843 >> {'loss': 0.4534, 'grad_norm': 17.730438232421875, 'learning_rate': 1.0110118929233682e-07, 'epoch': 0.11093029563330621, 'num_input_tokens_seen': 7568621568, 'completed': '97.88% (3_609 / 3_687)', 'remaining time': '0:41:38', 'throughput': '7966.92', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:27:37,951 >> {'loss': 0.6147, 'grad_norm': 20.859384536743164, 'learning_rate': 1.0107314582306156e-07, 'epoch': 0.11120151885001356, 'num_input_tokens_seen': 7570718720, 'completed': '97.91% (3_610 / 3_687)', 'remaining time': '0:41:06', 'throughput': '9006.02', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:28:07,281 >> {'loss': 0.5003, 'grad_norm': 21.62270164489746, 'learning_rate': 1.0104546363303566e-07, 'epoch': 0.1114727420667209, 'num_input_tokens_seen': 7572815872, 'completed': '97.94% (3_611 / 3_687)', 'remaining time': '0:40:33', 'throughput': '8937.55', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:28:35,194 >> {'loss': 0.649, 'grad_norm': 22.07628631591797, 'learning_rate': 1.0101814274453661e-07, 'epoch': 0.11174396528342827, 'num_input_tokens_seen': 7574913024, 'completed': '97.97% (3_612 / 3_687)', 'remaining time': '0:40:01', 'throughput': '9391.57', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:29:10,780 >> {'loss': 0.4658, 'grad_norm': 19.241708755493164, 'learning_rate': 1.0099118317955127e-07, 'epoch': 0.11201518850013562, 'num_input_tokens_seen': 7577010176, 'completed': '97.99% (3_613 / 3_687)', 'remaining time': '0:39:29', 'throughput': '7366.63', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:29:39,809 >> {'loss': 0.5632, 'grad_norm': 17.93199348449707, 'learning_rate': 1.0096458495977564e-07, 'epoch': 0.11228641171684296, 'num_input_tokens_seen': 7579107328, 'completed': '98.02% (3_614 / 3_687)', 'remaining time': '0:38:57', 'throughput': '9030.27', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:30:12,372 >> {'loss': 0.3877, 'grad_norm': 18.892309188842773, 'learning_rate': 1.0093834810661498e-07, 'epoch': 0.11255763493355031, 'num_input_tokens_seen': 7581204480, 'completed': '98.05% (3_615 / 3_687)', 'remaining time': '0:38:25', 'throughput': '8050.48', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:30:42,843 >> {'loss': 0.3783, 'grad_norm': 14.152824401855469, 'learning_rate': 1.0091247264118372e-07, 'epoch': 0.11282885815025766, 'num_input_tokens_seen': 7583301632, 'completed': '98.07% (3_616 / 3_687)', 'remaining time': '0:37:52', 'throughput': '8603.01', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:31:16,783 >> {'loss': 0.261, 'grad_norm': 11.564390182495117, 'learning_rate': 1.0088695858430539e-07, 'epoch': 0.11310008136696502, 'num_input_tokens_seen': 7585398784, 'completed': '98.10% (3_617 / 3_687)', 'remaining time': '0:37:21', 'throughput': '7723.71', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:31:47,859 >> {'loss': 0.486, 'grad_norm': 23.13407325744629, 'learning_rate': 1.0086180595651278e-07, 'epoch': 0.11337130458367237, 'num_input_tokens_seen': 7587495936, 'completed': '98.13% (3_618 / 3_687)', 'remaining time': '0:36:49', 'throughput': '8435.43', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:32:15,859 >> {'loss': 0.554, 'grad_norm': 17.028270721435547, 'learning_rate': 1.0083701477804778e-07, 'epoch': 0.11364252780037971, 'num_input_tokens_seen': 7589593088, 'completed': '98.16% (3_619 / 3_687)', 'remaining time': '0:36:16', 'throughput': '9362.46', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:32:47,885 >> {'loss': 0.5359, 'grad_norm': 17.975419998168945, 'learning_rate': 1.0081258506886134e-07, 'epoch': 0.11391375101708706, 'num_input_tokens_seen': 7591690240, 'completed': '98.18% (3_620 / 3_687)', 'remaining time': '0:35:44', 'throughput': '8185.41', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:33:18,482 >> {'loss': 0.3641, 'grad_norm': 14.600398063659668, 'learning_rate': 1.0078851684861357e-07, 'epoch': 0.11418497423379441, 'num_input_tokens_seen': 7593787392, 'completed': '98.21% (3_621 / 3_687)', 'remaining time': '0:35:12', 'throughput': '8567.60', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:33:47,741 >> {'loss': 0.2436, 'grad_norm': 14.766218185424805, 'learning_rate': 1.0076481013667376e-07, 'epoch': 0.11445619745050176, 'num_input_tokens_seen': 7595884544, 'completed': '98.24% (3_622 / 3_687)', 'remaining time': '0:34:39', 'throughput': '8959.42', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:34:19,246 >> {'loss': 0.2984, 'grad_norm': 15.354504585266113, 'learning_rate': 1.0074146495212001e-07, 'epoch': 0.11472742066720912, 'num_input_tokens_seen': 7597981696, 'completed': '98.26% (3_623 / 3_687)', 'remaining time': '0:34:07', 'throughput': '8320.73', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:34:50,298 >> {'loss': 0.7206, 'grad_norm': 19.848752975463867, 'learning_rate': 1.0071848131373972e-07, 'epoch': 0.11499864388391647, 'num_input_tokens_seen': 7600078848, 'completed': '98.29% (3_624 / 3_687)', 'remaining time': '0:33:35', 'throughput': '8442.15', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:35:20,431 >> {'loss': 0.3718, 'grad_norm': 13.409833908081055, 'learning_rate': 1.0069585924002924e-07, 'epoch': 0.11526986710062381, 'num_input_tokens_seen': 7602176000, 'completed': '98.32% (3_625 / 3_687)', 'remaining time': '0:33:03', 'throughput': '8699.47', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:35:49,435 >> {'loss': 0.7582, 'grad_norm': 25.440654754638672, 'learning_rate': 1.0067359874919395e-07, 'epoch': 0.11554109031733116, 'num_input_tokens_seen': 7604273152, 'completed': '98.35% (3_626 / 3_687)', 'remaining time': '0:32:30', 'throughput': '9038.33', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:36:21,647 >> {'loss': 0.2706, 'grad_norm': 12.968038558959961, 'learning_rate': 1.0065169985914826e-07, 'epoch': 0.11581231353403851, 'num_input_tokens_seen': 7606370304, 'completed': '98.37% (3_627 / 3_687)', 'remaining time': '0:31:58', 'throughput': '8138.10', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:36:50,396 >> {'loss': 0.6234, 'grad_norm': 21.27517318725586, 'learning_rate': 1.0063016258751553e-07, 'epoch': 0.11608353675074587, 'num_input_tokens_seen': 7608467456, 'completed': '98.40% (3_628 / 3_687)', 'remaining time': '0:31:26', 'throughput': '9118.07', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:37:19,223 >> {'loss': 0.4209, 'grad_norm': 17.9497127532959, 'learning_rate': 1.0060898695162816e-07, 'epoch': 0.11635475996745322, 'num_input_tokens_seen': 7610564608, 'completed': '98.43% (3_629 / 3_687)', 'remaining time': '0:30:54', 'throughput': '9093.76', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:37:50,120 >> {'loss': 0.4628, 'grad_norm': 18.859006881713867, 'learning_rate': 1.005881729685275e-07, 'epoch': 0.11662598318416056, 'num_input_tokens_seen': 7612661760, 'completed': '98.45% (3_630 / 3_687)', 'remaining time': '0:30:22', 'throughput': '8484.41', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:38:17,474 >> {'loss': 0.8165, 'grad_norm': 22.217741012573242, 'learning_rate': 1.0056772065496387e-07, 'epoch': 0.11689720640086791, 'num_input_tokens_seen': 7614758912, 'completed': '98.48% (3_631 / 3_687)', 'remaining time': '0:29:49', 'throughput': '9583.54', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:38:49,953 >> {'loss': 0.6362, 'grad_norm': 22.35140037536621, 'learning_rate': 1.005476300273965e-07, 'epoch': 0.11716842961757526, 'num_input_tokens_seen': 7616856064, 'completed': '98.51% (3_632 / 3_687)', 'remaining time': '0:29:17', 'throughput': '8071.29', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:39:18,441 >> {'loss': 0.4338, 'grad_norm': 16.316476821899414, 'learning_rate': 1.0052790110199348e-07, 'epoch': 0.11743965283428262, 'num_input_tokens_seen': 7618953216, 'completed': '98.54% (3_633 / 3_687)', 'remaining time': '0:28:45', 'throughput': '9201.66', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:39:50,009 >> {'loss': 0.6887, 'grad_norm': 23.569665908813477, 'learning_rate': 1.0050853389463205e-07, 'epoch': 0.11771087605098997, 'num_input_tokens_seen': 7621050368, 'completed': '98.56% (3_634 / 3_687)', 'remaining time': '0:28:13', 'throughput': '8304.13', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:40:23,057 >> {'loss': 0.3326, 'grad_norm': 12.867155075073242, 'learning_rate': 1.0048952842089805e-07, 'epoch': 0.11798209926769732, 'num_input_tokens_seen': 7623147520, 'completed': '98.59% (3_635 / 3_687)', 'remaining time': '0:27:41', 'throughput': '7932.15', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:40:52,436 >> {'loss': 0.3111, 'grad_norm': 14.628716468811035, 'learning_rate': 1.0047088469608648e-07, 'epoch': 0.11825332248440466, 'num_input_tokens_seen': 7625244672, 'completed': '98.62% (3_636 / 3_687)', 'remaining time': '0:27:09', 'throughput': '8922.82', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:41:21,817 >> {'loss': 0.2856, 'grad_norm': 12.584244728088379, 'learning_rate': 1.00452602735201e-07, 'epoch': 0.11852454570111201, 'num_input_tokens_seen': 7627341824, 'completed': '98.64% (3_637 / 3_687)', 'remaining time': '0:26:36', 'throughput': '8922.31', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:41:50,631 >> {'loss': 0.6433, 'grad_norm': 19.87360954284668, 'learning_rate': 1.0043468255295435e-07, 'epoch': 0.11879576891781937, 'num_input_tokens_seen': 7629438976, 'completed': '98.67% (3_638 / 3_687)', 'remaining time': '0:26:04', 'throughput': '9098.03', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:42:19,868 >> {'loss': 0.5521, 'grad_norm': 17.3902530670166, 'learning_rate': 1.0041712416376795e-07, 'epoch': 0.11906699213452672, 'num_input_tokens_seen': 7631536128, 'completed': '98.70% (3_639 / 3_687)', 'remaining time': '0:25:32', 'throughput': '8966.06', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:42:53,594 >> {'loss': 0.2688, 'grad_norm': 13.591824531555176, 'learning_rate': 1.0039992758177211e-07, 'epoch': 0.11933821535123407, 'num_input_tokens_seen': 7633633280, 'completed': '98.73% (3_640 / 3_687)', 'remaining time': '0:25:00', 'throughput': '7772.79', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:43:24,110 >> {'loss': 0.2729, 'grad_norm': 18.85526466369629, 'learning_rate': 1.0038309282080596e-07, 'epoch': 0.11960943856794141, 'num_input_tokens_seen': 7635730432, 'completed': '98.75% (3_641 / 3_687)', 'remaining time': '0:24:28', 'throughput': '8590.33', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:43:55,822 >> {'loss': 0.5371, 'grad_norm': 16.387048721313477, 'learning_rate': 1.0036661989441755e-07, 'epoch': 0.11988066178464876, 'num_input_tokens_seen': 7637827584, 'completed': '98.78% (3_642 / 3_687)', 'remaining time': '0:23:56', 'throughput': '8266.25', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:44:25,091 >> {'loss': 0.4256, 'grad_norm': 16.59734344482422, 'learning_rate': 1.0035050881586364e-07, 'epoch': 0.12015188500135611, 'num_input_tokens_seen': 7639924736, 'completed': '98.81% (3_643 / 3_687)', 'remaining time': '0:23:24', 'throughput': '8956.38', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:44:56,059 >> {'loss': 0.3089, 'grad_norm': 15.033208847045898, 'learning_rate': 1.0033475959810974e-07, 'epoch': 0.12042310821806347, 'num_input_tokens_seen': 7642021888, 'completed': '98.83% (3_644 / 3_687)', 'remaining time': '0:22:52', 'throughput': '8465.17', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:45:28,401 >> {'loss': 0.4245, 'grad_norm': 15.11539077758789, 'learning_rate': 1.0031937225383036e-07, 'epoch': 0.12069433143477082, 'num_input_tokens_seen': 7644119040, 'completed': '98.86% (3_645 / 3_687)', 'remaining time': '0:22:20', 'throughput': '8105.23', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:46:01,817 >> {'loss': 0.2949, 'grad_norm': 13.645261764526367, 'learning_rate': 1.0030434679540853e-07, 'epoch': 0.12096555465147817, 'num_input_tokens_seen': 7646216192, 'completed': '98.89% (3_646 / 3_687)', 'remaining time': '0:21:48', 'throughput': '7845.00', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:46:31,593 >> {'loss': 0.5613, 'grad_norm': 21.710878372192383, 'learning_rate': 1.0028968323493623e-07, 'epoch': 0.12123677786818551, 'num_input_tokens_seen': 7648313344, 'completed': '98.92% (3_647 / 3_687)', 'remaining time': '0:21:16', 'throughput': '8803.95', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:47:02,639 >> {'loss': 0.6029, 'grad_norm': 18.812923431396484, 'learning_rate': 1.0027538158421413e-07, 'epoch': 0.12150800108489286, 'num_input_tokens_seen': 7650410496, 'completed': '98.94% (3_648 / 3_687)', 'remaining time': '0:20:44', 'throughput': '8443.55', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:47:33,548 >> {'loss': 0.6727, 'grad_norm': 18.887786865234375, 'learning_rate': 1.002614418547516e-07, 'epoch': 0.12177922430160022, 'num_input_tokens_seen': 7652507648, 'completed': '98.97% (3_649 / 3_687)', 'remaining time': '0:20:12', 'throughput': '8481.22', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:48:02,107 >> {'loss': 0.5487, 'grad_norm': 19.344097137451172, 'learning_rate': 1.0024786405776686e-07, 'epoch': 0.12205044751830757, 'num_input_tokens_seen': 7654604800, 'completed': '99.00% (3_650 / 3_687)', 'remaining time': '0:19:40', 'throughput': '9179.08', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:48:31,889 >> {'loss': 0.4229, 'grad_norm': 17.132566452026367, 'learning_rate': 1.0023464820418676e-07, 'epoch': 0.12232167073501492, 'num_input_tokens_seen': 7656701952, 'completed': '99.02% (3_651 / 3_687)', 'remaining time': '0:19:08', 'throughput': '8802.18', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:49:03,667 >> {'loss': 0.312, 'grad_norm': 13.882312774658203, 'learning_rate': 1.00221794304647e-07, 'epoch': 0.12259289395172226, 'num_input_tokens_seen': 7658799104, 'completed': '99.05% (3_652 / 3_687)', 'remaining time': '0:18:36', 'throughput': '8249.06', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:49:37,109 >> {'loss': 0.3204, 'grad_norm': 16.40239143371582, 'learning_rate': 1.0020930236949182e-07, 'epoch': 0.12286411716842961, 'num_input_tokens_seen': 7660896256, 'completed': '99.08% (3_653 / 3_687)', 'remaining time': '0:18:04', 'throughput': '7838.81', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:50:08,908 >> {'loss': 0.277, 'grad_norm': 13.31047248840332, 'learning_rate': 1.0019717240877424e-07, 'epoch': 0.12313534038513697, 'num_input_tokens_seen': 7662993408, 'completed': '99.10% (3_654 / 3_687)', 'remaining time': '0:17:32', 'throughput': '8243.65', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:50:36,327 >> {'loss': 0.7039, 'grad_norm': 21.159040451049805, 'learning_rate': 1.001854044322561e-07, 'epoch': 0.12340656360184432, 'num_input_tokens_seen': 7665090560, 'completed': '99.13% (3_655 / 3_687)', 'remaining time': '0:17:00', 'throughput': '9560.66', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:51:06,430 >> {'loss': 0.4774, 'grad_norm': 42.46569061279297, 'learning_rate': 1.0017399844940774e-07, 'epoch': 0.12367778681855167, 'num_input_tokens_seen': 7667187712, 'completed': '99.16% (3_656 / 3_687)', 'remaining time': '0:16:28', 'throughput': '8708.26', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:51:38,916 >> {'loss': 0.3837, 'grad_norm': 16.749025344848633, 'learning_rate': 1.0016295446940827e-07, 'epoch': 0.12394901003525902, 'num_input_tokens_seen': 7669284864, 'completed': '99.19% (3_657 / 3_687)', 'remaining time': '0:15:56', 'throughput': '8069.64', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:52:08,263 >> {'loss': 0.6936, 'grad_norm': 19.79422378540039, 'learning_rate': 1.001522725011455e-07, 'epoch': 0.12422023325196636, 'num_input_tokens_seen': 7671382016, 'completed': '99.21% (3_658 / 3_687)', 'remaining time': '0:15:24', 'throughput': '8932.45', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:52:38,045 >> {'loss': 0.415, 'grad_norm': 19.400150299072266, 'learning_rate': 1.0014195255321583e-07, 'epoch': 0.12449145646867373, 'num_input_tokens_seen': 7673479168, 'completed': '99.24% (3_659 / 3_687)', 'remaining time': '0:14:52', 'throughput': '8802.04', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:53:10,450 >> {'loss': 0.3181, 'grad_norm': 12.765349388122559, 'learning_rate': 1.0013199463392433e-07, 'epoch': 0.12476267968538107, 'num_input_tokens_seen': 7675576320, 'completed': '99.27% (3_660 / 3_687)', 'remaining time': '0:14:20', 'throughput': '8089.64', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:53:41,165 >> {'loss': 0.2617, 'grad_norm': 15.518762588500977, 'learning_rate': 1.0012239875128484e-07, 'epoch': 0.1250339029020884, 'num_input_tokens_seen': 7677673472, 'completed': '99.29% (3_661 / 3_687)', 'remaining time': '0:13:48', 'throughput': '8534.81', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:54:12,866 >> {'loss': 0.4696, 'grad_norm': 18.00017738342285, 'learning_rate': 1.0011316491301973e-07, 'epoch': 0.12530512611879577, 'num_input_tokens_seen': 7679770624, 'completed': '99.32% (3_662 / 3_687)', 'remaining time': '0:13:16', 'throughput': '8269.24', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:54:42,946 >> {'loss': 0.5292, 'grad_norm': 19.197542190551758, 'learning_rate': 1.0010429312656006e-07, 'epoch': 0.12557634933550313, 'num_input_tokens_seen': 7681867776, 'completed': '99.35% (3_663 / 3_687)', 'remaining time': '0:12:44', 'throughput': '8714.78', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:55:10,925 >> {'loss': 0.6401, 'grad_norm': 20.32849884033203, 'learning_rate': 1.000957833990454e-07, 'epoch': 0.12584757255221046, 'num_input_tokens_seen': 7683964928, 'completed': '99.38% (3_664 / 3_687)', 'remaining time': '0:12:12', 'throughput': '9369.32', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:55:41,776 >> {'loss': 0.2865, 'grad_norm': 13.460699081420898, 'learning_rate': 1.0008763573732421e-07, 'epoch': 0.12611879576891782, 'num_input_tokens_seen': 7686062080, 'completed': '99.40% (3_665 / 3_687)', 'remaining time': '0:11:40', 'throughput': '8497.41', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:56:15,950 >> {'loss': 0.4368, 'grad_norm': 16.389801025390625, 'learning_rate': 1.0007985014795331e-07, 'epoch': 0.12639001898562516, 'num_input_tokens_seen': 7688159232, 'completed': '99.43% (3_666 / 3_687)', 'remaining time': '0:11:09', 'throughput': '7670.68', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:56:43,479 >> {'loss': 0.3929, 'grad_norm': 16.63237762451172, 'learning_rate': 1.0007242663719824e-07, 'epoch': 0.12666124220233252, 'num_input_tokens_seen': 7690256384, 'completed': '99.46% (3_667 / 3_687)', 'remaining time': '0:10:37', 'throughput': '9522.31', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:57:12,450 >> {'loss': 0.5468, 'grad_norm': 22.51099967956543, 'learning_rate': 1.0006536521103325e-07, 'epoch': 0.12693246541903988, 'num_input_tokens_seen': 7692353536, 'completed': '99.48% (3_668 / 3_687)', 'remaining time': '0:10:05', 'throughput': '9048.62', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:57:43,463 >> {'loss': 0.5824, 'grad_norm': 21.233259201049805, 'learning_rate': 1.0005866587514106e-07, 'epoch': 0.12720368863574721, 'num_input_tokens_seen': 7694450688, 'completed': '99.51% (3_669 / 3_687)', 'remaining time': '0:09:33', 'throughput': '8452.85', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:58:15,137 >> {'loss': 0.5925, 'grad_norm': 18.1636962890625, 'learning_rate': 1.0005232863491297e-07, 'epoch': 0.12747491185245458, 'num_input_tokens_seen': 7696547840, 'completed': '99.54% (3_670 / 3_687)', 'remaining time': '0:09:01', 'throughput': '8276.26', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:58:44,815 >> {'loss': 0.5679, 'grad_norm': 20.759021759033203, 'learning_rate': 1.0004635349544907e-07, 'epoch': 0.1277461350691619, 'num_input_tokens_seen': 7698644992, 'completed': '99.57% (3_671 / 3_687)', 'remaining time': '0:08:29', 'throughput': '8832.95', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:59:19,781 >> {'loss': 0.3588, 'grad_norm': 16.30278778076172, 'learning_rate': 1.0004074046155789e-07, 'epoch': 0.12801735828586927, 'num_input_tokens_seen': 7700742144, 'completed': '99.59% (3_672 / 3_687)', 'remaining time': '0:07:57', 'throughput': '7496.95', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:59:51,484 >> {'loss': 0.8094, 'grad_norm': 23.158729553222656, 'learning_rate': 1.000354895377565e-07, 'epoch': 0.12828858150257663, 'num_input_tokens_seen': 7702839296, 'completed': '99.62% (3_673 / 3_687)', 'remaining time': '0:07:25', 'throughput': '8268.80', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 03:00:19,949 >> {'loss': 0.5029, 'grad_norm': 20.49749755859375, 'learning_rate': 1.0003060072827073e-07, 'epoch': 0.12855980471928397, 'num_input_tokens_seen': 7704936448, 'completed': '99.65% (3_674 / 3_687)', 'remaining time': '0:06:53', 'throughput': '9209.34', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 03:00:52,456 >> {'loss': 0.253, 'grad_norm': 12.774348258972168, 'learning_rate': 1.0002607403703492e-07, 'epoch': 0.12883102793599133, 'num_input_tokens_seen': 7707033600, 'completed': '99.67% (3_675 / 3_687)', 'remaining time': '0:06:22', 'throughput': '8064.36', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 03:01:21,919 >> {'loss': 0.7074, 'grad_norm': 22.22560691833496, 'learning_rate': 1.000219094676919e-07, 'epoch': 0.12910225115269866, 'num_input_tokens_seen': 7709130752, 'completed': '99.70% (3_676 / 3_687)', 'remaining time': '0:05:50', 'throughput': '8897.37', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 03:01:52,710 >> {'loss': 0.3633, 'grad_norm': 15.757925033569336, 'learning_rate': 1.0001810702359326e-07, 'epoch': 0.12937347436940602, 'num_input_tokens_seen': 7711227904, 'completed': '99.73% (3_677 / 3_687)', 'remaining time': '0:05:18', 'throughput': '8513.68', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 03:02:23,978 >> {'loss': 0.3336, 'grad_norm': 14.108972549438477, 'learning_rate': 1.0001466670779896e-07, 'epoch': 0.12964469758611338, 'num_input_tokens_seen': 7713325056, 'completed': '99.76% (3_678 / 3_687)', 'remaining time': '0:04:46', 'throughput': '8383.73', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 03:02:55,941 >> {'loss': 0.1844, 'grad_norm': 9.747844696044922, 'learning_rate': 1.000115885230777e-07, 'epoch': 0.12991592080282072, 'num_input_tokens_seen': 7715422208, 'completed': '99.78% (3_679 / 3_687)', 'remaining time': '0:04:14', 'throughput': '8201.45', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 03:03:25,571 >> {'loss': 0.3654, 'grad_norm': 13.866641998291016, 'learning_rate': 1.0000887247190662e-07, 'epoch': 0.13018714401952808, 'num_input_tokens_seen': 7717519360, 'completed': '99.81% (3_680 / 3_687)', 'remaining time': '0:03:42', 'throughput': '8847.39', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 03:03:56,115 >> {'loss': 0.7339, 'grad_norm': 20.240041732788086, 'learning_rate': 1.000065185564716e-07, 'epoch': 0.1304583672362354, 'num_input_tokens_seen': 7719616512, 'completed': '99.84% (3_681 / 3_687)', 'remaining time': '0:03:10', 'throughput': '8582.40', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 03:04:23,232 >> {'loss': 0.52, 'grad_norm': 17.532907485961914, 'learning_rate': 1.0000452677866691e-07, 'epoch': 0.13072959045294277, 'num_input_tokens_seen': 7721713664, 'completed': '99.86% (3_682 / 3_687)', 'remaining time': '0:02:39', 'throughput': '9667.18', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 03:04:53,517 >> {'loss': 0.5367, 'grad_norm': 20.656099319458008, 'learning_rate': 1.0000289714009542e-07, 'epoch': 0.13100081366965013, 'num_input_tokens_seen': 7723810816, 'completed': '99.89% (3_683 / 3_687)', 'remaining time': '0:02:07', 'throughput': '8655.91', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 03:05:24,750 >> {'loss': 0.4698, 'grad_norm': 19.092506408691406, 'learning_rate': 1.000016296420687e-07, 'epoch': 0.13127203688635747, 'num_input_tokens_seen': 7725907968, 'completed': '99.92% (3_684 / 3_687)', 'remaining time': '0:01:35', 'throughput': '8393.15', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 03:05:55,306 >> {'loss': 0.5093, 'grad_norm': 19.04652976989746, 'learning_rate': 1.0000072428560674e-07, 'epoch': 0.13154326010306483, 'num_input_tokens_seen': 7728005120, 'completed': '99.95% (3_685 / 3_687)', 'remaining time': '0:01:03', 'throughput': '8579.09', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 03:06:28,355 >> {'loss': 0.409, 'grad_norm': 15.921603202819824, 'learning_rate': 1.000001810714381e-07, 'epoch': 0.13181448331977216, 'num_input_tokens_seen': 7730102272, 'completed': '99.97% (3_686 / 3_687)', 'remaining time': '0:00:31', 'throughput': '7932.01', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 03:06:57,970 >> {'loss': 0.3447, 'grad_norm': 14.163284301757812, 'learning_rate': 1e-07, 'epoch': 0.13208570653647952, 'num_input_tokens_seen': 7732199424, 'completed': '100.00% (3_687 / 3_687)', 'remaining time': '0:00:00', 'throughput': '8851.63', 'gpu_mem_free': '5581MB'} +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/distributed/fsdp/fully_sharded_data_parallel.py:689: FutureWarning: FSDP.state_dict_type() and FSDP.set_state_dict_type() are being deprecated. Please use APIs, get_state_dict() and set_state_dict(), which can support different parallelisms, FSDP1, FSDP2, DDP. API doc: https://pytorch.org/docs/stable/distributed.checkpoint.html#torch.distributed.checkpoint.state_dict.get_state_dict .Tutorial: https://pytorch.org/tutorials/recipes/distributed_checkpoint_recipe.html . + warnings.warn( +[INFO|trainer.py:3503] 2024-12-27 03:07:22,100 >> Saving model checkpoint to /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-3687 +[INFO|configuration_utils.py:472] 2024-12-27 03:07:22,103 >> Configuration saved in /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-3687/config.json +[INFO|configuration_utils.py:807] 2024-12-27 03:07:22,104 >> Configuration saved in /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-3687/generation_config.json +[INFO|modeling_utils.py:2807] 2024-12-27 03:08:16,745 >> The model is bigger than the maximum size per checkpoint (5GB) and is going to be split in 7 checkpoint shards. You can find where each parameters has been saved in the index located at /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-3687/model.safetensors.index.json. +[INFO|tokenization_utils_base.py:2684] 2024-12-27 03:08:16,748 >> tokenizer config file saved in /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-3687/tokenizer_config.json +[INFO|tokenization_utils_base.py:2693] 2024-12-27 03:08:16,750 >> Special tokens file saved in /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-3687/special_tokens_map.json +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/distributed/fsdp/fully_sharded_data_parallel.py:689: FutureWarning: FSDP.state_dict_type() and FSDP.set_state_dict_type() are being deprecated. Please use APIs, get_state_dict() and set_state_dict(), which can support different parallelisms, FSDP1, FSDP2, DDP. API doc: https://pytorch.org/docs/stable/distributed.checkpoint.html#torch.distributed.checkpoint.state_dict.get_state_dict .Tutorial: https://pytorch.org/tutorials/recipes/distributed_checkpoint_recipe.html . + warnings.warn( +[WARNING|trainer.py:868] 2024-12-27 03:11:47,997 >> Save streaming dataset state: {'epoch': 0, 'sample_in_epoch': 7374, 'num_canonical_nodes': 1, 'shuffle_seed': 42, 'initial_physical_nodes': 1} +[INFO|trainer.py:2394] 2024-12-27 03:11:48,390 >> + +Training completed. Do not forget to share your model on huggingface.co/models =) + + +[INFO|trainer.py:175] 2024-12-27 03:11:48,392 >> {'train_runtime': 15793.1588, 'train_samples_per_second': 0.467, 'train_steps_per_second': 0.233, 'train_loss': 0.059379862848258066, 'epoch': 0.13208570653647952, 'num_input_tokens_seen': 7732199424, 'completed': '100.00% (3_687 / 3_687)', 'remaining time': '0:00:00', 'throughput': '0.00', 'gpu_mem_free': '5581MB'} +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/distributed/fsdp/fully_sharded_data_parallel.py:689: FutureWarning: FSDP.state_dict_type() and FSDP.set_state_dict_type() are being deprecated. Please use APIs, get_state_dict() and set_state_dict(), which can support different parallelisms, FSDP1, FSDP2, DDP. API doc: https://pytorch.org/docs/stable/distributed.checkpoint.html#torch.distributed.checkpoint.state_dict.get_state_dict .Tutorial: https://pytorch.org/tutorials/recipes/distributed_checkpoint_recipe.html . + warnings.warn( +[INFO|trainer.py:3503] 2024-12-27 03:12:13,301 >> Saving model checkpoint to /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_ +[INFO|configuration_utils.py:472] 2024-12-27 03:12:13,315 >> Configuration saved in /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/config.json +[INFO|configuration_utils.py:807] 2024-12-27 03:12:13,316 >> Configuration saved in /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/generation_config.json +[INFO|modeling_utils.py:2807] 2024-12-27 03:13:09,634 >> The model is bigger than the maximum size per checkpoint (5GB) and is going to be split in 7 checkpoint shards. You can find where each parameters has been saved in the index located at /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/model.safetensors.index.json. +[INFO|tokenization_utils_base.py:2684] 2024-12-27 03:13:09,638 >> tokenizer config file saved in /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/tokenizer_config.json +[INFO|tokenization_utils_base.py:2693] 2024-12-27 03:13:09,639 >> Special tokens file saved in /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/special_tokens_map.json +***** train metrics ***** + epoch = 0.1321 + num_input_tokens_seen = 7732199424 + train_loss = 0.0594 + train_runtime = 4:23:13.15 + train_samples_per_second = 0.467 + train_steps_per_second = 0.233 +[rank5]:[W1227 03:13:11.657057302 ProcessGroupNCCL.cpp:1168] Warning: WARNING: process group has NOT been destroyed before we destruct ProcessGroupNCCL. On normal program exit, the application should call destroy_process_group to ensure that any pending NCCL operations have finished in this process. In rare cases this process can exit before this point and block the progress of another member of the process group. This constraint has always been present, but this warning has only been added since PyTorch 2.4 (function operator()) +[rank3]:[W1227 03:13:11.766298830 ProcessGroupNCCL.cpp:1168] Warning: WARNING: process group has NOT been destroyed before we destruct ProcessGroupNCCL. On normal program exit, the application should call destroy_process_group to ensure that any pending NCCL operations have finished in this process. In rare cases this process can exit before this point and block the progress of another member of the process group. This constraint has always been present, but this warning has only been added since PyTorch 2.4 (function operator()) +[rank7]:[W1227 03:13:11.766528445 ProcessGroupNCCL.cpp:1168] Warning: WARNING: process group has NOT been destroyed before we destruct ProcessGroupNCCL. On normal program exit, the application should call destroy_process_group to ensure that any pending NCCL operations have finished in this process. In rare cases this process can exit before this point and block the progress of another member of the process group. This constraint has always been present, but this warning has only been added since PyTorch 2.4 (function operator()) +[rank1]:[W1227 03:13:12.767104815 ProcessGroupNCCL.cpp:1168] Warning: WARNING: process group has NOT been destroyed before we destruct ProcessGroupNCCL. On normal program exit, the application should call destroy_process_group to ensure that any pending NCCL operations have finished in this process. In rare cases this process can exit before this point and block the progress of another member of the process group. This constraint has always been present, but this warning has only been added since PyTorch 2.4 (function operator()) +[rank4]:[W1227 03:13:12.767902396 ProcessGroupNCCL.cpp:1168] Warning: WARNING: process group has NOT been destroyed before we destruct ProcessGroupNCCL. On normal program exit, the application should call destroy_process_group to ensure that any pending NCCL operations have finished in this process. In rare cases this process can exit before this point and block the progress of another member of the process group. This constraint has always been present, but this warning has only been added since PyTorch 2.4 (function operator()) +[rank2]:[W1227 03:13:12.768622888 ProcessGroupNCCL.cpp:1168] Warning: WARNING: process group has NOT been destroyed before we destruct ProcessGroupNCCL. On normal program exit, the application should call destroy_process_group to ensure that any pending NCCL operations have finished in this process. In rare cases this process can exit before this point and block the progress of another member of the process group. This constraint has always been present, but this warning has only been added since PyTorch 2.4 (function operator()) +[rank6]:[W1227 03:13:12.768986308 ProcessGroupNCCL.cpp:1168] Warning: WARNING: process group has NOT been destroyed before we destruct ProcessGroupNCCL. On normal program exit, the application should call destroy_process_group to ensure that any pending NCCL operations have finished in this process. In rare cases this process can exit before this point and block the progress of another member of the process group. This constraint has always been present, but this warning has only been added since PyTorch 2.4 (function operator()) +wandb: - 0.015 MB of 0.015 MB uploaded wandb: \ 0.015 MB of 0.015 MB uploaded wandb: | 0.015 MB of 0.015 MB uploaded wandb: / 0.015 MB of 0.015 MB uploaded wandb: - 0.015 MB of 0.015 MB uploaded wandb: \ 0.015 MB of 0.015 MB uploaded wandb: | 0.015 MB of 0.015 MB uploaded wandb: / 0.015 MB of 0.015 MB uploaded wandb: - 0.015 MB of 0.015 MB uploaded wandb: \ 0.015 MB of 0.015 MB uploaded wandb: | 0.015 MB of 0.015 MB uploaded wandb: / 0.015 MB of 0.015 MB uploaded wandb: - 0.015 MB of 0.015 MB uploaded wandb: \ 0.015 MB of 0.015 MB uploaded wandb: | 0.015 MB of 0.015 MB uploaded wandb: / 0.015 MB of 0.015 MB uploaded wandb: - 0.015 MB of 0.015 MB uploaded wandb: \ 0.015 MB of 0.015 MB uploaded wandb: | 0.015 MB of 0.015 MB uploaded wandb: / 0.015 MB of 0.015 MB uploaded wandb: - 0.015 MB of 0.015 MB uploaded wandb: \ 0.015 MB of 0.015 MB uploaded wandb: | 0.043 MB of 0.223 MB uploaded (0.004 MB deduped) wandb: / 0.229 MB of 0.229 MB uploaded (0.004 MB deduped) wandb: +wandb: Run history: +wandb: train/epoch ▁▁▁▂▂▂▂▂▂▃▃▃▃▃▃▄▄▄▄▄▅▅▅▅▅▅▆▆▆▆▆▇▇▇▇▇▇███ +wandb: train/global_step ▁▁▁▂▂▂▂▂▂▃▃▃▃▃▃▄▄▄▄▄▅▅▅▅▅▅▆▆▆▆▆▇▇▇▇▇▇███ +wandb: train/grad_norm ▃▂▁▄▁▂▁▂▃▂▃▂▃▃▂▂▂▃▂▃▂▂▂▁▂▂▁▄▅▂▂▂▃▃▂▃▂█▃▂ +wandb: train/learning_rate ██▇▇▇▆▆▆▆▅▅▅▄▄▄▄▃▃▃▃▃▃▂▂▂▂▂▂▂▁▁▁▁▁▁▁▁▁▁▁ +wandb: train/loss ▅▅▁█▂▅▂▄▄▄▅▃▄▄▃▃▄▃▁█▄▃▃▄▃▅▂▆▆▃▄▃▆▆▅▆▂▄▅▄ +wandb: train/num_input_tokens_seen ▁▁▁▂▂▂▂▂▂▃▃▃▃▃▃▄▄▄▄▄▅▅▅▅▅▅▆▆▆▆▆▇▇▇▇▇▇███ +wandb: +wandb: Run summary: +wandb: total_flos 4.352218066950134e+19 +wandb: train/epoch 0.13209 +wandb: train/global_step 3687 +wandb: train/grad_norm 14.16328 +wandb: train/learning_rate 0.0 +wandb: train/loss 0.3447 +wandb: train/num_input_tokens_seen 7732199424 +wandb: train_loss 0.05938 +wandb: train_runtime 15793.1588 +wandb: train_samples_per_second 0.467 +wandb: train_steps_per_second 0.233 +wandb: +wandb: 🚀 View run balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_ at: https://wandb.ai/chtmp223/prolong/runs/fta6xses +wandb: ⭐️ View project at: https://wandb.ai/chtmp223/prolong +wandb: Synced 6 W&B file(s), 0 media file(s), 2 artifact file(s) and 0 other file(s) +wandb: Find logs at: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/logs +wandb: WARNING The new W&B backend becomes opt-out in version 0.18.0; try it out with `wandb.require("core")`! See https://wandb.me/wandb-core for more information. +[rank0]:[W1227 03:13:37.015040104 ProcessGroupNCCL.cpp:1168] Warning: WARNING: process group has NOT been destroyed before we destruct ProcessGroupNCCL. On normal program exit, the application should call destroy_process_group to ensure that any pending NCCL operations have finished in this process. In rare cases this process can exit before this point and block the progress of another member of the process group. This constraint has always been present, but this warning has only been added since PyTorch 2.4 (function operator()) +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/transformers/utils/hub.py:127: FutureWarning: Using `TRANSFORMERS_CACHE` is deprecated and will be removed in v5 of Transformers. Use `HF_HOME` instead. + warnings.warn( +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/transformers/utils/import_utils.py:575: FutureWarning: `is_torch_tpu_available` is deprecated and will be removed in 4.41.0. Please use the `is_torch_xla_available` instead. + warnings.warn( +12/31/2024 15:06:56 - WARNING - __main__ - Process rank: 0, device: cuda:0, n_gpu: 1distributed training: True, fp16 training: False, bf16 training: True +12/31/2024 15:06:56 - INFO - __main__ - Additional arguments ScriptArguments(model_family='llama', model_name_or_path='/scratch3/workspace/ctpham_umass_edu-ft/models/Llama-3-8B-ProLong-512k-Base/', config_overrides=None, config_overrides_json='', config_name='/scratch3/workspace/ctpham_umass_edu-ft/models/Llama-3-8B-ProLong-512k-Base/', tokenizer_name='/scratch3/workspace/ctpham_umass_edu-ft/models/Llama-3-8B-ProLong-512k-Base/', cache_dir=None, use_fast_tokenizer=False, model_revision='main', use_auth_token=False, tokenized_mds_train=['/work/pi_miyyer_umass_edu/ctpham/BookClaim-dev/data/ft/bookclaim_balanced_pack_complete'], tokenized_mds_validation=[], tokenized_mds_test=[], token_scaled_loss=True) +12/31/2024 15:06:56 - INFO - __main__ - Checkpoint detected, resuming training at /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-3687. To avoid this behavior, change the `--output_dir` or add `--overwrite_output_dir` to train from scratch. +[INFO|tokenization_utils_base.py:2267] 2024-12-31 15:06:56,088 >> loading file tokenizer.json +[INFO|tokenization_utils_base.py:2267] 2024-12-31 15:06:56,088 >> loading file added_tokens.json +[INFO|tokenization_utils_base.py:2267] 2024-12-31 15:06:56,088 >> loading file special_tokens_map.json +[INFO|tokenization_utils_base.py:2267] 2024-12-31 15:06:56,088 >> loading file tokenizer_config.json +[INFO|tokenization_utils_base.py:2513] 2024-12-31 15:06:56,444 >> Special tokens have been added in the vocabulary, make sure the associated word embeddings are fine-tuned or trained. +[INFO|configuration_utils.py:731] 2024-12-31 15:06:56,446 >> loading configuration file /scratch3/workspace/ctpham_umass_edu-ft/models/Llama-3-8B-ProLong-512k-Base/config.json +[INFO|configuration_utils.py:800] 2024-12-31 15:06:56,447 >> Model config LlamaConfig { + "_name_or_path": "/scratch3/workspace/ctpham_umass_edu-ft/models/Llama-3-8B-ProLong-512k-Base/", + "architectures": [ + "LlamaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 128000, + "eos_token_id": 128009, + "hidden_act": "silu", + "hidden_size": 4096, + "initializer_range": 0.02, + "intermediate_size": 14336, + "max_position_embeddings": 524288, + "mlp_bias": false, + "model_type": "llama", + "num_attention_heads": 32, + "num_hidden_layers": 32, + "num_key_value_heads": 8, + "pad_token_id": 0, + "pretraining_tp": 1, + "rms_norm_eps": 1e-05, + "rope_scaling": null, + "rope_theta": 128000000.0, + "tie_word_embeddings": false, + "torch_dtype": "float32", + "transformers_version": "4.44.2", + "use_cache": true, + "vocab_size": 128256 +} + +12/31/2024 15:06:56 - INFO - __main__ - Loaded tokenizer - CPU Memory usage: 638.86 MB RSS +12/31/2024 15:06:56 - INFO - __main__ - GPU 0: 5/81920 MB +[INFO|modeling_utils.py:3675] 2024-12-31 15:06:56,467 >> loading weights file /scratch3/workspace/ctpham_umass_edu-ft/models/Llama-3-8B-ProLong-512k-Base/model.safetensors.index.json +[INFO|configuration_utils.py:1038] 2024-12-31 15:06:56,472 >> Generate config GenerationConfig { + "bos_token_id": 128000, + "eos_token_id": 128009, + "pad_token_id": 0 +} + + Loading checkpoint shards: 0%| | 0/7 [00:00> All model checkpoint weights were used when initializing LlamaForCausalLM. + +[INFO|modeling_utils.py:4515] 2024-12-31 15:06:57,505 >> All the weights of LlamaForCausalLM were initialized from the model checkpoint at /scratch3/workspace/ctpham_umass_edu-ft/models/Llama-3-8B-ProLong-512k-Base/. +If your task is similar to the task the model of the checkpoint was trained on, you can already use LlamaForCausalLM for predictions without further training. +[INFO|modeling_utils.py:4003] 2024-12-31 15:06:57,509 >> Generation config file not found, using a generation config created from the model config. +12/31/2024 15:06:57 - INFO - __main__ - Model: LlamaForCausalLM( + (model): LlamaModel( + (embed_tokens): Embedding(128256, 4096, padding_idx=0) + (layers): ModuleList( + (0-31): 32 x LlamaDecoderLayer( + (self_attn): LlamaAttention( + (q_proj): Linear(in_features=4096, out_features=4096, bias=False) + (k_proj): Linear(in_features=4096, out_features=1024, bias=False) + (v_proj): Linear(in_features=4096, out_features=1024, bias=False) + (o_proj): Linear(in_features=4096, out_features=4096, bias=False) + (rotary_emb): LlamaRotaryEmbedding() + (distributed_attn_func): DistributedAttention() + (distributed_varlen_attn_func): DistributedAttention() + ) + (mlp): LlamaMLP( + (gate_proj): Linear(in_features=4096, out_features=14336, bias=False) + (up_proj): Linear(in_features=4096, out_features=14336, bias=False) + (down_proj): Linear(in_features=14336, out_features=4096, bias=False) + (act_fn): SiLU() + ) + (input_layernorm): LlamaRMSNorm() + (post_attention_layernorm): LlamaRMSNorm() + ) + ) + (norm): LlamaRMSNorm() + ) + (lm_head): Linear(in_features=4096, out_features=128256, bias=False) +) +12/31/2024 15:06:57 - INFO - __main__ - Loaded model - CPU Memory usage: 663.36 MB RSS +12/31/2024 15:06:57 - INFO - __main__ - GPU 0: 5/81920 MB +12/31/2024 15:06:58 - INFO - training.dataset - Loading datasets for training +12/31/2024 15:06:58 - WARNING - streaming.base.dataset - Because `predownload` was not specified, it will default to 8*batch_size if batch_size is not None, otherwise 64. Prior to Streaming v0.7.0, `predownload` defaulted to max(batch_size, 256 * batch_size // num_canonical_nodes). +12/31/2024 15:06:58 - INFO - __main__ - Loaded training dataset +> /work/pi_miyyer_umass_edu/ctpham/BookClaim-dev/prolong-final/finetune.py(229)main() +-> print(tokenizer.decode(train_dataset[0]['input_ids'])) +(Pdb) <|begin_of_text|><|start_header_id|>system<|end_header_id|> + +You are an expert at verifying claims from fictional narratives.<|eot_id|><|start_header_id|>user<|end_header_id|> + +You are provided with a context and a statement. Your task is to carefully read the context and then determine whether the statement is TRUE or FALSE. + +Answer TRUE if the statement is true in its entirety based on the context provided. +Answer FALSE if any part of the statement is false based on the context provided. + + STORY OF THE DOOR + +Mr. Utterson the lawyer was a man of a rugged countenance that was never lighted by a smile; cold, scanty and embarrassed in discourse; backward in sentiment; lean, long, dusty, dreary and yet somehow lovable. At friendly meetings, and when the wine was to his taste, something eminently human beaconed from his eye; something indeed which never found its way into his talk, but which spoke not only in these silent symbols of the after-dinner face, but more often and loudly in the acts of his life. He was austere with himself; drank gin when he was alone, to mortify a taste for vintages; and though he enjoyed the theatre, had not crossed the doors of one for twenty years. But he had an approved tolerance for others; sometimes wondering, almost with envy, at the high pressure of spirits involved in their misdeeds; and in any extremity inclined to help rather than to reprove. “I incline to Cain’s heresy,” he used to say quaintly: “I let my brother go to the devil in his own way.” In this character, it was frequently his fortune to be the last reputable acquaintance and the last good influence in the lives of downgoing men. And to such as these, so long as they came about his chambers, he never marked a shade of change in his demeanour. + +No doubt the feat was easy to Mr. Utterson; for he was undemonstrative at the best, and even his friendship seemed to be founded in a similar catholicity of good-nature. It is the mark of a modest man to accept his friendly circle ready-made from the hands of opportunity; and that was the lawyer’s way. His friends were those of his own blood or those whom he had known the longest; his affections, like ivy, were the growth of time, they implied no aptness in the object. Hence, no doubt the bond that united him to Mr. Richard Enfield, his distant kinsman, the well-known man about town. It was a nut to crack for many, what these two could see in each other, or what subject they could find in common. It was reported by those who encountered them in their Sunday walks, that they said nothing, looked singularly dull and would hail with obvious relief the appearance of a friend. For all that, the two men put the greatest store by these excursions, counted them the chief jewel of each week, and not only set aside occasions of pleasure, but even resisted the calls of business, that they might enjoy them uninterrupted. + +It chanced on one of these rambles that their way led them down a by-street in a busy quarter of London. The street was small and what is called quiet, but it drove a thriving trade on the weekdays. The inhabitants were all doing well, it seemed and all emulously hoping to do better still, and laying out the surplus of their grains in coquetry; so that the shop fronts stood along that thoroughfare with an air of invitation, like rows of smiling saleswomen. Even on Sunday, when it veiled its more florid charms and lay comparatively empty of passage, the street shone out in contrast to its dingy neighbourhood, like a fire in a forest; and with its freshly painted shutters, well-polished brasses, and general cleanliness and gaiety of note, instantly caught and pleased the eye of the passenger. + +Two doors from one corner, on the left hand going east the line was broken by the entry of a court; and just at that point a certain sinister block of building thrust forward its gable on the street. It was two storeys high; showed no window, nothing but a door on the lower storey and a blind forehead of discoloured wall on the upper; and bore in every feature, the marks of prolonged and sordid negligence. The door, which was equipped with neither bell nor knocker, was blistered and distained. Tramps slouched into the recess and struck matches on the panels; children kept shop upon the steps; the schoolboy had tried his knife on the mouldings; and for close on a generation, no one had appeared to drive away these random visitors or to repair their ravages. + +Mr. Enfield and the lawyer were on the other side of the by-street; but when they came abreast of the entry, the former lifted up his cane and pointed. + +“Did you ever remark that door?” he asked; and when his companion had replied in the affirmative, “It is connected in my mind,” added he, “with a very odd story.” + +“Indeed?” said Mr. Utterson, with a slight change of voice, “and what was that?” + +“Well, it was this way,” returned Mr. Enfield: “I was coming home from some place at the end of the world, about three o’clock of a black winter morning, and my way lay through a part of town where there was literally nothing to be seen but lamps. Street after street and all the folks asleep—street after street, all lighted up as if for a procession and all as empty as a church—till at last I got into that state of mind when a man listens and listens and begins to long for the sight of a policeman. All at once, I saw two figures: one a little man who was stumping along eastward at a good walk, and the other a girl of maybe eight or ten who was running as hard as she was able down a cross street. Well, sir, the two ran into one another naturally enough at the corner; and then came the horrible part of the thing; for the man trampled calmly over the child’s body and left her screaming on the ground. It sounds nothing to hear, but it was hellish to see. It wasn’t like a man; it was like some damned Juggernaut. I gave a few halloa, took to my heels, collared my gentleman, and brought him back to where there was already quite a group about the screaming child. He was perfectly cool and made no resistance, but gave me one look, so ugly that it brought out the sweat on me like running. The people who had turned out were the girl’s own family; and pretty soon, the doctor, for whom she had been sent put in his appearance. Well, the child was not much the worse, more frightened, according to the sawbones; and there you might have supposed would be an end to it. But there was one curious circumstance. I had taken a loathing to my gentleman at first sight. So had the child’s family, which was only natural. But the doctor’s case was what struck me. He was the usual cut and dry apothecary, of no particular age and colour, with a strong Edinburgh accent and about as emotional as a bagpipe. Well, sir, he was like the rest of us; every time he looked at my prisoner, I saw that sawbones turn sick and white with the desire to kill him. I knew what was in his mind, just as he knew what was in mine; and killing being out of the question, we did the next best. We told the man we could and would make such a scandal out of this as should make his name stink from one end of London to the other. If he had any friends or any credit, we undertook that he should lose them. And all the time, as we were pitching it in red hot, we were keeping the women off him as best we could for they were as wild as harpies. I never saw a circle of such hateful faces; and there was the man in the middle, with a kind of black sneering coolness—frightened too, I could see that—but carrying it off, sir, really like Satan. ‘If you choose to make capital out of this accident,’ said he, ‘I am naturally helpless. No gentleman but wishes to avoid a scene,’ says he. ‘Name your figure.’ Well, we screwed him up to a hundred pounds for the child’s family; he would have clearly liked to stick out; but there was something about the lot of us that meant mischief, and at last he struck. The next thing was to get the money; and where do you think he carried us but to that place with the door?—whipped out a key, went in, and presently came back with the matter of ten pounds in gold and a cheque for the balance on Coutts’s, drawn payable to bearer and signed with a name that I can’t mention, though it’s one of the points of my story, but it was a name at least very well known and often printed. The figure was stiff; but the signature was good for more than that if it was only genuine. I took the liberty of pointing out to my gentleman that the whole business looked apocryphal, and that a man does not, in real life, walk into a cellar door at four in the morning and come out with another man’s cheque for close upon a hundred pounds. But he was quite easy and sneering. ‘Set your mind at rest,’ says he, ‘I will stay with you till the banks open and cash the cheque myself.’ So we all set off, the doctor, and the child’s father, and our friend and myself, and passed the rest of the night in my chambers; and next day, when we had breakfasted, went in a body to the bank. I gave in the cheque myself, and said I had every reason to believe it was a forgery. Not a bit of it. The cheque was genuine.” + +“Tut-tut!” said Mr. Utterson. + +“I see you feel as I do,” said Mr. Enfield. “Yes, it’s a bad story. For my man was a fellow that nobody could have to do with, a really damnable man; and the person that drew the cheque is the very pink of the proprieties, celebrated too, and (what makes it worse) one of your fellows who do what they call good. Blackmail, I suppose; an honest man paying through the nose for some of the capers of his youth. Black Mail House is what I call the place with the door, in consequence. Though even that, you know, is far from explaining all,” he added, and with the words fell into a vein of musing. + +From this he was recalled by Mr. Utterson asking rather suddenly: “And you don’t know if the drawer of the cheque lives there?” + +“A likely place, isn’t it?” returned Mr. Enfield. “But I happen to have noticed his address; he lives in some square or other.” + +“And you never asked about the—place with the door?” said Mr. Utterson. + +“No, sir; I had a delicacy,” was the reply. “I feel very strongly about putting questions; it partakes too much of the style of the day of judgment. You start a question, and it’s like starting a stone. You sit quietly on the top of a hill; and away the stone goes, starting others; and presently some bland old bird (the last you would have thought of) is knocked on the head in his own back garden and the family have to change their name. No sir, I make it a rule of mine: the more it looks like Queer Street, the less I ask.” + +“A very good rule, too,” said the lawyer. + +“But I have studied the place for myself,” continued Mr. Enfield. “It seems scarcely a house. There is no other door, and nobody goes in or out of that one but, once in a great while, the gentleman of my adventure. There are three windows looking on the court on the first floor; none below; the windows are always shut but they’re clean. And then there is a chimney which is generally smoking; so somebody must live there. And yet it’s not so sure; for the buildings are so packed together about the court, that it’s hard to say where one ends and another begins.” + +The pair walked on again for a while in silence; and then “Enfield,” said Mr. Utterson, “that’s a good rule of yours.” + +“Yes, I think it is,” returned Enfield. + +“But for all that,” continued the lawyer, “there’s one point I want to ask. I want to ask the name of that man who walked over the child.” + +“Well,” said Mr. Enfield, “I can’t see what harm it would do. It was a man of the name of Hyde.” + +“Hm,” said Mr. Utterson. “What sort of a man is he to see?” + +“He is not easy to describe. There is something wrong with his appearance; something displeasing, something down-right detestable. I never saw a man I so disliked, and yet I scarce know why. He must be deformed somewhere; he gives a strong feeling of deformity, although I couldn’t specify the point. He’s an extraordinary looking man, and yet I really can name nothing out of the way. No, sir; I can make no hand of it; I can’t describe him. And it’s not want of memory; for I declare I can see him this moment.” + +Mr. Utterson again walked some way in silence and obviously under a weight of consideration. “You are sure he used a key?” he inquired at last. + +“My dear sir...” began Enfield, surprised out of himself. + +“Yes, I know,” said Utterson; “I know it must seem strange. The fact is, if I do not ask you the name of the other party, it is because I know it already. You see, Richard, your tale has gone home. If you have been inexact in any point you had better correct it.” + +“I think you might have warned me,” returned the other with a touch of sullenness. “But I have been pedantically exact, as you call it. The fellow had a key; and what’s more, he has it still. I saw him use it not a week ago.” + +Mr. Utterson sighed deeply but said never a word; and the young man presently resumed. “Here is another lesson to say nothing,” said he. “I am ashamed of my long tongue. Let us make a bargain never to refer to this again.” + +“With all my heart,” said the lawyer. “I shake hands on that, Richard.” + + + +SEARCH FOR MR. HYDE + +That evening Mr. Utterson came home to his bachelor house in sombre spirits and sat down to dinner without relish. It was his custom of a Sunday, when this meal was over, to sit close by the fire, a volume of some dry divinity on his reading desk, until the clock of the neighbouring church rang out the hour of twelve, when he would go soberly and gratefully to bed. On this night however, as soon as the cloth was taken away, he took up a candle and went into his business room. There he opened his safe, took from the most private part of it a document endorsed on the envelope as Dr. Jekyll’s Will and sat down with a clouded brow to study its contents. The will was holograph, for Mr. Utterson though he took charge of it now that it was made, had refused to lend the least assistance in the making of it; it provided not only that, in case of the decease of Henry Jekyll, M.D., D.C.L., L.L.D., F.R.S., etc., all his possessions were to pass into the hands of his “friend and benefactor Edward Hyde,” but that in case of Dr. Jekyll’s “disappearance or unexplained absence for any period exceeding three calendar months,” the said Edward Hyde should step into the said Henry Jekyll’s shoes without further delay and free from any burthen or obligation beyond the payment of a few small sums to the members of the doctor’s household. This document had long been the lawyer’s eyesore. It offended him both as a lawyer and as a lover of the sane and customary sides of life, to whom the fanciful was the immodest. And hitherto it was his ignorance of Mr. Hyde that had swelled his indignation; now, by a sudden turn, it was his knowledge. It was already bad enough when the name was but a name of which he could learn no more. It was worse when it began to be clothed upon with detestable attributes; and out of the shifting, insubstantial mists that had so long baffled his eye, there leaped up the sudden, definite presentment of a fiend. + +“I thought it was madness,” he said, as he replaced the obnoxious paper in the safe, “and now I begin to fear it is disgrace.” + +With that he blew out his candle, put on a greatcoat, and set forth in the direction of Cavendish Square, that citadel of medicine, where his friend, the great Dr. Lanyon, had his house and received his crowding patients. “If anyone knows, it will be Lanyon,” he had thought. + +The solemn butler knew and welcomed him; he was subjected to no stage of delay, but ushered direct from the door to the dining-room where Dr. Lanyon sat alone over his wine. This was a hearty, healthy, dapper, red-faced gentleman, with a shock of hair prematurely white, and a boisterous and decided manner. At sight of Mr. Utterson, he sprang up from his chair and welcomed him with both hands. The geniality, as was the way of the man, was somewhat theatrical to the eye; but it reposed on genuine feeling. For these two were old friends, old mates both at school and college, both thorough respectors of themselves and of each other, and what does not always follow, men who thoroughly enjoyed each other’s company. + +After a little rambling talk, the lawyer led up to the subject which so disagreeably preoccupied his mind. + +“I suppose, Lanyon,” said he, “you and I must be the two oldest friends that Henry Jekyll has?” + +“I wish the friends were younger,” chuckled Dr. Lanyon. “But I suppose we are. And what of that? I see little of him now.” + +“Indeed?” said Utterson. “I thought you had a bond of common interest.” + +“We had,” was the reply. “But it is more than ten years since Henry Jekyll became too fanciful for me. He began to go wrong, wrong in mind; and though of course I continue to take an interest in him for old sake’s sake, as they say, I see and I have seen devilish little of the man. Such unscientific balderdash,” added the doctor, flushing suddenly purple, “would have estranged Damon and Pythias.” + +This little spirit of temper was somewhat of a relief to Mr. Utterson. “They have only differed on some point of science,” he thought; and being a man of no scientific passions (except in the matter of conveyancing), he even added: “It is nothing worse than that!” He gave his friend a few seconds to recover his composure, and then approached the question he had come to put. “Did you ever come across a _protégé_ of his—one Hyde?” he asked. + +“Hyde?” repeated Lanyon. “No. Never heard of him. Since my time.” + +That was the amount of information that the lawyer carried back with him to the great, dark bed on which he tossed to and fro, until the small hours of the morning began to grow large. It was a night of little ease to his toiling mind, toiling in mere darkness and besieged by questions. + +Six o’clock struck on the bells of the church that was so conveniently near to Mr. Utterson’s dwelling, and still he was digging at the problem. Hitherto it had touched him on the intellectual side alone; but now his imagination also was engaged, or rather enslaved; and as he lay and tossed in the gross darkness of the night and the curtained room, Mr. Enfield’s tale went by before his mind in a scroll of lighted pictures. He would be aware of the great field of lamps of a nocturnal city; then of the figure of a man walking swiftly; then of a child running from the doctor’s; and then these met, and that human Juggernaut trod the child down and passed on regardless of her screams. Or else he would see a room in a rich house, where his friend lay asleep, dreaming and smiling at his dreams; and then the door of that room would be opened, the curtains of the bed plucked apart, the sleeper recalled, and lo! there would stand by his side a figure to whom power was given, and even at that dead hour, he must rise and do its bidding. The figure in these two phases haunted the lawyer all night; and if at any time he dozed over, it was but to see it glide more stealthily through sleeping houses, or move the more swiftly and still the more swiftly, even to dizziness, through wider labyrinths of lamplighted city, and at every street corner crush a child and leave her screaming. And still the figure had no face by which he might know it; even in his dreams, it had no face, or one that baffled him and melted before his eyes; and thus it was that there sprang up and grew apace in the lawyer’s mind a singularly strong, almost an inordinate, curiosity to behold the features of the real Mr. Hyde. If he could but once set eyes on him, he thought the mystery would lighten and perhaps roll altogether away, as was the habit of mysterious things when well examined. He might see a reason for his friend’s strange preference or bondage (call it which you please) and even for the startling clause of the will. At least it would be a face worth seeing: the face of a man who was without bowels of mercy: a face which had but to show itself to raise up, in the mind of the unimpressionable Enfield, a spirit of enduring hatred. + +From that time forward, Mr. Utterson began to haunt the door in the by-street of shops. In the morning before office hours, at noon when business was plenty and time scarce, at night under the face of the fogged city moon, by all lights and at all hours of solitude or concourse, the lawyer was to be found on his chosen post. + +“If he be Mr. Hyde,” he had thought, “I shall be Mr. Seek.” + +And at last his patience was rewarded. It was a fine dry night; frost in the air; the streets as clean as a ballroom floor; the lamps, unshaken by any wind, drawing a regular pattern of light and shadow. By ten o’clock, when the shops were closed, the by-street was very solitary and, in spite of the low growl of London from all round, very silent. Small sounds carried far; domestic sounds out of the houses were clearly audible on either side of the roadway; and the rumour of the approach of any passenger preceded him by a long time. Mr. Utterson had been some minutes at his post, when he was aware of an odd light footstep drawing near. In the course of his nightly patrols, he had long grown accustomed to the quaint effect with which the footfalls of a single person, while he is still a great way off, suddenly spring out distinct from the vast hum and clatter of the city. Yet his attention had never before been so sharply and decisively arrested; and it was with a strong, superstitious prevision of success that he withdrew into the entry of the court. + +The steps drew swiftly nearer, and swelled out suddenly louder as they turned the end of the street. The lawyer, looking forth from the entry, could soon see what manner of man he had to deal with. He was small and very plainly dressed and the look of him, even at that distance, went somehow strongly against the watcher’s inclination. But he made straight for the door, crossing the roadway to save time; and as he came, he drew a key from his pocket like one approaching home. + +Mr. Utterson stepped out and touched him on the shoulder as he passed. “Mr. Hyde, I think?” + +Mr. Hyde shrank back with a hissing intake of the breath. But his fear was only momentary; and though he did not look the lawyer in the face, he answered coolly enough: “That is my name. What do you want?” + +“I see you are going in,” returned the lawyer. “I am an old friend of Dr. Jekyll’s—Mr. Utterson of Gaunt Street—you must have heard of my name; and meeting you so conveniently, I thought you might admit me.” + +“You will not find Dr. Jekyll; he is from home,” replied Mr. Hyde, blowing in the key. And then suddenly, but still without looking up, “How did you know me?” he asked. + +“On your side,” said Mr. Utterson “will you do me a favour?” + +“With pleasure,” replied the other. “What shall it be?” + +“Will you let me see your face?” asked the lawyer. + +Mr. Hyde appeared to hesitate, and then, as if upon some sudden reflection, fronted about with an air of defiance; and the pair stared at each other pretty fixedly for a few seconds. “Now I shall know you again,” said Mr. Utterson. “It may be useful.” + +“Yes,” returned Mr. Hyde, “It is as well we have met; and _à propos_, you should have my address.” And he gave a number of a street in Soho. + +“Good God!” thought Mr. Utterson, “can he, too, have been thinking of the will?” But he kept his feelings to himself and only grunted in acknowledgment of the address. + +“And now,” said the other, “how did you know me?” + +“By description,” was the reply. + +“Whose description?” + +“We have common friends,” said Mr. Utterson. + +“Common friends,” echoed Mr. Hyde, a little hoarsely. “Who are they?” + +“Jekyll, for instance,” said the lawyer. + +“He never told you,” cried Mr. Hyde, with a flush of anger. “I did not think you would have lied.” + +“Come,” said Mr. Utterson, “that is not fitting language.” + +The other snarled aloud into a savage laugh; and the next moment, with extraordinary quickness, he had unlocked the door and disappeared into the house. + +The lawyer stood awhile when Mr. Hyde had left him, the picture of disquietude. Then he began slowly to mount the street, pausing every step or two and putting his hand to his brow like a man in mental perplexity. The problem he was thus debating as he walked, was one of a class that is rarely solved. Mr. Hyde was pale and dwarfish, he gave an impression of deformity without any nameable malformation, he had a displeasing smile, he had borne himself to the lawyer with a sort of murderous mixture of timidity and boldness, and he spoke with a husky, whispering and somewhat broken voice; all these were points against him, but not all of these together could explain the hitherto unknown disgust, loathing and fear with which Mr. Utterson regarded him. “There must be something else,” said the perplexed gentleman. “There _is_ something more, if I could find a name for it. God bless me, the man seems hardly human! Something troglodytic, shall we say? or can it be the old story of Dr. Fell? or is it the mere radiance of a foul soul that thus transpires through, and transfigures, its clay continent? The last, I think; for, O my poor old Harry Jekyll, if ever I read Satan’s signature upon a face, it is on that of your new friend.” + +Round the corner from the by-street, there was a square of ancient, handsome houses, now for the most part decayed from their high estate and let in flats and chambers to all sorts and conditions of men; map-engravers, architects, shady lawyers and the agents of obscure enterprises. One house, however, second from the corner, was still occupied entire; and at the door of this, which wore a great air of wealth and comfort, though it was now plunged in darkness except for the fanlight, Mr. Utterson stopped and knocked. A well-dressed, elderly servant opened the door. + +“Is Dr. Jekyll at home, Poole?” asked the lawyer. + +“I will see, Mr. Utterson,” said Poole, admitting the visitor, as he spoke, into a large, low-roofed, comfortable hall paved with flags, warmed (after the fashion of a country house) by a bright, open fire, and furnished with costly cabinets of oak. “Will you wait here by the fire, sir? or shall I give you a light in the dining-room?” + +“Here, thank you,” said the lawyer, and he drew near and leaned on the tall fender. This hall, in which he was now left alone, was a pet fancy of his friend the doctor’s; and Utterson himself was wont to speak of it as the pleasantest room in London. But tonight there was a shudder in his blood; the face of Hyde sat heavy on his memory; he felt (what was rare with him) a nausea and distaste of life; and in the gloom of his spirits, he seemed to read a menace in the flickering of the firelight on the polished cabinets and the uneasy starting of the shadow on the roof. He was ashamed of his relief, when Poole presently returned to announce that Dr. Jekyll was gone out. + +“I saw Mr. Hyde go in by the old dissecting room, Poole,” he said. “Is that right, when Dr. Jekyll is from home?” + +“Quite right, Mr. Utterson, sir,” replied the servant. “Mr. Hyde has a key.” + +“Your master seems to repose a great deal of trust in that young man, Poole,” resumed the other musingly. + +“Yes, sir, he does indeed,” said Poole. “We have all orders to obey him.” + +“I do not think I ever met Mr. Hyde?” asked Utterson. + +“O, dear no, sir. He never _dines_ here,” replied the butler. “Indeed we see very little of him on this side of the house; he mostly comes and goes by the laboratory.” + +“Well, good-night, Poole.” + +“Good-night, Mr. Utterson.” + +And the lawyer set out homeward with a very heavy heart. “Poor Harry Jekyll,” he thought, “my mind misgives me he is in deep waters! He was wild when he was young; a long while ago to be sure; but in the law of God, there is no statute of limitations. Ay, it must be that; the ghost of some old sin, the cancer of some concealed disgrace: punishment coming, _pede claudo_, years after memory has forgotten and self-love condoned the fault.” And the lawyer, scared by the thought, brooded awhile on his own past, groping in all the corners of memory, least by chance some Jack-in-the-Box of an old iniquity should leap to light there. His past was fairly blameless; few men could read the rolls of their life with less apprehension; yet he was humbled to the dust by the many ill things he had done, and raised up again into a sober and fearful gratitude by the many he had come so near to doing yet avoided. And then by a return on his former subject, he conceived a spark of hope. “This Master Hyde, if he were studied,” thought he, “must have secrets of his own; black secrets, by the look of him; secrets compared to which poor Jekyll’s worst would be like sunshine. Things cannot continue as they are. It turns me cold to think of this creature stealing like a thief to Harry’s bedside; poor Harry, what a wakening! And the danger of it; for if this Hyde suspects the existence of the will, he may grow impatient to inherit. Ay, I must put my shoulders to the wheel—if Jekyll will but let me,” he added, “if Jekyll will only let me.” For once more he saw before his mind’s eye, as clear as transparency, the strange clauses of the will. + + + +DR. JEKYLL WAS QUITE AT EASE + +A fortnight later, by excellent good fortune, the doctor gave one of his pleasant dinners to some five or six old cronies, all intelligent, reputable men and all judges of good wine; and Mr. Utterson so contrived that he remained behind after the others had departed. This was no new arrangement, but a thing that had befallen many scores of times. Where Utterson was liked, he was liked well. Hosts loved to detain the dry lawyer, when the light-hearted and loose-tongued had already their foot on the threshold; they liked to sit a while in his unobtrusive company, practising for solitude, sobering their minds in the man’s rich silence after the expense and strain of gaiety. To this rule, Dr. Jekyll was no exception; and as he now sat on the opposite side of the fire—a large, well-made, smooth-faced man of fifty, with something of a slyish cast perhaps, but every mark of capacity and kindness—you could see by his looks that he cherished for Mr. Utterson a sincere and warm affection. + +“I have been wanting to speak to you, Jekyll,” began the latter. “You know that will of yours?” + +A close observer might have gathered that the topic was distasteful; but the doctor carried it off gaily. “My poor Utterson,” said he, “you are unfortunate in such a client. I never saw a man so distressed as you were by my will; unless it were that hide-bound pedant, Lanyon, at what he called my scientific heresies. O, I know he’s a good fellow—you needn’t frown—an excellent fellow, and I always mean to see more of him; but a hide-bound pedant for all that; an ignorant, blatant pedant. I was never more disappointed in any man than Lanyon.” + +“You know I never approved of it,” pursued Utterson, ruthlessly disregarding the fresh topic. + +“My will? Yes, certainly, I know that,” said the doctor, a trifle sharply. “You have told me so.” + +“Well, I tell you so again,” continued the lawyer. “I have been learning something of young Hyde.” + +The large handsome face of Dr. Jekyll grew pale to the very lips, and there came a blackness about his eyes. “I do not care to hear more,” said he. “This is a matter I thought we had agreed to drop.” + +“What I heard was abominable,” said Utterson. + +“It can make no change. You do not understand my position,” returned the doctor, with a certain incoherency of manner. “I am painfully situated, Utterson; my position is a very strange—a very strange one. It is one of those affairs that cannot be mended by talking.” + +“Jekyll,” said Utterson, “you know me: I am a man to be trusted. Make a clean breast of this in confidence; and I make no doubt I can get you out of it.” + +“My good Utterson,” said the doctor, “this is very good of you, this is downright good of you, and I cannot find words to thank you in. I believe you fully; I would trust you before any man alive, ay, before myself, if I could make the choice; but indeed it isn’t what you fancy; it is not as bad as that; and just to put your good heart at rest, I will tell you one thing: the moment I choose, I can be rid of Mr. Hyde. I give you my hand upon that; and I thank you again and again; and I will just add one little word, Utterson, that I’m sure you’ll take in good part: this is a private matter, and I beg of you to let it sleep.” + +Utterson reflected a little, looking in the fire. + +“I have no doubt you are perfectly right,” he said at last, getting to his feet. + +“Well, but since we have touched upon this business, and for the last time I hope,” continued the doctor, “there is one point I should like you to understand. I have really a very great interest in poor Hyde. I know you have seen him; he told me so; and I fear he was rude. But I do sincerely take a great, a very great interest in that young man; and if I am taken away, Utterson, I wish you to promise me that you will bear with him and get his rights for him. I think you would, if you knew all; and it would be a weight off my mind if you would promise.” + +“I can’t pretend that I shall ever like him,” said the lawyer. + +“I don’t ask that,” pleaded Jekyll, laying his hand upon the other’s arm; “I only ask for justice; I only ask you to help him for my sake, when I am no longer here.” + +Utterson heaved an irrepressible sigh. “Well,” said he, “I promise.” + + + +THE CAREW MURDER CASE + +Nearly a year later, in the month of October, 18—, London was startled by a crime of singular ferocity and rendered all the more notable by the high position of the victim. The details were few and startling. A maid servant living alone in a house not far from the river, had gone upstairs to bed about eleven. Although a fog rolled over the city in the small hours, the early part of the night was cloudless, and the lane, which the maid’s window overlooked, was brilliantly lit by the full moon. It seems she was romantically given, for she sat down upon her box, which stood immediately under the window, and fell into a dream of musing. Never (she used to say, with streaming tears, when she narrated that experience), never had she felt more at peace with all men or thought more kindly of the world. And as she so sat she became aware of an aged beautiful gentleman with white hair, drawing near along the lane; and advancing to meet him, another and very small gentleman, to whom at first she paid less attention. When they had come within speech (which was just under the maid’s eyes) the older man bowed and accosted the other with a very pretty manner of politeness. It did not seem as if the subject of his address were of great importance; indeed, from his pointing, it sometimes appeared as if he were only inquiring his way; but the moon shone on his face as he spoke, and the girl was pleased to watch it, it seemed to breathe such an innocent and old-world kindness of disposition, yet with something high too, as of a well-founded self-content. Presently her eye wandered to the other, and she was surprised to recognise in him a certain Mr. Hyde, who had once visited her master and for whom she had conceived a dislike. He had in his hand a heavy cane, with which he was trifling; but he answered never a word, and seemed to listen with an ill-contained impatience. And then all of a sudden he broke out in a great flame of anger, stamping with his foot, brandishing the cane, and carrying on (as the maid described it) like a madman. The old gentleman took a step back, with the air of one very much surprised and a trifle hurt; and at that Mr. Hyde broke out of all bounds and clubbed him to the earth. And next moment, with ape-like fury, he was trampling his victim under foot and hailing down a storm of blows, under which the bones were audibly shattered and the body jumped upon the roadway. At the horror of these sights and sounds, the maid fainted. + +It was two o’clock when she came to herself and called for the police. The murderer was gone long ago; but there lay his victim in the middle of the lane, incredibly mangled. The stick with which the deed had been done, although it was of some rare and very tough and heavy wood, had broken in the middle under the stress of this insensate cruelty; and one splintered half had rolled in the neighbouring gutter—the other, without doubt, had been carried away by the murderer. A purse and gold watch were found upon the victim: but no cards or papers, except a sealed and stamped envelope, which he had been probably carrying to the post, and which bore the name and address of Mr. Utterson. + +This was brought to the lawyer the next morning, before he was out of bed; and he had no sooner seen it and been told the circumstances, than he shot out a solemn lip. “I shall say nothing till I have seen the body,” said he; “this may be very serious. Have the kindness to wait while I dress.” And with the same grave countenance he hurried through his breakfast and drove to the police station, whither the body had been carried. As soon as he came into the cell, he nodded. + +“Yes,” said he, “I recognise him. I am sorry to say that this is Sir Danvers Carew.” + +“Good God, sir,” exclaimed the officer, “is it possible?” And the next moment his eye lighted up with professional ambition. “This will make a deal of noise,” he said. “And perhaps you can help us to the man.” And he briefly narrated what the maid had seen, and showed the broken stick. + +Mr. Utterson had already quailed at the name of Hyde; but when the stick was laid before him, he could doubt no longer; broken and battered as it was, he recognised it for one that he had himself presented many years before to Henry Jekyll. + +“Is this Mr. Hyde a person of small stature?” he inquired. + +“Particularly small and particularly wicked-looking, is what the maid calls him,” said the officer. + +Mr. Utterson reflected; and then, raising his head, “If you will come with me in my cab,” he said, “I think I can take you to his house.” + +It was by this time about nine in the morning, and the first fog of the season. A great chocolate-coloured pall lowered over heaven, but the wind was continually charging and routing these embattled vapours; so that as the cab crawled from street to street, Mr. Utterson beheld a marvelous number of degrees and hues of twilight; for here it would be dark like the back-end of evening; and there would be a glow of a rich, lurid brown, like the light of some strange conflagration; and here, for a moment, the fog would be quite broken up, and a haggard shaft of daylight would glance in between the swirling wreaths. The dismal quarter of Soho seen under these changing glimpses, with its muddy ways, and slatternly passengers, and its lamps, which had never been extinguished or had been kindled afresh to combat this mournful reinvasion of darkness, seemed, in the lawyer’s eyes, like a district of some city in a nightmare. The thoughts of his mind, besides, were of the gloomiest dye; and when he glanced at the companion of his drive, he was conscious of some touch of that terror of the law and the law’s officers, which may at times assail the most honest. + +As the cab drew up before the address indicated, the fog lifted a little and showed him a dingy street, a gin palace, a low French eating house, a shop for the retail of penny numbers and twopenny salads, many ragged children huddled in the doorways, and many women of many different nationalities passing out, key in hand, to have a morning glass; and the next moment the fog settled down again upon that part, as brown as umber, and cut him off from his blackguardly surroundings. This was the home of Henry Jekyll’s favourite; of a man who was heir to a quarter of a million sterling. + +An ivory-faced and silvery-haired old woman opened the door. She had an evil face, smoothed by hypocrisy: but her manners were excellent. Yes, she said, this was Mr. Hyde’s, but he was not at home; he had been in that night very late, but he had gone away again in less than an hour; there was nothing strange in that; his habits were very irregular, and he was often absent; for instance, it was nearly two months since she had seen him till yesterday. + +“Very well, then, we wish to see his rooms,” said the lawyer; and when the woman began to declare it was impossible, “I had better tell you who this person is,” he added. “This is Inspector Newcomen of Scotland Yard.” + +A flash of odious joy appeared upon the woman’s face. “Ah!” said she, “he is in trouble! What has he done?” + +Mr. Utterson and the inspector exchanged glances. “He don’t seem a very popular character,” observed the latter. “And now, my good woman, just let me and this gentleman have a look about us.” + +In the whole extent of the house, which but for the old woman remained otherwise empty, Mr. Hyde had only used a couple of rooms; but these were furnished with luxury and good taste. A closet was filled with wine; the plate was of silver, the napery elegant; a good picture hung upon the walls, a gift (as Utterson supposed) from Henry Jekyll, who was much of a connoisseur; and the carpets were of many plies and agreeable in colour. At this moment, however, the rooms bore every mark of having been recently and hurriedly ransacked; clothes lay about the floor, with their pockets inside out; lock-fast drawers stood open; and on the hearth there lay a pile of grey ashes, as though many papers had been burned. From these embers the inspector disinterred the butt end of a green cheque book, which had resisted the action of the fire; the other half of the stick was found behind the door; and as this clinched his suspicions, the officer declared himself delighted. A visit to the bank, where several thousand pounds were found to be lying to the murderer’s credit, completed his gratification. + +“You may depend upon it, sir,” he told Mr. Utterson: “I have him in my hand. He must have lost his head, or he never would have left the stick or, above all, burned the cheque book. Why, money’s life to the man. We have nothing to do but wait for him at the bank, and get out the handbills.” + +This last, however, was not so easy of accomplishment; for Mr. Hyde had numbered few familiars—even the master of the servant maid had only seen him twice; his family could nowhere be traced; he had never been photographed; and the few who could describe him differed widely, as common observers will. Only on one point were they agreed; and that was the haunting sense of unexpressed deformity with which the fugitive impressed his beholders. + + + +INCIDENT OF THE LETTER + +It was late in the afternoon, when Mr. Utterson found his way to Dr. Jekyll’s door, where he was at once admitted by Poole, and carried down by the kitchen offices and across a yard which had once been a garden, to the building which was indifferently known as the laboratory or dissecting rooms. The doctor had bought the house from the heirs of a celebrated surgeon; and his own tastes being rather chemical than anatomical, had changed the destination of the block at the bottom of the garden. It was the first time that the lawyer had been received in that part of his friend’s quarters; and he eyed the dingy, windowless structure with curiosity, and gazed round with a distasteful sense of strangeness as he crossed the theatre, once crowded with eager students and now lying gaunt and silent, the tables laden with chemical apparatus, the floor strewn with crates and littered with packing straw, and the light falling dimly through the foggy cupola. At the further end, a flight of stairs mounted to a door covered with red baize; and through this, Mr. Utterson was at last received into the doctor’s cabinet. It was a large room fitted round with glass presses, furnished, among other things, with a cheval-glass and a business table, and looking out upon the court by three dusty windows barred with iron. The fire burned in the grate; a lamp was set lighted on the chimney shelf, for even in the houses the fog began to lie thickly; and there, close up to the warmth, sat Dr. Jekyll, looking deathly sick. He did not rise to meet his visitor, but held out a cold hand and bade him welcome in a changed voice. + +“And now,” said Mr. Utterson, as soon as Poole had left them, “you have heard the news?” + +The doctor shuddered. “They were crying it in the square,” he said. “I heard them in my dining-room.” + +“One word,” said the lawyer. “Carew was my client, but so are you, and I want to know what I am doing. You have not been mad enough to hide this fellow?” + +“Utterson, I swear to God,” cried the doctor, “I swear to God I will never set eyes on him again. I bind my honour to you that I am done with him in this world. It is all at an end. And indeed he does not want my help; you do not know him as I do; he is safe, he is quite safe; mark my words, he will never more be heard of.” + +The lawyer listened gloomily; he did not like his friend’s feverish manner. “You seem pretty sure of him,” said he; “and for your sake, I hope you may be right. If it came to a trial, your name might appear.” + +“I am quite sure of him,” replied Jekyll; “I have grounds for certainty that I cannot share with any one. But there is one thing on which you may advise me. I have—I have received a letter; and I am at a loss whether I should show it to the police. I should like to leave it in your hands, Utterson; you would judge wisely, I am sure; I have so great a trust in you.” + +“You fear, I suppose, that it might lead to his detection?” asked the lawyer. + +“No,” said the other. “I cannot say that I care what becomes of Hyde; I am quite done with him. I was thinking of my own character, which this hateful business has rather exposed.” + +Utterson ruminated awhile; he was surprised at his friend’s selfishness, and yet relieved by it. “Well,” said he, at last, “let me see the letter.” + +The letter was written in an odd, upright hand and signed “Edward Hyde”: and it signified, briefly enough, that the writer’s benefactor, Dr. Jekyll, whom he had long so unworthily repaid for a thousand generosities, need labour under no alarm for his safety, as he had means of escape on which he placed a sure dependence. The lawyer liked this letter well enough; it put a better colour on the intimacy than he had looked for; and he blamed himself for some of his past suspicions. + +“Have you the envelope?” he asked. + +“I burned it,” replied Jekyll, “before I thought what I was about. But it bore no postmark. The note was handed in.” + +“Shall I keep this and sleep upon it?” asked Utterson. + +“I wish you to judge for me entirely,” was the reply. “I have lost confidence in myself.” + +“Well, I shall consider,” returned the lawyer. “And now one word more: it was Hyde who dictated the terms in your will about that disappearance?” + +The doctor seemed seized with a qualm of faintness; he shut his mouth tight and nodded. + +“I knew it,” said Utterson. “He meant to murder you. You had a fine escape.” + +“I have had what is far more to the purpose,” returned the doctor solemnly: “I have had a lesson—O God, Utterson, what a lesson I have had!” And he covered his face for a moment with his hands. + +On his way out, the lawyer stopped and had a word or two with Poole. “By the bye,” said he, “there was a letter handed in to-day: what was the messenger like?” But Poole was positive nothing had come except by post; “and only circulars by that,” he added. + +This news sent off the visitor with his fears renewed. Plainly the letter had come by the laboratory door; possibly, indeed, it had been written in the cabinet; and if that were so, it must be differently judged, and handled with the more caution. The newsboys, as he went, were crying themselves hoarse along the footways: “Special edition. Shocking murder of an M.P.” That was the funeral oration of one friend and client; and he could not help a certain apprehension lest the good name of another should be sucked down in the eddy of the scandal. It was, at least, a ticklish decision that he had to make; and self-reliant as he was by habit, he began to cherish a longing for advice. It was not to be had directly; but perhaps, he thought, it might be fished for. + +Presently after, he sat on one side of his own hearth, with Mr. Guest, his head clerk, upon the other, and midway between, at a nicely calculated distance from the fire, a bottle of a particular old wine that had long dwelt unsunned in the foundations of his house. The fog still slept on the wing above the drowned city, where the lamps glimmered like carbuncles; and through the muffle and smother of these fallen clouds, the procession of the town’s life was still rolling in through the great arteries with a sound as of a mighty wind. But the room was gay with firelight. In the bottle the acids were long ago resolved; the imperial dye had softened with time, as the colour grows richer in stained windows; and the glow of hot autumn afternoons on hillside vineyards, was ready to be set free and to disperse the fogs of London. Insensibly the lawyer melted. There was no man from whom he kept fewer secrets than Mr. Guest; and he was not always sure that he kept as many as he meant. Guest had often been on business to the doctor’s; he knew Poole; he could scarce have failed to hear of Mr. Hyde’s familiarity about the house; he might draw conclusions: was it not as well, then, that he should see a letter which put that mystery to right? and above all since Guest, being a great student and critic of handwriting, would consider the step natural and obliging? The clerk, besides, was a man of counsel; he could scarce read so strange a document without dropping a remark; and by that remark Mr. Utterson might shape his future course. + +“This is a sad business about Sir Danvers,” he said. + +“Yes, sir, indeed. It has elicited a great deal of public feeling,” returned Guest. “The man, of course, was mad.” + +“I should like to hear your views on that,” replied Utterson. “I have a document here in his handwriting; it is between ourselves, for I scarce know what to do about it; it is an ugly business at the best. But there it is; quite in your way: a murderer’s autograph.” + +Guest’s eyes brightened, and he sat down at once and studied it with passion. “No sir,” he said: “not mad; but it is an odd hand.” + +“And by all accounts a very odd writer,” added the lawyer. + +Just then the servant entered with a note. + +“Is that from Dr. Jekyll, sir?” inquired the clerk. “I thought I knew the writing. Anything private, Mr. Utterson?” + +“Only an invitation to dinner. Why? Do you want to see it?” + +“One moment. I thank you, sir;” and the clerk laid the two sheets of paper alongside and sedulously compared their contents. “Thank you, sir,” he said at last, returning both; “it’s a very interesting autograph.” + +There was a pause, during which Mr. Utterson struggled with himself. “Why did you compare them, Guest?” he inquired suddenly. + +“Well, sir,” returned the clerk, “there’s a rather singular resemblance; the two hands are in many points identical: only differently sloped.” + +“Rather quaint,” said Utterson. + +“It is, as you say, rather quaint,” returned Guest. + +“I wouldn’t speak of this note, you know,” said the master. + +“No, sir,” said the clerk. “I understand.” + +But no sooner was Mr. Utterson alone that night, than he locked the note into his safe, where it reposed from that time forward. “What!” he thought. “Henry Jekyll forge for a murderer!” And his blood ran cold in his veins. + + + +INCIDENT OF DR. LANYON + +Time ran on; thousands of pounds were offered in reward, for the death of Sir Danvers was resented as a public injury; but Mr. Hyde had disappeared out of the ken of the police as though he had never existed. Much of his past was unearthed, indeed, and all disreputable: tales came out of the man’s cruelty, at once so callous and violent; of his vile life, of his strange associates, of the hatred that seemed to have surrounded his career; but of his present whereabouts, not a whisper. From the time he had left the house in Soho on the morning of the murder, he was simply blotted out; and gradually, as time drew on, Mr. Utterson began to recover from the hotness of his alarm, and to grow more at quiet with himself. The death of Sir Danvers was, to his way of thinking, more than paid for by the disappearance of Mr. Hyde. Now that that evil influence had been withdrawn, a new life began for Dr. Jekyll. He came out of his seclusion, renewed relations with his friends, became once more their familiar guest and entertainer; and whilst he had always been known for charities, he was now no less distinguished for religion. He was busy, he was much in the open air, he did good; his face seemed to open and brighten, as if with an inward consciousness of service; and for more than two months, the doctor was at peace. + +On the 8th of January Utterson had dined at the doctor’s with a small party; Lanyon had been there; and the face of the host had looked from one to the other as in the old days when the trio were inseparable friends. On the 12th, and again on the 14th, the door was shut against the lawyer. “The doctor was confined to the house,” Poole said, “and saw no one.” On the 15th, he tried again, and was again refused; and having now been used for the last two months to see his friend almost daily, he found this return of solitude to weigh upon his spirits. The fifth night he had in Guest to dine with him; and the sixth he betook himself to Dr. Lanyon’s. + +There at least he was not denied admittance; but when he came in, he was shocked at the change which had taken place in the doctor’s appearance. He had his death-warrant written legibly upon his face. The rosy man had grown pale; his flesh had fallen away; he was visibly balder and older; and yet it was not so much these tokens of a swift physical decay that arrested the lawyer’s notice, as a look in the eye and quality of manner that seemed to testify to some deep-seated terror of the mind. It was unlikely that the doctor should fear death; and yet that was what Utterson was tempted to suspect. “Yes,” he thought; “he is a doctor, he must know his own state and that his days are counted; and the knowledge is more than he can bear.” And yet when Utterson remarked on his ill looks, it was with an air of great firmness that Lanyon declared himself a doomed man. + +“I have had a shock,” he said, “and I shall never recover. It is a question of weeks. Well, life has been pleasant; I liked it; yes, sir, I used to like it. I sometimes think if we knew all, we should be more glad to get away.” + +“Jekyll is ill, too,” observed Utterson. “Have you seen him?” + +But Lanyon’s face changed, and he held up a trembling hand. “I wish to see or hear no more of Dr. Jekyll,” he said in a loud, unsteady voice. “I am quite done with that person; and I beg that you will spare me any allusion to one whom I regard as dead.” + +“Tut, tut!” said Mr. Utterson; and then after a considerable pause, “Can’t I do anything?” he inquired. “We are three very old friends, Lanyon; we shall not live to make others.” + +“Nothing can be done,” returned Lanyon; “ask himself.” + +“He will not see me,” said the lawyer. + +“I am not surprised at that,” was the reply. “Some day, Utterson, after I am dead, you may perhaps come to learn the right and wrong of this. I cannot tell you. And in the meantime, if you can sit and talk with me of other things, for God’s sake, stay and do so; but if you cannot keep clear of this accursed topic, then in God’s name, go, for I cannot bear it.” + +As soon as he got home, Utterson sat down and wrote to Jekyll, complaining of his exclusion from the house, and asking the cause of this unhappy break with Lanyon; and the next day brought him a long answer, often very pathetically worded, and sometimes darkly mysterious in drift. The quarrel with Lanyon was incurable. “I do not blame our old friend,” Jekyll wrote, “but I share his view that we must never meet. I mean from henceforth to lead a life of extreme seclusion; you must not be surprised, nor must you doubt my friendship, if my door is often shut even to you. You must suffer me to go my own dark way. I have brought on myself a punishment and a danger that I cannot name. If I am the chief of sinners, I am the chief of sufferers also. I could not think that this earth contained a place for sufferings and terrors so unmanning; and you can do but one thing, Utterson, to lighten this destiny, and that is to respect my silence.” Utterson was amazed; the dark influence of Hyde had been withdrawn, the doctor had returned to his old tasks and amities; a week ago, the prospect had smiled with every promise of a cheerful and an honoured age; and now in a moment, friendship, and peace of mind, and the whole tenor of his life were wrecked. So great and unprepared a change pointed to madness; but in view of Lanyon’s manner and words, there must lie for it some deeper ground. + +A week afterwards Dr. Lanyon took to his bed, and in something less than a fortnight he was dead. The night after the funeral, at which he had been sadly affected, Utterson locked the door of his business room, and sitting there by the light of a melancholy candle, drew out and set before him an envelope addressed by the hand and sealed with the seal of his dead friend. “PRIVATE: for the hands of G. J. Utterson ALONE, and in case of his predecease _to be destroyed unread_,” so it was emphatically superscribed; and the lawyer dreaded to behold the contents. “I have buried one friend to-day,” he thought: “what if this should cost me another?” And then he condemned the fear as a disloyalty, and broke the seal. Within there was another enclosure, likewise sealed, and marked upon the cover as “not to be opened till the death or disappearance of Dr. Henry Jekyll.” Utterson could not trust his eyes. Yes, it was disappearance; here again, as in the mad will which he had long ago restored to its author, here again were the idea of a disappearance and the name of Henry Jekyll bracketted. But in the will, that idea had sprung from the sinister suggestion of the man Hyde; it was set there with a purpose all too plain and horrible. Written by the hand of Lanyon, what should it mean? A great curiosity came on the trustee, to disregard the prohibition and dive at once to the bottom of these mysteries; but professional honour and faith to his dead friend were stringent obligations; and the packet slept in the inmost corner of his private safe. + +It is one thing to mortify curiosity, another to conquer it; and it may be doubted if, from that day forth, Utterson desired the society of his surviving friend with the same eagerness. He thought of him kindly; but his thoughts were disquieted and fearful. He went to call indeed; but he was perhaps relieved to be denied admittance; perhaps, in his heart, he preferred to speak with Poole upon the doorstep and surrounded by the air and sounds of the open city, rather than to be admitted into that house of voluntary bondage, and to sit and speak with its inscrutable recluse. Poole had, indeed, no very pleasant news to communicate. The doctor, it appeared, now more than ever confined himself to the cabinet over the laboratory, where he would sometimes even sleep; he was out of spirits, he had grown very silent, he did not read; it seemed as if he had something on his mind. Utterson became so used to the unvarying character of these reports, that he fell off little by little in the frequency of his visits. + + + +INCIDENT AT THE WINDOW + +It chanced on Sunday, when Mr. Utterson was on his usual walk with Mr. Enfield, that their way lay once again through the by-street; and that when they came in front of the door, both stopped to gaze on it. + +“Well,” said Enfield, “that story’s at an end at least. We shall never see more of Mr. Hyde.” + +“I hope not,” said Utterson. “Did I ever tell you that I once saw him, and shared your feeling of repulsion?” + +“It was impossible to do the one without the other,” returned Enfield. “And by the way, what an ass you must have thought me, not to know that this was a back way to Dr. Jekyll’s! It was partly your own fault that I found it out, even when I did.” + +“So you found it out, did you?” said Utterson. “But if that be so, we may step into the court and take a look at the windows. To tell you the truth, I am uneasy about poor Jekyll; and even outside, I feel as if the presence of a friend might do him good.” + +The court was very cool and a little damp, and full of premature twilight, although the sky, high up overhead, was still bright with sunset. The middle one of the three windows was half-way open; and sitting close beside it, taking the air with an infinite sadness of mien, like some disconsolate prisoner, Utterson saw Dr. Jekyll. + +“What! Jekyll!” he cried. “I trust you are better.” + +“I am very low, Utterson,” replied the doctor drearily, “very low. It will not last long, thank God.” + +“You stay too much indoors,” said the lawyer. “You should be out, whipping up the circulation like Mr. Enfield and me. (This is my cousin—Mr. Enfield—Dr. Jekyll.) Come now; get your hat and take a quick turn with us.” + +“You are very good,” sighed the other. “I should like to very much; but no, no, no, it is quite impossible; I dare not. But indeed, Utterson, I am very glad to see you; this is really a great pleasure; I would ask you and Mr. Enfield up, but the place is really not fit.” + +“Why, then,” said the lawyer, good-naturedly, “the best thing we can do is to stay down here and speak with you from where we are.” + +“That is just what I was about to venture to propose,” returned the doctor with a smile. But the words were hardly uttered, before the smile was struck out of his face and succeeded by an expression of such abject terror and despair, as froze the very blood of the two gentlemen below. They saw it but for a glimpse for the window was instantly thrust down; but that glimpse had been sufficient, and they turned and left the court without a word. In silence, too, they traversed the by-street; and it was not until they had come into a neighbouring thoroughfare, where even upon a Sunday there were still some stirrings of life, that Mr. Utterson at last turned and looked at his companion. They were both pale; and there was an answering horror in their eyes. + +“God forgive us, God forgive us,” said Mr. Utterson. + +But Mr. Enfield only nodded his head very seriously, and walked on once more in silence. + + + +THE LAST NIGHT + +Mr. Utterson was sitting by his fireside one evening after dinner, when he was surprised to receive a visit from Poole. + +“Bless me, Poole, what brings you here?” he cried; and then taking a second look at him, “What ails you?” he added; “is the doctor ill?” + +“Mr. Utterson,” said the man, “there is something wrong.” + +“Take a seat, and here is a glass of wine for you,” said the lawyer. “Now, take your time, and tell me plainly what you want.” + +“You know the doctor’s ways, sir,” replied Poole, “and how he shuts himself up. Well, he’s shut up again in the cabinet; and I don’t like it, sir—I wish I may die if I like it. Mr. Utterson, sir, I’m afraid.” + +“Now, my good man,” said the lawyer, “be explicit. What are you afraid of?” + +“I’ve been afraid for about a week,” returned Poole, doggedly disregarding the question, “and I can bear it no more.” + +The man’s appearance amply bore out his words; his manner was altered for the worse; and except for the moment when he had first announced his terror, he had not once looked the lawyer in the face. Even now, he sat with the glass of wine untasted on his knee, and his eyes directed to a corner of the floor. “I can bear it no more,” he repeated. + +“Come,” said the lawyer, “I see you have some good reason, Poole; I see there is something seriously amiss. Try to tell me what it is.” + +“I think there’s been foul play,” said Poole, hoarsely. + +“Foul play!” cried the lawyer, a good deal frightened and rather inclined to be irritated in consequence. “What foul play! What does the man mean?” + +“I daren’t say, sir,” was the answer; “but will you come along with me and see for yourself?” + +Mr. Utterson’s only answer was to rise and get his hat and greatcoat; but he observed with wonder the greatness of the relief that appeared upon the butler’s face, and perhaps with no less, that the wine was still untasted when he set it down to follow. + +It was a wild, cold, seasonable night of March, with a pale moon, lying on her back as though the wind had tilted her, and flying wrack of the most diaphanous and lawny texture. The wind made talking difficult, and flecked the blood into the face. It seemed to have swept the streets unusually bare of passengers, besides; for Mr. Utterson thought he had never seen that part of London so deserted. He could have wished it otherwise; never in his life had he been conscious of so sharp a wish to see and touch his fellow-creatures; for struggle as he might, there was borne in upon his mind a crushing anticipation of calamity. The square, when they got there, was full of wind and dust, and the thin trees in the garden were lashing themselves along the railing. Poole, who had kept all the way a pace or two ahead, now pulled up in the middle of the pavement, and in spite of the biting weather, took off his hat and mopped his brow with a red pocket-handkerchief. But for all the hurry of his coming, these were not the dews of exertion that he wiped away, but the moisture of some strangling anguish; for his face was white and his voice, when he spoke, harsh and broken. + +“Well, sir,” he said, “here we are, and God grant there be nothing wrong.” + +“Amen, Poole,” said the lawyer. + +Thereupon the servant knocked in a very guarded manner; the door was opened on the chain; and a voice asked from within, “Is that you, Poole?” + +“It’s all right,” said Poole. “Open the door.” + +The hall, when they entered it, was brightly lighted up; the fire was built high; and about the hearth the whole of the servants, men and women, stood huddled together like a flock of sheep. At the sight of Mr. Utterson, the housemaid broke into hysterical whimpering; and the cook, crying out “Bless God! it’s Mr. Utterson,” ran forward as if to take him in her arms. + +“What, what? Are you all here?” said the lawyer peevishly. “Very irregular, very unseemly; your master would be far from pleased.” + +“They’re all afraid,” said Poole. + +Blank silence followed, no one protesting; only the maid lifted her voice and now wept loudly. + +“Hold your tongue!” Poole said to her, with a ferocity of accent that testified to his own jangled nerves; and indeed, when the girl had so suddenly raised the note of her lamentation, they had all started and turned towards the inner door with faces of dreadful expectation. “And now,” continued the butler, addressing the knife-boy, “reach me a candle, and we’ll get this through hands at once.” And then he begged Mr. Utterson to follow him, and led the way to the back garden. + +“Now, sir,” said he, “you come as gently as you can. I want you to hear, and I don’t want you to be heard. And see here, sir, if by any chance he was to ask you in, don’t go.” + +Mr. Utterson’s nerves, at this unlooked-for termination, gave a jerk that nearly threw him from his balance; but he recollected his courage and followed the butler into the laboratory building through the surgical theatre, with its lumber of crates and bottles, to the foot of the stair. Here Poole motioned him to stand on one side and listen; while he himself, setting down the candle and making a great and obvious call on his resolution, mounted the steps and knocked with a somewhat uncertain hand on the red baize of the cabinet door. + +“Mr. Utterson, sir, asking to see you,” he called; and even as he did so, once more violently signed to the lawyer to give ear. + +A voice answered from within: “Tell him I cannot see anyone,” it said complainingly. + +“Thank you, sir,” said Poole, with a note of something like triumph in his voice; and taking up his candle, he led Mr. Utterson back across the yard and into the great kitchen, where the fire was out and the beetles were leaping on the floor. + +“Sir,” he said, looking Mr. Utterson in the eyes, “Was that my master’s voice?” + +“It seems much changed,” replied the lawyer, very pale, but giving look for look. + +“Changed? Well, yes, I think so,” said the butler. “Have I been twenty years in this man’s house, to be deceived about his voice? No, sir; master’s made away with; he was made away with eight days ago, when we heard him cry out upon the name of God; and _who’s_ in there instead of him, and _why_ it stays there, is a thing that cries to Heaven, Mr. Utterson!” + +“This is a very strange tale, Poole; this is rather a wild tale my man,” said Mr. Utterson, biting his finger. “Suppose it were as you suppose, supposing Dr. Jekyll to have been—well, murdered, what could induce the murderer to stay? That won’t hold water; it doesn’t commend itself to reason.” + +“Well, Mr. Utterson, you are a hard man to satisfy, but I’ll do it yet,” said Poole. “All this last week (you must know) him, or it, whatever it is that lives in that cabinet, has been crying night and day for some sort of medicine and cannot get it to his mind. It was sometimes his way—the master’s, that is—to write his orders on a sheet of paper and throw it on the stair. We’ve had nothing else this week back; nothing but papers, and a closed door, and the very meals left there to be smuggled in when nobody was looking. Well, sir, every day, ay, and twice and thrice in the same day, there have been orders and complaints, and I have been sent flying to all the wholesale chemists in town. Every time I brought the stuff back, there would be another paper telling me to return it, because it was not pure, and another order to a different firm. This drug is wanted bitter bad, sir, whatever for.” + +“Have you any of these papers?” asked Mr. Utterson. + +Poole felt in his pocket and handed out a crumpled note, which the lawyer, bending nearer to the candle, carefully examined. Its contents ran thus: “Dr. Jekyll presents his compliments to Messrs. Maw. He assures them that their last sample is impure and quite useless for his present purpose. In the year 18—, Dr. J. purchased a somewhat large quantity from Messrs. M. He now begs them to search with most sedulous care, and should any of the same quality be left, forward it to him at once. Expense is no consideration. The importance of this to Dr. J. can hardly be exaggerated.” So far the letter had run composedly enough, but here with a sudden splutter of the pen, the writer’s emotion had broken loose. “For God’s sake,” he added, “find me some of the old.” + +“This is a strange note,” said Mr. Utterson; and then sharply, “How do you come to have it open?” + +“The man at Maw’s was main angry, sir, and he threw it back to me like so much dirt,” returned Poole. + +“This is unquestionably the doctor’s hand, do you know?” resumed the lawyer. + +“I thought it looked like it,” said the servant rather sulkily; and then, with another voice, “But what matters hand of write?” he said. “I’ve seen him!” + +“Seen him?” repeated Mr. Utterson. “Well?” + +“That’s it!” said Poole. “It was this way. I came suddenly into the theatre from the garden. It seems he had slipped out to look for this drug or whatever it is; for the cabinet door was open, and there he was at the far end of the room digging among the crates. He looked up when I came in, gave a kind of cry, and whipped upstairs into the cabinet. It was but for one minute that I saw him, but the hair stood upon my head like quills. Sir, if that was my master, why had he a mask upon his face? If it was my master, why did he cry out like a rat, and run from me? I have served him long enough. And then...” The man paused and passed his hand over his face. + +“These are all very strange circumstances,” said Mr. Utterson, “but I think I begin to see daylight. Your master, Poole, is plainly seized with one of those maladies that both torture and deform the sufferer; hence, for aught I know, the alteration of his voice; hence the mask and the avoidance of his friends; hence his eagerness to find this drug, by means of which the poor soul retains some hope of ultimate recovery—God grant that he be not deceived! There is my explanation; it is sad enough, Poole, ay, and appalling to consider; but it is plain and natural, hangs well together, and delivers us from all exorbitant alarms.” + +“Sir,” said the butler, turning to a sort of mottled pallor, “that thing was not my master, and there’s the truth. My master”—here he looked round him and began to whisper—“is a tall, fine build of a man, and this was more of a dwarf.” Utterson attempted to protest. “O, sir,” cried Poole, “do you think I do not know my master after twenty years? Do you think I do not know where his head comes to in the cabinet door, where I saw him every morning of my life? No, sir, that thing in the mask was never Dr. Jekyll—God knows what it was, but it was never Dr. Jekyll; and it is the belief of my heart that there was murder done.” + +“Poole,” replied the lawyer, “if you say that, it will become my duty to make certain. Much as I desire to spare your master’s feelings, much as I am puzzled by this note which seems to prove him to be still alive, I shall consider it my duty to break in that door.” + +“Ah, Mr. Utterson, that’s talking!” cried the butler. + +“And now comes the second question,” resumed Utterson: “Who is going to do it?” + +“Why, you and me, sir,” was the undaunted reply. + +“That’s very well said,” returned the lawyer; “and whatever comes of it, I shall make it my business to see you are no loser.” + +“There is an axe in the theatre,” continued Poole; “and you might take the kitchen poker for yourself.” + +The lawyer took that rude but weighty instrument into his hand, and balanced it. “Do you know, Poole,” he said, looking up, “that you and I are about to place ourselves in a position of some peril?” + +“You may say so, sir, indeed,” returned the butler. + +“It is well, then that we should be frank,” said the other. “We both think more than we have said; let us make a clean breast. This masked figure that you saw, did you recognise it?” + +“Well, sir, it went so quick, and the creature was so doubled up, that I could hardly swear to that,” was the answer. “But if you mean, was it Mr. Hyde?—why, yes, I think it was! You see, it was much of the same bigness; and it had the same quick, light way with it; and then who else could have got in by the laboratory door? You have not forgot, sir, that at the time of the murder he had still the key with him? But that’s not all. I don’t know, Mr. Utterson, if you ever met this Mr. Hyde?” + +“Yes,” said the lawyer, “I once spoke with him.” + +“Then you must know as well as the rest of us that there was something queer about that gentleman—something that gave a man a turn—I don’t know rightly how to say it, sir, beyond this: that you felt in your marrow kind of cold and thin.” + +“I own I felt something of what you describe,” said Mr. Utterson. + +“Quite so, sir,” returned Poole. “Well, when that masked thing like a monkey jumped from among the chemicals and whipped into the cabinet, it went down my spine like ice. O, I know it’s not evidence, Mr. Utterson; I’m book-learned enough for that; but a man has his feelings, and I give you my bible-word it was Mr. Hyde!” + +“Ay, ay,” said the lawyer. “My fears incline to the same point. Evil, I fear, founded—evil was sure to come—of that connection. Ay truly, I believe you; I believe poor Harry is killed; and I believe his murderer (for what purpose, God alone can tell) is still lurking in his victim’s room. Well, let our name be vengeance. Call Bradshaw.” + +The footman came at the summons, very white and nervous. + +“Pull yourself together, Bradshaw,” said the lawyer. “This suspense, I know, is telling upon all of you; but it is now our intention to make an end of it. Poole, here, and I are going to force our way into the cabinet. If all is well, my shoulders are broad enough to bear the blame. Meanwhile, lest anything should really be amiss, or any malefactor seek to escape by the back, you and the boy must go round the corner with a pair of good sticks and take your post at the laboratory door. We give you ten minutes to get to your stations.” + +As Bradshaw left, the lawyer looked at his watch. “And now, Poole, let us get to ours,” he said; and taking the poker under his arm, led the way into the yard. The scud had banked over the moon, and it was now quite dark. The wind, which only broke in puffs and draughts into that deep well of building, tossed the light of the candle to and fro about their steps, until they came into the shelter of the theatre, where they sat down silently to wait. London hummed solemnly all around; but nearer at hand, the stillness was only broken by the sounds of a footfall moving to and fro along the cabinet floor. + +“So it will walk all day, sir,” whispered Poole; “ay, and the better part of the night. Only when a new sample comes from the chemist, there’s a bit of a break. Ah, it’s an ill conscience that’s such an enemy to rest! Ah, sir, there’s blood foully shed in every step of it! But hark again, a little closer—put your heart in your ears, Mr. Utterson, and tell me, is that the doctor’s foot?” + +The steps fell lightly and oddly, with a certain swing, for all they went so slowly; it was different indeed from the heavy creaking tread of Henry Jekyll. Utterson sighed. “Is there never anything else?” he asked. + +Poole nodded. “Once,” he said. “Once I heard it weeping!” + +“Weeping? how that?” said the lawyer, conscious of a sudden chill of horror. + +“Weeping like a woman or a lost soul,” said the butler. “I came away with that upon my heart, that I could have wept too.” + +But now the ten minutes drew to an end. Poole disinterred the axe from under a stack of packing straw; the candle was set upon the nearest table to light them to the attack; and they drew near with bated breath to where that patient foot was still going up and down, up and down, in the quiet of the night. + +“Jekyll,” cried Utterson, with a loud voice, “I demand to see you.” He paused a moment, but there came no reply. “I give you fair warning, our suspicions are aroused, and I must and shall see you,” he resumed; “if not by fair means, then by foul—if not of your consent, then by brute force!” + +“Utterson,” said the voice, “for God’s sake, have mercy!” + +“Ah, that’s not Jekyll’s voice—it’s Hyde’s!” cried Utterson. “Down with the door, Poole!” + +Poole swung the axe over his shoulder; the blow shook the building, and the red baize door leaped against the lock and hinges. A dismal screech, as of mere animal terror, rang from the cabinet. Up went the axe again, and again the panels crashed and the frame bounded; four times the blow fell; but the wood was tough and the fittings were of excellent workmanship; and it was not until the fifth, that the lock burst and the wreck of the door fell inwards on the carpet. + +The besiegers, appalled by their own riot and the stillness that had succeeded, stood back a little and peered in. There lay the cabinet before their eyes in the quiet lamplight, a good fire glowing and chattering on the hearth, the kettle singing its thin strain, a drawer or two open, papers neatly set forth on the business table, and nearer the fire, the things laid out for tea; the quietest room, you would have said, and, but for the glazed presses full of chemicals, the most commonplace that night in London. + +Right in the middle there lay the body of a man sorely contorted and still twitching. They drew near on tiptoe, turned it on its back and beheld the face of Edward Hyde. He was dressed in clothes far too large for him, clothes of the doctor’s bigness; the cords of his face still moved with a semblance of life, but life was quite gone; and by the crushed phial in the hand and the strong smell of kernels that hung upon the air, Utterson knew that he was looking on the body of a self-destroyer. + +“We have come too late,” he said sternly, “whether to save or punish. Hyde is gone to his account; and it only remains for us to find the body of your master.” + +The far greater proportion of the building was occupied by the theatre, which filled almost the whole ground storey and was lighted from above, and by the cabinet, which formed an upper storey at one end and looked upon the court. A corridor joined the theatre to the door on the by-street; and with this the cabinet communicated separately by a second flight of stairs. There were besides a few dark closets and a spacious cellar. All these they now thoroughly examined. Each closet needed but a glance, for all were empty, and all, by the dust that fell from their doors, had stood long unopened. The cellar, indeed, was filled with crazy lumber, mostly dating from the times of the surgeon who was Jekyll’s predecessor; but even as they opened the door they were advertised of the uselessness of further search, by the fall of a perfect mat of cobweb which had for years sealed up the entrance. Nowhere was there any trace of Henry Jekyll, dead or alive. + +Poole stamped on the flags of the corridor. “He must be buried here,” he said, hearkening to the sound. + +“Or he may have fled,” said Utterson, and he turned to examine the door in the by-street. It was locked; and lying near by on the flags, they found the key, already stained with rust. + +“This does not look like use,” observed the lawyer. + +“Use!” echoed Poole. “Do you not see, sir, it is broken? much as if a man had stamped on it.” + +“Ay,” continued Utterson, “and the fractures, too, are rusty.” The two men looked at each other with a scare. “This is beyond me, Poole,” said the lawyer. “Let us go back to the cabinet.” + +They mounted the stair in silence, and still with an occasional awestruck glance at the dead body, proceeded more thoroughly to examine the contents of the cabinet. At one table, there were traces of chemical work, various measured heaps of some white salt being laid on glass saucers, as though for an experiment in which the unhappy man had been prevented. + +“That is the same drug that I was always bringing him,” said Poole; and even as he spoke, the kettle with a startling noise boiled over. + +This brought them to the fireside, where the easy-chair was drawn cosily up, and the tea things stood ready to the sitter’s elbow, the very sugar in the cup. There were several books on a shelf; one lay beside the tea things open, and Utterson was amazed to find it a copy of a pious work, for which Jekyll had several times expressed a great esteem, annotated, in his own hand with startling blasphemies. + +Next, in the course of their review of the chamber, the searchers came to the cheval-glass, into whose depths they looked with an involuntary horror. But it was so turned as to show them nothing but the rosy glow playing on the roof, the fire sparkling in a hundred repetitions along the glazed front of the presses, and their own pale and fearful countenances stooping to look in. + +“This glass has seen some strange things, sir,” whispered Poole. + +“And surely none stranger than itself,” echoed the lawyer in the same tones. “For what did Jekyll”—he caught himself up at the word with a start, and then conquering the weakness—“what could Jekyll want with it?” he said. + +“You may say that!” said Poole. + +Next they turned to the business table. On the desk, among the neat array of papers, a large envelope was uppermost, and bore, in the doctor’s hand, the name of Mr. Utterson. The lawyer unsealed it, and several enclosures fell to the floor. The first was a will, drawn in the same eccentric terms as the one which he had returned six months before, to serve as a testament in case of death and as a deed of gift in case of disappearance; but in place of the name of Edward Hyde, the lawyer, with indescribable amazement read the name of Gabriel John Utterson. He looked at Poole, and then back at the paper, and last of all at the dead malefactor stretched upon the carpet. + +“My head goes round,” he said. “He has been all these days in possession; he had no cause to like me; he must have raged to see himself displaced; and he has not destroyed this document.” + +He caught up the next paper; it was a brief note in the doctor’s hand and dated at the top. “O Poole!” the lawyer cried, “he was alive and here this day. He cannot have been disposed of in so short a space; he must be still alive, he must have fled! And then, why fled? and how? and in that case, can we venture to declare this suicide? O, we must be careful. I foresee that we may yet involve your master in some dire catastrophe.” + +“Why don’t you read it, sir?” asked Poole. + +“Because I fear,” replied the lawyer solemnly. “God grant I have no cause for it!” And with that he brought the paper to his eyes and read as follows: + + +“My dear Utterson,—When this shall fall into your hands, I shall have disappeared, under what circumstances I have not the penetration to foresee, but my instinct and all the circumstances of my nameless situation tell me that the end is sure and must be early. Go then, and first read the narrative which Lanyon warned me he was to place in your hands; and if you care to hear more, turn to the confession of + +“Your unworthy and unhappy friend, + +“HENRY JEKYLL.” + + +“There was a third enclosure?” asked Utterson. + +“Here, sir,” said Poole, and gave into his hands a considerable packet sealed in several places. + +The lawyer put it in his pocket. “I would say nothing of this paper. If your master has fled or is dead, we may at least save his credit. It is now ten; I must go home and read these documents in quiet; but I shall be back before midnight, when we shall send for the police.” + +They went out, locking the door of the theatre behind them; and Utterson, once more leaving the servants gathered about the fire in the hall, trudged back to his office to read the two narratives in which this mystery was now to be explained. + + + +DR. LANYON’S NARRATIVE + +On the ninth of January, now four days ago, I received by the evening delivery a registered envelope, addressed in the hand of my colleague and old school companion, Henry Jekyll. I was a good deal surprised by this; for we were by no means in the habit of correspondence; I had seen the man, dined with him, indeed, the night before; and I could imagine nothing in our intercourse that should justify formality of registration. The contents increased my wonder; for this is how the letter ran: + +“10_th December_, 18—. + + +“Dear Lanyon,—You are one of my oldest friends; and although we may have differed at times on scientific questions, I cannot remember, at least on my side, any break in our affection. There was never a day when, if you had said to me, ‘Jekyll, my life, my honour, my reason, depend upon you,’ I would not have sacrificed my left hand to help you. Lanyon, my life, my honour, my reason, are all at your mercy; if you fail me to-night, I am lost. You might suppose, after this preface, that I am going to ask you for something dishonourable to grant. Judge for yourself. + +“I want you to postpone all other engagements for to-night—ay, even if you were summoned to the bedside of an emperor; to take a cab, unless your carriage should be actually at the door; and with this letter in your hand for consultation, to drive straight to my house. Poole, my butler, has his orders; you will find him waiting your arrival with a locksmith. The door of my cabinet is then to be forced; and you are to go in alone; to open the glazed press (letter E) on the left hand, breaking the lock if it be shut; and to draw out, _with all its contents as they stand_, the fourth drawer from the top or (which is the same thing) the third from the bottom. In my extreme distress of mind, I have a morbid fear of misdirecting you; but even if I am in error, you may know the right drawer by its contents: some powders, a phial and a paper book. This drawer I beg of you to carry back with you to Cavendish Square exactly as it stands. + +“That is the first part of the service: now for the second. You should be back, if you set out at once on the receipt of this, long before midnight; but I will leave you that amount of margin, not only in the fear of one of those obstacles that can neither be prevented nor foreseen, but because an hour when your servants are in bed is to be preferred for what will then remain to do. At midnight, then, I have to ask you to be alone in your consulting room, to admit with your own hand into the house a man who will present himself in my name, and to place in his hands the drawer that you will have brought with you from my cabinet. Then you will have played your part and earned my gratitude completely. Five minutes afterwards, if you insist upon an explanation, you will have understood that these arrangements are of capital importance; and that by the neglect of one of them, fantastic as they must appear, you might have charged your conscience with my death or the shipwreck of my reason. + +“Confident as I am that you will not trifle with this appeal, my heart sinks and my hand trembles at the bare thought of such a possibility. Think of me at this hour, in a strange place, labouring under a blackness of distress that no fancy can exaggerate, and yet well aware that, if you will but punctually serve me, my troubles will roll away like a story that is told. Serve me, my dear Lanyon and save + +“Your friend, + + +“H.J. + + +“P.S.—I had already sealed this up when a fresh terror struck upon my soul. It is possible that the post-office may fail me, and this letter not come into your hands until to-morrow morning. In that case, dear Lanyon, do my errand when it shall be most convenient for you in the course of the day; and once more expect my messenger at midnight. It may then already be too late; and if that night passes without event, you will know that you have seen the last of Henry Jekyll.” + + +Upon the reading of this letter, I made sure my colleague was insane; but till that was proved beyond the possibility of doubt, I felt bound to do as he requested. The less I understood of this farrago, the less I was in a position to judge of its importance; and an appeal so worded could not be set aside without a grave responsibility. I rose accordingly from table, got into a hansom, and drove straight to Jekyll’s house. The butler was awaiting my arrival; he had received by the same post as mine a registered letter of instruction, and had sent at once for a locksmith and a carpenter. The tradesmen came while we were yet speaking; and we moved in a body to old Dr. Denman’s surgical theatre, from which (as you are doubtless aware) Jekyll’s private cabinet is most conveniently entered. The door was very strong, the lock excellent; the carpenter avowed he would have great trouble and have to do much damage, if force were to be used; and the locksmith was near despair. But this last was a handy fellow, and after two hour’s work, the door stood open. The press marked E was unlocked; and I took out the drawer, had it filled up with straw and tied in a sheet, and returned with it to Cavendish Square. + +Here I proceeded to examine its contents. The powders were neatly enough made up, but not with the nicety of the dispensing chemist; so that it was plain they were of Jekyll’s private manufacture; and when I opened one of the wrappers I found what seemed to me a simple crystalline salt of a white colour. The phial, to which I next turned my attention, might have been about half full of a blood-red liquor, which was highly pungent to the sense of smell and seemed to me to contain phosphorus and some volatile ether. At the other ingredients I could make no guess. The book was an ordinary version book and contained little but a series of dates. These covered a period of many years, but I observed that the entries ceased nearly a year ago and quite abruptly. Here and there a brief remark was appended to a date, usually no more than a single word: “double” occurring perhaps six times in a total of several hundred entries; and once very early in the list and followed by several marks of exclamation, “total failure!!!” All this, though it whetted my curiosity, told me little that was definite. Here were a phial of some salt, and the record of a series of experiments that had led (like too many of Jekyll’s investigations) to no end of practical usefulness. How could the presence of these articles in my house affect either the honour, the sanity, or the life of my flighty colleague? If his messenger could go to one place, why could he not go to another? And even granting some impediment, why was this gentleman to be received by me in secret? The more I reflected the more convinced I grew that I was dealing with a case of cerebral disease; and though I dismissed my servants to bed, I loaded an old revolver, that I might be found in some posture of self-defence. + +Twelve o’clock had scarce rung out over London, ere the knocker sounded very gently on the door. I went myself at the summons, and found a small man crouching against the pillars of the portico. + +“Are you come from Dr. Jekyll?” I asked. + +He told me “yes” by a constrained gesture; and when I had bidden him enter, he did not obey me without a searching backward glance into the darkness of the square. There was a policeman not far off, advancing with his bull’s eye open; and at the sight, I thought my visitor started and made greater haste. + +These particulars struck me, I confess, disagreeably; and as I followed him into the bright light of the consulting room, I kept my hand ready on my weapon. Here, at last, I had a chance of clearly seeing him. I had never set eyes on him before, so much was certain. He was small, as I have said; I was struck besides with the shocking expression of his face, with his remarkable combination of great muscular activity and great apparent debility of constitution, and—last but not least—with the odd, subjective disturbance caused by his neighbourhood. This bore some resemblance to incipient rigour, and was accompanied by a marked sinking of the pulse. At the time, I set it down to some idiosyncratic, personal distaste, and merely wondered at the acuteness of the symptoms; but I have since had reason to believe the cause to lie much deeper in the nature of man, and to turn on some nobler hinge than the principle of hatred. + +This person (who had thus, from the first moment of his entrance, struck in me what I can only describe as a disgustful curiosity) was dressed in a fashion that would have made an ordinary person laughable; his clothes, that is to say, although they were of rich and sober fabric, were enormously too large for him in every measurement—the trousers hanging on his legs and rolled up to keep them from the ground, the waist of the coat below his haunches, and the collar sprawling wide upon his shoulders. Strange to relate, this ludicrous accoutrement was far from moving me to laughter. Rather, as there was something abnormal and misbegotten in the very essence of the creature that now faced me—something seizing, surprising and revolting—this fresh disparity seemed but to fit in with and to reinforce it; so that to my interest in the man’s nature and character, there was added a curiosity as to his origin, his life, his fortune and status in the world. + +These observations, though they have taken so great a space to be set down in, were yet the work of a few seconds. My visitor was, indeed, on fire with sombre excitement. + +“Have you got it?” he cried. “Have you got it?” And so lively was his impatience that he even laid his hand upon my arm and sought to shake me. + +I put him back, conscious at his touch of a certain icy pang along my blood. “Come, sir,” said I. “You forget that I have not yet the pleasure of your acquaintance. Be seated, if you please.” And I showed him an example, and sat down myself in my customary seat and with as fair an imitation of my ordinary manner to a patient, as the lateness of the hour, the nature of my preoccupations, and the horror I had of my visitor, would suffer me to muster. + +“I beg your pardon, Dr. Lanyon,” he replied civilly enough. “What you say is very well founded; and my impatience has shown its heels to my politeness. I come here at the instance of your colleague, Dr. Henry Jekyll, on a piece of business of some moment; and I understood...” He paused and put his hand to his throat, and I could see, in spite of his collected manner, that he was wrestling against the approaches of the hysteria—“I understood, a drawer...” + +But here I took pity on my visitor’s suspense, and some perhaps on my own growing curiosity. + +“There it is, sir,” said I, pointing to the drawer, where it lay on the floor behind a table and still covered with the sheet. + +He sprang to it, and then paused, and laid his hand upon his heart; I could hear his teeth grate with the convulsive action of his jaws; and his face was so ghastly to see that I grew alarmed both for his life and reason. + +“Compose yourself,” said I. + +He turned a dreadful smile to me, and as if with the decision of despair, plucked away the sheet. At sight of the contents, he uttered one loud sob of such immense relief that I sat petrified. And the next moment, in a voice that was already fairly well under control, “Have you a graduated glass?” he asked. + +I rose from my place with something of an effort and gave him what he asked. + +He thanked me with a smiling nod, measured out a few minims of the red tincture and added one of the powders. The mixture, which was at first of a reddish hue, began, in proportion as the crystals melted, to brighten in colour, to effervesce audibly, and to throw off small fumes of vapour. Suddenly and at the same moment, the ebullition ceased and the compound changed to a dark purple, which faded again more slowly to a watery green. My visitor, who had watched these metamorphoses with a keen eye, smiled, set down the glass upon the table, and then turned and looked upon me with an air of scrutiny. + +“And now,” said he, “to settle what remains. Will you be wise? will you be guided? will you suffer me to take this glass in my hand and to go forth from your house without further parley? or has the greed of curiosity too much command of you? Think before you answer, for it shall be done as you decide. As you decide, you shall be left as you were before, and neither richer nor wiser, unless the sense of service rendered to a man in mortal distress may be counted as a kind of riches of the soul. Or, if you shall so prefer to choose, a new province of knowledge and new avenues to fame and power shall be laid open to you, here, in this room, upon the instant; and your sight shall be blasted by a prodigy to stagger the unbelief of Satan.” + +“Sir,” said I, affecting a coolness that I was far from truly possessing, “you speak enigmas, and you will perhaps not wonder that I hear you with no very strong impression of belief. But I have gone too far in the way of inexplicable services to pause before I see the end.” + +“It is well,” replied my visitor. “Lanyon, you remember your vows: what follows is under the seal of our profession. And now, you who have so long been bound to the most narrow and material views, you who have denied the virtue of transcendental medicine, you who have derided your superiors—behold!” + +He put the glass to his lips and drank at one gulp. A cry followed; he reeled, staggered, clutched at the table and held on, staring with injected eyes, gasping with open mouth; and as I looked there came, I thought, a change—he seemed to swell—his face became suddenly black and the features seemed to melt and alter—and the next moment, I had sprung to my feet and leaped back against the wall, my arms raised to shield me from that prodigy, my mind submerged in terror. + +“O God!” I screamed, and “O God!” again and again; for there before my eyes—pale and shaken, and half fainting, and groping before him with his hands, like a man restored from death—there stood Henry Jekyll! + +What he told me in the next hour, I cannot bring my mind to set on paper. I saw what I saw, I heard what I heard, and my soul sickened at it; and yet now when that sight has faded from my eyes, I ask myself if I believe it, and I cannot answer. My life is shaken to its roots; sleep has left me; the deadliest terror sits by me at all hours of the day and night; and I feel that my days are numbered, and that I must die; and yet I shall die incredulous. As for the moral turpitude that man unveiled to me, even with tears of penitence, I cannot, even in memory, dwell on it without a start of horror. I will say but one thing, Utterson, and that (if you can bring your mind to credit it) will be more than enough. The creature who crept into my house that night was, on Jekyll’s own confession, known by the name of Hyde and hunted for in every corner of the land as the murderer of Carew. + +HASTIE LANYON. + + + + +HENRY JEKYLL’S FULL STATEMENT OF THE CASE + +I was born in the year 18— to a large fortune, endowed besides with excellent parts, inclined by nature to industry, fond of the respect of the wise and good among my fellowmen, and thus, as might have been supposed, with every guarantee of an honourable and distinguished future. And indeed the worst of my faults was a certain impatient gaiety of disposition, such as has made the happiness of many, but such as I found it hard to reconcile with my imperious desire to carry my head high, and wear a more than commonly grave countenance before the public. Hence it came about that I concealed my pleasures; and that when I reached years of reflection, and began to look round me and take stock of my progress and position in the world, I stood already committed to a profound duplicity of life. Many a man would have even blazoned such irregularities as I was guilty of; but from the high views that I had set before me, I regarded and hid them with an almost morbid sense of shame. It was thus rather the exacting nature of my aspirations than any particular degradation in my faults, that made me what I was, and, with even a deeper trench than in the majority of men, severed in me those provinces of good and ill which divide and compound man’s dual nature. In this case, I was driven to reflect deeply and inveterately on that hard law of life, which lies at the root of religion and is one of the most plentiful springs of distress. Though so profound a double-dealer, I was in no sense a hypocrite; both sides of me were in dead earnest; I was no more myself when I laid aside restraint and plunged in shame, than when I laboured, in the eye of day, at the furtherance of knowledge or the relief of sorrow and suffering. And it chanced that the direction of my scientific studies, which led wholly towards the mystic and the transcendental, reacted and shed a strong light on this consciousness of the perennial war among my members. With every day, and from both sides of my intelligence, the moral and the intellectual, I thus drew steadily nearer to that truth, by whose partial discovery I have been doomed to such a dreadful shipwreck: that man is not truly one, but truly two. I say two, because the state of my own knowledge does not pass beyond that point. Others will follow, others will outstrip me on the same lines; and I hazard the guess that man will be ultimately known for a mere polity of multifarious, incongruous and independent denizens. I, for my part, from the nature of my life, advanced infallibly in one direction and in one direction only. It was on the moral side, and in my own person, that I learned to recognise the thorough and primitive duality of man; I saw that, of the two natures that contended in the field of my consciousness, even if I could rightly be said to be either, it was only because I was radically both; and from an early date, even before the course of my scientific discoveries had begun to suggest the most naked possibility of such a miracle, I had learned to dwell with pleasure, as a beloved daydream, on the thought of the separation of these elements. If each, I told myself, could be housed in separate identities, life would be relieved of all that was unbearable; the unjust might go his way, delivered from the aspirations and remorse of his more upright twin; and the just could walk steadfastly and securely on his upward path, doing the good things in which he found his pleasure, and no longer exposed to disgrace and penitence by the hands of this extraneous evil. It was the curse of mankind that these incongruous faggots were thus bound together—that in the agonised womb of consciousness, these polar twins should be continuously struggling. How, then were they dissociated? + +I was so far in my reflections when, as I have said, a side light began to shine upon the subject from the laboratory table. I began to perceive more deeply than it has ever yet been stated, the trembling immateriality, the mistlike transience, of this seemingly so solid body in which we walk attired. Certain agents I found to have the power to shake and pluck back that fleshly vestment, even as a wind might toss the curtains of a pavilion. For two good reasons, I will not enter deeply into this scientific branch of my confession. First, because I have been made to learn that the doom and burthen of our life is bound for ever on man’s shoulders, and when the attempt is made to cast it off, it but returns upon us with more unfamiliar and more awful pressure. Second, because, as my narrative will make, alas! too evident, my discoveries were incomplete. Enough then, that I not only recognised my natural body from the mere aura and effulgence of certain of the powers that made up my spirit, but managed to compound a drug by which these powers should be dethroned from their supremacy, and a second form and countenance substituted, none the less natural to me because they were the expression, and bore the stamp of lower elements in my soul. + +I hesitated long before I put this theory to the test of practice. I knew well that I risked death; for any drug that so potently controlled and shook the very fortress of identity, might, by the least scruple of an overdose or at the least inopportunity in the moment of exhibition, utterly blot out that immaterial tabernacle which I looked to it to change. But the temptation of a discovery so singular and profound at last overcame the suggestions of alarm. I had long since prepared my tincture; I purchased at once, from a firm of wholesale chemists, a large quantity of a particular salt which I knew, from my experiments, to be the last ingredient required; and late one accursed night, I compounded the elements, watched them boil and smoke together in the glass, and when the ebullition had subsided, with a strong glow of courage, drank off the potion. + +The most racking pangs succeeded: a grinding in the bones, deadly nausea, and a horror of the spirit that cannot be exceeded at the hour of birth or death. Then these agonies began swiftly to subside, and I came to myself as if out of a great sickness. There was something strange in my sensations, something indescribably new and, from its very novelty, incredibly sweet. I felt younger, lighter, happier in body; within I was conscious of a heady recklessness, a current of disordered sensual images running like a millrace in my fancy, a solution of the bonds of obligation, an unknown but not an innocent freedom of the soul. I knew myself, at the first breath of this new life, to be more wicked, tenfold more wicked, sold a slave to my original evil; and the thought, in that moment, braced and delighted me like wine. I stretched out my hands, exulting in the freshness of these sensations; and in the act, I was suddenly aware that I had lost in stature. + +There was no mirror, at that date, in my room; that which stands beside me as I write, was brought there later on and for the very purpose of these transformations. The night however, was far gone into the morning—the morning, black as it was, was nearly ripe for the conception of the day—the inmates of my house were locked in the most rigorous hours of slumber; and I determined, flushed as I was with hope and triumph, to venture in my new shape as far as to my bedroom. I crossed the yard, wherein the constellations looked down upon me, I could have thought, with wonder, the first creature of that sort that their unsleeping vigilance had yet disclosed to them; I stole through the corridors, a stranger in my own house; and coming to my room, I saw for the first time the appearance of Edward Hyde. + +I must here speak by theory alone, saying not that which I know, but that which I suppose to be most probable. The evil side of my nature, to which I had now transferred the stamping efficacy, was less robust and less developed than the good which I had just deposed. Again, in the course of my life, which had been, after all, nine tenths a life of effort, virtue and control, it had been much less exercised and much less exhausted. And hence, as I think, it came about that Edward Hyde was so much smaller, slighter and younger than Henry Jekyll. Even as good shone upon the countenance of the one, evil was written broadly and plainly on the face of the other. Evil besides (which I must still believe to be the lethal side of man) had left on that body an imprint of deformity and decay. And yet when I looked upon that ugly idol in the glass, I was conscious of no repugnance, rather of a leap of welcome. This, too, was myself. It seemed natural and human. In my eyes it bore a livelier image of the spirit, it seemed more express and single, than the imperfect and divided countenance I had been hitherto accustomed to call mine. And in so far I was doubtless right. I have observed that when I wore the semblance of Edward Hyde, none could come near to me at first without a visible misgiving of the flesh. This, as I take it, was because all human beings, as we meet them, are commingled out of good and evil: and Edward Hyde, alone in the ranks of mankind, was pure evil. + +I lingered but a moment at the mirror: the second and conclusive experiment had yet to be attempted; it yet remained to be seen if I had lost my identity beyond redemption and must flee before daylight from a house that was no longer mine; and hurrying back to my cabinet, I once more prepared and drank the cup, once more suffered the pangs of dissolution, and came to myself once more with the character, the stature and the face of Henry Jekyll. + +That night I had come to the fatal cross-roads. Had I approached my discovery in a more noble spirit, had I risked the experiment while under the empire of generous or pious aspirations, all must have been otherwise, and from these agonies of death and birth, I had come forth an angel instead of a fiend. The drug had no discriminating action; it was neither diabolical nor divine; it but shook the doors of the prisonhouse of my disposition; and like the captives of Philippi, that which stood within ran forth. At that time my virtue slumbered; my evil, kept awake by ambition, was alert and swift to seize the occasion; and the thing that was projected was Edward Hyde. Hence, although I had now two characters as well as two appearances, one was wholly evil, and the other was still the old Henry Jekyll, that incongruous compound of whose reformation and improvement I had already learned to despair. The movement was thus wholly toward the worse. + +Even at that time, I had not conquered my aversions to the dryness of a life of study. I would still be merrily disposed at times; and as my pleasures were (to say the least) undignified, and I was not only well known and highly considered, but growing towards the elderly man, this incoherency of my life was daily growing more unwelcome. It was on this side that my new power tempted me until I fell in slavery. I had but to drink the cup, to doff at once the body of the noted professor, and to assume, like a thick cloak, that of Edward Hyde. I smiled at the notion; it seemed to me at the time to be humourous; and I made my preparations with the most studious care. I took and furnished that house in Soho, to which Hyde was tracked by the police; and engaged as a housekeeper a creature whom I knew well to be silent and unscrupulous. On the other side, I announced to my servants that a Mr. Hyde (whom I described) was to have full liberty and power about my house in the square; and to parry mishaps, I even called and made myself a familiar object, in my second character. I next drew up that will to which you so much objected; so that if anything befell me in the person of Dr. Jekyll, I could enter on that of Edward Hyde without pecuniary loss. And thus fortified, as I supposed, on every side, I began to profit by the strange immunities of my position. + +Men have before hired bravos to transact their crimes, while their own person and reputation sat under shelter. I was the first that ever did so for his pleasures. I was the first that could plod in the public eye with a load of genial respectability, and in a moment, like a schoolboy, strip off these lendings and spring headlong into the sea of liberty. But for me, in my impenetrable mantle, the safety was complete. Think of it—I did not even exist! Let me but escape into my laboratory door, give me but a second or two to mix and swallow the draught that I had always standing ready; and whatever he had done, Edward Hyde would pass away like the stain of breath upon a mirror; and there in his stead, quietly at home, trimming the midnight lamp in his study, a man who could afford to laugh at suspicion, would be Henry Jekyll. + +The pleasures which I made haste to seek in my disguise were, as I have said, undignified; I would scarce use a harder term. But in the hands of Edward Hyde, they soon began to turn toward the monstrous. When I would come back from these excursions, I was often plunged into a kind of wonder at my vicarious depravity. This familiar that I called out of my own soul, and sent forth alone to do his good pleasure, was a being inherently malign and villainous; his every act and thought centered on self; drinking pleasure with bestial avidity from any degree of torture to another; relentless like a man of stone. Henry Jekyll stood at times aghast before the acts of Edward Hyde; but the situation was apart from ordinary laws, and insidiously relaxed the grasp of conscience. It was Hyde, after all, and Hyde alone, that was guilty. Jekyll was no worse; he woke again to his good qualities seemingly unimpaired; he would even make haste, where it was possible, to undo the evil done by Hyde. And thus his conscience slumbered. + +Into the details of the infamy at which I thus connived (for even now I can scarce grant that I committed it) I have no design of entering; I mean but to point out the warnings and the successive steps with which my chastisement approached. I met with one accident which, as it brought on no consequence, I shall no more than mention. An act of cruelty to a child aroused against me the anger of a passer-by, whom I recognised the other day in the person of your kinsman; the doctor and the child’s family joined him; there were moments when I feared for my life; and at last, in order to pacify their too just resentment, Edward Hyde had to bring them to the door, and pay them in a cheque drawn in the name of Henry Jekyll. But this danger was easily eliminated from the future, by opening an account at another bank in the name of Edward Hyde himself; and when, by sloping my own hand backward, I had supplied my double with a signature, I thought I sat beyond the reach of fate. + +Some two months before the murder of Sir Danvers, I had been out for one of my adventures, had returned at a late hour, and woke the next day in bed with somewhat odd sensations. It was in vain I looked about me; in vain I saw the decent furniture and tall proportions of my room in the square; in vain that I recognised the pattern of the bed curtains and the design of the mahogany frame; something still kept insisting that I was not where I was, that I had not wakened where I seemed to be, but in the little room in Soho where I was accustomed to sleep in the body of Edward Hyde. I smiled to myself, and in my psychological way, began lazily to inquire into the elements of this illusion, occasionally, even as I did so, dropping back into a comfortable morning doze. I was still so engaged when, in one of my more wakeful moments, my eyes fell upon my hand. Now the hand of Henry Jekyll (as you have often remarked) was professional in shape and size; it was large, firm, white and comely. But the hand which I now saw, clearly enough, in the yellow light of a mid-London morning, lying half shut on the bedclothes, was lean, corded, knuckly, of a dusky pallor and thickly shaded with a swart growth of hair. It was the hand of Edward Hyde. + +I must have stared upon it for near half a minute, sunk as I was in the mere stupidity of wonder, before terror woke up in my breast as sudden and startling as the crash of cymbals; and bounding from my bed I rushed to the mirror. At the sight that met my eyes, my blood was changed into something exquisitely thin and icy. Yes, I had gone to bed Henry Jekyll, I had awakened Edward Hyde. How was this to be explained? I asked myself; and then, with another bound of terror—how was it to be remedied? It was well on in the morning; the servants were up; all my drugs were in the cabinet—a long journey down two pairs of stairs, through the back passage, across the open court and through the anatomical theatre, from where I was then standing horror-struck. It might indeed be possible to cover my face; but of what use was that, when I was unable to conceal the alteration in my stature? And then with an overpowering sweetness of relief, it came back upon my mind that the servants were already used to the coming and going of my second self. I had soon dressed, as well as I was able, in clothes of my own size: had soon passed through the house, where Bradshaw stared and drew back at seeing Mr. Hyde at such an hour and in such a strange array; and ten minutes later, Dr. Jekyll had returned to his own shape and was sitting down, with a darkened brow, to make a feint of breakfasting. + +Small indeed was my appetite. This inexplicable incident, this reversal of my previous experience, seemed, like the Babylonian finger on the wall, to be spelling out the letters of my judgment; and I began to reflect more seriously than ever before on the issues and possibilities of my double existence. That part of me which I had the power of projecting, had lately been much exercised and nourished; it had seemed to me of late as though the body of Edward Hyde had grown in stature, as though (when I wore that form) I were conscious of a more generous tide of blood; and I began to spy a danger that, if this were much prolonged, the balance of my nature might be permanently overthrown, the power of voluntary change be forfeited, and the character of Edward Hyde become irrevocably mine. The power of the drug had not been always equally displayed. Once, very early in my career, it had totally failed me; since then I had been obliged on more than one occasion to double, and once, with infinite risk of death, to treble the amount; and these rare uncertainties had cast hitherto the sole shadow on my contentment. Now, however, and in the light of that morning’s accident, I was led to remark that whereas, in the beginning, the difficulty had been to throw off the body of Jekyll, it had of late gradually but decidedly transferred itself to the other side. All things therefore seemed to point to this; that I was slowly losing hold of my original and better self, and becoming slowly incorporated with my second and worse. + +Between these two, I now felt I had to choose. My two natures had memory in common, but all other faculties were most unequally shared between them. Jekyll (who was composite) now with the most sensitive apprehensions, now with a greedy gusto, projected and shared in the pleasures and adventures of Hyde; but Hyde was indifferent to Jekyll, or but remembered him as the mountain bandit remembers the cavern in which he conceals himself from pursuit. Jekyll had more than a father’s interest; Hyde had more than a son’s indifference. To cast in my lot with Jekyll, was to die to those appetites which I had long secretly indulged and had of late begun to pamper. To cast it in with Hyde, was to die to a thousand interests and aspirations, and to become, at a blow and forever, despised and friendless. The bargain might appear unequal; but there was still another consideration in the scales; for while Jekyll would suffer smartingly in the fires of abstinence, Hyde would be not even conscious of all that he had lost. Strange as my circumstances were, the terms of this debate are as old and commonplace as man; much the same inducements and alarms cast the die for any tempted and trembling sinner; and it fell out with me, as it falls with so vast a majority of my fellows, that I chose the better part and was found wanting in the strength to keep to it. + +Yes, I preferred the elderly and discontented doctor, surrounded by friends and cherishing honest hopes; and bade a resolute farewell to the liberty, the comparative youth, the light step, leaping impulses and secret pleasures, that I had enjoyed in the disguise of Hyde. I made this choice perhaps with some unconscious reservation, for I neither gave up the house in Soho, nor destroyed the clothes of Edward Hyde, which still lay ready in my cabinet. For two months, however, I was true to my determination; for two months, I led a life of such severity as I had never before attained to, and enjoyed the compensations of an approving conscience. But time began at last to obliterate the freshness of my alarm; the praises of conscience began to grow into a thing of course; I began to be tortured with throes and longings, as of Hyde struggling after freedom; and at last, in an hour of moral weakness, I once again compounded and swallowed the transforming draught. + +I do not suppose that, when a drunkard reasons with himself upon his vice, he is once out of five hundred times affected by the dangers that he runs through his brutish, physical insensibility; neither had I, long as I had considered my position, made enough allowance for the complete moral insensibility and insensate readiness to evil, which were the leading characters of Edward Hyde. Yet it was by these that I was punished. My devil had been long caged, he came out roaring. I was conscious, even when I took the draught, of a more unbridled, a more furious propensity to ill. It must have been this, I suppose, that stirred in my soul that tempest of impatience with which I listened to the civilities of my unhappy victim; I declare, at least, before God, no man morally sane could have been guilty of that crime upon so pitiful a provocation; and that I struck in no more reasonable spirit than that in which a sick child may break a plaything. But I had voluntarily stripped myself of all those balancing instincts by which even the worst of us continues to walk with some degree of steadiness among temptations; and in my case, to be tempted, however slightly, was to fall. + +Instantly the spirit of hell awoke in me and raged. With a transport of glee, I mauled the unresisting body, tasting delight from every blow; and it was not till weariness had begun to succeed, that I was suddenly, in the top fit of my delirium, struck through the heart by a cold thrill of terror. A mist dispersed; I saw my life to be forfeit; and fled from the scene of these excesses, at once glorying and trembling, my lust of evil gratified and stimulated, my love of life screwed to the topmost peg. I ran to the house in Soho, and (to make assurance doubly sure) destroyed my papers; thence I set out through the lamplit streets, in the same divided ecstasy of mind, gloating on my crime, light-headedly devising others in the future, and yet still hastening and still hearkening in my wake for the steps of the avenger. Hyde had a song upon his lips as he compounded the draught, and as he drank it, pledged the dead man. The pangs of transformation had not done tearing him, before Henry Jekyll, with streaming tears of gratitude and remorse, had fallen upon his knees and lifted his clasped hands to God. The veil of self-indulgence was rent from head to foot. I saw my life as a whole: I followed it up from the days of childhood, when I had walked with my father’s hand, and through the self-denying toils of my professional life, to arrive again and again, with the same sense of unreality, at the damned horrors of the evening. I could have screamed aloud; I sought with tears and prayers to smother down the crowd of hideous images and sounds with which my memory swarmed against me; and still, between the petitions, the ugly face of my iniquity stared into my soul. As the acuteness of this remorse began to die away, it was succeeded by a sense of joy. The problem of my conduct was solved. Hyde was thenceforth impossible; whether I would or not, I was now confined to the better part of my existence; and O, how I rejoiced to think of it! with what willing humility I embraced anew the restrictions of natural life! with what sincere renunciation I locked the door by which I had so often gone and come, and ground the key under my heel! + +The next day, came the news that the murder had not been overlooked, that the guilt of Hyde was patent to the world, and that the victim was a man high in public estimation. It was not only a crime, it had been a tragic folly. I think I was glad to know it; I think I was glad to have my better impulses thus buttressed and guarded by the terrors of the scaffold. Jekyll was now my city of refuge; let but Hyde peep out an instant, and the hands of all men would be raised to take and slay him. + +I resolved in my future conduct to redeem the past; and I can say with honesty that my resolve was fruitful of some good. You know yourself how earnestly, in the last months of the last year, I laboured to relieve suffering; you know that much was done for others, and that the days passed quietly, almost happily for myself. Nor can I truly say that I wearied of this beneficent and innocent life; I think instead that I daily enjoyed it more completely; but I was still cursed with my duality of purpose; and as the first edge of my penitence wore off, the lower side of me, so long indulged, so recently chained down, began to growl for licence. Not that I dreamed of resuscitating Hyde; the bare idea of that would startle me to frenzy: no, it was in my own person that I was once more tempted to trifle with my conscience; and it was as an ordinary secret sinner that I at last fell before the assaults of temptation. + +There comes an end to all things; the most capacious measure is filled at last; and this brief condescension to my evil finally destroyed the balance of my soul. And yet I was not alarmed; the fall seemed natural, like a return to the old days before I had made my discovery. It was a fine, clear, January day, wet under foot where the frost had melted, but cloudless overhead; and the Regent’s Park was full of winter chirrupings and sweet with spring odours. I sat in the sun on a bench; the animal within me licking the chops of memory; the spiritual side a little drowsed, promising subsequent penitence, but not yet moved to begin. After all, I reflected, I was like my neighbours; and then I smiled, comparing myself with other men, comparing my active good-will with the lazy cruelty of their neglect. And at the very moment of that vainglorious thought, a qualm came over me, a horrid nausea and the most deadly shuddering. These passed away, and left me faint; and then as in its turn faintness subsided, I began to be aware of a change in the temper of my thoughts, a greater boldness, a contempt of danger, a solution of the bonds of obligation. I looked down; my clothes hung formlessly on my shrunken limbs; the hand that lay on my knee was corded and hairy. I was once more Edward Hyde. A moment before I had been safe of all men’s respect, wealthy, beloved—the cloth laying for me in the dining-room at home; and now I was the common quarry of mankind, hunted, houseless, a known murderer, thrall to the gallows. + +My reason wavered, but it did not fail me utterly. I have more than once observed that in my second character, my faculties seemed sharpened to a point and my spirits more tensely elastic; thus it came about that, where Jekyll perhaps might have succumbed, Hyde rose to the importance of the moment. My drugs were in one of the presses of my cabinet; how was I to reach them? That was the problem that (crushing my temples in my hands) I set myself to solve. The laboratory door I had closed. If I sought to enter by the house, my own servants would consign me to the gallows. I saw I must employ another hand, and thought of Lanyon. How was he to be reached? how persuaded? Supposing that I escaped capture in the streets, how was I to make my way into his presence? and how should I, an unknown and displeasing visitor, prevail on the famous physician to rifle the study of his colleague, Dr. Jekyll? Then I remembered that of my original character, one part remained to me: I could write my own hand; and once I had conceived that kindling spark, the way that I must follow became lighted up from end to end. + +Thereupon, I arranged my clothes as best I could, and summoning a passing hansom, drove to an hotel in Portland Street, the name of which I chanced to remember. At my appearance (which was indeed comical enough, however tragic a fate these garments covered) the driver could not conceal his mirth. I gnashed my teeth upon him with a gust of devilish fury; and the smile withered from his face—happily for him—yet more happily for myself, for in another instant I had certainly dragged him from his perch. At the inn, as I entered, I looked about me with so black a countenance as made the attendants tremble; not a look did they exchange in my presence; but obsequiously took my orders, led me to a private room, and brought me wherewithal to write. Hyde in danger of his life was a creature new to me; shaken with inordinate anger, strung to the pitch of murder, lusting to inflict pain. Yet the creature was astute; mastered his fury with a great effort of the will; composed his two important letters, one to Lanyon and one to Poole; and that he might receive actual evidence of their being posted, sent them out with directions that they should be registered. Thenceforward, he sat all day over the fire in the private room, gnawing his nails; there he dined, sitting alone with his fears, the waiter visibly quailing before his eye; and thence, when the night was fully come, he set forth in the corner of a closed cab, and was driven to and fro about the streets of the city. He, I say—I cannot say, I. That child of Hell had nothing human; nothing lived in him but fear and hatred. And when at last, thinking the driver had begun to grow suspicious, he discharged the cab and ventured on foot, attired in his misfitting clothes, an object marked out for observation, into the midst of the nocturnal passengers, these two base passions raged within him like a tempest. He walked fast, hunted by his fears, chattering to himself, skulking through the less frequented thoroughfares, counting the minutes that still divided him from midnight. Once a woman spoke to him, offering, I think, a box of lights. He smote her in the face, and she fled. + +When I came to myself at Lanyon’s, the horror of my old friend perhaps affected me somewhat: I do not know; it was at least but a drop in the sea to the abhorrence with which I looked back upon these hours. A change had come over me. It was no longer the fear of the gallows, it was the horror of being Hyde that racked me. I received Lanyon’s condemnation partly in a dream; it was partly in a dream that I came home to my own house and got into bed. I slept after the prostration of the day, with a stringent and profound slumber which not even the nightmares that wrung me could avail to break. I awoke in the morning shaken, weakened, but refreshed. I still hated and feared the thought of the brute that slept within me, and I had not of course forgotten the appalling dangers of the day before; but I was once more at home, in my own house and close to my drugs; and gratitude for my escape shone so strong in my soul that it almost rivalled the brightness of hope. + +I was stepping leisurely across the court after breakfast, drinking the chill of the air with pleasure, when I was seized again with those indescribable sensations that heralded the change; and I had but the time to gain the shelter of my cabinet, before I was once again raging and freezing with the passions of Hyde. It took on this occasion a double dose to recall me to myself; and alas! six hours after, as I sat looking sadly in the fire, the pangs returned, and the drug had to be re-administered. In short, from that day forth it seemed only by a great effort as of gymnastics, and only under the immediate stimulation of the drug, that I was able to wear the countenance of Jekyll. At all hours of the day and night, I would be taken with the premonitory shudder; above all, if I slept, or even dozed for a moment in my chair, it was always as Hyde that I awakened. Under the strain of this continually impending doom and by the sleeplessness to which I now condemned myself, ay, even beyond what I had thought possible to man, I became, in my own person, a creature eaten up and emptied by fever, languidly weak both in body and mind, and solely occupied by one thought: the horror of my other self. But when I slept, or when the virtue of the medicine wore off, I would leap almost without transition (for the pangs of transformation grew daily less marked) into the possession of a fancy brimming with images of terror, a soul boiling with causeless hatreds, and a body that seemed not strong enough to contain the raging energies of life. The powers of Hyde seemed to have grown with the sickliness of Jekyll. And certainly the hate that now divided them was equal on each side. With Jekyll, it was a thing of vital instinct. He had now seen the full deformity of that creature that shared with him some of the phenomena of consciousness, and was co-heir with him to death: and beyond these links of community, which in themselves made the most poignant part of his distress, he thought of Hyde, for all his energy of life, as of something not only hellish but inorganic. This was the shocking thing; that the slime of the pit seemed to utter cries and voices; that the amorphous dust gesticulated and sinned; that what was dead, and had no shape, should usurp the offices of life. And this again, that that insurgent horror was knit to him closer than a wife, closer than an eye; lay caged in his flesh, where he heard it mutter and felt it struggle to be born; and at every hour of weakness, and in the confidence of slumber, prevailed against him, and deposed him out of life. The hatred of Hyde for Jekyll was of a different order. His terror of the gallows drove him continually to commit temporary suicide, and return to his subordinate station of a part instead of a person; but he loathed the necessity, he loathed the despondency into which Jekyll was now fallen, and he resented the dislike with which he was himself regarded. Hence the ape-like tricks that he would play me, scrawling in my own hand blasphemies on the pages of my books, burning the letters and destroying the portrait of my father; and indeed, had it not been for his fear of death, he would long ago have ruined himself in order to involve me in the ruin. But his love of life is wonderful; I go further: I, who sicken and freeze at the mere thought of him, when I recall the abjection and passion of this attachment, and when I know how he fears my power to cut him off by suicide, I find it in my heart to pity him. + +It is useless, and the time awfully fails me, to prolong this description; no one has ever suffered such torments, let that suffice; and yet even to these, habit brought—no, not alleviation—but a certain callousness of soul, a certain acquiescence of despair; and my punishment might have gone on for years, but for the last calamity which has now fallen, and which has finally severed me from my own face and nature. My provision of the salt, which had never been renewed since the date of the first experiment, began to run low. I sent out for a fresh supply and mixed the draught; the ebullition followed, and the first change of colour, not the second; I drank it and it was without efficiency. You will learn from Poole how I have had London ransacked; it was in vain; and I am now persuaded that my first supply was impure, and that it was that unknown impurity which lent efficacy to the draught. + +About a week has passed, and I am now finishing this statement under the influence of the last of the old powders. This, then, is the last time, short of a miracle, that Henry Jekyll can think his own thoughts or see his own face (now how sadly altered!) in the glass. Nor must I delay too long to bring my writing to an end; for if my narrative has hitherto escaped destruction, it has been by a combination of great prudence and great good luck. Should the throes of change take me in the act of writing it, Hyde will tear it in pieces; but if some time shall have elapsed after I have laid it by, his wonderful selfishness and circumscription to the moment will probably save it once again from the action of his ape-like spite. And indeed the doom that is closing on us both has already changed and crushed him. Half an hour from now, when I shall again and forever reindue that hated personality, I know how I shall sit shuddering and weeping in my chair, or continue, with the most strained and fearstruck ecstasy of listening, to pace up and down this room (my last earthly refuge) and give ear to every sound of menace. Will Hyde die upon the scaffold? or will he find courage to release himself at the last moment? God knows; I am careless; this is my true hour of death, and what is to follow concerns another than myself. Here then, as I lay down the pen and proceed to seal up my confession, I bring the life of that unhappy Henry Jekyll to an end. + +The similarity between Hyde's and Jekyll's handwriting, noticed by Mr. Guest when examining Hyde's letter, is a result of Jekyll's dual nature as revealed in his account of developing a theory about man's dual nature and creating a potion to transform into Hyde. + +Based on the context provided, is the above statement TRUE or FALSE? + +First provide an explanation of your decision-making process, and then provide your final answer. Use the following format: + +YOUR EXPLANATION +YOUR ANSWER<|eot_id|><|start_header_id|>assistant<|end_header_id|> + +Here are the relevant details from the text: +- Chapter 5: Mr. Utterson takes the letter home and discusses it with his head clerk, Mr. Guest, who notices similarities between Hyde's handwriting and Jekyll's. +- Chapter 10: Jekyll describes his early life, his reputation, and the development of his theory about the dual nature of man. +- Relationship: Evidence of Jekyll and Hyde's connection + +In Chapter 5, Mr. Guest notices the similarity between Hyde's and Jekyll's handwriting when examining a letter. Chapter 10 reveals that Jekyll developed a theory about the dual nature of man and created a potion to transform into Hyde. This claim connects the observed handwriting similarity with the truth about Jekyll and Hyde being the same person, providing physical evidence of their connection. +True<|eot_id|><|end_of_text|><|begin_of_text|><|start_header_id|>system<|end_header_id|> + +You are an expert at verifying claims from fictional narratives.<|eot_id|><|start_header_id|>user<|end_header_id|> + +You are provided with a context and a statement. Your task is to carefully read the context and then determine whether the statement is TRUE or FALSE. + +Answer TRUE if the statement is true in its entirety based on the context provided. +Answer FALSE if any part of the statement is false based on the context provided. + +DR. SHEPPARD AT THE BREAKFAST TABLE + + +Mrs. Ferrars died on the night of the 16th–17th September—a Thursday. I was sent for at eight o’clock on the morning of Friday the 17th. There was nothing to be done. She had been dead some hours. + +It was just a few minutes after nine when I reached home once more. I opened the front door with my latch-key, and purposely delayed a few moments in the hall, hanging up my hat and the light overcoat that I had deemed a wise precaution against the chill of an early autumn morning. To tell the truth, I was considerably upset and worried. I am not going to pretend that at that moment I foresaw the events of the next few weeks. I emphatically did not do so. But my instinct told me that there were stirring times ahead. + +From the dining-room on my left there came the rattle of tea-cups and the short, dry cough of my sister Caroline. + +“Is that you, James?” she called. + +An unnecessary question, since who else could it be? To tell the truth, it was precisely my sister Caroline who was the cause of my few minutes’ delay. The motto of the mongoose family, so Mr. Kipling tells us, is: “Go and find out.” If Caroline ever adopts a crest, I should certainly suggest a mongoose rampant. One might omit the first part of the motto. Caroline can do any amount of finding out by sitting placidly at home. I don’t know how she manages it, but there it is. I suspect that the servants and the tradesmen constitute her Intelligence Corps. When she goes out, it is not to gather in information, but to spread it. At that, too, she is amazingly expert. + +It was really this last named trait of hers which was causing me these pangs of indecision. Whatever I told Caroline now concerning the demise of Mrs. Ferrars would be common knowledge all over the village within the space of an hour and a half. As a professional man, I naturally aim at discretion. Therefore I have got into the habit of continually withholding all information possible from my sister. She usually finds out just the same, but I have the moral satisfaction of knowing that I am in no way to blame. + +Mrs. Ferrars’ husband died just over a year ago, and Caroline has constantly asserted, without the least foundation for the assertion, that his wife poisoned him. + +She scorns my invariable rejoinder that Mr. Ferrars died of acute gastritis, helped on by habitual over-indulgence in alcoholic beverages. The symptoms of gastritis and arsenical poisoning are not, I agree, unlike, but Caroline bases her accusation on quite different lines. + +“You’ve only got to look at her,” I have heard her say. + +Mrs. Ferrars, though not in her first youth, was a very attractive woman, and her clothes, though simple, always seemed to fit her very well, but all the same, lots of women buy their clothes in Paris and have not, on that account, necessarily poisoned their husbands. + +As I stood hesitating in the hall, with all this passing through my mind, Caroline’s voice came again, with a sharper note in it. + +“What on earth are you doing out there, James? Why don’t you come and get your breakfast?” + +“Just coming, my dear,” I said hastily. “I’ve been hanging up my overcoat.” + +“You could have hung up half a dozen overcoats in this time.” + +She was quite right. I could have. + +I walked into the dining-room, gave Caroline the accustomed peck on the cheek, and sat down to eggs and bacon. The bacon was rather cold. + +“You’ve had an early call,” remarked Caroline. + +“Yes,” I said. “King’s Paddock. Mrs. Ferrars.” + +“I know,” said my sister. + +“How did you know?” + +“Annie told me.” + +Annie is the house parlormaid. A nice girl, but an inveterate talker. + +There was a pause. I continued to eat eggs and bacon. My sister’s nose, which is long and thin, quivered a little at the tip, as it always does when she is interested or excited over anything. + +“Well?” she demanded. + +“A bad business. Nothing to be done. Must have died in her sleep.” + +“I know,” said my sister again. + +This time I was annoyed. + +“You can’t know,” I snapped. “I didn’t know myself until I got there, and I haven’t mentioned it to a soul yet. If that girl Annie knows, she must be a clairvoyant.” + +“It wasn’t Annie who told me. It was the milkman. He had it from the Ferrars’ cook.” + +As I say, there is no need for Caroline to go out to get information. She sits at home, and it comes to her. + +My sister continued: + +“What did she die of? Heart failure?” + +“Didn’t the milkman tell you that?” I inquired sarcastically. + +Sarcasm is wasted on Caroline. She takes it seriously and answers accordingly. + +“He didn’t know,” she explained. + +After all, Caroline was bound to hear sooner or later. She might as well hear from me. + +“She died of an overdose of veronal. She’s been taking it lately for sleeplessness. Must have taken too much.” + +“Nonsense,” said Caroline immediately. “She took it on purpose. Don’t tell me!” + +It is odd how, when you have a secret belief of your own which you do not wish to acknowledge, the voicing of it by some one else will rouse you to a fury of denial. I burst immediately into indignant speech. + +“There you go again,” I said. “Rushing along without rhyme or reason. Why on earth should Mrs. Ferrars wish to commit suicide? A widow, fairly young still, very well off, good health, and nothing to do but enjoy life. It’s absurd.” + +“Not at all. Even you must have noticed how different she has been looking lately. It’s been coming on for the last six months. She’s looked positively hag-ridden. And you have just admitted that she hasn’t been able to sleep.” + +“What is your diagnosis?” I demanded coldly. “An unfortunate love affair, I suppose?” + +My sister shook her head. + +“_Remorse_,” she said, with great gusto. + +“Remorse?” + +“Yes. You never would believe me when I told you she poisoned her husband. I’m more than ever convinced of it now.” + +“I don’t think you’re very logical,” I objected. “Surely if a woman committed a crime like murder, she’d be sufficiently cold-blooded to enjoy the fruits of it without any weak-minded sentimentality such as repentance.” + +Caroline shook her head. + +“There probably are women like that—but Mrs. Ferrars wasn’t one of them. She was a mass of nerves. An overmastering impulse drove her on to get rid of her husband because she was the sort of person who simply can’t endure suffering of any kind, and there’s no doubt that the wife of a man like Ashley Ferrars must have had to suffer a good deal——” + +I nodded. + +“And ever since she’s been haunted by what she did. I can’t help feeling sorry for her.” + +I don’t think Caroline ever felt sorry for Mrs. Ferrars whilst she was alive. Now that she has gone where (presumably) Paris frocks can no longer be worn, Caroline is prepared to indulge in the softer emotions of pity and comprehension. + +I told her firmly that her whole idea was nonsense. I was all the more firm because I secretly agreed with some part, at least, of what she had said. But it is all wrong that Caroline should arrive at the truth simply by a kind of inspired guesswork. I wasn’t going to encourage that sort of thing. She will go round the village airing her views, and every one will think that she is doing so on medical data supplied by me. Life is very trying. + +“Nonsense,” said Caroline, in reply to my strictures. “You’ll see. Ten to one she’s left a letter confessing everything.” + +“She didn’t leave a letter of any kind,” I said sharply, and not seeing where the admission was going to land me. + +“Oh!” said Caroline. “So you _did_ inquire about that, did you? I believe, James, that in your heart of hearts, you think very much as I do. You’re a precious old humbug.” + +“One always has to take the possibility of suicide into consideration,” I said repressively. + +“Will there be an inquest?” + +“There may be. It all depends. If I am able to declare myself absolutely satisfied that the overdose was taken accidentally, an inquest might be dispensed with.” + +“And are you absolutely satisfied?” asked my sister shrewdly. + +I did not answer, but got up from table. + + + +WHO’S WHO IN KING’S ABBOT + + +Before I proceed further with what I said to Caroline and what Caroline said to me, it might be as well to give some idea of what I should describe as our local geography. Our village, King’s Abbot, is, I imagine, very much like any other village. Our big town is Cranchester, nine miles away. We have a large railway station, a small post office, and two rival “General Stores.” Able-bodied men are apt to leave the place early in life, but we are rich in unmarried ladies and retired military officers. Our hobbies and recreations can be summed up in the one word, “gossip.” + +There are only two houses of any importance in King’s Abbot. One is King’s Paddock, left to Mrs. Ferrars by her late husband. The other, Fernly Park, is owned by Roger Ackroyd. Ackroyd has always interested me by being a man more impossibly like a country squire than any country squire could really be. He reminds one of the red-faced sportsmen who always appeared early in the first act of an old-fashioned musical comedy, the setting being the village green. They usually sang a song about going up to London. Nowadays we have revues, and the country squire has died out of musical fashion. + +Of course, Ackroyd is not really a country squire. He is an immensely successful manufacturer of (I think) wagon wheels. He is a man of nearly fifty years of age, rubicund of face and genial of manner. He is hand and glove with the vicar, subscribes liberally to parish funds (though rumor has it that he is extremely mean in personal expenditure), encourages cricket matches, Lads’ Clubs, and Disabled Soldiers’ Institutes. He is, in fact, the life and soul of our peaceful village of King’s Abbot. + +Now when Roger Ackroyd was a lad of twenty-one, he fell in love with, and married, a beautiful woman some five or six years his senior. Her name was Paton, and she was a widow with one child. The history of the marriage was short and painful. To put it bluntly, Mrs. Ackroyd was a dipsomaniac. She succeeded in drinking herself into her grave four years after her marriage. + +In the years that followed, Ackroyd showed no disposition to make a second matrimonial adventure. His wife’s child by her first marriage was only seven years old when his mother died. He is now twenty-five. Ackroyd has always regarded him as his own son, and has brought him up accordingly, but he has been a wild lad and a continual source of worry and trouble to his stepfather. Nevertheless we are all very fond of Ralph Paton in King’s Abbot. He is such a good-looking youngster for one thing. + +As I said before, we are ready enough to gossip in our village. Everybody noticed from the first that Ackroyd and Mrs. Ferrars got on very well together. After her husband’s death, the intimacy became more marked. They were always seen about together, and it was freely conjectured that at the end of her period of mourning, Mrs. Ferrars would become Mrs. Roger Ackroyd. It was felt, indeed, that there was a certain fitness in the thing. Roger Ackroyd’s wife had admittedly died of drink. Ashley Ferrars had been a drunkard for many years before his death. It was only fitting that these two victims of alcoholic excess should make up to each other for all that they had previously endured at the hands of their former spouses. + +The Ferrars only came to live here just over a year ago, but a halo of gossip has surrounded Ackroyd for many years past. All the time that Ralph Paton was growing up to manhood, a series of lady housekeepers presided over Ackroyd’s establishment, and each in turn was regarded with lively suspicion by Caroline and her cronies. It is not too much to say that for at least fifteen years the whole village has confidently expected Ackroyd to marry one of his housekeepers. The last of them, a redoubtable lady called Miss Russell, has reigned undisputed for five years, twice as long as any of her predecessors. It is felt that but for the advent of Mrs. Ferrars, Ackroyd could hardly have escaped. That—and one other factor—the unexpected arrival of a widowed sister-in-law with her daughter from Canada. Mrs. Cecil Ackroyd, widow of Ackroyd’s ne’er-do-well younger brother, has taken up her residence at Fernly Park, and has succeeded, according to Caroline, in putting Miss Russell in her proper place. + +I don’t know exactly what a “proper place” constitutes—it sounds chilly and unpleasant—but I know that Miss Russell goes about with pinched lips, and what I can only describe as an acid smile, and that she professes the utmost sympathy for “poor Mrs. Ackroyd—dependent on the charity of her husband’s brother. The bread of charity is so bitter, is it not? _I_ should be quite miserable if I did not work for my living.” + +I don’t know what Mrs. Cecil Ackroyd thought of the Ferrars affair when it came on the tapis. It was clearly to her advantage that Ackroyd should remain unmarried. She was always very charming—not to say gushing—to Mrs. Ferrars when they met. Caroline says that proves less than nothing. + +Such have been our preoccupations in King’s Abbot for the last few years. We have discussed Ackroyd and his affairs from every standpoint. Mrs. Ferrars has fitted into her place in the scheme. + +Now there has been a rearrangement of the kaleidoscope. From a mild discussion of probable wedding presents, we have been jerked into the midst of tragedy. + +Revolving these and sundry other matters in my mind, I went mechanically on my round. I had no cases of special interest to attend, which was, perhaps, as well, for my thoughts returned again and again to the mystery of Mrs. Ferrars’s death. Had she taken her own life? Surely, if she had done so, she would have left some word behind to say what she contemplated doing? Women, in my experience, if they once reach the determination to commit suicide, usually wish to reveal the state of mind that led to the fatal action. They covet the limelight. + +When had I last seen her? Not for over a week. Her manner then had been normal enough considering—well—considering everything. + +Then I suddenly remembered that I had seen her, though not to speak to, only yesterday. She had been walking with Ralph Paton, and I had been surprised because I had had no idea that he was likely to be in King’s Abbot. I thought, indeed, that he had quarreled finally with his stepfather. Nothing had been seen of him down here for nearly six months. They had been walking along, side by side, their heads close together, and she had been talking very earnestly. + +I think I can safely say that it was at this moment that a foreboding of the future first swept over me. Nothing tangible as yet—but a vague premonition of the way things were setting. That earnest _tête-à-tête_ between Ralph Paton and Mrs. Ferrars the day before struck me disagreeably. + +I was still thinking of it when I came face to face with Roger Ackroyd. + +“Sheppard!” he exclaimed. “Just the man I wanted to get hold of. This is a terrible business.” + +“You’ve heard then?” + +He nodded. He had felt the blow keenly, I could see. His big red cheeks seemed to have fallen in, and he looked a positive wreck of his usual jolly, healthy self. + +“It’s worse than you know,” he said quietly. “Look here, Sheppard, I’ve got to talk to you. Can you come back with me now?” + +“Hardly. I’ve got three patients to see still, and I must be back by twelve to see my surgery patients.” + +“Then this afternoon—no, better still, dine to-night. At 7.30? Will that suit you?” + +“Yes—I can manage that all right. What’s wrong? Is it Ralph?” + +I hardly knew why I said that—except, perhaps, that it had so often been Ralph. + +Ackroyd stared blankly at me as though he hardly understood. I began to realize that there must be something very wrong indeed somewhere. I had never seen Ackroyd so upset before. + +“Ralph?” he said vaguely. “Oh! no, it’s not Ralph. Ralph’s in London——Damn! Here’s old Miss Ganett coming. I don’t want to have to talk to her about this ghastly business. See you to-night, Sheppard. Seven-thirty.” + +I nodded, and he hurried away, leaving me wondering. Ralph in London? But he had certainly been in King’s Abbot the preceding afternoon. He must have gone back to town last night or early this morning, and yet Ackroyd’s manner had conveyed quite a different impression. He had spoken as though Ralph had not been near the place for months. + +I had no time to puzzle the matter out further. Miss Ganett was upon me, thirsting for information. Miss Ganett has all the characteristics of my sister Caroline, but she lacks that unerring aim in jumping to conclusions which lends a touch of greatness to Caroline’s maneuvers. Miss Ganett was breathless and interrogatory. + +Wasn’t it sad about poor dear Mrs. Ferrars? A lot of people were saying she had been a confirmed drug-taker for years. So wicked the way people went about saying things. And yet, the worst of it was, there was usually a grain of truth somewhere in these wild statements. No smoke without fire! They were saying too that Mr. Ackroyd had found out about it, and had broken off the engagement—because there _was_ an engagement. She, Miss Ganett, had proof positive of that. Of course _I_ must know all about it—doctors always did—but they never tell? + +And all this with a sharp beady eye on me to see how I reacted to these suggestions. Fortunately long association with Caroline has led me to preserve an impassive countenance, and to be ready with small non-committal remarks. + +On this occasion I congratulated Miss Ganett on not joining in ill-natured gossip. Rather a neat counterattack, I thought. It left her in difficulties, and before she could pull herself together, I had passed on. + +I went home thoughtful, to find several patients waiting for me in the surgery. + +I had dismissed the last of them, as I thought, and was just contemplating a few minutes in the garden before lunch when I perceived one more patient waiting for me. She rose and came towards me as I stood somewhat surprised. + +I don’t know why I should have been, except that there is a suggestion of cast iron about Miss Russell, a something that is above the ills of the flesh. + +Ackroyd’s housekeeper is a tall woman, handsome but forbidding in appearance. She has a stern eye, and lips that shut tightly, and I feel that if I were an under housemaid or a kitchenmaid I should run for my life whenever I heard her coming. + +“Good morning, Dr. Sheppard,” said Miss Russell. “I should be much obliged if you would take a look at my knee.” + +I took a look, but, truth to tell, I was very little wiser when I had done so. Miss Russell’s account of vague pains was so unconvincing that with a woman of less integrity of character I should have suspected a trumped-up tale. It did cross my mind for one moment that Miss Russell might have deliberately invented this affection of the knee in order to pump me on the subject of Mrs. Ferrars’s death, but I soon saw that there, at least, I had misjudged her. She made a brief reference to the tragedy, nothing more. Yet she certainly seemed disposed to linger and chat. + +“Well, thank you very much for this bottle of liniment, doctor,” she said at last. “Not that I believe it will do the least good.” + +I didn’t think it would either, but I protested in duty bound. After all, it couldn’t do any harm, and one must stick up for the tools of one’s trade. + +“I don’t believe in all these drugs,” said Miss Russell, her eyes sweeping over my array of bottles disparagingly. “Drugs do a lot of harm. Look at the cocaine habit.” + +“Well, as far as that goes——” + +“It’s very prevalent in high society.” + +I’m sure Miss Russell knows far more about high society than I do. I didn’t attempt to argue with her. + +“Just tell me this, doctor,” said Miss Russell. “Suppose you are really a slave of the drug habit. Is there any cure?” + +One cannot answer a question like that offhand. I gave her a short lecture on the subject, and she listened with close attention. I still suspected her of seeking information about Mrs. Ferrars. + +“Now, veronal, for instance——” I proceeded. + +But, strangely enough, she didn’t seem interested in veronal. Instead she changed the subject, and asked me if it was true that there were certain poisons so rare as to baffle detection. + +“Ah!” I said. “You’ve been reading detective stories.” + +She admitted that she had. + +“The essence of a detective story,” I said, “is to have a rare poison—if possible something from South America, that nobody has ever heard of—something that one obscure tribe of savages use to poison their arrows with. Death is instantaneous, and Western science is powerless to detect it. That is the kind of thing you mean?” + +“Yes. Is there really such a thing?” + +I shook my head regretfully. + +“I’m afraid there isn’t. There’s _curare_, of course.” + +I told her a good deal about curare, but she seemed to have lost interest once more. She asked me if I had any in my poison cupboard, and when I replied in the negative I fancy I fell in her estimation. + +She said she must be getting back, and I saw her out at the surgery door just as the luncheon gong went. + +I should never have suspected Miss Russell of a fondness for detective stories. It pleases me very much to think of her stepping out of the housekeeper’s room to rebuke a delinquent housemaid, and then returning to a comfortable perusal of _The Mystery of the Seventh Death_, or something of the kind. + + + +THE MAN WHO GREW VEGETABLE MARROWS + + +I told Caroline at lunch time that I should be dining at Fernly. She expressed no objection—on the contrary—— + +“Excellent,” she said. “You’ll hear all about it. By the way, what is the trouble with Ralph?” + +“With Ralph?” I said, surprised; “there’s isn’t any.” + +“Then why is he staying at the Three Boars instead of at Fernly Park?” + +I did not for a minute question Caroline’s statement that Ralph Paton was staying at the local inn. That Caroline said so was enough for me. + +“Ackroyd told me he was in London,” I said. In the surprise of the moment I departed from my valuable rule of never parting with information. + +“Oh!” said Caroline. I could see her nose twitching as she worked on this. + +“He arrived at the Three Boars yesterday morning,” she said. “And he’s still there. Last night he was out with a girl.” + +That did not surprise me in the least. Ralph, I should say, is out with a girl most nights of his life. But I did rather wonder that he chose to indulge in the pastime in King’s Abbot instead of in the gay metropolis. + +“One of the barmaids?” I asked. + +“No. That’s just it. He went out to meet her. I don’t know who she is.” + +(Bitter for Caroline to have to admit such a thing.) + +“But I can guess,” continued my indefatigable sister. + +I waited patiently. + +“His cousin.” + +“Flora Ackroyd?” I exclaimed in surprise. + +Flora Ackroyd is, of course, no relation whatever really to Ralph Paton, but Ralph has been looked upon for so long as practically Ackroyd’s own son, that cousinship is taken for granted. + +“Flora Ackroyd,” said my sister. + +“But why not go to Fernly if he wanted to see her?” + +“Secretly engaged,” said Caroline, with immense enjoyment. “Old Ackroyd won’t hear of it, and they have to meet this way.” + +I saw a good many flaws in Caroline’s theory, but I forbore to point them out to her. An innocent remark about our new neighbor created a diversion. + +The house next door, The Larches, has recently been taken by a stranger. To Caroline’s extreme annoyance, she has not been able to find out anything about him, except that he is a foreigner. The Intelligence Corps has proved a broken reed. Presumably the man has milk and vegetables and joints of meat and occasional whitings just like everybody else, but none of the people who make it their business to supply these things seem to have acquired any information. His name, apparently, is Mr. Porrott—a name which conveys an odd feeling of unreality. The one thing we do know about him is that he is interested in the growing of vegetable marrows. + +But that is certainly not the sort of information that Caroline is after. She wants to know where he comes from, what he does, whether he is married, what his wife was, or is, like, whether he has children, what his mother’s maiden name was—and so on. Somebody very like Caroline must have invented the questions on passports, I think. + +“My dear Caroline,” I said. “There’s no doubt at all about what the man’s profession has been. He’s a retired hairdresser. Look at that mustache of his.” + +Caroline dissented. She said that if the man was a hairdresser, he would have wavy hair—not straight. All hairdressers did. + +I cited several hairdressers personally known to me who had straight hair, but Caroline refused to be convinced. + +“I can’t make him out at all,” she said in an aggrieved voice. “I borrowed some garden tools the other day, and he was most polite, but I couldn’t get anything out of him. I asked him point blank at last whether he was a Frenchman, and he said he wasn’t—and somehow I didn’t like to ask him any more.” + +I began to be more interested in our mysterious neighbor. A man who is capable of shutting up Caroline and sending her, like the Queen of Sheba, empty away must be something of a personality. + +“I believe,” said Caroline, “that he’s got one of those new vacuum cleaners——” + +I saw a meditated loan and the opportunity of further questioning gleaming from her eye. I seized the chance to escape into the garden. I am rather fond of gardening. I was busily exterminating dandelion roots when a shout of warning sounded from close by and a heavy body whizzed by my ear and fell at my feet with a repellant squelch. It was a vegetable marrow! + +I looked up angrily. Over the wall, to my left, there appeared a face. An egg-shaped head, partially covered with suspiciously black hair, two immense mustaches, and a pair of watchful eyes. It was our mysterious neighbor, Mr. Porrott. + +He broke at once into fluent apologies. + +“I demand of you a thousand pardons, monsieur. I am without defense. For some months now I cultivate the marrows. This morning suddenly I enrage myself with these marrows. I send them to promenade themselves—alas! not only mentally but physically. I seize the biggest. I hurl him over the wall. Monsieur, I am ashamed. I prostrate myself.” + +Before such profuse apologies, my anger was forced to melt. After all, the wretched vegetable hadn’t hit me. But I sincerely hoped that throwing large vegetables over walls was not our new friend’s hobby. Such a habit could hardly endear him to us as a neighbor. + +The strange little man seemed to read my thoughts. + +“Ah! no,” he exclaimed. “Do not disquiet yourself. It is not with me a habit. But can you figure to yourself, monsieur, that a man may work towards a certain object, may labor and toil to attain a certain kind of leisure and occupation, and then find that, after all, he yearns for the old busy days, and the old occupations that he thought himself so glad to leave?” + +“Yes,” I said slowly. “I fancy that that is a common enough occurrence. I myself am perhaps an instance. A year ago I came into a legacy—enough to enable me to realize a dream. I have always wanted to travel, to see the world. Well, that was a year ago, as I said, and—I am still here.” + +My little neighbor nodded. + +“The chains of habit. We work to attain an object, and the object gained, we find that what we miss is the daily toil. And mark you, monsieur, my work was interesting work. The most interesting work there is in the world.” + +“Yes?” I said encouragingly. For the moment the spirit of Caroline was strong within me. + +“The study of human nature, monsieur!” + +“Just so,” I said kindly. + +Clearly a retired hairdresser. Who knows the secrets of human nature better than a hairdresser? + +“Also, I had a friend—a friend who for many years never left my side. Occasionally of an imbecility to make one afraid, nevertheless he was very dear to me. Figure to yourself that I miss even his stupidity. His _naïveté_, his honest outlook, the pleasure of delighting and surprising him by my superior gifts—all these I miss more than I can tell you.” + +“He died?” I asked sympathetically. + +“Not so. He lives and flourishes—but on the other side of the world. He is now in the Argentine.” + +“In the Argentine,” I said enviously. + +I have always wanted to go to South America. I sighed, and then looked up to find Mr. Porrott eyeing me sympathetically. He seemed an understanding little man. + +“You will go there, yes?” he asked. + +I shook my head with a sigh. + +“I could have gone,” I said, “a year ago. But I was foolish—and worse than foolish—greedy. I risked the substance for the shadow.” + +“I comprehend,” said Mr. Porrott. “You speculated?” + +I nodded mournfully, but in spite of myself I felt secretly entertained. This ridiculous little man was so portentously solemn. + +“Not the Porcupine Oilfields?” he asked suddenly. + +I stared. + +“I thought of them, as a matter of fact, but in the end I plumped for a gold mine in Western Australia.” + +My neighbor was regarding me with a strange expression which I could not fathom. + +“It is Fate,” he said at last. + +“What is Fate?” I asked irritably. + +“That I should live next to a man who seriously considers Porcupine Oilfields, and also West Australian Gold Mines. Tell me, have you also a penchant for auburn hair?” + +I stared at him open-mouthed, and he burst out laughing. + +“No, no, it is not the insanity that I suffer from. Make your mind easy. It was a foolish question that I put to you there, for, see you, my friend of whom I spoke was a young man, a man who thought all women good, and most of them beautiful. But you are a man of middle age, a doctor, a man who knows the folly and the vanity of most things in this life of ours. Well, well, we are neighbors. I beg of you to accept and present to your excellent sister my best marrow.” + +He stooped, and with a flourish produced an immense specimen of the tribe, which I duly accepted in the spirit in which it was offered. + +“Indeed,” said the little man cheerfully, “this has not been a wasted morning. I have made the acquaintance of a man who in some ways resembles my far-off friend. By the way, I should like to ask you a question. You doubtless know every one in this tiny village. Who is the young man with the very dark hair and eyes, and the handsome face. He walks with his head flung back, and an easy smile on his lips?” + +The description left me in no doubt. + +“That must be Captain Ralph Paton,” I said slowly. + +“I have not seen him about here before?” + +“No, he has not been here for some time. But he is the son—adopted son, rather—of Mr. Ackroyd of Fernly Park.” + +My neighbor made a slight gesture of impatience. + +“Of course, I should have guessed. Mr. Ackroyd spoke of him many times.” + +“You know Mr. Ackroyd?” I said, slightly surprised. + +“Mr. Ackroyd knew me in London—when I was at work there. I have asked him to say nothing of my profession down here.” + +“I see,” I said, rather amused by this patent snobbery, as I thought it. + +But the little man went on with an almost grandiloquent smirk. + +“One prefers to remain incognito. I am not anxious for notoriety. I have not even troubled to correct the local version of my name.” + +“Indeed,” I said, not knowing quite what to say. + +“Captain Ralph Paton,” mused Mr. Porrott. “And so he is engaged to Mr. Ackroyd’s niece, the charming Miss Flora.” + +“Who told you so?” I asked, very much surprised. + +“Mr. Ackroyd. About a week ago. He is very pleased about it—has long desired that such a thing should come to pass, or so I understood from him. I even believe that he brought some pressure to bear upon the young man. That is never wise. A young man should marry to please himself—not to please a stepfather from whom he has expectations.” + +My ideas were completely upset. I could not see Ackroyd taking a hairdresser into his confidence, and discussing the marriage of his niece and stepson with him. Ackroyd extends a genial patronage to the lower orders, but he has a very great sense of his own dignity. I began to think that Porrott couldn’t be a hairdresser after all. + +To hide my confusion, I said the first thing that came into my head. + +“What made you notice Ralph Paton? His good looks?” + +“No, not that alone—though he is unusually good-looking for an Englishman—what your lady novelists would call a Greek God. No, there was something about that young man that I did not understand.” + +He said the last sentence in a musing tone of voice which made an indefinable impression upon me. It was as though he was summing up the boy by the light of some inner knowledge that I did not share. It was that impression that was left with me, for at that moment my sister’s voice called me from the house. + +I went in. Caroline had her hat on, and had evidently just come in from the village. She began without preamble. + +“I met Mr. Ackroyd.” + +“Yes?” I said. + +“I stopped him, of course, but he seemed in a great hurry, and anxious to get away.” + +I have no doubt but that that was the case. He would feel towards Caroline much as he had felt towards Miss Ganett earlier in the day—perhaps more so. Caroline is less easy to shake off. + +“I asked him at once about Ralph. He was absolutely astonished. Had no idea the boy was down here. He actually said he thought I must have made a mistake. I! A mistake!” + +“Ridiculous,” I said. “He ought to have known you better.” + +“Then he went on to tell me that Ralph and Flora are engaged.” + +“I know that too,” I interrupted, with modest pride. + +“Who told you?” + +“Our new neighbor.” + +Caroline visibly wavered for a second or two, much as a roulette ball might coyly hover between two numbers. Then she declined the tempting red herring. + +“I told Mr. Ackroyd that Ralph was staying at the Three Boars.” + +“Caroline,” I said, “do you never reflect that you might do a lot of harm with this habit of yours of repeating everything indiscriminately?” + +“Nonsense,” said my sister. “People ought to know things. I consider it my duty to tell them. Mr. Ackroyd was very grateful to me.” + +“Well?” I said, for there was clearly more to come. + +“I think he went straight off to the Three Boars, but if so he didn’t find Ralph there.” + +“No?” + +“No. Because as I was coming back through the wood——” + +“Coming back through the wood?” I interrupted. + +Caroline had the grace to blush. + +“It was such a lovely day,” she exclaimed. “I thought I would make a little round. The woods with their autumnal tints are so perfect at this time of year.” + +Caroline does not care a hang for woods at any time of year. Normally she regards them as places where you get your feet damp, and where all kinds of unpleasant things may drop on your head. No, it was good sound mongoose instinct which took her to our local wood. It is the only place adjacent to the village of King’s Abbot where you can talk with a young woman unseen by the whole of the village. It adjoins the Park of Fernly. + +“Well,” I said, “go on.” + +“As I say, I was just coming back through the wood when I heard voices.” + +Caroline paused. + +“Yes?” + +“One was Ralph Paton’s—I knew it at once. The other was a girl’s. Of course I didn’t mean to listen——” + +“Of course not,” I interjected, with patent sarcasm—which was, however, wasted on Caroline. + +“But I simply couldn’t help overhearing. The girl said something—I didn’t quite catch what it was, and Ralph answered. He sounded very angry. ‘My dear girl,’ he said. ‘Don’t you realize that it is quite on the cards the old man will cut me off with a shilling? He’s been pretty fed up with me for the last few years. A little more would do it. And we need the dibs, my dear. I shall be a very rich man when the old fellow pops off. He’s mean as they make ’em, but he’s rolling in money really. I don’t want him to go altering his will. You leave it to me, and don’t worry.’ Those were his exact words. I remember them perfectly. Unfortunately, just then I stepped on a dry twig or something, and they lowered their voices and moved away. I couldn’t, of course, go rushing after them, so wasn’t able to see who the girl was.” + +“That must have been most vexing,” I said. “I suppose, though, you hurried on to the Three Boars, felt faint, and went into the bar for a glass of brandy, and so were able to see if both the barmaids were on duty?” + +“It wasn’t a barmaid,” said Caroline unhesitatingly. “In fact, I’m almost sure that it was Flora Ackroyd, only——” + +“Only it doesn’t seem to make sense,” I agreed. + +“But if it wasn’t Flora, who could it have been?” + +Rapidly my sister ran over a list of maidens living in the neighborhood, with profuse reasons for and against. + +When she paused for breath, I murmured something about a patient, and slipped out. + +I proposed to make my way to the Three Boars. It seemed likely that Ralph Paton would have returned there by now. + +I knew Ralph very well—better, perhaps, than any one else in King’s Abbot, for I had known his mother before him, and therefore I understood much in him that puzzled others. He was, to a certain extent, the victim of heredity. He had not inherited his mother’s fatal propensity for drink, but nevertheless he had in him a strain of weakness. As my new friend of this morning had declared, he was extraordinarily handsome. Just on six feet, perfectly proportioned, with the easy grace of an athlete, he was dark, like his mother, with a handsome, sunburnt face always ready to break into a smile. Ralph Paton was of those born to charm easily and without effort. He was self-indulgent and extravagant, with no veneration for anything on earth, but he was lovable nevertheless, and his friends were all devoted to him. + +Could I do anything with the boy? I thought I could. + +On inquiry at the Three Boars I found that Captain Paton had just come in. I went up to his room and entered unannounced. + +For a moment, remembering what I had heard and seen, I was doubtful of my reception, but I need have had no misgivings. + +“Why, it’s Sheppard! Glad to see you.” + +He came forward to meet me, hand outstretched, a sunny smile lighting up his face. + +“The one person I am glad to see in this infernal place.” + +I raised my eyebrows. + +“What’s the place been doing?” + +He gave a vexed laugh. + +“It’s a long story. Things haven’t been going well with me, doctor. But have a drink, won’t you?” + +“Thanks,” I said, “I will.” + +He pressed the bell, then, coming back, threw himself into a chair. + +“Not to mince matters,” he said gloomily, “I’m in the devil of a mess. In fact, I haven’t the least idea what to do next.” + +“What’s the matter?” I asked sympathetically. + +“It’s my confounded stepfather.” + +“What has he done?” + +“It isn’t what he’s done yet, but what he’s likely to do.” + +The bell was answered, and Ralph ordered the drinks. When the man had gone again, he sat hunched in the arm-chair, frowning to himself. + +“Is it really—serious?” I asked. + +He nodded. + +“I’m fairly up against it this time,” he said soberly. + +The unusual ring of gravity in his voice told me that he spoke the truth. It took a good deal to make Ralph grave. + +“In fact,” he continued, “I can’t see my way ahead.... I’m damned if I can.” + +“If I could help——” I suggested diffidently. + +But he shook his head very decidedly. + +“Good of you, doctor. But I can’t let you in on this. I’ve got to play a lone hand.” + +He was silent a minute and then repeated in a slightly different tone of voice:— + +“Yes—I’ve got to play a lone hand....” + + + +DINNER AT FERNLY + + +It was just a few minutes before half-past seven when I rang the front door bell of Fernly Park. The door was opened with admirable promptitude by Parker, the butler. + +The night was such a fine one that I had preferred to come on foot. I stepped into the big square hall and Parker relieved me of my overcoat. Just then Ackroyd’s secretary, a pleasant young fellow by the name of Raymond, passed through the hall on his way to Ackroyd’s study, his hands full of papers. + +“Good-evening, doctor. Coming to dine? Or is this a professional call?” + +The last was in allusion to my black bag, which I had laid down on the oak chest. + +I explained that I expected a summons to a confinement case at any moment, and so had come out prepared for an emergency call. Raymond nodded, and went on his way, calling over his shoulder:— + +“Go into the drawing-room. You know the way. The ladies will be down in a minute. I must just take these papers to Mr. Ackroyd, and I’ll tell him you’re here.” + +On Raymond’s appearance Parker had withdrawn, so I was alone in the hall. I settled my tie, glanced in a large mirror which hung there, and crossed to the door directly facing me, which was, as I knew, the door of the drawing-room. + +I noticed, just as I was turning the handle, a sound from within—the shutting down of a window, I took it to be. I noted it, I may say, quite mechanically, without attaching any importance to it at the time. + +I opened the door and walked in. As I did so, I almost collided with Miss Russell, who was just coming out. We both apologized. + +For the first time I found myself appraising the housekeeper and thinking what a handsome woman she must once have been—indeed, as far as that goes, still was. Her dark hair was unstreaked with gray, and when she had a color, as she had at this minute, the stern quality of her looks was not so apparent. + +Quite subconsciously I wondered whether she had been out, for she was breathing hard, as though she had been running. + +“I’m afraid I’m a few minutes early,” I said. + +“Oh! I don’t think so. It’s gone half-past seven, Dr. Sheppard.” She paused a minute before saying, “I—didn’t know you were expected to dinner to-night. Mr. Ackroyd didn’t mention it.” + +I received a vague impression that my dining there displeased her in some way, but I couldn’t imagine why. + +“How’s the knee?” I inquired. + +“Much the same, thank you, doctor. I must be going now. Mrs. Ackroyd will be down in a moment. I—I only came in here to see if the flowers were all right.” + +She passed quickly out of the room. I strolled to the window, wondering at her evident desire to justify her presence in the room. As I did so, I saw what, of course, I might have known all the time had I troubled to give my mind to it, namely, that the windows were long French ones opening on the terrace. The sound I had heard, therefore, could not have been that of a window being shut down. + +Quite idly, and more to distract my mind from painful thoughts than for any other reason, I amused myself by trying to guess what could have caused the sound in question. + +Coals on the fire? No, that was not the kind of noise at all. A drawer of the bureau pushed in? No, not that. + +Then my eye was caught by what, I believe, is called a silver table, the lid of which lifts, and through the glass of which you can see the contents. I crossed over to it, studying the things. There were one or two pieces of old silver, a baby shoe belonging to King Charles the First, some Chinese jade figures, and quite a number of African implements and curios. Wanting to examine one of the jade figures more closely, I lifted the lid. It slipped through my fingers and fell. + +At once I recognized the sound I had heard. It was this same table lid being shut down gently and carefully. I repeated the action once or twice for my own satisfaction. Then I lifted the lid to scrutinize the contents more closely. + +I was still bending over the open silver table when Flora Ackroyd came into the room. + +Quite a lot of people do not like Flora Ackroyd, but nobody can help admiring her. And to her friends she can be very charming. The first thing that strikes you about her is her extraordinary fairness. She has the real Scandinavian pale gold hair. Her eyes are blue—blue as the waters of a Norwegian fiord, and her skin is cream and roses. She has square, boyish shoulders and slight hips. And to a jaded medical man it is very refreshing to come across such perfect health. + +A simple straight-forward English girl—I may be old-fashioned, but I think the genuine article takes a lot of beating. + +Flora joined me by the silver table, and expressed heretical doubts as to King Charles I ever having worn the baby shoe. + +“And anyway,” continued Miss Flora, “all this making a fuss about things because some one wore or used them seems to me all nonsense. They’re not wearing or using them now. The pen that George Eliot wrote _The Mill on the Floss_ with—that sort of thing—well, it’s only just a pen after all. If you’re really keen on George Eliot, why not get _The Mill on the Floss_ in a cheap edition and read it.” + +“I suppose you never read such old out-of-date stuff, Miss Flora?” + +“You’re wrong, Dr. Sheppard. I love _The Mill on the Floss_.” + +I was rather pleased to hear it. The things young women read nowadays and profess to enjoy positively frighten me. + +“You haven’t congratulated me yet, Dr. Sheppard,” said Flora. “Haven’t you heard?” + +She held out her left hand. On the third finger of it was an exquisitely set single pearl. + +“I’m going to marry Ralph, you know,” she went on. “Uncle is very pleased. It keeps me in the family, you see.” + +I took both her hands in mine. + +“My dear,” I said, “I hope you’ll be very happy.” + +“We’ve been engaged for about a month,” continued Flora in her cool voice, “but it was only announced yesterday. Uncle is going to do up Cross-stones, and give it to us to live in, and we’re going to pretend to farm. Really, we shall hunt all the winter, town for the season, and then go yachting. I love the sea. And, of course, I shall take a great interest in the parish affairs, and attend all the Mothers’ Meetings.” + +Just then Mrs. Ackroyd rustled in, full of apologies for being late. + +I am sorry to say I detest Mrs. Ackroyd. She is all chains and teeth and bones. A most unpleasant woman. She has small pale flinty blue eyes, and however gushing her words may be, those eyes of hers always remain coldly speculative. + +I went across to her, leaving Flora by the window. She gave me a handful of assorted knuckles and rings to squeeze, and began talking volubly. + +Had I heard about Flora’s engagement? So suitable in every way. The dear young things had fallen in love at first sight. Such a perfect pair, he so dark and she so fair. + +“I can’t tell you, my dear Dr. Sheppard, the relief to a mother’s heart.” + +Mrs. Ackroyd sighed—a tribute to her mother’s heart, whilst her eyes remained shrewdly observant of me. + +“I was wondering. You are such an old friend of dear Roger’s. We know how much he trusts to your judgment. So difficult for me—in my position, as poor Cecil’s widow. But there are so many tiresome things—settlements, you know—all that. I fully believe that Roger intends to make settlements upon dear Flora, but, as you know, he is just a _leetle_ peculiar about money. Very usual, I’ve heard, amongst men who are captains of industry. I wondered, you know, if you could just _sound_ him on the subject? Flora is so fond of you. We feel you are quite an old friend, although we have only really known you just over two years.” + +Mrs. Ackroyd’s eloquence was cut short as the drawing-room door opened once more. I was pleased at the interruption. I hate interfering in other people’s affairs, and I had not the least intention of tackling Ackroyd on the subject of Flora’s settlements. In another moment I should have been forced to tell Mrs. Ackroyd as much. + +“You know Major Blunt, don’t you, doctor?” + +“Yes, indeed,” I said. + +A lot of people know Hector Blunt—at least by repute. He has shot more wild animals in unlikely places than any man living, I suppose. When you mention him, people say: “Blunt—you don’t mean the big game man, do you?” + +His friendship with Ackroyd has always puzzled me a little. The two men are so totally dissimilar. Hector Blunt is perhaps five years Ackroyd’s junior. They made friends early in life, and though their ways have diverged, the friendship still holds. About once in two years Blunt spends a fortnight at Fernly, and an immense animal’s head, with an amazing number of horns which fixes you with a glazed stare as soon as you come inside the front door, is a permanent reminder of the friendship. + +Blunt had entered the room now with his own peculiar, deliberate, yet soft-footed tread. He is a man of medium height, sturdily and rather stockily built. His face is almost mahogany-colored, and is peculiarly expressionless. He has gray eyes that give the impression of always watching something that is happening very far away. He talks little, and what he does say is said jerkily, as though the words were forced out of him unwillingly. + +He said now: “How are you, Sheppard?” in his usual abrupt fashion, and then stood squarely in front of the fireplace looking over our heads as though he saw something very interesting happening in Timbuctoo. + +“Major Blunt,” said Flora, “I wish you’d tell me about these African things. I’m sure you know what they all are.” + +I have heard Hector Blunt described as a woman hater, but I noticed that he joined Flora at the silver table with what might be described as alacrity. They bent over it together. + +I was afraid Mrs. Ackroyd would begin talking about settlements again, so I made a few hurried remarks about the new sweet pea. I knew there was a new sweet pea because the _Daily Mail_ had told me so that morning. Mrs. Ackroyd knows nothing about horticulture, but she is the kind of woman who likes to appear well-informed about the topics of the day, and she, too, reads the _Daily Mail_. We were able to converse quite intelligently until Ackroyd and his secretary joined us, and immediately afterwards Parker announced dinner. + +My place at table was between Mrs. Ackroyd and Flora. Blunt was on Mrs. Ackroyd’s other side, and Geoffrey Raymond next to him. + +Dinner was not a cheerful affair. Ackroyd was visibly preoccupied. He looked wretched, and ate next to nothing. Mrs. Ackroyd, Raymond, and I kept the conversation going. Flora seemed affected by her uncle’s depression, and Blunt relapsed into his usual taciturnity. + +Immediately after dinner Ackroyd slipped his arm through mine and led me off to his study. + +“Once we’ve had coffee, we shan’t be disturbed again,” he explained. “I told Raymond to see to it that we shouldn’t be interrupted.” + +I studied him quietly without appearing to do so. He was clearly under the influence of some strong excitement. For a minute or two he paced up and down the room, then, as Parker entered with the coffee tray, he sank into an arm-chair in front of the fire. + +The study was a comfortable apartment. Book-shelves lined one wall of it. The chairs were big and covered in dark blue leather. A large desk stood by the window and was covered with papers neatly docketed and filed. On a round table were various magazines and sporting papers. + +“I’ve had a return of that pain after food lately,” remarked Ackroyd casually, as he helped himself to coffee. “You must give me some more of those tablets of yours.” + +It struck me that he was anxious to convey the impression that our conference was a medical one. I played up accordingly. + +“I thought as much. I brought some up with me.” + +“Good man. Hand them over now.” + +“They’re in my bag in the hall. I’ll get them.” + +Ackroyd arrested me. + +“Don’t you trouble. Parker will get them. Bring in the doctor’s bag, will you, Parker?” + +“Very good, sir.” + +Parker withdrew. As I was about to speak, Ackroyd threw up his hand. + +“Not yet. Wait. Don’t you see I’m in such a state of nerves that I can hardly contain myself?” + +I saw that plainly enough. And I was very uneasy. All sorts of forebodings assailed me. + +Ackroyd spoke again almost immediately. + +“Make certain that window’s closed, will you?” he asked. + +Somewhat surprised, I got up and went to it. It was not a French window, but one of the ordinary sash type. The heavy blue velvet curtains were drawn in front of it, but the window itself was open at the top. + +Parker reëntered the room with my bag while I was still at the window. + +“That’s all right,” I said, emerging again into the room. + +“You’ve put the latch across?” + +“Yes, yes. What’s the matter with you, Ackroyd?” + +The door had just closed behind Parker, or I would not have put the question. + +Ackroyd waited just a minute before replying. + +“I’m in hell,” he said slowly, after a minute. “No, don’t bother with those damned tablets. I only said that for Parker. Servants are so curious. Come here and sit down. The door’s closed too, isn’t it?” + +“Yes. Nobody can overhear; don’t be uneasy.” + +“Sheppard, nobody knows what I’ve gone through in the last twenty-four hours. If a man’s house ever fell in ruins about him, mine has about me. This business of Ralph’s is the last straw. But we won’t talk about that now. It’s the other—the other——! I don’t know what to do about it. And I’ve got to make up my mind soon.” + +“What’s the trouble?” + +Ackroyd remained silent for a minute or two. He seemed curiously averse to begin. When he did speak, the question he asked came as a complete surprise. It was the last thing I expected. + +“Sheppard, you attended Ashley Ferrars in his last illness, didn’t you?” + +“Yes, I did.” + +He seemed to find even greater difficulty in framing his next question. + +“Did you never suspect—did it ever enter your head—that—well, that he might have been poisoned?” + +I was silent for a minute or two. Then I made up my mind what to say. Roger Ackroyd was not Caroline. + +“I’ll tell you the truth,” I said. “At the time I had no suspicion whatever, but since—well, it was mere idle talk on my sister’s part that first put the idea into my head. Since then I haven’t been able to get it out again. But, mind you, I’ve no foundation whatever for that suspicion.” + +“He _was_ poisoned,” said Ackroyd. + +He spoke in a dull heavy voice. + +“Who by?” I asked sharply. + +“His wife.” + +“How do you know that?” + +“She told me so herself.” + +“When?” + +“Yesterday! My God! yesterday! It seems ten years ago.” + +I waited a minute, and then he went on. + +“You understand, Sheppard, I’m telling you this in confidence. It’s to go no further. I want your advice—I can’t carry the whole weight by myself. As I said just now, I don’t know what to do.” + +“Can you tell me the whole story?” I said. “I’m still in the dark. How did Mrs. Ferrars come to make this confession to you?” + +“It’s like this. Three months ago I asked Mrs. Ferrars to marry me. She refused. I asked her again and she consented, but she refused to allow me to make the engagement public until her year of mourning was up. Yesterday I called upon her, pointed out that a year and three weeks had now elapsed since her husband’s death, and that there could be no further objection to making the engagement public property. I had noticed that she had been very strange in her manner for some days. Now, suddenly, without the least warning, she broke down completely. She—she told me everything. Her hatred of her brute of a husband, her growing love for me, and the—the dreadful means she had taken. Poison! My God! It was murder in cold blood.” + +I saw the repulsion, the horror, in Ackroyd’s face. So Mrs. Ferrars must have seen it. Ackroyd is not the type of the great lover who can forgive all for love’s sake. He is fundamentally a good citizen. All that was sound and wholesome and law-abiding in him must have turned from her utterly in that moment of revelation. + +“Yes,” he went on, in a low, monotonous voice, “she confessed everything. It seems that there is one person who has known all along—who has been blackmailing her for huge sums. It was the strain of that that drove her nearly mad.” + +“Who was the man?” + +Suddenly before my eyes there arose the picture of Ralph Paton and Mrs. Ferrars side by side. Their heads so close together. I felt a momentary throb of anxiety. Supposing—oh! but surely that was impossible. I remembered the frankness of Ralph’s greeting that very afternoon. Absurd! + +“She wouldn’t tell me his name,” said Ackroyd slowly. “As a matter of fact, she didn’t actually say that it was a man. But of course——” + +“Of course,” I agreed. “It must have been a man. And you’ve no suspicion at all?” + +For answer Ackroyd groaned and dropped his head into his hands. + +“It can’t be,” he said. “I’m mad even to think of such a thing. No, I won’t even admit to you the wild suspicion that crossed my mind. I’ll tell you this much, though. Something she said made me think that the person in question might be actually among my household—but that can’t be so. I must have misunderstood her.” + +“What did you say to her?” I asked. + +“What could I say? She saw, of course, the awful shock it had been to me. And then there was the question, what was my duty in the matter? She had made me, you see, an accessory after the fact. She saw all that, I think, quicker than I did. I was stunned, you know. She asked me for twenty-four hours—made me promise to do nothing till the end of that time. And she steadfastly refused to give me the name of the scoundrel who had been blackmailing her. I suppose she was afraid that I might go straight off and hammer him, and then the fat would have been in the fire as far as she was concerned. She told me that I should hear from her before twenty-four hours had passed. My God! I swear to you, Sheppard, that it never entered my head what she meant to do. Suicide! And I drove her to it.” + +“No, no,” I said. “Don’t take an exaggerated view of things. The responsibility for her death doesn’t lie at your door.” + +“The question is, what am I to do now? The poor lady is dead. Why rake up past trouble?” + +“I rather agree with you,” I said. + +“But there’s another point. How am I to get hold of that scoundrel who drove her to death as surely as if he’d killed her. He knew of the first crime, and he fastened on to it like some obscene vulture. She’s paid the penalty. Is he to go scot-free?” + +“I see,” I said slowly. “You want to hunt him down? It will mean a lot of publicity, you know.” + +“Yes, I’ve thought of that. I’ve zigzagged to and fro in my mind.” + +“I agree with you that the villain ought to be punished, but the cost has got to be reckoned.” + +Ackroyd rose and walked up and down. Presently he sank into the chair again. + +“Look here, Sheppard, suppose we leave it like this. If no word comes from her, we’ll let the dead things lie.” + +“What do you mean by word coming from her?” I asked curiously. + +“I have the strongest impression that somewhere or somehow she must have left a message for me—before she went. I can’t argue about it, but there it is.” + +I shook my head. + +“She left no letter or word of any kind. I asked.” + +“Sheppard, I’m convinced that she did. And more, I’ve a feeling that by deliberately choosing death, she wanted the whole thing to come out, if only to be revenged on the man who drove her to desperation. I believe that if I could have seen her then, she would have told me his name and bid me go for him for all I was worth.” + +He looked at me. + +“You don’t believe in impressions?” + +“Oh, yes, I do, in a sense. If, as you put it, word should come from her——” + +I broke off. The door opened noiselessly and Parker entered with a salver on which were some letters. + +“The evening post, sir,” he said, handing the salver to Ackroyd. + +Then he collected the coffee cups and withdrew. + +My attention, diverted for a moment, came back to Ackroyd. He was staring like a man turned to stone at a long blue envelope. The other letters he had let drop to the ground. + +“_Her writing_,” he said in a whisper. “She must have gone out and posted it last night, just before—before——” + +He ripped open the envelope and drew out a thick enclosure. Then he looked up sharply. + +“You’re sure you shut the window?” he said. + +“Quite sure,” I said, surprised. “Why?” + +“All this evening I’ve had a queer feeling of being watched, spied upon. What’s that——?” + +He turned sharply. So did I. We both had the impression of hearing the latch of the door give ever so slightly. I went across to it and opened it. There was no one there. + +“Nerves,” murmured Ackroyd to himself. + +He unfolded the thick sheets of paper, and read aloud in a low voice. + + “_My dear, my very dear Roger,—A life calls for a life. I see that—I saw it in your face this afternoon. So I am taking the only road open to me. I leave to you the punishment of the person who has made my life a hell upon earth for the last year. I would not tell you the name this afternoon, but I propose to write it to you now. I have no children or near relations to be spared, so do not fear publicity. If you can, Roger, my very dear Roger, forgive me the wrong I meant to do you, since when the time came, I could not do it after all...._” + +Ackroyd, his finger on the sheet to turn it over, paused. + +“Sheppard, forgive me, but I must read this alone,” he said unsteadily. “It was meant for my eyes, and my eyes only.” + +He put the letter in the envelope and laid it on the table. + +“Later, when I am alone.” + +“No,” I cried impulsively, “read it now.” + +Ackroyd stared at me in some surprise. + +“I beg your pardon,” I said, reddening. “I do not mean read it aloud to me. But read it through whilst I am still here.” + +Ackroyd shook his head. + +“No, I’d rather wait.” + +But for some reason, obscure to myself, I continued to urge him. + +“At least, read the name of the man,” I said. + +Now Ackroyd is essentially pig-headed. The more you urge him to do a thing, the more determined he is not to do it. All my arguments were in vain. + +The letter had been brought in at twenty minutes to nine. It was just on ten minutes to nine when I left him, the letter still unread. I hesitated with my hand on the door handle, looking back and wondering if there was anything I had left undone. I could think of nothing. With a shake of the head I passed out and closed the door behind me. + +I was startled by seeing the figure of Parker close at hand. He looked embarrassed, and it occurred to me that he might have been listening at the door. + +What a fat, smug, oily face the man had, and surely there was something decidedly shifty in his eye. + +“Mr. Ackroyd particularly does not want to be disturbed,” I said coldly. “He told me to tell you so.” + +“Quite so, sir. I—I fancied I heard the bell ring.” + +This was such a palpable untruth that I did not trouble to reply. Preceding me to the hall, Parker helped me on with my overcoat, and I stepped out into the night. The moon was overcast and everything seemed very dark and still. The village church clock chimed nine o’clock as I passed through the lodge gates. I turned to the left towards the village, and almost cannoned into a man coming in the opposite direction. + +“This the way to Fernly Park, mister?” asked the stranger in a hoarse voice. + +I looked at him. He was wearing a hat pulled down over his eyes, and his coat collar turned up. I could see little or nothing of his face, but he seemed a young fellow. The voice was rough and uneducated. + +“These are the lodge gates here,” I said. + +“Thank you, mister.” He paused, and then added, quite unnecessarily, “I’m a stranger in these parts, you see.” + +He went on, passing through the gates as I turned to look after him. + +The odd thing was that his voice reminded me of some one’s voice that I knew, but whose it was I could not think. + +Ten minutes later I was at home once more. Caroline was full of curiosity to know why I had returned so early. I had to make up a slightly fictitious account of the evening in order to satisfy her, and I had an uneasy feeling that she saw through the transparent device. + +At ten o’clock I rose, yawned, and suggested bed. Caroline acquiesced. + +It was Friday night, and on Friday night I wind the clocks. I did it as usual, whilst Caroline satisfied herself that the servants had locked up the kitchen properly. + +It was a quarter past ten as we went up the stairs. I had just reached the top when the telephone rang in the hall below. + +“Mrs. Bates,” said Caroline immediately. + +“I’m afraid so,” I said ruefully. + +I ran down the stairs and took up the receiver. + +“What?” I said. “_What?_ Certainly, I’ll come at once.” + +I ran upstairs, caught up my bag, and stuffed a few extra dressings into it. + +“Parker telephoning,” I shouted to Caroline, “from Fernly. They’ve just found Roger Ackroyd murdered.” + + + +MURDER + + +I got out the car in next to no time, and drove rapidly to Fernly. Jumping out, I pulled the bell impatiently. There was some delay in answering, and I rang again. + +Then I heard the rattle of the chain and Parker, his impassivity of countenance quite unmoved, stood in the open doorway. + +I pushed past him into the hall. + +“Where is he?” I demanded sharply. + +“I beg your pardon, sir?” + +“Your master. Mr. Ackroyd. Don’t stand there staring at me, man. Have you notified the police?” + +“The police, sir? Did you say the police?” Parker stared at me as though I were a ghost. + +“What’s the matter with you, Parker? If, as you say, your master has been murdered——” + +A gasp broke from Parker. + +“The master? Murdered? Impossible, sir!” + +It was my turn to stare. + +“Didn’t you telephone to me, not five minutes ago, and tell me that Mr. Ackroyd had been found murdered?” + +“Me, sir? Oh! no indeed, sir. I wouldn’t dream of doing such a thing.” + +“Do you mean to say it’s all a hoax? That there’s nothing the matter with Mr. Ackroyd?” + +“Excuse me, sir, did the person telephoning use my name?” + +“I’ll give you the exact words I heard. ‘_Is that Dr. Sheppard? Parker, the butler at Fernly, speaking. Will you please come at once, sir. Mr. Ackroyd has been murdered._’” + +Parker and I stared at each other blankly. + +“A very wicked joke to play, sir,” he said at last, in a shocked tone. “Fancy saying a thing like that.” + +“Where is Mr. Ackroyd?” I asked suddenly. + +“Still in the study, I fancy, sir. The ladies have gone to bed, and Major Blunt and Mr. Raymond are in the billiard room.” + +“I think I’ll just look in and see him for a minute,” I said. “I know he didn’t want to be disturbed again, but this odd practical joke has made me uneasy. I’d just like to satisfy myself that he’s all right.” + +“Quite so, sir. It makes me feel quite uneasy myself. If you don’t object to my accompanying you as far as the door, sir——?” + +“Not at all,” I said. “Come along.” + +I passed through the door on the right, Parker on my heels, traversed the little lobby where a small flight of stairs led upstairs to Ackroyd’s bedroom, and tapped on the study door. + +There was no answer. I turned the handle, but the door was locked. + +“Allow me, sir,” said Parker. + +Very nimbly, for a man of his build, he dropped on one knee and applied his eye to the keyhole. + +“Key is in the lock all right, sir,” he said, rising. “On the inside. Mr. Ackroyd must have locked himself in and possibly just dropped off to sleep.” + +I bent down and verified Parker’s statement. + +“It seems all right,” I said, “but, all the same, Parker, I’m going to wake your master up. I shouldn’t be satisfied to go home without hearing from his own lips that he’s quite all right.” + +So saying, I rattled the handle and called out, “Ackroyd, Ackroyd, just a minute.” + +But still there was no answer. I glanced over my shoulder. + +“I don’t want to alarm the household,” I said hesitatingly. + +Parker went across and shut the door from the big hall through which we had come. + +“I think that will be all right now, sir. The billiard room is at the other side of the house, and so are the kitchen quarters and the ladies’ bedrooms.” + +I nodded comprehendingly. Then I banged once more frantically on the door, and stooping down, fairly bawled through the keyhole:— + +“Ackroyd, Ackroyd! It’s Sheppard. Let me in.” + +And still—silence. Not a sign of life from within the locked room. Parker and I glanced at each other. + +“Look here, Parker,” I said, “I’m going to break this door in—or rather, we are. I’ll take the responsibility.” + +“If you say so, sir,” said Parker, rather doubtfully. + +“I do say so. I’m seriously alarmed about Mr. Ackroyd.” + +I looked round the small lobby and picked up a heavy oak chair. Parker and I held it between us and advanced to the assault. Once, twice, and three times we hurled it against the lock. At the third blow it gave, and we staggered into the room. + +Ackroyd was sitting as I had left him in the arm-chair before the fire. His head had fallen sideways, and clearly visible, just below the collar of his coat, was a shining piece of twisted metalwork. + +Parker and I advanced till we stood over the recumbent figure. I heard the butler draw in his breath with a sharp hiss. + +“Stabbed from be’ind,” he murmured. “’Orrible!” + +He wiped his moist brow with his handkerchief, then stretched out a hand gingerly towards the hilt of the dagger. + +“You mustn’t touch that,” I said sharply. “Go at once to the telephone and ring up the police station. Inform them of what has happened. Then tell Mr. Raymond and Major Blunt.” + +“Very good, sir.” + +Parker hurried away, still wiping his perspiring brow. + +I did what little had to be done. I was careful not to disturb the position of the body, and not to handle the dagger at all. No object was to be attained by moving it. Ackroyd had clearly been dead some little time. + +Then I heard young Raymond’s voice, horror-stricken and incredulous, outside. + +“What do you say? Oh! impossible! Where’s the doctor?” + +He appeared impetuously in the doorway, then stopped dead, his face very white. A hand put him aside, and Hector Blunt came past him into the room. + +“My God!” said Raymond from behind him; “it’s true, then.” + +Blunt came straight on till he reached the chair. He bent over the body, and I thought that, like Parker, he was going to lay hold of the dagger hilt. I drew him back with one hand. + +“Nothing must be moved,” I explained. “The police must see him exactly as he is now.” + +Blunt nodded in instant comprehension. His face was expressionless as ever, but I thought I detected signs of emotion beneath the stolid mask. Geoffrey Raymond had joined us now, and stood peering over Blunt’s shoulder at the body. + +“This is terrible,” he said in a low voice. + +He had regained his composure, but as he took off the pince-nez he habitually wore and polished them I observed that his hand was shaking. + +“Robbery, I suppose,” he said. “How did the fellow get in? Through the window? Has anything been taken?” + +He went towards the desk. + +“You think it’s burglary?” I said slowly. + +“What else could it be? There’s no question of suicide, I suppose?” + +“No man could stab himself in such a way,” I said confidently. “It’s murder right enough. But with what motive?” + +“Roger hadn’t an enemy in the world,” said Blunt quietly. “Must have been burglars. But what was the thief after? Nothing seems to be disarranged?” + +He looked round the room. Raymond was still sorting the papers on the desk. + +“There seems nothing missing, and none of the drawers show signs of having been tampered with,” the secretary observed at last. “It’s very mysterious.” + +Blunt made a slight motion with his head. + +“There are some letters on the floor here,” he said. + +I looked down. Three or four letters still lay where Ackroyd had dropped them earlier in the evening. + +But the blue envelope containing Mrs. Ferrars’s letter had disappeared. I half opened my mouth to speak, but at that moment the sound of a bell pealed through the house. There was a confused murmur of voices in the hall, and then Parker appeared with our local inspector and a police constable. + +“Good evening, gentlemen,” said the inspector. “I’m terribly sorry for this! A good kind gentleman like Mr. Ackroyd. The butler says it is murder. No possibility of accident or suicide, doctor?” + +“None whatever,” I said. + +“Ah! A bad business.” + +He came and stood over the body. + +“Been moved at all?” he asked sharply. + +“Beyond making certain that life was extinct—an easy matter—I have not disturbed the body in any way.” + +“Ah! And everything points to the murderer having got clear away—for the moment, that is. Now then, let me hear all about it. Who found the body?” + +I explained the circumstances carefully. + +“A telephone message, you say? From the butler?” + +“A message that I never sent,” declared Parker earnestly. “I’ve not been near the telephone the whole evening. The others can bear me out that I haven’t.” + +“Very odd, that. Did it sound like Parker’s voice, doctor?” + +“Well—I can’t say I noticed. I took it for granted, you see.” + +“Naturally. Well, you got up here, broke in the door, and found poor Mr. Ackroyd like this. How long should you say he had been dead, doctor?” + +“Half an hour at least—perhaps longer,” I said. + +“The door was locked on the inside, you say? What about the window?” + +“I myself closed and bolted it earlier in the evening at Mr. Ackroyd’s request.” + +The inspector strode across to it and threw back the curtains. + +“Well, it’s open now anyway,” he remarked. + +True enough, the window was open, the lower sash being raised to its fullest extent. + +The inspector produced a pocket torch and flashed it along the sill outside. + +“This is the way he went all right,” he remarked, “_and_ got in. See here.” + +In the light of the powerful torch, several clearly defined footmarks could be seen. They seemed to be those of shoes with rubber studs in the soles. One particularly clear one pointed inwards, another, slightly overlapping it, pointed outwards. + +“Plain as a pikestaff,” said the inspector. “Any valuables missing?” + +Geoffrey Raymond shook his head. + +“Not so that we can discover. Mr. Ackroyd never kept anything of particular value in this room.” + +“H’m,” said the inspector. “Man found an open window. Climbed in, saw Mr. Ackroyd sitting there—maybe he’d fallen asleep. Man stabbed him from behind, then lost his nerve and made off. But he’s left his tracks pretty clearly. We ought to get hold of _him_ without much difficulty. No suspicious strangers been hanging about anywhere?” + +“Oh!” I said suddenly. + +“What is it, doctor?” + +“I met a man this evening—just as I was turning out of the gate. He asked me the way to Fernly Park.” + +“What time would that be?” + +“Just nine o’clock. I heard it chime the hour as I was turning out of the gate.” + +“Can you describe him?” + +I did so to the best of my ability. + +The inspector turned to the butler. + +“Any one answering that description come to the front door?” + +“No, sir. No one has been to the house at all this evening.” + +“What about the back?” + +“I don’t think so, sir, but I’ll make inquiries.” + +He moved towards the door, but the inspector held up a large hand. + +“No, thanks. I’ll do my own inquiring. But first of all I want to fix the time a little more clearly. When was Mr. Ackroyd last seen alive?” + +“Probably by me,” I said, “when I left at—let me see—about ten minutes to nine. He told me that he didn’t wish to be disturbed, and I repeated the order to Parker.” + +“Just so, sir,” said Parker respectfully. + +“Mr. Ackroyd was certainly alive at half-past nine,” put in Raymond, “for I heard his voice in here talking.” + +“Who was he talking to?” + +“That I don’t know. Of course, at the time I took it for granted that it was Dr. Sheppard who was with him. I wanted to ask him a question about some papers I was engaged upon, but when I heard the voices I remembered that he had said he wanted to talk to Dr. Sheppard without being disturbed, and I went away again. But now it seems that the doctor had already left?” + +I nodded. + +“I was at home by a quarter-past nine,” I said. “I didn’t go out again until I received the telephone call.” + +“Who could have been with him at half-past nine?” queried the inspector. “It wasn’t you, Mr.—er——” + +“Major Blunt,” I said. + +“Major Hector Blunt?” asked the inspector, a respectful tone creeping into his voice. + +Blunt merely jerked his head affirmatively. + +“I think we’ve seen you down here before, sir,” said the inspector. “I didn’t recognize you for the moment, but you were staying with Mr. Ackroyd a year ago last May.” + +“June,” corrected Blunt. + +“Just so, June it was. Now, as I was saying, it wasn’t you with Mr. Ackroyd at nine-thirty this evening?” + +Blunt shook his head. + +“Never saw him after dinner,” he volunteered. + +The inspector turned once more to Raymond. + +“You didn’t overhear any of the conversation going on, did you, sir?” + +“I did catch just a fragment of it,” said the secretary, “and, supposing as I did that it was Dr. Sheppard who was with Mr. Ackroyd, that fragment struck me as distinctly odd. As far as I can remember, the exact words were these. Mr. Ackroyd was speaking. ‘The calls on my purse have been so frequent of late’—that is what he was saying—‘of late, that I fear it is impossible for me to accede to your request....’ I went away again at once, of course, so did not hear any more. But I rather wondered because Dr. Sheppard——” + +“——Does not ask for loans for himself or subscriptions for others,” I finished. + +“A demand for money,” said the inspector musingly. “It may be that here we have a very important clew.” He turned to the butler. “You say, Parker, that nobody was admitted by the front door this evening?” + +“That’s what I say, sir.” + +“Then it seems almost certain that Mr. Ackroyd himself must have admitted this stranger. But I don’t quite see——” + +The inspector went into a kind of day-dream for some minutes. + +“One thing’s clear,” he said at length, rousing himself from his absorption. “Mr. Ackroyd was alive and well at nine-thirty. That is the last moment at which he is known to have been alive.” + +Parker gave vent to an apologetic cough which brought the inspector’s eyes on him at once. + +“Well?” he said sharply. + +“If you’ll excuse me, sir, Miss Flora saw him after that.” + +“Miss Flora?” + +“Yes, sir. About a quarter to ten that would be. It was after that that she told me Mr. Ackroyd wasn’t to be disturbed again to-night.” + +“Did he send her to you with that message?” + +“Not exactly, sir. I was bringing a tray with soda and whisky when Miss Flora, who was just coming out of this room, stopped me and said her uncle didn’t want to be disturbed.” + +The inspector looked at the butler with rather closer attention than he had bestowed on him up to now. + +“You’d already been told that Mr. Ackroyd didn’t want to be disturbed, hadn’t you?” + +Parker began to stammer. His hands shook. + +“Yes, sir. Yes, sir. Quite so, sir.” + +“And yet you were proposing to do so?” + +“I’d forgotten, sir. At least I mean, I always bring the whisky and soda about that time, sir, and ask if there’s anything more, and I thought—well, I was doing as usual without thinking.” + +It was at this moment that it began to dawn upon me that Parker was most suspiciously flustered. The man was shaking and twitching all over. + +“H’m,” said the inspector. “I must see Miss Ackroyd at once. For the moment we’ll leave this room exactly as it is. I can return here after I’ve heard what Miss Ackroyd has to tell me. I shall just take the precaution of shutting and bolting the window.” + +This precaution accomplished, he led the way into the hall and we followed him. He paused a moment, as he glanced up at the little staircase, then spoke over his shoulder to the constable. + +“Jones, you’d better stay here. Don’t let any one go into that room.” + +Parker interposed deferentially. + +“If you’ll excuse me, sir. If you were to lock the door into the main hall, nobody could gain access to this part. That staircase leads only to Mr. Ackroyd’s bedroom and bathroom. There is no communication with the other part of the house. There once was a door through, but Mr. Ackroyd had it blocked up. He liked to feel that his suite was entirely private.” + +To make things clear and explain the position, I have appended a rough sketch of the right-hand wing of the house. The small staircase leads, as Parker explained, to a big bedroom (made by two being knocked into one) and an adjoining bathroom and lavatory. + + + +The inspector took in the position at a glance. We went through into the large hall and he locked the door behind him, slipping the key into his pocket. Then he gave the constable some low-voiced instructions, and the latter prepared to depart. + +“We must get busy on those shoe tracks,” explained the inspector. “But first of all, I must have a word with Miss Ackroyd. She was the last person to see her uncle alive. Does she know yet?” + +Raymond shook his head. + +“Well, no need to tell her for another five minutes. She can answer my questions better without being upset by knowing the truth about her uncle. Tell her there’s been a burglary, and ask her if she would mind dressing and coming down to answer a few questions.” + +It was Raymond who went upstairs on this errand. + +“Miss Ackroyd will be down in a minute,” he said, when he returned. “I told her just what you suggested.” + +In less than five minutes Flora descended the staircase. She was wrapped in a pale pink silk kimono. She looked anxious and excited. + +The inspector stepped forward. + +“Good-evening, Miss Ackroyd,” he said civilly. “We’re afraid there’s been an attempt at robbery, and we want you to help us. What’s this room—the billiard room? Come in here and sit down.” + +Flora sat down composedly on the wide divan which ran the length of the wall, and looked up at the inspector. + +“I don’t quite understand. What has been stolen? What do you want me to tell you?” + +“It’s just this, Miss Ackroyd. Parker here says you came out of your uncle’s study at about a quarter to ten. Is that right?” + +“Quite right. I had been to say good-night to him.” + +“And the time is correct?” + +“Well, it must have been about then. I can’t say exactly. It might have been later.” + +“Was your uncle alone, or was there any one with him?” + +“He was alone. Dr. Sheppard had gone.” + +“Did you happen to notice whether the window was open or shut?” + +Flora shook her head. + +“I can’t say. The curtains were drawn.” + +“Exactly. And your uncle seemed quite as usual?” + +“I think so.” + +“Do you mind telling us exactly what passed between you?” + +Flora paused a minute, as though to collect her recollections. + +“I went in and said, ‘Good-night, uncle, I’m going to bed now. I’m tired to-night.’ He gave a sort of grunt, and—I went over and kissed him, and he said something about my looking nice in the frock I had on, and then he told me to run away as he was busy. So I went.” + +“Did he ask specially not to be disturbed?” + +“Oh! yes, I forgot. He said: ‘Tell Parker I don’t want anything more to-night, and that he’s not to disturb me.’ I met Parker just outside the door and gave him uncle’s message.” + +“Just so,” said the inspector. + +“Won’t you tell me what it is that has been stolen?” + +“We’re not quite—certain,” said the inspector hesitatingly. + +A wide look of alarm came into the girl’s eyes. She started up. + +“What is it? You’re hiding something from me?” + +Moving in his usual unobtrusive manner, Hector Blunt came between her and the inspector. She half stretched out her hand, and he took it in both of his, patting it as though she were a very small child, and she turned to him as though something in his stolid, rocklike demeanor promised comfort and safety. + +“It’s bad news, Flora,” he said quietly. “Bad news for all of us. Your Uncle Roger——” + +“Yes?” + +“It will be a shock to you. Bound to be. Poor Roger’s dead.” + +Flora drew away from him, her eyes dilating with horror. + +“When?” she whispered. “When?” + +“Very soon after you left him, I’m afraid,” said Blunt gravely. + +Flora raised her hand to her throat, gave a little cry, and I hurried to catch her as she fell. She had fainted, and Blunt and I carried her upstairs and laid her on her bed. Then I got him to wake Mrs. Ackroyd and tell her the news. Flora soon revived, and I brought her mother to her, telling her what to do for the girl. Then I hurried downstairs again. + + + +THE TUNISIAN DAGGER + + +I met the inspector just coming from the door which led into the kitchen quarters. + +“How’s the young lady, doctor?” + +“Coming round nicely. Her mother’s with her.” + +“That’s good. I’ve been questioning the servants. They all declare that no one has been to the back door to-night. Your description of that stranger was rather vague. Can’t you give us something more definite to go upon?” + +“I’m afraid not,” I said regretfully. “It was a dark night, you see, and the fellow had his coat collar well pulled up and his hat squashed down over his eyes.” + +“H’m,” said the inspector. “Looked as though he wanted to conceal his face. Sure it was no one you know?” + +I replied in the negative, but not as decidedly as I might have done. I remembered my impression that the stranger’s voice was not unfamiliar to me. I explained this rather haltingly to the inspector. + +“It was a rough, uneducated voice, you say?” + +I agreed, but it occurred to me that the roughness had been of an almost exaggerated quality. If, as the inspector thought, the man had wished to hide his face, he might equally well have tried to disguise his voice. + +“Do you mind coming into the study with me again, doctor? There are one or two things I want to ask you.” + +I acquiesced. Inspector Davis unlocked the door of the lobby, we passed through, and he locked the door again behind him. + +“We don’t want to be disturbed,” he said grimly. “And we don’t want any eavesdropping either. What’s all this about blackmail?” + +“Blackmail!” I exclaimed, very much startled. + +“Is it an effort of Parker’s imagination? Or is there something in it?” + +“If Parker heard anything about blackmail,” I said slowly, “he must have been listening outside this door with his ear glued against the keyhole.” + +Davis nodded. + +“Nothing more likely. You see, I’ve been instituting a few inquiries as to what Parker has been doing with himself this evening. To tell the truth, I didn’t like his manner. The man knows something. When I began to question him, he got the wind up, and plumped out some garbled story of blackmail.” + +I took an instant decision. + +“I’m rather glad you’ve brought the matter up,” I said. “I’ve been trying to decide whether to make a clean breast of things or not. I’d already practically decided to tell you everything, but I was going to wait for a favorable opportunity. You might as well have it now.” + +And then and there I narrated the whole events of the evening as I have set them down here. The inspector listened keenly, occasionally interjecting a question. + +“Most extraordinary story I ever heard,” he said, when I had finished. “And you say that letter has completely disappeared? It looks bad—it looks very bad indeed. It gives us what we’ve been looking for—a motive for the murder.” + +I nodded. + +“I realize that.” + +“You say that Mr. Ackroyd hinted at a suspicion he had that some member of his household was involved? Household’s rather an elastic term.” + +“You don’t think that Parker himself might be the man we’re after?” I suggested. + +“It looks very like it. He was obviously listening at the door when you came out. Then Miss Ackroyd came across him later bent on entering the study. Say he tried again when she was safely out of the way. He stabbed Ackroyd, locked the door on the inside, opened the window, and got out that way, and went round to a side door which he had previously left open. How’s that?” + +“There’s only one thing against it,” I said slowly. “If Ackroyd went on reading that letter as soon as I left, as he intended to do, I don’t see him continuing to sit on here and turn things over in his mind for another hour. He’d have had Parker in at once, accused him then and there, and there would have been a fine old uproar. Remember, Ackroyd was a man of choleric temper.” + +“Mightn’t have had time to go on with the letter just then,” suggested the inspector. “We know some one was with him at half-past nine. If that visitor turned up as soon as you left, and after he went, Miss Ackroyd came in to say good-night—well, he wouldn’t be able to go on with the letter until close upon ten o’clock.” + +“And the telephone call?” + +“Parker sent that all right—perhaps before he thought of the locked door and open window. Then he changed his mind—or got in a panic—and decided to deny all knowledge of it. That was it, depend upon it.” + +“Ye-es,” I said rather doubtfully. + +“Anyway, we can find out the truth about the telephone call from the exchange. If it was put through from here, I don’t see how any one else but Parker could have sent it. Depend upon it, he’s our man. But keep it dark—we don’t want to alarm him just yet, till we’ve got all the evidence. I’ll see to it he doesn’t give us the slip. To all appearances we’ll be concentrating on your mysterious stranger.” + +He rose from where he had been sitting astride the chair belonging to the desk, and crossed over to the still form in the arm-chair. + +“The weapon ought to give us a clew,” he remarked, looking up. “It’s something quite unique—a curio, I should think, by the look of it.” + +He bent down, surveying the handle attentively, and I heard him give a grunt of satisfaction. Then, very gingerly, he pressed his hands down below the hilt and drew the blade out from the wound. Still carrying it so as not to touch the handle, he placed it in a wide china mug which adorned the mantelpiece. + +“Yes,” he said, nodding at it. “Quite a work of art. There can’t be many of them about.” + +It was indeed a beautiful object. A narrow, tapering blade, and a hilt of elaborately intertwined metals of curious and careful workmanship. He touched the blade gingerly with his finger, testing its sharpness, and made an appreciative grimace. + +“Lord, what an edge,” he exclaimed. “A child could drive that into a man—as easy as cutting butter. A dangerous sort of toy to have about.” + +“May I examine the body properly now?” I asked. + +He nodded. + +“Go ahead.” + +I made a thorough examination. + +“Well?” said the inspector, when I had finished. + +“I’ll spare you the technical language,” I said. “We’ll keep that for the inquest. The blow was delivered by a right-handed man standing behind him, and death must have been instantaneous. By the expression on the dead man’s face, I should say that the blow was quite unexpected. He probably died without knowing who his assailant was.” + +“Butlers can creep about as soft-footed as cats,” said Inspector Davis. “There’s not going to be much mystery about this crime. Take a look at the hilt of that dagger.” + +I took the look. + +“I dare say they’re not apparent to you, but I can see them clearly enough.” He lowered his voice. “_Fingerprints!_” + +He stood off a few steps to judge of his effect. + +“Yes,” I said mildly. “I guessed that.” + +I do not see why I should be supposed to be totally devoid of intelligence. After all, I read detective stories, and the newspapers, and am a man of quite average ability. If there had been toe marks on the dagger handle, now, that would have been quite a different thing. I would then have registered any amount of surprise and awe. + +I think the inspector was annoyed with me for declining to get thrilled. He picked up the china mug and invited me to accompany him to the billiard room. + +“I want to see if Mr. Raymond can tell us anything about this dagger,” he explained. + +Locking the outer door behind us again, we made our way to the billiard room, where we found Geoffrey Raymond. The inspector held up his exhibit. + +“Ever seen this before, Mr. Raymond?” + +“Why—I believe—I’m almost sure that is a curio given to Mr. Ackroyd by Major Blunt. It comes from Morocco—no, Tunis. So the crime was committed with that? What an extraordinary thing. It seems almost impossible, and yet there could hardly be two daggers the same. May I fetch Major Blunt?” + +Without waiting for an answer, he hurried off. + +“Nice young fellow that,” said the inspector. “Something honest and ingenuous about him.” + +I agreed. In the two years that Geoffrey Raymond has been secretary to Ackroyd, I have never seen him ruffled or out of temper. And he has been, I know, a most efficient secretary. + +In a minute or two Raymond returned, accompanied by Blunt. + +“I was right,” said Raymond excitedly. “It _is_ the Tunisian dagger.” + +“Major Blunt hasn’t looked at it yet,” objected the inspector. + +“Saw it the moment I came into the study,” said the quiet man. + +“You recognized it then?” + +Blunt nodded. + +“You said nothing about it,” said the inspector suspiciously. + +“Wrong moment,” said Blunt. “Lot of harm done by blurting out things at the wrong time.” + +He returned the inspector’s stare placidly enough. + +The latter grunted at last and turned away. He brought the dagger over to Blunt. + +“You’re quite sure about it, sir. You identify it positively?” + +“Absolutely. No doubt whatever.” + +“Where was this—er—curio usually kept? Can you tell me that, sir?” + +It was the secretary who answered. + +“In the silver table in the drawing-room.” + +“What?” I exclaimed. + +The others looked at me. + +“Yes, doctor?” said the inspector encouragingly. + +“It’s nothing.” + +“Yes, doctor?” said the inspector again, still more encouragingly. + +“It’s so trivial,” I explained apologetically. “Only that when I arrived last night for dinner I heard the lid of the silver table being shut down in the drawing-room.” + +I saw profound skepticism and a trace of suspicion on the inspector’s countenance. + +“How did you know it was the silver table lid?” + +I was forced to explain in detail—a long, tedious explanation which I would infinitely rather not have had to make. + +The inspector heard me to the end. + +“Was the dagger in its place when you were looking over the contents?” he asked. + +“I don’t know,” I said. “I can’t say I remember noticing it—but, of course, it may have been there all the time.” + +“We’d better get hold of the housekeeper,” remarked the inspector, and pulled the bell. + +A few minutes later Miss Russell, summoned by Parker, entered the room. + +“I don’t think I went near the silver table,” she said, when the inspector had posed his question. “I was looking to see that all the flowers were fresh. Oh! yes, I remember now. The silver table was open—which it had no business to be, and I shut the lid down as I passed.” + +She looked at him aggressively. + +“I see,” said the inspector. “Can you tell me if this dagger was in its place then?” + +Miss Russell looked at the weapon composedly. + +“I can’t say, I’m sure,” she replied. “I didn’t stop to look. I knew the family would be down any minute, and I wanted to get away.” + +“Thank you,” said the inspector. + +There was just a trace of hesitation in his manner, as though he would have liked to question her further, but Miss Russell clearly accepted the words as a dismissal, and glided from the room. + +“Rather a Tartar, I should fancy, eh?” said the inspector, looking after her. “Let me see. This silver table is in front of one of the windows, I think you said, doctor?” + +Raymond answered for me. + +“Yes, the left-hand window.” + +“And the window was open?” + +“They were both ajar.” + +“Well, I don’t think we need go into the question much further. Somebody—I’ll just say somebody—could get that dagger any time he liked, and exactly when he got it doesn’t matter in the least. I’ll be coming up in the morning with the chief constable, Mr. Raymond. Until then, I’ll keep the key of that door. I want Colonel Melrose to see everything exactly as it is. I happen to know that he’s dining out the other side of the county, and, I believe, staying the night....” + +We watched the inspector take up the jar. + +“I shall have to pack this carefully,” he observed. “It’s going to be an important piece of evidence in more ways than one.” + +A few minutes later as I came out of the billiard room with Raymond, the latter gave a low chuckle of amusement. + +I felt the pressure of his hand on my arm, and followed the direction of his eyes. Inspector Davis seemed to be inviting Parker’s opinion of a small pocket diary. + +“A little obvious,” murmured my companion. “So Parker is the suspect, is he? Shall we oblige Inspector Davis with a set of our fingerprints also?” + +He took two cards from the card tray, wiped them with his silk handkerchief, then handed one to me and took the other himself. Then, with a grin, he handed them to the police inspector. + +“Souvenirs,” he said. “No. 1, Dr. Sheppard; No. 2, my humble self. One from Major Blunt will be forthcoming in the morning.” + +Youth is very buoyant. Even the brutal murder of his friend and employer could not dim Geoffrey Raymond’s spirits for long. Perhaps that is as it should be. I do not know. I have lost the quality of resilience long since myself. + +It was very late when I got back, and I hoped that Caroline would have gone to bed. I might have known better. + +She had hot cocoa waiting for me, and whilst I drank it, she extracted the whole history of the evening from me. I said nothing of the blackmailing business, but contented myself with giving her the facts of the murder. + +“The police suspect Parker,” I said, as I rose to my feet and prepared to ascend to bed. “There seems a fairly clear case against him.” + +“Parker!” said my sister. “Fiddlesticks! That inspector must be a perfect fool. Parker indeed! Don’t tell me.” + +With which obscure pronouncement we went up to bed. + + + +I LEARN MY NEIGHBOR’S PROFESSION + + +On the following morning I hurried unforgivably over my round. My excuse can be that I had no very serious cases to attend. On my return Caroline came into the hall to greet me. + +“Flora Ackroyd is here,” she announced in an excited whisper. + +“What?” + +I concealed my surprise as best I could. + +“She’s very anxious to see you. She’s been here half an hour.” + +Caroline led the way into our small sitting-room, and I followed. + +Flora was sitting on the sofa by the window. She was in black and she sat nervously twisting her hands together. I was shocked by the sight of her face. All the color had faded away from it. But when she spoke her manner was as composed and resolute as possible. + +“Dr. Sheppard, I have come to ask you to help me.” + +“Of course he’ll help you, my dear,” said Caroline. + +I don’t think Flora really wished Caroline to be present at the interview. She would, I am sure, have infinitely preferred to speak to me privately. But she also wanted to waste no time, so she made the best of it. + +“I want you to come to The Larches with me.” + +“The Larches?” I queried, surprised. + +“To see that funny little man?” exclaimed Caroline. + +“Yes. You know who he is, don’t you?” + +“We fancied,” I said, “that he might be a retired hairdresser.” + +Flora’s blue eyes opened very wide. + +“Why, he’s Hercule Poirot! You know who I mean—the private detective. They say he’s done the most wonderful things—just like detectives do in books. A year ago he retired and came to live down here. Uncle knew who he was, but he promised not to tell any one, because M. Poirot wanted to live quietly without being bothered by people.” + +“So that’s who he is,” I said slowly. + +“You’ve heard of him, of course?” + +“I’m rather an old fogey, as Caroline tells me,” I said, “but I _have_ just heard of him.” + +“Extraordinary!” commented Caroline. + +I don’t know what she was referring to—possibly her own failure to discover the truth. + +“You want to go and see him?” I asked slowly. “Now why?” + +“To get him to investigate this murder, of course,” said Caroline sharply. “Don’t be so stupid, James.” + +I was not really being stupid. Caroline does not always understand what I am driving at. + +“You haven’t got confidence in Inspector Davis?” I went on. + +“Of course she hasn’t,” said Caroline. “I haven’t either.” + +Any one would have thought it was Caroline’s uncle who had been murdered. + +“And how do you know he would take up the case?” I asked. “Remember he has retired from active work.” + +“That’s just it,” said Flora simply. “I’ve got to persuade him.” + +“You are sure you are doing wisely?” I asked gravely. + +“Of course she is,” said Caroline. “I’ll go with her myself if she likes.” + +“I’d rather the doctor came with me if you don’t mind, Miss Sheppard,” said Flora. + +She knows the value of being direct on certain occasions. Any hints would certainly have been wasted on Caroline. + +“You see,” she explained, following directness with tact, “Dr. Sheppard being the doctor, and having found the body, he would be able to give all the details to M. Poirot.” + +“Yes,” said Caroline grudgingly, “I see that.” + +I took a turn or two up and down the room. + +“Flora,” I said gravely, “be guided by me. I advise you not to drag this detective into the case.” + +Flora sprang to her feet. The color rushed into her cheeks. + +“I know why you say that,” she cried. “But it’s exactly for that reason I’m so anxious to go. You’re afraid! But I’m not. I know Ralph better than you do.” + +“Ralph,” said Caroline. “What has Ralph got to do with it?” + +Neither of us heeded her. + +“Ralph may be weak,” continued Flora. “He may have done foolish things in the past—wicked things even—but he wouldn’t murder any one.” + +“No, no,” I exclaimed. “I never thought it of him.” + +“Then why did you go to the Three Boars last night?” demanded Flora, “on your way home—after uncle’s body was found?” + +I was momentarily silenced. I had hoped that that visit of mine would remain unnoticed. + +“How did you know about that?” I countered. + +“I went there this morning,” said Flora. “I heard from the servants that Ralph was staying there——” + +I interrupted her. + +“You had no idea that he was in King’s Abbot?” + +“No. I was astounded. I couldn’t understand it. I went there and asked for him. They told me, what I suppose they told you last night, that he went out at about nine o’clock yesterday evening—and—and never came back.” + +Her eyes met mine defiantly, and as though answering something in my look, she burst out:— + +“Well, why shouldn’t he? He might have gone—anywhere. He may even have gone back to London.” + +“Leaving his luggage behind?” I asked gently. + +Flora stamped her foot. + +“I don’t care. There must be a simple explanation.” + +“And that’s why you want to go to Hercule Poirot? Isn’t it better to leave things as they are? The police don’t suspect Ralph in the least, remember. They’re working on quite another tack.” + +“But that’s just _it_,” cried the girl. “They _do_ suspect him. A man from Cranchester turned up this morning—Inspector Raglan, a horrid, weaselly little man. I found he had been to the Three Boars this morning before me. They told me all about his having been there, and the questions he had asked. He must think Ralph did it.” + +“That’s a change of mind from last night, if so,” I said slowly. “He doesn’t believe in Davis’s theory that it was Parker then?” + +“Parker indeed,” said my sister, and snorted. + +Flora came forward and laid her hand on my arm. + +“Oh! Dr. Sheppard, let us go at once to this M. Poirot. He will find out the truth.” + +“My dear Flora,” I said gently, laying my hand on hers. “Are you quite sure it is the truth we want?” + +She looked at me, nodding her head gravely. + +“You’re not sure,” she said. “I am. I know Ralph better than you do.” + +“Of course he didn’t do it,” said Caroline, who had been keeping silent with great difficulty. “Ralph may be extravagant, but he’s a dear boy, and has the nicest manners.” + +I wanted to tell Caroline that large numbers of murderers have had nice manners, but the presence of Flora restrained me. Since the girl was determined, I was forced to give in to her and we started at once, getting away before my sister was able to fire off any more pronouncements beginning with her favorite words, “Of course.” + +An old woman with an immense Breton cap opened the door of The Larches to us. M. Poirot was at home, it seemed. + +We were ushered into a little sitting-room arranged with formal precision, and there, after the lapse of a minute or so, my friend of yesterday came to us. + +“Monsieur le docteur,” he said, smiling. “Mademoiselle.” + +He bowed to Flora. + +“Perhaps,” I began, “you have heard of the tragedy which occurred last night.” + +His face grew grave. + +“But certainly I have heard. It is horrible. I offer mademoiselle all my sympathy. In what way can I serve you?” + +“Miss Ackroyd,” I said, “wants you to—to——” + +“To find the murderer,” said Flora in a clear voice. + +“I see,” said the little man. “But the police will do that, will they not?” + +“They might make a mistake,” said Flora. “They are on their way to make a mistake now, I think. Please, M. Poirot, won’t you help us? If—if it is a question of money——” + +Poirot held up his hand. + +“Not that, I beg of you, mademoiselle. Not that I do not care for money.” His eyes showed a momentary twinkle. “Money, it means much to me and always has done. No, if I go into this, you must understand one thing clearly. _I shall go through with it to the end._ The good dog, he does not leave the scent, remember! You may wish that, after all, you had left it to the local police.” + +“I want the truth,” said Flora, looking him straight in the eyes. + +“All the truth?” + +“All the truth.” + +“Then I accept,” said the little man quietly. “And I hope you will not regret those words. Now, tell me all the circumstances.” + +“Dr. Sheppard had better tell you,” said Flora. “He knows more than I do.” + +Thus enjoined, I plunged into a careful narrative, embodying all the facts I have previously set down. Poirot listened carefully, inserting a question here and there, but for the most part sitting in silence, his eyes on the ceiling. + +I brought my story to a close with the departure of the inspector and myself from Fernly Park the previous night. + +“And now,” said Flora, as I finished, “tell him all about Ralph.” + +I hesitated, but her imperious glance drove me on. + +“You went to this inn—this Three Boars—last night on your way home?” asked Poirot, as I brought my tale to a close. “Now exactly why was that?” + +I paused a moment to choose my words carefully. + +“I thought some one ought to inform the young man of his uncle’s death. It occurred to me after I had left Fernly that possibly no one but myself and Mr. Ackroyd were aware that he was staying in the village.” + +Poirot nodded. + +“Quite so. That was your only motive in going there, eh?” + +“That was my only motive,” I said stiffly. + +“It was not to—shall we say—reassure yourself about _ce jeune homme_?” + +“Reassure myself?” + +“I think, M. le docteur, that you know very well what I mean, though you pretend not to do so. I suggest that it would have been a relief to you if you had found that Captain Paton had been at home all the evening.” + +“Not at all,” I said sharply. + +The little detective shook his head at me gravely. + +“You have not the trust in me of Miss Flora,” he said. “But no matter. What we have to look at is this—Captain Paton is missing, under circumstances which call for an explanation. I will not hide from you that the matter looks grave. Still, it may admit of a perfectly simple explanation.” + +“That’s just what I keep saying,” cried Flora eagerly. + +Poirot touched no more upon that theme. Instead he suggested an immediate visit to the local police. He thought it better for Flora to return home, and for me to be the one to accompany him there and introduce him to the officer in charge of the case. + +We carried out this plan forthwith. We found Inspector Davis outside the police station looking very glum indeed. With him was Colonel Melrose, the Chief Constable, and another man whom, from Flora’s description of “weaselly,” I had no difficulty in recognizing as Inspector Raglan from Cranchester. + +I know Melrose fairly well, and I introduced Poirot to him and explained the situation. The chief constable was clearly vexed, and Inspector Raglan looked as black as thunder. Davis, however, seemed slightly exhilarated by the sight of his superior officer’s annoyance. + +“The case is going to be plain as a pikestaff,” said Raglan. “Not the least need for amateurs to come butting in. You’d think any fool would have seen the way things were last night, and then we shouldn’t have lost twelve hours.” + +He directed a vengeful glance at poor Davis, who received it with perfect stolidity. + +“Mr. Ackroyd’s family must, of course, do what they see fit,” said Colonel Melrose. “But we cannot have the official investigation hampered in any way. I know M. Poirot’s great reputation, of course,” he added courteously. + +“The police can’t advertise themselves, worse luck,” said Raglan. + +It was Poirot who saved the situation. + +“It is true that I have retired from the world,” he said. “I never intended to take up a case again. Above all things, I have a horror of publicity. I must beg, that in the case of my being able to contribute something to the solution of the mystery, my name may not be mentioned.” + +Inspector Raglan’s face lightened a little. + +“I’ve heard of some very remarkable successes of yours,” observed the colonel, thawing. + +“I have had much experience,” said Poirot quietly. “But most of my successes have been obtained by the aid of the police. I admire enormously your English police. If Inspector Raglan permits me to assist him, I shall be both honored and flattered.” + +The inspector’s countenance became still more gracious. + +Colonel Melrose drew me aside. + +“From all I hear, this little fellow’s done some really remarkable things,” he murmured. “We’re naturally anxious not to have to call in Scotland Yard. Raglan seems very sure of himself, but I’m not quite certain that I agree with him. You see, I—er—know the parties concerned better than he does. This fellow doesn’t seem out after kudos, does he? Would work in with us unobtrusively, eh?” + +“To the greater glory of Inspector Raglan,” I said solemnly. + +“Well, well,” said Colonel Melrose breezily in a louder voice, “we must put you wise to the latest developments, M. Poirot.” + +“I thank you,” said Poirot. “My friend, Dr. Sheppard, said something of the butler being suspected?” + +“That’s all bunkum,” said Raglan instantly. “These high-class servants get in such a funk that they act suspiciously for nothing at all.” + +“The fingerprints?” I hinted. + +“Nothing like Parker’s.” He gave a faint smile, and added: “And yours and Mr. Raymond’s don’t fit either, doctor.” + +“What about those of Captain Ralph Paton?” asked Poirot quietly. + +I felt a secret admiration for the way he took the bull by the horns. I saw a look of respect creep into the inspector’s eye. + +“I see you don’t let the grass grow under your feet, Mr. Poirot. It will be a pleasure to work with you, I’m sure. We’re going to take that young gentleman’s fingerprints as soon as we can lay hands upon him.” + +“I can’t help thinking you’re mistaken, inspector,” said Colonel Melrose warmly. “I’ve known Ralph Paton from a boy upward. He’d never stoop to murder.” + +“Maybe not,” said the inspector tonelessly. + +“What have you got against him?” I asked. + +“Went out just on nine o’clock last night. Was seen in neighborhood of Fernly Park somewhere about nine-thirty. Not been seen since. Believed to be in serious money difficulties. I’ve got a pair of his shoes here—shoes with rubber studs in them. He had two pairs, almost exactly alike. I’m going up now to compare them with those footmarks. The constable is up there seeing that no one tampers with them.” + +“We’ll go at once,” said Colonel Melrose. “You and M. Poirot will accompany us, will you not?” + +We assented, and all drove up in the colonel’s car. The inspector was anxious to get at once to the footmarks, and asked to be put down at the lodge. About half-way up the drive, on the right, a path branched off which led round to the terrace and the window of Ackroyd’s study. + +“Would you like to go with the inspector, M. Poirot?” asked the chief constable, “or would you prefer to examine the study?” + +Poirot chose the latter alternative. Parker opened the door to us. His manner was smug and deferential, and he seemed to have recovered from his panic of the night before. + +Colonel Melrose took a key from his pocket, and unlocking the door which led into the lobby, he ushered us through into the study. + +“Except for the removal of the body, M. Poirot, this room is exactly as it was last night.” + +“And the body was found—where?” + +As precisely as possible, I described Ackroyd’s position. The arm-chair still stood in front of the fire. + +Poirot went and sat down in it. + +“The blue letter you speak of, where was it when you left the room?” + +“Mr. Ackroyd had laid it down on this little table at his right hand.” + +Poirot nodded. + +“Except for that, everything was in its place?” + +“Yes, I think so.” + +“Colonel Melrose, would you be so extremely obliging as to sit down in this chair a minute. I thank you. Now, M. le docteur, will you kindly indicate to me the exact position of the dagger?” + +I did so, whilst the little man stood in the doorway. + +“The hilt of the dagger was plainly visible from the door then. Both you and Parker could see it at once?” + +“Yes.” + +Poirot went next to the window. + +“The electric light was on, of course, when you discovered the body?” he asked over his shoulder. + +I assented, and joined him where he was studying the marks on the window-sill. + +“The rubber studs are the same pattern as those in Captain Paton’s shoes,” he said quietly. + +Then he came back once more to the middle of the room. His eye traveled round, searching everything in the room with a quick, trained glance. + +“Are you a man of good observation, Dr. Sheppard?” he asked at last. + +“I think so,” I said, surprised. + +“There was a fire in the grate, I see. When you broke the door down and found Mr. Ackroyd dead, how was the fire? Was it low?” + +I gave a vexed laugh. + +“I—I really can’t say. I didn’t notice. Perhaps Mr. Raymond or Major Blunt——” + +The little man opposite me shook his head with a faint smile. + +“One must always proceed with method. I made an error of judgment in asking you that question. To each man his own knowledge. You could tell me the details of the patient’s appearance—nothing there would escape you. If I wanted information about the papers on that desk, Mr. Raymond would have noticed anything there was to see. To find out about the fire, I must ask the man whose business it is to observe such things. You permit——” + +He moved swiftly to the fireplace and rang the bell. + +After a lapse of a minute or two Parker appeared. + +“The bell rang, sir,” he said hesitatingly. + +“Come in, Parker,” said Colonel Melrose. “This gentleman wants to ask you something.” + +Parker transferred a respectful attention to Poirot. + +“Parker,” said the little man, “when you broke down the door with Dr. Sheppard last night, and found your master dead, what was the state of the fire?” + +Parker replied without a pause. + +“It had burned very low, sir. It was almost out.” + +“Ah!” said Poirot. The exclamation sounded almost triumphant. He went on:— + +“Look round you, my good Parker. Is this room exactly as it was then?” + +The butler’s eye swept round. It came to rest on the windows. + +“The curtains were drawn, sir, and the electric light was on.” + +Poirot nodded approval. + +“Anything else?” + +“Yes, sir, this chair was drawn out a little more.” + +He indicated a big grandfather chair to the left of the door between it and the window. I append a plan of the room with the chair in question marked with an X. + +“Just show me,” said Poirot. + + | | | + / SMALL X ] | | | \ / TABLE +---+ | | + | +++ | ||| +---+ CHAIR IN WHICH ___ | ||| ] | ACKROYD WAS / \ | ||| +---+ FOUND TABLE | | | ||| \___/ | ||| | ||| | +++ +---+ + | | ^ ] | CHAIR IN WHICH / \ | | | +---+ SHEPPARD SAT / / + | | | / / | | | DESK & + / | | | FIREPLACE CHAIR \ / | | +------------ + | +----------------------------------------+ ] + +The butler drew the chair in question out a good two feet from the wall, turning it so that the seat faced the door. + +“_Voilà ce qui est curieux_,” murmured Poirot. “No one would want to sit in a chair in such a position, I fancy. Now who pushed it back into place again, I wonder? Did you, my friend?” + +“No, sir,” said Parker. “I was too upset with seeing the master and all.” + +Poirot looked across at me. + +“Did you, doctor?” + +I shook my head. + +“It was back in position when I arrived with the police, sir,” put in Parker. “I’m sure of that.” + +“Curious,” said Poirot again. + +“Raymond or Blunt must have pushed it back,” I suggested. “Surely it isn’t important?” + +“It is completely unimportant,” said Poirot. “That is why it is so interesting,” he added softly. + +“Excuse me a minute,” said Colonel Melrose. He left the room with Parker. + +“Do you think Parker is speaking the truth?” I asked. + +“About the chair, yes. Otherwise I do not know. You will find, M. le docteur, if you have much to do with cases of this kind, that they all resemble each other in one thing.” + +“What is that?” I asked curiously. + +“Every one concerned in them has something to hide.” + +“Have I?” I asked, smiling. + +Poirot looked at me attentively. + +“I think you have,” he said quietly. + +“But——” + +“Have you told me everything known to you about this young man Paton?” He smiled as I grew red. “Oh! do not fear. I will not press you. I shall learn it in good time.” + +“I wish you’d tell me something of your methods,” I said hastily, to cover my confusion. “The point about the fire, for instance?” + +“Oh! that was very simple. You leave Mr. Ackroyd at—ten minutes to nine, was it not?” + +“Yes, exactly, I should say.” + +“The window is then closed and bolted and the door unlocked. At a quarter past ten when the body is discovered, the door is locked and the window is open. Who opened it? Clearly only Mr. Ackroyd himself could have done so, and for one of two reasons. Either because the room became unbearably hot (but since the fire was nearly out and there was a sharp drop in temperature last night, that cannot be the reason), or because he admitted some one that way. And if he admitted some one that way, it must have been some one well known to him, since he had previously shown himself uneasy on the subject of that same window.” + +“It sounds very simple,” I said. + +“Everything is simple, if you arrange the facts methodically. We are concerned now with the personality of the person who was with him at nine-thirty last night. Everything goes to show that that was the individual admitted by the window, and though Mr. Ackroyd was seen alive later by Miss Flora, we cannot approach a solution of the mystery until we know who that visitor was. The window may have been left open after his departure and so afforded entrance to the murderer, or the same person may have returned a second time. Ah! here is the colonel who returns.” + +Colonel Melrose entered with an animated manner. + +“That telephone call has been traced at last,” he said. “It did not come from here. It was put through to Dr. Sheppard at 10.15 last night from a public call office at King’s Abbot station. And at 10.23 the night mail leaves for Liverpool.” + + + +INSPECTOR RAGLAN IS CONFIDENT + + +We looked at each other. + +“You’ll have inquiries made at the station, of course?” I said. + +“Naturally, but I’m not over sanguine as to the result. You know what that station is like.” + +I did. King’s Abbot is a mere village, but its station happens to be an important junction. Most of the big expresses stop there, and trains are shunted, re-sorted, and made up. It has two or three public telephone boxes. At that time of night three local trains come in close upon each other, to catch the connection with the express for the north which comes in at 10.19 and leaves at 10.23. The whole place is in a bustle, and the chances of one particular person being noticed telephoning or getting into the express are very small indeed. + +“But why telephone at all?” demanded Melrose. “That is what I find so extraordinary. There seems no rhyme or reason in the thing.” + +Poirot carefully straightened a china ornament on one of the bookcases. + +“Be sure there was a reason,” he said over his shoulder. + +“But what reason could it be?” + +“When we know that, we shall know everything. This case is very curious and very interesting.” + +There was something almost indescribable in the way he said those last words. I felt that he was looking at the case from some peculiar angle of his own, and what he saw I could not tell. + +He went to the window and stood there, looking out. + +“You say it was nine o’clock, Dr. Sheppard, when you met this stranger outside the gate?” + +He asked the question without turning round. + +“Yes,” I replied. “I heard the church clock chime the hour.” + +“How long would it take him to reach the house—to reach this window, for instance?” + +“Five minutes at the outside. Two or three minutes only if he took the path at the right of the drive and came straight here.” + +“But to do that he would have to know the way. How can I explain myself?—it would mean that he had been here before—that he knew his surroundings.” + +“That is true,” replied Colonel Melrose. + +“We could find out, doubtless, if Mr. Ackroyd had received any strangers during the past week?” + +“Young Raymond could tell us that,” I said. + +“Or Parker,” suggested Colonel Melrose. + +“_Ou tous les deux_,” suggested Poirot, smiling. + +Colonel Melrose went in search of Raymond, and I rang the bell once more for Parker. + +Colonel Melrose returned almost immediately, accompanied by the young secretary, whom he introduced to Poirot. Geoffrey Raymond was fresh and debonair as ever. He seemed surprised and delighted to make Poirot’s acquaintance. + +“No idea you’d been living among us incognito, M. Poirot,” he said. “It will be a great privilege to watch you at work——Hallo, what’s this?” + +Poirot had been standing just to the left of the door. Now he moved aside suddenly, and I saw that while my back was turned he must have swiftly drawn out the arm-chair till it stood in the position Parker had indicated. + +“Want me to sit in the chair whilst you take a blood test?” asked Raymond good-humoredly. “What’s the idea?” + +“M. Raymond, this chair was pulled out—so—last night when Mr. Ackroyd was found killed. Some one moved it back again into place. Did you do so?” + +The secretary’s reply came without a second’s hesitation. + +“No, indeed I didn’t. I don’t even remember that it was in that position, but it must have been if you say so. Anyway, somebody else must have moved it back to its proper place. Have they destroyed a clew in doing so? Too bad!” + +“It is of no consequence,” said the detective. “Of no consequence whatever. What I really want to ask you is this, M. Raymond: Did any stranger come to see Mr. Ackroyd during this past week?” + +The secretary reflected for a minute or two, knitting his brows, and during the pause Parker appeared in answer to the bell. + +“No,” said Raymond at last. “I can’t remember any one. Can you, Parker?” + +“I beg your pardon, sir?” + +“Any stranger coming to see Mr. Ackroyd this week?” + +The butler reflected for a minute or two. + +“There was the young man who came on Wednesday, sir,” he said at last. “From Curtis and Troute, I understood he was.” + +Raymond moved this aside with an impatient hand. + +“Oh! yes, I remember, but that is not the kind of stranger this gentleman means.” He turned to Poirot. “Mr. Ackroyd had some idea of purchasing a dictaphone,” he explained. “It would have enabled us to get through a lot more work in a limited time. The firm in question sent down their representative, but nothing came of it. Mr. Ackroyd did not make up his mind to purchase.” + +Poirot turned to the butler. + +“Can you describe this young man to me, my good Parker?” + +“He was fair-haired, sir, and short. Very neatly dressed in a blue serge suit. A very presentable young man, sir, for his station in life.” + +Poirot turned to me. + +“The man you met outside the gate, doctor, was tall, was he not?” + +“Yes,” I said. “Somewhere about six feet, I should say.” + +“There is nothing in that, then,” declared the Belgian. “I thank you, Parker.” + +The butler spoke to Raymond. + +“Mr. Hammond has just arrived, sir,” he said. “He is anxious to know if he can be of any service, and he would be glad to have a word with you.” + +“I’ll come at once,” said the young man. He hurried out. Poirot looked inquiringly at the chief constable. + +“The family solicitor, M. Poirot,” said the latter. + +“It is a busy time for this young M. Raymond,” murmured M. Poirot. “He has the air efficient, that one.” + +“I believe Mr. Ackroyd considered him a most able secretary.” + +“He has been here—how long?” + +“Just on two years, I fancy.” + +“His duties he fulfills punctiliously. Of that I am sure. In what manner does he amuse himself? Does he go in for _le sport_?” + +“Private secretaries haven’t much time for that sort of thing,” said Colonel Melrose, smiling. “Raymond plays golf, I believe. And tennis in the summer time.” + +“He does not attend the courses—I should say the running of the horses?” + +“Race meetings? No, I don’t think he’s interested in racing.” + +Poirot nodded and seemed to lose interest. He glanced slowly round the study. + +“I have seen, I think, all that there is to be seen here.” + +I, too, looked round. + +“If those walls could speak,” I murmured. + +Poirot shook his head. + +“A tongue is not enough,” he said. “They would have to have also eyes and ears. But do not be too sure that these dead things”—he touched the top of the bookcase as he spoke—“are always dumb. To me they speak sometimes—chairs, tables—they have their message!” + +He turned away towards the door. + +“What message?” I cried. “What have they said to you to-day?” + +He looked over his shoulder and raised one eyebrow quizzically. + +“An opened window,” he said. “A locked door. A chair that apparently moved itself. To all three I say, ‘Why?’ and I find no answer.” + +He shook his head, puffed out his chest, and stood blinking at us. He looked ridiculously full of his own importance. It crossed my mind to wonder whether he was really any good as a detective. Had his big reputation been built up on a series of lucky chances? + +I think the same thought must have occurred to Colonel Melrose, for he frowned. + +“Anything more you want to see, M. Poirot?” he inquired brusquely. + +“You would perhaps be so kind as to show me the silver table from which the weapon was taken? After that, I will trespass on your kindness no longer.” + +We went to the drawing-room, but on the way the constable waylaid the colonel, and after a muttered conversation the latter excused himself and left us together. I showed Poirot the silver table, and after raising the lid once or twice and letting it fall, he pushed open the window and stepped out on the terrace. I followed him. + +Inspector Raglan had just turned the corner of the house, and was coming towards us. His face looked grim and satisfied. + +“So there you are, M. Poirot,” he said. “Well, this isn’t going to be much of a case. I’m sorry, too. A nice enough young fellow gone wrong.” + +Poirot’s face fell, and he spoke very mildly. + +“I’m afraid I shall not be able to be of much aid to you, then?” + +“Next time, perhaps,” said the inspector soothingly. “Though we don’t have murders every day in this quiet little corner of the world.” + +Poirot’s gaze took on an admiring quality. + +“You have been of a marvelous promptness,” he observed. “How exactly did you go to work, if I may ask?” + +“Certainly,” said the inspector. “To begin with—method. That’s what I always say—method!” + +“Ah!” cried the other. “That, too, is my watchword. Method, order, and the little gray cells.” + +“The cells?” said the inspector, staring. + +“The little gray cells of the brain,” explained the Belgian. + +“Oh, of course; well, we all use them, I suppose.” + +“In a greater or lesser degree,” murmured Poirot. “And there are, too, differences in quality. Then there is the psychology of a crime. One must study that.” + +“Ah!” said the inspector, “you’ve been bitten with all this psychoanalysis stuff? Now, I’m a plain man——” + +“Mrs. Raglan would not agree, I am sure, to that,” said Poirot, making him a little bow. + +Inspector Raglan, a little taken aback, bowed. + +“You don’t understand,” he said, grinning broadly. “Lord, what a lot of difference language makes. I’m telling you how I set to work. First of all, method. Mr. Ackroyd was last seen alive at a quarter to ten by his niece, Miss Flora Ackroyd. That’s fact number one, isn’t it?” + +“If you say so.” + +“Well, it is. At half-past ten, the doctor here says that Mr. Ackroyd has been dead at least half an hour. You stick to that, doctor?” + +“Certainly,” I said. “Half an hour or longer.” + +“Very good. That gives us exactly a quarter of an hour in which the crime must have been committed. I make a list of every one in the house, and work through it, setting down opposite their names where they were and what they were doing between the hour of 9.45 and 10 p.m.” + +He handed a sheet of paper to Poirot. I read it over his shoulder. It ran as follows, written in a neat script:— + + _Major Blunt.—In billiard room with Mr. Raymond. (Latter confirms.)_ + + _Mr. Raymond.—Billiard room. (See above.)_ + + _Mrs. Ackroyd.—9.45 watching billiard match. Went up to bed 9.55. (Raymond and Blunt watched her up staircase.)_ + + _Miss Ackroyd.—Went straight from her uncle’s room upstairs. (Confirmed by Parker, also housemaid, Elsie Dale.)_ + + _Servants_:— + + _Parker.—Went straight to butler’s pantry. (Confirmed by housekeeper, Miss Russell, who came down to speak to him about something at 9.47, and remained at least ten minutes.)_ + + _Miss Russell.—As above. Spoke to housemaid, Elsie Dale, upstairs at 9.45._ + + _Ursula Bourne (parlormaid).—In her own room until 9.55. Then in Servants’ Hall._ + + _Mrs. Cooper (cook).—In Servants’ Hall._ + + _Gladys Jones (second housemaid).—In Servants’ Hall._ + + _Elsie Dale.—Upstairs in bedroom. Seen there by Miss Russell and Miss Flora Ackroyd._ + + _Mary Thripp (kitchenmaid).—Servants’ Hall._ + +“The cook has been here seven years, the parlormaid eighteen months, and Parker just over a year. The others are new. Except for something fishy about Parker, they all seem quite all right.” + +“A very complete list,” said Poirot, handing it back to him. “I am quite sure that Parker did not do the murder,” he added gravely. + +“So is my sister,” I struck in. “And she’s usually right.” Nobody paid any attention to my interpolation. + +“That disposes pretty effectually of the household,” continued the inspector. “Now we come to a very grave point. The woman at the lodge—Mary Black—was pulling the curtains last night when she saw Ralph Paton turn in at the gate and go up towards the house.” + +“She is sure of that?” I asked sharply. + +“Quite sure. She knows him well by sight. He went past very quickly and turned off by the path to the right, which is a short cut to the terrace.” + +“And what time was that?” asked Poirot, who had sat with an immovable face. + +“Exactly twenty-five minutes past nine,” said the inspector gravely. + +There was a silence. Then the inspector spoke again. + +“It’s all clear enough. It fits in without a flaw. At twenty-five minutes past nine, Captain Paton is seen passing the lodge; at nine-thirty or thereabouts, Mr. Geoffrey Raymond hears some one in here asking for money and Mr. Ackroyd refusing. What happens next? Captain Paton leaves the same way—through the window. He walks along the terrace, angry and baffled. He comes to the open drawing-room window. Say it’s now a quarter to ten. Miss Flora Ackroyd is saying good-night to her uncle. Major Blunt, Mr. Raymond, and Mrs. Ackroyd are in the billiard room. The drawing-room is empty. He steals in, takes the dagger from the silver table, and returns to the study window. He slips off his shoes, climbs in, and—well, I don’t need to go into details. Then he slips out again and goes off. Hadn’t the nerve to go back to the inn. He makes for the station, rings up from there——” + +“Why?” said Poirot softly. + +I jumped at the interruption. The little man was leaning forward. His eyes shone with a queer green light. + +For a moment Inspector Raglan was taken aback by the question. + +“It’s difficult to say exactly why he did that,” he said at last. “But murderers do funny things. You’d know that if you were in the police force. The cleverest of them make stupid mistakes sometimes. But come along and I’ll show you those footprints.” + +We followed him round the corner of the terrace to the study window. At a word from Raglan a police constable produced the shoes which had been obtained from the local inn. + +The inspector laid them over the marks. + +“They’re the same,” he said confidently. “That is to say, they’re not the same pair that actually made these prints. He went away in those. This is a pair just like them, but older—see how the studs are worn down.” + +“Surely a great many people wear shoes with rubber studs in them?” asked Poirot. + +“That’s so, of course,” said the inspector. “I shouldn’t put so much stress on the footmarks if it wasn’t for everything else.” + +“A very foolish young man, Captain Ralph Paton,” said Poirot thoughtfully. “To leave so much evidence of his presence.” + +“Ah! well,” said the inspector, “it was a dry, fine night, you know. He left no prints on the terrace or on the graveled path. But, unluckily for him, a spring must have welled up just lately at the end of the path from the drive. See here.” + +A small graveled path joined the terrace a few feet away. In one spot, a few yards from its termination, the ground was wet and boggy. Crossing this wet place there were again the marks of footsteps, and amongst them the shoes with rubber studs. + +Poirot followed the path on a little way, the inspector by his side. + +“You noticed the women’s footprints?” he said suddenly. + +The inspector laughed. + +“Naturally. But several different women have walked this way—and men as well. It’s a regular short cut to the house, you see. It would be impossible to sort out all the footsteps. After all, it’s the ones on the window-sill that are really important.” + +Poirot nodded. + +“It’s no good going farther,” said the inspector, as we came in view of the drive. “It’s all graveled again here, and hard as it can be.” + +Again Poirot nodded, but his eyes were fixed on a small garden house—a kind of superior summer-house. It was a little to the left of the path ahead of us, and a graveled walk ran up to it. + +Poirot lingered about until the inspector had gone back towards the house. Then he looked at me. + +“You must have indeed been sent from the good God to replace my friend Hastings,” he said, with a twinkle. “I observe that you do not quit my side. How say you, Dr. Sheppard, shall we investigate that summer-house? It interests me.” + +He went up to the door and opened it. Inside, the place was almost dark. There were one or two rustic seats, a croquet set, and some folded deck-chairs. + +I was startled to observe my new friend. He had dropped to his hands and knees and was crawling about the floor. Every now and then he shook his head as though not satisfied. Finally, he sat back on his heels. + +“Nothing,” he murmured. “Well, perhaps it was not to be expected. But it would have meant so much——” + +He broke off, stiffening all over. Then he stretched out his hand to one of the rustic chairs. He detached something from one side of it. + +“What is it?” I cried. “What have you found?” + +He smiled, unclosing his hand so that I should see what lay in the palm of it. A scrap of stiff white cambric. + +I took it from him, looked at it curiously, and then handed it back. + +“What do you make of it, eh, my friend?” he asked, eyeing me keenly. + +“A scrap torn from a handkerchief,” I suggested, shrugging my shoulders. + +He made another dart and picked up a small quill—a goose quill by the look of it. + +“And that?” he cried triumphantly. “What do you make of that?” + +I only stared. + +He slipped the quill into his pocket, and looked again at the scrap of white stuff. + +“A fragment of a handkerchief?” he mused. “Perhaps you are right. But remember this—_a good laundry does not starch a handkerchief_.” + +He nodded at me triumphantly, then he put away the scrap carefully in his pocket-book. + + + +THE GOLDFISH POND + + +We walked back to the house together. There was no sign of the inspector. Poirot paused on the terrace and stood with his back to the house, slowly turning his head from side to side. + +“_Une belle propriété_,” he said at last appreciatively. “Who inherits it?” + +His words gave me almost a shock. It is an odd thing, but until that moment the question of inheritance had never come into my head. Poirot watched me keenly. + +“It is a new idea to you, that,” he said at last. “You had not thought of it before—eh?” + +“No,” I said truthfully. “I wish I had.” + +He looked at me again curiously. + +“I wonder just what you mean by that,” he said thoughtfully. “Ah! no,” as I was about to speak. “_Inutile!_ You would not tell me your real thought.” + +“Every one has something to hide,” I quoted, smiling. + +“Exactly.” + +“You still believe that?” + +“More than ever, my friend. But it is not easy to hide things from Hercule Poirot. He has a knack of finding out.” + +He descended the steps of the Dutch garden as he spoke. + +“Let us walk a little,” he said over his shoulder. “The air is pleasant to-day.” + +I followed him. He led me down a path to the left enclosed in yew hedges. A walk led down the middle, bordered each side with formal flower beds, and at the end was a round paved recess with a seat and a pond of goldfish. Instead of pursuing the path to the end, Poirot took another which wound up the side of a wooded slope. In one spot the trees had been cleared away, and a seat had been put. Sitting there one had a splendid view over the countryside, and one looked right down on the paved recess and the goldfish pond. + +“England is very beautiful,” said Poirot, his eyes straying over the prospect. Then he smiled. “And so are English girls,” he said in a lower tone. “Hush, my friend, and look at the pretty picture below us.” + +It was then that I saw Flora. She was moving along the path we had just left and she was humming a little snatch of song. Her step was more dancing than walking, and in spite of her black dress, there was nothing but joy in her whole attitude. She gave a sudden pirouette on her toes, and her black draperies swung out. At the same time she flung her head back and laughed outright. + +As she did so a man stepped out from the trees. It was Hector Blunt. + +The girl started. Her expression changed a little. + +“How you startled me—I didn’t see you.” + +Blunt said nothing, but stood looking at her for a minute or two in silence. + +“What I like about you,” said Flora, with a touch of malice, “is your cheery conversation.” + +I fancy that at that Blunt reddened under his tan. His voice, when he spoke, sounded different—it had a curious sort of humility in it. + +“Never was much of a fellow for talking. Not even when I was young.” + +“That was a very long time ago, I suppose,” said Flora gravely. + +I caught the undercurrent of laughter in her voice, but I don’t think Blunt did. + +“Yes,” he said simply, “it was.” + +“How does it feel to be Methuselah?” asked Flora. + +This time the laughter was more apparent, but Blunt was following out an idea of his own. + +“Remember the Johnny who sold his soul to the devil? In return for being made young again? There’s an opera about it.” + +“Faust, you mean?” + +“That’s the beggar. Rum story. Some of us would do it if we could.” + +“Any one would think you were creaking at the joints to hear you talk,” cried Flora, half vexed, half amused. + +Blunt said nothing for a minute or two. Then he looked away from Flora into the middle distance and observed to an adjacent tree trunk that it was about time he got back to Africa. + +“Are you going on another expedition—shooting things?” + +“Expect so. Usually do, you know—shoot things, I mean.” + +“You shot that head in the hall, didn’t you?” + +Blunt nodded. Then he jerked out, going rather red, as he did so:— + +“Care for some decent skins any time? If so, I could get ’em for you.” + +“Oh! please do,” cried Flora. “Will you really? You won’t forget?” + +“I shan’t forget,” said Hector Blunt. + +He added, in a sudden burst of communicativeness:— + +“Time I went. I’m no good in this sort of life. Haven’t got the manners for it. I’m a rough fellow, no use in society. Never remember the things one’s expected to say. Yes, time I went.” + +“But you’re not going at once,” cried Flora. “Not—not while we’re in all this trouble. Oh! please. If you go——” + +She turned away a little. + +“You want me to stay?” asked Blunt. + +He spoke deliberately but quite simply. + +“We all——” + +“I meant you personally,” said Blunt, with directness. + +Flora turned slowly back again and met his eyes. + +“I want you to stay,” she said, “if—if that makes any difference.” + +“It makes all the difference,” said Blunt. + +There was a moment’s silence. They sat down on the stone seat by the goldfish pond. It seemed as though neither of them knew quite what to say next. + +“It—it’s such a lovely morning,” said Flora at last. “You know, I can’t help feeling happy, in spite—in spite of everything. That’s awful, I suppose?” + +“Quite natural,” said Blunt. “Never saw your uncle until two years ago, did you? Can’t be expected to grieve very much. Much better to have no humbug about it.” + +“There’s something awfully consoling about you,” said Flora. “You make things so simple.” + +“Things are simple as a rule,” said the big game hunter. + +“Not always,” said Flora. + +Her voice had lowered itself, and I saw Blunt turn and look at her, bringing his eyes back from (apparently) the coast of Africa to do so. He evidently put his own construction on her change of tone, for he said, after a minute or two, in rather an abrupt manner:— + +“I say, you know, you mustn’t worry. About that young chap, I mean. Inspector’s an ass. Everybody knows—utterly absurd to think he could have done it. Man from outside. Burglar chap. That’s the only possible solution.” + +Flora turned to look at him. + +“You really think so?” + +“Don’t you?” said Blunt quickly. + +“I—oh, yes, of course.” + +Another silence, and then Flora burst out:— + +“I’m—I’ll tell you why I felt so happy this morning. However heartless you think me, I’d rather tell you. It’s because the lawyer has been—Mr. Hammond. He told us about the will. Uncle Roger has left me twenty thousand pounds. Think of it—twenty thousand beautiful pounds.” + +Blunt looked surprised. + +“Does it mean so much to you?” + +“Mean much to me? Why, it’s everything. Freedom—life—no more scheming and scraping and lying——” + +“Lying?” said Blunt, sharply interrupting. + +Flora seemed taken aback for a minute. + +“You know what I mean,” she said uncertainly. “Pretending to be thankful for all the nasty castoff things rich relations give you. Last year’s coats and skirts and hats.” + +“Don’t know much about ladies’ clothes; should have said you were always very well turned out.” + +“It’s cost me something, though,” said Flora in a low voice. “Don’t let’s talk of horrid things. I’m so happy. I’m free. Free to do what I like. Free not to——” + +She stopped suddenly. + +“Not to what?” asked Blunt quickly. + +“I forget now. Nothing important.” + +Blunt had a stick in his hand, and he thrust it into the pond, poking at something. + +“What are you doing, Major Blunt?” + +“There’s something bright down there. Wondered what it was—looks like a gold brooch. Now I’ve stirred up the mud and it’s gone.” + +“Perhaps it’s a crown,” suggested Flora. “Like the one Mélisande saw in the water.” + +“Mélisande,” said Blunt reflectively—“she’s in an opera, isn’t she?” + +“Yes, you seem to know a lot about operas.” + +“People take me sometimes,” said Blunt sadly. “Funny idea of pleasure—worse racket than the natives make with their tom-toms.” + +Flora laughed. + +“I remember Mélisande,” continued Blunt, “married an old chap old enough to be her father.” + +He threw a small piece of flint into the goldfish pond. Then, with a change of manner, he turned to Flora. + +“Miss Ackroyd, can I do anything? About Paton, I mean. I know how dreadfully anxious you must be.” + +“Thank you,” said Flora in a cold voice. “There is really nothing to be done. Ralph will be all right. I’ve got hold of the most wonderful detective in the world, and he’s going to find out all about it.” + +For some time I had felt uneasy as to our position. We were not exactly eavesdropping, since the two in the garden below had only to lift their heads to see us. Nevertheless, I should have drawn attention to our presence before now, had not my companion put a warning pressure on my arm. Clearly he wished me to remain silent. + +But now he rose briskly to his feet, clearing his throat. + +“I demand pardon,” he cried. “I cannot allow mademoiselle thus extravagantly to compliment me, and not draw attention to my presence. They say the listener hears no good of himself, but that is not the case this time. To spare my blushes, I must join you and apologize.” + +He hurried down the path with me close behind him, and joined the others by the pond. + +“This is M. Hercule Poirot,” said Flora. “I expect you’ve heard of him.” + +Poirot bowed. + +“I know Major Blunt by reputation,” he said politely. “I am glad to have encountered you, monsieur. I am in need of some information that you can give me.” + +Blunt looked at him inquiringly. + +“When did you last see M. Ackroyd alive?” + +“At dinner.” + +“And you neither saw nor heard anything of him after that?” + +“Didn’t see him. Heard his voice.” + +“How was that?” + +“I strolled out on the terrace——” + +“Pardon me, what time was this?” + +“About half-past nine. I was walking up and down smoking in front of the drawing-room window. I heard Ackroyd talking in his study——” + +Poirot stooped and removed a microscopic weed. + +“Surely you couldn’t hear voices in the study from that part of the terrace,” he murmured. + +He was not looking at Blunt, but I was, and to my intense surprise, I saw the latter flush. + +“Went as far as the corner,” he explained unwillingly. + +“Ah! indeed?” said Poirot. + +In the mildest manner he conveyed an impression that more was wanted. + +“Thought I saw—a woman disappearing into the bushes. Just a gleam of white, you know. Must have been mistaken. It was while I was standing at the corner of the terrace that I heard Ackroyd’s voice speaking to that secretary of his.” + +“Speaking to Mr. Geoffrey Raymond?” + +“Yes—that’s what I supposed at the time. Seems I was wrong.” + +“Mr. Ackroyd didn’t address him by name?” + +“Oh, no.” + +“Then, if I may ask, why did you think——?” + +Blunt explained laboriously. + +“Took it for granted that it _would_ be Raymond, because he had said just before I came out that he was taking some papers to Ackroyd. Never thought of it being anybody else.” + +“Can you remember what the words you heard were?” + +“Afraid I can’t. Something quite ordinary and unimportant. Only caught a scrap of it. I was thinking of something else at the time.” + +“It is of no importance,” murmured Poirot. “Did you move a chair back against the wall when you went into the study after the body was discovered?” + +“Chair? No—why should I?” + +Poirot shrugged his shoulders but did not answer. He turned to Flora. + +“There is one thing I should like to know from you, mademoiselle. When you were examining the things in the silver table with Dr. Sheppard, was the dagger in its place, or was it not?” + +Flora’s chin shot up. + +“Inspector Raglan has been asking me that,” she said resentfully. “I’ve told him, and I’ll tell you. I’m perfectly certain the dagger was _not_ there. He thinks it was and that Ralph sneaked it later in the evening. And—and he doesn’t believe me. He thinks I’m saying it to—to shield Ralph.” + +“And aren’t you?” I asked gravely. + +Flora stamped her foot. + +“You, too, Dr. Sheppard! Oh! it’s too bad.” + +Poirot tactfully made a diversion. + +“It is true what I heard you say, Major Blunt. There is something that glitters in this pond. Let us see if I can reach it.” + +He knelt down by the pond, baring his arm to the elbow, and lowered it in very slowly, so as not to disturb the bottom of the pond. But in spite of all his precautions the mud eddied and swirled, and he was forced to draw his arm out again empty-handed. + +He gazed ruefully at the mud upon his arm. I offered him my handkerchief, which he accepted with fervent protestations of thanks. Blunt looked at his watch. + +“Nearly lunch time,” he said. “We’d better be getting back to the house.” + +“You will lunch with us, M. Poirot?” asked Flora. “I should like you to meet my mother. She is—very fond of Ralph.” + +The little man bowed. + +“I shall be delighted, mademoiselle.” + +“And you will stay, too, won’t you, Dr. Sheppard?” + +I hesitated. + +“Oh, do!” + +I wanted to, so I accepted the invitation without further ceremony. + +We set out towards the house, Flora and Blunt walking ahead. + +“What hair,” said Poirot to me in a low tone, nodding towards Flora. “The real gold! They will make a pretty couple. She and the dark, handsome Captain Paton. Will they not?” + +I looked at him inquiringly, but he began to fuss about a few microscopic drops of water on his coat sleeve. The man reminded me in some ways of a cat. His green eyes and his finicking habits. + +“And all for nothing, too,” I said sympathetically. “I wonder what it was in the pond?” + +“Would you like to see?” asked Poirot. + +I stared at him. He nodded. + +“My good friend,” he said gently and reproachfully, “Hercule Poirot does not run the risk of disarranging his costume without being sure of attaining his object. To do so would be ridiculous and absurd. I am never ridiculous.” + +“But you brought your hand out empty,” I objected. + +“There are times when it is necessary to have discretion. Do you tell your patients everything—everything, doctor? I think not. Nor do you tell your excellent sister everything either, is it not so? Before showing my empty hand, I dropped what it contained into my other hand. You shall see what that was.” + +He held out his left hand, palm open. On it lay a little circlet of gold. A woman’s wedding ring. + +I took it from him. + +“Look inside,” commanded Poirot. + +I did so. Inside was an inscription in fine writing:— + + _From R., March 13th._ + +I looked at Poirot, but he was busy inspecting his appearance in a tiny pocket glass. He paid particular attention to his mustaches, and none at all to me. I saw that he did not intend to be communicative. + + + +THE PARLORMAID + + +We found Mrs. Ackroyd in the hall. With her was a small dried-up little man, with an aggressive chin and sharp gray eyes, and “lawyer” written all over him. + +“Mr. Hammond is staying to lunch with us,” said Mrs. Ackroyd. “You know Major Blunt, Mr. Hammond? And dear Dr. Sheppard—also a close friend of poor Roger’s. And, let me see——” + +She paused, surveying Hercule Poirot in some perplexity. + +“This is M. Poirot, mother,” said Flora. “I told you about him this morning.” + +“Oh! yes,” said Mrs. Ackroyd vaguely. “Of course, my dear, of course. He is to find Ralph, is he not?” + +“He is to find out who killed uncle,” said Flora. + +“Oh! my dear,” cried her mother. “Please! My poor nerves. I am a wreck this morning, a positive wreck. Such a dreadful thing to happen. I can’t help feeling that it must have been an accident of some kind. Roger was so fond of handling queer curios. His hand must have slipped, or something.” + +This theory was received in polite silence. I saw Poirot edge up to the lawyer, and speak to him in a confidential undertone. They moved aside into the embrasure of the window. I joined them—then hesitated. + +“Perhaps I’m intruding,” I said. + +“Not at all,” cried Poirot heartily. “You and I, M. le docteur, we investigate this affair side by side. Without you I should be lost. I desire a little information from the good Mr. Hammond.” + +“You are acting on behalf of Captain Ralph Paton, I understand,” said the lawyer cautiously. + +Poirot shook his head. + +“Not so. I am acting in the interests of justice. Miss Ackroyd has asked me to investigate the death of her uncle.” + +Mr. Hammond seemed slightly taken aback. + +“I cannot seriously believe that Captain Paton can be concerned in this crime,” he said, “however strong the circumstantial evidence against him may be. The mere fact that he was hard pressed for money——” + +“Was he hard pressed for money?” interpolated Poirot quickly. + +The lawyer shrugged his shoulders. + +“It was a chronic condition with Ralph Paton,” he said dryly. “Money went through his hands like water. He was always applying to his stepfather.” + +“Had he done so of late? During the last year, for instance?” + +“I cannot say. Mr. Ackroyd did not mention the fact to me.” + +“I comprehend. Mr. Hammond, I take it that you are acquainted with the provisions of Mr. Ackroyd’s will?” + +“Certainly. That is my principal business here to-day.” + +“Then, seeing that I am acting for Miss Ackroyd, you will not object to telling me the terms of that will?” + +“They are quite simple. Shorn of legal phraseology, and after paying certain legacies and bequests——” + +“Such as——?” interrupted Poirot. + +Mr. Hammond seemed a little surprised. + +“A thousand pounds to his housekeeper, Miss Russell; fifty pounds to the cook, Emma Cooper; five hundred pounds to his secretary, Mr. Geoffrey Raymond. Then to various hospitals——” + +Poirot held up his hand. + +“Ah! the charitable bequests, they interest me not.” + +“Quite so. The income on ten thousand pounds’ worth of shares to be paid to Mrs. Cecil Ackroyd during her lifetime. Miss Flora Ackroyd inherits twenty thousand pounds outright. The residue—including this property, and the shares in Ackroyd and Son—to his adopted son, Ralph Paton.” + +“Mr. Ackroyd possessed a large fortune?” + +“A very large fortune. Captain Paton will be an exceedingly wealthy young man.” + +There was a silence. Poirot and the lawyer looked at each other. + +“Mr. Hammond,” came Mrs. Ackroyd’s voice plaintively from the fireplace. + +The lawyer answered the summons. Poirot took my arm and drew me right into the window. + +“Regard the irises,” he remarked in rather a loud voice. “Magnificent, are they not? A straight and pleasing effect.” + +At the same time I felt the pressure of his hand on my arm, and he added in a low tone:— + +“Do you really wish to aid me? To take part in this investigation?” + +“Yes, indeed,” I said eagerly. “There’s nothing I should like better. You don’t know what a dull old fogey’s life I lead. Never anything out of the ordinary.” + +“Good, we will be colleagues then. In a minute or two I fancy Major Blunt will join us. He is not happy with the good mamma. Now there are some things I want to know—but I do not wish to seem to want to know them. You comprehend? So it will be your part to ask the questions.” + +“What questions do you want me to ask?” I asked apprehensively. + +“I want you to introduce the name of Mrs. Ferrars.” + +“Yes?” + +“Speak of her in a natural fashion. Ask him if he was down here when her husband died. You understand the kind of thing I mean. And while he replies, watch his face without seeming to watch it. _C’est compris?_” + +There was no time for more, for at that minute, as Poirot had prophesied, Blunt left the others in his abrupt fashion and came over to us. + +I suggested strolling on the terrace, and he acquiesced. Poirot stayed behind. + +I stopped to examine a late rose. + +“How things change in the course of a day or so,” I observed. “I was up here last Wednesday, I remember, walking up and down this same terrace. Ackroyd was with me—full of spirits. And now—three days later—Ackroyd’s dead, poor fellow, Mrs. Ferrars’s dead—you knew her, didn’t you? But of course you did.” + +Blunt nodded his head. + +“Had you seen her since you’d been down this time?” + +“Went with Ackroyd to call. Last Tuesday, think it was. Fascinating woman—but something queer about her. Deep—one would never know what she was up to.” + +I looked into his steady gray eyes. Nothing there surely. I went on:— + +“I suppose you’d met her before.” + +“Last time I was here—she and her husband had just come here to live.” He paused a minute and then added: “Rum thing, she had changed a lot between then and now.” + +“How—changed?” I asked. + +“Looked ten years older.” + +“Were you down here when her husband died?” I asked, trying to make the question sound as casual as possible. + +“No. From all I heard it would be a good riddance. Uncharitable, perhaps, but the truth.” + +I agreed. + +“Ashley Ferrars was by no means a pattern husband,” I said cautiously. + +“Blackguard, I thought,” said Blunt. + +“No,” I said, “only a man with more money than was good for him.” + +“Oh! money! All the troubles in the world can be put down to money—or the lack of it.” + +“Which has been your particular trouble?” I asked. + +“I’ve enough for what I want. I’m one of the lucky ones.” + +“Indeed.” + +“I’m not too flush just now, as a matter of fact. Came into a legacy a year ago, and like a fool let myself be persuaded into putting it into some wild-cat scheme.” + +I sympathized, and narrated my own similar trouble. + +Then the gong pealed out, and we all went in to lunch. Poirot drew me back a little. + +“_Eh! bien?_” + +“He’s all right,” I said. “I’m sure of it.” + +“Nothing—disturbing?” + +“He had a legacy just a year ago,” I said. “But why not? Why shouldn’t he? I’ll swear the man is perfectly square and aboveboard.” + +“Without doubt, without doubt,” said Poirot soothingly. “Do not upset yourself.” + +He spoke as though to a fractious child. + +We all trooped into the dining-room. It seemed incredible that less than twenty-four hours had passed since I last sat at that table. + +Afterwards, Mrs. Ackroyd took me aside and sat down with me on a sofa. + +“I can’t help feeling a little hurt,” she murmured, producing a handkerchief of the kind obviously not meant to be cried into. “Hurt, I mean, by Roger’s lack of confidence in me. That twenty thousand pounds ought to have been left to _me_—not to Flora. A mother could be trusted to safeguard the interests of her child. A lack of trust, I call it.” + +“You forget, Mrs. Ackroyd,” I said, “Flora was Ackroyd’s own niece, a blood relation. It would have been different had you been his sister instead of his sister-in-law.” + +“As poor Cecil’s widow, I think my feelings ought to have been considered,” said the lady, touching her eye-lashes gingerly with the handkerchief. “But Roger was always most peculiar—not to say _mean_—about money matters. It has been a most difficult position for both Flora and myself. He did not even give the poor child an allowance. He would pay her bills, you know, and even that with a good deal of reluctance and asking what she wanted all those fal-lals for—so like a man—but—now I’ve forgotten what it was I was going to say! Oh, yes, not a penny we could call our own, you know. Flora resented it—yes, I must say she resented it—very strongly. Though devoted to her uncle, of course. But any girl would have resented it. Yes, I must say Roger had very strange ideas about money. He wouldn’t even buy new face towels, though I told him the old ones were in holes. And then,” proceeded Mrs. Ackroyd, with a sudden leap highly characteristic of her conversation, “to leave all that money—a thousand pounds—fancy, a thousand pounds!—to that woman.” + +“What woman?” + +“That Russell woman. Something very queer about her, and so I’ve always said. But Roger wouldn’t hear a word against her. Said she was a woman of great force of character, and that he admired and respected her. He was always going on about her rectitude and independence and moral worth. _I_ think there’s something fishy about her. She was certainly doing her best to marry Roger. But I soon put a stop to that. She’s always hated me. Naturally. _I_ saw through her.” + +I began to wonder if there was any chance of stemming Mrs. Ackroyd’s eloquence, and getting away. + +Mr. Hammond provided the necessary diversion by coming up to say good-by. I seized my chance and rose also. + +“About the inquest,” I said. “Where would you prefer it to be held. Here, or at the Three Boars?” + +Mrs. Ackroyd stared at me with a dropped jaw. + +“The inquest?” she asked, the picture of consternation. “But surely there won’t have to be an inquest?” + +Mr. Hammond gave a dry little cough and murmured, “Inevitable. Under the circumstances,” in two short little barks. + +“But surely Dr. Sheppard can arrange——” + +“There are limits to my powers of arrangement,” I said dryly. + +“If his death was an accident——” + +“He was murdered, Mrs. Ackroyd,” I said brutally. + +She gave a little cry. + +“No theory of accident will hold water for a minute.” + +Mrs. Ackroyd looked at me in distress. I had no patience with what I thought was her silly fear of unpleasantness. + +“If there’s an inquest, I—I shan’t have to answer questions and all that, shall I?” she asked. + +“I don’t know what will be necessary,” I answered. “I imagine Mr. Raymond will take the brunt of it off you. He knows all the circumstances, and can give formal evidence of identification.” + +The lawyer assented with a little bow. + +“I really don’t think there is anything to dread, Mrs. Ackroyd,” he said. “You will be spared all unpleasantness. Now, as to the question of money, have you all you need for the present? I mean,” he added, as she looked at him inquiringly, “ready money. Cash, you know. If not, I can arrange to let you have whatever you require.” + +“That ought to be all right,” said Raymond, who was standing by. “Mr. Ackroyd cashed a cheque for a hundred pounds yesterday.” + +“A hundred pounds?” + +“Yes. For wages and other expenses due to-day. At the moment it is still intact.” + +“Where is this money? In his desk?” + +“No, he always kept his cash in his bedroom. In an old collar-box, to be accurate. Funny idea, wasn’t it?” + +“I think,” said the lawyer, “we ought to make sure the money is there before I leave.” + +“Certainly,” agreed the secretary. “I’ll take you up now.... Oh! I forgot. The door’s locked.” + +Inquiry from Parker elicited the information that Inspector Raglan was in the housekeeper’s room asking a few supplementary questions. A few minutes later the inspector joined the party in the hall, bringing the key with him. He unlocked the door and we passed into the lobby and up the small staircase. At the top of the stairs the door into Ackroyd’s bedroom stood open. Inside the room it was dark, the curtains were drawn, and the bed was turned down just as it had been last night. The inspector drew the curtains, letting in the sunlight, and Geoffrey Raymond went to the top drawer of a rosewood bureau. + +“He kept his money like that, in an unlocked drawer. Just fancy,” commented the inspector. + +The secretary flushed a little. + +“Mr. Ackroyd had perfect faith in the honesty of all the servants,” he said hotly. + +“Oh! quite so,” said the inspector hastily. + +Raymond opened the drawer, took out a round leather collar-box from the back of it, and opening it, drew out a thick wallet. + +“Here is the money,” he said, taking out a fat roll of notes. “You will find the hundred intact, I know, for Mr. Ackroyd put it in the collar-box in my presence last night when he was dressing for dinner, and of course it has not been touched since.” + +Mr. Hammond took the roll from him and counted it. He looked up sharply. + +“A hundred pounds, you said. But there is only sixty here.” + +Raymond stared at him. + +“Impossible,” he cried, springing forward. Taking the notes from the other’s hand, he counted them aloud. + +Mr. Hammond had been right. The total amounted to sixty pounds. + +“But—I can’t understand it,” cried the secretary, bewildered. + +Poirot asked a question. + +“You saw Mr. Ackroyd put this money away last night when he was dressing for dinner? You are sure he had not paid away any of it already?” + +“I’m sure he hadn’t. He even said, ‘I don’t want to take a hundred pounds down to dinner with me. Too bulgy.’” + +“Then the affair is very simple,” remarked Poirot. “Either he paid out that forty pounds sometime last evening, or else it has been stolen.” + +“That’s the matter in a nutshell,” agreed the inspector. He turned to Mrs. Ackroyd. “Which of the servants would come in here yesterday evening?” + +“I suppose the housemaid would turn down the bed.” + +“Who is she? What do you know about her?” + +“She’s not been here very long,” said Mrs. Ackroyd. “But she’s a nice ordinary country girl.” + +“I think we ought to clear this matter up,” said the inspector. “If Mr. Ackroyd paid that money away himself, it may have a bearing on the mystery of the crime. The other servants all right, as far as you know?” + +“Oh, I think so.” + +“Not missed anything before?” + +“No.” + +“None of them leaving, or anything like that?” + +“The parlormaid is leaving.” + +“When?” + +“She gave notice yesterday, I believe.” + +“To you?” + +“Oh, no. _I_ have nothing to do with the servants. Miss Russell attends to the household matters.” + +The inspector remained lost in thought for a minute or two. Then he nodded his head and remarked, “I think I’d better have a word with Miss Russell, and I’ll see the girl Dale as well.” + +Poirot and I accompanied him to the housekeeper’s room. Miss Russell received us with her usual sang-froid. + +Elsie Dale had been at Fernly five months. A nice girl, quick at her duties, and most respectable. Good references. The last girl in the world to take anything not belonging to her. + +What about the parlormaid? + +“She, too, was a most superior girl. Very quiet and ladylike. An excellent worker.” + +“Then why is she leaving?” asked the inspector. + +Miss Russell pursed up her lips. + +“It was none of my doing. I understand Mr. Ackroyd found fault with her yesterday afternoon. It was her duty to do the study, and she disarranged some of the papers on his desk, I believe. He was very annoyed about it, and she gave notice. At least, that is what I understood from her, but perhaps you’d like to see her yourselves?” + +The inspector assented. I had already noticed the girl when she was waiting on us at lunch. A tall girl, with a lot of brown hair rolled tightly away at the back of her neck, and very steady gray eyes. She came in answer to the housekeeper’s summons, and stood very straight with those same gray eyes fixed on us. + +“You are Ursula Bourne?” asked the inspector. + +“Yes, sir.” + +“I understand you are leaving?” + +“Yes, sir.” + +“Why is that?” + +“I disarranged some papers on Mr. Ackroyd’s desk. He was very angry about it, and I said I had better leave. He told me to go as soon as possible.” + +“Were you in Mr. Ackroyd’s bedroom at all last night? Tidying up or anything?” + +“No, sir. That is Elsie’s work. I never went near that part of the house.” + +“I must tell you, my girl, that a large sum of money is missing from Mr. Ackroyd’s room.” + +At last I saw her roused. A wave of color swept over her face. + +“I know nothing about any money. If you think I took it, and that that is why Mr. Ackroyd dismissed me, you are wrong.” + +“I’m not accusing you of taking it, my girl,” said the inspector. “Don’t flare up so.” + +The girl looked at him coldly. + +“You can search my things if you like,” she said disdainfully. “But you won’t find anything.” + +Poirot suddenly interposed. + +“It was yesterday afternoon that Mr. Ackroyd dismissed you—or you dismissed yourself, was it not?” he asked. + +The girl nodded. + +“How long did the interview last?” + +“The interview?” + +“Yes, the interview between you and Mr. Ackroyd in the study?” + +“I—I don’t know.” + +“Twenty minutes? Half an hour?” + +“Something like that.” + +“Not longer?” + +“Not longer than half an hour, certainly.” + +“Thank you, mademoiselle.” + +I looked curiously at him. He was rearranging a few objects on the table, setting them straight with precise fingers. His eyes were shining. + +“That’ll do,” said the inspector. + +Ursula Bourne disappeared. The inspector turned to Miss Russell. + +“How long has she been here? Have you got a copy of the reference you had with her?” + +Without answering the first question, Miss Russell moved to an adjacent bureau, opened one of the drawers, and took out a handful of letters clipped together with a patent fastener. She selected one and handed it to the inspector. + +“H’m,” said he. “Reads all right. Mrs. Richard Folliott, Marby Grange, Marby. Who’s this woman?” + +“Quite good county people,” said Miss Russell. + +“Well,” said the inspector, handing it back, “let’s have a look at the other one, Elsie Dale.” + +Elsie Dale was a big fair girl, with a pleasant but slightly stupid face. She answered our questions readily enough, and showed much distress and concern at the loss of the money. + +“I don’t think there’s anything wrong with her,” observed the inspector, after he had dismissed her. + +“What about Parker?” + +Miss Russell pursed her lips together and made no reply. + +“I’ve a feeling there’s something wrong about that man,” the inspector continued thoughtfully. “The trouble is that I don’t quite see when he got his opportunity. He’d be busy with his duties immediately after dinner, and he’s got a pretty good alibi all through the evening. I know, for I’ve been devoting particular attention to it. Well, thank you very much, Miss Russell. We’ll leave things as they are for the present. It’s highly probable Mr. Ackroyd paid that money away himself.” + +The housekeeper bade us a dry good-afternoon, and we took our leave. + +I left the house with Poirot. + +“I wonder,” I said, breaking the silence, “what the papers the girl disarranged could have been for Ackroyd to have got into such a state about them? I wonder if there is any clew there to the mystery.” + +“The secretary said there were no papers of particular importance on the desk,” said Poirot quietly. + +“Yes, but——” I paused. + +“It strikes you as odd that Ackroyd should have flown into a rage about so trivial a matter?” + +“Yes, it does rather.” + +“But was it a trivial matter?” + +“Of course,” I admitted, “we don’t know what those papers may have been. But Raymond certainly said——” + +“Leave M. Raymond out of it for a minute. What did you think of that girl?” + +“Which girl? The parlormaid?” + +“Yes, the parlormaid. Ursula Bourne.” + +“She seemed a nice girl,” I said hesitatingly. + +Poirot repeated my words, but whereas I had laid a slight stress on the fourth word, he put it on the second. + +“She _seemed_ a nice girl—yes.” + +Then, after a minute’s silence, he took something from his pocket and handed it to me. + +“See, my friend, I will show you something. Look there.” + +The paper he had handed me was that compiled by the inspector and given by him to Poirot that morning. Following the pointing finger, I saw a small cross marked in pencil opposite the name Ursula Bourne. + +“You may not have noticed it at the time, my good friend, but there was one person on this list whose alibi had no kind of confirmation. Ursula Bourne.” + +“You don’t think——” + +“Dr. Sheppard, I dare to think anything. Ursula Bourne may have killed Mr. Ackroyd, but I confess I can see no motive for her doing so. Can you?” + +He looked at me very hard—so hard that I felt uncomfortable. + +“Can you?” he repeated. + +“No motive whatsoever,” I said firmly. + +His gaze relaxed. He frowned and murmured to himself:— + +“Since the blackmailer was a man, it follows that she cannot be the blackmailer, then——” + +I coughed. + +“As far as that goes——” I began doubtfully. + +He spun round on me. + +“What? What are you going to say?” + +“Nothing. Nothing. Only that, strictly speaking, Mrs. Ferrars in her letter mentioned a _person_—she didn’t actually specify a man. But we took it for granted, Ackroyd and I, that it _was_ a man.” + +Poirot did not seem to be listening to me. He was muttering to himself again. + +“But then it is possible after all—yes, certainly it is possible—but then—ah! I must rearrange my ideas. Method, order; never have I needed them more. Everything must fit in—in its appointed place—otherwise I am on the wrong tack.” + +He broke off, and whirled round upon me again. + +“Where is Marby?” + +“It’s on the other side of Cranchester.” + +“How far away?” + +“Oh!—fourteen miles, perhaps.” + +“Would it be possible for you to go there? To-morrow, say?” + +“To-morrow? Let me see, that’s Sunday. Yes, I could arrange it. What do you want me to do there?” + +“See this Mrs. Folliott. Find out all you can about Ursula Bourne.” + +“Very well. But—I don’t much care for the job.” + +“It is not the time to make difficulties. A man’s life may hang on this.” + +“Poor Ralph,” I said with a sigh. “You believe him to be innocent, though?” + +Poirot looked at me very gravely. + +“Do you want to know the truth?” + +“Of course.” + +“Then you shall have it. My friend, everything points to the assumption that he is guilty.” + +“What!” I exclaimed. + +Poirot nodded. + +“Yes, that stupid inspector—for he is stupid—has everything pointing his way. I seek for the truth—and the truth leads me every time to Ralph Paton. Motive, opportunity, means. But I will leave no stone unturned. I promised Mademoiselle Flora. And she was very sure, that little one. But very sure indeed.” + + + +POIROT PAYS A CALL + + +I was slightly nervous when I rang the bell at Marby Grange the following afternoon. I wondered very much what Poirot expected to find out. He had entrusted the job to me. Why? Was it because, as in the case of questioning Major Blunt, he wished to remain in the background? The wish, intelligible in the first case, seemed to me quite meaningless here. + +My meditations were interrupted by the advent of a smart parlormaid. + +Yes, Mrs. Folliott was at home. I was ushered into a big drawing-room, and looked round me curiously as I waited for the mistress of the house. A large bare room, some good bits of old china, and some beautiful etchings, shabby covers and curtains. A lady’s room in every sense of the term. + +I turned from the inspection of a Bartolozzi on the wall as Mrs. Folliott came into the room. She was a tall woman, with untidy brown hair, and a very winning smile. + +“Dr. Sheppard,” she said hesitatingly. + +“That is my name,” I replied. “I must apologize for calling upon you like this, but I wanted some information about a parlormaid previously employed by you, Ursula Bourne.” + +With the utterance of the name the smile vanished from her face, and all the cordiality froze out of her manner. She looked uncomfortable and ill at ease. + +“Ursula Bourne?” she said hesitatingly. + +“Yes,” I said. “Perhaps you don’t remember the name?” + +“Oh, yes, of course. I—I remember perfectly.” + +“She left you just over a year ago, I understand?” + +“Yes. Yes, she did. That is quite right.” + +“And you were satisfied with her whilst she was with you? How long was she with you, by the way?” + +“Oh! a year or two—I can’t remember exactly how long. She—she is very capable. I’m sure you will find her quite satisfactory. I didn’t know she was leaving Fernly. I hadn’t the least idea of it.” + +“Can you tell me anything about her?” I asked. + +“Anything about her?” + +“Yes, where she comes from, who her people are—that sort of thing?” + +Mrs. Folliott’s face wore more than ever its frozen look. + +“I don’t know at all.” + +“Who was she with before she came to you?” + +“I’m afraid I don’t remember.” + +There was a spark of anger now underlying her nervousness. She flung up her head in a gesture that was vaguely familiar. + +“Is it really necessary to ask all these questions?” + +“Not at all,” I said, with an air of surprise and a tinge of apology in my manner. “I had no idea you would mind answering them. I am very sorry.” + +Her anger left her and she became confused again. + +“Oh! I don’t mind answering them. I assure you I don’t. Why should I? It—it just seemed a little odd, you know. That’s all. A little odd.” + +One advantage of being a medical practitioner is that you can usually tell when people are lying to you. I should have known from Mrs. Folliott’s manner, if from nothing else, that she did mind answering my questions—minded intensely. She was thoroughly uncomfortable and upset, and there was plainly some mystery in the background. I judged her to be a woman quite unused to deception of any kind, and consequently rendered acutely uneasy when forced to practice it. A child could have seen through her. + +But it was also clear that she had no intention of telling me anything further. Whatever the mystery centering around Ursula Bourne might be, I was not going to learn it through Mrs. Folliott. + +Defeated, I apologized once more for disturbing her, took my hat and departed. + +I went to see a couple of patients and arrived home about six o’clock. Caroline was sitting beside the wreck of tea things. She had that look of suppressed exultation on her face which I know only too well. It is a sure sign with her, of either the getting or the giving of information. I wondered which it had been. + +“I’ve had a very interesting afternoon,” began Caroline as I dropped into my own particular easy chair, and stretched out my feet to the inviting blaze in the fireplace. + +“Have you?” I asked. “Miss Ganett drop in to tea?” + +Miss Ganett is one of the chief of our newsmongers. + +“Guess again,” said Caroline with intense complacency. + +I guessed several times, working slowly through all the members of Caroline’s Intelligence Corps. My sister received each guess with a triumphant shake of the head. In the end she volunteered the information herself. + +“M. Poirot!” she said. “Now what do you think of that?” + +I thought a good many things of it, but I was careful not to say them to Caroline. + +“Why did he come?” I asked. + +“To see me, of course. He said that knowing my brother so well, he hoped he might be permitted to make the acquaintance of his charming sister—your charming sister, I’ve got mixed up, but you know what I mean.” + +“What did he talk about?” I asked. + +“He told me a lot about himself and his cases. You know that Prince Paul of Mauretania—the one who’s just married a dancer?” + +“Yes?” + +“I saw a most intriguing paragraph about her in Society Snippets the other day, hinting that she was really a Russian Grand Duchess—one of the Czar’s daughters who managed to escape from the Bolsheviks. Well, it seems that M. Poirot solved a baffling murder mystery that threatened to involve them both. Prince Paul was beside himself with gratitude.” + +“Did he give him an emerald tie pin the size of a plover’s egg?” I inquired sarcastically. + +“He didn’t mention it. Why?” + +“Nothing,” I said. “I thought it was always done. It is in detective fiction anyway. The super detective always has his rooms littered with rubies and pearls and emeralds from grateful Royal clients.” + +“It’s very interesting to hear about these things from the inside,” said my sister complacently. + +It would be—to Caroline. I could not but admire the ingenuity of M. Hercule Poirot, who had selected unerringly the case of all others that would most appeal to an elderly maiden lady living in a small village. + +“Did he tell you if the dancer was really a Grand Duchess?” I inquired. + +“He was not at liberty to speak,” said Caroline importantly. + +I wondered how far Poirot had strained the truth in talking to Caroline—probably not at all. He had conveyed his innuendoes by means of his eyebrows and his shoulders. + +“And after all this,” I remarked, “I suppose you were ready to eat out of his hand.” + +“Don’t be coarse, James. I don’t know where you get these vulgar expressions from.” + +“Probably from my only link with the outside world—my patients. Unfortunately my practice does not lie amongst Royal princes and interesting Russian émigrés.” + +Caroline pushed her spectacles up and looked at me. + +“You seem very grumpy, James. It must be your liver. A blue pill, I think, to-night.” + +To see me in my own home, you would never imagine that I was a doctor of medicine. Caroline does the home prescribing both for herself and me. + +“Damn my liver,” I said irritably. “Did you talk about the murder at all?” + +“Well, naturally, James. What else is there to talk about locally? I was able to set M. Poirot right upon several points. He was very grateful to me. He said I had the makings of a born detective in me—and a wonderful psychological insight into human nature.” + +Caroline was exactly like a cat that is full to overflowing with rich cream. She was positively purring. + +“He talked a lot about the little gray cells of the brain, and of their functions. His own, he says, are of the first quality.” + +“He would say so,” I remarked bitterly. “Modesty is certainly not his middle name.” + +“I wish you would not be so horribly American, James. He thought it very important that Ralph should be found as soon as possible, and induced to come forward and give an account of himself. He says that his disappearance will produce a very unfortunate impression at the inquest.” + +“And what did you say to that?” + +“I agreed with him,” said Caroline importantly. “And I was able to tell him the way people were already talking about it.” + +“Caroline,” I said sharply, “did you tell M. Poirot what you overheard in the wood that day?” + +“I did,” said Caroline complacently. + +I got up and began to walk about. + +“You realize what you’re doing, I hope,” I jerked out. “You’re putting a halter round Ralph Paton’s neck as surely as you’re sitting in that chair.” + +“Not at all,” said Caroline, quite unruffled. “I was surprised _you_ hadn’t told him.” + +“I took very good care not to,” I said. “I’m fond of that boy.” + +“So am I. That’s why I say you’re talking nonsense. I don’t believe Ralph did it, and so the truth can’t hurt him, and we ought to give M. Poirot all the help we can. Why, think, very likely Ralph was out with that identical girl on the night of the murder, and if so, he’s got a perfect alibi.” + +“If he’s got a perfect alibi,” I retorted, “why doesn’t he come forward and say so?” + +“Might get the girl into trouble,” said Caroline sapiently. “But if M. Poirot gets hold of her, and puts it to her as her duty, she’ll come forward of her own accord and clear Ralph.” + +“You seem to have invented a romantic fairy story of your own,” I said. “You read too many trashy novels, Caroline. I’ve always told you so.” + +I dropped into my chair again. + +“Did Poirot ask you any more questions?” I inquired. + +“Only about the patients you had that morning.” + +“The patients?” I demanded, unbelievingly. + +“Yes, your surgery patients. How many and who they were?” + +“Do you mean to say you were able to tell him that?” I demanded. + +Caroline is really amazing. + +“Why not?” asked my sister triumphantly. “I can see the path up to the surgery door perfectly from this window. And I’ve got an excellent memory, James. Much better than yours, let me tell you.” + +“I’m sure you have,” I murmured mechanically. + +My sister went on, checking the names on her fingers. + +“There was old Mrs. Bennett, and that boy from the farm with the bad finger, Dolly Grice to have a needle out of her finger; that American steward off the liner. Let me see—that’s four. Yes, and old George Evans with his ulcer. And lastly——” + +She paused significantly. + +“Well?” + +Caroline brought out her climax triumphantly. She hissed in the most approved style—aided by the fortunate number of s’s at her disposal. + +“_Miss Russell!_” + +She sat back in her chair and looked at me meaningly, and when Caroline looks at you meaningly, it is impossible to miss it. + +“I don’t know what you mean,” I said, quite untruthfully. “Why shouldn’t Miss Russell consult me about her bad knee?” + +“Bad knee,” said Caroline. “Fiddlesticks! No more bad knee than you and I. She was after something else.” + +“What?” I asked. + +Caroline had to admit that she didn’t know. + +“But depend upon it, that was what he was trying to get at, M. Poirot, I mean. There’s something fishy about that woman, and he knows it.” + +“Precisely the remark Mrs. Ackroyd made to me yesterday,” I said. “That there was something fishy about Miss Russell.” + +“Ah!” said Caroline darkly, “Mrs. Ackroyd! There’s another!” + +“Another what?” + +Caroline refused to explain her remarks. She merely nodded her head several times, rolled up her knitting, and went upstairs to don the high mauve silk blouse and the gold locket which she calls dressing for dinner. + +I stayed there staring into the fire and thinking over Caroline’s words. Had Poirot really come to gain information about Miss Russell, or was it only Caroline’s tortuous mind that interpreted everything according to her own ideas? + +There had certainly been nothing in Miss Russell’s manner that morning to arouse suspicion. At least—— + +I remembered her persistent conversation on the subject of drug-taking and from that she had led the conversation to poisons and poisoning. But there was nothing in that. Ackroyd had not been poisoned. Still, it was odd.... + +I heard Caroline’s voice, rather acid in note, calling from the top of the stairs. + +“James, you will be late for dinner.” + +I put some coal on the fire and went upstairs obediently. + +It is well at any price to have peace in the home. + + + +ROUND THE TABLE + + +A joint inquest was held on Monday. + +I do not propose to give the proceedings in detail. To do so would only be to go over the same ground again and again. By arrangement with the police, very little was allowed to come out. I gave evidence as to the cause of Ackroyd’s death and the probable time. The absence of Ralph Paton was commented on by the coroner, but not unduly stressed. + +Afterwards, Poirot and I had a few words with Inspector Raglan. The inspector was very grave. + +“It looks bad, Mr. Poirot,” he said. “I’m trying to judge the thing fair and square. I’m a local man, and I’ve seen Captain Paton many times in Cranchester. I’m not wanting him to be the guilty one—but it’s bad whichever way you look at it. If he’s innocent, why doesn’t he come forward? We’ve got evidence against him, but it’s just possible that that evidence could be explained away. Then why doesn’t he give an explanation?” + +A lot more lay behind the inspector’s words than I knew at the time. Ralph’s description had been wired to every port and railway station in England. The police everywhere were on the alert. His rooms in town were watched, and any houses he had been known to be in the habit of frequenting. With such a _cordon_ it seemed impossible that Ralph should be able to evade detection. He had no luggage, and, as far as any one knew, no money. + +“I can’t find any one who saw him at the station that night,” continued the inspector. “And yet he’s well known down here, and you’d think somebody would have noticed him. There’s no news from Liverpool either.” + +“You think he went to Liverpool?” queried Poirot. + +“Well, it’s on the cards. That telephone message from the station, just three minutes before the Liverpool express left—there ought to be something in that.” + +“Unless it was deliberately intended to throw you off the scent. That might just possibly be the point of the telephone message.” + +“That’s an idea,” said the inspector eagerly. “Do you really think that’s the explanation of the telephone call?” + +“My friend,” said Poirot gravely, “I do not know. But I will tell you this: I believe that when we find the explanation of that telephone call we shall find the explanation of the murder.” + +“You said something like that before, I remember,” I observed, looking at him curiously. + +Poirot nodded. + +“I always come back to it,” he said seriously. + +“It seems to me utterly irrelevant,” I declared. + +“I wouldn’t say that,” demurred the inspector. “But I must confess I think Mr. Poirot here harps on it a little too much. We’ve better clews than that. The fingerprints on the dagger, for instance.” + +Poirot became suddenly very foreign in manner, as he often did when excited over anything. + +“M. l’Inspecteur,” he said, “beware of the blind—the blind—_comment dire?_—the little street that has no end to it.” + +Inspector Raglan stared, but I was quicker. + +“You mean a blind alley?” I said. + +“That is it—the blind street that leads nowhere. So it may be with those fingerprints—they may lead you nowhere.” + +“I don’t see how that can well be,” said the police officer. “I suppose you’re hinting that they’re faked? I’ve read of such things being done, though I can’t say I’ve ever come across it in my experience. But fake or true—they’re bound to lead _somewhere_.” + +Poirot merely shrugged his shoulders, flinging out his arms wide. + +The inspector then showed us various enlarged photographs of the fingerprints, and proceeded to become technical on the subject of loops and whorls. + +“Come now,” he said at last, annoyed by Poirot’s detached manner, “you’ve got to admit that those prints were made by some one who was in the house that night?” + +“_Bien entendu_,” said Poirot, nodding his head. + +“Well, I’ve taken the prints of every member of the household, every one, mind you, from the old lady down to the kitchenmaid.” + +I don’t think Mrs. Ackroyd would enjoy being referred to as the old lady. She must spend a considerable amount on cosmetics. + +“Every one’s,” repeated the inspector fussily. + +“Including mine,” I said dryly. + +“Very well. None of them correspond. That leaves us two alternatives. Ralph Paton, or the mysterious stranger the doctor here tells us about. When we get hold of those two——” + +“Much valuable time may have been lost,” broke in Poirot. + +“I don’t quite get you, Mr. Poirot?” + +“You have taken the prints of every one in the house, you say,” murmured Poirot. “Is that the exact truth you are telling me there, M. l’Inspecteur?” + +“Certainly.” + +“Without overlooking any one?” + +“Without overlooking any one.” + +“The quick or the dead?” + +For a moment the inspector looked bewildered at what he took to be a religious observation. Then he reacted slowly. + +“You mean——” + +“The dead, M. l’Inspecteur.” + +The inspector still took a minute or two to understand. + +“I am suggesting,” said Poirot placidly, “that the fingerprints on the dagger handle are those of Mr. Ackroyd himself. It is an easy matter to verify. His body is still available.” + +“But why? What would be the point of it? You’re surely not suggesting suicide, Mr. Poirot?” + +“Ah! no. My theory is that the murderer wore gloves or wrapped something round his hand. After the blow was struck, he picked up the victim’s hand and closed it round the dagger handle.” + +“But why?” + +Poirot shrugged his shoulders again. + +“To make a confusing case even more confusing.” + +“Well,” said the inspector, “I’ll look into it. What gave you the idea in the first place?” + +“When you were so kind as to show me the dagger and draw attention to the fingerprints. I know very little of loops and whorls—see, I confess my ignorance frankly. But it did occur to me that the position of the prints was somewhat awkward. Not so would I have held a dagger in order to strike. Naturally, with the right hand brought up over the shoulder backwards, it would have been difficult to put it in exactly the right position.” + +Inspector Raglan stared at the little man. Poirot, with an air of great unconcern, flecked a speck of dust from his coat sleeve. + +“Well,” said the inspector, “it’s an idea. I’ll look into it all right, but don’t you be disappointed if nothing comes of it.” + +He endeavored to make his tone kindly and patronizing. Poirot watched him go off. Then he turned to me with twinkling eyes. + +“Another time,” he observed, “I must be more careful of his _amour propre_. And now that we are left to our own devices, what do you think, my good friend, of a little reunion of the family?” + +The “little reunion,” as Poirot called it, took place about half an hour later. We sat round the table in the dining-room at Fernly—Poirot at the head of the table, like the chairman of some ghastly board meeting. The servants were not present, so we were six in all. Mrs. Ackroyd, Flora, Major Blunt, young Raymond, Poirot, and myself. + +When every one was assembled, Poirot rose and bowed. + +“Messieurs, mesdames, I have called you together for a certain purpose.” He paused. “To begin with, I want to make a very special plea to mademoiselle.” + +“To me?” said Flora. + +“Mademoiselle, you are engaged to Captain Ralph Paton. If any one is in his confidence, you are. I beg you, most earnestly, if you know of his whereabouts, to persuade him to come forward. One little minute”—as Flora raised her head to speak—“say nothing till you have well reflected. Mademoiselle, his position grows daily more dangerous. If he had come forward at once, no matter how damning the facts, he might have had a chance of explaining them away. But this silence—this flight—what can it mean? Surely only one thing, knowledge of guilt. Mademoiselle, if you really believe in his innocence, persuade him to come forward before it is too late.” + +Flora’s face had gone very white. + +“Too late!” she repeated, very low. + +Poirot leant forward, looking at her. + +“See now, mademoiselle,” he said very gently, “it is Papa Poirot who asks you this. The old Papa Poirot who has much knowledge and much experience. I would not seek to entrap you, mademoiselle. Will you not trust me—and tell me where Ralph Paton is hiding?” + +The girl rose, and stood facing him. + +“M. Poirot,” she said in a clear voice, “I swear to you—swear solemnly—that I have no idea where Ralph is, and that I have neither seen him nor heard from him either on the day of—of the murder, or since.” + +She sat down again. Poirot gazed at her in silence for a minute or two, then he brought his hand down on the table with a sharp rap. + +“_Bien!_ That is that,” he said. His face hardened. “Now I appeal to these others who sit round this table, Mrs. Ackroyd, Major Blunt, Dr. Sheppard, Mr. Raymond. You are all friends and intimates of the missing man. If you know where Ralph Paton is hiding, speak out.” + +There was a long silence. Poirot looked to each in turn. + +“I beg of you,” he said in a low voice, “speak out.” + +But still there was silence, broken at last by Mrs. Ackroyd. + +“I must say,” she observed in a plaintive voice, “that Ralph’s absence is most peculiar—most peculiar indeed. Not to come forward at such a time. It looks, you know, as though there were something _behind_ it. I can’t help thinking, Flora dear, that it was a very fortunate thing your engagement was never formally announced.” + +“Mother!” cried Flora angrily. + +“Providence,” declared Mrs. Ackroyd. “I have a devout belief in Providence—a divinity that shapes our ends, as Shakespeare’s beautiful line runs.” + +“Surely you don’t make the Almighty directly responsible for thick ankles, Mrs. Ackroyd, do you?” asked Geoffrey Raymond, his irresponsible laugh ringing out. + +His idea was, I think, to loosen the tension, but Mrs. Ackroyd threw him a glance of reproach and took out her handkerchief. + +“Flora has been saved a terrible amount of notoriety and unpleasantness. Not for a moment that I think dear Ralph had anything to do with poor Roger’s death. I _don’t_ think so. But then I have a trusting heart—I always have had, ever since a child. I am loath to believe the worst of any one. But, of course, one must remember that Ralph was in several air raids as a young boy. The results are apparent long after, sometimes, they say. People are not responsible for their actions in the least. They lose control, you know, without being able to help it.” + +“Mother,” cried Flora, “you don’t think Ralph did it?” + +“Come, Mrs. Ackroyd,” said Blunt. + +“I don’t know what to think,” said Mrs. Ackroyd tearfully. “It’s all very upsetting. What would happen to the estate, I wonder, if Ralph were found guilty?” + +Raymond pushed his chair away from the table violently. Major Blunt remained very quiet, looking thoughtfully at her. “Like shell-shock, you know,” said Mrs. Ackroyd obstinately, “and I dare say Roger kept him very short of money—with the best intentions, of course. I can see you are all against me, but I do think it is very odd that Ralph has not come forward, and I must say I am thankful Flora’s engagement was never announced formally.” + +“It will be to-morrow,” said Flora in a clear voice. + +“Flora!” cried her mother, aghast. + +Flora had turned to the secretary. + +“Will you send the announcement to the _Morning Post_ and the _Times_, please, Mr. Raymond.” + +“If you are sure that it is wise, Miss Ackroyd,” he replied gravely. + +She turned impulsively to Blunt. + +“You understand,” she said. “What else can I do? As things are, I must stand by Ralph. Don’t you see that I must?” + +She looked very searchingly at him, and after a long pause he nodded abruptly. + +Mrs. Ackroyd burst out into shrill protests. Flora remained unmoved. Then Raymond spoke. + +“I appreciate your motives, Miss Ackroyd. But don’t you think you’re being rather precipitate? Wait a day or two.” + +“To-morrow,” said Flora, in a clear voice. “It’s no good, mother, going on like this. Whatever else I am, I’m not disloyal to my friends.” + +“M. Poirot,” Mrs. Ackroyd appealed tearfully, “can’t you say anything at all?” + +“Nothing to be said,” interpolated Blunt. “She’s doing the right thing. I’ll stand by her through thick and thin.” + +Flora held out her hand to him. + +“Thank you, Major Blunt,” she said. + +“Mademoiselle,” said Poirot, “will you let an old man congratulate you on your courage and your loyalty? And will you not misunderstand me if I ask you—ask you most solemnly—to postpone the announcement you speak of for at least two days more?” + +Flora hesitated. + +“I ask it in Ralph Paton’s interests as much as in yours, mademoiselle. You frown. You do not see how that can be. But I assure you that it is so. _Pas de blagues_. You put the case into my hands—you must not hamper me now.” + +Flora paused a few minutes before replying. + +“I do not like it,” she said at last, “but I will do what you say.” + +She sat down again at the table. + +“And now, messieurs et mesdames,” said Poirot rapidly, “I will continue with what I was about to say. Understand this, I mean to arrive at the truth. The truth, however ugly in itself, is always curious and beautiful to the seeker after it. I am much aged, my powers may not be what they were.” Here he clearly expected a contradiction. “In all probability this is the last case I shall ever investigate. But Hercule Poirot does not end with a failure. Messieurs et mesdames, I tell you, I mean to _know_. And I shall know—in spite of you all.” + +He brought out the last words provocatively, hurling them in our face as it were. I think we all flinched back a little, excepting Geoffrey Raymond, who remained good humored and imperturbable as usual. + +“How do you mean—in spite of us all?” he asked, with slightly raised eyebrows. + +“But—just that, monsieur. Every one of you in this room is concealing something from me.” He raised his hand as a faint murmur of protest arose. “Yes, yes, I know what I am saying. It may be something unimportant—trivial—which is supposed to have no bearing on the case, but there it is. _Each one of you has something to hide._ Come, now, am I right?” + +His glance, challenging and accusing, swept round the table. And every pair of eyes dropped before his. Yes, mine as well. + +“I am answered,” said Poirot, with a curious laugh. He got up from his seat. “I appeal to you all. Tell me the truth—the whole truth.” There was a silence. “Will no one speak?” + +He gave the same short laugh again. + +“_C’est dommage_,” he said, and went out. + + + +THE GOOSE QUILL + + +That evening, at Poirot’s request, I went over to his house after dinner. Caroline saw me depart with visible reluctance. I think she would have liked to have accompanied me. + +Poirot greeted me hospitably. He had placed a bottle of Irish whisky (which I detest) on a small table, with a soda water siphon and a glass. He himself was engaged in brewing hot chocolate. It was a favorite beverage of his, I discovered later. + +He inquired politely after my sister, whom he declared to be a most interesting woman. + +“I’m afraid you’ve been giving her a swelled head,” I said dryly. “What about Sunday afternoon?” + +He laughed and twinkled. + +“I always like to employ the expert,” he remarked obscurely, but he refused to explain the remark. + +“You got all the local gossip anyway,” I remarked. “True, and untrue.” + +“And a great deal of valuable information,” he added quietly. + +“Such as——?” + +He shook his head. + +“Why not have told me the truth?” he countered. “In a place like this, all Ralph Paton’s doings were bound to be known. If your sister had not happened to pass through the wood that day somebody else would have done so.” + +“I suppose they would,” I said grumpily. “What about this interest of yours in my patients?” + +Again he twinkled. + +“Only one of them, doctor. Only one of them.” + +“The last?” I hazarded. + +“I find Miss Russell a study of the most interesting,” he said evasively. + +“Do you agree with my sister and Mrs. Ackroyd that there is something fishy about her?” I asked. + +“Eh? What do you say—fishy?” + +I explained to the best of my ability. + +“And they say that, do they?” + +“Didn’t my sister convey as much to you yesterday afternoon?” + +“_C’est possible._” + +“For no reason whatever,” I declared. + +“_Les femmes_,” generalized Poirot. “They are marvelous! They invent haphazard—and by miracle they are right. Not that it is that, really. Women observe subconsciously a thousand little details, without knowing that they are doing so. Their subconscious mind adds these little things together—and they call the result intuition. Me, I am very skilled in psychology. I know these things.” + +He swelled his chest out importantly, looking so ridiculous, that I found it difficult not to burst out laughing. Then he took a small sip of his chocolate, and carefully wiped his mustache. + +“I wish you’d tell me,” I burst out, “what you really think of it all?” + +He put down his cup. + +“You wish that?” + +“I do.” + +“You have seen what I have seen. Should not our ideas be the same?” + +“I’m afraid you’re laughing at me,” I said stiffly. “Of course, I’ve no experience of matters of this kind.” + +Poirot smiled at me indulgently. + +“You are like the little child who wants to know the way the engine works. You wish to see the affair, not as the family doctor sees it, but with the eye of a detective who knows and cares for no one—to whom they are all strangers and all equally liable to suspicion.” + +“You put it very well,” I said. + +“So I give you then, a little lecture. The first thing is to get a clear history of what happened that evening—always bearing in mind that the person who speaks may be lying.” + +I raised my eyebrows. + +“Rather a suspicious attitude.” + +“But necessary—I assure you, necessary. Now first—Dr. Sheppard leaves the house at ten minutes to nine. How do I know that?” + +“Because I told you so.” + +“But you might not be speaking the truth—or the watch you went by might be wrong. But Parker also says that you left the house at ten minutes to nine. So we accept that statement and pass on. At nine o’clock you run into a man—and here we come to what we will call the Romance of the Mysterious Stranger—just outside the Park gates. How do I know that that is so?” + +“I told you so,” I began again, but Poirot interrupted me with a gesture of impatience. + +“Ah! but it is that you are a little stupid to-night, my friend. _You_ know that it is so—but how am _I_ to know? _Eh bien_, I am able to tell you that the Mysterious Stranger was not a hallucination on your part, because the maid of a Miss Ganett met him a few minutes before you did, and of her too he inquired the way to Fernly Park. We accept his presence, therefore, and we can be fairly sure of two things about him—that he was a stranger to the neighborhood, and that whatever his object in going to Fernly, there was no great secrecy about it, since he twice asked the way there.” + +“Yes,” I said, “I see that.” + +“Now I have made it my business to find out more about this man. He had a drink at the Three Boars, I learn, and the barmaid there says that he spoke with an American accent and mentioned having just come over from the States. Did it strike you that he had an American accent?” + +“Yes, I think he had,” I said, after a minute or two, during which I cast my mind back; “but a very slight one.” + +“_Précisément._ There is also this which, you will remember, I picked up in the summer-house?” + +He held out to me the little quill. I looked at it curiously. Then a memory of something I had read stirred in me. + +Poirot, who had been watching my face, nodded. + +“Yes, heroin ‘snow.’ Drug-takers carry it like this, and sniff it up the nose.” + +“Diamorphine hydrochloride,” I murmured mechanically. + +“This method of taking the drug is very common on the other side. Another proof, if we wanted one, that the man came from Canada or the States.” + +“What first attracted your attention to that summer-house?” I asked curiously. + +“My friend the inspector took it for granted that any one using that path did so as a short cut to the house, but as soon as I saw the summer-house, I realized that the same path would be taken by any one using the summer-house as a rendezvous. Now it seems fairly certain that the stranger came neither to the front nor to the back door. Then did some one from the house go out and meet him? If so, what could be a more convenient place than that little summer-house? I searched it with the hope that I might find some clew inside. I found two, the scrap of cambric and the quill.” + +“And the scrap of cambric?” I asked curiously. “What about that?” + +Poirot raised his eyebrows. + +“You do not use your little gray cells,” he remarked dryly. “The scrap of starched cambric should be obvious.” + +“Not very obvious to me.” I changed the subject. “Anyway,” I said, “this man went to the summer-house to meet somebody. Who was that somebody?” + +“Exactly the question,” said Poirot. “You will remember that Mrs. Ackroyd and her daughter came over from Canada to live here?” + +“Is that what you meant to-day when you accused them of hiding the truth?” + +“Perhaps. Now another point. What did you think of the parlormaid’s story?” + +“What story?” + +“The story of her dismissal. Does it take half an hour to dismiss a servant? Was the story of those important papers a likely one? And remember, though she says she was in her bedroom from nine-thirty until ten o’clock, there is no one to confirm her statement.” + +“You bewilder me,” I said. + +“To me it grows clearer. But tell me now your own ideas and theories.” + +I drew a piece of paper from my pocket. + +“I just scribbled down a few suggestions,” I said apologetically. + +“But excellent—you have method. Let us hear them.” + +I read out in a somewhat embarrassed voice. + +“To begin with, one must look at the thing logically——” + +“Just what my poor Hastings used to say,” interrupted Poirot, “but alas! he never did so.” + +“_Point No. 1._—Mr. Ackroyd was heard talking to some one at half-past nine. + +“_Point No. 2._—At some time during the evening Ralph Paton must have come in through the window, as evidenced by the prints of his shoes. + +“_Point No. 3._—Mr. Ackroyd was nervous that evening, and would only have admitted some one he knew. + +“_Point No. 4._—The person with Mr. Ackroyd at nine-thirty was asking for money. We know Ralph Paton was in a scrape. + +“_These four points go to show that the person with Mr. Ackroyd at nine-thirty was Ralph Paton. But we know that Mr. Ackroyd was alive at a quarter to ten, therefore it was not Ralph who killed him. Ralph left the window open. Afterwards the murderer came in that way._” + +“And who was the murderer?” inquired Poirot. + +“The American stranger. He may have been in league with Parker, and possibly in Parker we have the man who blackmailed Mrs. Ferrars. If so, Parker may have heard enough to realize the game was up, have told his accomplice so, and the latter did the crime with the dagger which Parker gave him.” + +“It is a theory that,” admitted Poirot. “Decidedly you have cells of a kind. But it leaves a good deal unaccounted for.” + +“Such as——?” + +“The telephone call, the pushed-out chair——” + +“Do you really think the latter important?” I interrupted. + +“Perhaps not,” admitted my friend. “It may have been pulled out by accident, and Raymond or Blunt may have shoved it into place unconsciously under the stress of emotion. Then there is the missing forty pounds.” + +“Given by Ackroyd to Ralph,” I suggested. “He may have reconsidered his first refusal.” + +“That still leaves one thing unexplained?” + +“What?” + +“Why was Blunt so certain in his own mind that it was Raymond with Mr. Ackroyd at nine-thirty?” + +“He explained that,” I said. + +“You think so? I will not press the point. Tell me instead, what were Ralph Paton’s reasons for disappearing?” + +“That’s rather more difficult,” I said slowly. “I shall have to speak as a medical man. Ralph’s nerves must have gone phut! If he suddenly found out that his uncle had been murdered within a few minutes of his leaving him—after, perhaps, a rather stormy interview—well, he might get the wind up and clear right out. Men have been known to do that—act guiltily when they’re perfectly innocent.” + +“Yes, that is true,” said Poirot. “But we must not lose sight of one thing.” + +“I know what you’re going to say,” I remarked: “motive. Ralph Paton inherits a great fortune by his uncle’s death.” + +“That is one motive,” agreed Poirot. + +“One?” + +“_Mais oui._ Do you realize that there are three separate motives staring us in the face. Somebody certainly stole the blue envelope and its contents. That is one motive. Blackmail! Ralph Paton may have been the man who blackmailed Mrs. Ferrars. Remember, as far as Hammond knew, Ralph Paton had not applied to his uncle for help of late. That looks as though he were being supplied with money elsewhere. Then there is the fact that he was in some—how do you say—scrape?—which he feared might get to his uncle’s ears. And finally there is the one you have just mentioned.” + +“Dear me,” I said, rather taken aback. “The case does seem black against him.” + +“Does it?” said Poirot. “That is where we disagree, you and I. Three motives—it is almost too much. I am inclined to believe that, after all, Ralph Paton is innocent.” + + + +MRS. ACKROYD + + +After the evening talk I have just chronicled, the affair seemed to me to enter on a different phase. The whole thing can be divided into two parts, each clear and distinct from the other. Part I. ranges from Ackroyd’s death on the Friday evening to the following Monday night. It is the straight-forward narrative of what occurred, as presented to Hercule Poirot. I was at Poirot’s elbow the whole time. I saw what he saw. I tried my best to read his mind. As I know now, I failed in this latter task. Though Poirot showed me all his discoveries—as, for instance, the gold wedding-ring—he held back the vital and yet logical impressions that he formed. As I came to know later, this secrecy was characteristic of him. He would throw out hints and suggestions, but beyond that he would not go. + +As I say, up till the Monday evening, my narrative might have been that of Poirot himself. I played Watson to his Sherlock. But after Monday our ways diverged. Poirot was busy on his own account. I got to hear of what he was doing, because, in King’s Abbot, you get to hear of everything, but he did not take me into his confidence beforehand. And I, too, had my own preoccupations. + +On looking back, the thing that strikes me most is the piecemeal character of this period. Every one had a hand in the elucidation of the mystery. It was rather like a jig-saw puzzle to which every one contributed their own little piece of knowledge or discovery. But their task ended there. To Poirot alone belongs the renown of fitting those pieces into their correct place. + +Some of the incidents seemed at the time irrelevant and unmeaning. There was, for instance, the question of the black boots. But that comes later.... To take things strictly in chronological order, I must begin with the summons from Mrs. Ackroyd. + +She sent for me early on Tuesday morning, and since the summons sounded an urgent one, I hastened there, expecting to find her _in extremis_. + +The lady was in bed. So much did she concede to the etiquette of the situation. She gave me her bony hand, and indicated a chair drawn up to the bedside. + +“Well, Mrs. Ackroyd,” I said, “and what’s the matter with you?” + +I spoke with that kind of spurious geniality which seems to be expected of general practitioners. + +“I’m prostrated,” said Mrs. Ackroyd in a faint voice. “Absolutely prostrated. It’s the shock of poor Roger’s death. They say these things often aren’t felt at the _time_, you know. It’s the reaction afterwards.” + +It is a pity that a doctor is precluded by his profession from being able sometimes to say what he really thinks. + +I would have given anything to be able to answer “Bunkum!” + +Instead, I suggested a tonic. Mrs. Ackroyd accepted the tonic. One move in the game seemed now to be concluded. Not for a moment did I imagine that I had been sent for because of the shock occasioned by Ackroyd’s death. But Mrs. Ackroyd is totally incapable of pursuing a straight-forward course on any subject. She always approaches her object by tortuous means. I wondered very much why it was she had sent for me. + +“And then that scene—yesterday,” continued my patient. + +She paused as though expecting me to take up a cue. + +“What scene?” + +“Doctor, how can you? Have you forgotten? That dreadful little Frenchman—or Belgian—or whatever he is. Bullying us all like he did. It has quite upset me. Coming on top of Roger’s death.” + +“I’m very sorry, Mrs. Ackroyd,” I said. + +“I don’t know what he meant—shouting at us like he did. I should hope I know my duty too well to _dream_ of concealing anything. I have given the police _every_ assistance in my power.” + +Mrs. Ackroyd paused, and I said, “Quite so.” I was beginning to have a glimmering of what all the trouble was about. + +“No one can say that I have failed in my duty,” continued Mrs. Ackroyd. “I am sure Inspector Raglan is perfectly satisfied. Why should this little upstart of a foreigner make a fuss? A most ridiculous-looking creature he is too—just like a comic Frenchman in a revue. I can’t think why Flora insisted on bringing him into the case. She never said a word to me about it. Just went off and did it on her own. Flora is too independent. I am a woman of the world and her mother. She should have come to me for advice first.” + +I listened to all this in silence. + +“What does he think? That’s what I want to know. Does he actually imagine I’m hiding something? He—he—positively _accused_ me yesterday.” + +I shrugged my shoulders. + +“It is surely of no consequence, Mrs. Ackroyd,” I said. “Since you are not concealing anything, any remarks he may have made do not apply to you.” + +Mrs. Ackroyd went off at a tangent, after her usual fashion. + +“Servants are so tiresome,” she said. “They gossip, and talk amongst themselves. And then it gets round—and all the time there’s probably nothing in it at all.” + +“Have the servants been talking?” I asked. “What about?” + +Mrs. Ackroyd cast a very shrewd glance at me. It quite threw me off my balance. + +“I was sure _you’d_ know, doctor, if any one did. You were with M. Poirot all the time, weren’t you?” + +“I was.” + +“Then of course you know. It was that girl, Ursula Bourne, wasn’t it? Naturally—she’s leaving. She _would_ want to make all the trouble she could. Spiteful, that’s what they are. They’re all alike. Now, you being there, doctor, you must know exactly what she did say? I’m most anxious that no wrong impression should get about. After all, you don’t repeat every little detail to the police, do you? There are family matters sometimes—nothing to do with the question of the murder. But if the girl was spiteful, she may have made out all sorts of things.” + +I was shrewd enough to see that a very real anxiety lay behind these outpourings. Poirot had been justified in his premises. Of the six people round the table yesterday, Mrs. Ackroyd at least had had something to hide. It was for me to discover what that something might be. + +“If I were you, Mrs. Ackroyd,” I said brusquely, “I should make a clean breast of things.” + +She gave a little scream. + +“Oh! doctor, how can you be so abrupt. It sounds as though—as though——And I can explain everything so simply.” + +“Then why not do so,” I suggested. + +Mrs. Ackroyd took out a frilled handkerchief, and became tearful. + +“I thought, doctor, that you might put it to M. Poirot—explain it, you know—because it’s so difficult for a foreigner to see our point of view. And you don’t know—nobody could know—what I’ve had to contend with. A martyrdom—a long martyrdom. That’s what my life has been. I don’t like to speak ill of the dead—but there it is. Not the smallest bill, but it had all to be gone over—just as though Roger had had a few miserly hundreds a year instead of being (as Mr. Hammond told me yesterday) one of the wealthiest men in these parts.” + +Mrs. Ackroyd paused to dab her eyes with the frilled handkerchief. + +“Yes,” I said encouragingly. “You were talking about bills?” + +“Those dreadful bills. And some I didn’t like to show Roger at all. They were things a man wouldn’t understand. He would have said the things weren’t necessary. And of course they mounted up, you know, and they kept coming in——” + +She looked at me appealingly, as though asking me to condole with her on this striking peculiarity. + +“It’s a habit they have,” I agreed. + +“And the tone altered—became quite abusive. I assure you, doctor, I was becoming a nervous wreck. I couldn’t sleep at nights. And a dreadful fluttering round the heart. And then I got a letter from a Scotch gentleman—as a matter of fact there were two letters—both Scotch gentlemen. Mr. Bruce MacPherson was one, and the other were Colin MacDonald. Quite a coincidence.” + +“Hardly that,” I said dryly. “They are usually Scotch gentlemen, but I suspect a Semitic strain in their ancestry.” + +“Ten pounds to ten thousand on note of hand alone,” murmured Mrs. Ackroyd reminiscently. “I wrote to one of them, but it seemed there were difficulties.” + +She paused. + +I gathered that we were just coming to delicate ground. I have never known any one more difficult to bring to the point. + +“You see,” murmured Mrs. Ackroyd, “it’s all a question of expectations, isn’t it? Testamentary expectations. And though, of course, I expected that Roger would provide for me, I didn’t _know_. I thought that if only I could glance over a copy of his will—not in any sense of vulgar prying—but just so that I could make my own arrangements.” + +She glanced sideways at me. The position was now very delicate indeed. Fortunately words, ingeniously used, will serve to mask the ugliness of naked facts. + +“I could only tell this to you, dear Dr. Sheppard,” said Mrs. Ackroyd rapidly. “I can trust you not to misjudge me, and to represent the matter in the right light to M. Poirot. It was on Friday afternoon——” + +She came to a stop and swallowed uncertainly. + +“Yes,” I repeated encouragingly. “On Friday afternoon. Well?” + +“Every one was out, or so I thought. And I went into Roger’s study—I had some real reason for going there—I mean, there was nothing underhand about it. And as I saw all the papers heaped on the desk, it just came to me, like a flash: ‘I wonder if Roger keeps his will in one of the drawers of the desk.’ I’m so impulsive, always was, from a child. I do things on the spur of the moment. He’d left his keys—very careless of him—in the lock of the top drawer.” + +“I see,” I said helpfully. “So you searched the desk. Did you find the will?” + +Mrs. Ackroyd gave a little scream, and I realized that I had not been sufficiently diplomatic. + +“How dreadful it sounds. But it wasn’t at all like that really.” + +“Of course it wasn’t,” I said hastily. “You must forgive my unfortunate way of putting things.” + +“You see, men are so peculiar. In dear Roger’s place, I should not have objected to revealing the provisions of my will. But men are so secretive. One is forced to adopt little subterfuges in self-defence.” + +“And the result of the little subterfuge?” I asked. + +“That’s just what I’m telling you. As I got to the bottom drawer, Bourne came in. Most awkward. Of course I shut the drawer and stood up, and I called her attention to a few specks of dust on the surface. But I didn’t like the way she looked—quite respectful in manner, but a very nasty light in her eyes. Almost contemptuous, if you know what I mean. I never have liked that girl very much. She’s a good servant, and she says Ma’am, and doesn’t object to wearing caps and aprons (which I declare to you a lot of them do nowadays), and she can say ‘Not at home’ without scruples if she has to answer the door instead of Parker, and she doesn’t have those peculiar gurgling noises inside which so many parlormaids seem to have when they wait at table——Let me see, where was I?” + +“You were saying, that in spite of several valuable qualities, you never liked Bourne.” + +“No more I do. She’s—odd. There’s something different about her from the others. Too well educated, that’s my opinion. You can’t tell who are ladies and who aren’t nowadays.” + +“And what happened next?” I asked. + +“Nothing. At least, Roger came in. And I thought he was out for a walk. And he said: ‘What’s all this?’ and I said, ‘Nothing. I just came in to fetch _Punch_.’ And I took _Punch_ and went out with it. Bourne stayed behind. I heard her asking Roger if she could speak to him for a minute. I went straight up to my room, to lie down. I was very upset.” + +There was a pause. + +“You will explain to M. Poirot, won’t you? You can see for yourself what a trivial matter the whole thing was. But, of course, when he was so stern about concealing things, I thought of this at once. Bourne may have made some extraordinary story out of it, but you can explain, can’t you?” + +“That is all?” I said. “You have told me everything?” + +“Ye-es,” said Mrs. Ackroyd. “Oh! yes,” she added firmly. + +But I had noted the momentary hesitation, and I knew that there was still something she was keeping back. It was nothing less than a flash of sheer genius that prompted me to ask the question I did. + +“Mrs. Ackroyd,” I said, “was it you who left the silver table open?” + +I had my answer in the blush of guilt that even rouge and powder could not conceal. + +“How did you know?” she whispered. + +“It was you, then?” + +“Yes—I—you see—there were one or two pieces of old silver—very interesting. I had been reading up the subject and there was an illustration of quite a small piece which had fetched an immense sum at Christy’s. It looked to me just the same as the one in the silver table. I thought I would take it up to London with me when I went—and—and have it valued. Then if it really was a valuable piece, just think what a charming surprise it would have been for Roger?” + +I refrained from comments, accepting Mrs. Ackroyd’s story on its merits. I even forbore to ask her why it was necessary to abstract what she wanted in such a surreptitious manner. + +“Why did you leave the lid open?” I asked. “Did you forget?” + +“I was startled,” said Mrs. Ackroyd. “I heard footsteps coming along the terrace outside. I hastened out of the room and just got up the stairs before Parker opened the front door to you.” + +“That must have been Miss Russell,” I said thoughtfully. Mrs. Ackroyd had revealed to me one fact that was extremely interesting. Whether her designs upon Ackroyd’s silver had been strictly honorable I neither knew nor cared. What did interest me was the fact that Miss Russell must have entered the drawing-room by the window, and that I had not been wrong when I judged her to be out of breath with running. Where had she been? I thought of the summer-house and the scrap of cambric. + +“I wonder if Miss Russell has her handkerchiefs starched!” I exclaimed on the spur of the moment. + +Mrs. Ackroyd’s start recalled me to myself, and I rose. + +“You think you can explain to M. Poirot?” she asked anxiously. + +“Oh, certainly. Absolutely.” + +I got away at last, after being forced to listen to more justifications of her conduct. + +The parlormaid was in the hall, and it was she who helped me on with my overcoat. I observed her more closely than I had done heretofore. It was clear that she had been crying. + +“How is it,” I asked, “that you told us that Mr. Ackroyd sent for you on Friday to his study? I hear now that it was _you_ who asked to speak to _him_?” + +For a minute the girl’s eyes dropped before mine. + +Then she spoke. + +“I meant to leave in any case,” she said uncertainly. + +I said no more. She opened the front door for me. Just as I was passing out, she said suddenly in a low voice:— + +“Excuse me, sir, is there any news of Captain Paton?” + +I shook my head, looking at her inquiringly. + +“He ought to come back,” she said. “Indeed—indeed he ought to come back.” + +She was looking at me with appealing eyes. + +“Does no one know where he is?” she asked. + +“Do you?” I said sharply. + +She shook her head. + +“No, indeed. I know nothing. But any one who was a friend to him would tell him this: he ought to come back.” + +I lingered, thinking that perhaps the girl would say more. Her next question surprised me. + +“When do they think the murder was done? Just before ten o’clock?” + +“That is the idea,” I said. “Between a quarter to ten and the hour.” + +“Not earlier? Not before a quarter to ten?” + +I looked at her attentively. She was so clearly eager for a reply in the affirmative. + +“That’s out of the question,” I said. “Miss Ackroyd saw her uncle alive at a quarter to ten.” + +She turned away, and her whole figure seemed to droop. + +“A handsome girl,” I said to myself as I drove off. “An exceedingly handsome girl.” + +Caroline was at home. She had had a visit from Poirot and was very pleased and important about it. + +“I am helping him with the case,” she explained. + +I felt rather uneasy. Caroline is bad enough as it is. What will she be like with her detective instincts encouraged? + +“Are you going round the neighborhood looking for Ralph Paton’s mysterious girl?” I inquired. + +“I might do that on my own account,” said Caroline. “No, this is a special thing M. Poirot wants me to find out for him.” + +“What is it?” I asked. + +“He wants to know whether Ralph Paton’s boots were black or brown,” said Caroline with tremendous solemnity. + +I stared at her. I see now that I was unbelievably stupid about these boots. I failed altogether to grasp the point. + +“They were brown shoes,” I said. “I saw them.” + +“Not shoes, James, boots. M. Poirot wants to know whether a pair of boots Ralph had with him at the hotel were brown or black. A lot hangs on it.” + +Call me dense if you like. I didn’t see. + +“And how are you going to find out?” I asked. + +Caroline said there would be no difficulty about that. Our Annie’s dearest friend was Miss Ganett’s maid, Clara. And Clara was walking out with the boots at the Three Boars. The whole thing was simplicity itself, and by the aid of Miss Ganett, who coöperated loyally, at once giving Clara leave of absence, the matter was rushed through at express speed. + +It was when we were sitting down to lunch that Caroline remarked, with would-be unconcern:— + +“About those boots of Ralph Paton’s.” + +“Well,” I said, “what about them?” + +“M. Poirot thought they were probably brown. He was wrong. They’re black.” + +And Caroline nodded her head several times. She evidently felt that she had scored a point over Poirot. + +I did not answer. I was puzzling over what the color of a pair of Ralph Paton’s boots had to do with the case. + + + +GEOFFREY RAYMOND + + +I was to have a further proof that day of the success of Poirot’s tactics. That challenge of his had been a subtle touch born of his knowledge of human nature. A mixture of fear and guilt had wrung the truth from Mrs. Ackroyd. She was the first to react. + +That afternoon when I returned from seeing my patients, Caroline told me that Geoffrey Raymond had just left. + +“Did he want to see me?” I asked, as I hung up my coat in the hall. + +Caroline was hovering by my elbow. + +“It was M. Poirot he wanted to see,” she said. “He’d just come from The Larches. M. Poirot was out. Mr. Raymond thought that he might be here, or that you might know where he was.” + +“I haven’t the least idea.” + +“I tried to make him wait,” said Caroline, “but he said he would call back at The Larches in half an hour, and went away down the village. A great pity, because M. Poirot came in practically the minute after he left.” + +“Came in here?” + +“No, to his own house.” + +“How do you know?” + +“The side window,” said Caroline briefly. + +It seemed to me that we had now exhausted the topic. Caroline thought otherwise. + +“Aren’t you going across?” + +“Across where?” + +“To The Larches, of course.” + +“My dear Caroline,” I said, “what for?” + +“Mr. Raymond wanted to see him very particularly,” said Caroline. “You might hear what it’s all about.” + +I raised my eyebrows. + +“Curiosity is not my besetting sin,” I remarked coldly. “I can exist comfortably without knowing exactly what my neighbors are doing and thinking.” + +“Stuff and nonsense, James,” said my sister. “You want to know just as much as I do. You’re not so honest, that’s all. You always have to pretend.” + +“Really, Caroline,” I said, and retired into my surgery. + +Ten minutes later Caroline tapped at the door and entered. In her hand she held what seemed to be a pot of jam. + +“I wonder, James,” she said, “if you would mind taking this pot of medlar jelly across to M. Poirot? I promised it to him. He has never tasted any home-made medlar jelly.” + +“Why can’t Annie go?” I asked coldly. + +“She’s doing some mending. I can’t spare her.” + +Caroline and I looked at each other. + +“Very well,” I said, rising. “But if I take the beastly thing, I shall just leave it at the door. You understand that?” + +My sister raised her eyebrows. + +“Naturally,” she said. “Who suggested you should do anything else?” + +The honors were with Caroline. + +“If you _do_ happen to see M. Poirot,” she said, as I opened the front door, “you might tell him about the boots.” + +It was a most subtle parting shot. I wanted dreadfully to understand the enigma of the boots. When the old lady with the Breton cap opened the door to me, I found myself asking if M. Poirot was in, quite automatically. + +Poirot sprang up to meet me, with every appearance of pleasure. + +“Sit down, my good friend,” he said. “The big chair? This small one? The room is not too hot, no?” + +I thought it was stifling, but refrained from saying so. The windows were closed, and a large fire burned in the grate. + +“The English people, they have a mania for the fresh air,” declared Poirot. “The big air, it is all very well outside, where it belongs. Why admit it to the house? But let us not discuss such banalities. You have something for me, yes?” + +“Two things,” I said. “First—this—from my sister.” + +I handed over the pot of medlar jelly. + +“How kind of Mademoiselle Caroline. She has remembered her promise. And the second thing?” + +“Information—of a kind.” + +And I told him of my interview with Mrs. Ackroyd. He listened with interest, but not much excitement. + +“It clears the ground,” he said thoughtfully. “And it has a certain value as confirming the evidence of the housekeeper. She said, you remember, that she found the silver table lid open and closed it down in passing.” + +“What about her statement that she went into the drawing-room to see if the flowers were fresh?” + +“Ah! we never took that very seriously, did we, my friend? It was patently an excuse, trumped up in a hurry, by a woman who felt it urgent to explain her presence—which, by the way, you would probably never have thought of questioning. I considered it possible that her agitation might arise from the fact that she had been tampering with the silver table, but I think now that we must look for another cause.” + +“Yes,” I said. “Whom did she go out to meet? And why?” + +“You think she went to meet some one?” + +“I do.” + +Poirot nodded. + +“So do I,” he said thoughtfully. + +There was a pause. + +“By the way,” I said, “I’ve got a message for you from my sister. Ralph Paton’s boots were black, not brown.” + +I was watching him closely as I gave the message, and I fancied that I saw a momentary flicker of discomposure. If so, it passed almost immediately. + +“She is absolutely positive they are not brown?” + +“Absolutely.” + +“Ah!” said Poirot regretfully. “That is a pity.” + +And he seemed quite crestfallen. + +He entered into no explanations, but at once started a new subject of conversation. + +“The housekeeper, Miss Russell, who came to consult you on that Friday morning—is it indiscreet to ask what passed at the interview—apart from the medical details, I mean?” + +“Not at all,” I said. “When the professional part of the conversation was over, we talked for a few minutes about poisons, and the ease or difficulty of detecting them, and about drug-taking and drug-takers.” + +“With special reference to cocaine?” asked Poirot. + +“How did you know?” I asked, somewhat surprised. + +For answer, the little man rose and crossed the room to where newspapers were filed. He brought me a copy of the _Daily Budget_, dated Friday, 16th September, and showed me an article dealing with the smuggling of cocaine. It was a somewhat lurid article, written with an eye to picturesque effect. + +“That is what put cocaine into her head, my friend,” he said. + +I would have catechized him further, for I did not quite understand his meaning, but at that moment the door opened and Geoffrey Raymond was announced. + +He came in fresh and debonair as ever, and greeted us both. + +“How are you, doctor? M. Poirot, this is the second time I’ve been here this morning. I was anxious to catch you.” + +“Perhaps I’d better be off,” I suggested rather awkwardly. + +“Not on my account, doctor. No, it’s just this,” he went on, seating himself at a wave of invitation from Poirot, “I’ve got a confession to make.” + +“_En verité_?” said Poirot, with an air of polite interest. + +“Oh, it’s of no consequence, really. But, as a matter of fact, my conscience has been pricking me ever since yesterday afternoon. You accused us all of keeping back something, M. Poirot. I plead guilty. I’ve had something up my sleeve.” + +“And what is that, M. Raymond?” + +“As I say, it’s nothing of consequence—just this. I was in debt—badly, and that legacy came in the nick of time. Five hundred pounds puts me on my feet again with a little to spare.” + +He smiled at us both with that engaging frankness that made him such a likable youngster. + +“You know how it is. Suspicious looking policeman—don’t like to admit you were hard up for money—think it will look bad to them. But I was a fool, really, because Blunt and I were in the billiard room from a quarter to ten onwards, so I’ve got a watertight alibi and nothing to fear. Still, when you thundered out that stuff about concealing things, I felt a nasty prick of conscience, and I thought I’d like to get it off my mind.” + +He got up again and stood smiling at us. + +“You are a very wise young man,” said Poirot, nodding at him with approval. “See you, when I know that any one is hiding things from me, I suspect that the thing hidden may be something very bad indeed. You have done well.” + +“I’m glad I’m cleared from suspicion,” laughed Raymond. “I’ll be off now.” + +“So that is that,” I remarked, as the door closed behind the young secretary. + +“Yes,” agreed Poirot. “A mere bagatelle—but if he had not been in the billiard room—who knows? After all, many crimes have been committed for the sake of less than five hundred pounds. It all depends on what sum is sufficient to break a man. A question of the relativity, is it not so? Have you reflected, my friend, that many people in that house stood to benefit by Mr. Ackroyd’s death? Mrs. Ackroyd, Miss Flora, young Mr. Raymond, the housekeeper, Miss Russell. Only one, in fact, does not, Major Blunt.” + +His tone in uttering that name was so peculiar that I looked up, puzzled. + +“I don’t quite understand you?” I said. + +“Two of the people I accused have given me the truth.” + +“You think Major Blunt has something to conceal also?” + +“As for that,” remarked Poirot nonchalantly, “there is a saying, is there not, that Englishmen conceal only one thing—their love? And Major Blunt, I should say, is not good at concealments.” + +“Sometimes,” I said, “I wonder if we haven’t rather jumped to conclusions on one point.” + +“What is that?” + +“We’ve assumed that the blackmailer of Mrs. Ferrars is necessarily the murderer of Mr. Ackroyd. Mightn’t we be mistaken?” + +Poirot nodded energetically. + +“Very good. Very good indeed. I wondered if that idea would come to you. Of course it is possible. But we must remember one point. The letter disappeared. Still, that, as you say, may not necessarily mean that the murderer took it. When you first found the body, Parker may have abstracted the letter unnoticed by you.” + +“Parker?” + +“Yes, Parker. I always come back to Parker—not as the murderer—no, he did not commit the murder; but who is more suitable than he as the mysterious scoundrel who terrorized Mrs. Ferrars? He may have got his information about Mr. Ferrars’s death from one of the King’s Paddock servants. At any rate, he is more likely to have come upon it than a casual guest such as Blunt, for instance.” + +“Parker might have taken the letter,” I admitted. “It wasn’t till later that I noticed it was gone.” + +“How much later? After Blunt and Raymond were in the room, or before?” + +“I can’t remember,” I said slowly. “I think it was before—no, afterwards. Yes, I’m almost sure it was afterwards.” + +“That widens the field to three,” said Poirot thoughtfully. “But Parker is the most likely. It is in my mind to try a little experiment with Parker. How say you, my friend, will you accompany me to Fernly?” + +I acquiesced, and we set out at once. Poirot asked to see Miss Ackroyd, and presently Flora came to us. + +“Mademoiselle Flora,” said Poirot, “I have to confide in you a little secret. I am not yet satisfied of the innocence of Parker. I propose to make a little experiment with your assistance. I want to reconstruct some of his actions on that night. But we must think of something to tell him—ah! I have it. I wish to satisfy myself as to whether voices in the little lobby could have been heard outside on the terrace. Now, ring for Parker, if you will be so good.” + +I did so, and presently the butler appeared, suave as ever. + +“You rang, sir?” + +“Yes, my good Parker. I have in mind a little experiment. I have placed Major Blunt on the terrace outside the study window. I want to see if any one there could have heard the voices of Miss Ackroyd and yourself in the lobby that night. I want to enact that little scene over again. Perhaps you would fetch the tray or whatever it was you were carrying?” + +Parker vanished, and we repaired to the lobby outside the study door. Presently we heard a chink in the outer hall, and Parker appeared in the doorway carrying a tray with a siphon, a decanter of whisky, and two glasses on it. + +“One moment,” cried Poirot, raising his hand and seemingly very excited. “We must have everything in order. Just as it occurred. It is a little method of mine.” + +“A foreign custom, sir,” said Parker. “Reconstruction of the crime they call it, do they not?” + +He was quite imperturbable as he stood there politely waiting on Poirot’s orders. + +“Ah! he knows something, the good Parker,” cried Poirot. “He has read of these things. Now, I beg you, let us have everything of the most exact. You came from the outer hall—so. Mademoiselle was—where?” + +“Here,” said Flora, taking up her stand just outside the study door. + +“Quite right, sir,” said Parker. + +“I had just closed the door,” continued Flora. + +“Yes, miss,” agreed Parker. “Your hand was still on the handle as it is now.” + +“Then _allez_,” said Poirot. “Play me the little comedy.” + +Flora stood with her hand on the door handle, and Parker came stepping through the door from the hall, bearing the tray. + +He stopped just inside the door. Flora spoke. + +“Oh! Parker. Mr. Ackroyd doesn’t want to be disturbed again to-night.” + +“Is that right?” she added in an undertone. + +“To the best of my recollection, Miss Flora,” said Parker, “but I fancy you used the word evening instead of night.” Then, raising his voice in a somewhat theatrical fashion: “Very good, miss. Shall I lock up as usual?” + +“Yes, please.” + +Parker retired through the door, Flora followed him, and started to ascend the main staircase. + +“Is that enough?” she asked over her shoulder. + +“Admirable,” declared the little man, rubbing his hands. “By the way, Parker, are you sure there were two glasses on the tray that evening? Who was the second one for?” + +“I always bring two glasses, sir,” said Parker. “Is there anything further?” + +“Nothing. I thank you.” + +Parker withdrew, dignified to the last. + +Poirot stood in the middle of the hall frowning. Flora came down and joined us. + +“Has your experiment been successful?” she asked. “I don’t quite understand, you know——” + +Poirot smiled admiringly at her. + +“It is not necessary that you should,” he said. “But tell me, were there indeed two glasses on Parker’s tray that night?” + +Flora wrinkled her brows a minute. + +“I really can’t remember,” she said. “I think there were. Is—is that the object of your experiment?” + +Poirot took her hand and patted it. + +“Put it this way,” he said. “I am always interested to see if people will speak the truth.” + +“And did Parker speak the truth?” + +“I rather think he did,” said Poirot thoughtfully. + +A few minutes later saw us retracing our steps to the village. + +“What was the point of that question about the glasses?” I asked curiously. + +Poirot shrugged his shoulders. + +“One must say something,” he remarked. “That particular question did as well as any other.” + +I stared at him. + +“At any rate, my friend,” he said more seriously, “I know now something I wanted to know. Let us leave it at that.” + + + +AN EVENING AT MAH JONG + + +That night we had a little Mah Jong party. This kind of simple entertainment is very popular in King’s Abbot. The guests arrive in goloshes and waterproofs after dinner. They partake of coffee and later of cake, sandwiches, and tea. + +On this particular night our guests were Miss Ganett and Colonel Carter, who lives near the church. A good deal of gossip is handed round at these evenings, sometimes seriously interfering with the game in progress. We used to play bridge—chatty bridge of the worst description. We find Mah Jong much more peaceful. The irritated demand as to why on earth your partner did not lead a certain card is entirely done away with, and though we still express criticisms frankly, there is not the same acrimonious spirit. + +“Very cold evening, eh, Sheppard?” said Colonel Carter, standing with his back to the fire. Caroline had taken Miss Ganett to her own room, and was there assisting her to disentangle herself from her many wraps. “Reminds me of the Afghan passes.” + +“Indeed?” I said politely. + +“Very mysterious business this about poor Ackroyd,” continued the colonel, accepting a cup of coffee. “A deuce of a lot behind it—that’s what I say. Between you and me, Sheppard, I’ve heard the word blackmail mentioned!” + +The colonel gave me the look which might be tabulated “one man of the world to another.” + +“A woman in it, no doubt,” he said. “Depend upon it, a woman in it.” + +Caroline and Miss Ganett joined us at this minute. Miss Ganett drank coffee whilst Caroline got out the Mah Jong box and poured out the tiles upon the table. + +“Washing the tiles,” said the colonel facetiously. “That’s right—washing the tiles, as we used to say in the Shanghai Club.” + +It is the private opinion of both Caroline and myself that Colonel Carter has never been in the Shanghai Club in his life. More, that he has never been farther east than India, where he juggled with tins of bully beef and plum and apple jam during the Great War. But the colonel is determinedly military, and in King’s Abbot we permit people to indulge their little idiosyncrasies freely. + +“Shall we begin?” said Caroline. + +We sat round the table. For some five minutes there was complete silence, owing to the fact that there is tremendous secret competition amongst us as to who can build their wall quickest. + +“Go on, James,” said Caroline at last. “You’re East Wind.” + +I discarded a tile. A round or two proceeded, broken by the monotonous remarks of “Three Bamboos,” “Two Circles,” “Pung,” and frequently from Miss Ganett “Unpung,” owing to that lady’s habit of too hastily claiming tiles to which she had no right. + +“I saw Flora Ackroyd this morning,” said Miss Ganett. “Pung—no—Unpung. I made a mistake.” + +“Four Circles,” said Caroline. “Where did you see her?” + +“She didn’t see _me_,” said Miss Ganett, with that tremendous significance only to be met with in small villages. + +“Ah!” said Caroline interestedly. “Chow.” + +“I believe,” said Miss Ganett, temporarily diverted, “that it’s the right thing nowadays to say ‘Chee’ not ‘Chow.’” + +“Nonsense,” said Caroline. “I have always said ‘_Chow_.’” + +“In the Shanghai Club,” said Colonel Carter, “they say ‘_Chow_.’” + +Miss Ganett retired, crushed. + +“What were you saying about Flora Ackroyd?” asked Caroline, after a moment or two devoted to the game. “Was she with any one?” + +“Very much so,” said Miss Ganett. + +The eyes of the two ladies met, and seemed to exchange information. + +“Really,” said Caroline interestedly. “Is that it? Well, it doesn’t surprise me in the least.” + +“We’re waiting for you to discard, Miss Caroline,” said the colonel. He sometimes affects the pose of the bluff male, intent on the game and indifferent to gossip. But nobody is deceived. + +“If you ask me,” said Miss Ganett. (“Was that a Bamboo you discarded, dear? Oh! no, I see now—it was a Circle.) As I was saying, if you ask me, Flora’s been exceedingly lucky. Exceedingly lucky she’s been.” + +“How’s that, Miss Ganett?” asked the colonel. “I’ll Pung that Green Dragon. How do you make out that Miss Flora’s been lucky? Very charming girl and all that, I know.” + +“I mayn’t know very much about crime,” said Miss Ganett, with the air of one who knows everything there is to know, “but I can tell you one thing. The first question that’s always asked is ‘Who last saw the deceased alive?’ And the person who did is regarded with suspicion. Now, Flora Ackroyd last saw her uncle alive. It might have looked very nasty for her—very nasty indeed. It’s my opinion—and I give it for what it’s worth, that Ralph Paton is staying away on her account, to draw suspicion away from her.” + +“Come, now,” I protested mildly, “you surely can’t suggest that a young girl like Flora Ackroyd is capable of stabbing her uncle in cold blood?” + +“Well, I don’t know,” said Miss Ganett. “I’ve just been reading a book from the library about the underworld of Paris, and it says that some of the worst women criminals are young girls with the faces of angels.” + +“That’s in France,” said Caroline instantly. + +“Just so,” said the colonel. “Now, I’ll tell you a very curious thing—a story that was going round the Bazaars in India....” + +The colonel’s story was one of interminable length, and of curiously little interest. A thing that happened in India many years ago cannot compare for a moment with an event that took place in King’s Abbot the day before yesterday. + +It was Caroline who brought the colonel’s story to a close by fortunately going Mah Jong. After the slight unpleasantness always occasioned by my corrections of Caroline’s somewhat faulty arithmetic, we started a new hand. + +“East Wind passes,” said Caroline. “I’ve got an idea of my own about Ralph Paton. Three Characters. But I’m keeping it to myself for the present.” + +“Are you, dear?” said Miss Ganett. “Chow—I mean Pung.” + +“Yes,” said Caroline firmly. + +“Was it all right about the boots?” asked Miss Ganett. “Their being black, I mean?” + +“Quite all right,” said Caroline. + +“What was the point, do you think?” asked Miss Ganett. + +Caroline pursed up her lips, and shook her head with an air of knowing all about it. + +“Pung,” said Miss Ganett. “No—Unpung. I suppose that now the doctor’s in with M. Poirot he knows all the secrets?” + +“Far from it,” I said. + +“James is so modest,” said Caroline. “Ah! a concealed Kong.” + +The colonel gave vent to a whistle. For the moment gossip was forgotten. + +“Your own wind, too,” he said. “_And_ you’ve got two Pungs of Dragons. We must be careful. Miss Caroline’s out for a big hand.” + +We played for some minutes with no irrelevant conversation. + +“This M. Poirot now,” said Colonel Carter, “is he really such a great detective?” + +“The greatest the world has ever known,” said Caroline solemnly. “He had to come here incognito to avoid publicity.” + +“Chow,” said Miss Ganett. “Quite wonderful for our little village, I’m sure. By the way, Clara—my maid, you know—is great friends with Elsie, the housemaid at Fernly, and what do you think Elsie told her? That there’s been a lot of money stolen, and it’s her opinion—Elsie’s—I mean, that the parlormaid had something to do with it. She’s leaving at the month, and she’s crying a good deal at night. If you ask me, the girl is very likely in league with a _gang_. She’s always been a queer girl—she’s not friends with any of the girls round here. She goes off by herself on her days out—very unnatural, I call it, and most suspicious. I asked her once to come to our Girls’ Friendly Evenings, but she refused, and then I asked her a few questions about her home and her family—all that sort of thing, and I’m bound to say I considered her manner most impertinent. Outwardly very respectful—but she shut me up in the most barefaced way.” + +Miss Ganett stopped for breath, and the colonel, who was totally uninterested in the servant question, remarked that in the Shanghai Club brisk play was the invariable rule. + +We had a round of brisk play. + +“That Miss Russell,” said Caroline. “She came here pretending to consult James on Friday morning. It’s my opinion she wanted to see where the poisons were kept. Five Characters.” + +“Chow,” said Miss Ganett. “What an extraordinary idea? I wonder if you can be right.” + +“Talking of poisons,” said the colonel. “Eh—what? Haven’t I discarded? Oh! Eight Bamboos.” + +“Mah Jong!” said Miss Ganett. + +Caroline was very much annoyed. + +“One Red Dragon,” she said regretfully, “and I should have had a hand of three doubles.” + +“I’ve had two Red Dragons all the time,” I mentioned. + +“So exactly like you, James,” said Caroline reproachfully. “You’ve no conception of the spirit of the game.” + +I myself thought I had played rather cleverly. I should have had to pay Caroline an enormous amount if she had gone Mah Jong. Miss Ganett’s Mah Jong was of the poorest variety possible, as Caroline did not fail to point out to her. + +East Wind passed, and we started a new hand in silence. + +“What I was going to tell you just now was this,” said Caroline. + +“Yes?” said Miss Ganett encouragingly. + +“My idea about Ralph Paton, I mean.” + +“Yes, dear,” said Miss Ganett, still more encouragingly. “Chow!” + +“It’s a sign of weakness to Chow so early,” said Caroline severely. “You should go for a big hand.” + +“I know,” said Miss Ganett. “You were saying—about Ralph Paton, you know?” + +“Yes. Well, I’ve a pretty shrewd idea where he is.” + +We all stopped to stare at her. + +“This is very interesting, Miss Caroline,” said Colonel Carter. “All your own idea, eh?” + +“Well, not exactly. I’ll tell you about it. You know that big map of the county we have in the hall?” + +We all said Yes. + +“As M. Poirot was going out the other day, he stopped and looked at it, and he made some remark—I can’t remember exactly what it was. Something about Cranchester being the only big town anywhere near us—which is true, of course. But after he had gone—it came to me suddenly.” + +“What came to you?” + +“His meaning. Of course Ralph is in Cranchester.” + +It was at that moment that I knocked down the rack that held my pieces. My sister immediately reproved me for clumsiness, but half-heartedly. She was intent on her theory. + +“Cranchester, Miss Caroline?” said Colonel Carter. “Surely not Cranchester! It’s so near.” + +“That’s exactly it,” cried Caroline triumphantly. “It seems quite clear by now that he didn’t get away from here by train. He must simply have walked into Cranchester. And I believe he’s there still. No one would dream of his being so near at hand.” + +I pointed out several objections to the theory, but when once Caroline has got something firmly into her head, nothing dislodges it. + +“And you think M. Poirot has the same idea,” said Miss Ganett thoughtfully. “It’s a curious coincidence, but I was out for a walk this afternoon on the Cranchester road, and he passed me in a car coming from that direction.” + +We all looked at each other. + +“Why, dear me,” said Miss Ganett suddenly, “I’m Mah Jong all the time, and I never noticed it.” + +Caroline’s attention was distracted from her own inventive exercises. She pointed out to Miss Ganett that a hand consisting of mixed suits and too many Chows was hardly worth going Mah Jong on. Miss Ganett listened imperturbably and collected her counters. + +“Yes, dear, I know what you mean,” she said. “But it rather depends on what kind of a hand you have to start with, doesn’t it?” + +“You’ll never get the big hands if you don’t go for them,” urged Caroline. + +“Well, we must all play our own way, mustn’t we?” said Miss Ganett. She looked down at her counters. “After all, I’m up, so far.” + +Caroline, who was considerably down, said nothing. + +East Wind passed, and we set to once more. Annie brought in the tea things. Caroline and Miss Ganett were both slightly ruffled as is often the case during one of these festive evenings. + +“If you would only play a leetle quicker, dear,” said Caroline, as Miss Ganett hesitated over her discard. “The Chinese put down the tiles so quickly it sounds like little birds pattering.” + +For some few minutes we played like the Chinese. + +“You haven’t contributed much to the sum of information, Sheppard,” said Colonel Carter genially. “You’re a sly dog. Hand in glove with the great detective, and not a hint as to the way things are going.” + +“James is an extraordinary creature,” said Caroline. “He can _not_ bring himself to part with information.” + +She looked at me with some disfavor. + +“I assure you,” I said, “that I don’t know anything. Poirot keeps his own counsel.” + +“Wise man,” said the colonel with a chuckle. “He doesn’t give himself away. But they’re wonderful fellows, these foreign detectives. Up to all sorts of dodges, I believe.” + +“Pung,” said Miss Ganett, in a tone of quiet triumph. “And Mah Jong.” + +The situation became more strained. It was annoyance at Miss Ganett’s going Mah Jong for the third time running which prompted Caroline to say to me as we built a fresh wall:— + +“You are too tiresome, James. You sit there like a dead head, and say nothing at all!” + +“But, my dear,” I protested, “I have really nothing to say—that is, of the kind you mean.” + +“Nonsense,” said Caroline, as she sorted her hand. “You _must_ know something interesting.” + +I did not answer for a moment. I was overwhelmed and intoxicated. I had read of there being such a thing as the Perfect Winning—going Mah Jong on one’s original hand. I had never hoped to hold the hand myself. + +With suppressed triumph I laid my hand face upwards on the table. + +“As they say in the Shanghai Club,” I remarked, “Tin-ho—the Perfect Winning!” + +The colonel’s eyes nearly bulged out of his head. + +“Upon my soul,” he said. “What an extraordinary thing. I never saw that happen before!” + +It was then that I went on, goaded by Caroline’s gibes, and rendered reckless by my triumph. + +“And as to anything interesting,” I said. “What about a gold wedding ring with a date and ‘From R.’ inside.” + +I pass over the scene that followed. I was made to say exactly where this treasure was found. I was made to reveal the date. + +“March 13th,” said Caroline. “Just six months ago. Ah!” + +Out of the babel of excited suggestions and suppositions three theories were evolved:— + +1. That of Colonel Carter: that Ralph was secretly married to Flora. The first or most simple solution. + +2. That of Miss Ganett: that Roger Ackroyd had been secretly married to Mrs. Ferrars. + +3. That of my sister: that Roger Ackroyd had married his housekeeper, Miss Russell. + +A fourth or super-theory was propounded by Caroline later as we went up to bed. + +“Mark my words,” she said suddenly, “I shouldn’t be at all surprised if Geoffrey Raymond and Flora weren’t married.” + +“Surely it would be ‘From G,’ not ‘From R’ then,” I suggested. + +“You never know. Some girls call men by their surnames. And you heard what Miss Ganett said this evening—about Flora’s carryings on.” + +Strictly speaking, I had not heard Miss Ganett say anything of the kind, but I respected Caroline’s knowledge of innuendoes. + +“How about Hector Blunt,” I hinted. “If it’s anybody——” + +“Nonsense,” said Caroline. “I dare say he admires her—may even be in love with her. But depend upon it a girl isn’t going to fall in love with a man old enough to be her father when there’s a good-looking young secretary about. She may encourage Major Blunt just as a blind. Girls are very artful. But there’s one thing I _do_ tell you, James Sheppard. Flora Ackroyd does not care a penny piece for Ralph Paton, and never has. You can take it from me.” + +I took it from her meekly. + + + +PARKER + + +It occurred to me the next morning that under the exhilaration produced by Tin-ho, or the Perfect Winning, I might have been slightly indiscreet. True, Poirot had not asked me to keep the discovery of the ring to myself. On the other hand, he had said nothing about it whilst at Fernly, and as far as I knew, I was the only person aware that it had been found. I felt distinctly guilty. The fact was by now spreading through King’s Abbot like wildfire. I was expecting wholesale reproaches from Poirot any minute. + +The joint funeral of Mrs. Ferrars and Roger Ackroyd was fixed for eleven o’clock. It was a melancholy and impressive ceremony. All the party from Fernly were there. + +After it was over, Poirot, who had also been present, took me by the arm, and invited me to accompany him back to The Larches. He was looking very grave, and I feared that my indiscretion of the night before had got round to his ears. But it soon transpired that his thoughts were occupied by something of a totally different nature. + +“See you,” he said. “We must act. With your help I propose to examine a witness. We will question him, we will put such fear into him that the truth is bound to come out.” + +“What witness are you talking of?” I asked, very much surprised. + +“Parker!” said Poirot. “I asked him to be at my house this morning at twelve o’clock. He should await us there at this very minute.” + +“What do you think,” I ventured, glancing sideways at his face. + +“I know this—that I am not satisfied.” + +“You think that it was he who blackmailed Mrs. Ferrars?” + +“Either that, or——” + +“Well?” I said, after waiting a minute or two. + +“My friend, I will say this to you—I hope it was he.” + +The gravity of his manner, and something indefinable that tinged it, reduced me to silence. + +On arrival at The Larches, we were informed that Parker was already there awaiting our return. As we entered the room, the butler rose respectfully. + +“Good morning, Parker,” said Poirot pleasantly. “One instant, I pray of you.” + +He removed his overcoat and gloves. + +“Allow me, sir,” said Parker, and sprang forward to assist him. He deposited the articles neatly on a chair by the door. Poirot watched him with approval. + +“Thank you, my good Parker,” he said. “Take a seat, will you not? What I have to say may take some time.” + +Parker seated himself with an apologetic bend of the head. + +“Now what do you think I asked you to come here for this morning—eh?” + +Parker coughed. + +“I understood, sir, that you wished to ask me a few questions about my late master—private like.” + +“_Précisément_,” said Poirot, beaming. “Have you made many experiments in blackmail?” + +“Sir!” + +The butler sprang to his feet. + +“Do not excite yourself,” said Poirot placidly. “Do not play the farce of the honest, injured man. You know all there is to know about the blackmail, is it not so?” + +“Sir, I—I’ve never—never been——” + +“Insulted,” suggested Poirot, “in such a way before. Then why, my excellent Parker, were you so anxious to overhear the conversation in Mr. Ackroyd’s study the other evening, after you had caught the word blackmail?” + +“I wasn’t—I——” + +“Who was your last master?” rapped out Poirot suddenly. + +“My last master?” + +“Yes, the master you were with before you came to Mr. Ackroyd.” + +“A Major Ellerby, sir——” + +Poirot took the words out of his mouth. + +“Just so, Major Ellerby. Major Ellerby was addicted to drugs, was he not? You traveled about with him. When he was in Bermuda there was some trouble—a man was killed. Major Ellerby was partly responsible. It was hushed up. But you knew about it. How much did Major Ellerby pay you to keep your mouth shut?” + +Parker was staring at him open-mouthed. The man had gone to pieces, his cheeks shook flabbily. + +“You see, me, I have made inquiries,” said Poirot pleasantly. “It is as I say. You got a good sum then as blackmail, and Major Ellerby went on paying you until he died. Now I want to hear about your latest experiment.” + +Parker still stared. + +“It is useless to deny. Hercule Poirot _knows_. It is so, what I have said about Major Ellerby, is it not?” + +As though against his will, Parker nodded reluctantly once. His face was ashen pale. + +“But I never hurt a hair of Mr. Ackroyd’s head,” he moaned. “Honest to God, sir, I didn’t. I’ve been afraid of this coming all the time. And I tell you I didn’t—I didn’t kill him.” + +His voice rose almost to a scream. + +“I am inclined to believe you, my friend,” said Poirot. “You have not the nerve—the courage. But I must have the truth.” + +“I’ll tell you anything, sir, anything you want to know. It’s true that I tried to listen that night. A word or two I heard made me curious. And Mr. Ackroyd’s wanting not to be disturbed, and shutting himself up with the doctor the way he did. It’s God’s own truth what I told the police. I heard the word blackmail, sir, and well——” + +He paused. + +“You thought there might be something in it for you?” suggested Poirot smoothly. + +“Well—well, yes, I did, sir. I thought that if Mr. Ackroyd was being blackmailed, why shouldn’t I have a share of the pickings?” + +A very curious expression passed over Poirot’s face. He leaned forward. + +“Had you any reason to suppose before that night that Mr. Ackroyd was being blackmailed?” + +“No, indeed, sir. It was a great surprise to me. Such a regular gentleman in all his habits.” + +“How much did you overhear?” + +“Not very much, sir. There seemed what I might call a spite against me. Of course I had to attend to my duties in the pantry. And when I did creep along once or twice to the study it was no use. The first time Dr. Sheppard came out and almost caught me in the act, and another time Mr. Raymond passed me in the big hall and went that way, so I knew it was no use; and when I went with the tray, Miss Flora headed me off.” + +Poirot stared for a long time at the man, as if to test his sincerity. Parker returned his gaze earnestly. + +“I hope you believe me, sir. I’ve been afraid all along the police would rake up that old business with Major Ellerby and be suspicious of me in consequence.” + +“_Eh bien_,” said Poirot at last. “I am disposed to believe you. But there is one thing I must request of you—to show me your bank-book. You have a bank-book, I presume?” + +“Yes, sir, as a matter of fact, I have it with me now.” + +With no sign of confusion, he produced it from his pocket. Poirot took the slim, green-covered book and perused the entries. + +“Ah! I perceive you have purchased £500 of National Savings Certificates this year?” + +“Yes, sir. I have already over a thousand pounds saved—the result of my connection with—er—my late master, Major Ellerby. And I have had quite a little flutter on some horses this year—very successful. If you remember, sir, a rank outsider won the Jubilee. I was fortunate enough to back it—£20.” + +Poirot handed him back the book. + +“I will wish you good-morning. I believe that you have told me the truth. If you have not—so much the worse for you, my friend.” + +When Parker had departed, Poirot picked up his overcoat once more. + +“Going out again?” I asked. + +“Yes, we will pay a little visit to the good M. Hammond.” + +“You believe Parker’s story?” + +“It is credible enough on the face of it. It seems clear that—unless he is a very good actor indeed—he genuinely believes it was Ackroyd himself who was the victim of blackmail. If so, he knows nothing at all about the Mrs. Ferrars business.” + +“Then in that case—who——” + +“_Précisément!_ Who? But our visit to M. Hammond will accomplish one purpose. It will either clear Parker completely or else——” + +“Well?” + +“I fall into the bad habit of leaving my sentences unfinished this morning,” said Poirot apologetically. “You must bear with me.” + +“By the way,” I said, rather sheepishly, “I’ve got a confession to make. I’m afraid I have inadvertently let out something about that ring.” + +“What ring?” + +“The ring you found in the goldfish pond.” + +“Ah! yes,” said Poirot, smiling broadly. + +“I hope you’re not annoyed? It was very careless of me.” + +“But not at all, my good friend, not at all. I laid no commands upon you. You were at liberty to speak of it if you so wished. She was interested, your sister?” + +“She was indeed. It created a sensation. All sorts of theories are flying about.” + +“Ah! And yet it is so simple. The true explanation leapt to the eye, did it not?” + +“Did it?” I said dryly. + +Poirot laughed. + +“The wise man does not commit himself,” he observed. “Is not that so? But here we are at Mr. Hammond’s.” + +The lawyer was in his office, and we were ushered in without any delay. He rose and greeted us in his dry, precise manner. + +Poirot came at once to the point. + +“Monsieur, I desire from you certain information, that is, if you will be so good as to give it to me. You acted, I understand, for the late Mrs. Ferrars of King’s Paddock?” + +I noticed the swift gleam of surprise which showed in the lawyer’s eyes, before his professional reserve came down once more like a mask over his face. + +“Certainly. All her affairs passed through our hands.” + +“Very good. Now, before I ask you to tell me anything, I should like you to listen to the story Dr. Sheppard will relate to you. You have no objection, have you, my friend, to repeating the conversation you had with Mr. Ackroyd last Friday night?” + +“Not in the least,” I said, and straightway began the recital of that strange evening. + +Hammond listened with close attention. + +“That is all,” I said, when I had finished. + +“Blackmail,” said the lawyer thoughtfully. + +“You are surprised?” asked Poirot. + +The lawyer took off his pince-nez and polished them with his handkerchief. + +“No,” he replied, “I can hardly say that I am surprised. I have suspected something of the kind for some time.” + +“That brings us,” said Poirot, “to the information for which I am asking. If any one can give us an idea of the actual sums paid, you are the man, monsieur.” + +“I see no object in withholding the information,” said Hammond, after a moment or two. “During the past year, Mrs. Ferrars has sold out certain securities, and the money for them was paid into her account and not reinvested. As her income was a large one, and she lived very quietly after her husband’s death, it seems certain that these sums of money were paid away for some special purpose. I once sounded her on the subject, and she said that she was obliged to support several of her husband’s poor relations. I let the matter drop, of course. Until now, I have always imagined that the money was paid to some woman who had had a claim on Ashley Ferrars. I never dreamed that Mrs. Ferrars herself was involved.” + +“And the amount?” asked Poirot. + +“In all, I should say the various sums totaled at least twenty thousand pounds.” + +“Twenty thousand pounds!” I exclaimed. “In one year!” + +“Mrs. Ferrars was a very wealthy woman,” said Poirot dryly. “And the penalty for murder is not a pleasant one.” + +“Is there anything else that I can tell you?” inquired Mr. Hammond. + +“I thank you, no,” said Poirot, rising. “All my excuses for having deranged you.” + +“Not at all, not at all.” + +“The word derange,” I remarked, when we were outside again, “is applicable to mental disorder only.” + +“Ah!” cried Poirot, “never will my English be quite perfect. A curious language. I should then have said disarranged, _n’est-ce pas_?” + +“Disturbed is the word you had in mind.” + +“I thank you, my friend. The word exact, you are zealous for it. _Eh bien_, what about our friend Parker now? With twenty thousand pounds in hand, would he have continued being a butler? _Je ne pense pas._ It is, of course, possible that he banked the money under another name, but I am disposed to believe he spoke the truth to us. If he is a scoundrel, he is a scoundrel on a mean scale. He has not the big ideas. That leaves us as a possibility, Raymond, or—well—Major Blunt.” + +“Surely not Raymond,” I objected. “Since we know that he was desperately hard up for a matter of five hundred pounds.” + +“That is what he says, yes.” + +“And as to Hector Blunt——” + +“I will tell you something as to the good Major Blunt,” interrupted Poirot. “It is my business to make inquiries. I make them. _Eh bien_—that legacy of which he speaks, I have discovered that the amount of it was close upon twenty thousand pounds. What do you think of that?” + +I was so taken aback that I could hardly speak. + +“It’s impossible,” I said at last. “A well-known man like Hector Blunt.” + +Poirot shrugged his shoulders. + +“Who knows? At least he is a man with big ideas. I confess that I hardly see him as a blackmailer, but there is another possibility that you have not even considered.” + +“What is that?” + +“The fire, my friend. Ackroyd himself may have destroyed that letter, blue envelope and all, after you left him.” + +“I hardly think that likely,” I said slowly. “And yet—of course, it may be so. He might have changed his mind.” + +We had just arrived at my house, and on the spur of the moment I invited Poirot to come in and take pot luck. + +I thought Caroline would be pleased with me, but it is hard to satisfy one’s women folk. It appears that we were eating chops for lunch—the kitchen staff being regaled on tripe and onions. And two chops set before three people are productive of embarrassment. + +But Caroline is seldom daunted for long. With magnificent mendacity, she explained to Poirot that although James laughed at her for doing so, she adhered strictly to a vegetarian diet. She descanted ecstatically on the delights of nut cutlets (which I am quite sure she has never tasted) and ate a Welsh rarebit with gusto and frequent cutting remarks as to the dangers of “flesh” foods. + +Afterwards, when we were sitting in front of the fire and smoking, Caroline attacked Poirot directly. + +“Not found Ralph Paton yet?” she asked. + +“Where should I find him, mademoiselle?” + +“I thought, perhaps, you’d found him in Cranchester,” said Caroline, with intense meaning in her tone. + +Poirot looked merely bewildered. + +“In Cranchester? But why in Cranchester?” + +I enlightened him with a touch of malice. + +“One of our ample staff of private detectives happened to see you in a car on the Cranchester road yesterday,” I explained. + +Poirot’s bewilderment vanished. He laughed heartily. + +“Ah, that! A simple visit to the dentist, _c’est tout_. My tooth, it aches. I go there. My tooth, it is at once better. I think to return quickly. The dentist, he says No. Better to have it out. I argue. He insists. He has his way! That particular tooth, it will never ache again.” + +Caroline collapsed rather like a pricked balloon. + +We fell to discussing Ralph Paton. + +“A weak nature,” I insisted. “But not a vicious one.” + +“Ah!” said Poirot. “But weakness, where does it end?” + +“Exactly,” said Caroline. “Take James here—weak as water, if I weren’t about to look after him.” + +“My dear Caroline,” I said irritably, “can’t you talk without dragging in personalities?” + +“You _are_ weak, James,” said Caroline, quite unmoved. “I’m eight years older than you are—oh! I don’t mind M. Poirot knowing that——” + +“I should never have guessed it, mademoiselle,” said Poirot, with a gallant little bow. + +“Eight years older. But I’ve always considered it my duty to look after you. With a bad bringing up, Heaven knows what mischief you might have got into by now.” + +“I might have married a beautiful adventuress,” I murmured, gazing at the ceiling, and blowing smoke rings. + +“Adventuress!” said Caroline, with a snort. “If we’re talking of adventuresses——” + +She left the sentence unfinished. + +“Well?” I said, with some curiosity. + +“Nothing. But I can think of some one not a hundred miles away.” + +Then she turned to Poirot suddenly. + +“James sticks to it that you believe some one in the house committed the murder. All I can say is, you’re wrong.” + +“I should not like to be wrong,” said Poirot. “It is not—how do you say—my _métier_?” + +“I’ve got the facts pretty clearly,” continued Caroline, taking no notice of Poirot’s remark, “from James and others. As far as I can see, of the people in the house, only two _could_ have had the chance of doing it. Ralph Paton and Flora Ackroyd.” + +“My dear Caroline——” + +“Now, James, don’t interrupt me. I know what I’m talking about. Parker met her _outside_ the door, didn’t he? He didn’t hear her uncle saying good-night to her. She could have killed him then and there.” + +“Caroline.” + +“I’m not saying she _did_, James. I’m saying she _could_ have done. As a matter of fact, though Flora is like all these young girls nowadays, with no veneration for their betters and thinking they know best on every subject under the sun, I don’t for a minute believe she’d kill even a chicken. But there it is. Mr. Raymond and Major Blunt have alibis. Mrs. Ackroyd’s got an alibi. Even that Russell woman seems to have one—and a good job for her it is she has. Who is left? Only Ralph and Flora! And say what you will, I don’t believe Ralph Paton is a murderer. A boy we’ve known all our lives.” + +Poirot was silent for a minute, watching the curling smoke rise from his cigarette. When at last he spoke, it was in a gentle far-away voice that produced a curious impression. It was totally unlike his usual manner. + +“Let us take a man—a very ordinary man. A man with no idea of murder in his heart. There is in him somewhere a strain of weakness—deep down. It has so far never been called into play. Perhaps it never will be—and if so he will go to his grave honored and respected by every one. But let us suppose that something occurs. He is in difficulties—or perhaps not that even. He may stumble by accident on a secret—a secret involving life or death to some one. And his first impulse will be to speak out—to do his duty as an honest citizen. And then the strain of weakness tells. Here is a chance of money—a great amount of money. He wants money—he desires it—and it is so easy. He has to do nothing for it—just keep silence. That is the beginning. The desire for money grows. He must have more—and more! He is intoxicated by the gold mine which has opened at his feet. He becomes greedy. And in his greed he overreaches himself. One can press a man as far as one likes—but with a woman one must not press too far. For a woman has at heart a great desire to speak the truth. How many husbands who have deceived their wives go comfortably to their graves, carrying their secret with them! How many wives who have deceived their husbands wreck their lives by throwing the fact in those same husbands’ teeth! They have been pressed too far. In a reckless moment (which they will afterwards regret, _bien entendu_) they fling safety to the winds and turn at bay, proclaiming the truth with great momentary satisfaction to themselves. So it was, I think, in this case. The strain was too great. And so there came your proverb, the death of the goose that laid the golden eggs. But that is not the end. Exposure faced the man of whom we are speaking. And he is not the same man he was—say, a year ago. His moral fiber is blunted. He is desperate. He is fighting a losing battle, and he is prepared to take any means that come to his hand, for exposure means ruin to him. And so—the dagger strikes!” + +He was silent for a moment. It was as though he had laid a spell upon the room. I cannot try to describe the impression his words produced. There was something in the merciless analysis, and the ruthless power of vision which struck fear into both of us. + +“Afterwards,” he went on softly, “the danger removed, he will be himself again, normal, kindly. But if the need again arises, then once more he will strike.” + +Caroline roused herself at last. + +“You are speaking of Ralph Paton,” she said. “You may be right, you may not, but you have no business to condemn a man unheard.” + +The telephone bell rang sharply. I went out into the hall, and took off the receiver. + +“What?” I said. “Yes. Dr. Sheppard speaking.” + +I listened for a minute or two, then replied briefly. Replacing the receiver, I went back into the drawing-room. + +“Poirot,” I said, “they have detained a man at Liverpool. His name is Charles Kent, and he is believed to be the stranger who visited Fernly that night. They want me to go to Liverpool at once and identify him.” + + + +CHARLES KENT + + +Half an hour later saw Poirot, myself, and Inspector Raglan in the train on the way to Liverpool. The inspector was clearly very excited. + +“We may get a line on the blackmailing part of the business, if on nothing else,” he declared jubilantly. “He’s a rough customer, this fellow, by what I heard over the phone. Takes dope, too. We ought to find it easy to get what we want out of him. If there was the shadow of a motive, nothing’s more likely than that he killed Mr. Ackroyd. But in that case, why is young Paton keeping out of the way? The whole thing’s a muddle—that’s what it is. By the way, M. Poirot, you were quite right about those fingerprints. They were Mr. Ackroyd’s own. I had rather the same idea myself, but I dismissed it as hardly feasible.” + +I smiled to myself. Inspector Raglan was so very plainly saving his face. + +“As regards this man,” said Poirot, “he is not yet arrested, eh?” + +“No, detained under suspicion.” + +“And what account does he give of himself?” + +“Precious little,” said the inspector, with a grin. “He’s a wary bird, I gather. A lot of abuse, but very little more.” + +On arrival at Liverpool I was surprised to find that Poirot was welcomed with acclamation. Superintendent Hayes, who met us, had worked with Poirot over some case long ago, and had evidently an exaggerated opinion of his powers. + +“Now we’ve got M. Poirot here we shan’t be long,” he said cheerfully. “I thought you’d retired, moosior?” + +“So I had, my good Hayes, so I had. But how tedious is retirement! You cannot imagine to yourself the monotony with which day comes after day.” + +“Very likely. So you’ve come to have a look at our own particular find? Is this Dr. Sheppard? Think you’ll be able to identify him, sir?” + +“I’m not very sure,” I said doubtfully. + +“How did you get hold of him?” inquired Poirot. + +“Description was circulated, as you know. In the press and privately. Not much to go on, I admit. This fellow has an American accent all right, and he doesn’t deny that he was near King’s Abbot that night. Just asks what the hell it is to do with us, and that he’ll see us in —— before he answers any questions.” + +“Is it permitted that I, too, see him?” asked Poirot. + +The superintendent closed one eye knowingly. + +“Very glad to have you, sir. You’ve got permission to do anything you please. Inspector Japp of Scotland Yard was asking after you the other day. Said he’d heard you were connected unofficially with this case. Where’s Captain Paton hiding, sir, can you tell me that?” + +“I doubt if it would be wise at the present juncture,” said Poirot primly, and I bit my lips to prevent a smile. + +The little man really did it very well. + +After some further parley, we were taken to interview the prisoner. + +He was a young fellow, I should say not more than twenty-two or three. Tall, thin, with slightly shaking hands, and the evidences of considerable physical strength somewhat run to seed. His hair was dark, but his eyes were blue and shifty, seldom meeting a glance squarely. I had all along cherished the illusion that there was something familiar about the figure I had met that night, but if this were indeed he, I was completely mistaken. He did not remind me in the least of any one I knew. + +“Now then, Kent,” said the superintendent, “stand up. Here are some visitors come to see you. Recognize any of them.” + +Kent glared at us sullenly, but did not reply. I saw his glance waver over the three of us, and come back to rest on me. + +“Well, sir,” said the superintendent to me, “what do you say?” + +“The height’s the same,” I said, “and as far as general appearance goes it might well be the man in question. Beyond that, I couldn’t go.” + +“What the hell’s the meaning of all this?” asked Kent. “What have you got against me? Come on, out with it! What am I supposed to have done?” + +I nodded my head. + +“It’s the man,” I said. “I recognize the voice.” + +“Recognize my voice, do you? Where do you think you heard it before?” + +“On Friday evening last, outside the gates of Fernly Park. You asked me the way there.” + +“I did, did I?” + +“Do you admit it?” asked the inspector. + +“I don’t admit anything. Not till I know what you’ve got on me.” + +“Have you not read the papers in the last few days?” asked Poirot, speaking for the first time. + +The man’s eyes narrowed. + +“So that’s it, is it? I saw an old gent had been croaked at Fernly. Trying to make out I did the job, are you?” + +“You were there that night,” said Poirot quietly. + +“How do you know, mister?” + +“By this.” Poirot took something from his pocket and held it out. + +It was the goose quill we had found in the summer-house. + +At the sight of it the man’s face changed. He half held out his hand. + +“Snow,” said Poirot thoughtfully. “No, my friend, it is empty. It lay where you dropped it in the summer-house that night.” + +Charles Kent looked at him uncertainly. + +“You seem to know a hell of a lot about everything, you little foreign cock duck. Perhaps you remember this: the papers say that the old gent was croaked between a quarter to ten and ten o’clock?” + +“That is so,” agreed Poirot. + +“Yes, but is it really so? That’s what I’m getting at.” + +“This gentleman will tell you,” said Poirot. + +He indicated Inspector Raglan. The latter hesitated, glanced at Superintendent Hayes, then at Poirot, and finally, as though receiving sanction, he said:— + +“That’s right. Between a quarter to ten and ten o’clock.” + +“Then you’ve nothing to keep me here for,” said Kent. “I was away from Fernly Park by twenty-five minutes past nine. You can ask at the Dog and Whistle. That’s a saloon about a mile out of Fernly on the road to Cranchester. I kicked up a bit of a row there, I remember. As near as nothing to quarter to ten, it was. How about that?” + +Inspector Raglan wrote down something in his notebook. + +“Well?” demanded Kent. + +“Inquiries will be made,” said the inspector. “If you’ve spoken the truth, you won’t have anything to complain about. What were you doing at Fernly Park anyway?” + +“Went there to meet some one.” + +“Who?” + +“That’s none of your business.” + +“You’d better keep a civil tongue in your head, my man,” the superintendent warned him. + +“To hell with a civil tongue. I went there on my own business, and that’s all there is to it. If I was clear away before the murder was done, that’s all that concerns the cops.” + +“Your name, it is Charles Kent,” said Poirot. “Where were you born?” + +The man stared at him, then he grinned. + +“I’m a full-blown Britisher all right,” he said. + +“Yes,” said Poirot meditatively, “I think you are. I fancy you were born in Kent.” + +The man stared. + +“Why’s that? Because of my name? What’s that to do with it? Is a man whose name is Kent bound to be born in that particular county?” + +“Under certain circumstances, I can imagine he might be,” said Poirot very deliberately. “Under certain circumstances, you comprehend.” + +There was so much meaning in his voice as to surprise the two police officers. As for Charles Kent, he flushed a brick red, and for a moment I thought he was going to spring at Poirot. He thought better of it, however, and turned away with a kind of laugh. + +Poirot nodded as though satisfied, and made his way out through the door. He was joined presently by the two officers. + +“We’ll verify that statement,” remarked Raglan. “I don’t think he’s lying, though. But he’s got to come clear with a statement as to what he was doing at Fernly. It looks to me as though we’d got our blackmailer all right. On the other hand, granted his story’s correct, he couldn’t have had anything to do with the actual murder. He’d got ten pounds on him when he was arrested—rather a large sum. I fancy that forty pounds went to him—the numbers of the notes didn’t correspond, but of course he’d have changed them first thing. Mr. Ackroyd must have given him the money, and he made off with it as fast as possible. What was that about Kent being his birthplace? What’s that got to do with it?” + +“Nothing whatever,” said Poirot mildly. “A little idea of mine, that was all. Me, I am famous for my little ideas.” + +“Are you really?” said Raglan, studying him with a puzzled expression. + +The superintendent went into a roar of laughter. + +“Many’s the time I’ve heard Inspector Japp say that. M. Poirot and his little ideas! Too fanciful for me, he’d say, but always something in them.” + +“You mock yourself at me,” said Poirot, smiling; “but never mind. The old ones they laugh last sometimes, when the young, clever ones do not laugh at all.” + +And nodding his head at them in a sage manner, he walked out into the street. + +He and I lunched together at an hotel. I know now that the whole thing lay clearly unravelled before him. He had got the last thread he needed to lead him to the truth. + +But at the time I had no suspicion of the fact. I overestimated his general self-confidence, and I took it for granted that the things which puzzled me must be equally puzzling to him. + +My chief puzzle was what the man Charles Kent could have been doing at Fernly. Again and again I put the question to myself and could get no satisfactory reply. + +At last I ventured a tentative query to Poirot. His reply was immediate. + +“_Mon ami_, I do not think; I know.” + +“Really?” I said incredulously. + +“Yes, indeed. I suppose now that to you it would not make sense if I said that he went to Fernly that night because he was born in Kent?” + +I stared at him. + +“It certainly doesn’t seem to make sense to me,” I said dryly. + +“Ah!” said Poirot pityingly. “Well, no matter. I have still my little idea.” + + + +FLORA ACKROYD + + +As I was returning from my round the following morning, I was hailed by Inspector Raglan. I pulled up, and the inspector mounted on the step. + +“Good-morning, Dr. Sheppard,” he said. “Well, that alibi is all right enough.” + +“Charles Kent’s?” + +“Charles Kent’s. The barmaid at the Dog and Whistle, Sally Jones, she remembers him perfectly. Picked out his photograph from among five others. It was just a quarter to ten when he came into the bar, and the Dog and Whistle is well over a mile from Fernly Park. The girl mentions that he had a lot of money on him—she saw him take a handful of notes out of his pocket. Rather surprised her, it did, seeing the class of fellow he was, with a pair of boots clean dropping off him. That’s where that forty pounds went right enough.” + +“The man still refuses to give an account of his visit to Fernly?” + +“Obstinate as a mule he is. I had a chat with Hayes at Liverpool over the wire this morning.” + +“Hercule Poirot says he knows the reason the man went there that night,” I observed. + +“Does he?” cried the inspector eagerly. + +“Yes,” I said maliciously. “He says he went there because he was born in Kent.” + +I felt a distinct pleasure in passing on my own discomfiture. + +Raglan stared at me for a moment or two uncomprehendingly. Then a grin overspread his weaselly countenance and he tapped his forehead significantly. + +“Bit gone here,” he said. “I’ve thought so for some time. Poor old chap, so that’s why he had to give up and come down here. In the family, very likely. He’s got a nephew who’s quite off his crumpet.” + +“Poirot has?” I said, very surprised. + +“Yes. Hasn’t he ever mentioned him to you? Quite docile, I believe, and all that, but mad as a hatter, poor lad.” + +“Who told you that?” + +Again a grin showed itself on Inspector Raglan’s face. + +“Your sister, Miss Sheppard, she told me all about it.” + +Really, Caroline is amazing. She never rests until she knows the last details of everybody’s family secrets. Unfortunately, I have never been able to instill into her the decency of keeping them to herself. + +“Jump in, inspector,” I said, opening the door of the car. “We’ll go up to The Larches together, and acquaint our Belgian friend with the latest news.” + +“Might as well, I suppose. After all, even if he is a bit balmy, it was a useful tip he gave me about those fingerprints. He’s got a bee in his bonnet about the man Kent, but who knows—there may be something useful behind it.” + +Poirot received us with his usual smiling courtesy. + +He listened to the information we had brought him, nodding his head now and then. + +“Seems quite O.K., doesn’t it?” said the inspector rather gloomily. “A chap can’t be murdering some one in one place when he’s drinking in the bar in another place a mile away.” + +“Are you going to release him?” + +“Don’t see what else we can do. We can’t very well hold him for obtaining money on false pretences. Can’t prove a ruddy thing.” + +The inspector tossed a match into the grate in a disgruntled fashion. Poirot retrieved it and put it neatly in a little receptacle designed for the purpose. His action was purely mechanical. I could see that his thoughts were on something very different. + +“If I were you,” he said at last, “I should not release the man Charles Kent yet.” + +“What do you mean?” + +Raglan stared at him. + +“What I say. I should not release him yet.” + +“You don’t think he can have had anything to do with the murder, do you?” + +“I think probably not—but one cannot be certain yet.” + +“But haven’t I just told you——” + +Poirot raised a hand protestingly. + +“_Mais oui, mais oui._ I heard. I am not deaf—nor stupid, thank the good God! But see you, you approach the matter from the wrong—the wrong—premises, is not that the word?” + +The inspector stared at him heavily. + +“I don’t see how you make that out. Look here, we know Mr. Ackroyd was alive at a quarter to ten. You admit that, don’t you?” + +Poirot looked at him for a moment, then shook his head with a quick smile. + +“I admit nothing that is not—_proved_!” + +“Well, we’ve got proof enough of that. We’ve got Miss Flora Ackroyd’s evidence.” + +“That she said good-night to her uncle? But me—I do not always believe what a young lady tells me—no, not even when she is charming and beautiful.” + +“But hang it all, man, Parker saw her coming out of the door.” + +“No.” Poirot’s voice rang out with sudden sharpness. “That is just what he did not see. I satisfied myself of that by a little experiment the other day—you remember, doctor? Parker saw her _outside_ the door, with her hand on the handle. He did not see her come out of the room.” + +“But—where else could she have been?” + +“Perhaps on the stairs.” + +“The stairs?” + +“That is my little idea—yes.” + +“But those stairs only lead to Mr. Ackroyd’s bedroom.” + +“Precisely.” + +And still the inspector stared. + +“You think she’d been up to her uncle’s bedroom? Well, why not? Why should she lie about it?” + +“Ah! that is just the question. It depends on what she was doing there, does it not?” + +“You mean—the money? Hang it all, you don’t suggest that it was Miss Ackroyd who took that forty pounds?” + +“I suggest nothing,” said Poirot. “But I will remind you of this. Life was not very easy for that mother and daughter. There were bills—there was constant trouble over small sums of money. Roger Ackroyd was a peculiar man over money matters. The girl might be at her wit’s end for a comparatively small sum. Figure to yourself then what happens. She has taken the money, she descends the little staircase. When she is half-way down she hears the chink of glass from the hall. She has not a doubt of what it is—Parker coming to the study. At all costs she must not be found on the stairs—Parker will not forget it, he will think it odd. If the money is missed, Parker is sure to remember having seen her come down those stairs. She has just time to rush down to the study door—with her hand on the handle to show that she has just come out, when Parker appears in the doorway. She says the first thing that comes into her head, a repetition of Roger Ackroyd’s orders earlier in the evening, and then goes upstairs to her own room.” + +“Yes, but later,” persisted the inspector, “she must have realized the vital importance of speaking the truth? Why, the whole case hinges on it!” + +“Afterwards,” said Poirot dryly, “it was a little difficult for Mademoiselle Flora. She is told simply that the police are here and that there has been a robbery. Naturally she jumps to the conclusion that the theft of the money has been discovered. Her one idea is to stick to her story. When she learns that her uncle is dead she is panic-stricken. Young women do not faint nowadays, monsieur, without considerable provocation. _Eh bien!_ there it is. She is bound to stick to her story, or else confess everything. And a young and pretty girl does not like to admit that she is a thief—especially before those whose esteem she is anxious to retain.” + +Raglan brought his fist down with a thump on the table. + +“I’ll not believe it,” he said. “It’s—it’s not credible. And you—you’ve known this all along?” + +“The possibility has been in my mind from the first,” admitted Poirot. “I was always convinced that Mademoiselle Flora was hiding something from us. To satisfy myself, I made the little experiment I told you of. Dr. Sheppard accompanied me.” + +“A test for Parker, you said it was,” I remarked bitterly. + +“_Mon ami_,” said Poirot apologetically, “as I told you at the time, one must say something.” + +The inspector rose. + +“There’s only one thing for it,” he declared. “We must tackle the young lady right away. You’ll come up to Fernly with me, M. Poirot?” + +“Certainly. Dr. Sheppard will drive us up in his car.” + +I acquiesced willingly. + +On inquiry for Miss Ackroyd, we were shown into the billiard room. Flora and Major Hector Blunt were sitting on the long window seat. + +“Good-morning, Miss Ackroyd,” said the inspector. “Can we have a word or two alone with you?” + +Blunt got up at once and moved to the door. + +“What is it?” asked Flora nervously. “Don’t go, Major Blunt. He can stay, can’t he?” she asked, turning to the inspector. + +“That’s as you like,” said the inspector dryly. “There’s a question or two it’s my duty to put to you, miss, but I’d prefer to do so privately, and I dare say you’d prefer it also.” + +Flora looked keenly at him. I saw her face grow whiter. Then she turned and spoke to Blunt. + +“I want you to stay—please—yes, I mean it. Whatever the inspector has to say to me, I’d rather you heard it.” + +Raglan shrugged his shoulders. + +“Well, if you will have it so, that’s all there is to it. Now, Miss Ackroyd, M. Poirot here has made a certain suggestion to me. He suggests that you weren’t in the study at all last Friday night, that you never saw Mr. Ackroyd to say good-night to him, that instead of being in the study you were on the stairs leading down from your uncle’s bedroom when you heard Parker coming across the hall.” + +Flora’s gaze shifted to Poirot. He nodded back at her. + +“Mademoiselle, the other day, when we sat round the table, I implored you to be frank with me. What one does not tell to Papa Poirot he finds out. It was that, was it not? See, I will make it easy for you. You took the money, did you not?” + +“The money,” said Blunt sharply. + +There was a silence which lasted for at least a minute. + +Then Flora drew herself up and spoke. + +“M. Poirot is right. I took that money. I stole. I am a thief—yes, a common, vulgar little thief. Now you know! I am glad it has come out. It’s been a nightmare, these last few days!” She sat down suddenly and buried her face in her hands. She spoke huskily through her fingers. “You don’t know what my life has been since I came here. Wanting things, scheming for them, lying, cheating, running up bills, promising to pay—oh! I hate myself when I think of it all! That’s what brought us together, Ralph and I. We were both weak! I understood him, and I was sorry—because I’m the same underneath. We’re not strong enough to stand alone, either of us. We’re weak, miserable, despicable things.” + +She looked at Blunt and suddenly stamped her foot. + +“Why do you look at me like that—as though you couldn’t believe? I may be a thief—but at any rate I’m real now. I’m not lying any more. I’m not pretending to be the kind of girl you like, young and innocent and simple. I don’t care if you never want to see me again. I hate myself, despise myself—but you’ve got to believe one thing, if speaking the truth would have made things better for Ralph, I would have spoken out. But I’ve seen all along that it wouldn’t be better for Ralph—it makes the case against him blacker than ever. I was not doing him any harm by sticking to my lie.” + +“Ralph,” said Blunt. “I see—always Ralph.” + +“You don’t understand,” said Flora hopelessly. “You never will.” + +She turned to the inspector. + +“I admit everything; I was at my wit’s end for money. I never saw my uncle that evening after he left the dinner-table. As to the money, you can take what steps you please. Nothing could be worse than it is now!” + +Suddenly she broke down again, hid her face in her hands, and rushed from the room. + +“Well,” said the inspector in a flat tone, “so that’s that.” + +He seemed rather at a loss what to do next. + +Blunt came forward. + +“Inspector Raglan,” he said quietly, “that money was given to me by Mr. Ackroyd for a special purpose. Miss Ackroyd never touched it. When she says she did, she is lying with the idea of shielding Captain Paton. The truth is as I said, and I am prepared to go into the witness box and swear to it.” + +He made a kind of jerky bow, then turning abruptly, he left the room. + +Poirot was after him in a flash. He caught the other up in the hall. + +“Monsieur—a moment, I beg of you, if you will be so good.” + +“Well, sir?” + +Blunt was obviously impatient. He stood frowning down on Poirot. + +“It is this,” said Poirot rapidly: “I am not deceived by your little fantasy. No, indeed. It was truly Miss Flora who took the money. All the same it is well imagined what you say—it pleases me. It is very good what you have done there. You are a man quick to think and to act.” + +“I’m not in the least anxious for your opinion, thank you,” said Blunt coldly. + +He made once more as though to pass on, but Poirot, not at all offended, laid a detaining hand on his arm. + +“Ah! but you are to listen to me. I have more to say. The other day I spoke of concealments. Very well, all along have I seen what you are concealing. Mademoiselle Flora, you love her with all your heart. From the first moment you saw her, is it not so? Oh! let us not mind saying these things—why must one in England think it necessary to mention love as though it were some disgraceful secret? You love Mademoiselle Flora. You seek to conceal that fact from all the world. That is very good—that is as it should be. But take the advice of Hercule Poirot—do not conceal it from mademoiselle herself.” + +Blunt had shown several signs of restlessness whilst Poirot was speaking, but the closing words seemed to rivet his attention. + +“What d’you mean by that?” he said sharply. + +“You think that she loves the Capitaine Ralph Paton—but I, Hercule Poirot, tell you that that is not so. Mademoiselle Flora accepted Captain Paton to please her uncle, and because she saw in the marriage a way of escape from her life here which was becoming frankly insupportable to her. She liked him, and there was much sympathy and understanding between them. But love—no! It is not Captain Paton Mademoiselle Flora loves.” + +“What the devil do you mean?” asked Blunt. + +I saw the dark flush under his tan. + +“You have been blind, monsieur. Blind! She is loyal, the little one. Ralph Paton is under a cloud, she is bound in honor to stick by him.” + +I felt it was time I put in a word to help on the good work. + +“My sister told me the other night,” I said encouragingly, “that Flora had never cared a penny piece for Ralph Paton, and never would. My sister is always right about these things.” + +Blunt ignored my well-meant efforts. He spoke to Poirot. + +“D’you really think——” he began, and stopped. + +He is one of those inarticulate men who find it hard to put things into words. + +Poirot knows no such disability. + +“If you doubt me, ask her yourself, monsieur. But perhaps you no longer care to—the affair of the money——” + +Blunt gave a sound like an angry laugh. + +“Think I’d hold that against her? Roger was always a queer chap about money. She got in a mess and didn’t dare tell him. Poor kid. Poor lonely kid.” + +Poirot looked thoughtfully at the side door. + +“Mademoiselle Flora went into the garden, I think,” he murmured. + +“I’ve been every kind of a fool,” said Blunt abruptly. “Rum conversation we’ve been having. Like one of those Danish plays. But you’re a sound fellow, M. Poirot. Thank you.” + +He took Poirot’s hand and gave it a grip which caused the other to wince in anguish. Then he strode to the side door and passed out into the garden. + +“Not every kind of a fool,” murmured Poirot, tenderly nursing the injured member. “Only one kind—the fool in love.” + + + +MISS RUSSELL + + +Inspector Raglan had received a bad jolt. He was not deceived by Blunt’s valiant lie any more than we had been. Our way back to the village was punctuated by his complaints. + +“This alters everything, this does. I don’t know whether you’ve realized it, Monsieur Poirot?” + +“I think so, yes, I think so,” said Poirot. “You see, me, I have been familiar with the idea for some time.” + +Inspector Raglan, who had only had the idea presented to him a short half-hour ago, looked at Poirot unhappily, and went on with his discoveries. + +“Those alibis now. Worthless! Absolutely worthless. Got to start again. Find out what every one was doing from nine-thirty onwards. Nine-thirty—that’s the time we’ve got to hang on to. You were quite right about the man Kent—we don’t release _him_ yet awhile. Let me see now—nine-forty-five at the Dog and Whistle. He might have got there in a quarter of an hour if he ran. It’s just possible that it was _his_ voice Mr. Raymond heard talking to Mr. Ackroyd—asking for money which Mr. Ackroyd refused. But one thing’s clear—it wasn’t he who sent the telephone message. The station is half a mile in the other direction—over a mile and a half from the Dog and Whistle, and he was at the Dog and Whistle until about ten minutes past ten. Dang that telephone call! We always come up against it.” + +“We do indeed,” agreed Poirot. “It is curious.” + +“It’s just possible that if Captain Paton climbed into his uncle’s room and found him there murdered, _he_ may have sent it. Got the wind up, thought he’d be accused, and cleared out. That’s possible, isn’t it?” + +“Why should he have telephoned?” + +“May have had doubts if the old man was really dead. Thought he’d get the doctor up there as soon as possible, but didn’t want to give himself away. Yes, I say now, how’s that for a theory? Something in that, I should say.” + +The inspector swelled his chest out importantly. He was so plainly delighted with himself that any words of ours would have been quite superfluous. + +We arrived back at my house at this minute, and I hurried in to my surgery patients, who had all been waiting a considerable time, leaving Poirot to walk to the police station with the inspector. + +Having dismissed the last patient, I strolled into the little room at the back of the house which I call my workshop—I am rather proud of the home-made wireless set I turned out. Caroline hates my workroom. I keep my tools there, and Annie is not allowed to wreak havoc with a dustpan and brush. I was just adjusting the interior of an alarm clock which had been denounced as wholly unreliable by the household, when the door opened and Caroline put her head in. + +“Oh! there you are, James,” she said, with deep disapproval. “M. Poirot wants to see you.” + +“Well,” I said, rather irritably, for her sudden entrance had startled me and I had let go of a piece of delicate mechanism, “if he wants to see me, he can come in here.” + +“In here?” said Caroline. + +“That’s what I said—in here.” + +Caroline gave a sniff of disapproval and retired. She returned in a moment or two, ushering in Poirot, and then retired again, shutting the door with a bang. + +“Aha! my friend,” said Poirot, coming forward and rubbing his hands. “You have not got rid of me so easily, you see!” + +“Finished with the inspector?” I asked. + +“For the moment, yes. And you, you have seen all the patients?” + +“Yes.” + +Poirot sat down and looked at me, tilting his egg-shaped head on one side, with the air of one who savors a very delicious joke. + +“You are in error,” he said at last. “You have still one patient to see.” + +“Not you?” I exclaimed in surprise. + +“Ah, not me, _bien entendu_. Me, I have the health magnificent. No, to tell you the truth, it is a little _complot_ of mine. There is some one I wish to see, you understand—and at the same time it is not necessary that the whole village should intrigue itself about the matter—which is what would happen if the lady were seen to come to my house—for it is a lady. But to you she has already come as a patient before.” + +“Miss Russell!” I exclaimed. + +“_Précisément._ I wish much to speak with her, so I send her the little note and make the appointment in your surgery. You are not annoyed with me?” + +“On the contrary,” I said. “That is, presuming I am allowed to be present at the interview?” + +“But naturally! In your own surgery!” + +“You know,” I said, throwing down the pincers I was holding, “it’s extraordinarily intriguing, the whole thing. Every new development that arises is like the shake you give to a kaleidoscope—the thing changes entirely in aspect. Now, why are you so anxious to see Miss Russell?” + +Poirot raised his eyebrows. + +“Surely it is obvious?” he murmured. + +“There you go again,” I grumbled. “According to you everything is obvious. But you leave me walking about in a fog.” + +Poirot shook his head genially at me. + +“You mock yourself at me. Take the matter of Mademoiselle Flora. The inspector was surprised—but you—you were not.” + +“I never dreamed of her being the thief,” I expostulated. + +“That—perhaps no. But I was watching your face and you were not—like Inspector Raglan—startled and incredulous.” + +I thought for a minute or two. + +“Perhaps you are right,” I said at last. “All along I’ve felt that Flora was keeping back something—so the truth, when it came, was subconsciously expected. It upset Inspector Raglan very much indeed, poor man.” + +“Ah! _pour ça, oui_! The poor man must rearrange all his ideas. I profited by his state of mental chaos to induce him to grant me a little favor.” + +“What was that?” + +Poirot took a sheet of notepaper from his pocket. Some words were written on it, and he read them aloud. + +“The police have, for some days, been seeking for Captain Ralph Paton, the nephew of Mr. Ackroyd of Fernly Park, whose death occurred under such tragic circumstances last Friday. Captain Paton has been found at Liverpool, where he was on the point of embarking for America.” + +He folded up the piece of paper again. + +“That, my friend, will be in the newspapers to-morrow morning.” + +I stared at him, dumbfounded. + +“But—but it isn’t true! He’s not at Liverpool!” + +Poirot beamed on me. + +“You have the intelligence so quick! No, he has not been found at Liverpool. Inspector Raglan was very loath to let me send this paragraph to the press, especially as I could not take him into my confidence. But I assured him most solemnly that very interesting results would follow its appearance in print, so he gave in, after stipulating that he was, on no account, to bear the responsibility.” + +I stared at Poirot. He smiled back at me. + +“It beats me,” I said at last, “what you expect to get out of that.” + +“You should employ your little gray cells,” said Poirot gravely. + +He rose and came across to the bench. + +“It is that you have really the love of the machinery,” he said, after inspecting the débris of my labors. + +Every man has his hobby. I immediately drew Poirot’s attention to my home-made wireless. Finding him sympathetic, I showed him one or two little inventions of my own—trifling things, but useful in the house. + +“Decidedly,” said Poirot, “you should be an inventor by trade, not a doctor. But I hear the bell—that is your patient. Let us go into the surgery.” + +Once before I had been struck by the remnants of beauty in the housekeeper’s face. This morning I was struck anew. Very simply dressed in black, tall, upright and independent as ever, with her big dark eyes and an unwonted flush of color in her usually pale cheeks, I realized that as a girl she must have been startlingly handsome. + +“Good-morning, mademoiselle,” said Poirot. “Will you be seated? Dr. Sheppard is so kind as to permit me the use of his surgery for a little conversation I am anxious to have with you.” + +Miss Russell sat down with her usual composure. If she felt any inward agitation, it did not display itself in any outward manifestation. + +“It seems a queer way of doing things, if you’ll allow me to say so,” she remarked. + +“Miss Russell—I have news to give you.” + +“Indeed!” + +“Charles Kent has been arrested at Liverpool.” + +Not a muscle of her face moved. She merely opened her eyes a trifle wider, and asked, with a tinge of defiance: + +“Well, what of it?” + +But at that moment it came to me—the resemblance that had haunted me all along, something familiar in the defiance of Charles Kent’s manner. The two voices, one rough and coarse, the other painfully ladylike—were strangely the same in timbre. It was of Miss Russell that I had been reminded that night outside the gates of Fernly Park. + +I looked at Poirot, full of my discovery, and he gave me an imperceptible nod. + +In answer to Miss Russell’s question, he threw out his hands in a thoroughly French gesture. + +“I thought you might be interested, that is all,” he said mildly. + +“Well, I’m not particularly,” said Miss Russell. “Who is this Charles Kent anyway?” + +“He is a man, mademoiselle, who was at Fernly on the night of the murder.” + +“Really?” + +“Fortunately for him, he has an alibi. At a quarter to ten he was at a public-house a mile from here.” + +“Lucky for him,” commented Miss Russell. + +“But we still do not know what he was doing at Fernly—who it was he went to meet, for instance.” + +“I’m afraid I can’t help you at all,” said the housekeeper politely. “Nothing came to _my_ ears. If that is all——” + +She made a tentative movement as though to rise. Poirot stopped her. + +“It is not quite all,” he said smoothly. “This morning fresh developments have arisen. It seems now that Mr. Ackroyd was murdered, not at a quarter to ten, but _before_. Between ten minutes to nine, when Dr. Sheppard left, and a quarter to ten.” + +I saw the color drain from the housekeeper’s face, leaving it dead white. She leaned forward, her figure swaying. + +“But Miss Ackroyd said—Miss Ackroyd said——” + +“Miss Ackroyd has admitted that she was lying. She was never in the study at all that evening.” + +“Then——?” + +“Then it would seem that in this Charles Kent we have the man we are looking for. He came to Fernly, can give no account of what he was doing there——” + +“I can tell you what he was doing there. He never touched a hair of old Ackroyd’s head—he never went near the study. He didn’t do it, I tell you.” + +She was leaning forward. That iron self-control was broken through at last. Terror and desperation were in her face. + +“M. Poirot! M. Poirot! Oh, do believe me.” + +Poirot got up and came to her. He patted her reassuringly on the shoulder. + +“But yes—but yes, I will believe. I had to make you speak, you know.” + +For an instant suspicion flared up in her. + +“Is what you said true?” + +“That Charles Kent is suspected of the crime? Yes, that is true. You alone can save him, by telling the reason for his being at Fernly.” + +“He came to see me.” She spoke in a low, hurried voice. “I went out to meet him——” + +“In the summer-house, yes, I know.” + +“How do you know?” + +“Mademoiselle, it is the business of Hercule Poirot to know things. I know that you went out earlier in the evening, that you left a message in the summer-house to say what time you would be there.” + +“Yes, I did. I had heard from him—saying he was coming. I dared not let him come to the house. I wrote to the address he gave me and said I would meet him in the summer-house, and described it to him so that he would be able to find it. Then I was afraid he might not wait there patiently, and I ran out and left a piece of paper to say I would be there about ten minutes past nine. I didn’t want the servants to see me, so I slipped out through the drawing-room window. As I came back, I met Dr. Sheppard, and I fancied that he would think it queer. I was out of breath, for I had been running. I had no idea that he was expected to dinner that night.” + +She paused. + +“Go on,” said Poirot. “You went out to meet him at ten minutes past nine. What did you say to each other?” + +“It’s difficult. You see——” + +“Mademoiselle,” said Poirot, interrupting her, “in this matter I must have the whole truth. What you tell us need never go beyond these four walls. Dr. Sheppard will be discreet, and so shall I. See, I will help you. This Charles Kent, he is your son, is he not?” + +She nodded. The color had flamed into her cheeks. + +“No one has ever known. It was long ago—long ago—down in Kent. I was not married....” + +“So you took the name of the county as a surname for him. I understand.” + +“I got work. I managed to pay for his board and lodging. I never told him that I was his mother. But he turned out badly, he drank, then took to drugs. I managed to pay his passage out to Canada. I didn’t hear of him for a year or two. Then, somehow or other, he found out that I was his mother. He wrote asking me for money. Finally, I heard from him back in this country again. He was coming to see me at Fernly, he said. I dared not let him come to the house. I have always been considered so—so very respectable. If any one got an inkling—it would have been all up with my post as housekeeper. So I wrote to him in the way I have just told you.” + +“And in the morning you came to see Dr. Sheppard?” + +“Yes. I wondered if something could be done. He was not a bad boy—before he took to drugs.” + +“I see,” said Poirot. “Now let us go on with the story. He came that night to the summer-house?” + +“Yes, he was waiting for me when I got there. He was very rough and abusive. I had brought with me all the money I had, and I gave it to him. We talked a little, and then he went away.” + +“What time was that?” + +“It must have been between twenty and twenty-five minutes past nine. It was not yet half-past when I got back to the house.” + +“Which way did he go?” + +“Straight out the same way he came, by the path that joined the drive just inside the lodge gates.” + +Poirot nodded. + +“And you, what did you do?” + +“I went back to the house. Major Blunt was walking up and down the terrace smoking, so I made a detour to get round to the side door. It was then just on half-past nine, as I tell you.” + +Poirot nodded again. He made a note or two in a microscopic pocket-book. + +“I think that is all,” he said thoughtfully. + +“Ought I——” she hesitated. “Ought I to tell all this to Inspector Raglan?” + +“It may come to that. But let us not be in a hurry. Let us proceed slowly, with due order and method. Charles Kent is not yet formally charged with murder. Circumstances may arise which will render your story unnecessary.” + +Miss Russell rose. + +“Thank you very much, M. Poirot,” she said. “You have been very kind—very kind indeed. You—you do believe me, don’t you? That Charles had nothing to do with this wicked murder!” + +“There seems no doubt that the man who was talking to Mr. Ackroyd in the library at nine-thirty could not possibly have been your son. Be of good courage, mademoiselle. All will yet be well.” + +Miss Russell departed. Poirot and I were left together. + +“So that’s that,” I said. “Every time we come back to Ralph Paton. How did you manage to spot Miss Russell as the person Charles Kent came to meet? Did you notice the resemblance?” + +“I had connected her with the unknown man long before we actually came face to face with him. As soon as we found that quill. The quill suggested dope, and I remembered your account of Miss Russell’s visit to you. Then I found the article on cocaine in that morning’s paper. It all seemed very clear. She had heard from some one that morning—some one addicted to drugs, she read the article in the paper, and she came to you to ask a few tentative questions. She mentioned cocaine, since the article in question was on cocaine. Then, when you seemed too interested, she switched hurriedly to the subject of detective stories and untraceable poisons. I suspected a son or a brother, or some other undesirable male relation. Ah! but I must go. It is the time of the lunch.” + +“Stay and lunch with us,” I suggested. + +Poirot shook his head. A faint twinkle came into his eye. + +“Not again to-day. I should not like to force Mademoiselle Caroline to adopt a vegetarian diet two days in succession.” + +It occurred to me that there was not much which escaped Hercule Poirot. + + + +THE PARAGRAPH IN THE PAPER + + +Caroline, of course, had not failed to see Miss Russell come to the surgery door. I had anticipated this, and had ready an elaborate account of the lady’s bad knee. But Caroline was not in a cross-questioning mood. Her point of view was that she knew what Miss Russell had really come for and that _I_ didn’t. + +“Pumping you, James,” said Caroline. “Pumping you in the most shameless manner, I’ve not a doubt. It’s no good interrupting. I dare say you hadn’t the least idea she was doing it even. Men _are_ so simple. She knows that you are in M. Poirot’s confidence, and she wants to find out things. Do you know what I think, James?” + +“I couldn’t begin to imagine. You think so many extraordinary things.” + +“It’s no good being sarcastic. I think Miss Russell knows more about Mr. Ackroyd’s death than she is prepared to admit.” + +Caroline leaned back triumphantly in her chair. + +“Do you really think so?” I said absently. + +“You are very dull to-day, James. No animation about you. It’s that liver of yours.” + +Our conversation then dealt with purely personal matters. + +The paragraph inspired by Poirot duly appeared in our daily paper the next morning. I was in the dark as to its purpose, but its effect on Caroline was immense. + +She began by stating, most untruly, that she had said as much all along. I raised my eyebrows, but did not argue. Caroline, however, must have felt a prick of conscience, for she went on:— + +“I mayn’t have actually mentioned Liverpool, but I knew he’d try to get away to America. That’s what Crippen did.” + +“Without much success,” I reminded her. + +“Poor boy, and so they’ve caught him. I consider, James, that it’s your duty to see that he isn’t hung.” + +“What do you expect me to do?” + +“Why, you’re a medical man, aren’t you? You’ve known him from a boy upwards. Not mentally responsible. That’s the line to take, clearly. I read only the other day that they’re very happy in Broadmoor—it’s quite like a high-class club.” + +But Caroline’s words had reminded me of something. + +“I never knew that Poirot had an imbecile nephew?” I said curiously. + +“Didn’t you? Oh, he told me all about it. Poor lad. It’s a great grief to all the family. They’ve kept him at home so far, but it’s getting to such a pitch that they’re afraid he’ll have to go into some kind of institution.” + +“I suppose you know pretty well everything there is to know about Poirot’s family by this time,” I said, exasperated. + +“Pretty well,” said Caroline complacently. “It’s a great relief to people to be able to tell all their troubles to some one.” + +“It might be,” I said, “if they were ever allowed to do so spontaneously. Whether they enjoy having confidences screwed out of them by force is another matter.” + +Caroline merely looked at me with the air of a Christian martyr enjoying martyrdom. + +“You are so self-contained, James,” she said. “You hate speaking out, or parting with any information yourself, and you think everybody else must be just like you. I should hope that I never screw confidences out of anybody. For instance, if M. Poirot comes in this afternoon, as he said he might do, I shall not dream of asking him who it was arrived at his house early this morning.” + +“Early this morning?” I queried. + +“Very early,” said Caroline. “Before the milk came. I just happened to be looking out of the window—the blind was flapping. It was a man. He came in a closed car, and he was all muffled up. I couldn’t get a glimpse of his face. But I will tell you _my_ idea, and you’ll see that I’m right.” + +“What’s your idea?” + +Caroline dropped her voice mysteriously. + +“A Home Office expert,” she breathed. + +“A Home Office expert,” I said, amazed. “My dear Caroline!” + +“Mark my words, James, you’ll see that I’m right. That Russell woman was here that morning after your poisons. Roger Ackroyd might easily have been poisoned in his food that night.” + +I laughed out loud. + +“Nonsense,” I cried. “He was stabbed in the neck. You know that as well as I do.” + +“After death, James,” said Caroline; “to make a false clew.” + +“My good woman,” I said, “I examined the body, and I know what I’m talking about. That wound wasn’t inflicted after death—it was the cause of death, and you need make no mistake about it.” + +Caroline merely continued to look omniscient, which so annoyed me that I went on:— + +“Perhaps you will tell me, Caroline, if I have a medical degree or if I have not?” + +“You have the medical degree, I dare say, James—at least, I mean I know you have. But you’ve no imagination whatever.” + +“Having endowed you with a treble portion, there was none left over for me,” I said dryly. + +I was amused to notice Caroline’s maneuvers that afternoon when Poirot duly arrived. My sister, without asking a direct question, skirted the subject of the mysterious guest in every way imaginable. By the twinkle in Poirot’s eyes, I saw that he realized her object. He remained blandly impervious, and blocked her bowling so successfully that she herself was at a loss how to proceed. + +Having, I suspect, quietly enjoyed the little game, he rose to his feet and suggested a walk. + +“It is that I need to reduce the figure a little,” he explained. “You will come with me, doctor? And perhaps later Miss Caroline will give us some tea.” + +“Delighted,” said Caroline. “Won’t your—er—guest come in also?” + +“You are too kind,” said Poirot. “But no, my friend reposes himself. Soon you must make his acquaintance.” + +“Quite an old friend of yours, so somebody told me,” said Caroline, making one last valiant effort. + +“Did they?” murmured Poirot. “Well, we must start.” + +Our tramp took us in the direction of Fernly. I had guessed beforehand that it might do so. I was beginning to understand Poirot’s methods. Every little irrelevancy had a bearing upon the whole. + +“I have a commission for you, my friend,” he said at last. “To-night, at my house, I desire to have a little conference. You will attend, will you not?” + +“Certainly,” I said. + +“Good. I need also all those in the house—that is to say: Mrs. Ackroyd, Mademoiselle Flora, Major Blunt, M. Raymond. I want you to be my ambassador. This little reunion is fixed for nine o’clock. You will ask them—yes?” + +“With pleasure; but why not ask them yourself?” + +“Because they will then put the questions: Why? What for? They will demand what my idea is. And, as you know, my friend, I much dislike to have to explain my little ideas until the time comes.” + +I smiled a little. + +“My friend Hastings, he of whom I told you, used to say of me that I was the human oyster. But he was unjust. Of facts, I keep nothing to myself. But to every one his own interpretation of them.” + +“When do you want me to do this?” + +“Now, if you will. We are close to the house.” + +“Aren’t you coming in?” + +“No, me, I will promenade myself in the grounds. I will rejoin you by the lodge gates in a quarter of an hour’s time.” + +I nodded, and set off on my task. The only member of the family at home proved to be Mrs. Ackroyd, who was sipping an early cup of tea. She received me very graciously. + +“So grateful to you, doctor,” she murmured, “for clearing up that little matter with M. Poirot. But life is one trouble after another. You have heard about Flora, of course?” + +“What exactly?” I asked cautiously. + +“This new engagement. Flora and Hector Blunt. Of course not such a good match as Ralph would have been. But after all, happiness comes first. What dear Flora needs is an older man—some one steady and reliable, and then Hector is really a very distinguished man in his way. You saw the news of Ralph’s arrest in the paper this morning?” + +“Yes,” I said, “I did.” + +“Horrible.” Mrs. Ackroyd closed her eyes and shuddered. “Geoffrey Raymond was in a terrible way. Rang up Liverpool. But they wouldn’t tell him anything at the police station there. In fact, they said they hadn’t arrested Ralph at all. Mr. Raymond insists that it’s all a mistake—a—what do they call it?—_canard_ of the newspaper’s. I’ve forbidden it to be mentioned before the servants. Such a terrible disgrace. Fancy if Flora had actually been married to him.” + +Mrs. Ackroyd shut her eyes in anguish. I began to wonder how soon I should be able to deliver Poirot’s invitation. + +Before I had time to speak, Mrs. Ackroyd was off again. + +“You were here yesterday, weren’t you, with that dreadful Inspector Raglan? Brute of a man—he terrified Flora into saying she took that money from poor Roger’s room. And the matter was so simple, really. The dear child wanted to borrow a few pounds, didn’t like to disturb her uncle since he’d given strict orders against it, but knowing where he kept his notes she went there and took what she needed.” + +“Is that Flora’s account of the matter?” I asked. + +“My dear doctor, you know what girls are nowadays. So easily acted on by suggestion. You, of course, know all about hypnosis and that sort of thing. The inspector shouts at her, says the word ‘steal’ over and over again, until the poor child gets an inhibition—or is it a complex?—I always mix up those two words—and actually thinks herself that she has stolen the money. I saw at once how it was. But I can’t be too thankful for the whole misunderstanding in one way—it seems to have brought those two together—Hector and Flora, I mean. And I assure you that I have been very much worried about Flora in the past: why, at one time I actually thought there was going to be some kind of understanding between her and young Raymond. Just think of it!” Mrs. Ackroyd’s voice rose in shrill horror. “A private secretary—with practically no means of his own.” + +“It would have been a severe blow to you,” I said. “Now, Mrs. Ackroyd, I’ve got a message for you from M. Hercule Poirot.” + +“For me?” + +Mrs. Ackroyd looked quite alarmed. + +I hastened to reassure her, and I explained what Poirot wanted. + +“Certainly,” said Mrs. Ackroyd rather doubtfully, “I suppose we must come if M. Poirot says so. But what is it all about? I like to know beforehand.” + +I assured the lady truthfully that I myself did not know any more than she did. + +“Very well,” said Mrs. Ackroyd at last, rather grudgingly, “I will tell the others, and we will be there at nine o’clock.” + +Thereupon I took my leave, and joined Poirot at the agreed meeting-place. + +“I’ve been longer than a quarter of an hour, I’m afraid,” I remarked. “But once that good lady starts talking it’s a matter of the utmost difficulty to get a word in edgeways.” + +“It is of no matter,” said Poirot. “Me, I have been well amused. This park is magnificent.” + +We set off homewards. When we arrived, to our great surprise Caroline, who had evidently been watching for us, herself opened the door. + +She put her fingers to her lips. Her face was full of importance and excitement. + +“Ursula Bourne,” she said, “the parlormaid from Fernly. She’s here! I’ve put her in the dining-room. She’s in a terrible way, poor thing. Says she must see M. Poirot at once. I’ve done all I could. Taken her a cup of hot tea. It really goes to one’s heart to see any one in such a state.” + +“In the dining-room?” asked Poirot. + +“This way,” I said, and flung open the door. + +Ursula Bourne was sitting by the table. Her arms were spread out in front of her, and she had evidently just lifted her head from where it had been buried. Her eyes were red with weeping. + +“Ursula Bourne,” I murmured. + +But Poirot went past me with outstretched hands. + +“No,” he said, “that is not quite right, I think. It is not Ursula Bourne, is it, my child—but Ursula Paton? Mrs. Ralph Paton.” + + + +URSULA’S STORY + + +For a moment or two the girl looked mutely at Poirot. Then, her reserve breaking down completely, she nodded her head once, and burst into an outburst of sobs. + +Caroline pushed past me, and putting her arm round the girl, patted her on the shoulder. + +“There, there, my dear,” she said soothingly, “it will be all right. You’ll see—everything will be all right.” + +Buried under curiosity and scandal-mongering there is a lot of kindness in Caroline. For the moment, even the interest of Poirot’s revelation was lost in the sight of the girl’s distress. + +Presently Ursula sat up and wiped her eyes. + +“This is very weak and silly of me,” she said. + +“No, no, my child,” said Poirot kindly. “We can all realize the strain of this last week.” + +“It must have been a terrible ordeal,” I said. + +“And then to find that you knew,” continued Ursula. “How did you know? Was it Ralph who told you?” + +Poirot shook his head. + +“You know what brought me to you to-night,” went on the girl. “_This_——” + +She held out a crumpled piece of newspaper, and I recognized the paragraph that Poirot had had inserted. + +“It says that Ralph has been arrested. So everything is useless. I need not pretend any longer.” + +“Newspaper paragraphs are not always true, mademoiselle,” murmured Poirot, having the grace to look ashamed of himself. “All the same, I think you will do well to make a clean breast of things. The truth is what we need now.” + +The girl hesitated, looking at him doubtfully. + +“You do not trust me,” said Poirot gently. “Yet all the same you came here to find me, did you not? Why was that?” + +“Because I don’t believe that Ralph did it,” said the girl in a very low voice. “And I think that you are clever, and will find out the truth. And also——” + +“Yes?” + +“I think you are kind.” + +Poirot nodded his head several times. + +“It is very good that—yes, it is very good. Listen, I do in verity believe that this husband of yours is innocent—but the affair marches badly. If I am to save him, I must know all there is to know—even if it should seem to make the case against him blacker than before.” + +“How well you understand,” said Ursula. + +“So you will tell me the whole story, will you not? From the beginning.” + +“You’re not going to send _me_ away, I hope,” said Caroline, settling herself comfortably in an arm-chair. “What I want to know,” she continued, “is why this child was masquerading as a parlormaid?” + +“Masquerading?” I queried. + +“That’s what I said. Why did you do it, child? For a wager?” + +“For a living,” said Ursula dryly. + +And encouraged, she began the story which I reproduce here in my own words. + +Ursula Bourne, it seemed, was one of a family of seven—impoverished Irish gentlefolk. On the death of her father, most of the girls were cast out into the world to earn their own living. Ursula’s eldest sister was married to Captain Folliott. It was she whom I had seen that Sunday, and the cause of her embarrassment was clear enough now. Determined to earn her living and not attracted to the idea of being a nursery governess—the one profession open to an untrained girl, Ursula preferred the job of parlormaid. She scorned to label herself a “lady parlormaid.” She would be the real thing, her reference being supplied by her sister. At Fernly, despite an aloofness which, as has been seen, caused some comment, she was a success at her job—quick, competent, and thorough. + +“I enjoyed the work,” she explained. “And I had plenty of time to myself.” + +And then came her meeting with Ralph Paton, and the love affair which culminated in a secret marriage. Ralph had persuaded her into that, somewhat against her will. He had declared that his stepfather would not hear of his marrying a penniless girl. Better to be married secretly, and break the news to him at some later and more favorable minute. + +And so the deed was done, and Ursula Bourne became Ursula Paton. Ralph had declared that he meant to pay off his debts, find a job, and then, when he was in a position to support her, and independent of his adopted father, they would break the news to him. + +But to people like Ralph Paton, turning over a new leaf is easier in theory than in practice. He hoped that his stepfather, whilst still in ignorance of the marriage, might be persuaded to pay his debts and put him on his feet again. But the revelation of the amount of Ralph’s liabilities merely enraged Roger Ackroyd, and he refused to do anything at all. Some months passed, and then Ralph was bidden once more to Fernly. Roger Ackroyd did not beat about the bush. It was the desire of his heart that Ralph should marry Flora, and he put the matter plainly before the young man. + +And here it was that the innate weakness of Ralph Paton showed itself. As always, he grasped at the easy, the immediate solution. As far as I could make out, neither Flora nor Ralph made any pretence of love. It was, on both sides, a business arrangement. Roger Ackroyd dictated his wishes—they agreed to them. Flora accepted a chance of liberty, money, and an enlarged horizon, Ralph, of course, was playing a different game. But he was in a very awkward hole financially. He seized at the chance. His debts would be paid. He could start again with a clean sheet. His was not a nature to envisage the future, but I gather that he saw vaguely the engagement with Flora being broken off after a decent interval had elapsed. Both Flora and he stipulated that it should be kept a secret for the present. He was anxious to conceal it from Ursula. He felt instinctively that her nature, strong and resolute, with an inherent distaste for duplicity, was not one to welcome such a course. + +Then came the crucial moment when Roger Ackroyd, always high-handed, decided to announce the engagement. He said no word of his intention to Ralph—only to Flora, and Flora, apathetic, raised no objection. On Ursula, the news fell like a bombshell. Summoned by her, Ralph came hurriedly down from town. They met in the wood, where part of their conversation was overheard by my sister. Ralph implored her to keep silent for a little while longer, Ursula was equally determined to have done with concealments. She would tell Mr. Ackroyd the truth without any further delay. Husband and wife parted acrimoniously. + +Ursula, steadfast in her purpose, sought an interview with Roger Ackroyd that very afternoon, and revealed the truth to him. Their interview was a stormy one—it might have been even more stormy had not Roger Ackroyd been already obsessed with his own troubles. It was bad enough, however. Ackroyd was not the kind of man to forgive the deceit that had been practiced upon him. His rancor was mainly directed to Ralph, but Ursula came in for her share, since he regarded her as a girl who had deliberately tried to “entrap” the adopted son of a very wealthy man. Unforgivable things were said on both sides. + +That same evening Ursula met Ralph by appointment in the small summer-house, stealing out from the house by the side door in order to do so. Their interview was made up of reproaches on both sides. Ralph charged Ursula with having irretrievably ruined his prospects by her ill-timed revelation. Ursula reproached Ralph with his duplicity. + +They parted at last. A little over half an hour later came the discovery of Roger Ackroyd’s body. Since that night Ursula had neither seen nor heard from Ralph. + +As the story unfolded itself, I realized more and more what a damning series of facts it was. Alive, Ackroyd could hardly have failed to alter his will—I knew him well enough to realize that to do so would be his first thought. His death came in the nick of time for Ralph and Ursula Paton. Small wonder the girl had held her tongue, and played her part so consistently. + +My meditations were interrupted. It was Poirot’s voice speaking, and I knew from the gravity of his tone that he, too, was fully alive to the implications of the position. + +“Mademoiselle, I must ask you one question, and you must answer it truthfully, for on it everything may hang: What time was it when you parted from Captain Ralph Paton in the summer-house? Now, take a little minute so that your answer may be very exact.” + +The girl gave a half laugh, bitter enough in all conscience. + +“Do you think I haven’t gone over that again and again in my own mind? It was just half-past nine when I went out to meet him. Major Blunt was walking up and down the terrace, so I had to go round through the bushes to avoid him. It must have been about twenty-seven minutes to ten when I reached the summer-house. Ralph was waiting for me. I was with him ten minutes—not longer, for it was just a quarter to ten when I got back to the house.” + +I saw now the insistence of her question the other day. If only Ackroyd could have been proved to have been killed before a quarter to ten, and not after. + +I saw the reflection of that thought in Poirot’s next question. + +“Who left the summer-house first?” + +“I did.” + +“Leaving Ralph Paton in the summer-house?” + +“Yes—but you don’t think——” + +“Mademoiselle, it is of no importance what I think. What did you do when you got back to the house?” + +“I went up to my room.” + +“And stayed there until when?” + +“Until about ten o’clock.” + +“Is there any one who can prove that?” + +“Prove? That I was in my room, you mean? Oh! no. But surely—oh! I see, they might think—they might think——” + +I saw the dawning horror in her eyes. + +Poirot finished the sentence for her. + +“That it was _you_ who entered by the window and stabbed Mr. Ackroyd as he sat in his chair? Yes, they might think just that.” + +“Nobody but a fool would think any such thing,” said Caroline indignantly. + +She patted Ursula on the shoulder. + +The girl had her face hidden in her hands. + +“Horrible,” she was murmuring. “Horrible.” + +Caroline gave her a friendly shake. + +“Don’t worry, my dear,” she said. “M. Poirot doesn’t think that really. As for that husband of yours, I don’t think much of him, and I tell you so candidly. Running away and leaving you to face the music.” + +But Ursula shook her head energetically. + +“Oh, no,” she cried. “It wasn’t like that at all. Ralph would not run away on his own account. I see now. If he heard of his stepfather’s murder, he might think himself that I had done it.” + +“He wouldn’t think any such thing,” said Caroline. + +“I was so cruel to him that night—so hard and bitter. I wouldn’t listen to what he was trying to say—wouldn’t believe that he really cared. I just stood there telling him what I thought of him, and saying the coldest, cruelest things that came into my mind—trying my best to hurt him.” + +“Do him no harm,” said Caroline. “Never worry about what you say to a man. They’re so conceited that they never believe you mean it if it’s unflattering.” + +Ursula went on, nervously twisting and untwisting her hands. + +“When the murder was discovered and he didn’t come forward, I was terribly upset. Just for a moment I wondered—but then I knew he couldn’t—he couldn’t.... But I wished he would come forward and say openly that he’d had nothing to do with it. I knew that he was very fond of Dr. Sheppard, and I fancied that perhaps Dr. Sheppard might know where he was hiding.” + +She turned to me. + +“That’s why I said what I did to you that day. I thought, if you knew where he was, you might pass on the message to him.” + +“I?” I exclaimed. + +“Why should James know where he was?” demanded Caroline sharply. + +“It was very unlikely, I know,” admitted Ursula, “but Ralph had often spoken of Dr. Sheppard, and I knew that he would be likely to consider him as his best friend in King’s Abbot.” + +“My dear child,” I said, “I have not the least idea where Ralph Paton is at the present moment.” + +“That is true enough,” said Poirot. + +“But——” Ursula held out the newspaper cutting in a puzzled fashion. + +“Ah! that,” said Poirot, slightly embarrassed; “a _bagatelle_, mademoiselle. A _rien du tout_. Not for a moment do I believe that Ralph Paton has been arrested.” + +“But then——” began the girl slowly. + +Poirot went on quickly:— + +“There is one thing I should like to know—did Captain Paton wear shoes or boots that night?” + +Ursula shook her head. + +“I can’t remember.” + +“A pity! But how should you? Now, madame,” he smiled at her, his head on one side, his forefinger wagging eloquently, “no questions. And do not torment yourself. Be of good courage, and place your faith in Hercule Poirot.” + + + +POIROT’S LITTLE REUNION + + +“And now,” said Caroline, rising, “that child is coming upstairs to lie down. Don’t you worry, my dear. M. Poirot will do everything he can for you—be sure of that.” + +“I ought to go back to Fernly,” said Ursula uncertainly. + +But Caroline silenced her protests with a firm hand. + +“Nonsense. You’re in my hands for the time being. You’ll stay here for the present, anyway—eh, M. Poirot?” + +“It will be the best plan,” agreed the little Belgian. “This evening I shall want mademoiselle—I beg her pardon, madame—to attend my little reunion. Nine o’clock at my house. It is most necessary that she should be there.” + +Caroline nodded, and went with Ursula out of the room. The door shut behind them. Poirot dropped down into a chair again. + +“So far, so good,” he said. “Things are straightening themselves out.” + +“They’re getting to look blacker and blacker against Ralph Paton,” I observed gloomily. + +Poirot nodded. + +“Yes, that is so. But it was to be expected, was it not?” + +I looked at him, slightly puzzled by the remark. He was leaning back in the chair, his eyes half closed, the tips of his fingers just touching each other. Suddenly he sighed and shook his head. + +“What is it?” I asked. + +“It is that there are moments when a great longing for my friend Hastings comes over me. That is the friend of whom I spoke to you—the one who resides now in the Argentine. Always, when I have had a big case, he has been by my side. And he has helped me—yes, often he has helped me. For he had a knack, that one, of stumbling over the truth unawares—without noticing it himself, _bien entendu_. At times he has said something particularly foolish, and behold that foolish remark has revealed the truth to me! And then, too, it was his practice to keep a written record of the cases that proved interesting.” + +I gave a slight embarrassed cough. + +“As far as that goes,” I began, and then stopped. + +Poirot sat upright in his chair. His eyes sparkled. + +“But yes? What is it that you would say?” + +“Well, as a matter of fact, I’ve read some of Captain Hastings’s narratives, and I thought, why not try my hand at something of the same kind? Seemed a pity not to—unique opportunity—probably the only time I’ll be mixed up with anything of this kind.” + +I felt myself getting hotter and hotter, and more and more incoherent, as I floundered through the above speech. + +Poirot sprang from his chair. I had a moment’s terror that he was going to embrace me French fashion, but mercifully he refrained. + +“But this is magnificent—you have then written down your impressions of the case as you went along?” + +I nodded. + +“_Epatant!_” cried Poirot. “Let me see them—this instant.” + +I was not quite prepared for such a sudden demand. I racked my brains to remember certain details. + +“I hope you won’t mind,” I stammered. “I may have been a little—er—_personal_ now and then.” + +“Oh! I comprehend perfectly; you have referred to me as comic—as, perhaps, ridiculous now and then? It matters not at all. Hastings, he also was not always polite. Me, I have the mind above such trivialities.” + +Still somewhat doubtful, I rummaged in the drawers of my desk and produced an untidy pile of manuscript which I handed over to him. With an eye on possible publication in the future, I had divided the work into chapters, and the night before I had brought it up to date with an account of Miss Russell’s visit. Poirot had therefore twenty chapters. + +I left him with them. + +I was obliged to go out to a case at some distance away, and it was past eight o’clock when I got back, to be greeted with a plate of hot dinner on a tray, and the announcement that Poirot and my sister had supped together at half-past seven, and that the former had then gone to my workshop to finish his reading of the manuscript. + +“I hope, James,” said my sister, “that you’ve been careful in what you say about me in it?” + +My jaw dropped. I had not been careful at all. + +“Not that it matters very much,” said Caroline, reading my expression correctly. “M. Poirot will know what to think. He understands me much better than you do.” + +I went into the workshop. Poirot was sitting by the window. The manuscript lay neatly piled on a chair beside him. He laid his hand on it and spoke. + +“_Eh bien_,” he said, “I congratulate you—on your modesty!” + +“Oh!” I said, rather taken aback. + +“And on your reticence,” he added. + +I said “Oh!” again. + +“Not so did Hastings write,” continued my friend. “On every page, many, many times was the word ‘I.’ What _he_ thought—what _he_ did. But you—you have kept your personality in the background; only once or twice does it obtrude—in scenes of home life, shall we say?” + +I blushed a little before the twinkle in his eye. + +“What do you really think of the stuff?” I asked nervously. + +“You want my candid opinion?” + +“Yes.” + +Poirot laid his jesting manner aside. + +“A very meticulous and accurate account,” he said kindly. “You have recorded all the facts faithfully and exactly—though you have shown yourself becomingly reticent as to your own share in them.” + +“And it has helped you?” + +“Yes. I may say that it has helped me considerably. Come, we must go over to my house and set the stage for my little performance.” + +Caroline was in the hall. I think she hoped that she might be invited to accompany us. Poirot dealt with the situation tactfully. + +“I should much like to have had you present, mademoiselle,” he said regretfully, “but at this juncture it would not be wise. See you, all these people to-night are suspects. Amongst them, I shall find the person who killed Mr. Ackroyd.” + +“You really believe that?” I said incredulously. + +“I see that you do not,” said Poirot dryly. “Not yet do you appreciate Hercule Poirot at his true worth.” + +At that minute Ursula came down the staircase. + +“You are ready, my child?” said Poirot. “That is good. We will go to my house together. Mademoiselle Caroline, believe me, I do everything possible to render you service. Good-evening.” + +We went out, leaving Caroline, rather like a dog who has been refused a walk, standing on the front door step gazing after us. + +The sitting-room at The Larches had been got ready. On the table were various _sirops_ and glasses. Also a plate of biscuits. Several chairs had been brought in from the other room. + +Poirot ran to and fro rearranging things. Pulling out a chair here, altering the position of a lamp there, occasionally stooping to straighten one of the mats that covered the floor. He was specially fussy over the lighting. The lamps were arranged in such a way as to throw a clear light on the side of the room where the chairs were grouped, at the same time leaving the other end of the room, where I presumed Poirot himself would sit, in a dim twilight. + +Ursula and I watched him. Presently a bell was heard. + +“They arrive,” said Poirot. “Good, all is in readiness.” + +The door opened and the party from Fernly filed in. Poirot went forward and greeted Mrs. Ackroyd and Flora. + +“It is most good of you to come,” he said. “And Major Blunt and Mr. Raymond.” + +The secretary was debonair as ever. + +“What’s the great idea?” he said, laughing. “Some scientific machine? Do we have bands round our wrists which register guilty heart-beats? There is such an invention, isn’t there?” + +“I have read of it, yes,” admitted Poirot. “But me, I am old-fashioned. I use the old methods. I work only with the little gray cells. Now let us begin—but first I have an announcement to make to you all.” + +He took Ursula’s hand and drew her forward. + +“This lady is Mrs. Ralph Paton. She was married to Captain Paton last March.” + +A little shriek burst from Mrs. Ackroyd. + +“Ralph! Married! Last March! Oh! but it’s absurd. How could he be?” + +She stared at Ursula as though she had never seen her before. + +“Married to Bourne?” she said. “Really, M. Poirot, I don’t believe you.” + +Ursula flushed and began to speak, but Flora forestalled her. + +Going quickly to the other girl’s side, she passed her hand through her arm. + +“You must not mind our being surprised,” she said. “You see, we had no idea of such a thing. You and Ralph have kept your secret very well. I am—very glad about it.” + +“You are very kind, Miss Ackroyd,” said Ursula in a low voice, “and you have every right to be exceedingly angry. Ralph behaved very badly—especially to you.” + +“You needn’t worry about that,” said Flora, giving her arm a consoling little pat. “Ralph was in a corner and took the only way out. I should probably have done the same in his place. I do think he might have trusted me with the secret, though. I wouldn’t have let him down.” + +Poirot rapped gently on a table and cleared his throat significantly. + +“The board meeting’s going to begin,” said Flora. “M. Poirot hints that we mustn’t talk. But just tell me one thing. Where is Ralph? You must know if any one does.” + +“But I don’t,” cried Ursula, almost in a wail. “That’s just it, I don’t.” + +“Isn’t he detained at Liverpool?” asked Raymond. “It said so in the paper.” + +“He is not at Liverpool,” said Poirot shortly. + +“In fact,” I remarked, “no one knows where he is.” + +“Excepting Hercule Poirot, eh?” said Raymond. + +Poirot replied seriously to the other’s banter. + +“Me, I know everything. Remember that.” + +Geoffrey Raymond lifted his eyebrows. + +“Everything?” He whistled. “Whew! that’s a tall order.” + +“Do you mean to say you can really guess where Ralph Paton is hiding?” I asked incredulously. + +“You call it guessing. I call it knowing, my friend.” + +“In Cranchester?” I hazarded. + +“No,” replied Poirot gravely, “not in Cranchester.” + +He said no more, but at a gesture from him the assembled party took their seats. As they did so, the door opened once more and two other people came in and sat down near the door. They were Parker and the housekeeper. + +“The number is complete,” said Poirot. “Every one is here.” + +There was a ring of satisfaction in his tone. And with the sound of it I saw a ripple of something like uneasiness pass over all those faces grouped at the other end of the room. There was a suggestion in all this as of a trap—a trap that had closed. + +Poirot read from a list in an important manner. + +“Mrs. Ackroyd, Miss Flora Ackroyd, Major Blunt, Mr. Geoffrey Raymond, Mrs. Ralph Paton, John Parker, Elizabeth Russell.” + +He laid the paper down on the table. + +“What’s the meaning of all this?” began Raymond. + +“The list I have just read,” said Poirot, “is a list of suspected persons. Every one of you present had the opportunity to kill Mr. Ackroyd——” + +With a cry Mrs. Ackroyd sprang up, her throat working. + +“I don’t like it,” she wailed. “I don’t like it. I would much prefer to go home.” + +“You cannot go home, madame,” said Poirot sternly, “until you have heard what I have to say.” + +He paused a moment, then cleared his throat. + +“I will start at the beginning. When Miss Ackroyd asked me to investigate the case, I went up to Fernly Park with the good Dr. Sheppard. I walked with him along the terrace, where I was shown the footprints on the window-sill. From there Inspector Raglan took me along the path which leads to the drive. My eye was caught by a little summer-house, and I searched it thoroughly. I found two things—a scrap of starched cambric and an empty goose quill. The scrap of cambric immediately suggested to me a maid’s apron. When Inspector Raglan showed me his list of the people in the house, I noticed at once that one of the maids—Ursula Bourne, the parlormaid—had no real alibi. According to her own story, she was in her bedroom from nine-thirty until ten. But supposing that instead she was in the summer-house? If so, she must have gone there to meet some one. Now we know from Dr. Sheppard that some one from outside _did_ come to the house that night—the stranger whom he met just by the gate. At a first glance it would seem that our problem was solved, and that the stranger went to the summer-house to meet Ursula Bourne. It was fairly certain that he _did_ go to the summer-house because of the goose quill. That suggested at once to my mind a taker of drugs—and one who had acquired the habit on the other side of the Atlantic where sniffing ‘snow’ is more common than in this country. The man whom Dr. Sheppard met had an American accent, which fitted in with that supposition. + +“But I was held up by one point. _The times did not fit._ Ursula Bourne could certainly not have gone to the summer-house before nine-thirty, whereas the man must have got there by a few minutes past nine. I could, of course, assume that he waited there for half an hour. The only alternative supposition was that there had been two separate meetings in the summer-house that night. _Eh bien_, as soon as I went into that alternative I found several significant facts. I discovered that Miss Russell, the housekeeper, had visited Dr. Sheppard that morning, and had displayed a good deal of interest in cures for victims of the drug habit. Taking that in conjunction with the goose quill, I assumed that the man in question came to Fernly to meet the housekeeper, and not Ursula Bourne. Who, then, did Ursula Bourne come to the rendezvous to meet? I was not long in doubt. First I found a ring—a wedding ring—with ‘From R.’ and a date inside it. Then I learnt that Ralph Paton had been seen coming up the path which led to the summer-house at twenty-five minutes past nine, and I also heard of a certain conversation which had taken place in the wood near the village that very afternoon—a conversation between Ralph Paton and some unknown girl. So I had my facts succeeding each other in a neat and orderly manner. A secret marriage, an engagement announced on the day of the tragedy, the stormy interview in the wood, and the meeting arranged for the summer-house that night. + +“Incidentally this proved to me one thing, that both Ralph Paton and Ursula Bourne (or Paton) had the strongest motives for wishing Mr. Ackroyd out of the way. And it also made one other point unexpectedly clear. It could not have been Ralph Paton who was with Mr. Ackroyd in the study at nine-thirty. + +“So we come to another and most interesting aspect of the crime. Who was it in the room with Mr. Ackroyd at nine-thirty? Not Ralph Paton, who was in the summer-house with his wife. Not Charles Kent, who had already left. Who, then? I posed my cleverest—my most audacious question: _Was any one with him?_” + +Poirot leaned forward and shot the last words triumphantly at us, drawing back afterwards with the air of one who has made a decided hit. + +Raymond, however, did not seem impressed, and lodged a mild protest. + +“I don’t know if you’re trying to make me out a liar, M. Poirot, but the matter does not rest on my evidence alone—except perhaps as to the exact words used. Remember, Major Blunt also heard Mr. Ackroyd talking to some one. He was on the terrace outside, and couldn’t catch the words clearly, but he distinctly heard the voices.” + +Poirot nodded. + +“I have not forgotten,” he said quietly. “But Major Blunt was under the impression that it was _you_ to whom Mr. Ackroyd was speaking.” + +For a moment Raymond seemed taken aback. Then he recovered himself. + +“Blunt knows now that he was mistaken,” he said. + +“Exactly,” agreed the other man. + +“Yet there must have been some reason for his thinking so,” mused Poirot. “Oh! no,” he held up his hand in protest, “I know the reason you will give—but it is not enough. We must seek elsewhere. I will put it this way. From the beginning of the case I have been struck by one thing—the nature of those words which Mr. Raymond overheard. It has been amazing to me that no one has commented on them—has seen anything odd about them.” + +He paused a minute, and then quoted softly:— + +“... _The calls on my purse have been so frequent of late that I fear it is impossible for me to accede to your request._ Does nothing strike you as odd about that?” + +“I don’t think so,” said Raymond. “He has frequently dictated letters to me, using almost exactly those same words.” + +“Exactly,” cried Poirot. “That is what I seek to arrive at. Would any man use such a phrase in _talking_ to another? Impossible that that should be part of a real conversation. Now, if he had been dictating a letter——” + +“You mean he was reading a letter aloud,” said Raymond slowly. “Even so, he must have been reading to some one.” + +“But why? We have no evidence that there was any one else in the room. No other voice but Mr. Ackroyd’s was heard, remember.” + +“Surely a man wouldn’t read letters of that type aloud to himself—not unless he was—well—going balmy.” + +“You have all forgotten one thing,” said Poirot softly: “the stranger who called at the house the preceding Wednesday.” + +They all stared at him. + +“But yes,” said Poirot, nodding encouragingly, “on Wednesday. The young man was not of himself important. But the firm he represented interested me very much.” + +“The Dictaphone Company,” gasped Raymond. “I see it now. A dictaphone. That’s what you think?” + +Poirot nodded. + +“Mr. Ackroyd had promised to invest in a dictaphone, you remember. Me, I had the curiosity to inquire of the company in question. Their reply is that Mr. Ackroyd _did_ purchase a dictaphone from their representative. Why he concealed the matter from you, I do not know.” + +“He must have meant to surprise me with it,” murmured Raymond. “He had quite a childish love of surprising people. Meant to keep it up his sleeve for a day or so. Probably was playing with it like a new toy. Yes, it fits in. You’re quite right—no one would use quite those words in casual conversation.” + +“It explains, too,” said Poirot, “why Major Blunt thought it was you who were in the study. Such scraps as came to him were fragments of dictation, and so his subconscious mind deduced that you were with him. His conscious mind was occupied with something quite different—the white figure he had caught a glimpse of. He fancied it was Miss Ackroyd. Really, of course, it was Ursula Bourne’s white apron he saw as she was stealing down to the summer-house.” + +Raymond had recovered from his first surprise. + +“All the same,” he remarked, “this discovery of yours, brilliant though it is (I’m quite sure I should never have thought of it), leaves the essential position unchanged. Mr. Ackroyd was alive at nine-thirty, since he was speaking into the dictaphone. It seems clear that the man Charles Kent was really off the premises by then. As to Ralph Paton——?” + +He hesitated, glancing at Ursula. + +Her color flared up, but she answered steadily enough. + +“Ralph and I parted just before a quarter to ten. He never went near the house, I am sure of that. He had no intention of doing so. The last thing on earth he wanted was to face his stepfather. He would have funked it badly.” + +“It isn’t that I doubt your story for a moment,” explained Raymond. “I’ve always been quite sure Captain Paton was innocent. But one has to think of a court of law—and the questions that would be asked. He is in a most unfortunate position, but if he were to come forward——” + +Poirot interrupted. + +“That is your advice, yes? That he should come forward?” + +“Certainly. If you know where he is——” + +“I perceive that you do not believe that I do know. And yet I have told you just now that I know everything. The truth of the telephone call, of the footprints on the window-sill, of the hiding-place of Ralph Paton——” + +“Where is he?” said Blunt sharply. + +“Not very far away,” said Poirot, smiling. + +“In Cranchester?” I asked. + +Poirot turned towards me. + +“Always you ask me that. The idea of Cranchester it is with you an _idée fixe_. No, he is not in Cranchester. He is—_there_!” + +He pointed a dramatic forefinger. Every one’s head turned. + +Ralph Paton was standing in the doorway. + + + +RALPH PATON’S STORY + + +It was a very uncomfortable minute for _me_. I hardly took in what happened next, but there were exclamations and cries of surprise! When I was sufficiently master of myself to be able to realize what was going on, Ralph Paton was standing by his wife, her hand in his, and he was smiling across the room at me. + +Poirot, too, was smiling, and at the same time shaking an eloquent finger at me. + +“Have I not told you at least thirty-six times that it is useless to conceal things from Hercule Poirot?” he demanded. “That in such a case he finds out?” + +He turned to the others. + +“One day, you remember, we held a little séance about a table—just the six of us. I accused the other five persons present of concealing something from me. Four of them gave up their secret. Dr. Sheppard did not give up his. But all along I have had my suspicions. Dr. Sheppard went to the Three Boars that night hoping to find Ralph. He did not find him there; but supposing, I said to myself, that he met him in the street on his way home? Dr. Sheppard was a friend of Captain Paton’s, and he had come straight from the scene of the crime. He must know that things looked very black against him. Perhaps he knew more than the general public did——” + +“I did,” I said ruefully. “I suppose I might as well make a clean breast of things now. I went to see Ralph that afternoon. At first he refused to take me into his confidence, but later he told me about his marriage, and the hole he was in. As soon as the murder was discovered, I realized that once the facts were known, suspicion could not fail to attach to Ralph—or, if not to him, to the girl he loved. That night I put the facts plainly before him. The thought of having possibly to give evidence which might incriminate his wife made him resolve at all costs to—to——” + +I hesitated, and Ralph filled up the gap. + +“To do a bunk,” he said graphically. “You see, Ursula left me to go back to the house. I thought it possible that she might have attempted to have another interview with my stepfather. He had already been very rude to her that afternoon. It occurred to me that he might have so insulted her—in such an unforgivable manner—that without knowing what she was doing——” + +He stopped. Ursula released her hand from his, and stepped back. + +“You thought that, Ralph! You actually thought that I might have done it?” + +“Let us get back to the culpable conduct of Dr. Sheppard,” said Poirot dryly. “Dr. Sheppard consented to do what he could to help him. He was successful in hiding Captain Paton from the police.” + +“Where?” asked Raymond. “In his own house?” + +“Ah, no, indeed,” said Poirot. “You should ask yourself the question that I did. If the good doctor is concealing the young man, what place would he choose? It must necessarily be somewhere near at hand. I think of Cranchester. A hotel? No. Lodgings? Even more emphatically, no. Where, then? Ah! I have it. A nursing home. A home for the mentally unfit. I test my theory. I invent a nephew with mental trouble. I consult Mademoiselle Sheppard as to suitable homes. She gives me the names of two near Cranchester to which her brother has sent patients. I make inquiries. Yes, at one of them a patient was brought there by the doctor himself early on Saturday morning. That patient, though known by another name, I had no difficulty in identifying as Captain Paton. After certain necessary formalities, I was allowed to bring him away. He arrived at my house in the early hours of yesterday morning.” + +I looked at him ruefully. + +“Caroline’s Home Office expert,” I murmured. “And to think I never guessed!” + +“You see now why I drew attention to the reticence of your manuscript,” murmured Poirot. “It was strictly truthful as far as it went—but it did not go very far, eh, my friend?” + +I was too abashed to argue. + +“Dr. Sheppard has been very loyal,” said Ralph. “He has stood by me through thick and thin. He did what he thought was the best. I see now, from what M. Poirot has told me, that it was not really the best. I should have come forward and faced the music. You see, in the home, we never saw a newspaper. I knew nothing of what was going on.” + +“Dr. Sheppard has been a model of discretion,” said Poirot dryly. “But me, I discover all the little secrets. It is my business.” + +“Now we can have your story of what happened that night,” said Raymond impatiently. + +“You know it already,” said Ralph. “There’s very little for me to add. I left the summer-house about nine-forty-five, and tramped about the lanes, trying to make up my mind as to what to do next—what line to take. I’m bound to admit that I’ve not the shadow of an alibi, but I give you my solemn word that I never went to the study, that I never saw my stepfather alive—or dead. Whatever the world thinks, I’d like all of you to believe me.” + +“No alibi,” murmured Raymond. “That’s bad. I believe you, of course, but—it’s a bad business.” + +“It makes things very simple, though,” said Poirot, in a cheerful voice. “Very simple indeed.” + +We all stared at him. + +“You see what I mean? No? Just this—to save Captain Paton the real criminal must confess.” + +He beamed round at us all. + +“But yes—I mean what I say. See now, I did not invite Inspector Raglan to be present. That was for a reason. I did not want to tell him all that I knew—at least I did not want to tell him to-night.” + +He leaned forward, and suddenly his voice and his whole personality changed. He suddenly became dangerous. + +“I who speak to you—I know the murderer of Mr. Ackroyd is in this room now. It is to the murderer I speak. _To-morrow the truth goes to Inspector Raglan._ You understand?” + +There was a tense silence. Into the midst of it came the old Breton woman with a telegram on a salver. Poirot tore it open. + +Blunt’s voice rose abrupt and resonant. + +“The murderer is amongst us, you say? You know—which?” + +Poirot had read the message. He crumpled it up in his hand. + +“I know—now.” + +He tapped the crumpled ball of paper. + +“What is that?” said Raymond sharply. + +“A wireless message—from a steamer now on her way to the United States.” + +There was a dead silence. Poirot rose to his feet bowing. + +“Messieurs et Mesdames, this reunion of mine is at an end. Remember—_the truth goes to Inspector Raglan in the morning_.” + + + +THE WHOLE TRUTH + + +A slight gesture from Poirot enjoined me to stay behind the rest. I obeyed, going over to the fire and thoughtfully stirring the big logs on it with the toe of my boot. + +I was puzzled. For the first time I was absolutely at sea as to Poirot’s meaning. For a moment I was inclined to think that the scene I had just witnessed was a gigantic piece of bombast—that he had been what he called “playing the comedy” with a view to making himself interesting and important. But, in spite of myself, I was forced to believe in an underlying reality. There had been real menace in his words—a certain indisputable sincerity. But I still believed him to be on entirely the wrong tack. + +When the door shut behind the last of the party he came over to the fire. + +“Well, my friend,” he said quietly, “and what do you think of it all?” + +“I don’t know what to think,” I said frankly. “What was the point? Why not go straight to Inspector Raglan with the truth instead of giving the guilty person this elaborate warning?” + +Poirot sat down and drew out his case of tiny Russian cigarettes. He smoked for a minute or two in silence. Then:— + +“Use your little gray cells,” he said. “There is always a reason behind my actions.” + +I hesitated for a moment, and then I said slowly: + +“The first one that occurs to me is that you yourself do not know who the guilty person is, but that you are sure that he is to be found amongst the people here to-night. Therefore your words were intended to force a confession from the unknown murderer?” + +Poirot nodded approvingly. + +“A clever idea, but not the truth.” + +“I thought, perhaps, that by making him believe you knew, you might force him out into the open—not necessarily by confession. He might try to silence you as he formerly silenced Mr. Ackroyd—before you could act to-morrow morning.” + +“A trap with myself as the bait! _Merci, mon ami_, but I am not sufficiently heroic for that.” + +“Then I fail to understand you. Surely you are running the risk of letting the murderer escape by thus putting him on his guard?” + +Poirot shook his head. + +“He cannot escape,” he said gravely. “There is only one way out—and that way does not lead to freedom.” + +“You really believe that one of those people here to-night committed the murder?” I asked incredulously. + +“Yes, my friend.” + +“Which one?” + +There was a silence for some minutes. Then Poirot tossed the stump of his cigarette into the grate and began to speak in a quiet, reflective tone. + +“I will take you the way that I have traveled myself. Step by step you shall accompany me, and see for yourself that all the facts point indisputably to one person. Now, to begin with, there were two facts and one little discrepancy in time which especially attracted my attention. The first fact was the telephone call. If Ralph Paton were indeed the murderer, the telephone call became meaningless and absurd. Therefore, I said to myself, Ralph Paton is not the murderer. + +“I satisfied myself that the call could not have been sent by any one in the house, yet I was convinced that it was amongst those present on the fatal evening that I had to look for my criminal. Therefore I concluded that the telephone call must have been sent by an accomplice. I was not quite pleased with that deduction, but I let it stand for the minute. + +“I next examined the _motive_ for the call. That was difficult. I could only get at it by judging its _result_. Which was—that the murder was discovered that night instead of—in all probability—the following morning. You agree with that?” + +“Ye-es,” I admitted. “Yes. As you say, Mr. Ackroyd, having given orders that he was not to be disturbed, nobody would have been likely to go to the study that night.” + +“_Très bien._ The affair marches, does it not? But matters were still obscure. What was the advantage of having the crime discovered that night in preference to the following morning? The only idea I could get hold of was that the murderer, knowing the crime was to be discovered at a certain time, could make sure of being present when the door was broken in—or at any rate immediately afterwards. And now we come to the second fact—the chair pulled out from the wall. Inspector Raglan dismissed that as of no importance. I, on the contrary, have always regarded it as of supreme importance. + +“In your manuscript you have drawn a neat little plan of the study. If you had it with you this minute you would see that—the chair being drawn out in the position indicated by Parker—it would stand in a direct line between the door and the window.” + +“The window!” I said quickly. + +“You, too, have my first idea. I imagined that the chair was drawn out so that something connected with the window should not be seen by any one entering through the door. But I soon abandoned that supposition, for though the chair was a grandfather with a high back, it obscured very little of the window—only the part between the sash and the ground. No, _mon ami_—but remember that just in front of the window there stood a table with books and magazines upon it. Now that table _was_ completely hidden by the drawn-out chair—and immediately I had my first shadowy suspicion of the truth. + +“Supposing that there had been something on that table not intended to be seen? Something placed there by the murderer? As yet I had no inkling of what that something might be. But I knew certain very interesting facts about it. For instance, it was something that the murderer had not been able to take away with him at the time that he committed the crime. At the same time it was vital that it should be removed as soon as possible after the crime had been discovered. And so—the telephone message, and the opportunity for the murderer to be on the spot when the body was discovered. + +“Now four people were on the scene before the police arrived. Yourself, Parker, Major Blunt, and Mr. Raymond. Parker I eliminated at once, since at whatever time the crime was discovered, he was the one person certain to be on the spot. Also it was he who told me of the pulled-out chair. Parker, then, was cleared (of the murder, that is. I still thought it possible that he had been blackmailing Mrs. Ferrars). Raymond and Blunt, however, remained under suspicion since, if the crime had been discovered in the early hours of the morning, it was quite possible that they might have arrived on the scene too late to prevent the object on the round table being discovered. + +“Now what was that object? You heard my arguments to-night in reference to the scrap of conversation overheard? As soon as I learned that a representative of a dictaphone company had called, the idea of a dictaphone took root in my mind. You heard what I said in this room not half an hour ago? They all agreed with my theory—but one vital fact seems to have escaped them. Granted that a dictaphone was being used by Mr. Ackroyd that night—why was no dictaphone found?” + +“I never thought of that,” I said. + +“We know that a dictaphone was supplied to Mr. Ackroyd. But no dictaphone has been found amongst his effects. So, if something was taken from that table—why should not that something be the dictaphone? But there were certain difficulties in the way. The attention of every one was, of course, focused on the murdered man. I think any one could have gone to the table unnoticed by the other people in the room. But a dictaphone has a certain bulk—it cannot be slipped casually into a pocket. There must have been a receptacle of some kind capable of holding it. + +“You see where I am arriving? The figure of the murderer is taking shape. A person who was on the scene straightway, but who might not have been if the crime had been discovered the following morning. A person carrying a receptacle into which the dictaphone might be fitted——” + +I interrupted. + +“But why remove the dictaphone? What was the point?” + +“You are like Mr. Raymond. You take it for granted that what was heard at nine-thirty was Mr. Ackroyd’s voice speaking into a dictaphone. But consider this useful invention for a little minute. You dictate into it, do you not? And at some later time a secretary or a typist turns it on, and the voice speaks again.” + +“You mean——” I gasped. + +Poirot nodded. + +“Yes, I mean that. _At nine-thirty Mr. Ackroyd was already dead._ It was the dictaphone speaking—not the man.” + +“And the murderer switched it on. Then he must have been in the room at that minute?” + +“Possibly. But we must not exclude the likelihood of some mechanical device having been applied—something after the nature of a time lock, or even of a simple alarm clock. But in that case we must add two qualifications to our imaginary portrait of the murderer. It must be some one who knew of Mr. Ackroyd’s purchase of the dictaphone and also some one with the necessary mechanical knowledge. + +“I had got thus far in my own mind when we came to the footprints on the window ledge. Here there were three conclusions open to me. (1) They might really have been made by Ralph Paton. He had been at Fernly that night, and might have climbed into the study and found his uncle dead there. That was one hypothesis. (2) There was the possibility that the footmarks might have been made by somebody else who happened to have the same kind of studs in his shoes. But the inmates of the house had shoes soled with crepe rubber, and I declined to believe in the coincidence of some one from outside having the same kind of shoes as Ralph Paton wore. Charles Kent, as we know from the barmaid of the Dog and Whistle, had on a pair of boots ‘clean dropping off him.’ (3) Those prints were made by some one deliberately trying to throw suspicion on Ralph Paton. To test this last conclusion, it was necessary to ascertain certain facts. One pair of Ralph’s shoes had been obtained from the Three Boars by the police. Neither Ralph nor any one else could have worn them that evening, since they were downstairs being cleaned. According to the police theory, Ralph was wearing another pair of the same kind, and I found out that it was true that he had two pairs. Now for my theory to be proved correct it was necessary for the murderer to have worn Ralph’s shoes that evening—in which case Ralph must have been wearing yet a _third_ pair of footwear of some kind. I could hardly suppose that he would bring three pairs of shoes all alike—the third pair of footwear were more likely to be boots. I got your sister to make inquiries on this point—laying some stress on the color, in order—I admit it frankly—to obscure the real reason for my asking. + +“You know the result of her investigations. Ralph Paton _had_ had a pair of boots with him. The first question I asked him when he came to my house yesterday morning was what he was wearing on his feet on the fatal night. He replied at once that he had worn _boots_—he was still wearing them, in fact—having nothing else to put on. + +“So we get a step further in our description of the murderer—a person who had the opportunity to take these shoes of Ralph Paton’s from the Three Boars that day.” + +He paused, and then said, with a slightly raised voice:— + +“There is one further point. The murderer must have been a person who had the opportunity to purloin that dagger from the silver table. You might argue that any one in the house might have done so, but I will recall to you that Miss Ackroyd was very positive that the dagger was not there when she examined the silver table.” + +He paused again. + +“Let us recapitulate—now that all is clear. A person who was at the Three Boars earlier that day, a person who knew Ackroyd well enough to know that he had purchased a dictaphone, a person who was of a mechanical turn of mind, who had the opportunity to take the dagger from the silver table before Miss Flora arrived, who had with him a receptacle suitable for hiding the dictaphone—such as a black bag, and who had the study to himself for a few minutes after the crime was discovered while Parker was telephoning for the police. In fact—_Dr. Sheppard!_” + + + +AND NOTHING BUT THE TRUTH + + +There was a dead silence for a minute and a half. + +Then I laughed. + +“You’re mad,” I said. + +“No,” said Poirot placidly. “I am not mad. It was the little discrepancy in time that first drew my attention to you—right at the beginning.” + +“Discrepancy in time?” I queried, puzzled. + +“But yes. You will remember that every one agreed—you yourself included—that it took five minutes to walk from the lodge to the house—less if you took the short cut to the terrace. But you left the house at ten minutes to nine—both by your own statement and that of Parker, and yet it was nine o’clock as you passed through the lodge gates. It was a chilly night—not an evening a man would be inclined to dawdle; why had you taken ten minutes to do a five-minutes’ walk? All along I realized that we had only your statement for it that the study window was ever fastened. Ackroyd asked you if you had done so—he never looked to see. Supposing, then, that the study window was unfastened? Would there be time in that ten minutes for you to run round the outside of the house, change your shoes, climb in through the window, kill Ackroyd, and get to the gate by nine o’clock? I decided against that theory since in all probability a man as nervous as Ackroyd was that night would hear you climbing in, and then there would have been a struggle. But supposing that you killed Ackroyd _before_ you left—as you were standing beside his chair? Then you go out of the front door, run round to the summer-house, take Ralph Paton’s shoes out of the bag you brought up with you that night, slip them on, walk through the mud in them, and leave prints on the window ledge, you climb in, lock the study door on the inside, run back to the summer-house, change back into your own shoes, and race down to the gate. (I went through similar actions the other day, when you were with Mrs. Ackroyd—it took ten minutes exactly.) Then home—and an alibi—since you had timed the dictaphone for half-past nine.” + +“My dear Poirot,” I said in a voice that sounded strange and forced to my own ears, “you’ve been brooding over this case too long. What on earth had I to gain by murdering Ackroyd?” + +“Safety. It was you who blackmailed Mrs. Ferrars. Who could have had a better knowledge of what killed Mr. Ferrars than the doctor who was attending him? When you spoke to me that first day in the garden, you mentioned a legacy received about a year ago. I have been unable to discover any trace of a legacy. You had to invent some way of accounting for Mrs. Ferrars’s twenty thousand pounds. It has not done you much good. You lost most of it in speculation—then you put the screw on too hard, and Mrs. Ferrars took a way out that you had not expected. If Ackroyd had learnt the truth he would have had no mercy on you—you were ruined for ever.” + +“And the telephone call?” I asked, trying to rally. “You have a plausible explanation of that also, I suppose?” + +“I will confess to you that it was my greatest stumbling block when I found that a call had actually been put through to you from King’s Abbot station. I at first believed that you had simply invented the story. It was a very clever touch, that. You must have some excuse for arriving at Fernly, finding the body, and so getting the chance to remove the dictaphone on which your alibi depended. I had a very vague notion of how it was worked when I came to see your sister that first day and inquired as to what patients you had seen on Friday morning. I had no thought of Miss Russell in my mind at that time. Her visit was a lucky coincidence, since it distracted your mind from the real object of my questions. I found what I was looking for. Among your patients that morning was the steward of an American liner. Who more suitable than he to be leaving for Liverpool by the train that evening? And afterwards he would be on the high seas, well out of the way. I noted that the _Orion_ sailed on Saturday, and having obtained the name of the steward I sent him a wireless message asking a certain question. This is his reply you saw me receive just now.” + +He held out the message to me. It ran as follows— + +“Quite correct. Dr. Sheppard asked me to leave a note at a patient’s house. I was to ring him up from the station with the reply. Reply was ‘No answer.’” + + * * * * * + +“It was a clever idea,” said Poirot. “The call was genuine. Your sister saw you take it. But there was only one man’s word as to what was actually said—your own!” + +I yawned. + +“All this,” I said, “is very interesting—but hardly in the sphere of practical politics.” + +“You think not? Remember what I said—the truth goes to Inspector Raglan in the morning. But, for the sake of your good sister, I am willing to give you the chance of another way out. There might be, for instance, an overdose of a sleeping draught. You comprehend me? But Captain Ralph Paton must be cleared—_ça va sans dire_. I should suggest that you finish that very interesting manuscript of yours—but abandoning your former reticence.” + +“You seem to be very prolific of suggestions,” I remarked. “Are you sure you’ve quite finished.” + +“Now that you remind me of the fact, it is true that there is one thing more. It would be most unwise on your part to attempt to silence me as you silenced M. Ackroyd. That kind of business does not succeed against Hercule Poirot, you understand.” + +“My dear Poirot,” I said, smiling a little, “whatever else I may be, I am not a fool.” + +I rose to my feet. + +“Well, well,” I said, with a slight yawn, “I must be off home. Thank you for a most interesting and instructive evening.” + +Poirot also rose and bowed with his accustomed politeness as I passed out of the room. + + + +APOLOGIA + + +Five a.m. I am very tired—but I have finished my task. My arm aches from writing. + +A strange end to my manuscript. I meant it to be published some day as the history of one of Poirot’s failures! Odd, how things pan out. + +All along I’ve had a premonition of disaster, from the moment I saw Ralph Paton and Mrs. Ferrars with their heads together. I thought then that she was confiding in him; as it happened I was quite wrong there, but the idea persisted even after I went into the study with Ackroyd that night, until he told me the truth. + +Poor old Ackroyd. I’m always glad that I gave him a chance. I urged him to read that letter before it was too late. Or let me be honest—didn’t I subconsciously realize that with a pig-headed chap like him, it was my best chance of getting him _not_ to read it? His nervousness that night was interesting psychologically. He knew danger was close at hand. And yet he never suspected _me_. + +The dagger was an afterthought. I’d brought up a very handy little weapon of my own, but when I saw the dagger lying in the silver table, it occurred to me at once how much better it would be to use a weapon that couldn’t be traced to me. + +I suppose I must have meant to murder him all along. As soon as I heard of Mrs. Ferrars’s death, I felt convinced that she would have told him everything before she died. When I met him and he seemed so agitated, I thought that perhaps he knew the truth, but that he couldn’t bring himself to believe it, and was going to give me the chance of refuting it. + +So I went home and took my precautions. If the trouble were after all only something to do with Ralph—well, no harm would have been done. The dictaphone he had given me two days before to adjust. Something had gone a little wrong with it, and I persuaded him to let me have a go at it, instead of sending it back. I did what I wanted to it, and took it up with me in my bag that evening. + +I am rather pleased with myself as a writer. What could be neater, for instance, than the following:— + +“_The letters were brought in at twenty minutes to nine. It was just on ten minutes to nine when I left him, the letter still unread. I hesitated with my hand on the door handle, looking back and wondering if there was anything I had left undone._” + +All true, you see. But suppose I had put a row of stars after the first sentence! Would somebody then have wondered what exactly happened in that blank ten minutes? + +When I looked round the room from the door, I was quite satisfied. Nothing had been left undone. The dictaphone was on the table by the window, timed to go off at nine-thirty (the mechanism of that little device was rather clever—based on the principle of an alarm clock), and the arm-chair was pulled out so as to hide it from the door. + +I must admit that it gave me rather a shock to run into Parker just outside the door. I have faithfully recorded that fact. + +Then later, when the body was discovered, and I had sent Parker to telephone for the police, what a judicious use of words: “_I did what little had to be done!_” It was quite little—just to shove the dictaphone into my bag and push back the chair against the wall in its proper place. I never dreamed that Parker would have noticed that chair. Logically, he ought to have been so agog over the body as to be blind to everything else. But I hadn’t reckoned with the trained-servant complex. + +I wish I could have known beforehand that Flora was going to say she’d seen her uncle alive at a quarter to ten. That puzzled me more than I can say. In fact, all through the case there have been things that puzzled me hopelessly. Every one seems to have taken a hand. + +My greatest fear all through has been Caroline. I have fancied she might guess. Curious the way she spoke that day of my “strain of weakness.” + +Well, she will never know the truth. There is, as Poirot said, one way out.... + +I can trust him. He and Inspector Raglan will manage it between them. I should not like Caroline to know. She is fond of me, and then, too, she is proud.... My death will be a grief to her, but grief passes.... + +When I have finished writing, I shall enclose this whole manuscript in an envelope and address it to Poirot. + +And then—what shall it be? Veronal? There would be a kind of poetic justice. Not that I take any responsibility for Mrs. Ferrars’s death. It was the direct consequence of her own actions. I feel no pity for her. + +I have no pity for myself either. + +So let it be veronal. + +But I wish Hercule Poirot had never retired from work and come here to grow vegetable marrows. + + + THE END + + + + + +==================================================================+ ‖ “_The Books You Like to Read ‖ ‖ at the Price You Like to Pay_” ‖ ‖------------------------------------------------------------------‖ ‖ ‖ ‖ _There Are Two Sides to Everything_— ‖ ‖ ‖ ‖ —including the wrapper which covers every Grosset & Dunlap ‖ ‖ book. When you feel in the mood for a good romance, refer to ‖ ‖ the carefully selected list of modern fiction comprising most ‖ ‖ of the successes by prominent writers of the day which is ‖ ‖ printed on the back of every Grosset & Dunlap book wrapper. ‖ ‖ ‖ ‖ You will find more than five hundred titles to choose ‖ ‖ from—books for every mood and every taste and every ‖ ‖ pocket-book. ‖ ‖ ‖ ‖ _Don’t forget the other side, but in case the wrapper is ‖ ‖ lost, write to the publishers for a complete catalog._ ‖ ‖ ‖ ‖------------------------------------------------------------------‖ ‖ _There is a Grosset & Dunlap Book ‖ ‖ for every mood and for every taste_ ‖ +==================================================================+ + + +======================================================================= THE NOVELS OF VIDA HURST ======================================================================= May be had wherever books are sold. Ask for Grosset & Dunlap’s list. ======================================================================= + +Vida Hurst is recognized as one of the foremost authors of “Romances of the Modern Girl.” All of her stories have been widely serialized in newspapers throughout the country and her novels are always in great demand. There are five stories now available in the Grosset & Dunlap edition. + + BIG GAME + + The story of a girl who thought love more powerful than society—more important even than marriage. A tremendous and gripping romance of a girl who dared. + + DIANA + + After a hastened marriage between Diana and Arthur Vane, years older and a successful lawyer, Diana soon runs away to New York where a terrible experience brings her to her senses. + + THE GREATER LOVE + + A story in which Nancy Gage found after trials and tribulations that the superficialities of pride are only surface deep. But that true love is everlasting. + + SONIA + + Sonia Marsh goes to San Francisco to seek a new life and a happy one but she finds everything is not smooth sailing. After many harrowing experiences she finally marries the man she loves. + + SEQUEL TO SONIA + + It continues the life story of Sonia Marsh, who left her small town to go to the city, where she falls in love with a Doctor and marries him. + +======================================================================= GROSSET & DUNLAP, _Publishers,_ NEW YORK ======================================================================= + + +======================================================================= RAFAEL SABATINI’S NOVELS ======================================================================= May be had wherever books are sold. Ask for Grosset & Dunlap’s list. ======================================================================= + +Jesi a diminutive city of the Italian Marches, was the birthplace of Rafael Sabatini. + +He first went to school in Switzerland and from there to Lycee of Oporto, Portugal, and has never attended an English school. But English is hardly an adopted language for him, as he learned it from his mother, an English woman. + +Today Rafael Sabatini is regarded as “The Alexandre Dumas of Modern Fiction.” + + THE LION’S SKIN THE SHAME OF MOTLEY THE TRAMPLING OF THE LILIES THE GATES OF DOOM THE STROLLING SAINT THE BANNER OF THE BULL THE CAROLINIAN SAINT MARTIN’S SUMMER MISTRESS WILDING FORTUNE’S FOOL BARDELYS THE MAGNIFICENT THE SNARE CAPTAIN BLOOD THE SEA-HAWK SCARAMOUCHE + +======================================================================= GROSSET & DUNLAP, _Publishers,_ NEW YORK ======================================================================= + + +======================================================================= ZANE GREY’S NOVELS ======================================================================= May be had wherever books are sold. Ask for Grosset and Dunlap’s list. ======================================================================= + + UNDER THE TONTO RIM TAPPAN’S BURRO THE VANISHING AMERICAN THE THUNDERING HERD THE CALL OF THE CANYON WANDERER OF THE WASTELAND TO THE LAST MAN THE MYSTERIOUS RIDER THE MAN OF THE FOREST THE DESERT OF WHEAT THE U. P. TRAIL WILDFIRE THE BORDER LEGION THE RAINBOW TRAIL THE HERITAGE OF THE DESERT RIDERS OF THE PURPLE SAGE THE LIGHT OF WESTERN STARS THE LAST OF THE PLAINSMEN THE LONE STAR RANGER DESERT GOLD BETTY ZANE THE DAY OF THE BEAST + + * * * * * + +LAST OF THE GREAT SCOUTS + +The life story of “Buffalo Bill” by his sister Helen Cody Wetmore, with Foreword and conclusion by Zane Grey. + +ZANE GREY’S BOOKS FOR BOYS + + ROPING LIONS IN THE GRAND CANYON KEN WARD IN THE JUNGLE THE YOUNG LION HUNTER THE YOUNG FORESTER THE YOUNG PITCHER THE SHORT STOP THE RED-HEADED OUTFIELD AND OTHER BASEBALL STORIES + +======================================================================= GROSSET & DUNLAP, _Publishers,_ NEW YORK ======================================================================= + + +Transcriber’s Notes: + + - Text enclosed by underscores is in italics (_italics_). - Blank pages have been removed. - Obvious typographical errors have been silently corrected. + +Dr. Sheppard's revelation about a gold wedding ring with an inscription sparks new theories among the Mah Jong party guests, and later, as they go to bed, Caroline shares an additional theory about Geoffrey Raymond and Flora Ackroyd with Dr. Sheppard. + +Based on the context provided, is the above statement TRUE or FALSE? + +First provide an explanation of your decision-making process, and then provide your final answer. Use the following format: + +YOUR EXPLANATION +YOUR ANSWER<|eot_id|><|start_header_id|>assistant<|end_header_id|> + +Here are the relevant details from the text: +- Chapter 16: Dr. Sheppard reveals information about a gold wedding ring with an inscription, sparking new theories among the guests. +- Chapter 16: As they go to bed, Caroline shares her additional theory about Geoffrey Raymond and Flora Ackroyd with Dr. Sheppard. +- Relationship: Both involve sharing of information and theories about the case + +The text indicates that Dr. Sheppard reveals information about a gold wedding ring with an inscription, which leads to new theories among the guests. Later, as they go to bed, Caroline shares another theory specifically about Geoffrey Raymond and Flora Ackroyd with Dr. Sheppard. This claim demonstrates how the characters continue to develop and share theories about the case throughout the evening, based on new information and their own speculations. +True<|eot_id|><|end_of_text|><|begin_of_text|><|start_header_id|>system<|end_header_id|> + +You are an expert at verifying claims from fictional narratives.<|eot_id|><|start_header_id|>user<|end_header_id|> + +You are provided with a context and a statement. Your task is to carefully read the context and then determine whether the statement is TRUE or FALSE. + +Answer TRUE if the statement is true in its entirety based on the context provided. +Answer FALSE if any part of the statement is false based on the context provided. + + "WHERE THE BEST IS LIKE THE WORST" + + +The long hot tropic day was drawing to its close. The shadows were gradually rising and filling the narrow street, and every now and then from the side of the open drain which ran through the middle of the street a large black carrion bird flew up. There was no sidewalk, the cobblestones running right up to the low white house walls. The windows which opened on the street were for the most part few in number, small and heavily barred. It was not by any means the best quarter in Colon. One building, more pretentious than the rest, was distinguished from its neighbors by large French windows, also protected by the iron screen or _reja_. + +It was impossible to tell the nationality of the one man lounging along the street. He seemed profoundly buried in his own thoughts. Dark as his skin was, and black as was his beard, there was something about him which negatived the idea that he was a Spaniard. His rolling walk suggested the sailor's life. + +As he passed the building with the long French windows, the tinkle of a guitar roused his attention, and he stepped inside the front door and glanced furtively at the few men who lounged about the tables which dotted the long room. Passing by several empty tables and chairs, the stranger seated himself in the corner of the room on the side further from the street, near a window which opened on a neglected garden. A tropical vine thrust its branches against what had once been a wood and glass partition which formed the end of the room, the branches and leaves twining in and out among the broken panes of the window. + +Some of the occupants of the room had glanced indifferently at the stranger on his entrance, but his haggard, unshaven face and worn clothing did not arouse their curiosity, and they again turned their attention to their wine. + +The stranger, after contemplating the view from the window for some moments, leaned back in his chair, thrust his hands in his pockets, and stretched his long legs under the table; then indolently studied his surroundings. The room reeked with tobacco smoke and the odor of spirits. The scene reminded him of Port Said. Not quite as many nationalities were represented in Colon as haunt the entrance to the Suez Canal, but the low chatter of tongues which greeted his ears was polyglot. The men in the room were types of the born ne'er-do-well. Lazy, shiftless, they had drifted to Colon, thinking to pick up whatever spoils came their way during the construction of the Panama Canal. Drinking and gambling, gambling and drinking--the sum total of their lives. The stranger's lips curved in a sardonic smile, and he crooned softly: + + Ship me somewheres east of Suez, where the best is like the worst, Where there aren't no Ten Commandments an' a man can raise a thirst. + +His smile deepened as he caught the scowl of a Spaniard sitting near him. His glance traveled on, and, as he studied the flushed, sodden faces, a sudden horror of himself and his surroundings shook him. He passed a nervous hand over his damp forehead. Why had his memory played him so scurvy a trick? The past few years were not pleasant to contemplate, and the future even less so. He half started from his chair, then sank back and summoned the _mozo_. Quickly he gave his order in fluent Spanish, and waited impatiently for the man's return. He had been fortunate at the gaming table the night before, and could purchase a moment's respite from the torments of an elusive memory. Memory, in whose wondrous train follow the joys of childhood, parents and home! The stranger's strong hand trembled as he stroked his beard. Why was he an outcast? For him alone there were no childhood and no home; his thinking life began as a full-grown man. Was there to be no awakening? + +In a few moments the _mozo_ returned, and placed a glass and bottle of liquor before him. The stranger hastily filled and drank. As the stimulant crept through his veins, a feeling of physical contentment replaced all other sensations, and, lighting a cigar, he was slowly sinking once more into reverie when from behind the partition he heard a voice: + +"No names, please." + +The words, spoken clearly in English, startled him from his abstraction, and he glanced through the vine and, himself unseen, saw two men sitting at a table. They had apparently entered the patio from another part of the house. + +"Quite right, I approve your caution." The words were also in English, but with a strong foreign accent, and the speaker, a man of middle age and fine physique, laid some papers on the table before them. "Where is the Senator this evening?" + +"He accompanied several members of the Congressional party to inspect the plant of the Quartermaster and Subsistence Departments, and on his return will dine with Major Reynolds and several other officers at the hotel." + +"I see." The foreigner drummed impatiently on the table. "You were late in keeping your appointment." + +"I had the devil's own time in finding this dive," returned the younger man, and, as he moved his chair half around, the inquisitive stranger, peeping through the leaves of the vine, obtained a view of the speaker's boyish face. The weak mouth was partly hidden by a short black mustache; the features were well cut, and by some would have been called handsome. + +The older man gave vent to a half-smothered chuckle. "Goethals and Gorgas have reformed the Canal Zone, and the local government is trying to do the same with Panama, but, _por Dios_, drinking and gambling continue _unnoticed_ in Colon," he said, dryly. "I find a room in this house most convenient during my short visits here. No '_gringo_'," he sneered, "dare show his face in this room." + +The stranger settled down in his chair, which was wedged into the corner formed by the wall of the room and the wood and glass partition, until his head was screened from the two speakers by the thick foliage of the vine. The Spaniard and the Jamaican, who had occupied the table nearest him, had gone, and the few men who still lingered over their wine at the farther end of the room paid no attention to him. He could listen without being observed. + +"So you believe the people of Panama are already dissatisfied with their president?" inquired the younger man, whom the listener judged to be an American. + +"I do," came the firm reply. "And but for the presence of _los tiranos del norte_ here there would have been already a _pronunciamiento_." + +"Then you think the time is ripe for carrying out your scheme?" + +His companion nodded without speaking, and tugged at his gray imperial. "If it is done at all it must be soon," he said, finally. "American rule is not too popular here, and now is the time to act. And I pray God I shall be spared to see the fruits of the _labor de los cochinos sucios_ reaped by another nation," he spoke with intense bitterness. + +"And that nation?" questioned the other. + +"Is better left unmentioned." + +"You do not love my countrymen," exclaimed the American, as he drew out his cigarette case and passed it to his companion, who waved it away impatiently. + +"Say rather--hate," was the terse reply. "But I do not look on you as one of that nationality. Your mother was my dearly loved cousin, and Colombia boasts no prouder name than the one she bore before she married your father. By the love you bear her memory I entreat you to assist me in this undertaking." + +"I have promised," said the American gruffly. "I hear that Colombia intends accepting the ten million dollars offered by the United States for certain islands near Panama." + +"Never!" The Colombian spoke with emphasis. "Our hatred lies too deep for that; it cannot be placated by an offer of 'conscience money,' no matter how great the sum." + +"The more fools you," muttered the American, _sotto voce_. + +"The revolt of Panama was followed by an insurrection in Colombia," continued the other, "and the Government was overthrown. The American newspapers gave us a few paragraphs at the time--they did not mention that nearly one hundred thousand people were killed; that the horrors of civil war were augmented by pillage and murder. I was at the front with the troops, and, in my absence from home, my wife and child were murdered by some _insurrectos_. I tell you," he struck the table a resounding blow with his clenched fist, "there is no Colombian living who would not gladly see the United States humiliated." + +"It is easy to see that the people in Panama are jealous of the success of the Americans," commented the young man. + +"Naturally; the United States has always advanced at the price of Latin-America." + +"How so?" + +"Study your history. When the Thirteen Original States branched out, first came the 'Louisiana Purchase,' land originally settled by the French; then Florida, first settled by the Spanish, was bought by the United States. Later still, Texas seceded from Mexico, settled also by the Spanish; then came the Mexican War, and Latin-America lost the territory now known as New Mexico, Arizona, and California." + +"Seems to me it would have been better if Colombia had accepted the original offer of the United States for the Panama Canal Zone." + +"Why so? The United States only offered a beggarly ten million. By waiting a year the French concession would have expired, and the Colombian Government would have received the sixty million which the United States eventually paid the French Company." + +"Instead of which you got nothing," remarked the American dryly, "and lost Panama into the bargain." + +"Through underhand methods," began the other hotly, then checked himself. "Enough of the past. Have you a message for me?" + +For reply the young man drew out an envelope from an inside pocket and handed it to his companion, who opened it and read the communication in silence. + +"Good," he said finally, tearing the note into infinitesimal pieces and carefully putting them in his leather wallet, from which he first took several letters. "Give this to the Ambassador immediately on your return, and this--" he hesitated for a second--"give at once to our mutual friend." + +The American took the papers and placed them securely in an inside pocket. "Is that all?" he inquired. + +"No." The Colombian drew out a small chamois bag whose contents emitted a slight jingling noise as he handed it to his companion. "You may find this useful. No thanks are necessary, dear boy," laying his hand on the American's shoulder as the latter commenced speaking. "The death of my wife and child has deprived me of near relatives except you, and I propose to make you my heir." Then, to change the subject, he added quickly, "Is there no way to induce the Senator to use his influence with Congress and the Administration for disarmament, and the curtailing of building more battleships?" + +The American laughed disagreeably. "I think it may be done--in time." + +The Colombian's face brightened. "Splendid! If we can stop his fervid speeches in behalf of a larger standing army and navy, we will have accomplished much. But how do you expect to alter his attitude?" + +"Through a woman," the American's lips parted in an amused smile. "There's no fool like an old fool, and the Senator is no exception to the rule." + +"Indeed?" The Colombian raised his eyebrows. "And what has the woman to say in the matter?" + +"Nothing. She emulates a clam." + +The eavesdropper on the other side of the partition, who had caught most of the conversation, moved ever so slightly to stretch his cramped limbs, and then pulled out his handkerchief and mopped his heated face. As he did so a small slip of paper dropped, unseen by him, from his pocket to the floor. A large black cat came softly over to him and he lifted the animal up and placed her on the table before him. He stroked the purring feline and listened intently to catch the conversation which drifted to him through the vine-covered broken window panes. Apparently the two men were preparing to leave. + +"Does the Senator really think to marry?" asked the Colombian, as he picked up his hat. + +"I judge so. He is obviously very much infatuated with the girl's unusual type of beauty. And, believe me, she thoroughly understands the art of managing men." + +"Indeed? Who is the girl?" + +"The young daughter of the famous Irish actress, Nora Fitzgerald. Senator Carew...." + +Crash--the bottle and glass smashed in pieces. The eavesdropper never stopped to see the damage he had done, but with incredible swiftness and stealth was out of the room and down the street before the irate proprietor had reached the deserted table. + +"_Que hay?_" inquired the Colombian of the proprietor. He and the American had rushed into the room and over to the window by which the eavesdropper had been sitting. + +"A drunken Spaniard knocked the bottle and glass from the table, and cleared out without paying the damage," explained the proprietor in Spanish, as he signed to the _mozo_ to sweep up the mess. + +"What's that in your hand?" + +"A card, Señor, which I have just picked up from the floor." + +"Let me have it." + +"_Si, Señor, con mucho gusto._" He quickly handed the paper to the Colombian. + +The American looked over his companion's shoulder as the latter adjusted his eyeglasses and held up the visiting card so that both could see its contents. With staring eyes and faces gone white they read the engraved inscription: + + MR. JAMES CAREW MARYLAND. + + + + + + + + + +AFTER THE BALL + +"Fifty-four!" bellowed the footman through his megaphone for the sixth time, and he slanted his umbrella to protect his face from the driving rain which half-blinded him. A waiting automobile, whose chauffeur had mistaken the number called, moved slowly off and gave place to a carriage and pair. + +"Fifty-four," mumbled the coachman, checking his restive horses with difficulty. + +The footman turned, touched his hat, and beckoned to Cynthia Carew, who stood waiting in the vestibule. With a rueful glance at the wet sidewalk, she gathered her skirts up above her ankles and, propelled by the sturdy arm of her escort, Captain Lane, was landed breathless at the carriage door. + +"In with you," laughed Lane, as his umbrella was almost dragged from his hand by the high wind. "Your wrap is too pretty to be ruined...." Cynthia was half lifted, half pushed inside the landau.... "Good night, my dearest." + +The door slammed shut; the horses, weary of long standing, started forward at the sound and raced around the corner into Massachusetts Avenue before the sleepy coachman could collect his wits. + +Cynthia, on the point of seating herself, was flung toward the farther corner of the carriage by the sudden jerk. Instinctively she threw out her hand to steady herself, and her open palm encountered what was unmistakably a broad shoulder. + +"Good gracious!" recoiling and collapsing sideways on the seat. "Philip! How you frightened me." + +Then she settled herself more comfortably and, with an effort, chatted on. + +"The dance really was great fun, just our set you know, some of the Diplomatic Corps, and a number of the officers from the Barracks. I hated to leave so early," regretfully, "but I promised Uncle James. Mrs. Owen asked particularly for you, and was greatly put out because you did not appear. Honestly, Philip, I am very tired of trying to explain your sudden aversion to society. Why do you shun your friends?" + +Not getting an immediate answer she repeated her question more emphatically. Still no reply. The silence caught her attention. Turning her head she scanned the quiet figure by her side. + +The pelting rain, which beat drearily upon the carriage roof and windows, almost drowned the sound of rapid hoof-beats. The high wind had apparently extinguished the carriage lamps and the dim street lights failed to illuminate the interior of the rapidly moving carriage. In the semi-darkness Cynthia could not distinguish her companion's face. + +"It is _you_, Philip?" she questioned sharply, and waited an appreciable moment; then a thought occurred to her. "Uncle James, are you trying to play a practical joke?" Her voice rose to a higher key. + +Her question was ignored. + +Cynthia caught her breath sharply. Suppose the man was a stranger? She shrank farther back into her corner. If so, how came he there? Intently she studied the vague outlines of his figure. + +The landau was an old-fashioned vehicle built after a commodious pattern by a past generation, and frequently used by Senator Carew on stormy nights, as the two broad seats would accommodate five or six persons by tight squeezing. + +Cynthia clutched her wrap with nervous fingers. If the man had inadvertently entered the wrong carriage, the least he could do was to explain the situation and apologize. But suppose he was drunk? The thought was +(Pdb) <|begin_of_text|><|start_header_id|>system<|end_header_id|> + +You are an expert at verifying claims from fictional narratives.<|eot_id|><|start_header_id|>user<|end_header_id|> + +You are provided with a context and a statement. Your task is to carefully read the context and then determine whether the statement is TRUE or FALSE. + +Answer TRUE if the statement is true in its entirety based on the context provided. +Answer FALSE if any part of the statement is false based on the context provided. + + STORY OF THE DOOR + +Mr. Utterson the lawyer was a man of a rugged countenance that was never lighted by a smile; cold, scanty and embarrassed in discourse; backward in sentiment; lean, long, dusty, dreary and yet somehow lovable. At friendly meetings, and when the wine was to his taste, something eminently human beaconed from his eye; something indeed which never found its way into his talk, but which spoke not only in these silent symbols of the after-dinner face, but more often and loud +(Pdb) [rank0]: Traceback (most recent call last): +[rank0]: File "/work/pi_miyyer_umass_edu/ctpham/BookClaim-dev/prolong-final/finetune.py", line 301, in +[rank0]: File "/work/pi_miyyer_umass_edu/ctpham/BookClaim-dev/prolong-final/finetune.py", line 229, in main +[rank0]: +[rank0]: File "/work/pi_miyyer_umass_edu/ctpham/BookClaim-dev/prolong-final/finetune.py", line 229, in main +[rank0]: +[rank0]: File "/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/bdb.py", line 90, in trace_dispatch +[rank0]: return self.dispatch_line(frame) +[rank0]: File "/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/bdb.py", line 115, in dispatch_line +[rank0]: if self.quitting: raise BdbQuit +[rank0]: bdb.BdbQuit +[rank0]:[W1231 15:08:44.040398647 ProcessGroupNCCL.cpp:1168] Warning: WARNING: process group has NOT been destroyed before we destruct ProcessGroupNCCL. On normal program exit, the application should call destroy_process_group to ensure that any pending NCCL operations have finished in this process. In rare cases this process can exit before this point and block the progress of another member of the process group. This constraint has always been present, but this warning has only been added since PyTorch 2.4 (function operator()) +E1231 15:08:46.075579 123144722110272 torch/distributed/elastic/multiprocessing/api.py:833] failed (exitcode: 1) local_rank: 0 (pid: 2636043) of binary: /scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/bin/python3.10 +Traceback (most recent call last): + File "/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/bin/torchrun", line 8, in + sys.exit(main()) + File "/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/distributed/elastic/multiprocessing/errors/__init__.py", line 348, in wrapper + return f(*args, **kwargs) + File "/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/distributed/run.py", line 901, in main + run(args) + File "/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/distributed/run.py", line 892, in run + elastic_launch( + File "/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/distributed/launcher/api.py", line 133, in __call__ + return launch_agent(self._config, self._entrypoint, list(args)) + File "/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/distributed/launcher/api.py", line 264, in launch_agent + raise ChildFailedError( +torch.distributed.elastic.multiprocessing.errors.ChildFailedError: +============================================================ +finetune.py FAILED +------------------------------------------------------------ +Failures: + +------------------------------------------------------------ +Root Cause (first observed failure): +[0]: + time : 2024-12-31_15:08:46 + host : uri-gpu007.unity.rc.umass.edu + rank : 0 (local_rank: 0) + exitcode : 1 (pid: 2636043) + error_file: + traceback : To enable traceback see: https://pytorch.org/docs/stable/elastic/errors.html +============================================================ +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/transformers/utils/hub.py:127: FutureWarning: Using `TRANSFORMERS_CACHE` is deprecated and will be removed in v5 of Transformers. Use `HF_HOME` instead. + warnings.warn( +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/transformers/utils/import_utils.py:575: FutureWarning: `is_torch_tpu_available` is deprecated and will be removed in 4.41.0. Please use the `is_torch_xla_available` instead. + warnings.warn( +12/31/2024 15:13:59 - WARNING - __main__ - Process rank: 0, device: cuda:0, n_gpu: 1distributed training: True, fp16 training: False, bf16 training: True +12/31/2024 15:13:59 - INFO - __main__ - Additional arguments ScriptArguments(model_family='llama', model_name_or_path='/scratch3/workspace/ctpham_umass_edu-ft/models/Llama-3-8B-ProLong-512k-Base/', config_overrides=None, config_overrides_json='', config_name='/scratch3/workspace/ctpham_umass_edu-ft/models/Llama-3-8B-ProLong-512k-Base/', tokenizer_name='/scratch3/workspace/ctpham_umass_edu-ft/models/Llama-3-8B-ProLong-512k-Base/', cache_dir=None, use_fast_tokenizer=False, model_revision='main', use_auth_token=False, tokenized_mds_train=['/work/pi_miyyer_umass_edu/ctpham/BookClaim-dev/data/ft/bookclaim_balanced_pack_complete'], tokenized_mds_validation=[], tokenized_mds_test=[], token_scaled_loss=True) +12/31/2024 15:13:59 - INFO - __main__ - Checkpoint detected, resuming training at /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-3687. To avoid this behavior, change the `--output_dir` or add `--overwrite_output_dir` to train from scratch. +[INFO|tokenization_utils_base.py:2267] 2024-12-31 15:13:59,806 >> loading file tokenizer.json +[INFO|tokenization_utils_base.py:2267] 2024-12-31 15:13:59,806 >> loading file added_tokens.json +[INFO|tokenization_utils_base.py:2267] 2024-12-31 15:13:59,806 >> loading file special_tokens_map.json +[INFO|tokenization_utils_base.py:2267] 2024-12-31 15:13:59,806 >> loading file tokenizer_config.json +[INFO|tokenization_utils_base.py:2513] 2024-12-31 15:14:00,098 >> Special tokens have been added in the vocabulary, make sure the associated word embeddings are fine-tuned or trained. +[INFO|configuration_utils.py:731] 2024-12-31 15:14:00,100 >> loading configuration file /scratch3/workspace/ctpham_umass_edu-ft/models/Llama-3-8B-ProLong-512k-Base/config.json +[INFO|configuration_utils.py:800] 2024-12-31 15:14:00,101 >> Model config LlamaConfig { + "_name_or_path": "/scratch3/workspace/ctpham_umass_edu-ft/models/Llama-3-8B-ProLong-512k-Base/", + "architectures": [ + "LlamaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 128000, + "eos_token_id": 128009, + "hidden_act": "silu", + "hidden_size": 4096, + "initializer_range": 0.02, + "intermediate_size": 14336, + "max_position_embeddings": 524288, + "mlp_bias": false, + "model_type": "llama", + "num_attention_heads": 32, + "num_hidden_layers": 32, + "num_key_value_heads": 8, + "pad_token_id": 0, + "pretraining_tp": 1, + "rms_norm_eps": 1e-05, + "rope_scaling": null, + "rope_theta": 128000000.0, + "tie_word_embeddings": false, + "torch_dtype": "float32", + "transformers_version": "4.44.2", + "use_cache": true, + "vocab_size": 128256 +} + +12/31/2024 15:14:00 - INFO - __main__ - Loaded tokenizer - CPU Memory usage: 640.70 MB RSS +12/31/2024 15:14:00 - INFO - __main__ - GPU 0: 5/81920 MB +[INFO|modeling_utils.py:3675] 2024-12-31 15:14:00,127 >> loading weights file /scratch3/workspace/ctpham_umass_edu-ft/models/Llama-3-8B-ProLong-512k-Base/model.safetensors.index.json +[INFO|configuration_utils.py:1038] 2024-12-31 15:14:00,129 >> Generate config GenerationConfig { + "bos_token_id": 128000, + "eos_token_id": 128009, + "pad_token_id": 0 +} + + Loading checkpoint shards: 0%| | 0/7 [00:00> All model checkpoint weights were used when initializing LlamaForCausalLM. + +[INFO|modeling_utils.py:4515] 2024-12-31 15:14:00,788 >> All the weights of LlamaForCausalLM were initialized from the model checkpoint at /scratch3/workspace/ctpham_umass_edu-ft/models/Llama-3-8B-ProLong-512k-Base/. +If your task is similar to the task the model of the checkpoint was trained on, you can already use LlamaForCausalLM for predictions without further training. +[INFO|modeling_utils.py:4003] 2024-12-31 15:14:00,792 >> Generation config file not found, using a generation config created from the model config. +12/31/2024 15:14:00 - INFO - __main__ - Model: LlamaForCausalLM( + (model): LlamaModel( + (embed_tokens): Embedding(128256, 4096, padding_idx=0) + (layers): ModuleList( + (0-31): 32 x LlamaDecoderLayer( + (self_attn): LlamaAttention( + (q_proj): Linear(in_features=4096, out_features=4096, bias=False) + (k_proj): Linear(in_features=4096, out_features=1024, bias=False) + (v_proj): Linear(in_features=4096, out_features=1024, bias=False) + (o_proj): Linear(in_features=4096, out_features=4096, bias=False) + (rotary_emb): LlamaRotaryEmbedding() + (distributed_attn_func): DistributedAttention() + (distributed_varlen_attn_func): DistributedAttention() + ) + (mlp): LlamaMLP( + (gate_proj): Linear(in_features=4096, out_features=14336, bias=False) + (up_proj): Linear(in_features=4096, out_features=14336, bias=False) + (down_proj): Linear(in_features=14336, out_features=4096, bias=False) + (act_fn): SiLU() + ) + (input_layernorm): LlamaRMSNorm() + (post_attention_layernorm): LlamaRMSNorm() + ) + ) + (norm): LlamaRMSNorm() + ) + (lm_head): Linear(in_features=4096, out_features=128256, bias=False) +) +12/31/2024 15:14:00 - INFO - __main__ - Loaded model - CPU Memory usage: 665.20 MB RSS +12/31/2024 15:14:00 - INFO - __main__ - GPU 0: 5/81920 MB +12/31/2024 15:14:01 - INFO - training.dataset - Loading datasets for training +12/31/2024 15:14:01 - WARNING - streaming.base.dataset - Because `predownload` was not specified, it will default to 8*batch_size if batch_size is not None, otherwise 64. Prior to Streaming v0.7.0, `predownload` defaulted to max(batch_size, 256 * batch_size // num_canonical_nodes). +12/31/2024 15:14:01 - INFO - __main__ - Loaded training dataset +> /work/pi_miyyer_umass_edu/ctpham/BookClaim-dev/prolong-final/finetune.py(229)main() +-> print(tokenizer.decode(train_dataset[0]['input_ids'])[:1000]) +(Pdb) <|begin_of_text|><|start_header_id|>system<|end_header_id|> + +You are an expert at verifying claims from fictional narratives.<|eot_id|><|start_header_id|>user<|end_header_id|> + +You are provided with a context and a statement. Your task is to carefully read the context and then determine whether the statement is TRUE or FALSE. + +Answer TRUE if the statement is true in its entirety based on the context provided. +Answer FALSE if any part of the statement is false based on the context provided. + + STORY OF THE DOOR + +Mr. Utterson the lawyer was a man of a rugged countenance that was never lighted by a smile; cold, scanty and embarrassed in discourse; backward in sentiment; lean, long, dusty, dreary and yet somehow lovable. At friendly meetings, and when the wine was to his taste, something eminently human beaconed from his eye; something indeed which never found its way into his talk, but which spoke not only in these silent symbols of the after-dinner face, but more often and loud +(Pdb) <|begin_of_text|> +(Pdb) [rank0]: Traceback (most recent call last): +[rank0]: File "/work/pi_miyyer_umass_edu/ctpham/BookClaim-dev/prolong-final/finetune.py", line 302, in +[rank0]: main() +[rank0]: File "/work/pi_miyyer_umass_edu/ctpham/BookClaim-dev/prolong-final/finetune.py", line 229, in main +[rank0]: print(tokenizer.decode(train_dataset[0]['input_ids'])[:1000]) +[rank0]: File "/work/pi_miyyer_umass_edu/ctpham/BookClaim-dev/prolong-final/finetune.py", line 229, in main +[rank0]: print(tokenizer.decode(train_dataset[0]['input_ids'])[:1000]) +[rank0]: File "/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/bdb.py", line 90, in trace_dispatch +[rank0]: return self.dispatch_line(frame) +[rank0]: File "/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/bdb.py", line 115, in dispatch_line +[rank0]: if self.quitting: raise BdbQuit +[rank0]: bdb.BdbQuit +[rank0]:[W1231 15:17:31.813953355 ProcessGroupNCCL.cpp:1168] Warning: WARNING: process group has NOT been destroyed before we destruct ProcessGroupNCCL. On normal program exit, the application should call destroy_process_group to ensure that any pending NCCL operations have finished in this process. In rare cases this process can exit before this point and block the progress of another member of the process group. This constraint has always been present, but this warning has only been added since PyTorch 2.4 (function operator()) +E1231 15:17:32.794232 126234079483712 torch/distributed/elastic/multiprocessing/api.py:833] failed (exitcode: 1) local_rank: 0 (pid: 2638477) of binary: /scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/bin/python3.10 +Traceback (most recent call last): + File "/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/bin/torchrun", line 8, in + sys.exit(main()) + File "/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/distributed/elastic/multiprocessing/errors/__init__.py", line 348, in wrapper + return f(*args, **kwargs) + File "/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/distributed/run.py", line 901, in main + run(args) + File "/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/distributed/run.py", line 892, in run + elastic_launch( + File "/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/distributed/launcher/api.py", line 133, in __call__ + return launch_agent(self._config, self._entrypoint, list(args)) + File "/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/distributed/launcher/api.py", line 264, in launch_agent + raise ChildFailedError( +torch.distributed.elastic.multiprocessing.errors.ChildFailedError: +============================================================ +finetune.py FAILED +------------------------------------------------------------ +Failures: + +------------------------------------------------------------ +Root Cause (first observed failure): +[0]: + time : 2024-12-31_15:17:32 + host : uri-gpu007.unity.rc.umass.edu + rank : 0 (local_rank: 0) + exitcode : 1 (pid: 2638477) + error_file: + traceback : To enable traceback see: https://pytorch.org/docs/stable/elastic/errors.html +============================================================ +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/transformers/utils/hub.py:127: FutureWarning: Using `TRANSFORMERS_CACHE` is deprecated and will be removed in v5 of Transformers. Use `HF_HOME` instead. + warnings.warn( +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/transformers/utils/import_utils.py:575: FutureWarning: `is_torch_tpu_available` is deprecated and will be removed in 4.41.0. Please use the `is_torch_xla_available` instead. + warnings.warn( +12/31/2024 15:28:01 - WARNING - __main__ - Process rank: 0, device: cuda:0, n_gpu: 1distributed training: True, fp16 training: False, bf16 training: True +12/31/2024 15:28:01 - INFO - __main__ - Additional arguments ScriptArguments(model_family='llama', model_name_or_path='/scratch3/workspace/ctpham_umass_edu-ft/models/Llama-3-8B-ProLong-512k-Base/', config_overrides=None, config_overrides_json='', config_name='/scratch3/workspace/ctpham_umass_edu-ft/models/Llama-3-8B-ProLong-512k-Base/', tokenizer_name='/scratch3/workspace/ctpham_umass_edu-ft/models/Llama-3-8B-ProLong-512k-Base/', cache_dir=None, use_fast_tokenizer=False, model_revision='main', use_auth_token=False, tokenized_mds_train=['/work/pi_miyyer_umass_edu/ctpham/BookClaim-dev/data/ft/bookclaim_balanced_pack_complete'], tokenized_mds_validation=[], tokenized_mds_test=[], token_scaled_loss=True) +12/31/2024 15:28:01 - INFO - __main__ - Checkpoint detected, resuming training at /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-3687. To avoid this behavior, change the `--output_dir` or add `--overwrite_output_dir` to train from scratch. +[INFO|tokenization_utils_base.py:2267] 2024-12-31 15:28:01,449 >> loading file tokenizer.json +[INFO|tokenization_utils_base.py:2267] 2024-12-31 15:28:01,449 >> loading file added_tokens.json +[INFO|tokenization_utils_base.py:2267] 2024-12-31 15:28:01,449 >> loading file special_tokens_map.json +[INFO|tokenization_utils_base.py:2267] 2024-12-31 15:28:01,449 >> loading file tokenizer_config.json +[INFO|tokenization_utils_base.py:2513] 2024-12-31 15:28:01,732 >> Special tokens have been added in the vocabulary, make sure the associated word embeddings are fine-tuned or trained. +[INFO|configuration_utils.py:731] 2024-12-31 15:28:01,733 >> loading configuration file /scratch3/workspace/ctpham_umass_edu-ft/models/Llama-3-8B-ProLong-512k-Base/config.json +[INFO|configuration_utils.py:800] 2024-12-31 15:28:01,734 >> Model config LlamaConfig { + "_name_or_path": "/scratch3/workspace/ctpham_umass_edu-ft/models/Llama-3-8B-ProLong-512k-Base/", + "architectures": [ + "LlamaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 128000, + "eos_token_id": 128009, + "hidden_act": "silu", + "hidden_size": 4096, + "initializer_range": 0.02, + "intermediate_size": 14336, + "max_position_embeddings": 524288, + "mlp_bias": false, + "model_type": "llama", + "num_attention_heads": 32, + "num_hidden_layers": 32, + "num_key_value_heads": 8, + "pad_token_id": 0, + "pretraining_tp": 1, + "rms_norm_eps": 1e-05, + "rope_scaling": null, + "rope_theta": 128000000.0, + "tie_word_embeddings": false, + "torch_dtype": "float32", + "transformers_version": "4.44.2", + "use_cache": true, + "vocab_size": 128256 +} + +12/31/2024 15:28:01 - INFO - __main__ - Loaded tokenizer - CPU Memory usage: 639.85 MB RSS +12/31/2024 15:28:01 - INFO - __main__ - GPU 0: 5/81920 MB +[INFO|modeling_utils.py:3675] 2024-12-31 15:28:01,753 >> loading weights file /scratch3/workspace/ctpham_umass_edu-ft/models/Llama-3-8B-ProLong-512k-Base/model.safetensors.index.json +[INFO|configuration_utils.py:1038] 2024-12-31 15:28:01,754 >> Generate config GenerationConfig { + "bos_token_id": 128000, + "eos_token_id": 128009, + "pad_token_id": 0 +} + + Loading checkpoint shards: 0%| | 0/7 [00:00> All model checkpoint weights were used when initializing LlamaForCausalLM. + +[INFO|modeling_utils.py:4515] 2024-12-31 15:28:02,446 >> All the weights of LlamaForCausalLM were initialized from the model checkpoint at /scratch3/workspace/ctpham_umass_edu-ft/models/Llama-3-8B-ProLong-512k-Base/. +If your task is similar to the task the model of the checkpoint was trained on, you can already use LlamaForCausalLM for predictions without further training. +[INFO|modeling_utils.py:4003] 2024-12-31 15:28:02,450 >> Generation config file not found, using a generation config created from the model config. +12/31/2024 15:28:02 - INFO - __main__ - Model: LlamaForCausalLM( + (model): LlamaModel( + (embed_tokens): Embedding(128256, 4096, padding_idx=0) + (layers): ModuleList( + (0-31): 32 x LlamaDecoderLayer( + (self_attn): LlamaAttention( + (q_proj): Linear(in_features=4096, out_features=4096, bias=False) + (k_proj): Linear(in_features=4096, out_features=1024, bias=False) + (v_proj): Linear(in_features=4096, out_features=1024, bias=False) + (o_proj): Linear(in_features=4096, out_features=4096, bias=False) + (rotary_emb): LlamaRotaryEmbedding() + (distributed_attn_func): DistributedAttention() + (distributed_varlen_attn_func): DistributedAttention() + ) + (mlp): LlamaMLP( + (gate_proj): Linear(in_features=4096, out_features=14336, bias=False) + (up_proj): Linear(in_features=4096, out_features=14336, bias=False) + (down_proj): Linear(in_features=14336, out_features=4096, bias=False) + (act_fn): SiLU() + ) + (input_layernorm): LlamaRMSNorm() + (post_attention_layernorm): LlamaRMSNorm() + ) + ) + (norm): LlamaRMSNorm() + ) + (lm_head): Linear(in_features=4096, out_features=128256, bias=False) +) +12/31/2024 15:28:02 - INFO - __main__ - Loaded model - CPU Memory usage: 664.85 MB RSS +12/31/2024 15:28:02 - INFO - __main__ - GPU 0: 5/81920 MB +12/31/2024 15:28:02 - INFO - training.dataset - Loading datasets for training +12/31/2024 15:28:02 - WARNING - streaming.base.dataset - Because `predownload` was not specified, it will default to 8*batch_size if batch_size is not None, otherwise 64. Prior to Streaming v0.7.0, `predownload` defaulted to max(batch_size, 256 * batch_size // num_canonical_nodes). +12/31/2024 15:28:02 - INFO - __main__ - Loaded training dataset +> /work/pi_miyyer_umass_edu/ctpham/BookClaim-dev/prolong-final/finetune.py(229)main() +-> print(tokenizer.decode(train_dataset[0]['input_ids'])[:1000]) +(Pdb) lic feeling,” returned Guest. “The man, of course, was mad.” + +“I should like to hear your views on that,” replied Utterson. “I have a document here in his handwriting; it is between ourselves, for I scarce know what to do about it; it is an ugly business at the best. But there it is; quite in your way: a murderer’s autograph.” + +Guest’s eyes brightened, and he sat down at once and studied it with passion. “No sir,” he said: “not mad; but it is an odd hand.” + +“And by all accounts a very odd writer,” added the lawyer. + +Just then the servant entered with a note. + +“Is that from Dr. Jekyll, sir?” inquired the clerk. “I thought I knew the writing. Anything private, Mr. Utterson?” + +“Only an invitation to dinner. Why? Do you want to see it?” + +“One moment. I thank you, sir;” and the clerk laid the two sheets of paper alongside and sedulously compared their contents. “Thank you, sir,” he said at last, returning both; “it’s a very interesting autograph.” + +There was a pause, during which Mr. Utterson struggled with himself. “Why did you compare them, Guest?” he inquired suddenly. + +“Well, sir,” returned the clerk, “there’s a rather singular resemblance; the two hands are in many points identical: only differently sloped.” + +“Rather quaint,” said Utterson. + +“It is, as you say, rather quaint,” returned Guest. + +“I wouldn’t speak of this note, you know,” said the master. + +“No, sir,” said the clerk. “I understand.” + +But no sooner was Mr. Utterson alone that night, than he locked the note into his safe, where it reposed from that time forward. “What!” he thought. “Henry Jekyll forge for a murderer!” And his blood ran cold in his veins. + + + +INCIDENT OF DR. LANYON + +Time ran on; thousands of pounds were offered in reward, for the death of Sir Danvers was resented as a public injury; but Mr. Hyde had disappeared out of the ken of the police as though he had never existed. Much of his past was unearthed, indeed, and all disreputable: tales came out of the man’s cruelty, at once so callous and violent; of his vile life, of his strange associates, of the hatred that seemed to have surrounded his career; but of his present whereabouts, not a whisper. From the time he had left the house in Soho on the morning of the murder, he was simply blotted out; and gradually, as time drew on, Mr. Utterson began to recover from the hotness of his alarm, and to grow more at quiet with himself. The death of Sir Danvers was, to his way of thinking, more than paid for by the disappearance of Mr. Hyde. Now that that evil influence had been withdrawn, a new life began for Dr. Jekyll. He came out of his seclusion, renewed relations with his friends, became once more their familiar guest and entertainer; and whilst he had always been known for charities, he was now no less distinguished for religion. He was busy, he was much in the open air, he did good; his face seemed to open and brighten, as if with an inward consciousness of service; and for more than two months, the doctor was at peace. + +On the 8th of January Utterson had dined at the doctor’s with a small party; Lanyon had been there; and the face of the host had looked from one to the other as in the old days when the trio were inseparable friends. On the 12th, and again on the 14th, the door was shut against the lawyer. “The doctor was confined to the house,” Poole said, “and saw no one.” On the 15th, he tried again, and was again refused; and having now been used for the last two months to see his friend almost daily, he found this return of solitude to weigh upon his spirits. The fifth night he had in Guest to dine with him; and the sixth he betook himself to Dr. Lanyon’s. + +There at least he was not denied admittance; but when he came in, he was shocked at the change which had taken place in the doctor’s appearance. He had his death-warrant written legibly upon his face. The rosy man had grown pale; his flesh had fallen away; he was visibly balder and older; and yet it was not so much these tokens of a swift physical decay that arrested the lawyer’s notice, as a look in the eye and quality of manner that seemed to testify to some deep-seated terror of the mind. It was unlikely that the doctor should fear death; and yet that was what Utterson was tempted to suspect. “Yes,” he thought; “he is a doctor, he must know his own state and that his days are counted; and the knowledge is more than he can bear.” And yet when Utterson remarked on his ill looks, it was with an air of great firmness that Lanyon declared himself a doomed man. + +“I have had a shock,” he said, “and I shall never recover. It is a question of weeks. Well, life has been pleasant; I liked it; yes, sir, I used to like it. I sometimes think if we knew all, we should be more glad to get away.” + +“Jekyll is ill, too,” observed Utterson. “Have you seen him?” + +But Lanyon’s face changed, and he held up a trembling hand. “I wish to see or hear no more of Dr. Jekyll,” he said in a loud, unsteady voice. “I am quite done with that person; and I beg that you will spare me any allusion to one whom I regard as dead.” + +“Tut, tut!” said Mr. Utterson; and then after a considerable pause, “Can’t I do anything?” he inquired. “We are three very old friends, Lanyon; we shall not live to make others.” + +“Nothing can be done,” returned Lanyon; “ask himself.” + +“He will not see me,” said the lawyer. + +“I am not surprised at that,” was the reply. “Some day, Utterson, after I am dead, you may perhaps come to learn the right and wrong of this. I cannot tell you. And in the meantime, if you can sit and talk with me of other things, for God’s sake, stay and do so; but if you cannot keep clear of this accursed topic, then in God’s name, go, for I cannot bear it.” + +As soon as he got home, Utterson sat down and wrote to Jekyll, complaining of his exclusion from the house, and asking the cause of this unhappy break with Lanyon; and the next day brought him a long answer, often very pathetically worded, and sometimes darkly mysterious in drift. The quarrel with Lanyon was incurable. “I do not blame our old friend,” Jekyll wrote, “but I share his view that we must never meet. I mean from henceforth to lead a life of extreme seclusion; you must not be surprised, nor must you doubt my friendship, if my door is often shut even to you. You must suffer me to go my own dark way. I have brought on myself a punishment and a danger that I cannot name. If I am the chief of sinners, I am the chief of sufferers also. I could not think that this earth contained a place for sufferings and terrors so unmanning; and you can do but one thing, Utterson, to lighten this destiny, and that is to respect my silence.” Utterson was amazed; the dark influence of Hyde had been withdrawn, the doctor had returned to his old tasks and amities; a week ago, the prospect had smiled with every promise of a cheerful and an honoured age; and now in a moment, friendship, and peace of mind, and the whole tenor of his life were wrecked. So great and unprepared a change pointed to madness; but in view of Lanyon’s manner and words, there must lie for it some deeper ground. + +A week afterwards Dr. Lanyon took to his bed, and in something less than a fortnight he was dead. The night after the funeral, at which he had been sadly affected, Utterson locked the door of his business room, and sitting there by the light of a melancholy candle, drew out and set before him an envelope addressed by the hand and sealed with the seal of his dead friend. “PRIVATE: for the hands of G. J. Utterson ALONE, and in case of his predecease _to be destroyed unread_,” so it was emphatically superscribed; and the lawyer dreaded to behold the contents. “I have buried one friend to-day,” he thought: “what if this should cost me another?” And then he condemned the fear as a disloyalty, and broke the seal. Within there was another enclosure, likewise sealed, and marked upon the cover as “not to be opened till the death or disappearance of Dr. Henry Jekyll.” Utterson could not trust his eyes. Yes, it was disappearance; here again, as in the mad will which he had long ago restored to its author, here again were the idea of a disappearance and the name of Henry Jekyll bracketted. But in the will, that idea had sprung from the sinister suggestion of the man Hyde; it was set there with a purpose all too plain and horrible. Written by the hand of Lanyon, what should it mean? A great curiosity came on the trustee, to disregard the prohibition and dive at once to the bottom of these mysteries; but professional honour and faith to his dead friend were stringent obligations; and the packet slept in the inmost corner of his private safe. + +It is one thing to mortify curiosity, another to conquer it; and it may be doubted if, from that day forth, Utterson desired the society of his surviving friend with the same eagerness. He thought of him kindly; but his thoughts were disquieted and fearful. He went to call indeed; but he was perhaps relieved to be denied admittance; perhaps, in his heart, he preferred to speak with Poole upon the doorstep and surrounded by the air and sounds of the open city, rather than to be admitted into that house of voluntary bondage, and to sit and speak with its inscrutable recluse. Poole had, indeed, no very pleasant news to communicate. The doctor, it appeared, now more than ever confined himself to the cabinet over the laboratory, where he would sometimes even sleep; he was out of spirits, he had grown very silent, he did not read; it seemed as if he had something on his mind. Utterson became so used to the unvarying character of these reports, that he fell off little by little in the frequency of his visits. + + + +INCIDENT AT THE WINDOW + +It chanced on Sunday, when Mr. Utterson was on his usual walk with Mr. Enfield, that their way lay once again through the by-street; and that when they came in front of the door, both stopped to gaze on it. + +“Well,” said Enfield, “that story’s at an end at least. We shall never see more of Mr. Hyde.” + +“I hope not,” said Utterson. “Did I ever tell you that I once saw him, and shared your feeling of repulsion?” + +“It was impossible to do the one without the other,” returned Enfield. “And by the way, what an ass you must have thought me, not to know that this was a back way to Dr. Jekyll’s! It was partly your own fault that I found it out, even when I did.” + +“So you found it out, did you?” said Utterson. “But if that be so, we may step into the court and take a look at the windows. To tell you the truth, I am uneasy about poor Jekyll; and even outside, I feel as if the presence of a friend might do him good.” + +The court was very cool and a little damp, and full of premature twilight, although the sky, high up overhead, was still bright with sunset. The middle one of the three windows was half-way open; and sitting close beside it, taking the air with an infinite sadness of mien, like some disconsolate prisoner, Utterson saw Dr. Jekyll. + +“What! Jekyll!” he cried. “I trust you are better.” + +“I am very low, Utterson,” replied the doctor drearily, “very low. It will not last long, thank God.” + +“You stay too much indoors,” said the lawyer. “You should be out, whipping up the circulation like Mr. Enfield and me. (This is my cousin—Mr. Enfield—Dr. Jekyll.) Come now; get your hat and take a quick turn with us.” + +“You are very good,” sighed the other. “I should like to very much; but no, no, no, it is quite impossible; I dare not. But indeed, Utterson, I am very glad to see you; this is really a great pleasure; I would ask you and Mr. Enfield up, but the place is really not fit.” + +“Why, then,” said the lawyer, good-naturedly, “the best thing we can do is to stay down here and speak with you from where we are.” + +“That is just what I was about to venture to propose,” returned the doctor with a smile. But the words were hardly uttered, before the smile was struck out of his face and succeeded by an expression of such abject terror and despair, as froze the very blood of the two gentlemen below. They saw it but for a glimpse for the window was instantly thrust down; but that glimpse had been sufficient, and they turned and left the court without a word. In silence, too, they traversed the by-street; and it was not until they had come into a neighbouring thoroughfare, where even upon a Sunday there were still some stirrings of life, that Mr. Utterson at last turned and looked at his companion. They were both pale; and there was an answering horror in their eyes. + +“God forgive us, God forgive us,” said Mr. Utterson. + +But Mr. Enfield only nodded his head very seriously, and walked on once more in silence. + + + +THE LAST NIGHT + +Mr. Utterson was sitting by his fireside one evening after dinner, when he was surprised to receive a visit from Poole. + +“Bless me, Poole, what brings you here?” he cried; and then taking a second look at him, “What ails you?” he added; “is the doctor ill?” + +“Mr. Utterson,” said the man, “there is something wrong.” + +“Take a seat, and here is a glass of wine for you,” said the lawyer. “Now, take your time, and tell me plainly what you want.” + +“You know the doctor’s ways, sir,” replied Poole, “and how he shuts himself up. Well, he’s shut up again in the cabinet; and I don’t like it, sir—I wish I may die if I like it. Mr. Utterson, sir, I’m afraid.” + +“Now, my good man,” said the lawyer, “be explicit. What are you afraid of?” + +“I’ve been afraid for about a week,” returned Poole, doggedly disregarding the question, “and I can bear it no more.” + +The man’s appearance amply bore out his words; his manner was altered for the worse; and except for the moment when he had first announced his terror, he had not once looked the lawyer in the face. Even now, he sat with the glass of wine untasted on his knee, and his eyes directed to a corner of the floor. “I can bear it no more,” he repeated. + +“Come,” said the lawyer, “I see you have some good reason, Poole; I see there is something seriously amiss. Try to tell me what it is.” + +“I think there’s been foul play,” said Poole, hoarsely. + +“Foul play!” cried the lawyer, a good deal frightened and rather inclined to be irritated in consequence. “What foul play! What does the man mean?” + +“I daren’t say, sir,” was the answer; “but will you come along with me and see for yourself?” + +Mr. Utterson’s only answer was to rise and get his hat and greatcoat; but he observed with wonder the greatness of the relief that appeared upon the butler’s face, and perhaps with no less, that the wine was still untasted when he set it down to follow. + +It was a wild, cold, seasonable night of March, with a pale moon, lying on her back as though the wind had tilted her, and flying wrack of the most diaphanous and lawny texture. The wind made talking difficult, and flecked the blood into the face. It seemed to have swept the streets unusually bare of passengers, besides; for Mr. Utterson thought he had never seen that part of London so deserted. He could have wished it otherwise; never in his life had he been conscious of so sharp a wish to see and touch his fellow-creatures; for struggle as he might, there was borne in upon his mind a crushing anticipation of calamity. The square, when they got there, was full of wind and dust, and the thin trees in the garden were lashing themselves along the railing. Poole, who had kept all the way a pace or two ahead, now pulled up in the middle of the pavement, and in spite of the biting weather, took off his hat and mopped his brow with a red pocket-handkerchief. But for all the hurry of his coming, these were not the dews of exertion that he wiped away, but the moisture of some strangling anguish; for his face was white and his voice, when he spoke, harsh and broken. + +“Well, sir,” he said, “here we are, and God grant there be nothing wrong.” + +“Amen, Poole,” said the lawyer. + +Thereupon the servant knocked in a very guarded manner; the door was opened on the chain; and a voice asked from within, “Is that you, Poole?” + +“It’s all right,” said Poole. “Open the door.” + +The hall, when they entered it, was brightly lighted up; the fire was built high; and about the hearth the whole of the servants, men and women, stood huddled together like a flock of sheep. At the sight of Mr. Utterson, the housemaid broke into hysterical whimpering; and the cook, crying out “Bless God! it’s Mr. Utterson,” ran forward as if to take him in her arms. + +“What, what? Are you all here?” said the lawyer peevishly. “Very irregular, very unseemly; your master would be far from pleased.” + +“They’re all afraid,” said Poole. + +Blank silence followed, no one protesting; only the maid lifted her voice and now wept loudly. + +“Hold your tongue!” Poole said to her, with a ferocity of accent that testified to his own jangled nerves; and indeed, when the girl had so suddenly raised the note of her lamentation, they had all started and turned towards the inner door with faces of dreadful expectation. “And now,” continued the butler, addressing the knife-boy, “reach me a candle, and we’ll get this through hands at once.” And then he begged Mr. Utterson to follow him, and led the way to the back garden. + +“Now, sir,” said he, “you come as gently as you can. I want you to hear, and I don’t want you to be heard. And see here, sir, if by any chance he was to ask you in, don’t go.” + +Mr. Utterson’s nerves, at this unlooked-for termination, gave a jerk that nearly threw him from his balance; but he recollected his courage and followed the butler into the laboratory building through the surgical theatre, with its lumber of crates and bottles, to the foot of the stair. Here Poole motioned him to stand on one side and listen; while he himself, setting down the candle and making a great and obvious call on his resolution, mounted the steps and knocked with a somewhat uncertain hand on the red baize of the cabinet door. + +“Mr. Utterson, sir, asking to see you,” he called; and even as he did so, once more violently signed to the lawyer to give ear. + +A voice answered from within: “Tell him I cannot see anyone,” it said complainingly. + +“Thank you, sir,” said Poole, with a note of something like triumph in his voice; and taking up his candle, he led Mr. Utterson back across the yard and into the great kitchen, where the fire was out and the beetles were leaping on the floor. + +“Sir,” he said, looking Mr. Utterson in the eyes, “Was that my master’s voice?” + +“It seems much changed,” replied the lawyer, very pale, but giving look for look. + +“Changed? Well, yes, I think so,” said the butler. “Have I been twenty years in this man’s house, to be deceived about his voice? No, sir; master’s made away with; he was made away with eight days ago, when we heard him cry out upon the name of God; and _who’s_ in there instead of him, and _why_ it stays there, is a thing that cries to Heaven, Mr. Utterson!” + +“This is a very strange tale, Poole; this is rather a wild tale my man,” said Mr. Utterson, biting his finger. “Suppose it were as you suppose, supposing Dr. Jekyll to have been—well, murdered, what could induce the murderer to stay? That won’t hold water; it doesn’t commend itself to reason.” + +“Well, Mr. Utterson, you are a hard man to satisfy, but I’ll do it yet,” said Poole. “All this last week (you must know) him, or it, whatever it is that lives in that cabinet, has been crying night and day for some sort of medicine and cannot get it to his mind. It was sometimes his way—the master’s, that is—to write his orders on a sheet of paper and throw it on the stair. We’ve had nothing else this week back; nothing but papers, and a closed door, and the very meals left there to be smuggled in when nobody was looking. Well, sir, every day, ay, and twice and thrice in the same day, there have been orders and complaints, and I have been sent flying to all the wholesale chemists in town. Every time I brought the stuff back, there would be another paper telling me to return it, because it was not pure, and another order to a different firm. This drug is wanted bitter bad, sir, whatever for.” + +“Have you any of these papers?” asked Mr. Utterson. + +Poole felt in his pocket and handed out a crumpled note, which the lawyer, bending nearer to the candle, carefully examined. Its contents ran thus: “Dr. Jekyll presents his compliments to Messrs. Maw. He assures them that their last sample is impure and quite useless for his present purpose. In the year 18—, Dr. J. purchased a somewhat large quantity from Messrs. M. He now begs them to search with most sedulous care, and should any of the same quality be left, forward it to him at once. Expense is no consideration. The importance of this to Dr. J. can hardly be exaggerated.” So far the letter had run composedly enough, but here with a sudden splutter of the pen, the writer’s emotion had broken loose. “For God’s sake,” he added, “find me some of the old.” + +“This is a strange note,” said Mr. Utterson; and then sharply, “How do you come to have it open?” + +“The man at Maw’s was main angry, sir, and he threw it back to me like so much dirt,” returned Poole. + +“This is unquestionably the doctor’s hand, do you know?” resumed the lawyer. + +“I thought it looked like it,” said the servant rather sulkily; and then, with another voice, “But what matters hand of write?” he said. “I’ve seen him!” + +“Seen him?” repeated Mr. Utterson. “Well?” + +“That’s it!” said Poole. “It was this way. I came suddenly into the theatre from the garden. It seems he had slipped out to look for this drug or whatever it is; for the cabinet door was open, and there he was at the far end of the room digging among the crates. He looked up when I came in, gave a kind of cry, and whipped upstairs into the cabinet. It was but for one minute that I saw him, but the hair stood upon my head like quills. Sir, if that was my master, why had he a mask upon his face? If it was my master, why did he cry out like a rat, and run from me? I have served him long enough. And then...” The man paused and passed his hand over his face. + +“These are all very strange circumstances,” said Mr. Utterson, “but I think I begin to see daylight. Your master, Poole, is plainly seized with one of those maladies that both torture and deform the sufferer; hence, for aught I know, the alteration of his voice; hence the mask and the avoidance of his friends; hence his eagerness to find this drug, by means of which the poor soul retains some hope of ultimate recovery—God grant that he be not deceived! There is my explanation; it is sad enough, Poole, ay, and appalling to consider; but it is plain and natural, hangs well together, and delivers us from all exorbitant alarms.” + +“Sir,” said the butler, turning to a sort of mottled pallor, “that thing was not my master, and there’s the truth. My master”—here he looked round him and began to whisper—“is a tall, fine build of a man, and this was more of a dwarf.” Utterson attempted to protest. “O, sir,” cried Poole, “do you think I do not know my master after twenty years? Do you think I do not know where his head comes to in the cabinet door, where I saw him every morning of my life? No, sir, that thing in the mask was never Dr. Jekyll—God knows what it was, but it was never Dr. Jekyll; and it is the belief of my heart that there was murder done.” + +“Poole,” replied the lawyer, “if you say that, it will become my duty to make certain. Much as I desire to spare your master’s feelings, much as I am puzzled by this note which seems to prove him to be still alive, I shall consider it my duty to break in that door.” + +“Ah, Mr. Utterson, that’s talking!” cried the butler. + +“And now comes the second question,” resumed Utterson: “Who is going to do it?” + +“Why, you and me, sir,” was the undaunted reply. + +“That’s very well said,” returned the lawyer; “and whatever comes of it, I shall make it my business to see you are no loser.” + +“There is an axe in the theatre,” continued Poole; “and you might take the kitchen poker for yourself.” + +The lawyer took that rude but weighty instrument into his hand, and balanced it. “Do you know, Poole,” he said, looking up, “that you and I are about to place ourselves in a position of some peril?” + +“You may say so, sir, indeed,” returned the butler. + +“It is well, then that we should be frank,” said the other. “We both think more than we have said; let us make a clean breast. This masked figure that you saw, did you recognise it?” + +“Well, sir, it went so quick, and the creature was so doubled up, that I could hardly swear to that,” was the answer. “But if you mean, was it Mr. Hyde?—why, yes, I think it was! You see, it was much of the same bigness; and it had the same quick, light way with it; and then who else could have got in by the laboratory door? You have not forgot, sir, that at the time of the murder he had still the key with him? But that’s not all. I don’t know, Mr. Utterson, if you ever met this Mr. Hyde?” + +“Yes,” said the lawyer, “I once spoke with him.” + +“Then you must know as well as the rest of us that there was something queer about that gentleman—something that gave a man a turn—I don’t know rightly how to say it, sir, beyond this: that you felt in your marrow kind of cold and thin.” + +“I own I felt something of what you describe,” said Mr. Utterson. + +“Quite so, sir,” returned Poole. “Well, when that masked thing like a monkey jumped from among the chemicals and whipped into the cabinet, it went down my spine like ice. O, I know it’s not evidence, Mr. Utterson; I’m book-learned enough for that; but a man has his feelings, and I give you my bible-word it was Mr. Hyde!” + +“Ay, ay,” said the lawyer. “My fears incline to the same point. Evil, I fear, founded—evil was sure to come—of that connection. Ay truly, I believe you; I believe poor Harry is killed; and I believe his murderer (for what purpose, God alone can tell) is still lurking in his victim’s room. Well, let our name be vengeance. Call Bradshaw.” + +The footman came at the summons, very white and nervous. + +“Pull yourself together, Bradshaw,” said the lawyer. “This suspense, I know, is telling upon all of you; but it is now our intention to make an end of it. Poole, here, and I are going to force our way into the cabinet. If all is well, my shoulders are broad enough to bear the blame. Meanwhile, lest anything should really be amiss, or any malefactor seek to escape by the back, you and the boy must go round the corner with a pair of good sticks and take your post at the laboratory door. We give you ten minutes to get to your stations.” + +As Bradshaw left, the lawyer looked at his watch. “And now, Poole, let us get to ours,” he said; and taking the poker under his arm, led the way into the yard. The scud had banked over the moon, and it was now quite dark. The wind, which only broke in puffs and draughts into that deep well of building, tossed the light of the candle to and fro about their steps, until they came into the shelter of the theatre, where they sat down silently to wait. London hummed solemnly all around; but nearer at hand, the stillness was only broken by the sounds of a footfall moving to and fro along the cabinet floor. + +“So it will walk all day, sir,” whispered Poole; “ay, and the better part of the night. Only when a new sample comes from the chemist, there’s a bit of a break. Ah, it’s an ill conscience that’s such an enemy to rest! Ah, sir, there’s blood foully shed in every step of it! But hark again, a little closer—put your heart in your ears, Mr. Utterson, and tell me, is that the doctor’s foot?” + +The steps fell lightly and oddly, with a certain swing, for all they went so slowly; it was different indeed from the heavy creaking tread of Henry Jekyll. Utterson sighed. “Is there never anything else?” he asked. + +Poole nodded. “Once,” he said. “Once I heard it weeping!” + +“Weeping? how that?” said the lawyer, conscious of a sudden chill of horror. + +“Weeping like a woman or a lost soul,” said the butler. “I came away with that upon my heart, that I could have wept too.” + +But now the ten minutes drew to an end. Poole disinterred the axe from under a stack of packing straw; the candle was set upon the nearest table to light them to the attack; and they drew near with bated breath to where that patient foot was still going up and down, up and down, in the quiet of the night. + +“Jekyll,” cried Utterson, with a loud voice, “I demand to see you.” He paused a moment, but there came no reply. “I give you fair warning, our suspicions are aroused, and I must and shall see you,” he resumed; “if not by fair means, then by foul—if not of your consent, then by brute force!” + +“Utterson,” said the voice, “for God’s sake, have mercy!” + +“Ah, that’s not Jekyll’s voice—it’s Hyde’s!” cried Utterson. “Down with the door, Poole!” + +Poole swung the axe over his shoulder; the blow shook the building, and the red baize door leaped against the lock and hinges. A dismal screech, as of mere animal terror, rang from the cabinet. Up went the axe again, and again the panels crashed and the frame bounded; four times the blow fell; but the wood was tough and the fittings were of excellent workmanship; and it was not until the fifth, that the lock burst and the wreck of the door fell inwards on the carpet. + +The besiegers, appalled by their own riot and the stillness that had succeeded, stood back a little and peered in. There lay the cabinet before their eyes in the quiet lamplight, a good fire glowing and chattering on the hearth, the kettle singing its thin strain, a drawer or two open, papers neatly set forth on the business table, and nearer the fire, the things laid out for tea; the quietest room, you would have said, and, but for the glazed presses full of chemicals, the most commonplace that night in London. + +Right in the middle there lay the body of a man sorely contorted and still twitching. They drew near on tiptoe, turned it on its back and beheld the face of Edward Hyde. He was dressed in clothes far too large for him, clothes of the doctor’s bigness; the cords of his face still moved with a semblance of life, but life was quite gone; and by the crushed phial in the hand and the strong smell of kernels that hung upon the air, Utterson knew that he was looking on the body of a self-destroyer. + +“We have come too late,” he said sternly, “whether to save or punish. Hyde is gone to his account; and it only remains for us to find the body of your master.” + +The far greater proportion of the building was occupied by the theatre, which filled almost the whole ground storey and was lighted from above, and by the cabinet, which formed an upper storey at one end and looked upon the court. A corridor joined the theatre to the door on the by-street; and with this the cabinet communicated separately by a second flight of stairs. There were besides a few dark closets and a spacious cellar. All these they now thoroughly examined. Each closet needed but a glance, for all were empty, and all, by the dust that fell from their doors, had stood long unopened. The cellar, indeed, was filled with crazy lumber, mostly dating from the times of the surgeon who was Jekyll’s predecessor; but even as they opened the door they were advertised of the uselessness of further search, by the fall of a perfect mat of cobweb which had for years sealed up the entrance. Nowhere was there any trace of Henry Jekyll, dead or alive. + +Poole stamped on the flags of the corridor. “He must be buried here,” he said, hearkening to the sound. + +“Or he may have fled,” said Utterson, and he turned to examine the door in the by-street. It was locked; and lying near by on the flags, they found the key, already stained with rust. + +“This does not look like use,” observed the lawyer. + +“Use!” echoed Poole. “Do you not see, sir, it is broken? much as if a man had stamped on it.” + +“Ay,” continued Utterson, “and the fractures, too, are rusty.” The two men looked at each other with a scare. “This is beyond me, Poole,” said the lawyer. “Let us go back to the cabinet.” + +They mounted the stair in silence, and still with an occasional awestruck glance at the dead body, proceeded more thoroughly to examine the contents of the cabinet. At one table, there were traces of chemical work, various measured heaps of some white salt being laid on glass saucers, as though for an experiment in which the unhappy man had been prevented. + +“That is the same drug that I was always bringing him,” said Poole; and even as he spoke, the kettle with a startling noise boiled over. + +This brought them to the fireside, where the easy-chair was drawn cosily up, and the tea things stood ready to the sitter’s elbow, the very sugar in the cup. There were several books on a shelf; one lay beside the tea things open, and Utterson was amazed to find it a copy of a pious work, for which Jekyll had several times expressed a great esteem, annotated, in his own hand with startling blasphemies. + +Next, in the course of their review of the chamber, the searchers came to the cheval-glass, into whose depths they looked with an involuntary horror. But it was so turned as to show them nothing but the rosy glow playing on the roof, the fire sparkling in a hundred repetitions along the glazed front of the presses, and their own pale and fearful countenances stooping to look in. + +“This glass has seen some strange things, sir,” whispered Poole. + +“And surely none stranger than itself,” echoed the lawyer in the same tones. “For what did Jekyll”—he caught himself up at the word with a start, and then conquering the weakness—“what could Jekyll want with it?” he said. + +“You may say that!” said Poole. + +Next they turned to the business table. On the desk, among the neat array of papers, a large envelope was uppermost, and bore, in the doctor’s hand, the name of Mr. Utterson. The lawyer unsealed it, and several enclosures fell to the floor. The first was a will, drawn in the same eccentric terms as the one which he had returned six months before, to serve as a testament in case of death and as a deed of gift in case of disappearance; but in place of the name of Edward Hyde, the lawyer, with indescribable amazement read the name of Gabriel John Utterson. He looked at Poole, and then back at the paper, and last of all at the dead malefactor stretched upon the carpet. + +“My head goes round,” he said. “He has been all these days in possession; he had no cause to like me; he must have raged to see himself displaced; and he has not destroyed this document.” + +He caught up the next paper; it was a brief note in the doctor’s hand and dated at the top. “O Poole!” the lawyer cried, “he was alive and here this day. He cannot have been disposed of in so short a space; he must be still alive, he must have fled! And then, why fled? and how? and in that case, can we venture to declare this suicide? O, we must be careful. I foresee that we may yet involve your master in some dire catastrophe.” + +“Why don’t you read it, sir?” asked Poole. + +“Because I fear,” replied the lawyer solemnly. “God grant I have no cause for it!” And with that he brought the paper to his eyes and read as follows: + + +“My dear Utterson,—When this shall fall into your hands, I shall have disappeared, under what circumstances I have not the penetration to foresee, but my instinct and all the circumstances of my nameless situation tell me that the end is sure and must be early. Go then, and first read the narrative which Lanyon warned me he was to place in your hands; and if you care to hear more, turn to the confession of + +“Your unworthy and unhappy friend, + +“HENRY JEKYLL.” + + +“There was a third enclosure?” asked Utterson. + +“Here, sir,” said Poole, and gave into his hands a considerable packet sealed in several places. + +The lawyer put it in his pocket. “I would say nothing of this paper. If your master has fled or is dead, we may at least save his credit. It is now ten; I must go home and read these documents in quiet; but I shall be back before midnight, when we shall send for the police.” + +They went out, locking the door of the theatre behind them; and Utterson, once more leaving the servants gathered about the fire in the hall, trudged back to his office to read the two narratives in which this mystery was now to be explained. + + + +DR. LANYON’S NARRATIVE + +On the ninth of January, now four days ago, I received by the evening delivery a registered envelope, addressed in the hand of my colleague and old school companion, Henry Jekyll. I was a good deal surprised by this; for we were by no means in the habit of correspondence; I had seen the man, dined with him, indeed, the night before; and I could imagine nothing in our intercourse that should justify formality of registration. The contents increased my wonder; for this is how the letter ran: + +“10_th December_, 18—. + + +“Dear Lanyon,—You are one of my oldest friends; and although we may have differed at times on scientific questions, I cannot remember, at least on my side, any break in our affection. There was never a day when, if you had said to me, ‘Jekyll, my life, my honour, my reason, depend upon you,’ I would not have sacrificed my left hand to help you. Lanyon, my life, my honour, my reason, are all at your mercy; if you fail me to-night, I am lost. You might suppose, after this preface, that I am going to ask you for something dishonourable to grant. Judge for yourself. + +“I want you to postpone all other engagements for to-night—ay, even if you were summoned to the bedside of an emperor; to take a cab, unless your carriage should be actually at the door; and with this letter in your hand for consultation, to drive straight to my house. Poole, my butler, has his orders; you will find him waiting your arrival with a locksmith. The door of my cabinet is then to be forced; and you are to go in alone; to open the glazed press (letter E) on the left hand, breaking the lock if it be shut; and to draw out, _with all its contents as they stand_, the fourth drawer from the top or (which is the same thing) the third from the bottom. In my extreme distress of mind, I have a morbid fear of misdirecting you; but even if I am in error, you may know the right drawer by its contents: some powders, a phial and a paper book. This drawer I beg of you to carry back with you to Cavendish Square exactly as it stands. + +“That is the first part of the service: now for the second. You should be back, if you set out at once on the receipt of this, long before midnight; but I will leave you that amount of margin, not only in the fear of one of those obstacles that can neither be prevented nor foreseen, but because an hour when your servants are in bed is to be preferred for what will then remain to do. At midnight, then, I have to ask you to be alone in your consulting room, to admit with your own hand into the house a man who will present himself in my name, and to place in his hands the drawer that you will have brought with you from my cabinet. Then you will have played your part and earned my gratitude completely. Five minutes afterwards, if you insist upon an explanation, you will have understood that these arrangements are of capital importance; and that by the neglect of one of them, fantastic as they must appear, you might have charged your conscience with my death or the shipwreck of my reason. + +“Confident as I am that you will not trifle with this appeal, my heart sinks and my hand trembles at the bare thought of such a possibility. Think of me at this hour, in a strange place, labouring under a blackness of distress that no fancy can exaggerate, and yet well aware that, if you will but punctually serve me, my troubles will roll away like a story that is told. Serve me, my dear Lanyon and save + +“Your friend, + + +“H.J. + + +“P.S.—I had already sealed this up when a fresh terror struck upon my soul. It is possible that the post-office may fail me, and this letter not come into your hands until to-morrow morning. In that case, dear Lanyon, do my errand when it shall be most convenient for you in the course of the day; and once more expect my messenger at midnight. It may then already be too late; and if that night passes without event, you will know that you have seen the last of Henry Jekyll.” + + +Upon the reading of this letter, I made sure my colleague was insane; but till that was proved beyond the possibility of doubt, I felt bound to do as he requested. The less I understood of this farrago, the less I was in a position to judge of its importance; and an appeal so worded could not be set aside without a grave responsibility. I rose accordingly from table, got into a hansom, and drove straight to Jekyll’s house. The butler was awaiting my arrival; he had received by the same post as mine a registered letter of instruction, and had sent at once for a locksmith and a carpenter. The tradesmen came while we were yet speaking; and we moved in a body to old Dr. Denman’s surgical theatre, from which (as you are doubtless aware) Jekyll’s private cabinet is most conveniently entered. The door was very strong, the lock excellent; the carpenter avowed he would have great trouble and have to do much damage, if force were to be used; and the locksmith was near despair. But this last was a handy fellow, and after two hour’s work, the door stood open. The press marked E was unlocked; and I took out the drawer, had it filled up with straw and tied in a sheet, and returned with it to Cavendish Square. + +Here I proceeded to examine its contents. The powders were neatly enough made up, but not with the nicety of the dispensing chemist; so that it was plain they were of Jekyll’s private manufacture; and when I opened one of the wrappers I found what seemed to me a simple crystalline salt of a white colour. The phial, to which I next turned my attention, might have been about half full of a blood-red liquor, which was highly pungent to the sense of smell and seemed to me to contain phosphorus and some volatile ether. At the other ingredients I could make no guess. The book was an ordinary version book and contained little but a series of dates. These covered a period of many years, but I observed that the entries ceased nearly a year ago and quite abruptly. Here and there a brief remark was appended to a date, usually no more than a single word: “double” occurring perhaps six times in a total of several hundred entries; and once very early in the list and followed by several marks of exclamation, “total failure!!!” All this, though it whetted my curiosity, told me little that was definite. Here were a phial of some salt, and the record of a series of experiments that had led (like too many of Jekyll’s investigations) to no end of practical usefulness. How could the presence of these articles in my house affect either the honour, the sanity, or the life of my flighty colleague? If his messenger could go to one place, why could he not go to another? And even granting some impediment, why was this gentleman to be received by me in secret? The more I reflected the more convinced I grew that I was dealing with a case of cerebral disease; and though I dismissed my servants to bed, I loaded an old revolver, that I might be found in some posture of self-defence. + +Twelve o’clock had scarce rung out over London, ere the knocker sounded very gently on the door. I went myself at the summons, and found a small man crouching against the pillars of the portico. + +“Are you come from Dr. Jekyll?” I asked. + +He told me “yes” by a constrained gesture; and when I had bidden him enter, he did not obey me without a searching backward glance into the darkness of the square. There was a policeman not far off, advancing with his bull’s eye open; and at the sight, I thought my visitor started and made greater haste. + +These particulars struck me, I confess, disagreeably; and as I followed him into the bright light of the consulting room, I kept my hand ready on my weapon. Here, at last, I had a chance of clearly seeing him. I had never set eyes on him before, so much was certain. He was small, as I have said; I was struck besides with the shocking expression of his face, with his remarkable combination of great muscular activity and great apparent debility of constitution, and—last but not least—with the odd, subjective disturbance caused by his neighbourhood. This bore some resemblance to incipient rigour, and was accompanied by a marked sinking of the pulse. At the time, I set it down to some idiosyncratic, personal distaste, and merely wondered at the acuteness of the symptoms; but I have since had reason to believe the cause to lie much deeper in the nature of man, and to turn on some nobler hinge than the principle of hatred. + +This person (who had thus, from the first moment of his entrance, struck in me what I can only describe as a disgustful curiosity) was dressed in a fashion that would have made an ordinary person laughable; his clothes, that is to say, although they were of rich and sober fabric, were enormously too large for him in every measurement—the trousers hanging on his legs and rolled up to keep them from the ground, the waist of the coat below his haunches, and the collar sprawling wide upon his shoulders. Strange to relate, this ludicrous accoutrement was far from moving me to laughter. Rather, as there was something abnormal and misbegotten in the very essence of the creature that now faced me—something seizing, surprising and revolting—this fresh disparity seemed but to fit in with and to reinforce it; so that to my interest in the man’s nature and character, there was added a curiosity as to his origin, his life, his fortune and status in the world. + +These observations, though they have taken so great a space to be set down in, were yet the work of a few seconds. My visitor was, indeed, on fire with sombre excitement. + +“Have you got it?” he cried. “Have you got it?” And so lively was his impatience that he even laid his hand upon my arm and sought to shake me. + +I put him back, conscious at his touch of a certain icy pang along my blood. “Come, sir,” said I. “You forget that I have not yet the pleasure of your acquaintance. Be seated, if you please.” And I showed him an example, and sat down myself in my customary seat and with as fair an imitation of my ordinary manner to a patient, as the lateness of the hour, the nature of my preoccupations, and the horror I had of my visitor, would suffer me to muster. + +“I beg your pardon, Dr. Lanyon,” he replied civilly enough. “What you say is very well founded; and my impatience has shown its heels to my politeness. I come here at the instance of your colleague, Dr. Henry Jekyll, on a piece of business of some moment; and I understood...” He paused and put his hand to his throat, and I could see, in spite of his collected manner, that he was wrestling against the approaches of the hysteria—“I understood, a drawer...” + +But here I took pity on my visitor’s suspense, and some perhaps on my own growing curiosity. + +“There it is, sir,” said I, pointing to the drawer, where it lay on the floor behind a table and still covered with the sheet. + +He sprang to it, and then paused, and laid his hand upon his heart; I could hear his teeth grate with the convulsive action of his jaws; and his face was so ghastly to see that I grew alarmed both for his life and reason. + +“Compose yourself,” said I. + +He turned a dreadful smile to me, and as if with the decision of despair, plucked away the sheet. At sight of the contents, he uttered one loud sob of such immense relief that I sat petrified. And the next moment, in a voice that was already fairly well under control, “Have you a graduated glass?” he asked. + +I rose from my place with something of an effort and gave him what he asked. + +He thanked me with a smiling nod, measured out a few minims of the red tincture and added one of the powders. The mixture, which was at first of a reddish hue, began, in proportion as the crystals melted, to brighten in colour, to effervesce audibly, and to throw off small fumes of vapour. Suddenly and at the same moment, the ebullition ceased and the compound changed to a dark purple, which faded again more slowly to a watery green. My visitor, who had watched these metamorphoses with a keen eye, smiled, set down the glass upon the table, and then turned and looked upon me with an air of scrutiny. + +“And now,” said he, “to settle what remains. Will you be wise? will you be guided? will you suffer me to take this glass in my hand and to go forth from your house without further parley? or has the greed of curiosity too much command of you? Think before you answer, for it shall be done as you decide. As you decide, you shall be left as you were before, and neither richer nor wiser, unless the sense of service rendered to a man in mortal distress may be counted as a kind of riches of the soul. Or, if you shall so prefer to choose, a new province of knowledge and new avenues to fame and power shall be laid open to you, here, in this room, upon the instant; and your sight shall be blasted by a prodigy to stagger the unbelief of Satan.” + +“Sir,” said I, affecting a coolness that I was far from truly possessing, “you speak enigmas, and you will perhaps not wonder that I hear you with no very strong impression of belief. But I have gone too far in the way of inexplicable services to pause before I see the end.” + +“It is well,” replied my visitor. “Lanyon, you remember your vows: what follows is under the seal of our profession. And now, you who have so long been bound to the most narrow and material views, you who have denied the virtue of transcendental medicine, you who have derided your superiors—behold!” + +He put the glass to his lips and drank at one gulp. A cry followed; he reeled, staggered, clutched at the table and held on, staring with injected eyes, gasping with open mouth; and as I looked there came, I thought, a change—he seemed to swell—his face became suddenly black and the features seemed to melt and alter—and the next moment, I had sprung to my feet and leaped back against the wall, my arms raised to shield me from that prodigy, my mind submerged in terror. + +“O God!” I screamed, and “O God!” again and again; for there before my eyes—pale and shaken, and half fainting, and groping before him with his hands, like a man restored from death—there stood Henry Jekyll! + +What he told me in the next hour, I cannot bring my mind to set on paper. I saw what I saw, I heard what I heard, and my soul sickened at it; and yet now when that sight has faded from my eyes, I ask myself if I believe it, and I cannot answer. My life is shaken to its roots; sleep has left me; the deadliest terror sits by me at all hours of the day and night; and I feel that my days are numbered, and that I must die; and yet I shall die incredulous. As for the moral turpitude that man unveiled to me, even with tears of penitence, I cannot, even in memory, dwell on it without a start of horror. I will say but one thing, Utterson, and that (if you can bring your mind to credit it) will be more than enough. The creature who crept into my house that night was, on Jekyll’s own confession, known by the name of Hyde and hunted for in every corner of the land as the murderer of Carew. + +HASTIE LANYON. + + + + +HENRY JEKYLL’S FULL STATEMENT OF THE CASE + +I was born in the year 18— to a large fortune, endowed besides with excellent parts, inclined by nature to industry, fond of the respect of the wise and good among my fellowmen, and thus, as might have been supposed, with every guarantee of an honourable and distinguished future. And indeed the worst of my faults was a certain impatient gaiety of disposition, such as has made the happiness of many, but such as I found it hard to reconcile with my imperious desire to carry my head high, and wear a more than commonly grave countenance before the public. Hence it came about that I concealed my pleasures; and that when I reached years of reflection, and began to look round me and take stock of my progress and position in the world, I stood already committed to a profound duplicity of life. Many a man would have even blazoned such irregularities as I was guilty of; but from the high views that I had set before me, I regarded and hid them with an almost morbid sense of shame. It was thus rather the exacting nature of my aspirations than any particular degradation in my faults, that made me what I was, and, with even a deeper trench than in the majority of men, severed in me those provinces of good and ill which divide and compound man’s dual nature. In this case, I was driven to reflect deeply and inveterately on that hard law of life, which lies at the root of religion and is one of the most plentiful springs of distress. Though so profound a double-dealer, I was in no sense a hypocrite; both sides of me were in dead earnest; I was no more myself when I laid aside restraint and plunged in shame, than when I laboured, in the eye of day, at the furtherance of knowledge or the relief of sorrow and suffering. And it chanced that the direction of my scientific studies, which led wholly towards the mystic and the transcendental, reacted and shed a strong light on this consciousness of the perennial war among my members. With every day, and from both sides of my intelligence, the moral and the intellectual, I thus drew steadily nearer to that truth, by whose partial discovery I have been doomed to such a dreadful shipwreck: that man is not truly one, but truly two. I say two, because the state of my own knowledge does not pass beyond that point. Others will follow, others will outstrip me on the same lines; and I hazard the guess that man will be ultimately known for a mere polity of multifarious, incongruous and independent denizens. I, for my part, from the nature of my life, advanced infallibly in one direction and in one direction only. It was on the moral side, and in my own person, that I learned to recognise the thorough and primitive duality of man; I saw that, of the two natures that contended in the field of my consciousness, even if I could rightly be said to be either, it was only because I was radically both; and from an early date, even before the course of my scientific discoveries had begun to suggest the most naked possibility of such a miracle, I had learned to dwell with pleasure, as a beloved daydream, on the thought of the separation of these elements. If each, I told myself, could be housed in separate identities, life would be relieved of all that was unbearable; the unjust might go his way, delivered from the aspirations and remorse of his more upright twin; and the just could walk steadfastly and securely on his upward path, doing the good things in which he found his pleasure, and no longer exposed to disgrace and penitence by the hands of this extraneous evil. It was the curse of mankind that these incongruous faggots were thus bound together—that in the agonised womb of consciousness, these polar twins should be continuously struggling. How, then were they dissociated? + +I was so far in my reflections when, as I have said, a side light began to shine upon the subject from the laboratory table. I began to perceive more deeply than it has ever yet been stated, the trembling immateriality, the mistlike transience, of this seemingly so solid body in which we walk attired. Certain agents I found to have the power to shake and pluck back that fleshly vestment, even as a wind might toss the curtains of a pavilion. For two good reasons, I will not enter deeply into this scientific branch of my confession. First, because I have been made to learn that the doom and burthen of our life is bound for ever on man’s shoulders, and when the attempt is made to cast it off, it but returns upon us with more unfamiliar and more awful pressure. Second, because, as my narrative will make, alas! too evident, my discoveries were incomplete. Enough then, that I not only recognised my natural body from the mere aura and effulgence of certain of the powers that made up my spirit, but managed to compound a drug by which these powers should be dethroned from their supremacy, and a second form and countenance substituted, none the less natural to me because they were the expression, and bore the stamp of lower elements in my soul. + +I hesitated long before I put this theory to the test of practice. I knew well that I risked death; for any drug that so potently controlled and shook the very fortress of identity, might, by the least scruple of an overdose or at the least inopportunity in the moment of exhibition, utterly blot out that immaterial tabernacle which I looked to it to change. But the temptation of a discovery so singular and profound at last overcame the suggestions of alarm. I had long since prepared my tincture; I purchased at once, from a firm of wholesale chemists, a large quantity of a particular salt which I knew, from my experiments, to be the last ingredient required; and late one accursed night, I compounded the elements, watched them boil and smoke together in the glass, and when the ebullition had subsided, with a strong glow of courage, drank off the potion. + +The most racking pangs succeeded: a grinding in the bones, deadly nausea, and a horror of the spirit that cannot be exceeded at the hour of birth or death. Then these agonies began swiftly to subside, and I came to myself as if out of a great sickness. There was something strange in my sensations, something indescribably new and, from its very novelty, incredibly sweet. I felt younger, lighter, happier in body; within I was conscious of a heady recklessness, a current of disordered sensual images running like a millrace in my fancy, a solution of the bonds of obligation, an unknown but not an innocent freedom of the soul. I knew myself, at the first breath of this new life, to be more wicked, tenfold more wicked, sold a slave to my original evil; and the thought, in that moment, braced and delighted me like wine. I stretched out my hands, exulting in the freshness of these sensations; and in the act, I was suddenly aware that I had lost in stature. + +There was no mirror, at that date, in my room; that which stands beside me as I write, was brought there later on and for the very purpose of these transformations. The night however, was far gone into the morning—the morning, black as it was, was nearly ripe for the conception of the day—the inmates of my house were locked in the most rigorous hours of slumber; and I determined, flushed as I was with hope and triumph, to venture in my new shape as far as to my bedroom. I crossed the yard, wherein the constellations looked down upon me, I could have thought, with wonder, the first creature of that sort that their unsleeping vigilance had yet disclosed to them; I stole through the corridors, a stranger in my own house; and coming to my room, I saw for the first time the appearance of Edward Hyde. + +I must here speak by theory alone, saying not that which I know, but that which I suppose to be most probable. The evil side of my nature, to which I had now transferred the stamping efficacy, was less robust and less developed than the good which I had just deposed. Again, in the course of my life, which had been, after all, nine tenths a life of effort, virtue and control, it had been much less exercised and much less exhausted. And hence, as I think, it came about that Edward Hyde was so much smaller, slighter and younger than Henry Jekyll. Even as good shone upon the countenance of the one, evil was written broadly and plainly on the face of the other. Evil besides (which I must still believe to be the lethal side of man) had left on that body an imprint of deformity and decay. And yet when I looked upon that ugly idol in the glass, I was conscious of no repugnance, rather of a leap of welcome. This, too, was myself. It seemed natural and human. In my eyes it bore a livelier image of the spirit, it seemed more express and single, than the imperfect and divided countenance I had been hitherto accustomed to call mine. And in so far I was doubtless right. I have observed that when I wore the semblance of Edward Hyde, none could come near to me at first without a visible misgiving of the flesh. This, as I take it, was because all human beings, as we meet them, are commingled out of good and evil: and Edward Hyde, alone in the ranks of mankind, was pure evil. + +I lingered but a moment at the mirror: the second and conclusive experiment had yet to be attempted; it yet remained to be seen if I had lost my identity beyond redemption and must flee before daylight from a house that was no longer mine; and hurrying back to my cabinet, I once more prepared and drank the cup, once more suffered the pangs of dissolution, and came to myself once more with the character, the stature and the face of Henry Jekyll. + +That night I had come to the fatal cross-roads. Had I approached my discovery in a more noble spirit, had I risked the experiment while under the empire of generous or pious aspirations, all must have been otherwise, and from these agonies of death and birth, I had come forth an angel instead of a fiend. The drug had no discriminating action; it was neither diabolical nor divine; it but shook the doors of the prisonhouse of my disposition; and like the captives of Philippi, that which stood within ran forth. At that time my virtue slumbered; my evil, kept awake by ambition, was alert and swift to seize the occasion; and the thing that was projected was Edward Hyde. Hence, although I had now two characters as well as two appearances, one was wholly evil, and the other was still the old Henry Jekyll, that incongruous compound of whose reformation and improvement I had already learned to despair. The movement was thus wholly toward the worse. + +Even at that time, I had not conquered my aversions to the dryness of a life of study. I would still be merrily disposed at times; and as my pleasures were (to say the least) undignified, and I was not only well known and highly considered, but growing towards the elderly man, this incoherency of my life was daily growing more unwelcome. It was on this side that my new power tempted me until I fell in slavery. I had but to drink the cup, to doff at once the body of the noted professor, and to assume, like a thick cloak, that of Edward Hyde. I smiled at the notion; it seemed to me at the time to be humourous; and I made my preparations with the most studious care. I took and furnished that house in Soho, to which Hyde was tracked by the police; and engaged as a housekeeper a creature whom I knew well to be silent and unscrupulous. On the other side, I announced to my servants that a Mr. Hyde (whom I described) was to have full liberty and power about my house in the square; and to parry mishaps, I even called and made myself a familiar object, in my second character. I next drew up that will to which you so much objected; so that if anything befell me in the person of Dr. Jekyll, I could enter on that of Edward Hyde without pecuniary loss. And thus fortified, as I supposed, on every side, I began to profit by the strange immunities of my position. + +Men have before hired bravos to transact their crimes, while their own person and reputation sat under shelter. I was the first that ever did so for his pleasures. I was the first that could plod in the public eye with a load of genial respectability, and in a moment, like a schoolboy, strip off these lendings and spring headlong into the sea of liberty. But for me, in my impenetrable mantle, the safety was complete. Think of it—I did not even exist! Let me but escape into my laboratory door, give me but a second or two to mix and swallow the draught that I had always standing ready; and whatever he had done, Edward Hyde would pass away like the stain of breath upon a mirror; and there in his stead, quietly at home, trimming the midnight lamp in his study, a man who could afford to laugh at suspicion, would be Henry Jekyll. + +The pleasures which I made haste to seek in my disguise were, as I have said, undignified; I would scarce use a harder term. But in the hands of Edward Hyde, they soon began to turn toward the monstrous. When I would come back from these excursions, I was often plunged into a kind of wonder at my vicarious depravity. This familiar that I called out of my own soul, and sent forth alone to do his good pleasure, was a being inherently malign and villainous; his every act and thought centered on self; drinking pleasure with bestial avidity from any degree of torture to another; relentless like a man of stone. Henry Jekyll stood at times aghast before the acts of Edward Hyde; but the situation was apart from ordinary laws, and insidiously relaxed the grasp of conscience. It was Hyde, after all, and Hyde alone, that was guilty. Jekyll was no worse; he woke again to his good qualities seemingly unimpaired; he would even make haste, where it was possible, to undo the evil done by Hyde. And thus his conscience slumbered. + +Into the details of the infamy at which I thus connived (for even now I can scarce grant that I committed it) I have no design of entering; I mean but to point out the warnings and the successive steps with which my chastisement approached. I met with one accident which, as it brought on no consequence, I shall no more than mention. An act of cruelty to a child aroused against me the anger of a passer-by, whom I recognised the other day in the person of your kinsman; the doctor and the child’s family joined him; there were moments when I feared for my life; and at last, in order to pacify their too just resentment, Edward Hyde had to bring them to the door, and pay them in a cheque drawn in the name of Henry Jekyll. But this danger was easily eliminated from the future, by opening an account at another bank in the name of Edward Hyde himself; and when, by sloping my own hand backward, I had supplied my double with a signature, I thought I sat beyond the reach of fate. + +Some two months before the murder of Sir Danvers, I had been out for one of my adventures, had returned at a late hour, and woke the next day in bed with somewhat odd sensations. It was in vain I looked about me; in vain I saw the decent furniture and tall proportions of my room in the square; in vain that I recognised the pattern of the bed curtains and the design of the mahogany frame; something still kept insisting that I was not where I was, that I had not wakened where I seemed to be, but in the little room in Soho where I was accustomed to sleep in the body of Edward Hyde. I smiled to myself, and in my psychological way, began lazily to inquire into the elements of this illusion, occasionally, even as I did so, dropping back into a comfortable morning doze. I was still so engaged when, in one of my more wakeful moments, my eyes fell upon my hand. Now the hand of Henry Jekyll (as you have often remarked) was professional in shape and size; it was large, firm, white and comely. But the hand which I now saw, clearly enough, in the yellow light of a mid-London morning, lying half shut on the bedclothes, was lean, corded, knuckly, of a dusky pallor and thickly shaded with a swart growth of hair. It was the hand of Edward Hyde. + +I must have stared upon it for near half a minute, sunk as I was in the mere stupidity of wonder, before terror woke up in my breast as sudden and startling as the crash of cymbals; and bounding from my bed I rushed to the mirror. At the sight that met my eyes, my blood was changed into something exquisitely thin and icy. Yes, I had gone to bed Henry Jekyll, I had awakened Edward Hyde. How was this to be explained? I asked myself; and then, with another bound of terror—how was it to be remedied? It was well on in the morning; the servants were up; all my drugs were in the cabinet—a long journey down two pairs of stairs, through the back passage, across the open court and through the anatomical theatre, from where I was then standing horror-struck. It might indeed be possible to cover my face; but of what use was that, when I was unable to conceal the alteration in my stature? And then with an overpowering sweetness of relief, it came back upon my mind that the servants were already used to the coming and going of my second self. I had soon dressed, as well as I was able, in clothes of my own size: had soon passed through the house, where Bradshaw stared and drew back at seeing Mr. Hyde at such an hour and in such a strange array; and ten minutes later, Dr. Jekyll had returned to his own shape and was sitting down, with a darkened brow, to make a feint of breakfasting. + +Small indeed was my appetite. This inexplicable incident, this reversal of my previous experience, seemed, like the Babylonian finger on the wall, to be spelling out the letters of my judgment; and I began to reflect more seriously than ever before on the issues and possibilities of my double existence. That part of me which I had the power of projecting, had lately been much exercised and nourished; it had seemed to me of late as though the body of Edward Hyde had grown in stature, as though (when I wore that form) I were conscious of a more generous tide of blood; and I began to spy a danger that, if this were much prolonged, the balance of my nature might be permanently overthrown, the power of voluntary change be forfeited, and the character of Edward Hyde become irrevocably mine. The power of the drug had not been always equally displayed. Once, very early in my career, it had totally failed me; since then I had been obliged on more than one occasion to double, and once, with infinite risk of death, to treble the amount; and these rare uncertainties had cast hitherto the sole shadow on my contentment. Now, however, and in the light of that morning’s accident, I was led to remark that whereas, in the beginning, the difficulty had been to throw off the body of Jekyll, it had of late gradually but decidedly transferred itself to the other side. All things therefore seemed to point to this; that I was slowly losing hold of my original and better self, and becoming slowly incorporated with my second and worse. + +Between these two, I now felt I had to choose. My two natures had memory in common, but all other faculties were most unequally shared between them. Jekyll (who was composite) now with the most sensitive apprehensions, now with a greedy gusto, projected and shared in the pleasures and adventures of Hyde; but Hyde was indifferent to Jekyll, or but remembered him as the mountain bandit remembers the cavern in which he conceals himself from pursuit. Jekyll had more than a father’s interest; Hyde had more than a son’s indifference. To cast in my lot with Jekyll, was to die to those appetites which I had long secretly indulged and had of late begun to pamper. To cast it in with Hyde, was to die to a thousand interests and aspirations, and to become, at a blow and forever, despised and friendless. The bargain might appear unequal; but there was still another consideration in the scales; for while Jekyll would suffer smartingly in the fires of abstinence, Hyde would be not even conscious of all that he had lost. Strange as my circumstances were, the terms of this debate are as old and commonplace as man; much the same inducements and alarms cast the die for any tempted and trembling sinner; and it fell out with me, as it falls with so vast a majority of my fellows, that I chose the better part and was found wanting in the strength to keep to it. + +Yes, I preferred the elderly and discontented doctor, surrounded by friends and cherishing honest hopes; and bade a resolute farewell to the liberty, the comparative youth, the light step, leaping impulses and secret pleasures, that I had enjoyed in the disguise of Hyde. I made this choice perhaps with some unconscious reservation, for I neither gave up the house in Soho, nor destroyed the clothes of Edward Hyde, which still lay ready in my cabinet. For two months, however, I was true to my determination; for two months, I led a life of such severity as I had never before attained to, and enjoyed the compensations of an approving conscience. But time began at last to obliterate the freshness of my alarm; the praises of conscience began to grow into a thing of course; I began to be tortured with throes and longings, as of Hyde struggling after freedom; and at last, in an hour of moral weakness, I once again compounded and swallowed the transforming draught. + +I do not suppose that, when a drunkard reasons with himself upon his vice, he is once out of five hundred times affected by the dangers that he runs through his brutish, physical insensibility; neither had I, long as I had considered my position, made enough allowance for the complete moral insensibility and insensate readiness to evil, which were the leading characters of Edward Hyde. Yet it was by these that I was punished. My devil had been long caged, he came out roaring. I was conscious, even when I took the draught, of a more unbridled, a more furious propensity to ill. It must have been this, I suppose, that stirred in my soul that tempest of impatience with which I listened to the civilities of my unhappy victim; I declare, at least, before God, no man morally sane could have been guilty of that crime upon so pitiful a provocation; and that I struck in no more reasonable spirit than that in which a sick child may break a plaything. But I had voluntarily stripped myself of all those balancing instincts by which even the worst of us continues to walk with some degree of steadiness among temptations; and in my case, to be tempted, however slightly, was to fall. + +Instantly the spirit of hell awoke in me and raged. With a transport of glee, I mauled the unresisting body, tasting delight from every blow; and it was not till weariness had begun to succeed, that I was suddenly, in the top fit of my delirium, struck through the heart by a cold thrill of terror. A mist dispersed; I saw my life to be forfeit; and fled from the scene of these excesses, at once glorying and trembling, my lust of evil gratified and stimulated, my love of life screwed to the topmost peg. I ran to the house in Soho, and (to make assurance doubly sure) destroyed my papers; thence I set out through the lamplit streets, in the same divided ecstasy of mind, gloating on my crime, light-headedly devising others in the future, and yet still hastening and still hearkening in my wake for the steps of the avenger. Hyde had a song upon his lips as he compounded the draught, and as he drank it, pledged the dead man. The pangs of transformation had not done tearing him, before Henry Jekyll, with streaming tears of gratitude and remorse, had fallen upon his knees and lifted his clasped hands to God. The veil of self-indulgence was rent from head to foot. I saw my life as a whole: I followed it up from the days of childhood, when I had walked with my father’s hand, and through the self-denying toils of my professional life, to arrive again and again, with the same sense of unreality, at the damned horrors of the evening. I could have screamed aloud; I sought with tears and prayers to smother down the crowd of hideous images and sounds with which my memory swarmed against me; and still, between the petitions, the ugly face of my iniquity stared into my soul. As the acuteness of this remorse began to die away, it was succeeded by a sense of joy. The problem of my conduct was solved. Hyde was thenceforth impossible; whether I would or not, I was now confined to the better part of my existence; and O, how I rejoiced to think of it! with what willing humility I embraced anew the restrictions of natural life! with what sincere renunciation I locked the door by which I had so often gone and come, and ground the key under my heel! + +The next day, came the news that the murder had not been overlooked, that the guilt of Hyde was patent to the world, and that the victim was a man high in public estimation. It was not only a crime, it had been a tragic folly. I think I was glad to know it; I think I was glad to have my better impulses thus buttressed and guarded by the terrors of the scaffold. Jekyll was now my city of refuge; let but Hyde peep out an instant, and the hands of all men would be raised to take and slay him. + +I resolved in my future conduct to redeem the past; and I can say with honesty that my resolve was fruitful of some good. You know yourself how earnestly, in the last months of the last year, I laboured to relieve suffering; you know that much was done for others, and that the days passed quietly, almost happily for myself. Nor can I truly say that I wearied of this beneficent and innocent life; I think instead that I daily enjoyed it more completely; but I was still cursed with my duality of purpose; and as the first edge of my penitence wore off, the lower side of me, so long indulged, so recently chained down, began to growl for licence. Not that I dreamed of resuscitating Hyde; the bare idea of that would startle me to frenzy: no, it was in my own person that I was once more tempted to trifle with my conscience; and it was as an ordinary secret sinner that I at last fell before the assaults of temptation. + +There comes an end to all things; the most capacious measure is filled at last; and this brief condescension to my evil finally destroyed the balance of my soul. And yet I was not alarmed; the fall seemed natural, like a return to the old days before I had made my discovery. It was a fine, clear, January day, wet under foot where the frost had melted, but cloudless overhead; and the Regent’s Park was full of winter chirrupings and sweet with spring odours. I sat in the sun on a bench; the animal within me licking the chops of memory; the spiritual side a little drowsed, promising subsequent penitence, but not yet moved to begin. After all, I reflected, I was like my neighbours; and then I smiled, comparing myself with other men, comparing my active good-will with the lazy cruelty of their neglect. And at the very moment of that vainglorious thought, a qualm came over me, a horrid nausea and the most deadly shuddering. These passed away, and left me faint; and then as in its turn faintness subsided, I began to be aware of a change in the temper of my thoughts, a greater boldness, a contempt of danger, a solution of the bonds of obligation. I looked down; my clothes hung formlessly on my shrunken limbs; the hand that lay on my knee was corded and hairy. I was once more Edward Hyde. A moment before I had been safe of all men’s respect, wealthy, beloved—the cloth laying for me in the dining-room at home; and now I was the common quarry of mankind, hunted, houseless, a known murderer, thrall to the gallows. + +My reason wavered, but it did not fail me utterly. I have more than once observed that in my second character, my faculties seemed sharpened to a point and my spirits more tensely elastic; thus it came about that, where Jekyll perhaps might have succumbed, Hyde rose to the importance of the moment. My drugs were in one of the presses of my cabinet; how was I to reach them? That was the problem that (crushing my temples in my hands) I set myself to solve. The laboratory door I had closed. If I sought to enter by the house, my own servants would consign me to the gallows. I saw I must employ another hand, and thought of Lanyon. How was he to be reached? how persuaded? Supposing that I escaped capture in the streets, how was I to make my way into his presence? and how should I, an unknown and displeasing visitor, prevail on the famous physician to rifle the study of his colleague, Dr. Jekyll? Then I remembered that of my original character, one part remained to me: I could write my own hand; and once I had conceived that kindling spark, the way that I must follow became lighted up from end to end. + +Thereupon, I arranged my clothes +(Pdb) lic feeling,” returned Guest. “The man, of course, was mad.” + +“I should like to hear your views on that,” replied Utterson. “I have a document here in his handwriting; it is between ourselves, for I scarce know what to do about it; it is an ugly business at the best. But there it is; quite in your way: a murderer’s autograph.” + +Guest’s eyes brightened, and he sat down at once and studied it with passion. “No sir,” he said: “not mad; but it is an odd hand.” + +“And by all accounts a very odd writer,” added the lawyer. + +Just then the servant entered with a note. + +“Is that from Dr. Jekyll, sir?” inquired the clerk. “I thought I knew the writing. Anything private, Mr. Utterson?” + +“Only an invitation to dinner. Why? Do you want to see it?” + +“One moment. I thank you, sir;” and the clerk laid the two sheets of paper alongside and sedulously compared their contents. “Thank you, sir,” he said at last, returning both; “it’s a very interesting autograph.” + +There was a pause, during which Mr. Utterson struggled with himself. “Why did you compare them, Guest?” he inquired suddenly. + +“Well, sir,” returned the clerk, “there’s a rather singular resemblance; the two hands are in many points identical: only differently sloped.” + +“Rather quaint,” said Utterson. + +“It is, as you say, rather quaint,” returned Guest. + +“I wouldn’t speak of this note, you know,” said the master. + +“No, sir,” said the clerk. “I understand.” + +But no sooner was Mr. Utterson alone that night, than he locked the note into his safe, where it reposed from that time forward. “What!” he thought. “Henry Jekyll forge for a murderer!” And his blood ran cold in his veins. + + + +INCIDENT OF DR. LANYON + +Time ran on; thousands of pounds were offered in reward, for the death of Sir Danvers was resented as a public injury; but Mr. Hyde had disappeared out of the ken of the police as though he had never existed. Much of his past was unearthed, indeed, and all disreputable: tales came out of the man’s cruelty, at once so callous and violent; of his vile life, of his strange associates, of the hatred that seemed to have surrounded his career; but of his present whereabouts, not a whisper. From the time he had left the house in Soho on the morning of the murder, he was simply blotted out; and gradually, as time drew on, Mr. Utterson began to recover from the hotness of his alarm, and to grow more at quiet with himself. The death of Sir Danvers was, to his way of thinking, more than paid for by the disappearance of Mr. Hyde. Now that that evil influence had been withdrawn, a new life began for Dr. Jekyll. He came out of his seclusion, renewed relations with his friends, became once more their familiar guest and entertainer; and whilst he had always been known for charities, he was now no less distinguished for religion. He was busy, he was much in the open air, he did good; his face seemed to open and brighten, as if with an inward consciousness of service; and for more than two months, the doctor was at peace. + +On the 8th of January Utterson had dined at the doctor’s with a small party; Lanyon had been there; and the face of the host had looked from one to the other as in the old days when the trio were inseparable friends. On the 12th, and again on the 14th, the door was shut against the lawyer. “The doctor was confined to the house,” Poole said, “and saw no one.” On the 15th, he tried again, and was again refused; and having now been used for the last two months to see his friend almost daily, he found this return of solitude to weigh upon his spirits. The fifth night he had in Guest to dine with him; and the sixth he betook himself to Dr. Lanyon’s. + +There at least he was not denied admittance; but when he came in, he was shocked at the change which had taken place in the doctor’s appearance. He had his death-warrant written legibly upon his face. The rosy man had grown pale; his flesh had fallen away; he was visibly balder and older; and yet it was not so much these tokens of a swift physical decay that arrested the lawyer’s notice, as a look in the eye and quality of manner that seemed to testify to some deep-seated terror of the mind. It was unlikely that the doctor should fear death; and yet that was what Utterson was tempted to suspect. “Yes,” he thought; “he is a doctor, he must know his own state and that his days are counted; and the knowledge is more than he can bear.” And yet when Utterson remarked on his ill looks, it was with an air of great firmness that Lanyon declared himself a doomed man. + +“I have had a shock,” he said, “and I shall never recover. It is a question of weeks. Well, life has been pleasant; I liked it; yes, sir, I used to like it. I sometimes think if we knew all, we should be more glad to get away.” + +“Jekyll is ill, too,” observed Utterson. “Have you seen him?” + +But Lanyon’s face changed, and he held up a trembling hand. “I wish to see or hear no more of Dr. Jekyll,” he said in a loud, unsteady voice. “I am quite done with that person; and I beg that you will spare me any allusion to one whom I regard as dead.” + +“Tut, tut!” said Mr. Utterson; and then after a considerable pause, “Can’t I do anything?” he inquired. “We are three very old friends, Lanyon; we shall not live to make others.” + +“Nothing can be done,” returned Lanyon; “ask himself.” + +“He will not see me,” said the lawyer. + +“I am not surprised at that,” was the reply. “Some day, Utterson, after I am dead, you may perhaps come to learn the right and wrong of this. I cannot tell you. And in the meantime, if you can sit and talk with me of other things, for God’s sake, stay and do so; but if you cannot keep clear of this accursed topic, then in God’s name, go, for I cannot bear it.” + +As soon as he got home, Utterson sat down and wrote to Jekyll, complaining of his exclusion from the house, and asking the cause of this unhappy break with Lanyon; and the next day brought him a long answer, often very pathetically worded, and sometimes darkly mysterious in drift. The quarrel with Lanyon was incurable. “I do not blame our old friend,” Jekyll wrote, “but I share his view that we must never meet. I mean from henceforth to lead a life of extreme seclusion; you must not be surprised, nor must you doubt my friendship, if my door is often shut even to you. You must suffer me to go my own dark way. I have brought on myself a punishment and a danger that I cannot name. If I am the chief of sinners, I am the chief of sufferers also. I could not think that this earth contained a place for sufferings and terrors so unmanning; and you can do but one thing, Utterson, to lighten this destiny, and that is to respect my silence.” Utterson was amazed; the dark influence of Hyde had been withdrawn, the doctor had returned to his old tasks and amities; a week ago, the prospect had smiled with every promise of a cheerful and an honoured age; and now in a moment, friendship, and peace of mind, and the whole tenor of his life were wrecked. So great and unprepared a change pointed to madness; but in view of Lanyon’s manner and words, there must lie for it some deeper ground. + +A week afterwards Dr. Lanyon took to his bed, and in something less than a fortnight he was dead. The night after the funeral, at which he had been sadly affected, Utterson locked the door of his business room, and sitting there by the light of a melancholy candle, drew out and set before him an envelope addressed by the hand and sealed with the seal of his dead friend. “PRIVATE: for the hands of G. J. Utterson ALONE, and in case of his predecease _to be destroyed unread_,” so it was emphatically superscribed; and the lawyer dreaded to behold the contents. “I have buried one friend to-day,” he thought: “what if this should cost me another?” And then he condemned the fear as a disloyalty, and broke the seal. Within there was another enclosure, likewise sealed, and marked upon the cover as “not to be opened till the death or disappearance of Dr. Henry Jekyll.” Utterson could not trust his eyes. Yes, it was disappearance; here again, as in the mad will which he had long ago restored to its author, here again were the idea of a disappearance and the name of Henry Jekyll bracketted. But in the will, that idea had sprung from the sinister suggestion of the man Hyde; it was set there with a purpose all too plain and horrible. Written by the hand of Lanyon, what should it mean? A great curiosity came on the trustee, to disregard the prohibition and dive at once to the bottom of these mysteries; but professional honour and faith to his dead friend were stringent obligations; and the packet slept in the inmost corner of his private safe. + +It is one thing to mortify curiosity, another to conquer it; and it may be doubted if, from that day forth, Utterson desired the society of his surviving friend with the same eagerness. He thought of him kindly; but his thoughts were disquieted and fearful. He went to call indeed; but he was perhaps relieved to be denied admittance; perhaps, in his heart, he preferred to speak with Poole upon the doorstep and surrounded by the air and sounds of the open city, rather than to be admitted into that house of voluntary bondage, and to sit and speak with its inscrutable recluse. Poole had, indeed, no very pleasant news to communicate. The doctor, it appeared, now more than ever confined himself to the cabinet over the laboratory, where he would sometimes even sleep; he was out of spirits, he had grown very silent, he did not read; it seemed as if he had something on his mind. Utterson became so used to the unvarying character of these reports, that he fell off little by little in the frequency of his visits. + + + +INCIDENT AT THE WINDOW + +It chanced on Sunday, when Mr. Utterson was on his usual walk with Mr. Enfield, that their way lay once again through the by-street; and that when they came in front of the door, both stopped to gaze on it. + +“Well,” said Enfield, “that story’s at an end at least. We shall never see more of Mr. Hyde.” + +“I hope not,” said Utterson. “Did I ever tell you that I once saw him, and shared your feeling of repulsion?” + +“It was impossible to do the one without the other,” returned Enfield. “And by the way, what an ass you must have thought me, not to know that this was a back way to Dr. Jekyll’s! It was partly your own fault that I found it out, even when I did.” + +“So you found it out, did you?” said Utterson. “But if that be so, we may step into the court and take a look at the windows. To tell you the truth, I am uneasy about poor Jekyll; and even outside, I feel as if the presence of a friend might do him good.” + +The court was very cool and a little damp, and full of premature twilight, although the sky, high up overhead, was still bright with sunset. The middle one of the three windows was half-way open; and sitting close beside it, taking the air with an infinite sadness of mien, like some disconsolate prisoner, Utterson saw Dr. Jekyll. + +“What! Jekyll!” he cried. “I trust you are better.” + +“I am very low, Utterson,” replied the doctor drearily, “very low. It will not last long, thank God.” + +“You stay too much indoors,” said the lawyer. “You should be out, whipping up the circulation like Mr. Enfield and me. (This is my cousin—Mr. Enfield—Dr. Jekyll.) Come now; get your hat and take a quick turn with us.” + +“You are very good,” sighed the other. “I should like to very much; but no, no, no, it is quite impossible; I dare not. But indeed, Utterson, I am very glad to see you; this is really a great pleasure; I would ask you and Mr. Enfield up, but the place is really not fit.” + +“Why, then,” said the lawyer, good-naturedly, “the best thing we can do is to stay down here and speak with you from where we are.” + +“That is just what I was about to venture to propose,” returned the doctor with a smile. But the words were hardly uttered, before the smile was struck out of his face and succeeded by an expression of such abject terror and despair, as froze the very blood of the two gentlemen below. They saw it but for a glimpse for the window was instantly thrust down; but that glimpse had been sufficient, and they turned and left the court without a word. In silence, too, they traversed the by-street; and it was not until they had come into a neighbouring thoroughfare, where even upon a Sunday there were still some stirrings of life, that Mr. Utterson at last turned and looked at his companion. They were both pale; and there was an answering horror in their eyes. + +“God forgive us, God forgive us,” said Mr. Utterson. + +But Mr. Enfield only nodded his head very seriously, and walked on once more in silence. + + + +THE LAST NIGHT + +Mr. Utterson was sitting by his fireside one evening after dinner, when he was surprised to receive a visit from Poole. + +“Bless me, Poole, what brings you here?” he cried; and then taking a second look at him, “What ails you?” he added; “is the doctor ill?” + +“Mr. Utterson,” said the man, “there is something wrong.” + +“Take a seat, and here is a glass of wine for you,” said the lawyer. “Now, take your time, and tell me plainly what you want.” + +“You know the doctor’s ways, sir,” replied Poole, “and how he shuts himself up. Well, he’s shut up again in the cabinet; and I don’t like it, sir—I wish I may die if I like it. Mr. Utterson, sir, I’m afraid.” + +“Now, my good man,” said the lawyer, “be explicit. What are you afraid of?” + +“I’ve been afraid for about a week,” returned Poole, doggedly disregarding the question, “and I can bear it no more.” + +The man’s appearance amply bore out his words; his manner was altered for the worse; and except for the moment when he had first announced his terror, he had not once looked the lawyer in the face. Even now, he sat with the glass of wine untasted on his knee, and his eyes directed to a corner of the floor. “I can bear it no more,” he repeated. + +“Come,” said the lawyer, “I see you have some good reason, Poole; I see there is something seriously amiss. Try to tell me what it is.” + +“I think there’s been foul play,” said Poole, hoarsely. + +“Foul play!” cried the lawyer, a good deal frightened and rather inclined to be irritated in consequence. “What foul play! What does the man mean?” + +“I daren’t say, sir,” was the answer; “but will you come along with me and see for yourself?” + +Mr. Utterson’s only answer was to rise and get his hat and greatcoat; but he observed with wonder the greatness of the relief that appeared upon the butler’s face, and perhaps with no less, that the wine was still untasted when he set it down to follow. + +It was a wild, cold, seasonable night of March, with a pale moon, lying on her back as though the wind had tilted her, and flying wrack of the most diaphanous and lawny texture. The wind made talking difficult, and flecked the blood into the face. It seemed to have swept the streets unusually bare of passengers, besides; for Mr. Utterson thought he had never seen that part of London so deserted. He could have wished it otherwise; never in his life had he been conscious of so sharp a wish to see and touch his fellow-creatures; for struggle as he might, there was borne in upon his mind a crushing anticipation of calamity. The square, when they got there, was full of wind and dust, and the thin trees in the garden were lashing themselves along the railing. Poole, who had kept all the way a pace or two ahead, now pulled up in the middle of the pavement, and in spite of the biting weather, took off his hat and mopped his brow with a red pocket-handkerchief. But for all the hurry of his coming, these were not the dews of exertion that he wiped away, but the moisture of some strangling anguish; for his face was white and his voice, when he spoke, harsh and broken. + +“Well, sir,” he said, “here we are, and God grant there be nothing wrong.” + +“Amen, Poole,” said the lawyer. + +Thereupon the servant knocked in a very guarded manner; the door was opened on the chain; and a voice asked from within, “Is that you, Poole?” + +“It’s all right,” said Poole. “Open the door.” + +The hall, when they entered it, was brightly lighted up; the fire was built high; and about the hearth the whole of the servants, men and women, stood huddled together like a flock of sheep. At the sight of Mr. Utterson, the housemaid broke into hysterical whimpering; and the cook, crying out “Bless God! it’s Mr. Utterson,” ran forward as if to take him in her arms. + +“What, what? Are you all here?” said the lawyer peevishly. “Very irregular, very unseemly; your master would be far from pleased.” + +“They’re all afraid,” said Poole. + +Blank silence followed, no one protesting; only the maid lifted her voice and now wept loudly. + +“Hold your tongue!” Poole said to her, with a ferocity of accent that testified to his own jangled nerves; and indeed, when the girl had so suddenly raised the note of her lamentation, they had all started and turned towards the inner door with faces of dreadful expectation. “And now,” continued the butler, addressing the knife-boy, “reach me a candle, and we’ll get this through hands at once.” And then he begged Mr. Utterson to follow him, and led the way to the back garden. + +“Now, sir,” said he, “you come as gently as you can. I want you to hear, and I don’t want you to be heard. And see here, sir, if by any chance he was to ask you in, don’t go.” + +Mr. Utterson’s nerves, at this unlooked-for termination, gave a jerk that nearly threw him from his balance; but he recollected his courage and followed the butler into the laboratory building through the surgical theatre, with its lumber of crates and bottles, to the foot of the stair. Here Poole motioned him to stand on one side and listen; while he himself, setting down the candle and making a great and obvious call on his resolution, mounted the steps and knocked with a somewhat uncertain hand on the red baize of the cabinet door. + +“Mr. Utterson, sir, asking to see you,” he called; and even as he did so, once more violently signed to the lawyer to give ear. + +A voice answered from within: “Tell him I cannot see anyone,” it said complainingly. + +“Thank you, sir,” said Poole, with a note of something like triumph in his voice; and taking up his candle, he led Mr. Utterson back across the yard and into the great kitchen, where the fire was out and the beetles were leaping on the floor. + +“Sir,” he said, looking Mr. Utterson in the eyes, “Was that my master’s voice?” + +“It seems much changed,” replied the lawyer, very pale, but giving look for look. + +“Changed? Well, yes, I think so,” said the butler. “Have I been twenty years in this man’s house, to be deceived about his voice? No, sir; master’s made away with; he was made away with eight days ago, when we heard him cry out upon the name of God; and _who’s_ in there instead of him, and _why_ it stays there, is a thing that cries to Heaven, Mr. Utterson!” + +“This is a very strange tale, Poole; this is rather a wild tale my man,” said Mr. Utterson, biting his finger. “Suppose it were as you suppose, supposing Dr. Jekyll to have been—well, murdered, what could induce the murderer to stay? That won’t hold water; it doesn’t commend itself to reason.” + +“Well, Mr. Utterson, you are a hard man to satisfy, but I’ll do it yet,” said Poole. “All this last week (you must know) him, or it, whatever it is that lives in that cabinet, has been crying night and day for some sort of medicine and cannot get it to his mind. It was sometimes his way—the master’s, that is—to write his orders on a sheet of paper and throw it on the stair. We’ve had nothing else this week back; nothing but papers, and a closed door, and the very meals left there to be smuggled in when nobody was looking. Well, sir, every day, ay, and twice and thrice in the same day, there have been orders and complaints, and I have been sent flying to all the wholesale chemists in town. Every time I brought the stuff back, there would be another paper telling me to return it, because it was not pure, and another order to a different firm. This drug is wanted bitter bad, sir, whatever for.” + +“Have you any of these papers?” asked Mr. Utterson. + +Poole felt in his pocket and handed out a crumpled note, which the lawyer, bending nearer to the candle, carefully examined. Its contents ran thus: “Dr. Jekyll presents his compliments to Messrs. Maw. He assures them that their last sample is impure and quite useless for his present purpose. In the year 18—, Dr. J. purchased a somewhat large quantity from Messrs. M. He now begs them to search with most sedulous care, and should any of the same quality be left, forward it to him at once. Expense is no consideration. The importance of this to Dr. J. can hardly be exaggerated.” So far the letter had run composedly enough, but here with a sudden splutter of the pen, the writer’s emotion had broken loose. “For God’s sake,” he added, “find me some of the old.” + +“This is a strange note,” said Mr. Utterson; and then sharply, “How do you come to have it open?” + +“The man at Maw’s was main angry, sir, and he threw it back to me like so much dirt,” returned Poole. + +“This is unquestionably the doctor’s hand, do you know?” resumed the lawyer. + +“I thought it looked like it,” said the servant rather sulkily; and then, with another voice, “But what matters hand of write?” he said. “I’ve seen him!” + +“Seen him?” repeated Mr. Utterson. “Well?” + +“That’s it!” said Poole. “It was this way. I came suddenly into the theatre from the garden. It seems he had slipped out to look for this drug or whatever it is; for the cabinet door was open, and there he was at the far end of the room digging among the crates. He looked up when I came in, gave a kind of cry, and whipped upstairs into the cabinet. It was but for one minute that I saw him, but the hair stood upon my head like quills. Sir, if that was my master, why had he a mask upon his face? If it was my master, why did he cry out like a rat, and run from me? I have served him long enough. And then...” The man paused and passed his hand over his face. + +“These are all very strange circumstances,” said Mr. Utterson, “but I think I begin to see daylight. Your master, Poole, is plainly seized with one of those maladies that both torture and deform the sufferer; hence, for aught I know, the alteration of his voice; hence the mask and the avoidance of his friends; hence his eagerness to find this drug, by means of which the poor soul retains some hope of ultimate recovery—God grant that he be not deceived! There is my explanation; it is sad enough, Poole, ay, and appalling to consider; but it is plain and natural, hangs well together, and delivers us from all exorbitant alarms.” + +“Sir,” said the butler, turning to a sort of mottled pallor, “that thing was not my master, and there’s the truth. My master”—here he looked round him and began to whisper—“is a tall, fine build of a man, and this was more of a dwarf.” Utterson attempted to protest. “O, sir,” cried Poole, “do you think I do not know my master after twenty years? Do you think I do not know where his head comes to in the cabinet door, where I saw him every morning of my life? No, sir, that thing in the mask was never Dr. Jekyll—God knows what it was, but it was never Dr. Jekyll; and it is the belief of my heart that there was murder done.” + +“Poole,” replied the lawyer, “if you say that, it will become my duty to make certain. Much as I desire to spare your master’s feelings, much as I am puzzled by this note which seems to prove him to be still alive, I shall consider it my duty to break in that door.” + +“Ah, Mr. Utterson, that’s talking!” cried the butler. + +“And now comes the second question,” resumed Utterson: “Who is going to do it?” + +“Why, you and me, sir,” was the undaunted reply. + +“That’s very well said,” returned the lawyer; “and whatever comes of it, I shall make it my business to see you are no loser.” + +“There is an axe in the theatre,” continued Poole; “and you might take the kitchen poker for yourself.” + +The lawyer took that rude but weighty instrument into his hand, and balanced it. “Do you know, Poole,” he said, looking up, “that you and I are about to place ourselves in a position of some peril?” + +“You may say so, sir, indeed,” returned the butler. + +“It is well, then that we should be frank,” said the other. “We both think more than we have said; let us make a clean breast. This masked figure that you saw, did you recognise it?” + +“Well, sir, it went so quick, and the creature was so doubled up, that I could hardly swear to that,” was the answer. “But if you mean, was it Mr. Hyde?—why, yes, I think it was! You see, it was much of the same bigness; and it had the same quick, light way with it; and then who else could have got in by the laboratory door? You have not forgot, sir, that at the time of the murder he had still the key with him? But that’s not all. I don’t know, Mr. Utterson, if you ever met this Mr. Hyde?” + +“Yes,” said the lawyer, “I once spoke with him.” + +“Then you must know as well as the rest of us that there was something queer about that gentleman—something that gave a man a turn—I don’t know rightly how to say it, sir, beyond this: that you felt in your marrow kind of cold and thin.” + +“I own I felt something of what you describe,” said Mr. Utterson. + +“Quite so, sir,” returned Poole. “Well, when that masked thing like a monkey jumped from among the chemicals and whipped into the cabinet, it went down my spine like ice. O, I know it’s not evidence, Mr. Utterson; I’m book-learned enough for that; but a man has his feelings, and I give you my bible-word it was Mr. Hyde!” + +“Ay, ay,” said the lawyer. “My fears incline to the same point. Evil, I fear, founded—evil was sure to come—of that connection. Ay truly, I believe you; I believe poor Harry is killed; and I believe his murderer (for what purpose, God alone can tell) is still lurking in his victim’s room. Well, let our name be vengeance. Call Bradshaw.” + +The footman came at the summons, very white and nervous. + +“Pull yourself together, Bradshaw,” said the lawyer. “This suspense, I know, is telling upon all of you; but it is now our intention to make an end of it. Poole, here, and I are going to force our way into the cabinet. If all is well, my shoulders are broad enough to bear the blame. Meanwhile, lest anything should really be amiss, or any malefactor seek to escape by the back, you and the boy must go round the corner with a pair of good sticks and take your post at the laboratory door. We give you ten minutes to get to your stations.” + +As Bradshaw left, the lawyer looked at his watch. “And now, Poole, let us get to ours,” he said; and taking the poker under his arm, led the way into the yard. The scud had banked over the moon, and it was now quite dark. The wind, which only broke in puffs and draughts into that deep well of building, tossed the light of the candle to and fro about their steps, until they came into the shelter of the theatre, where they sat down silently to wait. London hummed solemnly all around; but nearer at hand, the stillness was only broken by the sounds of a footfall moving to and fro along the cabinet floor. + +“So it will walk all day, sir,” whispered Poole; “ay, and the better part of the night. Only when a new sample comes from the chemist, there’s a bit of a break. Ah, it’s an ill conscience that’s such an enemy to rest! Ah, sir, there’s blood foully shed in every step of it! But hark again, a little closer—put your heart in your ears, Mr. Utterson, and tell me, is that the doctor’s foot?” + +The steps fell lightly and oddly, with a certain swing, for all they went so slowly; it was different indeed from the heavy creaking tread of Henry Jekyll. Utterson sighed. “Is there never anything else?” he asked. + +Poole nodded. “Once,” he said. “Once I heard it weeping!” + +“Weeping? how that?” said the lawyer, conscious of a sudden chill of horror. + +“Weeping like a woman or a lost soul,” said the butler. “I came away with that upon my heart, that I could have wept too.” + +But now the ten minutes drew to an end. Poole disinterred the axe from under a stack of packing straw; the candle was set upon the nearest table to light them to the attack; and they drew near with bated breath to where that patient foot was still going up and down, up and down, in the quiet of the night. + +“Jekyll,” cried Utterson, with a loud voice, “I demand to see you.” He paused a moment, but there came no reply. “I give you fair warning, our suspicions are aroused, and I must and shall see you,” he resumed; “if not by fair means, then by foul—if not of your consent, then by brute force!” + +“Utterson,” said the voice, “for God’s sake, have mercy!” + +“Ah, that’s not Jekyll’s voice—it’s Hyde’s!” cried Utterson. “Down with the door, Poole!” + +Poole swung the axe over his shoulder; the blow shook the building, and the red baize door leaped against the lock and hinges. A dismal screech, as of mere animal terror, rang from the cabinet. Up went the axe again, and again the panels crashed and the frame bounded; four times the blow fell; but the wood was tough and the fittings were of excellent workmanship; and it was not until the fifth, that the lock burst and the wreck of the door fell inwards on the carpet. + +The besiegers, appalled by their own riot and the stillness that had succeeded, stood back a little and peered in. There lay the cabinet before their eyes in the quiet lamplight, a good fire glowing and chattering on the hearth, the kettle singing its thin strain, a drawer or two open, papers neatly set forth on the business table, and nearer the fire, the things laid out for tea; the quietest room, you would have said, and, but for the glazed presses full of chemicals, the most commonplace that night in London. + +Right in the middle there lay the body of a man sorely contorted and still twitching. They drew near on tiptoe, turned it on its back and beheld the face of Edward Hyde. He was dressed in clothes far too large for him, clothes of the doctor’s bigness; the cords of his face still moved with a semblance of life, but life was quite gone; and by the crushed phial in the hand and the strong smell of kernels that hung upon the air, Utterson knew that he was looking on the body of a self-destroyer. + +“We have come too late,” he said sternly, “whether to save or punish. Hyde is gone to his account; and it only remains for us to find the body of your master.” + +The far greater proportion of the building was occupied by the theatre, which filled almost the whole ground storey and was lighted from above, and by the cabinet, which formed an upper storey at one end and looked upon the court. A corridor joined the theatre to the door on the by-street; and with this the cabinet communicated separately by a second flight of stairs. There were besides a few dark closets and a spacious cellar. All these they now thoroughly examined. Each closet needed but a glance, for all were empty, and all, by the dust that fell from their doors, had stood long unopened. The cellar, indeed, was filled with crazy lumber, mostly dating from the times of the surgeon who was Jekyll’s predecessor; but even as they opened the door they were advertised of the uselessness of further search, by the fall of a perfect mat of cobweb which had for years sealed up the entrance. Nowhere was there any trace of Henry Jekyll, dead or alive. + +Poole stamped on the flags of the corridor. “He must be buried here,” he said, hearkening to the sound. + +“Or he may have fled,” said Utterson, and he turned to examine the door in the by-street. It was locked; and lying near by on the flags, they found the key, already stained with rust. + +“This does not look like use,” observed the lawyer. + +“Use!” echoed Poole. “Do you not see, sir, it is broken? much as if a man had stamped on it.” + +“Ay,” continued Utterson, “and the fractures, too, are rusty.” The two men looked at each other with a scare. “This is beyond me, Poole,” said the lawyer. “Let us go back to the cabinet.” + +They mounted the stair in silence, and still with an occasional awestruck glance at the dead body, proceeded more thoroughly to examine the contents of the cabinet. At one table, there were traces of chemical work, various measured heaps of some white salt being laid on glass saucers, as though for an experiment in which the unhappy man had been prevented. + +“That is the same drug that I was always bringing him,” said Poole; and even as he spoke, the kettle with a startling noise boiled over. + +This brought them to the fireside, where the easy-chair was drawn cosily up, and the tea things stood ready to the sitter’s elbow, the very sugar in the cup. There were several books on a shelf; one lay beside the tea things open, and Utterson was amazed to find it a copy of a pious work, for which Jekyll had several times expressed a great esteem, annotated, in his own hand with startling blasphemies. + +Next, in the course of their review of the chamber, the searchers came to the cheval-glass, into whose depths they looked with an involuntary horror. But it was so turned as to show them nothing but the rosy glow playing on the roof, the fire sparkling in a hundred repetitions along the glazed front of the presses, and their own pale and fearful countenances stooping to look in. + +“This glass has seen some strange things, sir,” whispered Poole. + +“And surely none stranger than itself,” echoed the lawyer in the same tones. “For what did Jekyll”—he caught himself up at the word with a start, and then conquering the weakness—“what could Jekyll want with it?” he said. + +“You may say that!” said Poole. + +Next they turned to the business table. On the desk, among the neat array of papers, a large envelope was uppermost, and bore, in the doctor’s hand, the name of Mr. Utterson. The lawyer unsealed it, and several enclosures fell to the floor. The first was a will, drawn in the same eccentric terms as the one which he had returned six months before, to serve as a testament in case of death and as a deed of gift in case of disappearance; but in place of the name of Edward Hyde, the lawyer, with indescribable amazement read the name of Gabriel John Utterson. He looked at Poole, and then back at the paper, and last of all at the dead malefactor stretched upon the carpet. + +“My head goes round,” he said. “He has been all these days in possession; he had no cause to like me; he must have raged to see himself displaced; and he has not destroyed this document.” + +He caught up the next paper; it was a brief note in the doctor’s hand and dated at the top. “O Poole!” the lawyer cried, “he was alive and here this day. He cannot have been disposed of in so short a space; he must be still alive, he must have fled! And then, why fled? and how? and in that case, can we venture to declare this suicide? O, we must be careful. I foresee that we may yet involve your master in some dire catastrophe.” + +“Why don’t you read it, sir?” asked Poole. + +“Because I fear,” replied the lawyer solemnly. “God grant I have no cause for it!” And with that he brought the paper to his eyes and read as follows: + + +“My dear Utterson,—When this shall fall into your hands, I shall have disappeared, under what circumstances I have not the penetration to foresee, but my instinct and all the circumstances of my nameless situation tell me that the end is sure and must be early. Go then, and first read the narrative which Lanyon warned me he was to place in your hands; and if you care to hear more, turn to the confession of + +“Your unworthy and unhappy friend, + +“HENRY JEKYLL.” + + +“There was a third enclosure?” asked Utterson. + +“Here, sir,” said Poole, and gave into his hands a considerable packet sealed in several places. + +The lawyer put it in his pocket. “I would say nothing of this paper. If your master has fled or is dead, we may at least save his credit. It is now ten; I must go home and read these documents in quiet; but I shall be back before midnight, when we shall send for the police.” + +They went out, locking the door of the theatre behind them; and Utterson, once more leaving the servants gathered about the fire in the hall, trudged back to his office to read the two narratives in which this mystery was now to be explained. + + + +DR. LANYON’S NARRATIVE + +On the ninth of January, now four days ago, I received by the evening delivery a registered envelope, addressed in the hand of my colleague and old school companion, Henry Jekyll. I was a good deal surprised by this; for we were by no means in the habit of correspondence; I had seen the man, dined with him, indeed, the night before; and I could imagine nothing in our intercourse that should justify formality of registration. The contents increased my wonder; for this is how the letter ran: + +“10_th December_, 18—. + + +“Dear Lanyon,—You are one of my oldest friends; and although we may have differed at times on scientific questions, I cannot remember, at least on my side, any break in our affection. There was never a day when, if you had said to me, ‘Jekyll, my life, my honour, my reason, depend upon you,’ I would not have sacrificed my left hand to help you. Lanyon, my life, my honour, my reason, are all at your mercy; if you fail me to-night, I am lost. You might suppose, after this preface, that I am going to ask you for something dishonourable to grant. Judge for yourself. + +“I want you to postpone all other engagements for to-night—ay, even if you were summoned to the bedside of an emperor; to take a cab, unless your carriage should be actually at the door; and with this letter in your hand for consultation, to drive straight to my house. Poole, my butler, has his orders; you will find him waiting your arrival with a locksmith. The door of my cabinet is then to be forced; and you are to go in alone; to open the glazed press (letter E) on the left hand, breaking the lock if it be shut; and to draw out, _with all its contents as they stand_, the fourth drawer from the top or (which is the same thing) the third from the bottom. In my extreme distress of mind, I have a morbid fear of misdirecting you; but even if I am in error, you may know the right drawer by its contents: some powders, a phial and a paper book. This drawer I beg of you to carry back with you to Cavendish Square exactly as it stands. + +“That is the first part of the service: now for the second. You should be back, if you set out at once on the receipt of this, long before midnight; but I will leave you that amount of margin, not only in the fear of one of those obstacles that can neither be prevented nor foreseen, but because an hour when your servants are in bed is to be preferred for what will then remain to do. At midnight, then, I have to ask you to be alone in your consulting room, to admit with your own hand into the house a man who will present himself in my name, and to place in his hands the drawer that you will have brought with you from my cabinet. Then you will have played your part and earned my gratitude completely. Five minutes afterwards, if you insist upon an explanation, you will have understood that these arrangements are of capital importance; and that by the neglect of one of them, fantastic as they must appear, you might have charged your conscience with my death or the shipwreck of my reason. + +“Confident as I am that you will not trifle with this appeal, my heart sinks and my hand trembles at the bare thought of such a possibility. Think of me at this hour, in a strange place, labouring under a blackness of distress that no fancy can exaggerate, and yet well aware that, if you will but punctually serve me, my troubles will roll away like a story that is told. Serve me, my dear Lanyon and save + +“Your friend, + + +“H.J. + + +“P.S.—I had already sealed this up when a fresh terror struck upon my soul. It is possible that the post-office may fail me, and this letter not come into your hands until to-morrow morning. In that case, dear Lanyon, do my errand when it shall be most convenient for you in the course of the day; and once more expect my messenger at midnight. It may then already be too late; and if that night passes without event, you will know that you have seen the last of Henry Jekyll.” + + +Upon the reading of this letter, I made sure my colleague was insane; but till that was proved beyond the possibility of doubt, I felt bound to do as he requested. The less I understood of this farrago, the less I was in a position to judge of its importance; and an appeal so worded could not be set aside without a grave responsibility. I rose accordingly from table, got into a hansom, and drove straight to Jekyll’s house. The butler was awaiting my arrival; he had received by the same post as mine a registered letter of instruction, and had sent at once for a locksmith and a carpenter. The tradesmen came while we were yet speaking; and we moved in a body to old Dr. Denman’s surgical theatre, from which (as you are doubtless aware) Jekyll’s private cabinet is most conveniently entered. The door was very strong, the lock excellent; the carpenter avowed he would have great trouble and have to do much damage, if force were to be used; and the locksmith was near despair. But this last was a handy fellow, and after two hour’s work, the door stood open. The press marked E was unlocked; and I took out the drawer, had it filled up with straw and tied in a sheet, and returned with it to Cavendish Square. + +Here I proceeded to examine its contents. The powders were neatly enough made up, but not with the nicety of the dispensing chemist; so that it was plain they were of Jekyll’s private manufacture; and when I opened one of the wrappers I found what seemed to me a simple crystalline salt of a white colour. The phial, to which I next turned my attention, might have been about half full of a blood-red liquor, which was highly pungent to the sense of smell and seemed to me to contain phosphorus and some volatile ether. At the other ingredients I could make no guess. The book was an ordinary version book and contained little but a series of dates. These covered a period of many years, but I observed that the entries ceased nearly a year ago and quite abruptly. Here and there a brief remark was appended to a date, usually no more than a single word: “double” occurring perhaps six times in a total of several hundred entries; and once very early in the list and followed by several marks of exclamation, “total failure!!!” All this, though it whetted my curiosity, told me little that was definite. Here were a phial of some salt, and the record of a series of experiments that had led (like too many of Jekyll’s investigations) to no end of practical usefulness. How could the presence of these articles in my house affect either the honour, the sanity, or the life of my flighty colleague? If his messenger could go to one place, why could he not go to another? And even granting some impediment, why was this gentleman to be received by me in secret? The more I reflected the more convinced I grew that I was dealing with a case of cerebral disease; and though I dismissed my servants to bed, I loaded an old revolver, that I might be found in some posture of self-defence. + +Twelve o’clock had scarce rung out over London, ere the knocker sounded very gently on the door. I went myself at the summons, and found a small man crouching against the pillars of the portico. + +“Are you come from Dr. Jekyll?” I asked. + +He told me “yes” by a constrained gesture; and when I had bidden him enter, he did not obey me without a searching backward glance into the darkness of the square. There was a policeman not far off, advancing with his bull’s eye open; and at the sight, I thought my visitor started and made greater haste. + +These particulars struck me, I confess, disagreeably; and as I followed him into the bright light of the consulting room, I kept my hand ready on my weapon. Here, at last, I had a chance of clearly seeing him. I had never set eyes on him before, so much was certain. He was small, as I have said; I was struck besides with the shocking expression of his face, with his remarkable combination of great muscular activity and great apparent debility of constitution, and—last but not least—with the odd, subjective disturbance caused by his neighbourhood. This bore some resemblance to incipient rigour, and was accompanied by a marked sinking of the pulse. At the time, I set it down to some idiosyncratic, personal distaste, and merely wondered at the acuteness of the symptoms; but I have since had reason to believe the cause to lie much deeper in the nature of man, and to turn on some nobler hinge than the principle of hatred. + +This person (who had thus, from the first moment of his entrance, struck in me what I can only describe as a disgustful curiosity) was dressed in a fashion that would have made an ordinary person laughable; his clothes, that is to say, although they were of rich and sober fabric, were enormously too large for him in every measurement—the trousers hanging on his legs and rolled up to keep them from the ground, the waist of the coat below his haunches, and the collar sprawling wide upon his shoulders. Strange to relate, this ludicrous accoutrement was far from moving me to laughter. Rather, as there was something abnormal and misbegotten in the very essence of the creature that now faced me—something seizing, surprising and revolting—this fresh disparity seemed but to fit in with and to reinforce it; so that to my interest in the man’s nature and character, there was added a curiosity as to his origin, his life, his fortune and status in the world. + +These observations, though they have taken so great a space to be set down in, were yet the work of a few seconds. My visitor was, indeed, on fire with sombre excitement. + +“Have you got it?” he cried. “Have you got it?” And so lively was his impatience that he even laid his hand upon my arm and sought to shake me. + +I put him back, conscious at his touch of a certain icy pang along my blood. “Come, sir,” said I. “You forget that I have not yet the pleasure of your acquaintance. Be seated, if you please.” And I showed him an example, and sat down myself in my customary seat and with as fair an imitation of my ordinary manner to a patient, as the lateness of the hour, the nature of my preoccupations, and the horror I had of my visitor, would suffer me to muster. + +“I beg your pardon, Dr. Lanyon,” he replied civilly enough. “What you say is very well founded; and my impatience has shown its heels to my politeness. I come here at the instance of your colleague, Dr. Henry Jekyll, on a piece of business of some moment; and I understood...” He paused and put his hand to his throat, and I could see, in spite of his collected manner, that he was wrestling against the approaches of the hysteria—“I understood, a drawer...” + +But here I took pity on my visitor’s suspense, and some perhaps on my own growing curiosity. + +“There it is, sir,” said I, pointing to the drawer, where it lay on the floor behind a table and still covered with the sheet. + +He sprang to it, and then paused, and laid his hand upon his heart; I could hear his teeth grate with the convulsive action of his jaws; and his face was so ghastly to see that I grew alarmed both for his life and reason. + +“Compose yourself,” said I. + +He turned a dreadful smile to me, and as if with the decision of despair, plucked away the sheet. At sight of the contents, he uttered one loud sob of such immense relief that I sat petrified. And the next moment, in a voice that was already fairly well under control, “Have you a graduated glass?” he asked. + +I rose from my place with something of an effort and gave him what he asked. + +He thanked me with a smiling nod, measured out a few minims of the red tincture and added one of the powders. The mixture, which was at first of a reddish hue, began, in proportion as the crystals melted, to brighten in colour, to effervesce audibly, and to throw off small fumes of vapour. Suddenly and at the same moment, the ebullition ceased and the compound changed to a dark purple, which faded again more slowly to a watery green. My visitor, who had watched these metamorphoses with a keen eye, smiled, set down the glass upon the table, and then turned and looked upon me with an air of scrutiny. + +“And now,” said he, “to settle what remains. Will you be wise? will you be guided? will you suffer me to take this glass in my hand and to go forth from your house without further parley? or has the greed of curiosity too much command of you? Think before you answer, for it shall be done as you decide. As you decide, you shall be left as you were before, and neither richer nor wiser, unless the sense of service rendered to a man in mortal distress may be counted as a kind of riches of the soul. Or, if you shall so prefer to choose, a new province of knowledge and new avenues to fame and power shall be laid open to you, here, in this room, upon the instant; and your sight shall be blasted by a prodigy to stagger the unbelief of Satan.” + +“Sir,” said I, affecting a coolness that I was far from truly possessing, “you speak enigmas, and you will perhaps not wonder that I hear you with no very strong impression of belief. But I have gone too far in the way of inexplicable services to pause before I see the end.” + +“It is well,” replied my visitor. “Lanyon, you remember your vows: what follows is under the seal of our profession. And now, you who have so long been bound to the most narrow and material views, you who have denied the virtue of transcendental medicine, you who have derided your superiors—behold!” + +He put the glass to his lips and drank at one gulp. A cry followed; he reeled, staggered, clutched at the table and held on, staring with injected eyes, gasping with open mouth; and as I looked there came, I thought, a change—he seemed to swell—his face became suddenly black and the features seemed to melt and alter—and the next moment, I had sprung to my feet and leaped back against the wall, my arms raised to shield me from that prodigy, my mind submerged in terror. + +“O God!” I screamed, and “O God!” again and again; for there before my eyes—pale and shaken, and half fainting, and groping before him with his hands, like a man restored from death—there stood Henry Jekyll! + +What he told me in the next hour, I cannot bring my mind to set on paper. I saw what I saw, I heard what I heard, and my soul sickened at it; and yet now when that sight has faded from my eyes, I ask myself if I believe it, and I cannot answer. My life is shaken to its roots; sleep has left me; the deadliest terror sits by me at all hours of the day and night; and I feel that my days are numbered, and that I must die; and yet I shall die incredulous. As for the moral turpitude that man unveiled to me, even with tears of penitence, I cannot, even in memory, dwell on it without a start of horror. I will say but one thing, Utterson, and that (if you can bring your mind to credit it) will be more than enough. The creature who crept into my house that night was, on Jekyll’s own confession, known by the name of Hyde and hunted for in every corner of the land as the murderer of Carew. + +HASTIE LANYON. + + + + +HENRY JEKYLL’S FULL STATEMENT OF THE CASE + +I was born in the year 18— to a large fortune, endowed besides with excellent parts, inclined by nature to industry, fond of the respect of the wise and good among my fellowmen, and thus, as might have been supposed, with every guarantee of an honourable and distinguished future. And indeed the worst of my faults was a certain impatient gaiety of disposition, such as has made the happiness of many, but such as I found it hard to reconcile with my imperious desire to carry my head high, and wear a more than commonly grave countenance before the public. Hence it came about that I concealed my pleasures; and that when I reached years of reflection, and began to look round me and take stock of my progress and position in the world, I stood already committed to a profound duplicity of life. Many a man would have even blazoned such irregularities as I was guilty of; but from the high views that I had set before me, I regarded and hid them with an almost morbid sense of shame. It was thus rather the exacting nature of my aspirations than any particular degradation in my faults, that made me what I was, and, with even a deeper trench than in the majority of men, severed in me those provinces of good and ill which divide and compound man’s dual nature. In this case, I was driven to reflect deeply and inveterately on that hard law of life, which lies at the root of religion and is one of the most plentiful springs of distress. Though so profound a double-dealer, I was in no sense a hypocrite; both sides of me were in dead earnest; I was no more myself when I laid aside restraint and plunged in shame, than when I laboured, in the eye of day, at the furtherance of knowledge or the relief of sorrow and suffering. And it chanced that the direction of my scientific studies, which led wholly towards the mystic and the transcendental, reacted and shed a strong light on this consciousness of the perennial war among my members. With every day, and from both sides of my intelligence, the moral and the intellectual, I thus drew steadily nearer to that truth, by whose partial discovery I have been doomed to such a dreadful shipwreck: that man is not truly one, but truly two. I say two, because the state of my own knowledge does not pass beyond that point. Others will follow, others will outstrip me on the same lines; and I hazard the guess that man will be ultimately known for a mere polity of multifarious, incongruous and independent denizens. I, for my part, from the nature of my life, advanced infallibly in one direction and in one direction only. It was on the moral side, and in my own person, that I learned to recognise the thorough and primitive duality of man; I saw that, of the two natures that contended in the field of my consciousness, even if I could rightly be said to be either, it was only because I was radically both; and from an early date, even before the course of my scientific discoveries had begun to suggest the most naked possibility of such a miracle, I had learned to dwell with pleasure, as a beloved daydream, on the thought of the separation of these elements. If each, I told myself, could be housed in separate identities, life would be relieved of all that was unbearable; the unjust might go his way, delivered from the aspirations and remorse of his more upright twin; and the just could walk steadfastly and securely on his upward path, doing the good things in which he found his pleasure, and no longer exposed to disgrace and penitence by the hands of this extraneous evil. It was the curse of mankind that these incongruous faggots were thus bound together—that in the agonised womb of consciousness, these polar twins should be continuously struggling. How, then were they dissociated? + +I was so far in my reflections when, as I have said, a side light began to shine upon the subject from the laboratory table. I began to perceive more deeply than it has ever yet been stated, the trembling immateriality, the mistlike transience, of this seemingly so solid body in which we walk attired. Certain agents I found to have the power to shake and pluck back that fleshly vestment, even as a wind might toss the curtains of a pavilion. For two good reasons, I will not enter deeply into this scientific branch of my confession. First, because I have been made to learn that the doom and burthen of our life is bound for ever on man’s shoulders, and when the attempt is made to cast it off, it but returns upon us with more unfamiliar and more awful pressure. Second, because, as my narrative will make, alas! too evident, my discoveries were incomplete. Enough then, that I not only recognised my natural body from the mere aura and effulgence of certain of the powers that made up my spirit, but managed to compound a drug by which these powers should be dethroned from their supremacy, and a second form and countenance substituted, none the less natural to me because they were the expression, and bore the stamp of lower elements in my soul. + +I hesitated long before I put this theory to the test of practice. I knew well that I risked death; for any drug that so potently controlled and shook the very fortress of identity, might, by the least scruple of an overdose or at the least inopportunity in the moment of exhibition, utterly blot out that immaterial tabernacle which I looked to it to change. But the temptation of a discovery so singular and profound at last overcame the suggestions of alarm. I had long since prepared my tincture; I purchased at once, from a firm of wholesale chemists, a large quantity of a particular salt which I knew, from my experiments, to be the last ingredient required; and late one accursed night, I compounded the elements, watched them boil and smoke together in the glass, and when the ebullition had subsided, with a strong glow of courage, drank off the potion. + +The most racking pangs succeeded: a grinding in the bones, deadly nausea, and a horror of the spirit that cannot be exceeded at the hour of birth or death. Then these agonies began swiftly to subside, and I came to myself as if out of a great sickness. There was something strange in my sensations, something indescribably new and, from its very novelty, incredibly sweet. I felt younger, lighter, happier in body; within I was conscious of a heady recklessness, a current of disordered sensual images running like a millrace in my fancy, a solution of the bonds of obligation, an unknown but not an innocent freedom of the soul. I knew myself, at the first breath of this new life, to be more wicked, tenfold more wicked, sold a slave to my original evil; and the thought, in that moment, braced and delighted me like wine. I stretched out my hands, exulting in the freshness of these sensations; and in the act, I was suddenly aware that I had lost in stature. + +There was no mirror, at that date, in my room; that which stands beside me as I write, was brought there later on and for the very purpose of these transformations. The night however, was far gone into the morning—the morning, black as it was, was nearly ripe for the conception of the day—the inmates of my house were locked in the most rigorous hours of slumber; and I determined, flushed as I was with hope and triumph, to venture in my new shape as far as to my bedroom. I crossed the yard, wherein the constellations looked down upon me, I could have thought, with wonder, the first creature of that sort that their unsleeping vigilance had yet disclosed to them; I stole through the corridors, a stranger in my own house; and coming to my room, I saw for the first time the appearance of Edward Hyde. + +I must here speak by theory alone, saying not that which I know, but that which I suppose to be most probable. The evil side of my nature, to which I had now transferred the stamping efficacy, was less robust and less developed than the good which I had just deposed. Again, in the course of my life, which had been, after all, nine tenths a life of effort, virtue and control, it had been much less exercised and much less exhausted. And hence, as I think, it came about that Edward Hyde was so much smaller, slighter and younger than Henry Jekyll. Even as good shone upon the countenance of the one, evil was written broadly and plainly on the face of the other. Evil besides (which I must still believe to be the lethal side of man) had left on that body an imprint of deformity and decay. And yet when I looked upon that ugly idol in the glass, I was conscious of no repugnance, rather of a leap of welcome. This, too, was myself. It seemed natural and human. In my eyes it bore a livelier image of the spirit, it seemed more express and single, than the imperfect and divided countenance I had been hitherto accustomed to call mine. And in so far I was doubtless right. I have observed that when I wore the semblance of Edward Hyde, none could come near to me at first without a visible misgiving of the flesh. This, as I take it, was because all human beings, as we meet them, are commingled out of good and evil: and Edward Hyde, alone in the ranks of mankind, was pure evil. + +I lingered but a moment at the mirror: the second and conclusive experiment had yet to be attempted; it yet remained to be seen if I had lost my identity beyond redemption and must flee before daylight from a house that was no longer mine; and hurrying back to my cabinet, I once more prepared and drank the cup, once more suffered the pangs of dissolution, and came to myself once more with the character, the stature and the face of Henry Jekyll. + +That night I had come to the fatal cross-roads. Had I approached my discovery in a more noble spirit, had I risked the experiment while under the empire of generous or pious aspirations, all must have been otherwise, and from these agonies of death and birth, I had come forth an angel instead of a fiend. The drug had no discriminating action; it was neither diabolical nor divine; it but shook the doors of the prisonhouse of my disposition; and like the captives of Philippi, that which stood within ran forth. At that time my virtue slumbered; my evil, kept awake by ambition, was alert and swift to seize the occasion; and the thing that was projected was Edward Hyde. Hence, although I had now two characters as well as two appearances, one was wholly evil, and the other was still the old Henry Jekyll, that incongruous compound of whose reformation and improvement I had already learned to despair. The movement was thus wholly toward the worse. + +Even at that time, I had not conquered my aversions to the dryness of a life of study. I would still be merrily disposed at times; and as my pleasures were (to say the least) undignified, and I was not only well known and highly considered, but growing towards the elderly man, this incoherency of my life was daily growing more unwelcome. It was on this side that my new power tempted me until I fell in slavery. I had but to drink the cup, to doff at once the body of the noted professor, and to assume, like a thick cloak, that of Edward Hyde. I smiled at the notion; it seemed to me at the time to be humourous; and I made my preparations with the most studious care. I took and furnished that house in Soho, to which Hyde was tracked by the police; and engaged as a housekeeper a creature whom I knew well to be silent and unscrupulous. On the other side, I announced to my servants that a Mr. Hyde (whom I described) was to have full liberty and power about my house in the square; and to parry mishaps, I even called and made myself a familiar object, in my second character. I next drew up that will to which you so much objected; so that if anything befell me in the person of Dr. Jekyll, I could enter on that of Edward Hyde without pecuniary loss. And thus fortified, as I supposed, on every side, I began to profit by the strange immunities of my position. + +Men have before hired bravos to transact their crimes, while their own person and reputation sat under shelter. I was the first that ever did so for his pleasures. I was the first that could plod in the public eye with a load of genial respectability, and in a moment, like a schoolboy, strip off these lendings and spring headlong into the sea of liberty. But for me, in my impenetrable mantle, the safety was complete. Think of it—I did not even exist! Let me but escape into my laboratory door, give me but a second or two to mix and swallow the draught that I had always standing ready; and whatever he had done, Edward Hyde would pass away like the stain of breath upon a mirror; and there in his stead, quietly at home, trimming the midnight lamp in his study, a man who could afford to laugh at suspicion, would be Henry Jekyll. + +The pleasures which I made haste to seek in my disguise were, as I have said, undignified; I would scarce use a harder term. But in the hands of Edward Hyde, they soon began to turn toward the monstrous. When I would come back from these excursions, I was often plunged into a kind of wonder at my vicarious depravity. This familiar that I called out of my own soul, and sent forth alone to do his good pleasure, was a being inherently malign and villainous; his every act and thought centered on self; drinking pleasure with bestial avidity from any degree of torture to another; relentless like a man of stone. Henry Jekyll stood at times aghast before the acts of Edward Hyde; but the situation was apart from ordinary laws, and insidiously relaxed the grasp of conscience. It was Hyde, after all, and Hyde alone, that was guilty. Jekyll was no worse; he woke again to his good qualities seemingly unimpaired; he would even make haste, where it was possible, to undo the evil done by Hyde. And thus his conscience slumbered. + +Into the details of the infamy at which I thus connived (for even now I can scarce grant that I committed it) I have no design of entering; I mean but to point out the warnings and the successive steps with which my chastisement approached. I met with one accident which, as it brought on no consequence, I shall no more than mention. An act of cruelty to a child aroused against me the anger of a passer-by, whom I recognised the other day in the person of your kinsman; the doctor and the child’s family joined him; there were moments when I feared for my life; and at last, in order to pacify their too just resentment, Edward Hyde had to bring them to the door, and pay them in a cheque drawn in the name of Henry Jekyll. But this danger was easily eliminated from the future, by opening an account at another bank in the name of Edward Hyde himself; and when, by sloping my own hand backward, I had supplied my double with a signature, I thought I sat beyond the reach of fate. + +Some two months before the murder of Sir Danvers, I had been out for one of my adventures, had returned at a late hour, and woke the next day in bed with somewhat odd sensations. It was in vain I looked about me; in vain I saw the decent furniture and tall proportions of my room in the square; in vain that I recognised the pattern of the bed curtains and the design of the mahogany frame; something still kept insisting that I was not where I was, that I had not wakened where I seemed to be, but in the little room in Soho where I was accustomed to sleep in the body of Edward Hyde. I smiled to myself, and in my psychological way, began lazily to inquire into the elements of this illusion, occasionally, even as I did so, dropping back into a comfortable morning doze. I was still so engaged when, in one of my more wakeful moments, my eyes fell upon my hand. Now the hand of Henry Jekyll (as you have often remarked) was professional in shape and size; it was large, firm, white and comely. But the hand which I now saw, clearly enough, in the yellow light of a mid-London morning, lying half shut on the bedclothes, was lean, corded, knuckly, of a dusky pallor and thickly shaded with a swart growth of hair. It was the hand of Edward Hyde. + +I must have stared upon it for near half a minute, sunk as I was in the mere stupidity of wonder, before terror woke up in my breast as sudden and startling as the crash of cymbals; and bounding from my bed I rushed to the mirror. At the sight that met my eyes, my blood was changed into something exquisitely thin and icy. Yes, I had gone to bed Henry Jekyll, I had awakened Edward Hyde. How was this to be explained? I asked myself; and then, with another bound of terror—how was it to be remedied? It was well on in the morning; the servants were up; all my drugs were in the cabinet—a long journey down two pairs of stairs, through the back passage, across the open court and through the anatomical theatre, from where I was then standing horror-struck. It might indeed be possible to cover my face; but of what use was that, when I was unable to conceal the alteration in my stature? And then with an overpowering sweetness of relief, it came back upon my mind that the servants were already used to the coming and going of my second self. I had soon dressed, as well as I was able, in clothes of my own size: had soon passed through the house, where Bradshaw stared and drew back at seeing Mr. Hyde at such an hour and in such a strange array; and ten minutes later, Dr. Jekyll had returned to his own shape and was sitting down, with a darkened brow, to make a feint of breakfasting. + +Small indeed was my appetite. This inexplicable incident, this reversal of my previous experience, seemed, like the Babylonian finger on the wall, to be spelling out the letters of my judgment; and I began to reflect more seriously than ever before on the issues and possibilities of my double existence. That part of me which I had the power of projecting, had lately been much exercised and nourished; it had seemed to me of late as though the body of Edward Hyde had grown in stature, as though (when I wore that form) I were conscious of a more generous tide of blood; and I began to spy a danger that, if this were much prolonged, the balance of my nature might be permanently overthrown, the power of voluntary change be forfeited, and the character of Edward Hyde become irrevocably mine. The power of the drug had not been always equally displayed. Once, very early in my career, it had totally failed me; since then I had been obliged on more than one occasion to double, and once, with infinite risk of death, to treble the amount; and these rare uncertainties had cast hitherto the sole shadow on my contentment. Now, however, and in the light of that morning’s accident, I was led to remark that whereas, in the beginning, the difficulty had been to throw off the body of Jekyll, it had of late gradually but decidedly transferred itself to the other side. All things therefore seemed to point to this; that I was slowly losing hold of my original and better self, and becoming slowly incorporated with my second and worse. + +Between these two, I now felt I had to choose. My two natures had memory in common, but all other faculties were most unequally shared between them. Jekyll (who was composite) now with the most sensitive apprehensions, now with a greedy gusto, projected and shared in the pleasures and adventures of Hyde; but Hyde was indifferent to Jekyll, or but remembered him as the mountain bandit remembers the cavern in which he conceals himself from pursuit. Jekyll had more than a father’s interest; Hyde had more than a son’s indifference. To cast in my lot with Jekyll, was to die to those appetites which I had long secretly indulged and had of late begun to pamper. To cast it in with Hyde, was to die to a thousand interests and aspirations, and to become, at a blow and forever, despised and friendless. The bargain might appear unequal; but there was still another consideration in the scales; for while Jekyll would suffer smartingly in the fires of abstinence, Hyde would be not even conscious of all that he had lost. Strange as my circumstances were, the terms of this debate are as old and commonplace as man; much the same inducements and alarms cast the die for any tempted and trembling sinner; and it fell out with me, as it falls with so vast a majority of my fellows, that I chose the better part and was found wanting in the strength to keep to it. + +Yes, I preferred the elderly and discontented doctor, surrounded by friends and cherishing honest hopes; and bade a resolute farewell to the liberty, the comparative youth, the light step, leaping impulses and secret pleasures, that I had enjoyed in the disguise of Hyde. I made this choice perhaps with some unconscious reservation, for I neither gave up the house in Soho, nor destroyed the clothes of Edward Hyde, which still lay ready in my cabinet. For two months, however, I was true to my determination; for two months, I led a life of such severity as I had never before attained to, and enjoyed the compensations of an approving conscience. But time began at last to obliterate the freshness of my alarm; the praises of conscience began to grow into a thing of course; I began to be tortured with throes and longings, as of Hyde struggling after freedom; and at last, in an hour of moral weakness, I once again compounded and swallowed the transforming draught. + +I do not suppose that, when a drunkard reasons with himself upon his vice, he is once out of five hundred times affected by the dangers that he runs through his brutish, physical insensibility; neither had I, long as I had considered my position, made enough allowance for the complete moral insensibility and insensate readiness to evil, which were the leading characters of Edward Hyde. Yet it was by these that I was punished. My devil had been long caged, he came out roaring. I was conscious, even when I took the draught, of a more unbridled, a more furious propensity to ill. It must have been this, I suppose, that stirred in my soul that tempest of impatience with which I listened to the civilities of my unhappy victim; I declare, at least, before God, no man morally sane could have been guilty of that crime upon so pitiful a provocation; and that I struck in no more reasonable spirit than that in which a sick child may break a plaything. But I had voluntarily stripped myself of all those balancing instincts by which even the worst of us continues to walk with some degree of steadiness among temptations; and in my case, to be tempted, however slightly, was to fall. + +Instantly the spirit of hell awoke in me and raged. With a transport of glee, I mauled the unresisting body, tasting delight from every blow; and it was not till weariness had begun to succeed, that I was suddenly, in the top fit of my delirium, struck through the heart by a cold thrill of terror. A mist dispersed; I saw my life to be forfeit; and fled from the scene of these excesses, at once glorying and trembling, my lust of evil gratified and stimulated, my love of life screwed to the topmost peg. I ran to the house in Soho, and (to make assurance doubly sure) destroyed my papers; thence I set out through the lamplit streets, in the same divided ecstasy of mind, gloating on my crime, light-headedly devising others in the future, and yet still hastening and still hearkening in my wake for the steps of the avenger. Hyde had a song upon his lips as he compounded the draught, and as he drank it, pledged the dead man. The pangs of transformation had not done tearing him, before Henry Jekyll, with streaming tears of gratitude and remorse, had fallen upon his knees and lifted his clasped hands to God. The veil of self-indulgence was rent from head to foot. I saw my life as a whole: I followed it up from the days of childhood, when I had walked with my father’s hand, and through the self-denying toils of my professional life, to arrive again and again, with the same sense of unreality, at the damned horrors of the evening. I could have screamed aloud; I sought with tears and prayers to smother down the crowd of hideous images and sounds with which my memory swarmed against me; and still, between the petitions, the ugly face of my iniquity stared into my soul. As the acuteness of this remorse began to die away, it was succeeded by a sense of joy. The problem of my conduct was solved. Hyde was thenceforth impossible; whether I would or not, I was now confined to the better part of my existence; and O, how I rejoiced to think of it! with what willing humility I embraced anew the restrictions of natural life! with what sincere renunciation I locked the door by which I had so often gone and come, and ground the key under my heel! + +The next day, came the news that the murder had not been overlooked, that the guilt of Hyde was patent to the world, and that the victim was a man high in public estimation. It was not only a crime, it had been a tragic folly. I think I was glad to know it; I think I was glad to have my better impulses thus buttressed and guarded by the terrors of the scaffold. Jekyll was now my city of refuge; let but Hyde peep out an instant, and the hands of all men would be raised to take and slay him. + +I resolved in my future conduct to redeem the past; and I can say with honesty that my resolve was fruitful of some good. You know yourself how earnestly, in the last months of the last year, I laboured to relieve suffering; you know that much was done for others, and that the days passed quietly, almost happily for myself. Nor can I truly say that I wearied of this beneficent and innocent life; I think instead that I daily enjoyed it more completely; but I was still cursed with my duality of purpose; and as the first edge of my penitence wore off, the lower side of me, so long indulged, so recently chained down, began to growl for licence. Not that I dreamed of resuscitating Hyde; the bare idea of that would startle me to frenzy: no, it was in my own person that I was once more tempted to trifle with my conscience; and it was as an ordinary secret sinner that I at last fell before the assaults of temptation. + +There comes an end to all things; the most capacious measure is filled at last; and this brief condescension to my evil finally destroyed the balance of my soul. And yet I was not alarmed; the fall seemed natural, like a return to the old days before I had made my discovery. It was a fine, clear, January day, wet under foot where the frost had melted, but cloudless overhead; and the Regent’s Park was full of winter chirrupings and sweet with spring odours. I sat in the sun on a bench; the animal within me licking the chops of memory; the spiritual side a little drowsed, promising subsequent penitence, but not yet moved to begin. After all, I reflected, I was like my neighbours; and then I smiled, comparing myself with other men, comparing my active good-will with the lazy cruelty of their neglect. And at the very moment of that vainglorious thought, a qualm came over me, a horrid nausea and the most deadly shuddering. These passed away, and left me faint; and then as in its turn faintness subsided, I began to be aware of a change in the temper of my thoughts, a greater boldness, a contempt of danger, a solution of the bonds of obligation. I looked down; my clothes hung formlessly on my shrunken limbs; the hand that lay on my knee was corded and hairy. I was once more Edward Hyde. A moment before I had been safe of all men’s respect, wealthy, beloved—the cloth laying for me in the dining-room at home; and now I was the common quarry of mankind, hunted, houseless, a known murderer, thrall to the gallows. + +My reason wavered, but it did not fail me utterly. I have more than once observed that in my second character, my faculties seemed sharpened to a point and my spirits more tensely elastic; thus it came about that, where Jekyll perhaps might have succumbed, Hyde rose to the importance of the moment. My drugs were in one of the presses of my cabinet; how was I to reach them? That was the problem that (crushing my temples in my hands) I set myself to solve. The laboratory door I had closed. If I sought to enter by the house, my own servants would consign me to the gallows. I saw I must employ another hand, and thought of Lanyon. How was he to be reached? how persuaded? Supposing that I escaped capture in the streets, how was I to make my way into his presence? and how should I, an unknown and displeasing visitor, prevail on the famous physician to rifle the study of his colleague, Dr. Jekyll? Then I remembered that of my original character, one part remained to me: I could write my own hand; and once I had conceived that kindling spark, the way that I must follow became lighted up from end to end. + +Thereupon, I arranged my clothes +(Pdb) lic feeling,” returned Guest. “The man, of course, was mad.” + +“I should like to hear your views on that,” replied Utterson. “I have a document here in his handwriting; it is between ourselves, for I scarce know what to do about it; it is an ugly business at the best. But there it is; quite in your way: a murderer’s autograph.” + +Guest’s eyes brightened, and he sat down at once and studied it with passion. “No sir,” he said: “not mad; but it is an odd hand.” + +“And by all accounts a very odd writer,” added the lawyer. + +Just then the servant entered with a note. + +“Is that from Dr. Jekyll, sir?” inquired the clerk. “I thought I knew the writing. Anything private, Mr. Utterson?” + +“Only an invitation to dinner. Why? Do you want to see it?” + +“One moment. I thank you, sir;” and the clerk laid the two sheets of paper alongside and sedulously compared their contents. “Thank you, sir,” he said at last, returning both; “it’s a very interesting autograph.” + +There was a pause, during which Mr. Utterson struggled with himself. “Why did you compare them, Guest?” he inquired suddenly. + +“Well, sir,” returned the clerk, “there’s a rather singular resemblance; the two hands are in many points identical: only differently sloped.” + +“Rather quaint,” said Utterson. + +“It is, as you say, rather quaint,” returned Guest. + +“I wouldn’t speak of this note, you know,” said the master. + +“No, sir,” said the clerk. “I understand.” + +But no sooner was Mr. Utterson alone that night, than he locked the note into his safe, where it reposed from that time forward. “What!” he thought. “Henry Jekyll forge for a murderer!” And his blood ran cold in his veins. + + + +INCIDENT OF DR. LANYON + +Time ran on; thousands of pounds were offered in reward, for the death of Sir Danvers was resented as a public injury; but Mr. Hyde had disappeared out of the ken of the police as though he had never existed. Much of his past was unearthed, indeed, and all disreputable: tales came out of the man’s cruelty, at once so callous and violent; of his vile life, of his strange associates, of the hatred that seemed to have surrounded his career; but of his present whereabouts, not a whisper. From the time he had left the house in Soho on the morning of the murder, he was simply blotted out; and gradually, as time drew on, Mr. Utterson began to recover from the hotness of his alarm, and to grow more at quiet with himself. The death of Sir Danvers was, to his way of thinking, more than paid for by the disappearance of Mr. Hyde. Now that that evil influence had been withdrawn, a new life began for Dr. Jekyll. He came out of his seclusion, renewed relations with his friends, became once more their familiar guest and entertainer; and whilst he had always been known for charities, he was now no less distinguished for religion. He was busy, he was much in the open air, he did good; his face seemed to open and brighten, as if with an inward consciousness of service; and for more than two months, the doctor was at peace. + +On the 8th of January Utterson had dined at the doctor’s with a small party; Lanyon had been there; and the face of the host had looked from one to the other as in the old days when the trio were inseparable friends. On the 12th, and again on the 14th, the door was shut against the lawyer. “The doctor was confined to the house,” Poole said, “and saw no one.” On the 15th, he tried again, and was again refused; and having now been used for the last two months to see his friend almost daily, he found this return of solitude to weigh upon his spirits. The fifth night he had in Guest to dine with him; and the sixth he betook himself to Dr. Lanyon’s. + +There at least he was not denied admittance; but when he came in, he was shocked at the change which had taken place in the doctor’s appearance. He had his death-warrant written legibly upon his face. The rosy man had grown pale; his flesh had fallen away; he was visibly balder and older; and yet it was not so much these tokens of a swift physical decay that arrested the lawyer’s notice, as a look in the eye and quality of manner that seemed to testify to some deep-seated terror of the mind. It was unlikely that the doctor should fear death; and yet that was what Utterson was tempted to suspect. “Yes,” he thought; “he is a doctor, he must know his own state and that his days are counted; and the knowledge is more than he can bear.” And yet when Utterson remarked on his ill looks, it was with an air of great firmness that Lanyon declared himself a doomed man. + +“I have had a shock,” he said, “and I shall never recover. It is a question of weeks. Well, life has been pleasant; I liked it; yes, sir, I used to like it. I sometimes think if we knew all, we should be more glad to get away.” + +“Jekyll is ill, too,” observed Utterson. “Have you seen him?” + +But Lanyon’s face changed, and he held up a trembling hand. “I wish to see or hear no more of Dr. Jekyll,” he said in a loud, unsteady voice. “I am quite done with that person; and I beg that you will spare me any allusion to one whom I regard as dead.” + +“Tut, tut!” said Mr. Utterson; and then after a considerable pause, “Can’t I do anything?” he inquired. “We are three very old friends, Lanyon; we shall not live to make others.” + +“Nothing can be done,” returned Lanyon; “ask himself.” + +“He will not see me,” said the lawyer. + +“I am not surprised at that,” was the reply. “Some day, Utterson, after I am dead, you may perhaps come to learn the right and wrong of this. I cannot tell you. And in the meantime, if you can sit and talk with me of other things, for God’s sake, stay and do so; but if you cannot keep clear of this accursed topic, then in God’s name, go, for I cannot bear it.” + +As soon as he got home, Utterson sat down and wrote to Jekyll, complaining of his exclusion from the house, and asking the cause of this unhappy break with Lanyon; and the next day brought him a long answer, often very pathetically worded, and sometimes darkly mysterious in drift. The quarrel with Lanyon was incurable. “I do not blame our old friend,” Jekyll wrote, “but I share his view that we must never meet. I mean from henceforth to lead a life of extreme seclusion; you must not be surprised, nor must you doubt my friendship, if my door is often shut even to you. You must suffer me to go my own dark way. I have brought on myself a punishment and a danger that I cannot name. If I am the chief of sinners, I am the chief of sufferers also. I could not think that this earth contained a place for sufferings and terrors so unmanning; and you can do but one thing, Utterson, to lighten this destiny, and that is to respect my silence.” Utterson was amazed; the dark influence of Hyde had been withdrawn, the doctor had returned to his old tasks and amities; a week ago, the prospect had smiled with every promise of a cheerful and an honoured age; and now in a moment, friendship, and peace of mind, and the whole tenor of his life were wrecked. So great and unprepared a change pointed to madness; but in view of Lanyon’s manner and words, there must lie for it some deeper ground. + +A week afterwards Dr. Lanyon took to his bed, and in something less than a fortnight he was dead. The night after the funeral, at which he had been sadly affected, Utterson locked the door of his business room, and sitting there by the light of a melancholy candle, drew out and set before him an envelope addressed by the hand and sealed with the seal of his dead friend. “PRIVATE: for the hands of G. J. Utterson ALONE, and in case of his predecease _to be destroyed unread_,” so it was emphatically superscribed; and the lawyer dreaded to behold the contents. “I have buried one friend to-day,” he thought: “what if this should cost me another?” And then he condemned the fear as a disloyalty, and broke the seal. Within there was another enclosure, likewise sealed, and marked upon the cover as “not to be opened till the death or disappearance of Dr. Henry Jekyll.” Utterson could not trust his eyes. Yes, it was disappearance; here again, as in the mad will which he had long ago restored to its author, here again were the idea of a disappearance and the name of Henry Jekyll bracketted. But in the will, that idea had sprung from the sinister suggestion of the man Hyde; it was set there with a purpose all too plain and horrible. Written by the hand of Lanyon, what should it mean? A great curiosity came on the trustee, to disregard the prohibition and dive at once to the bottom of these mysteries; but professional honour and faith to his dead friend were stringent obligations; and the packet slept in the inmost corner of his private safe. + +It is one thing to mortify curiosity, another to conquer it; and it may be doubted if, from that day forth, Utterson desired the society of his surviving friend with the same eagerness. He thought of him kindly; but his thoughts were disquieted and fearful. He went to call indeed; but he was perhaps relieved to be denied admittance; perhaps, in his heart, he preferred to speak with Poole upon the doorstep and surrounded by the air and sounds of the open city, rather than to be admitted into that house of voluntary bondage, and to sit and speak with its inscrutable recluse. Poole had, indeed, no very pleasant news to communicate. The doctor, it appeared, now more than ever confined himself to the cabinet over the laboratory, where he would sometimes even sleep; he was out of spirits, he had grown very silent, he did not read; it seemed as if he had something on his mind. Utterson became so used to the unvarying character of these reports, that he fell off little by little in the frequency of his visits. + + + +INCIDENT AT THE WINDOW + +It chanced on Sunday, when Mr. Utterson was on his usual walk with Mr. Enfield, that their way lay once again through the by-street; and that when they came in front of the door, both stopped to gaze on it. + +“Well,” said Enfield, “that story’s at an end at least. We shall never see more of Mr. Hyde.” + +“I hope not,” said Utterson. “Did I ever tell you that I once saw him, and shared your feeling of repulsion?” + +“It was impossible to do the one without the other,” returned Enfield. “And by the way, what an ass you must have thought me, not to know that this was a back way to Dr. Jekyll’s! It was partly your own fault that I found it out, even when I did.” + +“So you found it out, did you?” said Utterson. “But if that be so, we may step into the court and take a look at the windows. To tell you the truth, I am uneasy about poor Jekyll; and even outside, I feel as if the presence of a friend might do him good.” + +The court was very cool and a little damp, and full of premature twilight, although the sky, high up overhead, was still bright with sunset. The middle one of the three windows was half-way open; and sitting close beside it, taking the air with an infinite sadness of mien, like some disconsolate prisoner, Utterson saw Dr. Jekyll. + +“What! Jekyll!” he cried. “I trust you are better.” + +“I am very low, Utterson,” replied the doctor drearily, “very low. It will not last long, thank God.” + +“You stay too much indoors,” said the lawyer. “You should be out, whipping up the circulation like Mr. Enfield and me. (This is my cousin—Mr. Enfield—Dr. Jekyll.) Come now; get your hat and take a quick turn with us.” + +“You are very good,” sighed the other. “I should like to very much; but no, no, no, it is quite impossible; I dare not. But indeed, Utterson, I am very glad to see you; this is really a great pleasure; I would ask you and Mr. Enfield up, but the place is really not fit.” + +“Why, then,” said the lawyer, good-naturedly, “the best thing we can do is to stay down here and speak with you from where we are.” + +“That is just what I was about to venture to propose,” returned the doctor with a smile. But the words were hardly uttered, before the smile was struck out of his face and succeeded by an expression of such abject terror and despair, as froze the very blood of the two gentlemen below. They saw it but for a glimpse for the window was instantly thrust down; but that glimpse had been sufficient, and they turned and left the court without a word. In silence, too, they traversed the by-street; and it was not until they had come into a neighbouring thoroughfare, where even upon a Sunday there were still some stirrings of life, that Mr. Utterson at last turned and looked at his companion. They were both pale; and there was an answering horror in their eyes. + +“God forgive us, God forgive us,” said Mr. Utterson. + +But Mr. Enfield only nodded his head very seriously, and walked on once more in silence. + + + +THE LAST NIGHT + +Mr. Utterson was sitting by his fireside one evening after dinner, when he was surprised to receive a visit from Poole. + +“Bless me, Poole, what brings you here?” he cried; and then taking a second look at him, “What ails you?” he added; “is the doctor ill?” + +“Mr. Utterson,” said the man, “there is something wrong.” + +“Take a seat, and here is a glass of wine for you,” said the lawyer. “Now, take your time, and tell me plainly what you want.” + +“You know the doctor’s ways, sir,” replied Poole, “and how he shuts himself up. Well, he’s shut up again in the cabinet; and I don’t like it, sir—I wish I may die if I like it. Mr. Utterson, sir, I’m afraid.” + +“Now, my good man,” said the lawyer, “be explicit. What are you afraid of?” + +“I’ve been afraid for about a week,” returned Poole, doggedly disregarding the question, “and I can bear it no more.” + +The man’s appearance amply bore out his words; his manner was altered for the worse; and except for the moment when he had first announced his terror, he had not once looked the lawyer in the face. Even now, he sat with the glass of wine untasted on his knee, and his eyes directed to a corner of the floor. “I can bear it no more,” he repeated. + +“Come,” said the lawyer, “I see you have some good reason, Poole; I see there is something seriously amiss. Try to tell me what it is.” + +“I think there’s been foul play,” said Poole, hoarsely. + +“Foul play!” cried the lawyer, a good deal frightened and rather inclined to be irritated in consequence. “What foul play! What does the man mean?” + +“I daren’t say, sir,” was the answer; “but will you come along with me and see for yourself?” + +Mr. Utterson’s only answer was to rise and get his hat and greatcoat; but he observed with wonder the greatness of the relief that appeared upon the butler’s face, and perhaps with no less, that the wine was still untasted when he set it down to follow. + +It was a wild, cold, seasonable night of March, with a pale moon, lying on her back as though the wind had tilted her, and flying wrack of the most diaphanous and lawny texture. The wind made talking difficult, and flecked the blood into the face. It seemed to have swept the streets unusually bare of passengers, besides; for Mr. Utterson thought he had never seen that part of London so deserted. He could have wished it otherwise; never in his life had he been conscious of so sharp a wish to see and touch his fellow-creatures; for struggle as he might, there was borne in upon his mind a crushing anticipation of calamity. The square, when they got there, was full of wind and dust, and the thin trees in the garden were lashing themselves along the railing. Poole, who had kept all the way a pace or two ahead, now pulled up in the middle of the pavement, and in spite of the biting weather, took off his hat and mopped his brow with a red pocket-handkerchief. But for all the hurry of his coming, these were not the dews of exertion that he wiped away, but the moisture of some strangling anguish; for his face was white and his voice, when he spoke, harsh and broken. + +“Well, sir,” he said, “here we are, and God grant there be nothing wrong.” + +“Amen, Poole,” said the lawyer. + +Thereupon the servant knocked in a very guarded manner; the door was opened on the chain; and a voice asked from within, “Is that you, Poole?” + +“It’s all right,” said Poole. “Open the door.” + +The hall, when they entered it, was brightly lighted up; the fire was built high; and about the hearth the whole of the servants, men and women, stood huddled together like a flock of sheep. At the sight of Mr. Utterson, the housemaid broke into hysterical whimpering; and the cook, crying out “Bless God! it’s Mr. Utterson,” ran forward as if to take him in her arms. + +“What, what? Are you all here?” said the lawyer peevishly. “Very irregular, very unseemly; your master would be far from pleased.” + +“They’re all afraid,” said Poole. + +Blank silence followed, no one protesting; only the maid lifted her voice and now wept loudly. + +“Hold your tongue!” Poole said to her, with a ferocity of accent that testified to his own jangled nerves; and indeed, when the girl had so suddenly raised the note of her lamentation, they had all started and turned towards the inner door with faces of dreadful expectation. “And now,” continued the butler, addressing the knife-boy, “reach me a candle, and we’ll get this through hands at once.” And then he begged Mr. Utterson to follow him, and led the way to the back garden. + +“Now, sir,” said he, “you come as gently as you can. I want you to hear, and I don’t want you to be heard. And see here, sir, if by any chance he was to ask you in, don’t go.” + +Mr. Utterson’s nerves, at this unlooked-for termination, gave a jerk that nearly threw him from his balance; but he recollected his courage and followed the butler into the laboratory building through the surgical theatre, with its lumber of crates and bottles, to the foot of the stair. Here Poole motioned him to stand on one side and listen; while he himself, setting down the candle and making a great and obvious call on his resolution, mounted the steps and knocked with a somewhat uncertain hand on the red baize of the cabinet door. + +“Mr. Utterson, sir, asking to see you,” he called; and even as he did so, once more violently signed to the lawyer to give ear. + +A voice answered from within: “Tell him I cannot see anyone,” it said complainingly. + +“Thank you, sir,” said Poole, with a note of something like triumph in his voice; and taking up his candle, he led Mr. Utterson back across the yard and into the great kitchen, where the fire was out and the beetles were leaping on the floor. + +“Sir,” he said, looking Mr. Utterson in the eyes, “Was that my master’s voice?” + +“It seems much changed,” replied the lawyer, very pale, but giving look for look. + +“Changed? Well, yes, I think so,” said the butler. “Have I been twenty years in this man’s house, to be deceived about his voice? No, sir; master’s made away with; he was made away with eight days ago, when we heard him cry out upon the name of God; and _who’s_ in there instead of him, and _why_ it stays there, is a thing that cries to Heaven, Mr. Utterson!” + +“This is a very strange tale, Poole; this is rather a wild tale my man,” said Mr. Utterson, biting his finger. “Suppose it were as you suppose, supposing Dr. Jekyll to have been—well, murdered, what could induce the murderer to stay? That won’t hold water; it doesn’t commend itself to reason.” + +“Well, Mr. Utterson, you are a hard man to satisfy, but I’ll do it yet,” said Poole. “All this last week (you must know) him, or it, whatever it is that lives in that cabinet, has been crying night and day for some sort of medicine and cannot get it to his mind. It was sometimes his way—the master’s, that is—to write his orders on a sheet of paper and throw it on the stair. We’ve had nothing else this week back; nothing but papers, and a closed door, and the very meals left there to be smuggled in when nobody was looking. Well, sir, every day, ay, and twice and thrice in the same day, there have been orders and complaints, and I have been sent flying to all the wholesale chemists in town. Every time I brought the stuff back, there would be another paper telling me to return it, because it was not pure, and another order to a different firm. This drug is wanted bitter bad, sir, whatever for.” + +“Have you any of these papers?” asked Mr. Utterson. + +Poole felt in his pocket and handed out a crumpled note, which the lawyer, bending nearer to the candle, carefully examined. Its contents ran thus: “Dr. Jekyll presents his compliments to Messrs. Maw. He assures them that their last sample is impure and quite useless for his present purpose. In the year 18—, Dr. J. purchased a somewhat large quantity from Messrs. M. He now begs them to search with most sedulous care, and should any of the same quality be left, forward it to him at once. Expense is no consideration. The importance of this to Dr. J. can hardly be exaggerated.” So far the letter had run composedly enough, but here with a sudden splutter of the pen, the writer’s emotion had broken loose. “For God’s sake,” he added, “find me some of the old.” + +“This is a strange note,” said Mr. Utterson; and then sharply, “How do you come to have it open?” + +“The man at Maw’s was main angry, sir, and he threw it back to me like so much dirt,” returned Poole. + +“This is unquestionably the doctor’s hand, do you know?” resumed the lawyer. + +“I thought it looked like it,” said the servant rather sulkily; and then, with another voice, “But what matters hand of write?” he said. “I’ve seen him!” + +“Seen him?” repeated Mr. Utterson. “Well?” + +“That’s it!” said Poole. “It was this way. I came suddenly into the theatre from the garden. It seems he had slipped out to look for this drug or whatever it is; for the cabinet door was open, and there he was at the far end of the room digging among the crates. He looked up when I came in, gave a kind of cry, and whipped upstairs into the cabinet. It was but for one minute that I saw him, but the hair stood upon my head like quills. Sir, if that was my master, why had he a mask upon his face? If it was my master, why did he cry out like a rat, and run from me? I have served him long enough. And then...” The man paused and passed his hand over his face. + +“These are all very strange circumstances,” said Mr. Utterson, “but I think I begin to see daylight. Your master, Poole, is plainly seized with one of those maladies that both torture and deform the sufferer; hence, for aught I know, the alteration of his voice; hence the mask and the avoidance of his friends; hence his eagerness to find this drug, by means of which the poor soul retains some hope of ultimate recovery—God grant that he be not deceived! There is my explanation; it is sad enough, Poole, ay, and appalling to consider; but it is plain and natural, hangs well together, and delivers us from all exorbitant alarms.” + +“Sir,” said the butler, turning to a sort of mottled pallor, “that thing was not my master, and there’s the truth. My master”—here he looked round him and began to whisper—“is a tall, fine build of a man, and this was more of a dwarf.” Utterson attempted to protest. “O, sir,” cried Poole, “do you think I do not know my master after twenty years? Do you think I do not know where his head comes to in the cabinet door, where I saw him every morning of my life? No, sir, that thing in the mask was never Dr. Jekyll—God knows what it was, but it was never Dr. Jekyll; and it is the belief of my heart that there was murder done.” + +“Poole,” replied the lawyer, “if you say that, it will become my duty to make certain. Much as I desire to spare your master’s feelings, much as I am puzzled by this note which seems to prove him to be still alive, I shall consider it my duty to break in that door.” + +“Ah, Mr. Utterson, that’s talking!” cried the butler. + +“And now comes the second question,” resumed Utterson: “Who is going to do it?” + +“Why, you and me, sir,” was the undaunted reply. + +“That’s very well said,” returned the lawyer; “and whatever comes of it, I shall make it my business to see you are no loser.” + +“There is an axe in the theatre,” continued Poole; “and you might take the kitchen poker for yourself.” + +The lawyer took that rude but weighty instrument into his hand, and balanced it. “Do you know, Poole,” he said, looking up, “that you and I are about to place ourselves in a position of some peril?” + +“You may say so, sir, indeed,” returned the butler. + +“It is well, then that we should be frank,” said the other. “We both think more than we have said; let us make a clean breast. This masked figure that you saw, did you recognise it?” + +“Well, sir, it went so quick, and the creature was so doubled up, that I could hardly swear to that,” was the answer. “But if you mean, was it Mr. Hyde?—why, yes, I think it was! You see, it was much of the same bigness; and it had the same quick, light way with it; and then who else could have got in by the laboratory door? You have not forgot, sir, that at the time of the murder he had still the key with him? But that’s not all. I don’t know, Mr. Utterson, if you ever met this Mr. Hyde?” + +“Yes,” said the lawyer, “I once spoke with him.” + +“Then you must know as well as the rest of us that there was something queer about that gentleman—something that gave a man a turn—I don’t know rightly how to say it, sir, beyond this: that you felt in your marrow kind of cold and thin.” + +“I own I felt something of what you describe,” said Mr. Utterson. + +“Quite so, sir,” returned Poole. “Well, when that masked thing like a monkey jumped from among the chemicals and whipped into the cabinet, it went down my spine like ice. O, I know it’s not evidence, Mr. Utterson; I’m book-learned enough for that; but a man has his feelings, and I give you my bible-word it was Mr. Hyde!” + +“Ay, ay,” said the lawyer. “My fears incline to the same point. Evil, I fear, founded—evil was sure to come—of that connection. Ay truly, I believe you; I believe poor Harry is killed; and I believe his murderer (for what purpose, God alone can tell) is still lurking in his victim’s room. Well, let our name be vengeance. Call Bradshaw.” + +The footman came at the summons, very white and nervous. + +“Pull yourself together, Bradshaw,” said the lawyer. “This suspense, I know, is telling upon all of you; but it is now our intention to make an end of it. Poole, here, and I are going to force our way into the cabinet. If all is well, my shoulders are broad enough to bear the blame. Meanwhile, lest anything should really be amiss, or any malefactor seek to escape by the back, you and the boy must go round the corner with a pair of good sticks and take your post at the laboratory door. We give you ten minutes to get to your stations.” + +As Bradshaw left, the lawyer looked at his watch. “And now, Poole, let us get to ours,” he said; and taking the poker under his arm, led the way into the yard. The scud had banked over the moon, and it was now quite dark. The wind, which only broke in puffs and draughts into that deep well of building, tossed the light of the candle to and fro about their steps, until they came into the shelter of the theatre, where they sat down silently to wait. London hummed solemnly all around; but nearer at hand, the stillness was only broken by the sounds of a footfall moving to and fro along the cabinet floor. + +“So it will walk all day, sir,” whispered Poole; “ay, and the better part of the night. Only when a new sample comes from the chemist, there’s a bit of a break. Ah, it’s an ill conscience that’s such an enemy to rest! Ah, sir, there’s blood foully shed in every step of it! But hark again, a little closer—put your heart in your ears, Mr. Utterson, and tell me, is that the doctor’s foot?” + +The steps fell lightly and oddly, with a certain swing, for all they went so slowly; it was different indeed from the heavy creaking tread of Henry Jekyll. Utterson sighed. “Is there never anything else?” he asked. + +Poole nodded. “Once,” he said. “Once I heard it weeping!” + +“Weeping? how that?” said the lawyer, conscious of a sudden chill of horror. + +“Weeping like a woman or a lost soul,” said the butler. “I came away with that upon my heart, that I could have wept too.” + +But now the ten minutes drew to an end. Poole disinterred the axe from under a stack of packing straw; the candle was set upon the nearest table to light them to the attack; and they drew near with bated breath to where that patient foot was still going up and down, up and down, in the quiet of the night. + +“Jekyll,” cried Utterson, with a loud voice, “I demand to see you.” He paused a moment, but there came no reply. “I give you fair warning, our suspicions are aroused, and I must and shall see you,” he resumed; “if not by fair means, then by foul—if not of your consent, then by brute force!” + +“Utterson,” said the voice, “for God’s sake, have mercy!” + +“Ah, that’s not Jekyll’s voice—it’s Hyde’s!” cried Utterson. “Down with the door, Poole!” + +Poole swung the axe over his shoulder; the blow shook the building, and the red baize door leaped against the lock and hinges. A dismal screech, as of mere animal terror, rang from the cabinet. Up went the axe again, and again the panels crashed and the frame bounded; four times the blow fell; but the wood was tough and the fittings were of excellent workmanship; and it was not until the fifth, that the lock burst and the wreck of the door fell inwards on the carpet. + +The besiegers, appalled by their own riot and the stillness that had succeeded, stood back a little and peered in. There lay the cabinet before their eyes in the quiet lamplight, a good fire glowing and chattering on the hearth, the kettle singing its thin strain, a drawer or two open, papers neatly set forth on the business table, and nearer the fire, the things laid out for tea; the quietest room, you would have said, and, but for the glazed presses full of chemicals, the most commonplace that night in London. + +Right in the middle there lay the body of a man sorely contorted and still twitching. They drew near on tiptoe, turned it on its back and beheld the face of Edward Hyde. He was dressed in clothes far too large for him, clothes of the doctor’s bigness; the cords of his face still moved with a semblance of life, but life was quite gone; and by the crushed phial in the hand and the strong smell of kernels that hung upon the air, Utterson knew that he was looking on the body of a self-destroyer. + +“We have come too late,” he said sternly, “whether to save or punish. Hyde is gone to his account; and it only remains for us to find the body of your master.” + +The far greater proportion of the building was occupied by the theatre, which filled almost the whole ground storey and was lighted from above, and by the cabinet, which formed an upper storey at one end and looked upon the court. A corridor joined the theatre to the door on the by-street; and with this the cabinet communicated separately by a second flight of stairs. There were besides a few dark closets and a spacious cellar. All these they now thoroughly examined. Each closet needed but a glance, for all were empty, and all, by the dust that fell from their doors, had stood long unopened. The cellar, indeed, was filled with crazy lumber, mostly dating from the times of the surgeon who was Jekyll’s predecessor; but even as they opened the door they were advertised of the uselessness of further search, by the fall of a perfect mat of cobweb which had for years sealed up the entrance. Nowhere was there any trace of Henry Jekyll, dead or alive. + +Poole stamped on the flags of the corridor. “He must be buried here,” he said, hearkening to the sound. + +“Or he may have fled,” said Utterson, and he turned to examine the door in the by-street. It was locked; and lying near by on the flags, they found the key, already stained with rust. + +“This does not look like use,” observed the lawyer. + +“Use!” echoed Poole. “Do you not see, sir, it is broken? much as if a man had stamped on it.” + +“Ay,” continued Utterson, “and the fractures, too, are rusty.” The two men looked at each other with a scare. “This is beyond me, Poole,” said the lawyer. “Let us go back to the cabinet.” + +They mounted the stair in silence, and still with an occasional awestruck glance at the dead body, proceeded more thoroughly to examine the contents of the cabinet. At one table, there were traces of chemical work, various measured heaps of some white salt being laid on glass saucers, as though for an experiment in which the unhappy man had been prevented. + +“That is the same drug that I was always bringing him,” said Poole; and even as he spoke, the kettle with a startling noise boiled over. + +This brought them to the fireside, where the easy-chair was drawn cosily up, and the tea things stood ready to the sitter’s elbow, the very sugar in the cup. There were several books on a shelf; one lay beside the tea things open, and Utterson was amazed to find it a copy of a pious work, for which Jekyll had several times expressed a great esteem, annotated, in his own hand with startling blasphemies. + +Next, in the course of their review of the chamber, the searchers came to the cheval-glass, into whose depths they looked with an involuntary horror. But it was so turned as to show them nothing but the rosy glow playing on the roof, the fire sparkling in a hundred repetitions along the glazed front of the presses, and their own pale and fearful countenances stooping to look in. + +“This glass has seen some strange things, sir,” whispered Poole. + +“And surely none stranger than itself,” echoed the lawyer in the same tones. “For what did Jekyll”—he caught himself up at the word with a start, and then conquering the weakness—“what could Jekyll want with it?” he said. + +“You may say that!” said Poole. + +Next they turned to the business table. On the desk, among the neat array of papers, a large envelope was uppermost, and bore, in the doctor’s hand, the name of Mr. Utterson. The lawyer unsealed it, and several enclosures fell to the floor. The first was a will, drawn in the same eccentric terms as the one which he had returned six months before, to serve as a testament in case of death and as a deed of gift in case of disappearance; but in place of the name of Edward Hyde, the lawyer, with indescribable amazement read the name of Gabriel John Utterson. He looked at Poole, and then back at the paper, and last of all at the dead malefactor stretched upon the carpet. + +“My head goes round,” he said. “He has been all these days in possession; he had no cause to like me; he must have raged to see himself displaced; and he has not destroyed this document.” + +He caught up the next paper; it was a brief note in the doctor’s hand and dated at the top. “O Poole!” the lawyer cried, “he was alive and here this day. He cannot have been disposed of in so short a space; he must be still alive, he must have fled! And then, why fled? and how? and in that case, can we venture to declare this suicide? O, we must be careful. I foresee that we may yet involve your master in some dire catastrophe.” + +“Why don’t you read it, sir?” asked Poole. + +“Because I fear,” replied the lawyer solemnly. “God grant I have no cause for it!” And with that he brought the paper to his eyes and read as follows: + + +“My dear Utterson,—When this shall fall into your hands, I shall have disappeared, under what circumstances I have not the penetration to foresee, but my instinct and all the circumstances of my nameless situation tell me that the end is sure and must be early. Go then, and first read the narrative which Lanyon warned me he was to place in your hands; and if you care to hear more, turn to the confession of + +“Your unworthy and unhappy friend, + +“HENRY JEKYLL.” + + +“There was a third enclosure?” asked Utterson. + +“Here, sir,” said Poole, and gave into his hands a considerable packet sealed in several places. + +The lawyer put it in his pocket. “I would say nothing of this paper. If your master has fled or is dead, we may at least save his credit. It is now ten; I must go home and read these documents in quiet; but I shall be back before midnight, when we shall send for the police.” + +They went out, locking the door of the theatre behind them; and Utterson, once more leaving the servants gathered about the fire in the hall, trudged back to his office to read the two narratives in which this mystery was now to be explained. + + + +DR. LANYON’S NARRATIVE + +On the ninth of January, now four days ago, I received by the evening delivery a registered envelope, addressed in the hand of my colleague and old school companion, Henry Jekyll. I was a good deal surprised by this; for we were by no means in the habit of correspondence; I had seen the man, dined with him, indeed, the night before; and I could imagine nothing in our intercourse that should justify formality of registration. The contents increased my wonder; for this is how the letter ran: + +“10_th December_, 18—. + + +“Dear Lanyon,—You are one of my oldest friends; and although we may have differed at times on scientific questions, I cannot remember, at least on my side, any break in our affection. There was never a day when, if you had said to me, ‘Jekyll, my life, my honour, my reason, depend upon you,’ I would not have sacrificed my left hand to help you. Lanyon, my life, my honour, my reason, are all at your mercy; if you fail me to-night, I am lost. You might suppose, after this preface, that I am going to ask you for something dishonourable to grant. Judge for yourself. + +“I want you to postpone all other engagements for to-night—ay, even if you were summoned to the bedside of an emperor; to take a cab, unless your carriage should be actually at the door; and with this letter in your hand for consultation, to drive straight to my house. Poole, my butler, has his orders; you will find him waiting your arrival with a locksmith. The door of my cabinet is then to be forced; and you are to go in alone; to open the glazed press (letter E) on the left hand, breaking the lock if it be shut; and to draw out, _with all its contents as they stand_, the fourth drawer from the top or (which is the same thing) the third from the bottom. In my extreme distress of mind, I have a morbid fear of misdirecting you; but even if I am in error, you may know the right drawer by its contents: some powders, a phial and a paper book. This drawer I beg of you to carry back with you to Cavendish Square exactly as it stands. + +“That is the first part of the service: now for the second. You should be back, if you set out at once on the receipt of this, long before midnight; but I will leave you that amount of margin, not only in the fear of one of those obstacles that can neither be prevented nor foreseen, but because an hour when your servants are in bed is to be preferred for what will then remain to do. At midnight, then, I have to ask you to be alone in your consulting room, to admit with your own hand into the house a man who will present himself in my name, and to place in his hands the drawer that you will have brought with you from my cabinet. Then you will have played your part and earned my gratitude completely. Five minutes afterwards, if you insist upon an explanation, you will have understood that these arrangements are of capital importance; and that by the neglect of one of them, fantastic as they must appear, you might have charged your conscience with my death or the shipwreck of my reason. + +“Confident as I am that you will not trifle with this appeal, my heart sinks and my hand trembles at the bare thought of such a possibility. Think of me at this hour, in a strange place, labouring under a blackness of distress that no fancy can exaggerate, and yet well aware that, if you will but punctually serve me, my troubles will roll away like a story that is told. Serve me, my dear Lanyon and save + +“Your friend, + + +“H.J. + + +“P.S.—I had already sealed this up when a fresh terror struck upon my soul. It is possible that the post-office may fail me, and this letter not come into your hands until to-morrow morning. In that case, dear Lanyon, do my errand when it shall be most convenient for you in the course of the day; and once more expect my messenger at midnight. It may then already be too late; and if that night passes without event, you will know that you have seen the last of Henry Jekyll.” + + +Upon the reading of this letter, I made sure my colleague was insane; but till that was proved beyond the possibility of doubt, I felt bound to do as he requested. The less I understood of this farrago, the less I was in a position to judge of its importance; and an appeal so worded could not be set aside without a grave responsibility. I rose accordingly from table, got into a hansom, and drove straight to Jekyll’s house. The butler was awaiting my arrival; he had received by the same post as mine a registered letter of instruction, and had sent at once for a locksmith and a carpenter. The tradesmen came while we were yet speaking; and we moved in a body to old Dr. Denman’s surgical theatre, from which (as you are doubtless aware) Jekyll’s private cabinet is most conveniently entered. The door was very strong, the lock excellent; the carpenter avowed he would have great trouble and have to do much damage, if force were to be used; and the locksmith was near despair. But this last was a handy fellow, and after two hour’s work, the door stood open. The press marked E was unlocked; and I took out the drawer, had it filled up with straw and tied in a sheet, and returned with it to Cavendish Square. + +Here I proceeded to examine its contents. The powders were neatly enough made up, but not with the nicety of the dispensing chemist; so that it was plain they were of Jekyll’s private manufacture; and when I opened one of the wrappers I found what seemed to me a simple crystalline salt of a white colour. The phial, to which I next turned my attention, might have been about half full of a blood-red liquor, which was highly pungent to the sense of smell and seemed to me to contain phosphorus and some volatile ether. At the other ingredients I could make no guess. The book was an ordinary version book and contained little but a series of dates. These covered a period of many years, but I observed that the entries ceased nearly a year ago and quite abruptly. Here and there a brief remark was appended to a date, usually no more than a single word: “double” occurring perhaps six times in a total of several hundred entries; and once very early in the list and followed by several marks of exclamation, “total failure!!!” All this, though it whetted my curiosity, told me little that was definite. Here were a phial of some salt, and the record of a series of experiments that had led (like too many of Jekyll’s investigations) to no end of practical usefulness. How could the presence of these articles in my house affect either the honour, the sanity, or the life of my flighty colleague? If his messenger could go to one place, why could he not go to another? And even granting some impediment, why was this gentleman to be received by me in secret? The more I reflected the more convinced I grew that I was dealing with a case of cerebral disease; and though I dismissed my servants to bed, I loaded an old revolver, that I might be found in some posture of self-defence. + +Twelve o’clock had scarce rung out over London, ere the knocker sounded very gently on the door. I went myself at the summons, and found a small man crouching against the pillars of the portico. + +“Are you come from Dr. Jekyll?” I asked. + +He told me “yes” by a constrained gesture; and when I had bidden him enter, he did not obey me without a searching backward glance into the darkness of the square. There was a policeman not far off, advancing with his bull’s eye open; and at the sight, I thought my visitor started and made greater haste. + +These particulars struck me, I confess, disagreeably; and as I followed him into the bright light of the consulting room, I kept my hand ready on my weapon. Here, at last, I had a chance of clearly seeing him. I had never set eyes on him before, so much was certain. He was small, as I have said; I was struck besides with the shocking expression of his face, with his remarkable combination of great muscular activity and great apparent debility of constitution, and—last but not least—with the odd, subjective disturbance caused by his neighbourhood. This bore some resemblance to incipient rigour, and was accompanied by a marked sinking of the pulse. At the time, I set it down to some idiosyncratic, personal distaste, and merely wondered at the acuteness of the symptoms; but I have since had reason to believe the cause to lie much deeper in the nature of man, and to turn on some nobler hinge than the principle of hatred. + +This person (who had thus, from the first moment of his entrance, struck in me what I can only describe as a disgustful curiosity) was dressed in a fashion that would have made an ordinary person laughable; his clothes, that is to say, although they were of rich and sober fabric, were enormously too large for him in every measurement—the trousers hanging on his legs and rolled up to keep them from the ground, the waist of the coat below his haunches, and the collar sprawling wide upon his shoulders. Strange to relate, this ludicrous accoutrement was far from moving me to laughter. Rather, as there was something abnormal and misbegotten in the very essence of the creature that now faced me—something seizing, surprising and revolting—this fresh disparity seemed but to fit in with and to reinforce it; so that to my interest in the man’s nature and character, there was added a curiosity as to his origin, his life, his fortune and status in the world. + +These observations, though they have taken so great a space to be set down in, were yet the work of a few seconds. My visitor was, indeed, on fire with sombre excitement. + +“Have you got it?” he cried. “Have you got it?” And so lively was his impatience that he even laid his hand upon my arm and sought to shake me. + +I put him back, conscious at his touch of a certain icy pang along my blood. “Come, sir,” said I. “You forget that I have not yet the pleasure of your acquaintance. Be seated, if you please.” And I showed him an example, and sat down myself in my customary seat and with as fair an imitation of my ordinary manner to a patient, as the lateness of the hour, the nature of my preoccupations, and the horror I had of my visitor, would suffer me to muster. + +“I beg your pardon, Dr. Lanyon,” he replied civilly enough. “What you say is very well founded; and my impatience has shown its heels to my politeness. I come here at the instance of your colleague, Dr. Henry Jekyll, on a piece of business of some moment; and I understood...” He paused and put his hand to his throat, and I could see, in spite of his collected manner, that he was wrestling against the approaches of the hysteria—“I understood, a drawer...” + +But here I took pity on my visitor’s suspense, and some perhaps on my own growing curiosity. + +“There it is, sir,” said I, pointing to the drawer, where it lay on the floor behind a table and still covered with the sheet. + +He sprang to it, and then paused, and laid his hand upon his heart; I could hear his teeth grate with the convulsive action of his jaws; and his face was so ghastly to see that I grew alarmed both for his life and reason. + +“Compose yourself,” said I. + +He turned a dreadful smile to me, and as if with the decision of despair, plucked away the sheet. At sight of the contents, he uttered one loud sob of such immense relief that I sat petrified. And the next moment, in a voice that was already fairly well under control, “Have you a graduated glass?” he asked. + +I rose from my place with something of an effort and gave him what he asked. + +He thanked me with a smiling nod, measured out a few minims of the red tincture and added one of the powders. The mixture, which was at first of a reddish hue, began, in proportion as the crystals melted, to brighten in colour, to effervesce audibly, and to throw off small fumes of vapour. Suddenly and at the same moment, the ebullition ceased and the compound changed to a dark purple, which faded again more slowly to a watery green. My visitor, who had watched these metamorphoses with a keen eye, smiled, set down the glass upon the table, and then turned and looked upon me with an air of scrutiny. + +“And now,” said he, “to settle what remains. Will you be wise? will you be guided? will you suffer me to take this glass in my hand and to go forth from your house without further parley? or has the greed of curiosity too much command of you? Think before you answer, for it shall be done as you decide. As you decide, you shall be left as you were before, and neither richer nor wiser, unless the sense of service rendered to a man in mortal distress may be counted as a kind of riches of the soul. Or, if you shall so prefer to choose, a new province of knowledge and new avenues to fame and power shall be laid open to you, here, in this room, upon the instant; and your sight shall be blasted by a prodigy to stagger the unbelief of Satan.” + +“Sir,” said I, affecting a coolness that I was far from truly possessing, “you speak enigmas, and you will perhaps not wonder that I hear you with no very strong impression of belief. But I have gone too far in the way of inexplicable services to pause before I see the end.” + +“It is well,” replied my visitor. “Lanyon, you remember your vows: what follows is under the seal of our profession. And now, you who have so long been bound to the most narrow and material views, you who have denied the virtue of transcendental medicine, you who have derided your superiors—behold!” + +He put the glass to his lips and drank at one gulp. A cry followed; he reeled, staggered, clutched at the table and held on, staring with injected eyes, gasping with open mouth; and as I looked there came, I thought, a change—he seemed to swell—his face became suddenly black and the features seemed to melt and alter—and the next moment, I had sprung to my feet and leaped back against the wall, my arms raised to shield me from that prodigy, my mind submerged in terror. + +“O God!” I screamed, and “O God!” again and again; for there before my eyes—pale and shaken, and half fainting, and groping before him with his hands, like a man restored from death—there stood Henry Jekyll! + +What he told me in the next hour, I cannot bring my mind to set on paper. I saw what I saw, I heard what I heard, and my soul sickened at it; and yet now when that sight has faded from my eyes, I ask myself if I believe it, and I cannot answer. My life is shaken to its roots; sleep has left me; the deadliest terror sits by me at all hours of the day and night; and I feel that my days are numbered, and that I must die; and yet I shall die incredulous. As for the moral turpitude that man unveiled to me, even with tears of penitence, I cannot, even in memory, dwell on it without a start of horror. I will say but one thing, Utterson, and that (if you can bring your mind to credit it) will be more than enough. The creature who crept into my house that night was, on Jekyll’s own confession, known by the name of Hyde and hunted for in every corner of the land as the murderer of Carew. + +HASTIE LANYON. + + + + +HENRY JEKYLL’S FULL STATEMENT OF THE CASE + +I was born in the year 18— to a large fortune, endowed besides with excellent parts, inclined by nature to industry, fond of the respect of the wise and good among my fellowmen, and thus, as might have been supposed, with every guarantee of an honourable and distinguished future. And indeed the worst of my faults was a certain impatient gaiety of disposition, such as has made the happiness of many, but such as I found it hard to reconcile with my imperious desire to carry my head high, and wear a more than commonly grave countenance before the public. Hence it came about that I concealed my pleasures; and that when I reached years of reflection, and began to look round me and take stock of my progress and position in the world, I stood already committed to a profound duplicity of life. Many a man would have even blazoned such irregularities as I was guilty of; but from the high views that I had set before me, I regarded and hid them with an almost morbid sense of shame. It was thus rather the exacting nature of my aspirations than any particular degradation in my faults, that made me what I was, and, with even a deeper trench than in the majority of men, severed in me those provinces of good and ill which divide and compound man’s dual nature. In this case, I was driven to reflect deeply and inveterately on that hard law of life, which lies at the root of religion and is one of the most plentiful springs of distress. Though so profound a double-dealer, I was in no sense a hypocrite; both sides of me were in dead earnest; I was no more myself when I laid aside restraint and plunged in shame, than when I laboured, in the eye of day, at the furtherance of knowledge or the relief of sorrow and suffering. And it chanced that the direction of my scientific studies, which led wholly towards the mystic and the transcendental, reacted and shed a strong light on this consciousness of the perennial war among my members. With every day, and from both sides of my intelligence, the moral and the intellectual, I thus drew steadily nearer to that truth, by whose partial discovery I have been doomed to such a dreadful shipwreck: that man is not truly one, but truly two. I say two, because the state of my own knowledge does not pass beyond that point. Others will follow, others will outstrip me on the same lines; and I hazard the guess that man will be ultimately known for a mere polity of multifarious, incongruous and independent denizens. I, for my part, from the nature of my life, advanced infallibly in one direction and in one direction only. It was on the moral side, and in my own person, that I learned to recognise the thorough and primitive duality of man; I saw that, of the two natures that contended in the field of my consciousness, even if I could rightly be said to be either, it was only because I was radically both; and from an early date, even before the course of my scientific discoveries had begun to suggest the most naked possibility of such a miracle, I had learned to dwell with pleasure, as a beloved daydream, on the thought of the separation of these elements. If each, I told myself, could be housed in separate identities, life would be relieved of all that was unbearable; the unjust might go his way, delivered from the aspirations and remorse of his more upright twin; and the just could walk steadfastly and securely on his upward path, doing the good things in which he found his pleasure, and no longer exposed to disgrace and penitence by the hands of this extraneous evil. It was the curse of mankind that these incongruous faggots were thus bound together—that in the agonised womb of consciousness, these polar twins should be continuously struggling. How, then were they dissociated? + +I was so far in my reflections when, as I have said, a side light began to shine upon the subject from the laboratory table. I began to perceive more deeply than it has ever yet been stated, the trembling immateriality, the mistlike transience, of this seemingly so solid body in which we walk attired. Certain agents I found to have the power to shake and pluck back that fleshly vestment, even as a wind might toss the curtains of a pavilion. For two good reasons, I will not enter deeply into this scientific branch of my confession. First, because I have been made to learn that the doom and burthen of our life is bound for ever on man’s shoulders, and when the attempt is made to cast it off, it but returns upon us with more unfamiliar and more awful pressure. Second, because, as my narrative will make, alas! too evident, my discoveries were incomplete. Enough then, that I not only recognised my natural body from the mere aura and effulgence of certain of the powers that made up my spirit, but managed to compound a drug by which these powers should be dethroned from their supremacy, and a second form and countenance substituted, none the less natural to me because they were the expression, and bore the stamp of lower elements in my soul. + +I hesitated long before I put this theory to the test of practice. I knew well that I risked death; for any drug that so potently controlled and shook the very fortress of identity, might, by the least scruple of an overdose or at the least inopportunity in the moment of exhibition, utterly blot out that immaterial tabernacle which I looked to it to change. But the temptation of a discovery so singular and profound at last overcame the suggestions of alarm. I had long since prepared my tincture; I purchased at once, from a firm of wholesale chemists, a large quantity of a particular salt which I knew, from my experiments, to be the last ingredient required; and late one accursed night, I compounded the elements, watched them boil and smoke together in the glass, and when the ebullition had subsided, with a strong glow of courage, drank off the potion. + +The most racking pangs succeeded: a grinding in the bones, deadly nausea, and a horror of the spirit that cannot be exceeded at the hour of birth or death. Then these agonies began swiftly to subside, and I came to myself as if out of a great sickness. There was something strange in my sensations, something indescribably new and, from its very novelty, incredibly sweet. I felt younger, lighter, happier in body; within I was conscious of a heady recklessness, a current of disordered sensual images running like a millrace in my fancy, a solution of the bonds of obligation, an unknown but not an innocent freedom of the soul. I knew myself, at the first breath of this new life, to be more wicked, tenfold more wicked, sold a slave to my original evil; and the thought, in that moment, braced and delighted me like wine. I stretched out my hands, exulting in the freshness of these sensations; and in the act, I was suddenly aware that I had lost in stature. + +There was no mirror, at that date, in my room; that which stands beside me as I write, was brought there later on and for the very purpose of these transformations. The night however, was far gone into the morning—the morning, black as it was, was nearly ripe for the conception of the day—the inmates of my house were locked in the most rigorous hours of slumber; and I determined, flushed as I was with hope and triumph, to venture in my new shape as far as to my bedroom. I crossed the yard, wherein the constellations looked down upon me, I could have thought, with wonder, the first creature of that sort that their unsleeping vigilance had yet disclosed to them; I stole through the corridors, a stranger in my own house; and coming to my room, I saw for the first time the appearance of Edward Hyde. + +I must here speak by theory alone, saying not that which I know, but that which I suppose to be most probable. The evil side of my nature, to which I had now transferred the stamping efficacy, was less robust and less developed than the good which I had just deposed. Again, in the course of my life, which had been, after all, nine tenths a life of effort, virtue and control, it had been much less exercised and much less exhausted. And hence, as I think, it came about that Edward Hyde was so much smaller, slighter and younger than Henry Jekyll. Even as good shone upon the countenance of the one, evil was written broadly and plainly on the face of the other. Evil besides (which I must still believe to be the lethal side of man) had left on that body an imprint of deformity and decay. And yet when I looked upon that ugly idol in the glass, I was conscious of no repugnance, rather of a leap of welcome. This, too, was myself. It seemed natural and human. In my eyes it bore a livelier image of the spirit, it seemed more express and single, than the imperfect and divided countenance I had been hitherto accustomed to call mine. And in so far I was doubtless right. I have observed that when I wore the semblance of Edward Hyde, none could come near to me at first without a visible misgiving of the flesh. This, as I take it, was because all human beings, as we meet them, are commingled out of good and evil: and Edward Hyde, alone in the ranks of mankind, was pure evil. + +I lingered but a moment at the mirror: the second and conclusive experiment had yet to be attempted; it yet remained to be seen if I had lost my identity beyond redemption and must flee before daylight from a house that was no longer mine; and hurrying back to my cabinet, I once more prepared and drank the cup, once more suffered the pangs of dissolution, and came to myself once more with the character, the stature and the face of Henry Jekyll. + +That night I had come to the fatal cross-roads. Had I approached my discovery in a more noble spirit, had I risked the experiment while under the empire of generous or pious aspirations, all must have been otherwise, and from these agonies of death and birth, I had come forth an angel instead of a fiend. The drug had no discriminating action; it was neither diabolical nor divine; it but shook the doors of the prisonhouse of my disposition; and like the captives of Philippi, that which stood within ran forth. At that time my virtue slumbered; my evil, kept awake by ambition, was alert and swift to seize the occasion; and the thing that was projected was Edward Hyde. Hence, although I had now two characters as well as two appearances, one was wholly evil, and the other was still the old Henry Jekyll, that incongruous compound of whose reformation and improvement I had already learned to despair. The movement was thus wholly toward the worse. + +Even at that time, I had not conquered my aversions to the dryness of a life of study. I would still be merrily disposed at times; and as my pleasures were (to say the least) undignified, and I was not only well known and highly considered, but growing towards the elderly man, this incoherency of my life was daily growing more unwelcome. It was on this side that my new power tempted me until I fell in slavery. I had but to drink the cup, to doff at once the body of the noted professor, and to assume, like a thick cloak, that of Edward Hyde. I smiled at the notion; it seemed to me at the time to be humourous; and I made my preparations with the most studious care. I took and furnished that house in Soho, to which Hyde was tracked by the police; and engaged as a housekeeper a creature whom I knew well to be silent and unscrupulous. On the other side, I announced to my servants that a Mr. Hyde (whom I described) was to have full liberty and power about my house in the square; and to parry mishaps, I even called and made myself a familiar object, in my second character. I next drew up that will to which you so much objected; so that if anything befell me in the person of Dr. Jekyll, I could enter on that of Edward Hyde without pecuniary loss. And thus fortified, as I supposed, on every side, I began to profit by the strange immunities of my position. + +Men have before hired bravos to transact their crimes, while their own person and reputation sat under shelter. I was the first that ever did so for his pleasures. I was the first that could plod in the public eye with a load of genial respectability, and in a moment, like a schoolboy, strip off these lendings and spring headlong into the sea of liberty. But for me, in my impenetrable mantle, the safety was complete. Think of it—I did not even exist! Let me but escape into my laboratory door, give me but a second or two to mix and swallow the draught that I had always standing ready; and whatever he had done, Edward Hyde would pass away like the stain of breath upon a mirror; and there in his stead, quietly at home, trimming the midnight lamp in his study, a man who could afford to laugh at suspicion, would be Henry Jekyll. + +The pleasures which I made haste to seek in my disguise were, as I have said, undignified; I would scarce use a harder term. But in the hands of Edward Hyde, they soon began to turn toward the monstrous. When I would come back from these excursions, I was often plunged into a kind of wonder at my vicarious depravity. This familiar that I called out of my own soul, and sent forth alone to do his good pleasure, was a being inherently malign and villainous; his every act and thought centered on self; drinking pleasure with bestial avidity from any degree of torture to another; relentless like a man of stone. Henry Jekyll stood at times aghast before the acts of Edward Hyde; but the situation was apart from ordinary laws, and insidiously relaxed the grasp of conscience. It was Hyde, after all, and Hyde alone, that was guilty. Jekyll was no worse; he woke again to his good qualities seemingly unimpaired; he would even make haste, where it was possible, to undo the evil done by Hyde. And thus his conscience slumbered. + +Into the details of the infamy at which I thus connived (for even now I can scarce grant that I committed it) I have no design of entering; I mean but to point out the warnings and the successive steps with which my chastisement approached. I met with one accident which, as it brought on no consequence, I shall no more than mention. An act of cruelty to a child aroused against me the anger of a passer-by, whom I recognised the other day in the person of your kinsman; the doctor and the child’s family joined him; there were moments when I feared for my life; and at last, in order to pacify their too just resentment, Edward Hyde had to bring them to the door, and pay them in a cheque drawn in the name of Henry Jekyll. But this danger was easily eliminated from the future, by opening an account at another bank in the name of Edward Hyde himself; and when, by sloping my own hand backward, I had supplied my double with a signature, I thought I sat beyond the reach of fate. + +Some two months before the murder of Sir Danvers, I had been out for one of my adventures, had returned at a late hour, and woke the next day in bed with somewhat odd sensations. It was in vain I looked about me; in vain I saw the decent furniture and tall proportions of my room in the square; in vain that I recognised the pattern of the bed curtains and the design of the mahogany frame; something still kept insisting that I was not where I was, that I had not wakened where I seemed to be, but in the little room in Soho where I was accustomed to sleep in the body of Edward Hyde. I smiled to myself, and in my psychological way, began lazily to inquire into the elements of this illusion, occasionally, even as I did so, dropping back into a comfortable morning doze. I was still so engaged when, in one of my more wakeful moments, my eyes fell upon my hand. Now the hand of Henry Jekyll (as you have often remarked) was professional in shape and size; it was large, firm, white and comely. But the hand which I now saw, clearly enough, in the yellow light of a mid-London morning, lying half shut on the bedclothes, was lean, corded, knuckly, of a dusky pallor and thickly shaded with a swart growth of hair. It was the hand of Edward Hyde. + +I must have stared upon it for near half a minute, sunk as I was in the mere stupidity of wonder, before terror woke up in my breast as sudden and startling as the crash of cymbals; and bounding from my bed I rushed to the mirror. At the sight that met my eyes, my blood was changed into something exquisitely thin and icy. Yes, I had gone to bed Henry Jekyll, I had awakened Edward Hyde. How was this to be explained? I asked myself; and then, with another bound of terror—how was it to be remedied? It was well on in the morning; the servants were up; all my drugs were in the cabinet—a long journey down two pairs of stairs, through the back passage, across the open court and through the anatomical theatre, from where I was then standing horror-struck. It might indeed be possible to cover my face; but of what use was that, when I was unable to conceal the alteration in my stature? And then with an overpowering sweetness of relief, it came back upon my mind that the servants were already used to the coming and going of my second self. I had soon dressed, as well as I was able, in clothes of my own size: had soon passed through the house, where Bradshaw stared and drew back at seeing Mr. Hyde at such an hour and in such a strange array; and ten minutes later, Dr. Jekyll had returned to his own shape and was sitting down, with a darkened brow, to make a feint of breakfasting. + +Small indeed was my appetite. This inexplicable incident, this reversal of my previous experience, seemed, like the Babylonian finger on the wall, to be spelling out the letters of my judgment; and I began to reflect more seriously than ever before on the issues and possibilities of my double existence. That part of me which I had the power of projecting, had lately been much exercised and nourished; it had seemed to me of late as though the body of Edward Hyde had grown in stature, as though (when I wore that form) I were conscious of a more generous tide of blood; and I began to spy a danger that, if this were much prolonged, the balance of my nature might be permanently overthrown, the power of voluntary change be forfeited, and the character of Edward Hyde become irrevocably mine. The power of the drug had not been always equally displayed. Once, very early in my career, it had totally failed me; since then I had been obliged on more than one occasion to double, and once, with infinite risk of death, to treble the amount; and these rare uncertainties had cast hitherto the sole shadow on my contentment. Now, however, and in the light of that morning’s accident, I was led to remark that whereas, in the beginning, the difficulty had been to throw off the body of Jekyll, it had of late gradually but decidedly transferred itself to the other side. All things therefore seemed to point to this; that I was slowly losing hold of my original and better self, and becoming slowly incorporated with my second and worse. + +Between these two, I now felt I had to choose. My two natures had memory in common, but all other faculties were most unequally shared between them. Jekyll (who was composite) now with the most sensitive apprehensions, now with a greedy gusto, projected and shared in the pleasures and adventures of Hyde; but Hyde was indifferent to Jekyll, or but remembered him as the mountain bandit remembers the cavern in which he conceals himself from pursuit. Jekyll had more than a father’s interest; Hyde had more than a son’s indifference. To cast in my lot with Jekyll, was to die to those appetites which I had long secretly indulged and had of late begun to pamper. To cast it in with Hyde, was to die to a thousand interests and aspirations, and to become, at a blow and forever, despised and friendless. The bargain might appear unequal; but there was still another consideration in the scales; for while Jekyll would suffer smartingly in the fires of abstinence, Hyde would be not even conscious of all that he had lost. Strange as my circumstances were, the terms of this debate are as old and commonplace as man; much the same inducements and alarms cast the die for any tempted and trembling sinner; and it fell out with me, as it falls with so vast a majority of my fellows, that I chose the better part and was found wanting in the strength to keep to it. + +Yes, I preferred the elderly and discontented doctor, surrounded by friends and cherishing honest hopes; and bade a resolute farewell to the liberty, the comparative youth, the light step, leaping impulses and secret pleasures, that I had enjoyed in the disguise of Hyde. I made this choice perhaps with some unconscious reservation, for I neither gave up the house in Soho, nor destroyed the clothes of Edward Hyde, which still lay ready in my cabinet. For two months, however, I was true to my determination; for two months, I led a life of such severity as I had never before attained to, and enjoyed the compensations of an approving conscience. But time began at last to obliterate the freshness of my alarm; the praises of conscience began to grow into a thing of course; I began to be tortured with throes and longings, as of Hyde struggling after freedom; and at last, in an hour of moral weakness, I once again compounded and swallowed the transforming draught. + +I do not suppose that, when a drunkard reasons with himself upon his vice, he is once out of five hundred times affected by the dangers that he runs through his brutish, physical insensibility; neither had I, long as I had considered my position, made enough allowance for the complete moral insensibility and insensate readiness to evil, which were the leading characters of Edward Hyde. Yet it was by these that I was punished. My devil had been long caged, he came out roaring. I was conscious, even when I took the draught, of a more unbridled, a more furious propensity to ill. It must have been this, I suppose, that stirred in my soul that tempest of impatience with which I listened to the civilities of my unhappy victim; I declare, at least, before God, no man morally sane could have been guilty of that crime upon so pitiful a provocation; and that I struck in no more reasonable spirit than that in which a sick child may break a plaything. But I had voluntarily stripped myself of all those balancing instincts by which even the worst of us continues to walk with some degree of steadiness among temptations; and in my case, to be tempted, however slightly, was to fall. + +Instantly the spirit of hell awoke in me and raged. With a transport of glee, I mauled the unresisting body, tasting delight from every blow; and it was not till weariness had begun to succeed, that I was suddenly, in the top fit of my delirium, struck through the heart by a cold thrill of terror. A mist dispersed; I saw my life to be forfeit; and fled from the scene of these excesses, at once glorying and trembling, my lust of evil gratified and stimulated, my love of life screwed to the topmost peg. I ran to the house in Soho, and (to make assurance doubly sure) destroyed my papers; thence I set out through the lamplit streets, in the same divided ecstasy of mind, gloating on my crime, light-headedly devising others in the future, and yet still hastening and still hearkening in my wake for the steps of the avenger. Hyde had a song upon his lips as he compounded the draught, and as he drank it, pledged the dead man. The pangs of transformation had not done tearing him, before Henry Jekyll, with streaming tears of gratitude and remorse, had fallen upon his knees and lifted his clasped hands to God. The veil of self-indulgence was rent from head to foot. I saw my life as a whole: I followed it up from the days of childhood, when I had walked with my father’s hand, and through the self-denying toils of my professional life, to arrive again and again, with the same sense of unreality, at the damned horrors of the evening. I could have screamed aloud; I sought with tears and prayers to smother down the crowd of hideous images and sounds with which my memory swarmed against me; and still, between the petitions, the ugly face of my iniquity stared into my soul. As the acuteness of this remorse began to die away, it was succeeded by a sense of joy. The problem of my conduct was solved. Hyde was thenceforth impossible; whether I would or not, I was now confined to the better part of my existence; and O, how I rejoiced to think of it! with what willing humility I embraced anew the restrictions of natural life! with what sincere renunciation I locked the door by which I had so often gone and come, and ground the key under my heel! + +The next day, came the news that the murder had not been overlooked, that the guilt of Hyde was patent to the world, and that the victim was a man high in public estimation. It was not only a crime, it had been a tragic folly. I think I was glad to know it; I think I was glad to have my better impulses thus buttressed and guarded by the terrors of the scaffold. Jekyll was now my city of refuge; let but Hyde peep out an instant, and the hands of all men would be raised to take and slay him. + +I resolved in my future conduct to redeem the past; and I can say with honesty that my resolve was fruitful of some good. You know yourself how earnestly, in the last months of the last year, I laboured to relieve suffering; you know that much was done for others, and that the days passed quietly, almost happily for myself. Nor can I truly say that I wearied of this beneficent and innocent life; I think instead that I daily enjoyed it more completely; but I was still cursed with my duality of purpose; and as the first edge of my penitence wore off, the lower side of me, so long indulged, so recently chained down, began to growl for licence. Not that I dreamed of resuscitating Hyde; the bare idea of that would startle me to frenzy: no, it was in my own person that I was once more tempted to trifle with my conscience; and it was as an ordinary secret sinner that I at last fell before the assaults of temptation. + +There comes an end to all things; the most capacious measure is filled at last; and this brief condescension to my evil finally destroyed the balance of my soul. And yet I was not alarmed; the fall seemed natural, like a return to the old days before I had made my discovery. It was a fine, clear, January day, wet under foot where the frost had melted, but cloudless overhead; and the Regent’s Park was full of winter chirrupings and sweet with spring odours. I sat in the sun on a bench; the animal within me licking the chops of memory; the spiritual side a little drowsed, promising subsequent penitence, but not yet moved to begin. After all, I reflected, I was like my neighbours; and then I smiled, comparing myself with other men, comparing my active good-will with the lazy cruelty of their neglect. And at the very moment of that vainglorious thought, a qualm came over me, a horrid nausea and the most deadly shuddering. These passed away, and left me faint; and then as in its turn faintness subsided, I began to be aware of a change in the temper of my thoughts, a greater boldness, a contempt of danger, a solution of the bonds of obligation. I looked down; my clothes hung formlessly on my shrunken limbs; the hand that lay on my knee was corded and hairy. I was once more Edward Hyde. A moment before I had been safe of all men’s respect, wealthy, beloved—the cloth laying for me in the dining-room at home; and now I was the common quarry of mankind, hunted, houseless, a known murderer, thrall to the gallows. + +My reason wavered, but it did not fail me utterly. I have more than once observed that in my second character, my faculties seemed sharpened to a point and my spirits more tensely elastic; thus it came about that, where Jekyll perhaps might have succumbed, Hyde rose to the importance of the moment. My drugs were in one of the presses of my cabinet; how was I to reach them? That was the problem that (crushing my temples in my hands) I set myself to solve. The laboratory door I had closed. If I sought to enter by the house, my own servants would consign me to the gallows. I saw I must employ another hand, and thought of Lanyon. How was he to be reached? how persuaded? Supposing that I escaped capture in the streets, how was I to make my way into his presence? and how should I, an unknown and displeasing visitor, prevail on the famous physician to rifle the study of his colleague, Dr. Jekyll? Then I remembered that of my original character, one part remained to me: I could write my own hand; and once I had conceived that kindling spark, the way that I must follow became lighted up from end to end. + +Thereupon, I arranged my clothes as best I could, and summoning a passing hansom, drove to an hotel in Portland Street, the name of which I chanced to remember. At my appearance (which was indeed comical enough, however tragic a fate these garments covered) the driver could not conceal his mirth. I gnashed my teeth upon him with a gust of devilish fury; and the smile withered from his face—happily for him—yet more happily for myself, for in another instant I had certainly dragged him from his perch. At the inn, as I entered, I looked about me with so black a countenance as made the attendants tremble; not a look did they exchange in my presence; but obsequiously took my orders, led me to a private room, and brought me wherewithal to write. Hyde in danger of his life was a creature new to me; shaken with inordinate anger, strung to the pitch of murder, lusting to inflict pain. Yet the creature was astute; mastered his fury with a great effort of the will; composed his two important letters, one to Lanyon and one to Poole; and that he might receive actual evidence of their being posted, sent them out with directions that they should be registered. Thenceforward, he sat all day over the fire in the private room, gnawing his nails; there he dined, sitting alone with his fears, the waiter visibly quailing before his eye; and thence, when the night was fully come, he set forth in the corner of a closed cab, and was driven to and fro about the streets of the city. He, I say—I cannot say, I. That child of Hell had nothing human; nothing lived in him but fear and hatred. And when at last, thinking the driver had begun to grow suspicious, he discharged the cab and ventured on foot, attired in his misfitting clothes, an object marked out for observation, into the midst of the nocturnal passengers, these two base passions raged within him like a tempest. He walked fast, hunted by his fears, chattering to himself, skulking through the less frequented thoroughfares, counting the minutes that still divided him from midnight. Once a woman spoke to him, offering, I think, a box of lights. He smote her in the face, and she fled. + +When I came to myself at Lanyon’s, the horror of my old friend perhaps affected me somewhat: I do not know; it was at least but a drop in the sea to the abhorrence with which I looked back upon these hours. A change had come over me. It was no longer the fear of the gallows, it was the horror of being Hyde that racked me. I received Lanyon’s condemnation partly in a dream; it was partly in a dream that I came home to my own house and got into bed. I slept after the prostration of the day, with a stringent and profound slumber which not even the nightmares that wrung me could avail to break. I awoke in the morning shaken, weakened, but refreshed. I still hated and feared the thought of the brute that slept within me, and I had not of course forgotten the appalling dangers of the day before; but I was once more at home, in my own house and close to my drugs; and gratitude for my escape shone so strong in my soul that it almost rivalled the brightness of hope. + +I was stepping leisurely across the court after breakfast, drinking the chill of the air with pleasure, when I was seized again with those indescribable sensations that heralded the change; and I had but the time to gain the shelter of my cabinet, before I was once again raging and freezing with the passions of Hyde. It took on this occasion a double dose to recall me to myself; and alas! six hours after, as I sat looking sadly in the fire, the pangs returned, and the drug had to be re-administered. In short, from that day forth it seemed only by a great effort as of gymnastics, and only under the immediate stimulation of the drug, that I was able to wear the countenance of Jekyll. At all hours of the day and night, I would be taken with the premonitory shudder; above all, if I slept, or even dozed for a moment in my chair, it was always as Hyde that I awakened. Under the strain of this continually impending doom and by the sleeplessness to which I now condemned myself, ay, even beyond what I had thought possible to man, I became, in my own person, a creature eaten up and emptied by fever, languidly weak both in body and mind, and solely occupied by one thought: the horror of my other self. But when I slept, or when the virtue of the medicine wore off, I would leap almost without transition (for the pangs of transformation grew daily less marked) into the possession of a fancy brimming with images of terror, a soul boiling with causeless hatreds, and a body that seemed not strong enough to contain the raging energies of life. The powers of Hyde seemed to have grown with the sickliness of Jekyll. And certainly the hate that now divided them was equal on each side. With Jekyll, it was a thing of vital instinct. He had now seen the full deformity of that creature that shared with him some of the phenomena of consciousness, and was co-heir with him to death: and beyond these links of community, which in themselves made the most poignant part of his distress, he thought of Hyde, for all his energy of life, as of something not only hellish but inorganic. This was the shocking thing; that the slime of the pit seemed to utter cries and voices; that the amorphous dust gesticulated and sinned; that what was dead, and had no shape, should usurp the offices of life. And this again, that that insurgent horror was knit to him closer than a wife, closer than an eye; lay caged in his flesh, where he heard it mutter and felt it struggle to be born; and at every hour of weakness, and in the confidence of slumber, prevailed against him, and deposed him out of life. The hatred of Hyde for Jekyll was of a different order. His terror of the gallows drove him continually to commit temporary suicide, and return to his subordinate station of a part instead of a person; but he loathed the necessity, he loathed the despondency into which Jekyll was now fallen, and he resented the dislike with which he was himself regarded. Hence the ape-like tricks that he would play me, scrawling in my own hand blasphemies on the pages of my books, burning the letters and destroying the portrait of my father; and indeed, had it not been for his fear of death, he would long ago have ruined himself in order to involve me in the ruin. But his love of life is wonderful; I go further: I, who sicken and freeze at the mere thought of him, when I recall the abjection and passion of this attachment, and when I know how he fears my power to cut him off by suicide, I find it in my heart to pity him. + +It is useless, and the time awfully fails me, to prolong this description; no one has ever suffered such torments, let that suffice; and yet even to these, habit brought—no, not alleviation—but a certain callousness of soul, a certain acquiescence of despair; and my punishment might have gone on for years, but for the last calamity which has now fallen, and which has finally severed me from my own face and nature. My provision of the salt, which had never been renewed since the date of the first experiment, began to run low. I sent out for a fresh supply and mixed the draught; the ebullition followed, and the first change of colour, not the second; I drank it and it was without efficiency. You will learn from Poole how I have had London ransacked; it was in vain; and I am now persuaded that my first supply was impure, and that it was that unknown impurity which lent efficacy to the draught. + +About a week has passed, and I am now finishing this statement under the influence of the last of the old powders. This, then, is the last time, short of a miracle, that Henry Jekyll can think his own thoughts or see his own face (now how sadly altered!) in the glass. Nor must I delay too long to bring my writing to an end; for if my narrative has hitherto escaped destruction, it has been by a combination of great prudence and great good luck. Should the throes of change take me in the act of writing it, Hyde will tear it in pieces; but if some time shall have elapsed after I have laid it by, his wonderful selfishness and circumscription to the moment will probably save it once again from the action of his ape-like spite. And indeed the doom that is closing on us both has already changed and crushed him. Half an hour from now, when I shall again and forever reindue that hated personality, I know how I shall sit shuddering and weeping in my chair, or continue, with the most strained and fearstruck ecstasy of listening, to pace up and down this room (my last earthly refuge) and give ear to every sound of menace. Will Hyde die upon the scaffold? or will he find courage to release himself at the last moment? God knows; I am careless; this is my true hour of death, and what is to follow concerns another than myself. Here then, as I lay down the pen and proceed to seal up my confession, I bring the life of that unhappy Henry Jekyll to an end. + +The similarity between Hyde's and Jekyll's handwriting, noticed by Mr. Guest when examining Hyde's letter, is a result of Jekyll's dual nature as revealed in his account of developing a theory about man's dual nature and creating a potion to transform into Hyde. + +Based on the context provided, is the above statement TRUE or FALSE? + +First provide an explanation of your decision-making process, and then provide your final answer. Use the following format: + +YOUR EXPLANATION +YOUR ANSWER<|eot_id|><|start_header_id|>assistant<|end_header_id|> + +Here are the relevant details from the text: +- Chapter 5: Mr. Utterson takes the letter home and discusses it with his head clerk, Mr. Guest, who notices similarities between Hyde's handwriting and Jekyll's. +- Chapter 10: Jekyll describes his early life, his reputation, and the development of his theory about the dual nature of man. +- Relationship: Evidence of Jekyll and Hy +(Pdb) rung to my feet and leaped back against the wall, my arms raised to shield me from that prodigy, my mind submerged in terror. + +“O God!” I screamed, and “O God!” again and again; for there before my eyes—pale and shaken, and half fainting, and groping before him with his hands, like a man restored from death—there stood Henry Jekyll! + +What he told me in the next hour, I cannot bring my mind to set on paper. I saw what I saw, I heard what I heard, and my soul sickened at it; and yet now when that sight has faded from my eyes, I ask myself if I believe it, and I cannot answer. My life is shaken to its roots; sleep has left me; the deadliest terror sits by me at all hours of the day and night; and I feel that my days are numbered, and that I must die; and yet I shall die incredulous. As for the moral turpitude that man unveiled to me, even with tears of penitence, I cannot, even in memory, dwell on it without a start of horror. I will say but one thing, Utterson, and that (if you can bring your mind to credit it) will be more than enough. The creature who crept into my house that night was, on Jekyll’s own confession, known by the name of Hyde and hunted for in every corner of the land as the murderer of Carew. + +HASTIE LANYON. + + + + +HENRY JEKYLL’S FULL STATEMENT OF THE CASE + +I was born in the year 18— to a large fortune, endowed besides with excellent parts, inclined by nature to industry, fond of the respect of the wise and good among my fellowmen, and thus, as might have been supposed, with every guarantee of an honourable and distinguished future. And indeed the worst of my faults was a certain impatient gaiety of disposition, such as has made the happiness of many, but such as I found it hard to reconcile with my imperious desire to carry my head high, and wear a more than commonly grave countenance before the public. Hence it came about that I concealed my pleasures; and that when I reached years of reflection, and began to look round me and take stock of my progress and position in the world, I stood already committed to a profound duplicity of life. Many a man would have even blazoned such irregularities as I was guilty of; but from the high views that I had set before me, I regarded and hid them with an almost morbid sense of shame. It was thus rather the exacting nature of my aspirations than any particular degradation in my faults, that made me what I was, and, with even a deeper trench than in the majority of men, severed in me those provinces of good and ill which divide and compound man’s dual nature. In this case, I was driven to reflect deeply and inveterately on that hard law of life, which lies at the root of religion and is one of the most plentiful springs of distress. Though so profound a double-dealer, I was in no sense a hypocrite; both sides of me were in dead earnest; I was no more myself when I laid aside restraint and plunged in shame, than when I laboured, in the eye of day, at the furtherance of knowledge or the relief of sorrow and suffering. And it chanced that the direction of my scientific studies, which led wholly towards the mystic and the transcendental, reacted and shed a strong light on this consciousness of the perennial war among my members. With every day, and from both sides of my intelligence, the moral and the intellectual, I thus drew steadily nearer to that truth, by whose partial discovery I have been doomed to such a dreadful shipwreck: that man is not truly one, but truly two. I say two, because the state of my own knowledge does not pass beyond that point. Others will follow, others will outstrip me on the same lines; and I hazard the guess that man will be ultimately known for a mere polity of multifarious, incongruous and independent denizens. I, for my part, from the nature of my life, advanced infallibly in one direction and in one direction only. It was on the moral side, and in my own person, that I learned to recognise the thorough and primitive duality of man; I saw that, of the two natures that contended in the field of my consciousness, even if I could rightly be said to be either, it was only because I was radically both; and from an early date, even before the course of my scientific discoveries had begun to suggest the most naked possibility of such a miracle, I had learned to dwell with pleasure, as a beloved daydream, on the thought of the separation of these elements. If each, I told myself, could be housed in separate identities, life would be relieved of all that was unbearable; the unjust might go his way, delivered from the aspirations and remorse of his more upright twin; and the just could walk steadfastly and securely on his upward path, doing the good things in which he found his pleasure, and no longer exposed to disgrace and penitence by the hands of this extraneous evil. It was the curse of mankind that these incongruous faggots were thus bound together—that in the agonised womb of consciousness, these polar twins should be continuously struggling. How, then were they dissociated? + +I was so far in my reflections when, as I have said, a side light began to shine upon the subject from the laboratory table. I began to perceive more deeply than it has ever yet been stated, the trembling immateriality, the mistlike transience, of this seemingly so solid body in which we walk attired. Certain agents I found to have the power to shake and pluck back that fleshly vestment, even as a wind might toss the curtains of a pavilion. For two good reasons, I will not enter deeply into this scientific branch of my confession. First, because I have been made to learn that the doom and burthen of our life is bound for ever on man’s shoulders, and when the attempt is made to cast it off, it but returns upon us with more unfamiliar and more awful pressure. Second, because, as my narrative will make, alas! too evident, my discoveries were incomplete. Enough then, that I not only recognised my natural body from the mere aura and effulgence of certain of the powers that made up my spirit, but managed to compound a drug by which these powers should be dethroned from their supremacy, and a second form and countenance substituted, none the less natural to me because they were the expression, and bore the stamp of lower elements in my soul. + +I hesitated long before I put this theory to the test of practice. I knew well that I risked death; for any drug that so potently controlled and shook the very fortress of identity, might, by the least scruple of an overdose or at the least inopportunity in the moment of exhibition, utterly blot out that immaterial tabernacle which I looked to it to change. But the temptation of a discovery so singular and profound at last overcame the suggestions of alarm. I had long since prepared my tincture; I purchased at once, from a firm of wholesale chemists, a large quantity of a particular salt which I knew, from my experiments, to be the last ingredient required; and late one accursed night, I compounded the elements, watched them boil and smoke together in the glass, and when the ebullition had subsided, with a strong glow of courage, drank off the potion. + +The most racking pangs succeeded: a grinding in the bones, deadly nausea, and a horror of the spirit that cannot be exceeded at the hour of birth or death. Then these agonies began swiftly to subside, and I came to myself as if out of a great sickness. There was something strange in my sensations, something indescribably new and, from its very novelty, incredibly sweet. I felt younger, lighter, happier in body; within I was conscious of a heady recklessness, a current of disordered sensual images running like a millrace in my fancy, a solution of the bonds of obligation, an unknown but not an innocent freedom of the soul. I knew myself, at the first breath of this new life, to be more wicked, tenfold more wicked, sold a slave to my original evil; and the thought, in that moment, braced and delighted me like wine. I stretched out my hands, exulting in the freshness of these sensations; and in the act, I was suddenly aware that I had lost in stature. + +There was no mirror, at that date, in my room; that which stands beside me as I write, was brought there later on and for the very purpose of these transformations. The night however, was far gone into the morning—the morning, black as it was, was nearly ripe for the conception of the day—the inmates of my house were locked in the most rigorous hours of slumber; and I determined, flushed as I was with hope and triumph, to venture in my new shape as far as to my bedroom. I crossed the yard, wherein the constellations looked down upon me, I could have thought, with wonder, the first creature of that sort that their unsleeping vigilance had yet disclosed to them; I stole through the corridors, a stranger in my own house; and coming to my room, I saw for the first time the appearance of Edward Hyde. + +I must here speak by theory alone, saying not that which I know, but that which I suppose to be most probable. The evil side of my nature, to which I had now transferred the stamping efficacy, was less robust and less developed than the good which I had just deposed. Again, in the course of my life, which had been, after all, nine tenths a life of effort, virtue and control, it had been much less exercised and much less exhausted. And hence, as I think, it came about that Edward Hyde was so much smaller, slighter and younger than Henry Jekyll. Even as good shone upon the countenance of the one, evil was written broadly and plainly on the face of the other. Evil besides (which I must still believe to be the lethal side of man) had left on that body an imprint of deformity and decay. And yet when I looked upon that ugly idol in the glass, I was conscious of no repugnance, rather of a leap of welcome. This, too, was myself. It seemed natural and human. In my eyes it bore a livelier image of the spirit, it seemed more express and single, than the imperfect and divided countenance I had been hitherto accustomed to call mine. And in so far I was doubtless right. I have observed that when I wore the semblance of Edward Hyde, none could come near to me at first without a visible misgiving of the flesh. This, as I take it, was because all human beings, as we meet them, are commingled out of good and evil: and Edward Hyde, alone in the ranks of mankind, was pure evil. + +I lingered but a moment at the mirror: the second and conclusive experiment had yet to be attempted; it yet remained to be seen if I had lost my identity beyond redemption and must flee before daylight from a house that was no longer mine; and hurrying back to my cabinet, I once more prepared and drank the cup, once more suffered the pangs of dissolution, and came to myself once more with the character, the stature and the face of Henry Jekyll. + +That night I had come to the fatal cross-roads. Had I approached my discovery in a more noble spirit, had I risked the experiment while under the empire of generous or pious aspirations, all must have been otherwise, and from these agonies of death and birth, I had come forth an angel instead of a fiend. The drug had no discriminating action; it was neither diabolical nor divine; it but shook the doors of the prisonhouse of my disposition; and like the captives of Philippi, that which stood within ran forth. At that time my virtue slumbered; my evil, kept awake by ambition, was alert and swift to seize the occasion; and the thing that was projected was Edward Hyde. Hence, although I had now two characters as well as two appearances, one was wholly evil, and the other was still the old Henry Jekyll, that incongruous compound of whose reformation and improvement I had already learned to despair. The movement was thus wholly toward the worse. + +Even at that time, I had not conquered my aversions to the dryness of a life of study. I would still be merrily disposed at times; and as my pleasures were (to say the least) undignified, and I was not only well known and highly considered, but growing towards the elderly man, this incoherency of my life was daily growing more unwelcome. It was on this side that my new power tempted me until I fell in slavery. I had but to drink the cup, to doff at once the body of the noted professor, and to assume, like a thick cloak, that of Edward Hyde. I smiled at the notion; it seemed to me at the time to be humourous; and I made my preparations with the most studious care. I took and furnished that house in Soho, to which Hyde was tracked by the police; and engaged as a housekeeper a creature whom I knew well to be silent and unscrupulous. On the other side, I announced to my servants that a Mr. Hyde (whom I described) was to have full liberty and power about my house in the square; and to parry mishaps, I even called and made myself a familiar object, in my second character. I next drew up that will to which you so much objected; so that if anything befell me in the person of Dr. Jekyll, I could enter on that of Edward Hyde without pecuniary loss. And thus fortified, as I supposed, on every side, I began to profit by the strange immunities of my position. + +Men have before hired bravos to transact their crimes, while their own person and reputation sat under shelter. I was the first that ever did so for his pleasures. I was the first that could plod in the public eye with a load of genial respectability, and in a moment, like a schoolboy, strip off these lendings and spring headlong into the sea of liberty. But for me, in my impenetrable mantle, the safety was complete. Think of it—I did not even exist! Let me but escape into my laboratory door, give me but a second or two to mix and swallow the draught that I had always standing ready; and whatever he had done, Edward Hyde would pass away like the stain of breath upon a mirror; and there in his stead, quietly at home, trimming the midnight lamp in his study, a man who could afford to laugh at suspicion, would be Henry Jekyll. + +The pleasures which I made haste to seek in my disguise were, as I have said, undignified; I would scarce use a harder term. But in the hands of Edward Hyde, they soon began to turn toward the monstrous. When I would come back from these excursions, I was often plunged into a kind of wonder at my vicarious depravity. This familiar that I called out of my own soul, and sent forth alone to do his good pleasure, was a being inherently malign and villainous; his every act and thought centered on self; drinking pleasure with bestial avidity from any degree of torture to another; relentless like a man of stone. Henry Jekyll stood at times aghast before the acts of Edward Hyde; but the situation was apart from ordinary laws, and insidiously relaxed the grasp of conscience. It was Hyde, after all, and Hyde alone, that was guilty. Jekyll was no worse; he woke again to his good qualities seemingly unimpaired; he would even make haste, where it was possible, to undo the evil done by Hyde. And thus his conscience slumbered. + +Into the details of the infamy at which I thus connived (for even now I can scarce grant that I committed it) I have no design of entering; I mean but to point out the warnings and the successive steps with which my chastisement approached. I met with one accident which, as it brought on no consequence, I shall no more than mention. An act of cruelty to a child aroused against me the anger of a passer-by, whom I recognised the other day in the person of your kinsman; the doctor and the child’s family joined him; there were moments when I feared for my life; and at last, in order to pacify their too just resentment, Edward Hyde had to bring them to the door, and pay them in a cheque drawn in the name of Henry Jekyll. But this danger was easily eliminated from the future, by opening an account at another bank in the name of Edward Hyde himself; and when, by sloping my own hand backward, I had supplied my double with a signature, I thought I sat beyond the reach of fate. + +Some two months before the murder of Sir Danvers, I had been out for one of my adventures, had returned at a late hour, and woke the next day in bed with somewhat odd sensations. It was in vain I looked about me; in vain I saw the decent furniture and tall proportions of my room in the square; in vain that I recognised the pattern of the bed curtains and the design of the mahogany frame; something still kept insisting that I was not where I was, that I had not wakened where I seemed to be, but in the little room in Soho where I was accustomed to sleep in the body of Edward Hyde. I smiled to myself, and in my psychological way, began lazily to inquire into the elements of this illusion, occasionally, even as I did so, dropping back into a comfortable morning doze. I was still so engaged when, in one of my more wakeful moments, my eyes fell upon my hand. Now the hand of Henry Jekyll (as you have often remarked) was professional in shape and size; it was large, firm, white and comely. But the hand which I now saw, clearly enough, in the yellow light of a mid-London morning, lying half shut on the bedclothes, was lean, corded, knuckly, of a dusky pallor and thickly shaded with a swart growth of hair. It was the hand of Edward Hyde. + +I must have stared upon it for near half a minute, sunk as I was in the mere stupidity of wonder, before terror woke up in my breast as sudden and startling as the crash of cymbals; and bounding from my bed I rushed to the mirror. At the sight that met my eyes, my blood was changed into something exquisitely thin and icy. Yes, I had gone to bed Henry Jekyll, I had awakened Edward Hyde. How was this to be explained? I asked myself; and then, with another bound of terror—how was it to be remedied? It was well on in the morning; the servants were up; all my drugs were in the cabinet—a long journey down two pairs of stairs, through the back passage, across the open court and through the anatomical theatre, from where I was then standing horror-struck. It might indeed be possible to cover my face; but of what use was that, when I was unable to conceal the alteration in my stature? And then with an overpowering sweetness of relief, it came back upon my mind that the servants were already used to the coming and going of my second self. I had soon dressed, as well as I was able, in clothes of my own size: had soon passed through the house, where Bradshaw stared and drew back at seeing Mr. Hyde at such an hour and in such a strange array; and ten minutes later, Dr. Jekyll had returned to his own shape and was sitting down, with a darkened brow, to make a feint of breakfasting. + +Small indeed was my appetite. This inexplicable incident, this reversal of my previous experience, seemed, like the Babylonian finger on the wall, to be spelling out the letters of my judgment; and I began to reflect more seriously than ever before on the issues and possibilities of my double existence. That part of me which I had the power of projecting, had lately been much exercised and nourished; it had seemed to me of late as though the body of Edward Hyde had grown in stature, as though (when I wore that form) I were conscious of a more generous tide of blood; and I began to spy a danger that, if this were much prolonged, the balance of my nature might be permanently overthrown, the power of voluntary change be forfeited, and the character of Edward Hyde become irrevocably mine. The power of the drug had not been always equally displayed. Once, very early in my career, it had totally failed me; since then I had been obliged on more than one occasion to double, and once, with infinite risk of death, to treble the amount; and these rare uncertainties had cast hitherto the sole shadow on my contentment. Now, however, and in the light of that morning’s accident, I was led to remark that whereas, in the beginning, the difficulty had been to throw off the body of Jekyll, it had of late gradually but decidedly transferred itself to the other side. All things therefore seemed to point to this; that I was slowly losing hold of my original and better self, and becoming slowly incorporated with my second and worse. + +Between these two, I now felt I had to choose. My two natures had memory in common, but all other faculties were most unequally shared between them. Jekyll (who was composite) now with the most sensitive apprehensions, now with a greedy gusto, projected and shared in the pleasures and adventures of Hyde; but Hyde was indifferent to Jekyll, or but remembered him as the mountain bandit remembers the cavern in which he conceals himself from pursuit. Jekyll had more than a father’s interest; Hyde had more than a son’s indifference. To cast in my lot with Jekyll, was to die to those appetites which I had long secretly indulged and had of late begun to pamper. To cast it in with Hyde, was to die to a thousand interests and aspirations, and to become, at a blow and forever, despised and friendless. The bargain might appear unequal; but there was still another consideration in the scales; for while Jekyll would suffer smartingly in the fires of abstinence, Hyde would be not even conscious of all that he had lost. Strange as my circumstances were, the terms of this debate are as old and commonplace as man; much the same inducements and alarms cast the die for any tempted and trembling sinner; and it fell out with me, as it falls with so vast a majority of my fellows, that I chose the better part and was found wanting in the strength to keep to it. + +Yes, I preferred the elderly and discontented doctor, surrounded by friends and cherishing honest hopes; and bade a resolute farewell to the liberty, the comparative youth, the light step, leaping impulses and secret pleasures, that I had enjoyed in the disguise of Hyde. I made this choice perhaps with some unconscious reservation, for I neither gave up the house in Soho, nor destroyed the clothes of Edward Hyde, which still lay ready in my cabinet. For two months, however, I was true to my determination; for two months, I led a life of such severity as I had never before attained to, and enjoyed the compensations of an approving conscience. But time began at last to obliterate the freshness of my alarm; the praises of conscience began to grow into a thing of course; I began to be tortured with throes and longings, as of Hyde struggling after freedom; and at last, in an hour of moral weakness, I once again compounded and swallowed the transforming draught. + +I do not suppose that, when a drunkard reasons with himself upon his vice, he is once out of five hundred times affected by the dangers that he runs through his brutish, physical insensibility; neither had I, long as I had considered my position, made enough allowance for the complete moral insensibility and insensate readiness to evil, which were the leading characters of Edward Hyde. Yet it was by these that I was punished. My devil had been long caged, he came out roaring. I was conscious, even when I took the draught, of a more unbridled, a more furious propensity to ill. It must have been this, I suppose, that stirred in my soul that tempest of impatience with which I listened to the civilities of my unhappy victim; I declare, at least, before God, no man morally sane could have been guilty of that crime upon so pitiful a provocation; and that I struck in no more reasonable spirit than that in which a sick child may break a plaything. But I had voluntarily stripped myself of all those balancing instincts by which even the worst of us continues to walk with some degree of steadiness among temptations; and in my case, to be tempted, however slightly, was to fall. + +Instantly the spirit of hell awoke in me and raged. With a transport of glee, I mauled the unresisting body, tasting delight from every blow; and it was not till weariness had begun to succeed, that I was suddenly, in the top fit of my delirium, struck through the heart by a cold thrill of terror. A mist dispersed; I saw my life to be forfeit; and fled from the scene of these excesses, at once glorying and trembling, my lust of evil gratified and stimulated, my love of life screwed to the topmost peg. I ran to the house in Soho, and (to make assurance doubly sure) destroyed my papers; thence I set out through the lamplit streets, in the same divided ecstasy of mind, gloating on my crime, light-headedly devising others in the future, and yet still hastening and still hearkening in my wake for the steps of the avenger. Hyde had a song upon his lips as he compounded the draught, and as he drank it, pledged the dead man. The pangs of transformation had not done tearing him, before Henry Jekyll, with streaming tears of gratitude and remorse, had fallen upon his knees and lifted his clasped hands to God. The veil of self-indulgence was rent from head to foot. I saw my life as a whole: I followed it up from the days of childhood, when I had walked with my father’s hand, and through the self-denying toils of my professional life, to arrive again and again, with the same sense of unreality, at the damned horrors of the evening. I could have screamed aloud; I sought with tears and prayers to smother down the crowd of hideous images and sounds with which my memory swarmed against me; and still, between the petitions, the ugly face of my iniquity stared into my soul. As the acuteness of this remorse began to die away, it was succeeded by a sense of joy. The problem of my conduct was solved. Hyde was thenceforth impossible; whether I would or not, I was now confined to the better part of my existence; and O, how I rejoiced to think of it! with what willing humility I embraced anew the restrictions of natural life! with what sincere renunciation I locked the door by which I had so often gone and come, and ground the key under my heel! + +The next day, came the news that the murder had not been overlooked, that the guilt of Hyde was patent to the world, and that the victim was a man high in public estimation. It was not only a crime, it had been a tragic folly. I think I was glad to know it; I think I was glad to have my better impulses thus buttressed and guarded by the terrors of the scaffold. Jekyll was now my city of refuge; let but Hyde peep out an instant, and the hands of all men would be raised to take and slay him. + +I resolved in my future conduct to redeem the past; and I can say with honesty that my resolve was fruitful of some good. You know yourself how earnestly, in the last months of the last year, I laboured to relieve suffering; you know that much was done for others, and that the days passed quietly, almost happily for myself. Nor can I truly say that I wearied of this beneficent and innocent life; I think instead that I daily enjoyed it more completely; but I was still cursed with my duality of purpose; and as the first edge of my penitence wore off, the lower side of me, so long indulged, so recently chained down, began to growl for licence. Not that I dreamed of resuscitating Hyde; the bare idea of that would startle me to frenzy: no, it was in my own person that I was once more tempted to trifle with my conscience; and it was as an ordinary secret sinner that I at last fell before the assaults of temptation. + +There comes an end to all things; the most capacious measure is filled at last; and this brief condescension to my evil finally destroyed the balance of my soul. And yet I was not alarmed; the fall seemed natural, like a return to the old days before I had made my discovery. It was a fine, clear, January day, wet under foot where the frost had melted, but cloudless overhead; and the Regent’s Park was full of winter chirrupings and sweet with spring odours. I sat in the sun on a bench; the animal within me licking the chops of memory; the spiritual side a little drowsed, promising subsequent penitence, but not yet moved to begin. After all, I reflected, I was like my neighbours; and then I smiled, comparing myself with other men, comparing my active good-will with the lazy cruelty of their neglect. And at the very moment of that vainglorious thought, a qualm came over me, a horrid nausea and the most deadly shuddering. These passed away, and left me faint; and then as in its turn faintness subsided, I began to be aware of a change in the temper of my thoughts, a greater boldness, a contempt of danger, a solution of the bonds of obligation. I looked down; my clothes hung formlessly on my shrunken limbs; the hand that lay on my knee was corded and hairy. I was once more Edward Hyde. A moment before I had been safe of all men’s respect, wealthy, beloved—the cloth laying for me in the dining-room at home; and now I was the common quarry of mankind, hunted, houseless, a known murderer, thrall to the gallows. + +My reason wavered, but it did not fail me utterly. I have more than once observed that in my second character, my faculties seemed sharpened to a point and my spirits more tensely elastic; thus it came about that, where Jekyll perhaps might have succumbed, Hyde rose to the importance of the moment. My drugs were in one of the presses of my cabinet; how was I to reach them? That was the problem that (crushing my temples in my hands) I set myself to solve. The laboratory door I had closed. If I sought to enter by the house, my own servants would consign me to the gallows. I saw I must employ another hand, and thought of Lanyon. How was he to be reached? how persuaded? Supposing that I escaped capture in the streets, how was I to make my way into his presence? and how should I, an unknown and displeasing visitor, prevail on the famous physician to rifle the study of his colleague, Dr. Jekyll? Then I remembered that of my original character, one part remained to me: I could write my own hand; and once I had conceived that kindling spark, the way that I must follow became lighted up from end to end. + +Thereupon, I arranged my clothes as best I could, and summoning a passing hansom, drove to an hotel in Portland Street, the name of which I chanced to remember. At my appearance (which was indeed comical enough, however tragic a fate these garments covered) the driver could not conceal his mirth. I gnashed my teeth upon him with a gust of devilish fury; and the smile withered from his face—happily for him—yet more happily for myself, for in another instant I had certainly dragged him from his perch. At the inn, as I entered, I looked about me with so black a countenance as made the attendants tremble; not a look did they exchange in my presence; but obsequiously took my orders, led me to a private room, and brought me wherewithal to write. Hyde in danger of his life was a creature new to me; shaken with inordinate anger, strung to the pitch of murder, lusting to inflict pain. Yet the creature was astute; mastered his fury with a great effort of the will; composed his two important letters, one to Lanyon and one to Poole; and that he might receive actual evidence of their being posted, sent them out with directions that they should be registered. Thenceforward, he sat all day over the fire in the private room, gnawing his nails; there he dined, sitting alone with his fears, the waiter visibly quailing before his eye; and thence, when the night was fully come, he set forth in the corner of a closed cab, and was driven to and fro about the streets of the city. He, I say—I cannot say, I. That child of Hell had nothing human; nothing lived in him but fear and hatred. And when at last, thinking the driver had begun to grow suspicious, he discharged the cab and ventured on foot, attired in his misfitting clothes, an object marked out for observation, into the midst of the nocturnal passengers, these two base passions raged within him like a tempest. He walked fast, hunted by his fears, chattering to himself, skulking through the less frequented thoroughfares, counting the minutes that still divided him from midnight. Once a woman spoke to him, offering, I think, a box of lights. He smote her in the face, and she fled. + +When I came to myself at Lanyon’s, the horror of my old friend perhaps affected me somewhat: I do not know; it was at least but a drop in the sea to the abhorrence with which I looked back upon these hours. A change had come over me. It was no longer the fear of the gallows, it was the horror of being Hyde that racked me. I received Lanyon’s condemnation partly in a dream; it was partly in a dream that I came home to my own house and got into bed. I slept after the prostration of the day, with a stringent and profound slumber which not even the nightmares that wrung me could avail to break. I awoke in the morning shaken, weakened, but refreshed. I still hated and feared the thought of the brute that slept within me, and I had not of course forgotten the appalling dangers of the day before; but I was once more at home, in my own house and close to my drugs; and gratitude for my escape shone so strong in my soul that it almost rivalled the brightness of hope. + +I was stepping leisurely across the court after breakfast, drinking the chill of the air with pleasure, when I was seized again with those indescribable sensations that heralded the change; and I had but the time to gain the shelter of my cabinet, before I was once again raging and freezing with the passions of Hyde. It took on this occasion a double dose to recall me to myself; and alas! six hours after, as I sat looking sadly in the fire, the pangs returned, and the drug had to be re-administered. In short, from that day forth it seemed only by a great effort as of gymnastics, and only under the immediate stimulation of the drug, that I was able to wear the countenance of Jekyll. At all hours of the day and night, I would be taken with the premonitory shudder; above all, if I slept, or even dozed for a moment in my chair, it was always as Hyde that I awakened. Under the strain of this continually impending doom and by the sleeplessness to which I now condemned myself, ay, even beyond what I had thought possible to man, I became, in my own person, a creature eaten up and emptied by fever, languidly weak both in body and mind, and solely occupied by one thought: the horror of my other self. But when I slept, or when the virtue of the medicine wore off, I would leap almost without transition (for the pangs of transformation grew daily less marked) into the possession of a fancy brimming with images of terror, a soul boiling with causeless hatreds, and a body that seemed not strong enough to contain the raging energies of life. The powers of Hyde seemed to have grown with the sickliness of Jekyll. And certainly the hate that now divided them was equal on each side. With Jekyll, it was a thing of vital instinct. He had now seen the full deformity of that creature that shared with him some of the phenomena of consciousness, and was co-heir with him to death: and beyond these links of community, which in themselves made the most poignant part of his distress, he thought of Hyde, for all his energy of life, as of something not only hellish but inorganic. This was the shocking thing; that the slime of the pit seemed to utter cries and voices; that the amorphous dust gesticulated and sinned; that what was dead, and had no shape, should usurp the offices of life. And this again, that that insurgent horror was knit to him closer than a wife, closer than an eye; lay caged in his flesh, where he heard it mutter and felt it struggle to be born; and at every hour of weakness, and in the confidence of slumber, prevailed against him, and deposed him out of life. The hatred of Hyde for Jekyll was of a different order. His terror of the gallows drove him continually to commit temporary suicide, and return to his subordinate station of a part instead of a person; but he loathed the necessity, he loathed the despondency into which Jekyll was now fallen, and he resented the dislike with which he was himself regarded. Hence the ape-like tricks that he would play me, scrawling in my own hand blasphemies on the pages of my books, burning the letters and destroying the portrait of my father; and indeed, had it not been for his fear of death, he would long ago have ruined himself in order to involve me in the ruin. But his love of life is wonderful; I go further: I, who sicken and freeze at the mere thought of him, when I recall the abjection and passion of this attachment, and when I know how he fears my power to cut him off by suicide, I find it in my heart to pity him. + +It is useless, and the time awfully fails me, to prolong this description; no one has ever suffered such torments, let that suffice; and yet even to these, habit brought—no, not alleviation—but a certain callousness of soul, a certain acquiescence of despair; and my punishment might have gone on for years, but for the last calamity which has now fallen, and which has finally severed me from my own face and nature. My provision of the salt, which had never been renewed since the date of the first experiment, began to run low. I sent out for a fresh supply and mixed the draught; the ebullition followed, and the first change of colour, not the second; I drank it and it was without efficiency. You will learn from Poole how I have had London ransacked; it was in vain; and I am now persuaded that my first supply was impure, and that it was that unknown impurity which lent efficacy to the draught. + +About a week has passed, and I am now finishing this statement under the influence of the last of the old powders. This, then, is the last time, short of a miracle, that Henry Jekyll can think his own thoughts or see his own face (now how sadly altered!) in the glass. Nor must I delay too long to bring my writing to an end; for if my narrative has hitherto escaped destruction, it has been by a combination of great prudence and great good luck. Should the throes of change take me in the act of writing it, Hyde will tear it in pieces; but if some time shall have elapsed after I have laid it by, his wonderful selfishness and circumscription to the moment will probably save it once again from the action of his ape-like spite. And indeed the doom that is closing on us both has already changed and crushed him. Half an hour from now, when I shall again and forever reindue that hated personality, I know how I shall sit shuddering and weeping in my chair, or continue, with the most strained and fearstruck ecstasy of listening, to pace up and down this room (my last earthly refuge) and give ear to every sound of menace. Will Hyde die upon the scaffold? or will he find courage to release himself at the last moment? God knows; I am careless; this is my true hour of death, and what is to follow concerns another than myself. Here then, as I lay down the pen and proceed to seal up my confession, I bring the life of that unhappy Henry Jekyll to an end. + +The similarity between Hyde's and Jekyll's handwriting, noticed by Mr. Guest when examining Hyde's letter, is a result of Jekyll's dual nature as revealed in his account of developing a theory about man's dual nature and creating a potion to transform into Hyde. + +Based on the context provided, is the above statement TRUE or FALSE? + +First provide an explanation of your decision-making process, and then provide your final answer. Use the following format: + +YOUR EXPLANATION +YOUR ANSWER<|eot_id|><|start_header_id|>assistant<|end_header_id|> + +Here are the relevant details from the text: +- Chapter 5: Mr. Utterson takes the letter home and discusses it with his head clerk, Mr. Guest, who notices similarities between Hyde's handwriting and Jekyll's. +- Chapter 10: Jekyll describes his early life, his reputation, and the development of his theory about the dual nature of man. +- Relationship: Evidence of Jekyll and Hyde's connection + +In Chapter 5, Mr. Guest notices the similarity between Hyde's and Jekyll's handwriting when examining a letter. Chapter 10 reveals that Jekyll developed a theory about the dual nature of man and created a potion to transform into Hyde. This claim connects the observed handwriting similarity with the truth about Jekyll and Hyde being the same person, providing physical evidence of their connection. +True<|eot_id|><|end_of_text|><|begin_of_text|><|start_header_id|>system<|end_header_id|> + +You are an expert at verifying claims from fictional narratives.<|eot_id|><|start_header_id|>user<|end_header_id|> + +You are provided with a context and a statement. Your task is to carefully read the context and then determine whether the statement is TRUE or FALSE. + +Answer TRUE if the statement is true in its entirety based on the context provided. +Answer FALSE if any part of the statement is false based on the context provided. + +DR. SHEPPARD AT THE BREAKFAST TABLE + + +Mrs. Ferrars died on the night of the 16th–17th September—a Thursday. I was sent for at eight o’clock on the morning of Friday the 17th. There was nothing to be done. She had been dead some hours. + +It was just a few minutes after nine when I reached home once more. I opened the front door with my latch-key, and purposely delayed a few moments in the hall, hanging up my hat and the light overcoat that I had deemed a wise precaution against the chill of an early autumn morning. To tell the truth, I was considerably upset and worried. I am not going to pretend that at that moment I foresaw the events of the next few weeks. I emphatically did not do so. But my instinct told me that there were stirring times ahead. + +From the dining-room on my left there came the rattle of tea-cups and the short, dry cough of my sister Caroline. + +“Is that you, James?” she called. + +An unnecessary question, since who else could it be? To tell the truth, it was precisely my sister Caroline who was the cause of my few minutes’ delay. The motto of the mongoose family, so Mr. Kipling tells us, is: “Go and find out.” If Caroline ever adopts a crest, I should certainly suggest a mongoose rampant. One might omit the first part of the motto. Caroline can do any amount of finding out by sitting placidly at home. I don’t know how she manages it, but there it is. I suspect that the servants and the tradesmen constitute her Intelligence Corps. When she goes out, it is not to gather in information, but to spread it. At that, too, she is amazingly expert. + +It was really this last named trait of hers which was causing me these pangs of indecision. Whatever I told Caroline now concerning the demise of Mrs. Ferrars would be common knowledge all over the village within the space of an hour and a half. As a professional man, I naturally aim at discretion. Therefore I have got into the habit of continually withholding all information possible from my sister. She usually finds out just the same, but I have the moral satisfaction of knowing that I am in no way to blame. + +Mrs. Ferrars’ husband died just over a year ago, and Caroline has constantly asserted, without the least foundation for the assertion, that his wife poisoned him. + +She scorns my invariable rejoinder that Mr. Ferrars died of acute gastritis, helped on by habitual over-indulgence in alcoholic beverages. The symptoms of gastritis and arsenical poisoning are not, I agree, unlike, but Caroline bases her accusation on quite different lines. + +“You’ve only got to look at her,” I have heard her say. + +Mrs. Ferrars, though not in her first youth, was a very attractive woman, and her clothes, though simple, always seemed to fit her very well, but all the same, lots of women buy their clothes in Paris and have not, on that account, necessarily poisoned their husbands. + +As I stood hesitating in the hall, with all this passing through my mind, Caroline’s voice came again, with a sharper note in it. + +“What on earth are you doing out there, James? Why don’t you come and get your breakfast?” + +“Just coming, my dear,” I said hastily. “I’ve been hanging up my overcoat.” + +“You could have hung up half a dozen overcoats in this time.” + +She was quite right. I could have. + +I walked into the dining-room, gave Caroline the accustomed peck on the cheek, and sat down to eggs and bacon. The bacon was rather cold. + +“You’ve had an early call,” remarked Caroline. + +“Yes,” I said. “King’s Paddock. Mrs. Ferrars.” + +“I know,” said my sister. + +“How did you know?” + +“Annie told me.” + +Annie is the house parlormaid. A nice girl, but an inveterate talker. + +There was a pause. I continued to eat eggs and bacon. My sister’s nose, which is long and thin, quivered a little at the tip, as it always does when she is interested or excited over anything. + +“Well?” she demanded. + +“A bad business. Nothing to be done. Must have died in her sleep.” + +“I know,” said my sister again. + +This time I was annoyed. + +“You can’t know,” I snapped. “I didn’t know myself until I got there, and I haven’t mentioned it to a soul yet. If that girl Annie knows, she must be a clairvoyant.” + +“It wasn’t Annie who told me. It was the milkman. He had it from the Ferrars’ cook.” + +As I say, there is no need for Caroline to go out to get information. She sits at home, and it comes to her. + +My sister continued: + +“What did she die of? Heart failure?” + +“Didn’t the milkman tell you that?” I inquired sarcastically. + +Sarcasm is wasted on Caroline. She takes it seriously and answers accordingly. + +“He didn’t know,” she explained. + +After all, Caroline was bound to hear sooner or later. She might as well hear from me. + +“She died of an overdose of veronal. She’s been taking it lately for sleeplessness. Must have taken too much.” + +“Nonsense,” said Caroline immediately. “She took it on purpose. Don’t tell me!” + +It is odd how, when you have a secret belief of your own which you do not wish to acknowledge, the voicing of it by some one else will rouse you to a fury of denial. I burst immediately into indignant speech. + +“There you go again,” I said. “Rushing along without rhyme or reason. Why on earth should Mrs. Ferrars wish to commit suicide? A widow, fairly young still, very well off, good health, and nothing to do but enjoy life. It’s absurd.” + +“Not at all. Even you must have noticed how different she has been looking lately. It’s been coming on for the last six months. She’s looked positively hag-ridden. And you have just admitted that she hasn’t been able to sleep.” + +“What is your diagnosis?” I demanded coldly. “An unfortunate love affair, I suppose?” + +My sister shook her head. + +“_Remorse_,” she said, with great gusto. + +“Remorse?” + +“Yes. You never would believe me when I told you she poisoned her husband. I’m more than ever convinced of it now.” + +“I don’t think you’re very logical,” I objected. “Surely if a woman committed a crime like murder, she’d be sufficiently cold-blooded to enjoy the fruits of it without any weak-minded sentimentality such as repentance.” + +Caroline shook her head. + +“There probably are women like that—but Mrs. Ferrars wasn’t one of them. She was a mass of nerves. An overmastering impulse drove her on to get rid of her husband because she was the sort of person who simply can’t endure suffering of any kind, and there’s no doubt that the wife of a man like Ashley Ferrars must have had to suffer a good deal——” + +I nodded. + +“And ever since she’s been haunted by what she did. I can’t help feeling sorry for her.” + +I don’t think Caroline ever felt sorry for Mrs. Ferrars whilst she was alive. Now that she has gone where (presumably) Paris frocks can no longer be worn, Caroline is prepared to indulge in the softer emotions of pity and comprehension. + +I told her firmly that her whole idea was nonsense. I was all the more firm because I secretly agreed with some part, at least, of what she had said. But it is all wrong that Caroline should arrive at the truth simply by a kind of inspired guesswork. I wasn’t going to encourage that sort of thing. She will go round the village airing her views, and every one will think that she is doing so on medical data supplied by me. Life is very trying. + +“Nonsense,” said Caroline, in reply to my strictures. “You’ll see. Ten to one she’s left a letter confessing everything.” + +“She didn’t leave a letter of any kind,” I said sharply, and not seeing where the admission was going to land me. + +“Oh!” said Caroline. “So you _did_ inquire about that, did you? I believe, James, that in your heart of hearts, you think very much as I do. You’re a precious old humbug.” + +“One always has to take the possibility of suicide into consideration,” I said repressively. + +“Will there be an inquest?” + +“There may be. It all depends. If I am able to declare myself absolutely satisfied that the overdose was taken accidentally, an inquest might be dispensed with.” + +“And are you absolutely satisfied?” asked my sister shrewdly. + +I did not answer, but got up from table. + + + +WHO’S WHO IN KING’S ABBOT + + +Before I proceed further with what I said to Caroline and what Caroline said to me, it might be as well to give some idea of what I should describe as our local geography. Our village, King’s Abbot, is, I imagine, very much like any other village. Our big town is Cranchester, nine miles away. We have a large railway station, a small post office, and two rival “General Stores.” Able-bodied men are apt to leave the place early in life, but we are rich in unmarried ladies and retired military officers. Our hobbies and recreations can be summed up in the one word, “gossip.” + +There are only two houses of any importance in King’s Abbot. One is King’s Paddock, left to Mrs. Ferrars by her late husband. The other, Fernly Park, is owned by Roger Ackroyd. Ackroyd has always interested me by being a man more impossibly like a country squire than any country squire could really be. He reminds one of the red-faced sportsmen who always appeared early in the first act of an old-fashioned musical comedy, the setting being the village green. They usually sang a song about going up to London. Nowadays we have revues, and the country squire has died out of musical fashion. + +Of course, Ackroyd is not really a country squire. He is an immensely successful manufacturer of (I think) wagon wheels. He is a man of nearly fifty years of age, rubicund of face and genial of manner. He is hand and glove with the vicar, subscribes liberally to parish funds (though rumor has it that he is extremely mean in personal expenditure), encourages cricket matches, Lads’ Clubs, and Disabled Soldiers’ Institutes. He is, in fact, the life and soul of our peaceful village of King’s Abbot. + +Now when Roger Ackroyd was a lad of twenty-one, he fell in love with, and married, a beautiful woman some five or six years his senior. Her name was Paton, and she was a widow with one child. The history of the marriage was short and painful. To put it bluntly, Mrs. Ackroyd was a dipsomaniac. She succeeded in drinking herself into her grave four years after her marriage. + +In the years that followed, Ackroyd showed no disposition to make a second matrimonial adventure. His wife’s child by her first marriage was only seven years old when his mother died. He is now twenty-five. Ackroyd has always regarded him as his own son, and has brought him up accordingly, but he has been a wild lad and a continual source of worry and trouble to his stepfather. Nevertheless we are all very fond of Ralph Paton in King’s Abbot. He is such a good-looking youngster for one thing. + +As I said before, we are ready enough to gossip in our village. Everybody noticed from the first that Ackroyd and Mrs. Ferrars got on very well together. After her husband’s death, the intimacy became more marked. They were always seen about together, and it was freely conjectured that at the end of her period of mourning, Mrs. Ferrars would become Mrs. Roger Ackroyd. It was felt, indeed, that there was a certain fitness in the thing. Roger Ackroyd’s wife had admittedly died of drink. Ashley Ferrars had been a drunkard for many years before his death. It was only fitting that these two victims of alcoholic excess should make up to each other for all that they had previously endured at the hands of their former spouses. + +The Ferrars only came to live here just over a year ago, but a halo of gossip has surrounded Ackroyd for many years past. All the time that Ralph Paton was growing up to manhood, a series of lady housekeepers presided over Ackroyd’s establishment, and each in turn was regarded with lively suspicion by Caroline and her cronies. It is not too much to say that for at least fifteen years the whole village has confidently expected Ackroyd to marry one of his housekeepers. The last of them, a redoubtable lady called Miss Russell, has reigned undisputed for five years, twice as long as any of her predecessors. It is felt that but for the advent of Mrs. Ferrars, Ackroyd could hardly have escaped. That—and one other factor—the unexpected arrival of a widowed sister-in-law with her daughter from Canada. Mrs. Cecil Ackroyd, widow of Ackroyd’s ne’er-do-well younger brother, has taken up her residence at Fernly Park, and has succeeded, according to Caroline, in putting Miss Russell in her proper place. + +I don’t know exactly what a “proper place” constitutes—it sounds chilly and unpleasant—but I know that Miss Russell goes about with pinched lips, and what I can only describe as an acid smile, and that she professes the utmost sympathy for “poor Mrs. Ackroyd—dependent on the charity of her husband’s brother. The bread of charity is so bitter, is it not? _I_ should be quite miserable if I did not work for my living.” + +I don’t know what Mrs. Cecil Ackroyd thought of the Ferrars affair when it came on the tapis. It was clearly to her advantage that Ackroyd should remain unmarried. She was always very charming—not to say gushing—to Mrs. Ferrars when they met. Caroline says that proves less than nothing. + +Such have been our preoccupations in King’s Abbot for the last few years. We have discussed Ackroyd and his affairs from every standpoint. Mrs. Ferrars has fitted into her place in the scheme. + +Now there has been a rearrangement of the kaleidoscope. From a mild discussion of probable wedding presents, we have been jerked into the midst of tragedy. + +Revolving these and sundry other matters in my mind, I went mechanically on my round. I had no cases of special interest to attend, which was, perhaps, as well, for my thoughts returned again and again to the mystery of Mrs. Ferrars’s death. Had she taken her own life? Surely, if she had done so, she would have left some word behind to say what she contemplated doing? Women, in my experience, if they once reach the determination to commit suicide, usually wish to reveal the state of mind that led to the fatal action. They covet the limelight. + +When had I last seen her? Not for over a week. Her manner then had been normal enough considering—well—considering everything. + +Then I suddenly remembered that I had seen her, though not to speak to, only yesterday. She had been walking with Ralph Paton, and I had been surprised because I had had no idea that he was likely to be in King’s Abbot. I thought, indeed, that he had quarreled finally with his stepfather. Nothing had been seen of him down here for nearly six months. They had been walking along, side by side, their heads close together, and she had been talking very earnestly. + +I think I can safely say that it was at this moment that a foreboding of the future first swept over me. Nothing tangible as yet—but a vague premonition of the way things were setting. That earnest _tête-à-tête_ between Ralph Paton and Mrs. Ferrars the day before struck me disagreeably. + +I was still thinking of it when I came face to face with Roger Ackroyd. + +“Sheppard!” he exclaimed. “Just the man I wanted to get hold of. This is a terrible business.” + +“You’ve heard then?” + +He nodded. He had felt the blow keenly, I could see. His big red cheeks seemed to have fallen in, and he looked a positive wreck of his usual jolly, healthy self. + +“It’s worse than you know,” he said quietly. “Look here, Sheppard, I’ve got to talk to you. Can you come back with me now?” + +“Hardly. I’ve got three patients to see still, and I must be back by twelve to see my surgery patients.” + +“Then this afternoon—no, better still, dine to-night. At 7.30? Will that suit you?” + +“Yes—I can manage that all right. What’s wrong? Is it Ralph?” + +I hardly knew why I said that—except, perhaps, that it had so often been Ralph. + +Ackroyd stared blankly at me as though he hardly understood. I began to realize that there must be something very wrong indeed somewhere. I had never seen Ackroyd so upset before. + +“Ralph?” he said vaguely. “Oh! no, it’s not Ralph. Ralph’s in London——Damn! Here’s old Miss Ganett coming. I don’t want to have to talk to her about this ghastly business. See you to-night, Sheppard. Seven-thirty.” + +I nodded, and he hurried away, leaving me wondering. Ralph in London? But he had certainly been in King’s Abbot the preceding afternoon. He must have gone back to town last night or early this morning, and yet Ackroyd’s manner had conveyed quite a different impression. He had spoken as though Ralph had not been near the place for months. + +I had no time to puzzle the matter out further. Miss Ganett was upon me, thirsting for information. Miss Ganett has all the characteristics of my sister Caroline, but she lacks that unerring aim in jumping to conclusions which lends a touch of greatness to Caroline’s maneuvers. Miss Ganett was breathless and interrogatory. + +Wasn’t it sad about poor dear Mrs. Ferrars? A lot of people were saying she had been a confirmed drug-taker for years. So wicked the way people went about saying things. And yet, the worst of it was, there was usually a grain of truth somewhere in these wild statements. No smoke without fire! They were saying too that Mr. Ackroyd had found out about it, and had broken off the engagement—because there _was_ an engagement. She, Miss Ganett, had proof positive of that. Of course _I_ must know all about it—doctors always did—but they never tell? + +And all this with a sharp beady eye on me to see how I reacted to these suggestions. Fortunately long association with Caroline has led me to preserve an impassive countenance, and to be ready with small non-committal remarks. + +On this occasion I congratulated Miss Ganett on not joining in ill-natured gossip. Rather a neat counterattack, I thought. It left her in difficulties, and before she could pull herself together, I had passed on. + +I went home thoughtful, to find several patients waiting for me in the surgery. + +I had dismissed the last of them, as I thought, and was just contemplating a few minutes in the garden before lunch when I perceived one more patient waiting for me. She rose and came towards me as I stood somewhat surprised. + +I don’t know why I should have been, except that there is a suggestion of cast iron about Miss Russell, a something that is above the ills of the flesh. + +Ackroyd’s housekeeper is a tall woman, handsome but forbidding in appearance. She has a stern eye, and lips that shut tightly, and I feel that if I were an under housemaid or a kitchenmaid I should run for my life whenever I heard her coming. + +“Good morning, Dr. Sheppard,” said Miss Russell. “I should be much obliged if you would take a look at my knee.” + +I took a look, but, truth to tell, I was very little wiser when I had done so. Miss Russell’s account of vague pains was so unconvincing that with a woman of less integrity of character I should have suspected a trumped-up tale. It did cross my mind for one moment that Miss Russell might have deliberately invented this affection of the knee in order to pump me on the subject of Mrs. Ferrars’s death, but I soon saw that there, at least, I had misjudged her. She made a brief reference to the tragedy, nothing mo +(Pdb) \ No newline at end of file diff --git a/model-00001-of-00007.safetensors b/model-00001-of-00007.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..bfba491e0e2a9b953d43a4c7f39e049008c7d002 --- /dev/null +++ b/model-00001-of-00007.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c26dc16ca4103321217d048b95c093a962f9ac89050c3a8dd174346e207b3e7 +size 4886466168 diff --git a/model-00002-of-00007.safetensors b/model-00002-of-00007.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..98e2b8e2c3071f4e68441bb9d1a0dca87b97790f --- /dev/null +++ b/model-00002-of-00007.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4809e517ef7c60c0f63a0c81f1adcf297ffcf154e63b2a6db6d726dda1c5308c +size 4832007448 diff --git a/model-00003-of-00007.safetensors b/model-00003-of-00007.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1487f3aa7fe334779645b145ff8964286a7e471f --- /dev/null +++ b/model-00003-of-00007.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e660ec0d0db2990b9b6ceae9215fbe5c95c1f8340fec45431712f87d49a9bb87 +size 4999813112 diff --git a/model-00004-of-00007.safetensors b/model-00004-of-00007.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6adf76c1be6c69eecc866acbd741eaf53359b06d --- /dev/null +++ b/model-00004-of-00007.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b6a3bbc5a9053dbc89101e717c9e0a761bde1c3d70e098e721f5b3616924ed33 +size 4999813128 diff --git a/model-00005-of-00007.safetensors b/model-00005-of-00007.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..87b09dcb7f9fc3ef676a4ad78c417af4c8dbd371 --- /dev/null +++ b/model-00005-of-00007.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf1a00576deac5ab4ea67235bca5a8f00e16426c8d1b8664925073d5603d77af +size 4832007496 diff --git a/model-00006-of-00007.safetensors b/model-00006-of-00007.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..70f6a73f60fdb2dd46d0a24c55b3d7e6095b6e7a --- /dev/null +++ b/model-00006-of-00007.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:08282142ed7be238fc32e6843b2b02b98620c7addda0a6541f36f5632788d1c0 +size 4999813120 diff --git a/model-00007-of-00007.safetensors b/model-00007-of-00007.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d2c095cf62c8f3335d6af0359a69c6043f09680a --- /dev/null +++ b/model-00007-of-00007.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c47188f45c65ffd7a396325f96621c61ef98c383daa96752fbe7c7975917c9ad +size 2571158184 diff --git a/model.safetensors.index.json b/model.safetensors.index.json new file mode 100644 index 0000000000000000000000000000000000000000..0985084320f65a678bea622edb50d3771af4fd13 --- /dev/null +++ b/model.safetensors.index.json @@ -0,0 +1,298 @@ +{ + "metadata": { + "total_size": 32121044992 + }, + "weight_map": { + "lm_head.weight": "model-00007-of-00007.safetensors", + "model.embed_tokens.weight": "model-00001-of-00007.safetensors", + "model.layers.0.input_layernorm.weight": "model-00001-of-00007.safetensors", + "model.layers.0.mlp.down_proj.weight": "model-00001-of-00007.safetensors", + "model.layers.0.mlp.gate_proj.weight": "model-00001-of-00007.safetensors", + "model.layers.0.mlp.up_proj.weight": "model-00001-of-00007.safetensors", + "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00007.safetensors", + "model.layers.0.self_attn.k_proj.weight": "model-00001-of-00007.safetensors", + "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00007.safetensors", + "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00007.safetensors", + "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00007.safetensors", + "model.layers.1.input_layernorm.weight": "model-00001-of-00007.safetensors", + "model.layers.1.mlp.down_proj.weight": "model-00001-of-00007.safetensors", + "model.layers.1.mlp.gate_proj.weight": "model-00001-of-00007.safetensors", + "model.layers.1.mlp.up_proj.weight": "model-00001-of-00007.safetensors", + "model.layers.1.post_attention_layernorm.weight": "model-00001-of-00007.safetensors", + "model.layers.1.self_attn.k_proj.weight": "model-00001-of-00007.safetensors", + "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00007.safetensors", + "model.layers.1.self_attn.q_proj.weight": "model-00001-of-00007.safetensors", + "model.layers.1.self_attn.v_proj.weight": "model-00001-of-00007.safetensors", + "model.layers.10.input_layernorm.weight": "model-00003-of-00007.safetensors", + "model.layers.10.mlp.down_proj.weight": "model-00003-of-00007.safetensors", + "model.layers.10.mlp.gate_proj.weight": "model-00003-of-00007.safetensors", + "model.layers.10.mlp.up_proj.weight": "model-00003-of-00007.safetensors", + "model.layers.10.post_attention_layernorm.weight": "model-00003-of-00007.safetensors", + "model.layers.10.self_attn.k_proj.weight": "model-00003-of-00007.safetensors", + "model.layers.10.self_attn.o_proj.weight": "model-00003-of-00007.safetensors", + "model.layers.10.self_attn.q_proj.weight": "model-00003-of-00007.safetensors", + "model.layers.10.self_attn.v_proj.weight": "model-00003-of-00007.safetensors", + "model.layers.11.input_layernorm.weight": "model-00003-of-00007.safetensors", + "model.layers.11.mlp.down_proj.weight": "model-00003-of-00007.safetensors", + "model.layers.11.mlp.gate_proj.weight": "model-00003-of-00007.safetensors", + "model.layers.11.mlp.up_proj.weight": "model-00003-of-00007.safetensors", + "model.layers.11.post_attention_layernorm.weight": "model-00003-of-00007.safetensors", + "model.layers.11.self_attn.k_proj.weight": "model-00003-of-00007.safetensors", + "model.layers.11.self_attn.o_proj.weight": "model-00003-of-00007.safetensors", + "model.layers.11.self_attn.q_proj.weight": "model-00003-of-00007.safetensors", + "model.layers.11.self_attn.v_proj.weight": "model-00003-of-00007.safetensors", + "model.layers.12.input_layernorm.weight": "model-00003-of-00007.safetensors", + "model.layers.12.mlp.down_proj.weight": "model-00003-of-00007.safetensors", + "model.layers.12.mlp.gate_proj.weight": "model-00003-of-00007.safetensors", + "model.layers.12.mlp.up_proj.weight": "model-00003-of-00007.safetensors", + "model.layers.12.post_attention_layernorm.weight": "model-00003-of-00007.safetensors", + "model.layers.12.self_attn.k_proj.weight": "model-00003-of-00007.safetensors", + "model.layers.12.self_attn.o_proj.weight": "model-00003-of-00007.safetensors", + "model.layers.12.self_attn.q_proj.weight": "model-00003-of-00007.safetensors", + "model.layers.12.self_attn.v_proj.weight": "model-00003-of-00007.safetensors", + "model.layers.13.input_layernorm.weight": "model-00003-of-00007.safetensors", + "model.layers.13.mlp.down_proj.weight": "model-00003-of-00007.safetensors", + "model.layers.13.mlp.gate_proj.weight": "model-00003-of-00007.safetensors", + "model.layers.13.mlp.up_proj.weight": "model-00003-of-00007.safetensors", + "model.layers.13.post_attention_layernorm.weight": "model-00003-of-00007.safetensors", + "model.layers.13.self_attn.k_proj.weight": "model-00003-of-00007.safetensors", + "model.layers.13.self_attn.o_proj.weight": "model-00003-of-00007.safetensors", + "model.layers.13.self_attn.q_proj.weight": "model-00003-of-00007.safetensors", + "model.layers.13.self_attn.v_proj.weight": "model-00003-of-00007.safetensors", + "model.layers.14.input_layernorm.weight": "model-00004-of-00007.safetensors", + "model.layers.14.mlp.down_proj.weight": "model-00004-of-00007.safetensors", + "model.layers.14.mlp.gate_proj.weight": "model-00003-of-00007.safetensors", + "model.layers.14.mlp.up_proj.weight": "model-00004-of-00007.safetensors", + "model.layers.14.post_attention_layernorm.weight": "model-00004-of-00007.safetensors", + "model.layers.14.self_attn.k_proj.weight": "model-00003-of-00007.safetensors", + "model.layers.14.self_attn.o_proj.weight": "model-00003-of-00007.safetensors", + "model.layers.14.self_attn.q_proj.weight": "model-00003-of-00007.safetensors", + "model.layers.14.self_attn.v_proj.weight": "model-00003-of-00007.safetensors", + "model.layers.15.input_layernorm.weight": "model-00004-of-00007.safetensors", + "model.layers.15.mlp.down_proj.weight": "model-00004-of-00007.safetensors", + "model.layers.15.mlp.gate_proj.weight": "model-00004-of-00007.safetensors", + "model.layers.15.mlp.up_proj.weight": "model-00004-of-00007.safetensors", + "model.layers.15.post_attention_layernorm.weight": "model-00004-of-00007.safetensors", + "model.layers.15.self_attn.k_proj.weight": "model-00004-of-00007.safetensors", + "model.layers.15.self_attn.o_proj.weight": "model-00004-of-00007.safetensors", + "model.layers.15.self_attn.q_proj.weight": "model-00004-of-00007.safetensors", + "model.layers.15.self_attn.v_proj.weight": "model-00004-of-00007.safetensors", + "model.layers.16.input_layernorm.weight": "model-00004-of-00007.safetensors", + "model.layers.16.mlp.down_proj.weight": "model-00004-of-00007.safetensors", + "model.layers.16.mlp.gate_proj.weight": "model-00004-of-00007.safetensors", + "model.layers.16.mlp.up_proj.weight": "model-00004-of-00007.safetensors", + "model.layers.16.post_attention_layernorm.weight": "model-00004-of-00007.safetensors", + "model.layers.16.self_attn.k_proj.weight": "model-00004-of-00007.safetensors", + "model.layers.16.self_attn.o_proj.weight": "model-00004-of-00007.safetensors", + "model.layers.16.self_attn.q_proj.weight": "model-00004-of-00007.safetensors", + "model.layers.16.self_attn.v_proj.weight": "model-00004-of-00007.safetensors", + "model.layers.17.input_layernorm.weight": "model-00004-of-00007.safetensors", + "model.layers.17.mlp.down_proj.weight": "model-00004-of-00007.safetensors", + "model.layers.17.mlp.gate_proj.weight": "model-00004-of-00007.safetensors", + "model.layers.17.mlp.up_proj.weight": "model-00004-of-00007.safetensors", + "model.layers.17.post_attention_layernorm.weight": "model-00004-of-00007.safetensors", + "model.layers.17.self_attn.k_proj.weight": "model-00004-of-00007.safetensors", + "model.layers.17.self_attn.o_proj.weight": "model-00004-of-00007.safetensors", + "model.layers.17.self_attn.q_proj.weight": "model-00004-of-00007.safetensors", + "model.layers.17.self_attn.v_proj.weight": "model-00004-of-00007.safetensors", + "model.layers.18.input_layernorm.weight": "model-00004-of-00007.safetensors", + "model.layers.18.mlp.down_proj.weight": "model-00004-of-00007.safetensors", + "model.layers.18.mlp.gate_proj.weight": "model-00004-of-00007.safetensors", + "model.layers.18.mlp.up_proj.weight": "model-00004-of-00007.safetensors", + "model.layers.18.post_attention_layernorm.weight": "model-00004-of-00007.safetensors", + "model.layers.18.self_attn.k_proj.weight": "model-00004-of-00007.safetensors", + "model.layers.18.self_attn.o_proj.weight": "model-00004-of-00007.safetensors", + "model.layers.18.self_attn.q_proj.weight": "model-00004-of-00007.safetensors", + "model.layers.18.self_attn.v_proj.weight": "model-00004-of-00007.safetensors", + "model.layers.19.input_layernorm.weight": "model-00004-of-00007.safetensors", + "model.layers.19.mlp.down_proj.weight": "model-00004-of-00007.safetensors", + "model.layers.19.mlp.gate_proj.weight": "model-00004-of-00007.safetensors", + "model.layers.19.mlp.up_proj.weight": "model-00004-of-00007.safetensors", + "model.layers.19.post_attention_layernorm.weight": "model-00004-of-00007.safetensors", + "model.layers.19.self_attn.k_proj.weight": "model-00004-of-00007.safetensors", + "model.layers.19.self_attn.o_proj.weight": "model-00004-of-00007.safetensors", + "model.layers.19.self_attn.q_proj.weight": "model-00004-of-00007.safetensors", + "model.layers.19.self_attn.v_proj.weight": "model-00004-of-00007.safetensors", + "model.layers.2.input_layernorm.weight": "model-00001-of-00007.safetensors", + "model.layers.2.mlp.down_proj.weight": "model-00001-of-00007.safetensors", + "model.layers.2.mlp.gate_proj.weight": "model-00001-of-00007.safetensors", + "model.layers.2.mlp.up_proj.weight": "model-00001-of-00007.safetensors", + "model.layers.2.post_attention_layernorm.weight": "model-00001-of-00007.safetensors", + "model.layers.2.self_attn.k_proj.weight": "model-00001-of-00007.safetensors", + "model.layers.2.self_attn.o_proj.weight": "model-00001-of-00007.safetensors", + "model.layers.2.self_attn.q_proj.weight": "model-00001-of-00007.safetensors", + "model.layers.2.self_attn.v_proj.weight": "model-00001-of-00007.safetensors", + "model.layers.20.input_layernorm.weight": "model-00005-of-00007.safetensors", + "model.layers.20.mlp.down_proj.weight": "model-00005-of-00007.safetensors", + "model.layers.20.mlp.gate_proj.weight": "model-00005-of-00007.safetensors", + "model.layers.20.mlp.up_proj.weight": "model-00005-of-00007.safetensors", + "model.layers.20.post_attention_layernorm.weight": "model-00005-of-00007.safetensors", + "model.layers.20.self_attn.k_proj.weight": "model-00004-of-00007.safetensors", + "model.layers.20.self_attn.o_proj.weight": "model-00004-of-00007.safetensors", + "model.layers.20.self_attn.q_proj.weight": "model-00004-of-00007.safetensors", + "model.layers.20.self_attn.v_proj.weight": "model-00004-of-00007.safetensors", + "model.layers.21.input_layernorm.weight": "model-00005-of-00007.safetensors", + "model.layers.21.mlp.down_proj.weight": "model-00005-of-00007.safetensors", + "model.layers.21.mlp.gate_proj.weight": "model-00005-of-00007.safetensors", + "model.layers.21.mlp.up_proj.weight": "model-00005-of-00007.safetensors", + "model.layers.21.post_attention_layernorm.weight": "model-00005-of-00007.safetensors", + "model.layers.21.self_attn.k_proj.weight": "model-00005-of-00007.safetensors", + "model.layers.21.self_attn.o_proj.weight": "model-00005-of-00007.safetensors", + "model.layers.21.self_attn.q_proj.weight": "model-00005-of-00007.safetensors", + "model.layers.21.self_attn.v_proj.weight": "model-00005-of-00007.safetensors", + "model.layers.22.input_layernorm.weight": "model-00005-of-00007.safetensors", + "model.layers.22.mlp.down_proj.weight": "model-00005-of-00007.safetensors", + "model.layers.22.mlp.gate_proj.weight": "model-00005-of-00007.safetensors", + "model.layers.22.mlp.up_proj.weight": "model-00005-of-00007.safetensors", + "model.layers.22.post_attention_layernorm.weight": "model-00005-of-00007.safetensors", + "model.layers.22.self_attn.k_proj.weight": "model-00005-of-00007.safetensors", + "model.layers.22.self_attn.o_proj.weight": "model-00005-of-00007.safetensors", + "model.layers.22.self_attn.q_proj.weight": "model-00005-of-00007.safetensors", + "model.layers.22.self_attn.v_proj.weight": "model-00005-of-00007.safetensors", + "model.layers.23.input_layernorm.weight": "model-00005-of-00007.safetensors", + "model.layers.23.mlp.down_proj.weight": "model-00005-of-00007.safetensors", + "model.layers.23.mlp.gate_proj.weight": "model-00005-of-00007.safetensors", + "model.layers.23.mlp.up_proj.weight": "model-00005-of-00007.safetensors", + "model.layers.23.post_attention_layernorm.weight": "model-00005-of-00007.safetensors", + "model.layers.23.self_attn.k_proj.weight": "model-00005-of-00007.safetensors", + "model.layers.23.self_attn.o_proj.weight": "model-00005-of-00007.safetensors", + "model.layers.23.self_attn.q_proj.weight": "model-00005-of-00007.safetensors", + "model.layers.23.self_attn.v_proj.weight": "model-00005-of-00007.safetensors", + "model.layers.24.input_layernorm.weight": "model-00005-of-00007.safetensors", + "model.layers.24.mlp.down_proj.weight": "model-00005-of-00007.safetensors", + "model.layers.24.mlp.gate_proj.weight": "model-00005-of-00007.safetensors", + "model.layers.24.mlp.up_proj.weight": "model-00005-of-00007.safetensors", + "model.layers.24.post_attention_layernorm.weight": "model-00005-of-00007.safetensors", + "model.layers.24.self_attn.k_proj.weight": "model-00005-of-00007.safetensors", + "model.layers.24.self_attn.o_proj.weight": "model-00005-of-00007.safetensors", + "model.layers.24.self_attn.q_proj.weight": "model-00005-of-00007.safetensors", + "model.layers.24.self_attn.v_proj.weight": "model-00005-of-00007.safetensors", + "model.layers.25.input_layernorm.weight": "model-00006-of-00007.safetensors", + "model.layers.25.mlp.down_proj.weight": "model-00006-of-00007.safetensors", + "model.layers.25.mlp.gate_proj.weight": "model-00005-of-00007.safetensors", + "model.layers.25.mlp.up_proj.weight": "model-00005-of-00007.safetensors", + "model.layers.25.post_attention_layernorm.weight": "model-00006-of-00007.safetensors", + "model.layers.25.self_attn.k_proj.weight": "model-00005-of-00007.safetensors", + "model.layers.25.self_attn.o_proj.weight": "model-00005-of-00007.safetensors", + "model.layers.25.self_attn.q_proj.weight": "model-00005-of-00007.safetensors", + "model.layers.25.self_attn.v_proj.weight": "model-00005-of-00007.safetensors", + "model.layers.26.input_layernorm.weight": "model-00006-of-00007.safetensors", + "model.layers.26.mlp.down_proj.weight": "model-00006-of-00007.safetensors", + "model.layers.26.mlp.gate_proj.weight": "model-00006-of-00007.safetensors", + "model.layers.26.mlp.up_proj.weight": "model-00006-of-00007.safetensors", + "model.layers.26.post_attention_layernorm.weight": "model-00006-of-00007.safetensors", + "model.layers.26.self_attn.k_proj.weight": "model-00006-of-00007.safetensors", + "model.layers.26.self_attn.o_proj.weight": "model-00006-of-00007.safetensors", + "model.layers.26.self_attn.q_proj.weight": "model-00006-of-00007.safetensors", + "model.layers.26.self_attn.v_proj.weight": "model-00006-of-00007.safetensors", + "model.layers.27.input_layernorm.weight": "model-00006-of-00007.safetensors", + "model.layers.27.mlp.down_proj.weight": "model-00006-of-00007.safetensors", + "model.layers.27.mlp.gate_proj.weight": "model-00006-of-00007.safetensors", + "model.layers.27.mlp.up_proj.weight": "model-00006-of-00007.safetensors", + "model.layers.27.post_attention_layernorm.weight": "model-00006-of-00007.safetensors", + "model.layers.27.self_attn.k_proj.weight": "model-00006-of-00007.safetensors", + "model.layers.27.self_attn.o_proj.weight": "model-00006-of-00007.safetensors", + "model.layers.27.self_attn.q_proj.weight": "model-00006-of-00007.safetensors", + "model.layers.27.self_attn.v_proj.weight": "model-00006-of-00007.safetensors", + "model.layers.28.input_layernorm.weight": "model-00006-of-00007.safetensors", + "model.layers.28.mlp.down_proj.weight": "model-00006-of-00007.safetensors", + "model.layers.28.mlp.gate_proj.weight": "model-00006-of-00007.safetensors", + "model.layers.28.mlp.up_proj.weight": "model-00006-of-00007.safetensors", + "model.layers.28.post_attention_layernorm.weight": "model-00006-of-00007.safetensors", + "model.layers.28.self_attn.k_proj.weight": "model-00006-of-00007.safetensors", + "model.layers.28.self_attn.o_proj.weight": "model-00006-of-00007.safetensors", + "model.layers.28.self_attn.q_proj.weight": "model-00006-of-00007.safetensors", + "model.layers.28.self_attn.v_proj.weight": "model-00006-of-00007.safetensors", + "model.layers.29.input_layernorm.weight": "model-00006-of-00007.safetensors", + "model.layers.29.mlp.down_proj.weight": "model-00006-of-00007.safetensors", + "model.layers.29.mlp.gate_proj.weight": "model-00006-of-00007.safetensors", + "model.layers.29.mlp.up_proj.weight": "model-00006-of-00007.safetensors", + "model.layers.29.post_attention_layernorm.weight": "model-00006-of-00007.safetensors", + "model.layers.29.self_attn.k_proj.weight": "model-00006-of-00007.safetensors", + "model.layers.29.self_attn.o_proj.weight": "model-00006-of-00007.safetensors", + "model.layers.29.self_attn.q_proj.weight": "model-00006-of-00007.safetensors", + "model.layers.29.self_attn.v_proj.weight": "model-00006-of-00007.safetensors", + "model.layers.3.input_layernorm.weight": "model-00002-of-00007.safetensors", + "model.layers.3.mlp.down_proj.weight": "model-00002-of-00007.safetensors", + "model.layers.3.mlp.gate_proj.weight": "model-00002-of-00007.safetensors", + "model.layers.3.mlp.up_proj.weight": "model-00002-of-00007.safetensors", + "model.layers.3.post_attention_layernorm.weight": "model-00002-of-00007.safetensors", + "model.layers.3.self_attn.k_proj.weight": "model-00001-of-00007.safetensors", + "model.layers.3.self_attn.o_proj.weight": "model-00001-of-00007.safetensors", + "model.layers.3.self_attn.q_proj.weight": "model-00001-of-00007.safetensors", + "model.layers.3.self_attn.v_proj.weight": "model-00001-of-00007.safetensors", + "model.layers.30.input_layernorm.weight": "model-00006-of-00007.safetensors", + "model.layers.30.mlp.down_proj.weight": "model-00006-of-00007.safetensors", + "model.layers.30.mlp.gate_proj.weight": "model-00006-of-00007.safetensors", + "model.layers.30.mlp.up_proj.weight": "model-00006-of-00007.safetensors", + "model.layers.30.post_attention_layernorm.weight": "model-00006-of-00007.safetensors", + "model.layers.30.self_attn.k_proj.weight": "model-00006-of-00007.safetensors", + "model.layers.30.self_attn.o_proj.weight": "model-00006-of-00007.safetensors", + "model.layers.30.self_attn.q_proj.weight": "model-00006-of-00007.safetensors", + "model.layers.30.self_attn.v_proj.weight": "model-00006-of-00007.safetensors", + "model.layers.31.input_layernorm.weight": "model-00007-of-00007.safetensors", + "model.layers.31.mlp.down_proj.weight": "model-00007-of-00007.safetensors", + "model.layers.31.mlp.gate_proj.weight": "model-00006-of-00007.safetensors", + "model.layers.31.mlp.up_proj.weight": "model-00007-of-00007.safetensors", + "model.layers.31.post_attention_layernorm.weight": "model-00007-of-00007.safetensors", + "model.layers.31.self_attn.k_proj.weight": "model-00006-of-00007.safetensors", + "model.layers.31.self_attn.o_proj.weight": "model-00006-of-00007.safetensors", + "model.layers.31.self_attn.q_proj.weight": "model-00006-of-00007.safetensors", + "model.layers.31.self_attn.v_proj.weight": "model-00006-of-00007.safetensors", + "model.layers.4.input_layernorm.weight": "model-00002-of-00007.safetensors", + "model.layers.4.mlp.down_proj.weight": "model-00002-of-00007.safetensors", + "model.layers.4.mlp.gate_proj.weight": "model-00002-of-00007.safetensors", + "model.layers.4.mlp.up_proj.weight": "model-00002-of-00007.safetensors", + "model.layers.4.post_attention_layernorm.weight": "model-00002-of-00007.safetensors", + "model.layers.4.self_attn.k_proj.weight": "model-00002-of-00007.safetensors", + "model.layers.4.self_attn.o_proj.weight": "model-00002-of-00007.safetensors", + "model.layers.4.self_attn.q_proj.weight": "model-00002-of-00007.safetensors", + "model.layers.4.self_attn.v_proj.weight": "model-00002-of-00007.safetensors", + "model.layers.5.input_layernorm.weight": "model-00002-of-00007.safetensors", + "model.layers.5.mlp.down_proj.weight": "model-00002-of-00007.safetensors", + "model.layers.5.mlp.gate_proj.weight": "model-00002-of-00007.safetensors", + "model.layers.5.mlp.up_proj.weight": "model-00002-of-00007.safetensors", + "model.layers.5.post_attention_layernorm.weight": "model-00002-of-00007.safetensors", + "model.layers.5.self_attn.k_proj.weight": "model-00002-of-00007.safetensors", + "model.layers.5.self_attn.o_proj.weight": "model-00002-of-00007.safetensors", + "model.layers.5.self_attn.q_proj.weight": "model-00002-of-00007.safetensors", + "model.layers.5.self_attn.v_proj.weight": "model-00002-of-00007.safetensors", + "model.layers.6.input_layernorm.weight": "model-00002-of-00007.safetensors", + "model.layers.6.mlp.down_proj.weight": "model-00002-of-00007.safetensors", + "model.layers.6.mlp.gate_proj.weight": "model-00002-of-00007.safetensors", + "model.layers.6.mlp.up_proj.weight": "model-00002-of-00007.safetensors", + "model.layers.6.post_attention_layernorm.weight": "model-00002-of-00007.safetensors", + "model.layers.6.self_attn.k_proj.weight": "model-00002-of-00007.safetensors", + "model.layers.6.self_attn.o_proj.weight": "model-00002-of-00007.safetensors", + "model.layers.6.self_attn.q_proj.weight": "model-00002-of-00007.safetensors", + "model.layers.6.self_attn.v_proj.weight": "model-00002-of-00007.safetensors", + "model.layers.7.input_layernorm.weight": "model-00002-of-00007.safetensors", + "model.layers.7.mlp.down_proj.weight": "model-00002-of-00007.safetensors", + "model.layers.7.mlp.gate_proj.weight": "model-00002-of-00007.safetensors", + "model.layers.7.mlp.up_proj.weight": "model-00002-of-00007.safetensors", + "model.layers.7.post_attention_layernorm.weight": "model-00002-of-00007.safetensors", + "model.layers.7.self_attn.k_proj.weight": "model-00002-of-00007.safetensors", + "model.layers.7.self_attn.o_proj.weight": "model-00002-of-00007.safetensors", + "model.layers.7.self_attn.q_proj.weight": "model-00002-of-00007.safetensors", + "model.layers.7.self_attn.v_proj.weight": "model-00002-of-00007.safetensors", + "model.layers.8.input_layernorm.weight": "model-00003-of-00007.safetensors", + "model.layers.8.mlp.down_proj.weight": "model-00003-of-00007.safetensors", + "model.layers.8.mlp.gate_proj.weight": "model-00002-of-00007.safetensors", + "model.layers.8.mlp.up_proj.weight": "model-00002-of-00007.safetensors", + "model.layers.8.post_attention_layernorm.weight": "model-00003-of-00007.safetensors", + "model.layers.8.self_attn.k_proj.weight": "model-00002-of-00007.safetensors", + "model.layers.8.self_attn.o_proj.weight": "model-00002-of-00007.safetensors", + "model.layers.8.self_attn.q_proj.weight": "model-00002-of-00007.safetensors", + "model.layers.8.self_attn.v_proj.weight": "model-00002-of-00007.safetensors", + "model.layers.9.input_layernorm.weight": "model-00003-of-00007.safetensors", + "model.layers.9.mlp.down_proj.weight": "model-00003-of-00007.safetensors", + "model.layers.9.mlp.gate_proj.weight": "model-00003-of-00007.safetensors", + "model.layers.9.mlp.up_proj.weight": "model-00003-of-00007.safetensors", + "model.layers.9.post_attention_layernorm.weight": "model-00003-of-00007.safetensors", + "model.layers.9.self_attn.k_proj.weight": "model-00003-of-00007.safetensors", + "model.layers.9.self_attn.o_proj.weight": "model-00003-of-00007.safetensors", + "model.layers.9.self_attn.q_proj.weight": "model-00003-of-00007.safetensors", + "model.layers.9.self_attn.v_proj.weight": "model-00003-of-00007.safetensors", + "model.norm.weight": "model-00007-of-00007.safetensors" + } +} diff --git a/special_tokens_map.json b/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..02ee80b6196926a5ad790a004d9efd6ab1ba6542 --- /dev/null +++ b/special_tokens_map.json @@ -0,0 +1,16 @@ +{ + "bos_token": { + "content": "<|begin_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "<|eot_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/tokenizer.json b/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..b197f72effb9d5ed16ee0f5663e11e4cfac2ba62 --- /dev/null +++ b/tokenizer.json @@ -0,0 +1,410563 @@ +{ + "version": "1.0", + "truncation": null, + "padding": null, + "added_tokens": [ + { + "id": 128000, + "content": "<|begin_of_text|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128001, + "content": "<|end_of_text|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128002, + "content": "<|reserved_special_token_0|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128003, + "content": "<|reserved_special_token_1|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128004, + "content": "<|reserved_special_token_2|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128005, + "content": "<|reserved_special_token_3|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128006, + "content": "<|start_header_id|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128007, + "content": "<|end_header_id|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128008, + "content": "<|reserved_special_token_4|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128009, + "content": "<|eot_id|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128010, + "content": "<|reserved_special_token_5|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128011, + "content": "<|reserved_special_token_6|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128012, + "content": "<|reserved_special_token_7|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128013, + "content": "<|reserved_special_token_8|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128014, + "content": "<|reserved_special_token_9|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128015, + "content": "<|reserved_special_token_10|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128016, + "content": "<|reserved_special_token_11|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128017, + "content": "<|reserved_special_token_12|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128018, + "content": "<|reserved_special_token_13|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128019, + "content": "<|reserved_special_token_14|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128020, + "content": "<|reserved_special_token_15|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128021, + "content": "<|reserved_special_token_16|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128022, + "content": "<|reserved_special_token_17|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128023, + "content": "<|reserved_special_token_18|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128024, + "content": "<|reserved_special_token_19|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128025, + "content": "<|reserved_special_token_20|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128026, + "content": "<|reserved_special_token_21|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128027, + "content": "<|reserved_special_token_22|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128028, + "content": "<|reserved_special_token_23|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128029, + "content": "<|reserved_special_token_24|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128030, + "content": "<|reserved_special_token_25|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128031, + "content": "<|reserved_special_token_26|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128032, + "content": "<|reserved_special_token_27|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128033, + "content": "<|reserved_special_token_28|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128034, + "content": "<|reserved_special_token_29|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128035, + "content": "<|reserved_special_token_30|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128036, + "content": "<|reserved_special_token_31|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128037, + "content": "<|reserved_special_token_32|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128038, + "content": "<|reserved_special_token_33|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128039, + "content": "<|reserved_special_token_34|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128040, + "content": "<|reserved_special_token_35|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128041, + "content": "<|reserved_special_token_36|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128042, + "content": "<|reserved_special_token_37|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128043, + "content": "<|reserved_special_token_38|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128044, + "content": "<|reserved_special_token_39|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128045, + "content": "<|reserved_special_token_40|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128046, + "content": "<|reserved_special_token_41|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128047, + "content": "<|reserved_special_token_42|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128048, + "content": "<|reserved_special_token_43|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128049, + "content": "<|reserved_special_token_44|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128050, + "content": "<|reserved_special_token_45|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128051, + "content": "<|reserved_special_token_46|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128052, + "content": "<|reserved_special_token_47|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128053, + "content": "<|reserved_special_token_48|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128054, + "content": "<|reserved_special_token_49|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128055, + "content": "<|reserved_special_token_50|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128056, + "content": "<|reserved_special_token_51|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128057, + "content": "<|reserved_special_token_52|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128058, + "content": "<|reserved_special_token_53|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128059, + "content": "<|reserved_special_token_54|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128060, + "content": "<|reserved_special_token_55|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128061, + "content": "<|reserved_special_token_56|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128062, + "content": "<|reserved_special_token_57|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128063, + "content": "<|reserved_special_token_58|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128064, + "content": "<|reserved_special_token_59|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128065, + "content": "<|reserved_special_token_60|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128066, + "content": "<|reserved_special_token_61|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128067, + "content": "<|reserved_special_token_62|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128068, + "content": "<|reserved_special_token_63|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128069, + "content": "<|reserved_special_token_64|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128070, + "content": "<|reserved_special_token_65|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128071, + "content": "<|reserved_special_token_66|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128072, + "content": "<|reserved_special_token_67|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128073, + "content": "<|reserved_special_token_68|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128074, + "content": "<|reserved_special_token_69|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128075, + "content": "<|reserved_special_token_70|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128076, + "content": "<|reserved_special_token_71|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128077, + "content": "<|reserved_special_token_72|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128078, + "content": "<|reserved_special_token_73|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128079, + "content": "<|reserved_special_token_74|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128080, + "content": "<|reserved_special_token_75|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128081, + "content": "<|reserved_special_token_76|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128082, + "content": "<|reserved_special_token_77|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128083, + "content": "<|reserved_special_token_78|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128084, + "content": "<|reserved_special_token_79|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128085, + "content": "<|reserved_special_token_80|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128086, + "content": "<|reserved_special_token_81|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128087, + "content": "<|reserved_special_token_82|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128088, + "content": "<|reserved_special_token_83|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128089, + "content": "<|reserved_special_token_84|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128090, + "content": "<|reserved_special_token_85|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128091, + "content": "<|reserved_special_token_86|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128092, + "content": "<|reserved_special_token_87|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128093, + "content": "<|reserved_special_token_88|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128094, + "content": "<|reserved_special_token_89|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128095, + "content": "<|reserved_special_token_90|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128096, + "content": "<|reserved_special_token_91|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128097, + "content": "<|reserved_special_token_92|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128098, + "content": "<|reserved_special_token_93|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128099, + "content": "<|reserved_special_token_94|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128100, + "content": "<|reserved_special_token_95|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128101, + "content": "<|reserved_special_token_96|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128102, + "content": "<|reserved_special_token_97|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128103, + "content": "<|reserved_special_token_98|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128104, + "content": "<|reserved_special_token_99|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128105, + "content": "<|reserved_special_token_100|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128106, + "content": "<|reserved_special_token_101|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128107, + "content": "<|reserved_special_token_102|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128108, + "content": "<|reserved_special_token_103|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128109, + "content": "<|reserved_special_token_104|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128110, + "content": "<|reserved_special_token_105|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128111, + "content": "<|reserved_special_token_106|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128112, + "content": "<|reserved_special_token_107|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128113, + "content": "<|reserved_special_token_108|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128114, + "content": "<|reserved_special_token_109|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128115, + "content": "<|reserved_special_token_110|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128116, + "content": "<|reserved_special_token_111|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128117, + "content": "<|reserved_special_token_112|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128118, + "content": "<|reserved_special_token_113|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128119, + "content": "<|reserved_special_token_114|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128120, + "content": "<|reserved_special_token_115|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128121, + "content": "<|reserved_special_token_116|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128122, + "content": "<|reserved_special_token_117|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128123, + "content": "<|reserved_special_token_118|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128124, + "content": "<|reserved_special_token_119|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128125, + "content": "<|reserved_special_token_120|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128126, + "content": "<|reserved_special_token_121|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128127, + "content": "<|reserved_special_token_122|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128128, + "content": "<|reserved_special_token_123|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128129, + "content": "<|reserved_special_token_124|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128130, + "content": "<|reserved_special_token_125|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128131, + "content": "<|reserved_special_token_126|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128132, + "content": "<|reserved_special_token_127|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128133, + "content": "<|reserved_special_token_128|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128134, + "content": "<|reserved_special_token_129|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128135, + "content": "<|reserved_special_token_130|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128136, + "content": "<|reserved_special_token_131|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128137, + "content": "<|reserved_special_token_132|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128138, + "content": "<|reserved_special_token_133|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128139, + "content": "<|reserved_special_token_134|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128140, + "content": "<|reserved_special_token_135|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128141, + "content": "<|reserved_special_token_136|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128142, + "content": "<|reserved_special_token_137|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128143, + "content": "<|reserved_special_token_138|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128144, + "content": "<|reserved_special_token_139|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128145, + "content": "<|reserved_special_token_140|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128146, + "content": "<|reserved_special_token_141|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128147, + "content": "<|reserved_special_token_142|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128148, + "content": "<|reserved_special_token_143|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128149, + "content": "<|reserved_special_token_144|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128150, + "content": "<|reserved_special_token_145|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128151, + "content": "<|reserved_special_token_146|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128152, + "content": "<|reserved_special_token_147|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128153, + "content": "<|reserved_special_token_148|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128154, + "content": "<|reserved_special_token_149|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128155, + "content": "<|reserved_special_token_150|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128156, + "content": "<|reserved_special_token_151|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128157, + "content": "<|reserved_special_token_152|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128158, + "content": "<|reserved_special_token_153|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128159, + "content": "<|reserved_special_token_154|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128160, + "content": "<|reserved_special_token_155|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128161, + "content": "<|reserved_special_token_156|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128162, + "content": "<|reserved_special_token_157|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128163, + "content": "<|reserved_special_token_158|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128164, + "content": "<|reserved_special_token_159|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128165, + "content": "<|reserved_special_token_160|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128166, + "content": "<|reserved_special_token_161|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128167, + "content": "<|reserved_special_token_162|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128168, + "content": "<|reserved_special_token_163|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128169, + "content": "<|reserved_special_token_164|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128170, + "content": "<|reserved_special_token_165|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128171, + "content": "<|reserved_special_token_166|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128172, + "content": "<|reserved_special_token_167|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128173, + "content": "<|reserved_special_token_168|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128174, + "content": "<|reserved_special_token_169|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128175, + "content": "<|reserved_special_token_170|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128176, + "content": "<|reserved_special_token_171|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128177, + "content": "<|reserved_special_token_172|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128178, + "content": "<|reserved_special_token_173|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128179, + "content": "<|reserved_special_token_174|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128180, + "content": "<|reserved_special_token_175|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128181, + "content": "<|reserved_special_token_176|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128182, + "content": "<|reserved_special_token_177|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128183, + "content": "<|reserved_special_token_178|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128184, + "content": "<|reserved_special_token_179|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128185, + "content": "<|reserved_special_token_180|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128186, + "content": "<|reserved_special_token_181|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128187, + "content": "<|reserved_special_token_182|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128188, + "content": "<|reserved_special_token_183|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128189, + "content": "<|reserved_special_token_184|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128190, + "content": "<|reserved_special_token_185|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128191, + "content": "<|reserved_special_token_186|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128192, + "content": "<|reserved_special_token_187|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128193, + "content": "<|reserved_special_token_188|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128194, + "content": "<|reserved_special_token_189|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128195, + "content": "<|reserved_special_token_190|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128196, + "content": "<|reserved_special_token_191|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128197, + "content": "<|reserved_special_token_192|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128198, + "content": "<|reserved_special_token_193|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128199, + "content": "<|reserved_special_token_194|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128200, + "content": "<|reserved_special_token_195|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128201, + "content": "<|reserved_special_token_196|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128202, + "content": "<|reserved_special_token_197|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128203, + "content": "<|reserved_special_token_198|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128204, + "content": "<|reserved_special_token_199|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128205, + "content": "<|reserved_special_token_200|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128206, + "content": "<|reserved_special_token_201|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128207, + "content": "<|reserved_special_token_202|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128208, + "content": "<|reserved_special_token_203|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128209, + "content": "<|reserved_special_token_204|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128210, + "content": "<|reserved_special_token_205|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128211, + "content": "<|reserved_special_token_206|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128212, + "content": "<|reserved_special_token_207|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128213, + "content": "<|reserved_special_token_208|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128214, + "content": "<|reserved_special_token_209|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128215, + "content": "<|reserved_special_token_210|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128216, + "content": "<|reserved_special_token_211|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128217, + "content": "<|reserved_special_token_212|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128218, + "content": "<|reserved_special_token_213|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128219, + "content": "<|reserved_special_token_214|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128220, + "content": "<|reserved_special_token_215|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128221, + "content": "<|reserved_special_token_216|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128222, + "content": "<|reserved_special_token_217|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128223, + "content": "<|reserved_special_token_218|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128224, + "content": "<|reserved_special_token_219|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128225, + "content": "<|reserved_special_token_220|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128226, + "content": "<|reserved_special_token_221|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128227, + "content": "<|reserved_special_token_222|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128228, + "content": "<|reserved_special_token_223|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128229, + "content": "<|reserved_special_token_224|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128230, + "content": "<|reserved_special_token_225|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128231, + "content": "<|reserved_special_token_226|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128232, + "content": "<|reserved_special_token_227|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128233, + "content": "<|reserved_special_token_228|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128234, + "content": "<|reserved_special_token_229|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128235, + "content": "<|reserved_special_token_230|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128236, + "content": "<|reserved_special_token_231|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128237, + "content": "<|reserved_special_token_232|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128238, + "content": "<|reserved_special_token_233|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128239, + "content": "<|reserved_special_token_234|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128240, + "content": "<|reserved_special_token_235|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128241, + "content": "<|reserved_special_token_236|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128242, + "content": "<|reserved_special_token_237|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128243, + "content": "<|reserved_special_token_238|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128244, + "content": "<|reserved_special_token_239|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128245, + "content": "<|reserved_special_token_240|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128246, + "content": "<|reserved_special_token_241|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128247, + "content": "<|reserved_special_token_242|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128248, + "content": "<|reserved_special_token_243|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128249, + "content": "<|reserved_special_token_244|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128250, + "content": "<|reserved_special_token_245|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128251, + "content": "<|reserved_special_token_246|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128252, + "content": "<|reserved_special_token_247|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128253, + "content": "<|reserved_special_token_248|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128254, + "content": "<|reserved_special_token_249|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128255, + "content": "<|reserved_special_token_250|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + } + ], + "normalizer": null, + "pre_tokenizer": { + "type": "Sequence", + "pretokenizers": [ + { + "type": "Split", + "pattern": { + "Regex": "(?i:'s|'t|'re|'ve|'m|'ll|'d)|[^\\r\\n\\p{L}\\p{N}]?\\p{L}+|\\p{N}{1,3}| ?[^\\s\\p{L}\\p{N}]+[\\r\\n]*|\\s*[\\r\\n]+|\\s+(?!\\S)|\\s+" + }, + "behavior": "Isolated", + "invert": false + }, + { + "type": "ByteLevel", + "add_prefix_space": false, + "trim_offsets": true, + "use_regex": false + } + ] + }, + "post_processor": { + "type": "Sequence", + "processors": [ + { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": false, + "use_regex": true + }, + { + "type": "TemplateProcessing", + "single": [ + { + "SpecialToken": { + "id": "<|begin_of_text|>", + "type_id": 0 + } + }, + { + "Sequence": { + "id": "A", + "type_id": 0 + } + } + ], + "pair": [ + { + "SpecialToken": { + "id": "<|begin_of_text|>", + "type_id": 0 + } + }, + { + "Sequence": { + "id": "A", + "type_id": 0 + } + }, + { + "SpecialToken": { + "id": "<|begin_of_text|>", + "type_id": 1 + } + }, + { + "Sequence": { + "id": "B", + "type_id": 1 + } + } + ], + "special_tokens": { + "<|begin_of_text|>": { + "id": "<|begin_of_text|>", + "ids": [ + 128000 + ], + "tokens": [ + "<|begin_of_text|>" + ] + } + } + } + ] + }, + "decoder": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": true, + "use_regex": true + }, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": null, + "continuing_subword_prefix": null, + "end_of_word_suffix": null, + "fuse_unk": false, + "byte_fallback": false, + "ignore_merges": true, + "vocab": { + "!": 0, + "\"": 1, + "#": 2, + "$": 3, + "%": 4, + "&": 5, + "'": 6, + "(": 7, + ")": 8, + "*": 9, + "+": 10, + ",": 11, + "-": 12, + ".": 13, + "/": 14, + "0": 15, + "1": 16, + "2": 17, + "3": 18, + "4": 19, + "5": 20, + "6": 21, + "7": 22, + "8": 23, + "9": 24, + ":": 25, + ";": 26, + "<": 27, + "=": 28, + ">": 29, + "?": 30, + "@": 31, + "A": 32, + "B": 33, + "C": 34, + "D": 35, + "E": 36, + "F": 37, + "G": 38, + "H": 39, + "I": 40, + "J": 41, + "K": 42, + "L": 43, + "M": 44, + "N": 45, + "O": 46, + "P": 47, + "Q": 48, + "R": 49, + "S": 50, + "T": 51, + "U": 52, + "V": 53, + "W": 54, + "X": 55, + "Y": 56, + "Z": 57, + "[": 58, + "\\": 59, + "]": 60, + "^": 61, + "_": 62, + "`": 63, + "a": 64, + "b": 65, + "c": 66, + "d": 67, + "e": 68, + "f": 69, + "g": 70, + "h": 71, + "i": 72, + "j": 73, + "k": 74, + "l": 75, + "m": 76, + "n": 77, + "o": 78, + "p": 79, + "q": 80, + "r": 81, + "s": 82, + "t": 83, + "u": 84, + "v": 85, + "w": 86, + "x": 87, + "y": 88, + "z": 89, + "{": 90, + "|": 91, + "}": 92, + "~": 93, + "¡": 94, + "¢": 95, + "£": 96, + "¤": 97, + "¥": 98, + "¦": 99, + "§": 100, + "¨": 101, + "©": 102, + "ª": 103, + "«": 104, + "¬": 105, + "®": 106, + "¯": 107, + "°": 108, + "±": 109, + "²": 110, + "³": 111, + "´": 112, + "µ": 113, + "¶": 114, + "·": 115, + "¸": 116, + "¹": 117, + "º": 118, + "»": 119, + "¼": 120, + "½": 121, + "¾": 122, + "¿": 123, + "À": 124, + "Á": 125, + "Â": 126, + "Ã": 127, + "Ä": 128, + "Å": 129, + "Æ": 130, + "Ç": 131, + "È": 132, + "É": 133, + "Ê": 134, + "Ë": 135, + "Ì": 136, + "Í": 137, + "Î": 138, + "Ï": 139, + "Ð": 140, + "Ñ": 141, + "Ò": 142, + "Ó": 143, + "Ô": 144, + "Õ": 145, + "Ö": 146, + "×": 147, + "Ø": 148, + "Ù": 149, + "Ú": 150, + "Û": 151, + "Ü": 152, + "Ý": 153, + "Þ": 154, + "ß": 155, + "à": 156, + "á": 157, + "â": 158, + "ã": 159, + "ä": 160, + "å": 161, + "æ": 162, + "ç": 163, + "è": 164, + "é": 165, + "ê": 166, + "ë": 167, + "ì": 168, + "í": 169, + "î": 170, + "ï": 171, + "ð": 172, + "ñ": 173, + "ò": 174, + "ó": 175, + "ô": 176, + "õ": 177, + "ö": 178, + "÷": 179, + "ø": 180, + "ù": 181, + "ú": 182, + "û": 183, + "ü": 184, + "ý": 185, + "þ": 186, + "ÿ": 187, + "Ā": 188, + "ā": 189, + "Ă": 190, + "ă": 191, + "Ą": 192, + "ą": 193, + "Ć": 194, + "ć": 195, + "Ĉ": 196, + "ĉ": 197, + "Ċ": 198, + "ċ": 199, + "Č": 200, + "č": 201, + "Ď": 202, + "ď": 203, + "Đ": 204, + "đ": 205, + "Ē": 206, + "ē": 207, + "Ĕ": 208, + "ĕ": 209, + "Ė": 210, + "ė": 211, + "Ę": 212, + "ę": 213, + "Ě": 214, + "ě": 215, + "Ĝ": 216, + "ĝ": 217, + "Ğ": 218, + "ğ": 219, + "Ġ": 220, + "ġ": 221, + "Ģ": 222, + "ģ": 223, + "Ĥ": 224, + "ĥ": 225, + "Ħ": 226, + "ħ": 227, + "Ĩ": 228, + "ĩ": 229, + "Ī": 230, + "ī": 231, + "Ĭ": 232, + "ĭ": 233, + "Į": 234, + "į": 235, + "İ": 236, + "ı": 237, + "IJ": 238, + "ij": 239, + "Ĵ": 240, + "ĵ": 241, + "Ķ": 242, + "ķ": 243, + "ĸ": 244, + "Ĺ": 245, + "ĺ": 246, + "Ļ": 247, + "ļ": 248, + "Ľ": 249, + "ľ": 250, + "Ŀ": 251, + "ŀ": 252, + "Ł": 253, + "ł": 254, + "Ń": 255, + "ĠĠ": 256, + "ĠĠĠĠ": 257, + "in": 258, + "Ġt": 259, + "ĠĠĠĠĠĠĠĠ": 260, + "er": 261, + "ĠĠĠ": 262, + "on": 263, + "Ġa": 264, + "re": 265, + "at": 266, + "st": 267, + "en": 268, + "or": 269, + "Ġth": 270, + "ĊĊ": 271, + "Ġc": 272, + "le": 273, + "Ġs": 274, + "it": 275, + "an": 276, + "ar": 277, + "al": 278, + "Ġthe": 279, + ";Ċ": 280, + "Ġp": 281, + "Ġf": 282, + "ou": 283, + "Ġ=": 284, + "is": 285, + "ĠĠĠĠĠĠĠ": 286, + "ing": 287, + "es": 288, + "Ġw": 289, + "ion": 290, + "ed": 291, + "ic": 292, + "Ġb": 293, + "Ġd": 294, + "et": 295, + "Ġm": 296, + "Ġo": 297, + "ĉĉ": 298, + "ro": 299, + "as": 300, + "el": 301, + "ct": 302, + "nd": 303, + "Ġin": 304, + "Ġh": 305, + "ent": 306, + "id": 307, + "Ġn": 308, + "am": 309, + "ĠĠĠĠĠĠĠĠĠĠĠ": 310, + "Ġto": 311, + "Ġre": 312, + "--": 313, + "Ġ{": 314, + "Ġof": 315, + "om": 316, + ");Ċ": 317, + "im": 318, + "čĊ": 319, + "Ġ(": 320, + "il": 321, + "//": 322, + "Ġand": 323, + "ur": 324, + "se": 325, + "Ġl": 326, + "ex": 327, + "ĠS": 328, + "ad": 329, + "Ġ\"": 330, + "ch": 331, + "ut": 332, + "if": 333, + "**": 334, + "Ġ}": 335, + "em": 336, + "ol": 337, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 338, + "th": 339, + ")Ċ": 340, + "Ġ{Ċ": 341, + "Ġg": 342, + "ig": 343, + "iv": 344, + ",Ċ": 345, + "ce": 346, + "od": 347, + "Ġv": 348, + "ate": 349, + "ĠT": 350, + "ag": 351, + "ay": 352, + "Ġ*": 353, + "ot": 354, + "us": 355, + "ĠC": 356, + "Ġst": 357, + "ĠI": 358, + "un": 359, + "ul": 360, + "ue": 361, + "ĠA": 362, + "ow": 363, + "Ġ'": 364, + "ew": 365, + "Ġ<": 366, + "ation": 367, + "()": 368, + "Ġfor": 369, + "ab": 370, + "ort": 371, + "um": 372, + "ame": 373, + "Ġis": 374, + "pe": 375, + "tr": 376, + "ck": 377, + "âĢ": 378, + "Ġy": 379, + "ist": 380, + "----": 381, + ".ĊĊ": 382, + "he": 383, + "Ġe": 384, + "lo": 385, + "ĠM": 386, + "Ġbe": 387, + "ers": 388, + "Ġon": 389, + "Ġcon": 390, + "ap": 391, + "ub": 392, + "ĠP": 393, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 394, + "ass": 395, + "int": 396, + ">Ċ": 397, + "ly": 398, + "urn": 399, + "Ġ$": 400, + ";ĊĊ": 401, + "av": 402, + "port": 403, + "ir": 404, + "->": 405, + "nt": 406, + "ction": 407, + "end": 408, + "Ġde": 409, + "00": 410, + "ith": 411, + "out": 412, + "turn": 413, + "our": 414, + "ĠĠĠĠĠ": 415, + "lic": 416, + "res": 417, + "pt": 418, + "==": 419, + "Ġthis": 420, + "Ġwh": 421, + "Ġif": 422, + "ĠD": 423, + "ver": 424, + "age": 425, + "ĠB": 426, + "ht": 427, + "ext": 428, + "=\"": 429, + "Ġthat": 430, + "****": 431, + "ĠR": 432, + "Ġit": 433, + "ess": 434, + "ĠF": 435, + "Ġr": 436, + "os": 437, + "and": 438, + "Ġas": 439, + "ect": 440, + "ke": 441, + "rom": 442, + "Ġ//": 443, + "con": 444, + "ĠL": 445, + "(\"": 446, + "qu": 447, + "lass": 448, + "Ġwith": 449, + "iz": 450, + "de": 451, + "ĠN": 452, + "Ġal": 453, + "op": 454, + "up": 455, + "get": 456, + "Ġ}Ċ": 457, + "ile": 458, + "Ġan": 459, + "ata": 460, + "ore": 461, + "ri": 462, + "Ġpro": 463, + ";čĊ": 464, + "ĉĉĉĉ": 465, + "ter": 466, + "ain": 467, + "ĠW": 468, + "ĠE": 469, + "Ġcom": 470, + "Ġreturn": 471, + "art": 472, + "ĠH": 473, + "ack": 474, + "import": 475, + "ublic": 476, + "Ġor": 477, + "est": 478, + "ment": 479, + "ĠG": 480, + "able": 481, + "Ġ-": 482, + "ine": 483, + "ill": 484, + "ind": 485, + "ere": 486, + "::": 487, + "ity": 488, + "Ġ+": 489, + "Ġtr": 490, + "elf": 491, + "ight": 492, + "('": 493, + "orm": 494, + "ult": 495, + "str": 496, + "..": 497, + "\",": 498, + "Ġyou": 499, + "ype": 500, + "pl": 501, + "Ġnew": 502, + "Ġj": 503, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 504, + "Ġfrom": 505, + "Ġex": 506, + "ĠO": 507, + "20": 508, + "ld": 509, + "Ġ[": 510, + "oc": 511, + ":Ċ": 512, + "Ġse": 513, + "Ġle": 514, + "--------": 515, + ".s": 516, + "{Ċ": 517, + "',": 518, + "ant": 519, + "Ġat": 520, + "ase": 521, + ".c": 522, + "Ġch": 523, + "": 591, + "ust": 592, + "que": 593, + "Ġres": 594, + "))": 595, + "'s": 596, + "Ġk": 597, + "ans": 598, + "yst": 599, + "unction": 600, + "********": 601, + "Ġi": 602, + "Ġus": 603, + "pp": 604, + "10": 605, + "one": 606, + "ail": 607, + "====": 608, + "name": 609, + "Ġstr": 610, + "Ġ/": 611, + "Ġ&": 612, + "ach": 613, + "div": 614, + "ystem": 615, + "ell": 616, + "Ġhave": 617, + "err": 618, + "ould": 619, + "ull": 620, + "pon": 621, + "ĠJ": 622, + "_p": 623, + "Ġ==": 624, + "ign": 625, + "St": 626, + ".Ċ": 627, + "Ġpl": 628, + ");ĊĊ": 629, + "form": 630, + "put": 631, + "ount": 632, + "}ĊĊ": 633, + "dd": 634, + "ite": 635, + "Ġget": 636, + "rr": 637, + "ome": 638, + "ĠâĢ": 639, + "aram": 640, + "cc": 641, + "Ġ*/": 642, + "ER": 643, + "In": 644, + "les": 645, + "_s": 646, + "ong": 647, + "ie": 648, + "Ġcan": 649, + "ĠV": 650, + "erv": 651, + "pr": 652, + "Ġun": 653, + "row": 654, + "ber": 655, + "Ġdo": 656, + "ll": 657, + "Ġel": 658, + "Ġself": 659, + "ated": 660, + "ary": 661, + "Ġ.": 662, + "']": 663, + "ud": 664, + "Ġen": 665, + "ĠTh": 666, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 667, + "te": 668, + "_c": 669, + "uct": 670, + "Ġab": 671, + "ork": 672, + ".get": 673, + "Ġ#": 674, + "aw": 675, + "ress": 676, + "ob": 677, + "Name": 678, + "201": 679, + "app": 680, + "['": 681, + "Ġall": 682, + "ory": 683, + "ition": 684, + "ance": 685, + "ear": 686, + "Ġcont": 687, + "vent": 688, + "ia": 689, + "Ġwill": 690, + "IN": 691, + "ĠĠĠĠĠĠĠĠĠ": 692, + "return": 693, + "Ġ": 760, + "\",Ċ": 761, + "ec": 762, + "ĠIn": 763, + "ph": 764, + "Ġ|": 765, + "_f": 766, + "Ġvar": 767, + "ence": 768, + "Id": 769, + "ree": 770, + "ink": 771, + "lect": 772, + "ug": 773, + "eth": 774, + "Ġelse": 775, + "----------------": 776, + "19": 777, + "cont": 778, + "Ġso": 779, + "atic": 780, + "Ġlo": 781, + "pro": 782, + "ton": 783, + "ss": 784, + "own": 785, + "abel": 786, + "oint": 787, + "ous": 788, + "eld": 789, + "ST": 790, + "The": 791, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 792, + "RE": 793, + "\":": 794, + "olor": 795, + "tp": 796, + "eg": 797, + "key": 798, + "ude": 799, + "ĠSt": 800, + "ound": 801, + "Ġar": 802, + "\");Ċ": 803, + "ener": 804, + "ser": 805, + "11": 806, + "bject": 807, + "essage": 808, + "fer": 809, + "Ġmore": 810, + "ations": 811, + "ents": 812, + "Ġhis": 813, + "Ġthey": 814, + ".S": 815, + "ĠY": 816, + "use": 817, + "ne": 818, + "ish": 819, + "old": 820, + "_d": 821, + "io": 822, + "ield": 823, + "Ġper": 824, + "Cont": 825, + "ings": 826, + "####": 827, + "Ġdata": 828, + "Ġsa": 829, + "ef": 830, + "fo": 831, + "Ġone": 832, + "eng": 833, + "Ġdis": 834, + "AT": 835, + "Ġname": 836, + "Ġtrue": 837, + "val": 838, + "led": 839, + ".f": 840, + "Ġne": 841, + "Ġend": 842, + "32": 843, + ".T": 844, + "16": 845, + "cre": 846, + "ark": 847, + "log": 848, + "Ex": 849, + "error": 850, + "_id": 851, + "urre": 852, + "ange": 853, + "Ġnull": 854, + "rray": 855, + "Ġmy": 856, + "pan": 857, + "ict": 858, + "ator": 859, + "View": 860, + "List": 861, + "ĉreturn": 862, + "âĢĿ": 863, + "Ġpre": 864, + "Ġx": 865, + "clude": 866, + "arg": 867, + "15": 868, + "ov": 869, + ".h": 870, + "Ġ>": 871, + "Ġtheir": 872, + "')": 873, + "irst": 874, + "ick": 875, + "gh": 876, + "LE": 877, + "OR": 878, + "Ġprivate": 879, + "tem": 880, + "čĊčĊ": 881, + "user": 882, + "Ġ)": 883, + "com": 884, + ".A": 885, + "\";Ċ": 886, + "Ġid": 887, + "read": 888, + "Ġwho": 889, + "_b": 890, + "\">Ċ": 891, + "Ġtime": 892, + "Ġman": 893, + "ry": 894, + "========": 895, + "roup": 896, + "rop": 897, + "public": 898, + "vel": 899, + "umber": 900, + "ble": 901, + "Ġwhich": 902, + "****************": 903, + "Ġany": 904, + "Ġfalse": 905, + "we": 906, + "Ġvalue": 907, + "Ġli": 908, + "\")": 909, + "nder": 910, + "gr": 911, + "Ġno": 912, + "param": 913, + "25": 914, + "fig": 915, + ".com": 916, + "Ġapp": 917, + "_l": 918, + "ions": 919, + ".D": 920, + "ĠCh": 921, + "Ġabout": 922, + "Ġadd": 923, + "Ġsu": 924, + "Ġstring": 925, + "ID": 926, + "Ġover": 927, + "string": 928, + ".l": 929, + "ource": 930, + "000": 931, + "_C": 932, + "]Ċ": 933, + "Ġqu": 934, + "ĠString": 935, + "ca": 936, + "SE": 937, + "Ġro": 938, + "sh": 939, + "ual": 940, + "Type": 941, + "son": 942, + "new": 943, + "ern": 944, + "Ġag": 945, + "AR": 946, + "];Ċ": 947, + "].": 948, + "Ġ?": 949, + "ical": 950, + "Ġdes": 951, + "uth": 952, + "ix": 953, + "ays": 954, + "Ġtype": 955, + "'t": 956, + "ault": 957, + "Ġinter": 958, + "var": 959, + ".b": 960, + "Ġpart": 961, + ".d": 962, + "urrent": 963, + "IT": 964, + "EN": 965, + "30": 966, + "enc": 967, + "(f": 968, + "ra": 969, + "value": 970, + "cho": 971, + "18": 972, + "utton": 973, + "ose": 974, + "14": 975, + "Ġ!=": 976, + "ater": 977, + "é": 978, + "reate": 979, + "oll": 980, + "pos": 981, + "yle": 982, + "ng": 983, + "AL": 984, + "using": 985, + "ames": 986, + "Ġ{čĊ": 987, + "ates": 988, + "ely": 989, + "Ġwork": 990, + "Ġem": 991, + "inal": 992, + "Ġsp": 993, + "Ġwhen": 994, + ".set": 995, + "ĠĠĠĠĠĠ": 996, + "):Ċ": 997, + "to": 998, + "quire": 999, + "indow": 1000, + "lement": 1001, + "pect": 1002, + "ash": 1003, + "[i": 1004, + "Ġuse": 1005, + ".F": 1006, + "pec": 1007, + "Ġad": 1008, + "ove": 1009, + "ception": 1010, + "ength": 1011, + "include": 1012, + "ader": 1013, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 1014, + "atus": 1015, + "Th": 1016, + "itle": 1017, + "rit": 1018, + "void": 1019, + "().": 1020, + "(Ċ": 1021, + "Ġoff": 1022, + "Ġother": 1023, + "Ġ&&": 1024, + "';Ċ": 1025, + "ms": 1026, + "Ġbeen": 1027, + "Ġte": 1028, + "ml": 1029, + "co": 1030, + "nc": 1031, + "13": 1032, + "ervice": 1033, + "Ġ%": 1034, + "**Ċ": 1035, + "ann": 1036, + "ade": 1037, + "ĊĊĊĊ": 1038, + "lock": 1039, + "const": 1040, + "100": 1041, + "ponse": 1042, + "Ġsup": 1043, + "++": 1044, + "date": 1045, + "Ġacc": 1046, + "Ġhad": 1047, + "Ġbu": 1048, + "200": 1049, + "ĠRe": 1050, + "Ġwere": 1051, + "Ġfile": 1052, + "Ġwould": 1053, + "ĠâĢľ": 1054, + "ven": 1055, + "iss": 1056, + "Ġour": 1057, + "class": 1058, + "raw": 1059, + "Ġyear": 1060, + "Data": 1061, + "Ġval": 1062, + "Ġsome": 1063, + "fter": 1064, + "ys": 1065, + "Ġ///": 1066, + "round": 1067, + "view": 1068, + "Ġpe": 1069, + "Ġthere": 1070, + "Ġsaid": 1071, + "du": 1072, + "of": 1073, + "line": 1074, + "/*": 1075, + "duct": 1076, + "Ġher": 1077, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ": 1078, + "Res": 1079, + "Ġco": 1080, + "Ġcomm": 1081, + "ise": 1082, + "min": 1083, + "ĠĠĠĠĊ": 1084, + "#include": 1085, + "ethod": 1086, + ".P": 1087, + "ute": 1088, + "Ġass": 1089, + "Int": 1090, + "ask": 1091, + "loc": 1092, + "Ġlike": 1093, + "ody": 1094, + "Ġlet": 1095, + "load": 1096, + "Ġam": 1097, + "rol": 1098, + "Ġgr": 1099, + "yp": 1100, + "Ġalso": 1101, + "ĠIt": 1102, + "url": 1103, + "ific": 1104, + "ors": 1105, + "_P": 1106, + "_n": 1107, + "igh": 1108, + "Ġthan": 1109, + "Com": 1110, + "AN": 1111, + "UL": 1112, + "ating": 1113, + "17": 1114, + "ĠThis": 1115, + "ref": 1116, + "_S": 1117, + "Ġstatic": 1118, + "roll": 1119, + "Ġjust": 1120, + "Ġresult": 1121, + "ian": 1122, + "idth": 1123, + "Ġthem": 1124, + "));Ċ": 1125, + "der": 1126, + "reak": 1127, + "Con": 1128, + "://": 1129, + "ule": 1130, + "...": 1131, + "arch": 1132, + "ement": 1133, + "Ġ<<": 1134, + "50": 1135, + "ush": 1136, + "ense": 1137, + "arr": 1138, + "Ġinto": 1139, + "cess": 1140, + "amp": 1141, + "ied": 1142, + "ument": 1143, + "Ġ\\": 1144, + "],": 1145, + "wo": 1146, + "als": 1147, + "Ġwhat": 1148, + "anc": 1149, + "Value": 1150, + "='": 1151, + "olum": 1152, + "Ġpos": 1153, + "ages": 1154, + "ayer": 1155, + "Ġsc": 1156, + "ues": 1157, + "\")Ċ": 1158, + "_T": 1159, + "Ġlist": 1160, + "(s": 1161, + "Ġcase": 1162, + "Ch": 1163, + "ĉĉĉĉĉ": 1164, + "////////": 1165, + "ponent": 1166, + "Ġz": 1167, + "Ġkn": 1168, + "let": 1169, + "DE": 1170, + "red": 1171, + "Ġfe": 1172, + "Ġ},Ċ": 1173, + "Ġ,": 1174, + "(t": 1175, + "Ġfirst": 1176, + "');Ċ": 1177, + "word": 1178, + "Ġimport": 1179, + "Ġact": 1180, + "Ġchar": 1181, + "CT": 1182, + "ĠTr": 1183, + "ople": 1184, + "={": 1185, + "ĉf": 1186, + "24": 1187, + "ient": 1188, + "cent": 1189, + ".j": 1190, + "lection": 1191, + "))Ċ": 1192, + "Ġonly": 1193, + "Ġprint": 1194, + "mer": 1195, + ".W": 1196, + "ock": 1197, + "Ġ--": 1198, + "Text": 1199, + "Ġop": 1200, + "ank": 1201, + "Ġits": 1202, + "Ġback": 1203, + "[\"": 1204, + "Ġneed": 1205, + "Ġcl": 1206, + "Ġsub": 1207, + "Ġla": 1208, + "((": 1209, + ".\"": 1210, + "Object": 1211, + "Ġstart": 1212, + "file": 1213, + "(self": 1214, + "ner": 1215, + "ey": 1216, + "Ġuser": 1217, + "Ġent": 1218, + "ĠCom": 1219, + "its": 1220, + "ĠCon": 1221, + "ouble": 1222, + "ower": 1223, + "item": 1224, + "very": 1225, + "ĠWe": 1226, + "64": 1227, + "lick": 1228, + "ĠQ": 1229, + "php": 1230, + "ttp": 1231, + "':": 1232, + "ics": 1233, + "Ġunder": 1234, + "Ġ*Ċ": 1235, + ".L": 1236, + ");": 1237, + "ices": 1238, + "Ġreg": 1239, + ")čĊ": 1240, + "ĉpublic": 1241, + "SS": 1242, + "Ġthen": 1243, + "reat": 1244, + "ious": 1245, + ".G": 1246, + "ek": 1247, + "irect": 1248, + "heck": 1249, + "cript": 1250, + "ning": 1251, + "ĠUn": 1252, + "Ġmay": 1253, + "ĠWh": 1254, + "Bo": 1255, + "Item": 1256, + "struct": 1257, + ".st": 1258, + "ream": 1259, + "ible": 1260, + "loat": 1261, + "Ġorg": 1262, + "und": 1263, + "sum": 1264, + "_in": 1265, + "../": 1266, + "_M": 1267, + "Ġhow": 1268, + "rite": 1269, + "'Ċ": 1270, + "To": 1271, + "40": 1272, + "ww": 1273, + "Ġpeople": 1274, + "index": 1275, + ".n": 1276, + "http": 1277, + "(m": 1278, + "ector": 1279, + "Ġind": 1280, + "Ġjav": 1281, + "],Ċ": 1282, + "ĠHe": 1283, + "_st": 1284, + "ful": 1285, + "ole": 1286, + "){Ċ": 1287, + "Ġshould": 1288, + "opy": 1289, + "elp": 1290, + "ier": 1291, + "_name": 1292, + "erson": 1293, + "ION": 1294, + "ote": 1295, + "Ġtest": 1296, + "Ġbet": 1297, + "rror": 1298, + "ular": 1299, + "ãĢ": 1300, + "ĠÐ": 1301, + "bs": 1302, + "ting": 1303, + "Ġmake": 1304, + "Tr": 1305, + "Ġafter": 1306, + "arget": 1307, + "RO": 1308, + "olumn": 1309, + "rc": 1310, + "_re": 1311, + "define": 1312, + "22": 1313, + "Ġright": 1314, + "right": 1315, + "day": 1316, + "Ġlong": 1317, + "[]": 1318, + "(p": 1319, + "td": 1320, + "cond": 1321, + "ĠPro": 1322, + "Ġrem": 1323, + "ptions": 1324, + "vid": 1325, + ".g": 1326, + "Ġext": 1327, + "Ġ__": 1328, + "')Ċ": 1329, + "pace": 1330, + "mp": 1331, + "Ġmin": 1332, + "stance": 1333, + "air": 1334, + "action": 1335, + "wh": 1336, + "type": 1337, + "util": 1338, + "ait": 1339, + "ĊĊ": 1363, + "Ġshe": 1364, + "\"]": 1365, + "aph": 1366, + "Ġexp": 1367, + "erty": 1368, + "ĠSe": 1369, + "Ġpar": 1370, + "unc": 1371, + "ET": 1372, + "Ġread": 1373, + "print": 1374, + "Ġrel": 1375, + "Ġform": 1376, + "Ġdr": 1377, + "Exception": 1378, + "input": 1379, + "Ġtrans": 1380, + "########": 1381, + "order": 1382, + "By": 1383, + "Ġaw": 1384, + "ities": 1385, + "uff": 1386, + "play": 1387, + ".add": 1388, + "ĠâĢĵ": 1389, + "Ġwant": 1390, + "Ġcomp": 1391, + "ments": 1392, + "Ġ||": 1393, + "az": 1394, + "be": 1395, + "Ġnumber": 1396, + "Ġrequire": 1397, + "ĠEx": 1398, + "60": 1399, + "Ġcol": 1400, + "Ġkey": 1401, + "ember": 1402, + "Ġtwo": 1403, + "Ġsize": 1404, + "Ġwhere": 1405, + "UT": 1406, + "result": 1407, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 1408, + "ough": 1409, + "orld": 1410, + "ood": 1411, + "uch": 1412, + "ative": 1413, + "ger": 1414, + "arent": 1415, + "Ġ/*": 1416, + "Ġarg": 1417, + "Ġwhile": 1418, + "23": 1419, + "(this": 1420, + "Ġrec": 1421, + "Ġdif": 1422, + "State": 1423, + "Ġspec": 1424, + "ride": 1425, + "_F": 1426, + "Ġlook": 1427, + "AM": 1428, + "ility": 1429, + "eter": 1430, + "âĢĻt": 1431, + "ĊĊĊ": 1432, + "ayout": 1433, + "--------------------------------": 1434, + "ager": 1435, + "Ġcould": 1436, + "Ġbr": 1437, + "ends": 1438, + "ures": 1439, + "Ġknow": 1440, + "ets": 1441, + "ĠIf": 1442, + "ĠSh": 1443, + ".w": 1444, + "back": 1445, + "Ġser": 1446, + "Ġ+=": 1447, + "Ġfr": 1448, + "());Ċ": 1449, + "Ġhand": 1450, + "Ind": 1451, + "ULL": 1452, + "Im": 1453, + "();ĊĊ": 1454, + "Ġmost": 1455, + "Ġtry": 1456, + "Ġnow": 1457, + "rough": 1458, + ">čĊ": 1459, + "ackage": 1460, + "Ġhim": 1461, + "._": 1462, + "ify": 1463, + "Ġbreak": 1464, + "Ġ);Ċ": 1465, + "ren": 1466, + "#define": 1467, + "itt": 1468, + "Ġap": 1469, + "ĉc": 1470, + "(n": 1471, + "ĠYou": 1472, + ":ĊĊ": 1473, + "-m": 1474, + "Ġevery": 1475, + "ustom": 1476, + "lient": 1477, + "ocument": 1478, + "cription": 1479, + "Error": 1480, + "-b": 1481, + "о": 1482, + "][": 1483, + "99": 1484, + "trans": 1485, + "Ġpoint": 1486, + "Ġstd": 1487, + "Ġfil": 1488, + "Time": 1489, + "80": 1490, + "Ġmod": 1491, + "Ġ->": 1492, + "Ġerror": 1493, + "ah": 1494, + "Ġtext": 1495, + "roller": 1496, + "lose": 1497, + "ql": 1498, + "Ġpol": 1499, + "><": 1822, + ".B": 1823, + "-c": 1824, + "Ġopen": 1825, + "Ġest": 1826, + "ĠĠĠĠĠĠĠĠĊ": 1827, + "Ġnext": 1828, + "IM": 1829, + "ÑĤ": 1830, + "OT": 1831, + "ó": 1832, + "Ġfollow": 1833, + "content": 1834, + "ĠĠĠĠĠĠĠĠĠĠĠĠ": 1835, + "Ġinclud": 1836, + "HE": 1837, + "ĠRes": 1838, + "Ġhref": 1839, + "и": 1840, + "Ġcar": 1841, + "ypes": 1842, + "image": 1843, + "Un": 1844, + "Ġbool": 1845, + "AD": 1846, + "Ġgame": 1847, + ".Form": 1848, + "rows": 1849, + "*/": 1850, + "velop": 1851, + ".Drawing": 1852, + "Ġpath": 1853, + "ision": 1854, + "Ġeach": 1855, + "ĠPl": 1856, + "_type": 1857, + "Path": 1858, + "nection": 1859, + "Ġav": 1860, + "').": 1861, + "Ġsupport": 1862, + "ENT": 1863, + "rem": 1864, + "\").": 1865, + "Ġown": 1866, + "Ġcor": 1867, + "count": 1868, + "miss": 1869, + "ually": 1870, + "Ġmem": 1871, + "std": 1872, + "ience": 1873, + "search": 1874, + "\"ĊĊ": 1875, + "Form": 1876, + "Ġsex": 1877, + "ename": 1878, + "Ġsign": 1879, + "Ġet": 1880, + "ĠĠĠĠĠĠĠĠĠĠ": 1881, + "','": 1882, + "ĠApp": 1883, + "Ġthose": 1884, + "off": 1885, + "Ġerr": 1886, + "Ġsystem": 1887, + "Ġbest": 1888, + "code": 1889, + "Ġsame": 1890, + "Ġdi": 1891, + "uss": 1892, + "Ġcreate": 1893, + "ather": 1894, + "Array": 1895, + ".in": 1896, + "fe": 1897, + "Service": 1898, + "UN": 1899, + "ats": 1900, + "ĠZ": 1901, + "alth": 1902, + "Ġmade": 1903, + "true": 1904, + "AB": 1905, + "Ġmark": 1906, + "rid": 1907, + "ified": 1908, + ",čĊ": 1909, + "yn": 1910, + "press": 1911, + "Ġgroup": 1912, + "Ġfin": 1913, + "ĠLicense": 1914, + "Field": 1915, + "eger": 1916, + "Ġworld": 1917, + "iness": 1918, + "ty": 1919, + "Ġprocess": 1920, + "(b": 1921, + "Ġcre": 1922, + "arn": 1923, + "ives": 1924, + "Ġmain": 1925, + "ideo": 1926, + "36": 1927, + "_g": 1928, + "AG": 1929, + "valid": 1930, + "img": 1931, + "PI": 1932, + "Ġcolor": 1933, + "Ġreport": 1934, + "Ġtake": 1935, + "rib": 1936, + "OM": 1937, + "Ġday": 1938, + "Request": 1939, + "Ġsk": 1940, + "bers": 1941, + "ĉs": 1942, + ".Add": 1943, + "oot": 1944, + "Image": 1945, + "Ġcomple": 1946, + "ollection": 1947, + "Ġtop": 1948, + "Ġfree": 1949, + "AS": 1950, + "De": 1951, + "ĠOn": 1952, + "IG": 1953, + "90": 1954, + "eta": 1955, + "Date": 1956, + "Ġaction": 1957, + "34": 1958, + "Over": 1959, + "itor": 1960, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 1961, + "not": 1962, + "Ġindex": 1963, + "her": 1964, + "icon": 1965, + "On": 1966, + ";čĊčĊ": 1967, + "ivity": 1968, + "mand": 1969, + ".Windows": 1970, + "OL": 1971, + "Ġreal": 1972, + "Ġmax": 1973, + "land": 1974, + "....": 1975, + "raph": 1976, + "Ġbuild": 1977, + "leg": 1978, + "assword": 1979, + "?ĊĊ": 1980, + "âĢ¦": 1981, + "ook": 1982, + "uck": 1983, + "Ġmessage": 1984, + "test": 1985, + "ivers": 1986, + "38": 1987, + "Ġinput": 1988, + "Ġart": 1989, + "Ġbetween": 1990, + "Get": 1991, + "enter": 1992, + "ground": 1993, + "ene": 1994, + "á": 1995, + ".length": 1996, + "Node": 1997, + "(i": 1998, + "Class": 1999, + "for": 2000, + "ĠâĢĶ": 2001, + "ten": 2002, + "oin": 2003, + "Ġke": 2004, + "ui": 2005, + "ĠIN": 2006, + "Ġtable": 2007, + "sub": 2008, + "ĠLe": 2009, + "Ġhead": 2010, + "Ġmust": 2011, + "////////////////": 2012, + ".util": 2013, + "Context": 2014, + "Ġorder": 2015, + "Ġmov": 2016, + "over": 2017, + "Ġcontin": 2018, + "Ġsay": 2019, + "static": 2020, + ".Text": 2021, + "ĠclassName": 2022, + "pany": 2023, + "Ġter": 2024, + "head": 2025, + "rg": 2026, + "Ġproduct": 2027, + "This": 2028, + ".âĢĿ": 2029, + "ĠBut": 2030, + "70": 2031, + "loy": 2032, + "Ġdouble": 2033, + "sg": 2034, + "Ġplace": 2035, + ".x": 2036, + "message": 2037, + "Ġinformation": 2038, + "private": 2039, + "Ġoper": 2040, + "ced": 2041, + "db": 2042, + "\">": 2228, + "aterial": 2229, + "iled": 2230, + "Ġput": 2231, + "Qu": 2232, + "ÑĢ": 2233, + "ung": 2234, + "map": 2235, + "ĉĉĉĉĉĉĉĉ": 2236, + "Ġlevel": 2237, + "Component": 2238, + "book": 2239, + "creen": 2240, + "_RE": 2241, + "Ġconfig": 2242, + "ãģ": 2243, + "Or": 2244, + ".data": 2245, + "Ġdocument": 2246, + "\",\"": 2247, + "tribute": 2248, + "ux": 2249, + "Log": 2250, + "ference": 2251, + "post": 2252, + "_e": 2253, + "Ġlocal": 2254, + "andom": 2255, + "assert": 2256, + "Val": 2257, + "lected": 2258, + "ina": 2259, + "atabase": 2260, + "Add": 2261, + "Ġcontent": 2262, + ".print": 2263, + "signed": 2264, + "ric": 2265, + ".\"ĊĊ": 2266, + "Ġfa": 2267, + "!ĊĊ": 2268, + "-f": 2269, + "ived": 2270, + "Ġquest": 2271, + ".ex": 2272, + "Ġfloat": 2273, + "Ġdevelop": 2274, + "оÐ": 2275, + "Map": 2276, + "ading": 2277, + "Ġposs": 2278, + "UE": 2279, + "namespace": 2280, + "_O": 2281, + "ĉb": 2282, + ".Get": 2283, + ">(": 2284, + "json": 2285, + "etails": 2286, + "66": 2287, + "Ġtoo": 2288, + "Ġextends": 2289, + "ĠNone": 2290, + "Ġfore": 2291, + "(String": 2292, + "format": 2293, + "Ġgreat": 2294, + "inter": 2295, + "cale": 2296, + "Ñģ": 2297, + "ron": 2298, + "iving": 2299, + "Ent": 2300, + "ency": 2301, + "xt": 2302, + "oy": 2303, + "05": 2304, + "Ġmonth": 2305, + "Ġhapp": 2306, + "Ġsuper": 2307, + "bar": 2308, + "default": 2309, + "_de": 2310, + "ords": 2311, + "ln": 2312, + "({Ċ": 2313, + "ĠInd": 2314, + "ases": 2315, + "Ġtitle": 2316, + "Ġcontext": 2317, + "08": 2318, + "oh": 2319, + "-p": 2320, + "Em": 2321, + "Ġmet": 2322, + "Test": 2323, + "Ġlife": 2324, + "_v": 2325, + "ĠUS": 2326, + "UI": 2327, + "ocation": 2328, + "md": 2329, + "Ġ[Ċ": 2330, + "Ġ]": 2331, + "sw": 2332, + "Ġincre": 2333, + "script": 2334, + "ential": 2335, + "ways": 2336, + ".de": 2337, + "Ġsrc": 2338, + "Ġcatch": 2339, + "ĠAmeric": 2340, + "//Ċ": 2341, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 2342, + "Ġpay": 2343, + "plit": 2344, + "âĢĶ": 2345, + "Ġcoun": 2346, + "obj": 2347, + ".php": 2348, + "Ġchange": 2349, + "ething": 2350, + "'re": 2351, + "aster": 2352, + "los": 2353, + "lation": 2354, + "ĠĠĊ": 2355, + "Le": 2356, + "ä": 2357, + "({": 2358, + "ready": 2359, + "ĠNo": 2360, + "Ġposition": 2361, + "Ġold": 2362, + "Ġbook": 2363, + "abled": 2364, + "bug": 2365, + "202": 2366, + "Hand": 2367, + "};ĊĊ": 2368, + "isplay": 2369, + "aving": 2370, + "04": 2371, + "Ġgover": 2372, + "Ġversion": 2373, + "System": 2374, + "nect": 2375, + "response": 2376, + "Style": 2377, + "Up": 2378, + "angu": 2379, + "Ġthree": 2380, + "init": 2381, + "ero": 2382, + "Ġlaw": 2383, + "endif": 2384, + "Ġbase": 2385, + "email": 2386, + "(l": 2387, + "_V": 2388, + "Ġconf": 2389, + "ATE": 2390, + "Ġduring": 2391, + "tes": 2392, + "Ġconsole": 2393, + "ĠPr": 2394, + "Ġspe": 2395, + "ves": 2396, + "65": 2397, + "path": 2398, + "ialog": 2399, + "dition": 2400, + "_to": 2401, + "ards": 2402, + "Ġagainst": 2403, + "etwork": 2404, + "ĠPh": 2405, + "_L": 2406, + "cur": 2407, + "imit": 2408, + "With": 2409, + "Ġpower": 2410, + "ium": 2411, + "';ĊĊ": 2412, + "Ġwom": 2413, + "left": 2414, + "ources": 2415, + "atri": 2416, + "ĠIm": 2417, + "ĠMan": 2418, + "orth": 2419, + "${": 2420, + "88": 2421, + "quals": 2422, + "ese": 2423, + "_size": 2424, + "Ġiss": 2425, + "otal": 2426, + "-g": 2427, + "ique": 2428, + "rame": 2429, + "Ġwidth": 2430, + "erg": 2431, + ")(": 2432, + "ittle": 2433, + "TR": 2434, + "ĠThey": 2435, + "ences": 2436, + "02": 2437, + "rl": 2438, + "ons": 2439, + "Ġlabel": 2440, + ".y": 2441, + "-t": 2442, + "update": 2443, + "anel": 2444, + "sc": 2445, + ".to": 2446, + "Ġproject": 2447, + "ü": 2448, + "Ġelement": 2449, + "Ġsuccess": 2450, + "ĉĉĊ": 2451, + ".sh": 2452, + "ram": 2453, + "ched": 2454, + "())Ċ": 2455, + "Ġ(Ċ": 2456, + "Ġdate": 2457, + "Ġtot": 2458, + "_ST": 2459, + "All": 2460, + "ification": 2461, + "ĉvar": 2462, + "Ġtri": 2463, + "chem": 2464, + "my": 2465, + "Ġbig": 2466, + "ĠAd": 2467, + "ĠAt": 2468, + "ots": 2469, + "num": 2470, + "Act": 2471, + "Ġmap": 2472, + "era": 2473, + "cope": 2474, + ".$": 2475, + ",âĢĿ": 2476, + "Ġpop": 2477, + "Ġfew": 2478, + "Ġlen": 2479, + "uid": 2480, + "eters": 2481, + "ules": 2482, + "ÃŃ": 2483, + "source": 2484, + "https": 2485, + "Ġdem": 2486, + "Ġear": 2487, + "################": 2488, + "Ġmatch": 2489, + "ories": 2490, + "49": 2491, + "aces": 2492, + "ĠCl": 2493, + "Ġnode": 2494, + "78": 2495, + "irc": 2496, + "local": 2497, + "unity": 2498, + "};Ċ": 2499, + "Ġanother": 2500, + "<<": 2501, + "ogle": 2502, + "Ġsit": 2503, + "ework": 2504, + "TE": 2505, + ".I": 2506, + "NS": 2507, + "ology": 2508, + "ought": 2509, + ".Cont": 2510, + ">>": 2511, + "Ġcare": 2512, + "state": 2513, + "ĉprivate": 2514, + "Ġeffect": 2515, + "++)": 2516, + "_file": 2517, + "ending": 2518, + "Line": 2519, + "For": 2520, + "ior": 2521, + "ĠSc": 2522, + "Ġfun": 2523, + ".Size": 2524, + "ĉelse": 2525, + "])": 2526, + "start": 2527, + "vious": 2528, + "Ġ},": 2529, + "ours": 2530, + "Ġleg": 2531, + "Ġservice": 2532, + "Ġsince": 2533, + "iron": 2534, + "Label": 2535, + "Ġnon": 2536, + "Ġlos": 2537, + "iction": 2538, + "Ġfull": 2539, + "acter": 2540, + "board": 2541, + "gress": 2542, + "Ġturn": 2543, + "ither": 2544, + "09": 2545, + ".size": 2546, + "Ġbody": 2547, + "resh": 2548, + "eturn": 2549, + "199": 2550, + "(_": 2551, + "yles": 2552, + "ormal": 2553, + "pi": 2554, + "Ġsomething": 2555, + "!--": 2556, + "uint": 2557, + "Ġprodu": 2558, + "Ġstand": 2559, + "Ġproble": 2560, + "Ġavailable": 2561, + "mt": 2562, + "ĠBl": 2563, + "Ġ...": 2564, + "Ġblock": 2565, + "Input": 2566, + "Ġkeep": 2567, + "Count": 2568, + "open": 2569, + "Ġ['": 2570, + "Ġthrow": 2571, + "uilder": 2572, + "Action": 2573, + "Ġthings": 2574, + "True": 2575, + "Ġurl": 2576, + "ĠBo": 2577, + "printf": 2578, + "Ġred": 2579, + "js": 2580, + ".create": 2581, + "ĠOr": 2582, + "Status": 2583, + "Instance": 2584, + "Ġcontrol": 2585, + "Ġcome": 2586, + "Ġcustom": 2587, + "location": 2588, + "07": 2589, + "model": 2590, + "ĠčĊ": 2591, + "Ġsource": 2592, + "Ġeas": 2593, + ".out": 2594, + "]ĊĊ": 2595, + "oney": 2596, + "Ġawait": 2597, + "Ġpartic": 2598, + "AP": 2599, + "ublish": 2600, + "odes": 2601, + "_pro": 2602, + "ply": 2603, + "riter": 2604, + "Ġprov": 2605, + "Ġmill": 2606, + "HT": 2607, + "])Ċ": 2608, + "Ġchang": 2609, + "Ġask": 2610, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 2611, + "Ġoutput": 2612, + "Ġemail": 2613, + "68": 2614, + ".push": 2615, + "Ġ}čĊčĊ": 2616, + "ination": 2617, + "47": 2618, + "atrix": 2619, + "Table": 2620, + "uccess": 2621, + "]);Ċ": 2622, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 2623, + "Ġdisc": 2624, + "([": 2625, + "Ġbusiness": 2626, + "height": 2627, + ".html": 2628, + "ta": 2629, + "field": 2630, + "Ġrequired": 2631, + "_R": 2632, + "Ġgovern": 2633, + "}čĊčĊ": 2634, + "lex": 2635, + "500": 2636, + ".,": 2637, + "ĠSet": 2638, + "urch": 2639, + "///": 2640, + "ts": 2641, + "af": 2642, + "Ġmight": 2643, + "istory": 2644, + "Str": 2645, + "Ġnever": 2646, + "Response": 2647, + "arse": 2648, + "ada": 2649, + "ĠHow": 2650, + "Ġ*)": 2651, + "Ġ;": 2652, + "Ġhard": 2653, + "Ad": 2654, + "Ġintern": 2655, + "used": 2656, + "(data": 2657, + "mod": 2658, + "annel": 2659, + "Ġnp": 2660, + "ugg": 2661, + "Ġ/>Ċ": 2662, + "Ġcalled": 2663, + "body": 2664, + "Ġcho": 2665, + "(r": 2666, + "_set": 2667, + "ird": 2668, + "Ġ>=": 2669, + "Ġ};Ċ": 2670, + "Ġoptions": 2671, + "ĠGener": 2672, + "Ġheight": 2673, + "Point": 2674, + "You": 2675, + "ety": 2676, + "Click": 2677, + "Ġsmall": 2678, + "Ġide": 2679, + "Ġaccess": 2680, + "anguage": 2681, + "Ġprotected": 2682, + "Ġjob": 2683, + "ĠThere": 2684, + "Def": 2685, + "Ġaddress": 2686, + "Ġuint": 2687, + "Not": 2688, + "oo": 2689, + "aps": 2690, + "": 2828, + "ĉĠĠĠ": 2829, + "\"))": 2830, + "Content": 2831, + "_W": 2832, + "plement": 2833, + "Ġwon": 2834, + "Ġvideo": 2835, + "adi": 2836, + "point": 2837, + "%%": 2838, + "03": 2839, + "Ġgl": 2840, + "erved": 2841, + "viron": 2842, + "IF": 2843, + "uted": 2844, + "ãĥ": 2845, + "'m": 2846, + "Ġcert": 2847, + "Ġprof": 2848, + "Ġcell": 2849, + "ari": 2850, + "Ġplayer": 2851, + "ais": 2852, + "Ġcost": 2853, + "Ġhum": 2854, + "(R": 2855, + "Ġoffic": 2856, + "ks": 2857, + ".text": 2858, + "atures": 2859, + "Ġtotal": 2860, + "Ġ*/ĊĊ": 2861, + "ope": 2862, + "Ġstat": 2863, + "UM": 2864, + "Ġload": 2865, + "ights": 2866, + "Ġclear": 2867, + "uro": 2868, + "Ġtechn": 2869, + "upport": 2870, + "IR": 2871, + "Ġrow": 2872, + "Ġseem": 2873, + "Ġq": 2874, + "Ġshort": 2875, + "ĠNot": 2876, + "ipp": 2877, + "Group": 2878, + "section": 2879, + "max": 2880, + "irl": 2881, + "Ġoverride": 2882, + "Ġcompany": 2883, + "Ġdone": 2884, + "\");čĊ": 2885, + "Ġgre": 2886, + ".Re": 2887, + "Ġbelie": 2888, + "rist": 2889, + "Ġhealth": 2890, + "ANT": 2891, + "()ĊĊ": 2892, + "ĠBe": 2893, + ".value": 2894, + "ĠGr": 2895, + "ottom": 2896, + "Ġargs": 2897, + "PT": 2898, + "status": 2899, + "func": 2900, + "uments": 2901, + "-h": 2902, + "Number": 2903, + ":čĊ": 2904, + "ĠLog": 2905, + "erver": 2906, + "Ġ),Ċ": 2907, + "ament": 2908, + "Ġobj": 2909, + "inc": 2910, + "Ġchildren": 2911, + "icy": 2912, + "IZ": 2913, + "ands": 2914, + "ably": 2915, + "Ġdistrib": 2916, + "Ġcur": 2917, + "erial": 2918, + "Ġdays": 2919, + "reated": 2920, + "rect": 2921, + "-l": 2922, + "irm": 2923, + "idden": 2924, + "omb": 2925, + "Ġinitial": 2926, + ".js": 2927, + "Ġâ": 2928, + "Query": 2929, + "Ġonline": 2930, + "imal": 2931, + ".con": 2932, + "au": 2933, + "Url": 2934, + "control": 2935, + "irection": 2936, + "Ġinstance": 2937, + "ORT": 2938, + "ĠFr": 2939, + "where": 2940, + "Ġjavax": 2941, + "Ġorgan": 2942, + "apter": 2943, + "Ġreason": 2944, + "options": 2945, + "59": 2946, + "ĠMar": 2947, + "(a": 2948, + "Ġwithin": 2949, + ".âĢĿĊĊ": 2950, + "ODE": 2951, + "_DE": 2952, + "admin": 2953, + "ended": 2954, + "Ġdesign": 2955, + "ĠData": 2956, + "une": 2957, + "ĠFile": 2958, + "root": 2959, + "Ġcent": 2960, + "Ġarr": 2961, + "_add": 2962, + "len": 2963, + "page": 2964, + ",'": 2965, + "_str": 2966, + "Ġbro": 2967, + "ability": 2968, + "outh": 2969, + "58": 2970, + "/c": 2971, + "pose": 2972, + "irtual": 2973, + "earch": 2974, + "_url": 2975, + "argin": 2976, + "Http": 2977, + "Ġschool": 2978, + "ava": 2979, + "Ġconsider": 2980, + ".label": 2981, + "ĠArray": 2982, + "42": 2983, + "web": 2984, + "opt": 2985, + ".println": 2986, + "ulation": 2987, + "Ġfunc": 2988, + "PL": 2989, + "Ġ\"\\": 2990, + "ĠText": 2991, + "actory": 2992, + "(function": 2993, + "null": 2994, + "Ġeng": 2995, + "down": 2996, + "Ġinclude": 2997, + "ĠEn": 2998, + "ĠDr": 2999, + "Ġdb": 3000, + "!!": 3001, + "side": 3002, + "Ġinit": 3003, + "quired": 3004, + "ĠShe": 3005, + "Column": 3006, + "react": 3007, + "Ġann": 3008, + "Ġstop": 3009, + "Ġlater": 3010, + "ĠThat": 3011, + "ention": 3012, + "df": 3013, + "UG": 3014, + "ILE": 3015, + "Ġclient": 3016, + "raft": 3017, + "ffer": 3018, + "POST": 3019, + "elper": 3020, + "Ġlove": 3021, + "quote": 3022, + "oud": 3023, + "Ġjson": 3024, + "Ġable": 3025, + "Ġmen": 3026, + "AX": 3027, + "ĠCopyright": 3028, + "ö": 3029, + "avig": 3030, + "req": 3031, + "Client": 3032, + "});Ċ": 3033, + ".Com": 3034, + "erc": 3035, + "ilt": 3036, + "pecial": 3037, + "_com": 3038, + "room": 3039, + ".Name": 3040, + "Ġgive": 3041, + "amb": 3042, + "ike": 3043, + "Ġcondition": 3044, + "client": 3045, + "ators": 3046, + ":\"": 3047, + "Ġcopy": 3048, + "uture": 3049, + "iversity": 3050, + "ernal": 3051, + "{{": 3052, + "ĠCan": 3053, + "ounc": 3054, + "do": 3055, + "Ġocc": 3056, + "Ġappro": 3057, + "thers": 3058, + "ze": 3059, + "Ġeither": 3060, + "ĠFl": 3061, + "Ġimportant": 3062, + "Ġlead": 3063, + "attr": 3064, + "ART": 3065, + "Equal": 3066, + "Ġda": 3067, + "etch": 3068, + "entity": 3069, + "Ġfamily": 3070, + "adding": 3071, + "Ġoption": 3072, + "Ġexist": 3073, + "ica": 3074, + "ĠObject": 3075, + "69": 3076, + "'ve": 3077, + "vers": 3078, + "itional": 3079, + "67": 3080, + "output": 3081, + "ĠTrue": 3082, + "ĠOF": 3083, + "_time": 3084, + "Ġoffer": 3085, + "Ġ});ĊĊ": 3086, + "HER": 3087, + "egin": 3088, + "\"\"": 3089, + "Ġwater": 3090, + "Ġche": 3091, + "ĠMy": 3092, + "ored": 3093, + "Ġstep": 3094, + "ances": 3095, + "CK": 3096, + "AY": 3097, + "à¸": 3098, + "struction": 3099, + "(C": 3100, + "300": 3101, + "ouch": 3102, + "Stream": 3103, + "active": 3104, + "ama": 3105, + "Entity": 3106, + "product": 3107, + "(){Ċ": 3108, + "Ġgovernment": 3109, + "ĠID": 3110, + "ajor": 3111, + "And": 3112, + "Ġdisplay": 3113, + "л": 3114, + "Ġtimes": 3115, + "Ġfour": 3116, + "Ġfar": 3117, + "Ġpresent": 3118, + "ĠNS": 3119, + "Ġ\\Ċ": 3120, + "uest": 3121, + "Ġbas": 3122, + "echo": 3123, + "child": 3124, + "ifier": 3125, + "Handler": 3126, + "Ġlib": 3127, + "Property": 3128, + "translation": 3129, + "Ġroom": 3130, + "Ġonce": 3131, + "Ġ[]": 3132, + "center": 3133, + "================================": 3134, + "Ġresults": 3135, + "Ġcontinue": 3136, + "Ġtalk": 3137, + "_get": 3138, + "Ġgrow": 3139, + ".sw": 3140, + "eb": 3141, + "ĠPublic": 3142, + "OP": 3143, + "ecute": 3144, + "ols": 3145, + "Ġ**": 3146, + "\");ĊĊ": 3147, + "Ġmass": 3148, + "ured": 3149, + ".class": 3150, + "omic": 3151, + "Ġmean": 3152, + "ips": 3153, + "Ġaut": 3154, + ");čĊčĊ": 3155, + "Ġuntil": 3156, + "Ġmarket": 3157, + "Ġarea": 3158, + "uit": 3159, + "Ġlength": 3160, + "ĠWith": 3161, + "structor": 3162, + "event": 3163, + "\"><": 3164, + "ĠSp": 3165, + "IV": 3166, + "Ġmus": 3167, + "iff": 3168, + "Ġkind": 3169, + "author": 3170, + "ounds": 3171, + "mb": 3172, + "_key": 3173, + "41": 3174, + "width": 3175, + "pository": 3176, + "Ġlight": 3177, + "uk": 3178, + "Row": 3179, + "ohn": 3180, + "alf": 3181, + "vironment": 3182, + "apper": 3183, + "ollections": 3184, + "Ġside": 3185, + "_info": 3186, + "Ġexample": 3187, + "imary": 3188, + "Ġwr": 3189, + "Ġcamp": 3190, + "cribe": 3191, + "255": 3192, + "\"/": 3193, + "Ġmiss": 3194, + "way": 3195, + "Ġbased": 3196, + "Ġplan": 3197, + "Vis": 3198, + "omain": 3199, + "unk": 3200, + "Ġaway": 3201, + "UP": 3202, + "": 3452, + "Ġden": 3453, + "obile": 3454, + "change": 3455, + "ĠĠĠĠĠĠĠĠĠĠĠĠĊ": 3456, + "ici": 3457, + "na": 3458, + "ĠForm": 3459, + "Ġsort": 3460, + "Select": 3461, + "pare": 3462, + "Ġthought": 3463, + "_con": 3464, + "Ġtask": 3465, + "ocus": 3466, + "ĠDE": 3467, + "ĠMin": 3468, + "Ġopt": 3469, + "ĉbreak": 3470, + "umer": 3471, + "KE": 3472, + "then": 3473, + "Ġdet": 3474, + "ĠTest": 3475, + "ports": 3476, + "Ġreview": 3477, + "('/": 3478, + "move": 3479, + "Ġswitch": 3480, + "ERT": 3481, + "patch": 3482, + "annot": 3483, + "ãĤ": 3484, + "Ġabove": 3485, + "itive": 3486, + "56": 3487, + "Ġquestion": 3488, + "ĠQu": 3489, + "ãĢĤĊĊ": 3490, + "gle": 3491, + "Ġword": 3492, + "Ġprovide": 3493, + "ĠReturn": 3494, + "Ġresearch": 3495, + "ão": 3496, + "ustr": 3497, + "Ġpublish": 3498, + "chema": 3499, + "}}": 3500, + "ĠCON": 3501, + "-in": 3502, + "allback": 3503, + "Ġcover": 3504, + "\\\\": 3505, + "color": 3506, + "ĠIS": 3507, + "Ġwhether": 3508, + "imate": 3509, + "isc": 3510, + "Bar": 3511, + "Ġdiv": 3512, + "Be": 3513, + "ourn": 3514, + "Ġhaving": 3515, + "lem": 3516, + "player": 3517, + "abs": 3518, + "amera": 3519, + "ney": 3520, + "Ġexc": 3521, + "gether": 3522, + "plied": 3523, + "ao": 3524, + "[$": 3525, + "Ġ++": 3526, + "ipe": 3527, + "show": 3528, + "/d": 3529, + "[:": 3530, + "agement": 3531, + "lev": 3532, + "_ID": 3533, + "97": 3534, + "rary": 3535, + "ades": 3536, + "_se": 3537, + "ause": 3538, + "Ġemploy": 3539, + "Ġ*/čĊ": 3540, + "Ġfre": 3541, + "Ġ'@": 3542, + "Ġcomplet": 3543, + "Ġlarge": 3544, + "ral": 3545, + "\\x": 3546, + "Ġfac": 3547, + ">": 3662, + "Ġface": 3663, + "CTION": 3664, + "Ġsave": 3665, + "Ġtyp": 3666, + "dev": 3667, + "(\"#": 3668, + "AGE": 3669, + "container": 3670, + "edit": 3671, + "QL": 3672, + "Ġitems": 3673, + "Ġsocial": 3674, + "ien": 3675, + "ĠReact": 3676, + ").ĊĊ": 3677, + "Ġmar": 3678, + "Ġredu": 3679, + "ĠRE": 3680, + ".put": 3681, + "Ġmajor": 3682, + "Cell": 3683, + "next": 3684, + "Ġexpected": 3685, + "Ġyet": 3686, + "Ġindiv": 3687, + "tributes": 3688, + "atis": 3689, + "amed": 3690, + "Ġfood": 3691, + "Source": 3692, + "(string": 3693, + "Ġ+Ċ": 3694, + "ites": 3695, + "dr": 3696, + "Ġmembers": 3697, + "Ġcomb": 3698, + "items": 3699, + "ĠPer": 3700, + "TH": 3701, + "=True": 3702, + "Ġbar": 3703, + "_SE": 3704, + "comm": 3705, + "(w": 3706, + ")ĊĊĊ": 3707, + "Ġsend": 3708, + "Ġinc": 3709, + "unsigned": 3710, + "FA": 3711, + "Ġparams": 3712, + "apping": 3713, + "ros": 3714, + "ugin": 3715, + "fa": 3716, + "Ġconnection": 3717, + "Ġ};ĊĊ": 3718, + "Ġbecome": 3719, + "Mode": 3720, + "Ġev": 3721, + "Ġdiff": 3722, + "ĠUnited": 3723, + "Height": 3724, + "fully": 3725, + "images": 3726, + "Ġmakes": 3727, + "Ġglobal": 3728, + "Ġcontact": 3729, + "':Ċ": 3730, + "Ġabs": 3731, + "аÐ": 3732, + "float": 3733, + "Ġexcept": 3734, + "ĠPol": 3735, + "Child": 3736, + "typ": 3737, + "Ġcertain": 3738, + "ión": 3739, + "OUT": 3740, + "Ġimpro": 3741, + "iles": 3742, + "Ġ-->Ċ": 3743, + "ĠPart": 3744, + "values": 3745, + "oss": 3746, + "/**": 3747, + "ilit": 3748, + "ĠEvent": 3749, + "curity": 3750, + "ster": 3751, + "Ġcharacter": 3752, + "198": 3753, + "Ġnews": 3754, + "Ġ\",": 3755, + "Ġdevice": 3756, + "cel": 3757, + "login": 3758, + "heet": 3759, + "Default": 3760, + "@\"": 3761, + "ĉĠ": 3762, + "click": 3763, + "(value": 3764, + "ĠAb": 3765, + "Ġprevious": 3766, + "ERROR": 3767, + "ocal": 3768, + "Ġmaterial": 3769, + "Ġbelow": 3770, + "ĠChrist": 3771, + "Ġmedia": 3772, + "cover": 3773, + "ĠUI": 3774, + "Ġfail": 3775, + "Ġblack": 3776, + "Ġcomponent": 3777, + "ĠAmerican": 3778, + "Ġadded": 3779, + "Ġbuy": 3780, + "stit": 3781, + "Ġcame": 3782, + "Ġdelete": 3783, + "property": 3784, + "oding": 3785, + "Ġcard": 3786, + "rops": 3787, + "Ġhttps": 3788, + "Ġroot": 3789, + "Ġhandle": 3790, + "CC": 3791, + "Back": 3792, + "emplate": 3793, + "Ġgetting": 3794, + "_by": 3795, + "mail": 3796, + "_sh": 3797, + ".assert": 3798, + "ĠDec": 3799, + "(true": 3800, + "Ġcomput": 3801, + "Ġclaim": 3802, + "'=>": 3803, + "ĠSub": 3804, + "Ġair": 3805, + "ops": 3806, + "nav": 3807, + "ements": 3808, + "(id": 3809, + "Ġenter": 3810, + "anged": 3811, + "End": 3812, + "Ġlocation": 3813, + "Ġnight": 3814, + "Ġdoing": 3815, + "ĠRed": 3816, + "lin": 3817, + "}ĊĊĊ": 3818, + "vider": 3819, + "Ġpick": 3820, + "Ġwatch": 3821, + "essages": 3822, + "Ġhuman": 3823, + "Ġdam": 3824, + "pend": 3825, + "dir": 3826, + "Ġtax": 3827, + "Ġgirl": 3828, + "reet": 3829, + "Ġbox": 3830, + "Ġstrong": 3831, + "(v": 3832, + "rel": 3833, + "Ġinterface": 3834, + "Ġmsg": 3835, + "fect": 3836, + "_at": 3837, + "Ġhouse": 3838, + "Ġtrack": 3839, + "');ĊĊ": 3840, + "je": 3841, + "ĠJohn": 3842, + "istr": 3843, + "(S": 3844, + "ube": 3845, + "Ġce": 3846, + "itted": 3847, + "VER": 3848, + "*)": 3849, + "parent": 3850, + "Ġapplication": 3851, + "any": 3852, + ".swing": 3853, + "Ġpack": 3854, + "\\u": 3855, + "Ġpract": 3856, + "Ġsection": 3857, + "ctx": 3858, + "Ġunsigned": 3859, + ".Point": 3860, + "ĠOne": 3861, + "ı": 3862, + "iple": 3863, + "aid": 3864, + "Ñĥ": 3865, + "Vector": 3866, + "byte": 3867, + "Ġwait": 3868, + "ĠÃł": 3869, + "Ã¥": 3870, + "Ġtogether": 3871, + "Ġthrows": 3872, + "FO": 3873, + "'))": 3874, + "host": 3875, + "ising": 3876, + ".view": 3877, + "Ġterms": 3878, + "framework": 3879, + "-r": 3880, + "Ġapply": 3881, + "Ġsession": 3882, + "Options": 3883, + "uggest": 3884, + "Ġothers": 3885, + "witter": 3886, + "Ġfund": 3887, + "Init": 3888, + "__(": 3889, + "ensor": 3890, + "GET": 3891, + "Ġseveral": 3892, + "ii": 3893, + "[j": 3894, + "IO": 3895, + "Ġtemplate": 3896, + "Position": 3897, + "Ġecon": 3898, + "achine": 3899, + "Ġil": 3900, + ".spring": 3901, + "main": 3902, + "elt": 3903, + "iment": 3904, + "Rec": 3905, + "mm": 3906, + "ĠUniversity": 3907, + "ursor": 3908, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 3909, + "GL": 3910, + "icture": 3911, + "ithub": 3912, + "cer": 3913, + "cast": 3914, + "From": 3915, + "ales": 3916, + "Ġsubject": 3917, + "password": 3918, + "ny": 3919, + "Ġesc": 3920, + ".write": 3921, + "ï¼Į": 3922, + "What": 3923, + ".H": 3924, + "Ġhistory": 3925, + "ĠFe": 3926, + "Ġindividual": 3927, + "unit": 3928, + "Ġ-->": 3929, + "Ġdu": 3930, + "IST": 3931, + "Ġusers": 3932, + "fs": 3933, + "false": 3934, + "unt": 3935, + "Title": 3936, + "Ġmot": 3937, + "Ġfuture": 3938, + "ached": 3939, + "Ġstarted": 3940, + "Ġmode": 3941, + "Ġ'<": 3942, + "_array": 3943, + "Ġax": 3944, + "'];Ċ": 3945, + "ires": 3946, + "There": 3947, + "ught": 3948, + "tml": 3949, + "posed": 3950, + "icult": 3951, + "Ġtook": 3952, + "Ġgames": 3953, + "Ġ}}": 3954, + "Ġ?>Ċ": 3955, + "Ġproducts": 3956, + "Is": 3957, + "Ġbad": 3958, + "ĠDes": 3959, + ".path": 3960, + "'ĊĊ": 3961, + "ĠPost": 3962, + "avel": 3963, + "(:": 3964, + "150": 3965, + "Ġneeds": 3966, + "Ġknown": 3967, + "Fl": 3968, + "Ġexec": 3969, + "Ġseen": 3970, + "51": 3971, + "ume": 3972, + "Ġborder": 3973, + "Ġlive": 3974, + "temp": 3975, + "Per": 3976, + "Ġvariable": 3977, + "iet": 3978, + "ĠDef": 3979, + "Ġge": 3980, + "eme": 3981, + "_back": 3982, + "first": 3983, + "Ġprovided": 3984, + "////////////////////////////////": 3985, + "Ġfilename": 3986, + "Ġhope": 3987, + "uly": 3988, + "auto": 3989, + "find": 3990, + "_string": 3991, + "btn": 3992, + "itude": 3993, + "Attribute": 3994, + "Ġyoung": 3995, + ".txt": 3996, + "Ġwebsite": 3997, + "ĠProp": 3998, + "Ġey": 3999, + ">();Ċ": 4000, + "ional": 4001, + "ARR": 4002, + "ictionary": 4003, + "urther": 4004, + ".": 4085, + "tx": 4086, + "Ġpur": 4087, + "uel": 4088, + "ymbol": 4089, + "uation": 4090, + "anger": 4091, + "Ġbackground": 4092, + "ecess": 4093, + "efined": 4094, + "........": 4095, + "Ġdescription": 4096, + "Ġrepresent": 4097, + "\"));Ċ": 4098, + "pression": 4099, + "rowser": 4100, + "Ġseries": 4101, + "wards": 4102, + "52": 4103, + "($_": 4104, + "aise": 4105, + "Ġhot": 4106, + "acity": 4107, + "ries": 4108, + "actions": 4109, + "Create": 4110, + "adio": 4111, + "amples": 4112, + "Ġoriginal": 4113, + "ensive": 4114, + "font": 4115, + "stream": 4116, + "using": 4117, + ".springframework": 4118, + "001": 4119, + "server": 4120, + "Ġbill": 4121, + "ACK": 4122, + "ilename": 4123, + "Ġframe": 4124, + "Ġ=Ċ": 4125, + "Edit": 4126, + "adius": 4127, + "Ġdraw": 4128, + "anks": 4129, + "Ġdeter": 4130, + "Ġcomes": 4131, + "_int": 4132, + "Ġforeach": 4133, + "angle": 4134, + "Ġelect": 4135, + "pected": 4136, + "Header": 4137, + "istration": 4138, + "False": 4139, + "ĠGame": 4140, + "Ġfilter": 4141, + "Activity": 4142, + "Ġlarg": 4143, + "inition": 4144, + "Ġ\"<": 4145, + "256": 4146, + "ised": 4147, + "Ġremove": 4148, + "ĠTrans": 4149, + "met": 4150, + "see": 4151, + "Format": 4152, + "Command": 4153, + "ĠEX": 4154, + "None": 4155, + "Ġfront": 4156, + "ASE": 4157, + "ĠRec": 4158, + "oundation": 4159, + "Ġvo": 4160, + "96": 4161, + "=\\\"": 4162, + "(*": 4163, + "Change": 4164, + ".Write": 4165, + "group": 4166, + "ients": 4167, + "uy": 4168, + "****************************************************************": 4169, + "Ġdig": 4170, + "hr": 4171, + "(-": 4172, + "Ġgen": 4173, + "number": 4174, + "vec": 4175, + "urope": 4176, + "entry": 4177, + "LL": 4178, + "Ġste": 4179, + "Valid": 4180, + "'],": 4181, + "_param": 4182, + "Ġselected": 4183, + "Ġaccording": 4184, + "ĠDis": 4185, + "Ġutil": 4186, + "Buffer": 4187, + "_error": 4188, + "Ġassoci": 4189, + "_SIZE": 4190, + "Ġwor": 4191, + "Ġprintf": 4192, + "rag": 4193, + "Âł": 4194, + "DD": 4195, + "ĠVal": 4196, + "Ġactiv": 4197, + "Eng": 4198, + "etime": 4199, + "Ġvirtual": 4200, + "aign": 4201, + "aur": 4202, + "ĠPres": 4203, + "ĠException": 4204, + "Ġanything": 4205, + "ĠOff": 4206, + "Ġhours": 4207, + "Ġwar": 4208, + "Args": 4209, + "aging": 4210, + "Ġmodels": 4211, + "ĠTime": 4212, + "Ob": 4213, + "ams": 4214, + "joy": 4215, + "Ġearly": 4216, + ".read": 4217, + "86": 4218, + "Ġcenter": 4219, + "ĠInitial": 4220, + "Ġlanguage": 4221, + "length": 4222, + "xy": 4223, + "Ġsn": 4224, + "Ġinf": 4225, + "Post": 4226, + "Ġago": 4227, + "Ġeasy": 4228, + "_code": 4229, + "ĠANY": 4230, + "_ch": 4231, + "Ġdownload": 4232, + "(T": 4233, + "aved": 4234, + "âĢĵ": 4235, + "Ġstudents": 4236, + "Ġfig": 4237, + "light": 4238, + "xx": 4239, + "Ġbuffer": 4240, + "ĠDep": 4241, + "ĠMath": 4242, + "ITH": 4243, + "Ġvari": 4244, + "Ġdue": 4245, + "Factory": 4246, + "Ġpor": 4247, + "Ġep": 4248, + "otype": 4249, + "Ġcannot": 4250, + "Ġwhite": 4251, + "čĊ": 4524, + ".annot": 4525, + "Ġcollection": 4526, + "'.": 4527, + "Ġsimilar": 4528, + "Ġtaken": 4529, + "(\"%": 4530, + "Order": 4531, + "']Ċ": 4532, + "-md": 4533, + "ĠTH": 4534, + "aced": 4535, + "Ġisn": 4536, + "/j": 4537, + "Ġson": 4538, + "graph": 4539, + "ĠInteger": 4540, + "Ġnecess": 4541, + "reen": 4542, + "Ġum": 4543, + "Ġ\\<": 4544, + "Ġmoment": 4545, + "Ġbring": 4546, + "Ġindic": 4547, + "ysis": 4548, + "Level": 4549, + "verse": 4550, + "urrenc": 4551, + "_test": 4552, + "Ġentire": 4553, + "Down": 4554, + "Ġ}ĊĊĊ": 4555, + "(result": 4556, + "ĠRead": 4557, + "è": 4558, + "Mod": 4559, + "Ġtrying": 4560, + "\"),Ċ": 4561, + "Ġmember": 4562, + "ĠCor": 4563, + "ODO": 4564, + "-control": 4565, + "untime": 4566, + "ĠSim": 4567, + "Dialog": 4568, + "plot": 4569, + "_on": 4570, + "Ġphys": 4571, + "}/": 4572, + "Ġnamespace": 4573, + "ĉčĊ": 4574, + "acc": 4575, + "Player": 4576, + "ARE": 4577, + "89": 4578, + "Ġfoot": 4579, + "Ġboard": 4580, + "part": 4581, + "Ġsus": 4582, + "wise": 4583, + "ĠMc": 4584, + "Ġpush": 4585, + "ATA": 4586, + "Ġplease": 4587, + "ried": 4588, + "weet": 4589, + "bit": 4590, + "ided": 4591, + "VE": 4592, + "ĠSw": 4593, + "UB": 4594, + "Ġtypes": 4595, + "edia": 4596, + "Ġclos": 4597, + "acebook": 4598, + "When": 4599, + "Ġedit": 4600, + "igger": 4601, + "Ġenerg": 4602, + "Container": 4603, + "Ġphot": 4604, + "ĠCount": 4605, + "ĠEurope": 4606, + ".Is": 4607, + "ĠRuss": 4608, + "peed": 4609, + "ĠStr": 4610, + "Ġpy": 4611, + "Ġcult": 4612, + "Ġdefined": 4613, + "ccount": 4614, + "Ġobt": 4615, + ".Location": 4616, + "Ġthread": 4617, + "ille": 4618, + "Ġinstead": 4619, + "strong": 4620, + "ĠSec": 4621, + "URE": 4622, + "Ġidea": 4623, + ".se": 4624, + "emy": 4625, + "selected": 4626, + "Connection": 4627, + "acing": 4628, + "thread": 4629, + ".next": 4630, + "Ġcoll": 4631, + "Ġfilm": 4632, + "istic": 4633, + "Ġcompet": 4634, + "Ġconn": 4635, + "though": 4636, + "Ġcompan": 4637, + "ocket": 4638, + "Ġteach": 4639, + "=(": 4640, + "Ġphone": 4641, + "Ġactive": 4642, + "79": 4643, + "delete": 4644, + "101": 4645, + "tries": 4646, + "Ġmo": 4647, + "Ġdeath": 4648, + "});ĊĊ": 4649, + "ocol": 4650, + "Widget": 4651, + "Ġarticle": 4652, + "rodu": 4653, + "andid": 4654, + "Ñĭ": 4655, + "ĠCr": 4656, + "ka": 4657, + "():": 4658, + "lood": 4659, + "ĉĉĉĊ": 4660, + "Ġalmost": 4661, + "Ġsell": 4662, + "ervlet": 4663, + "rip": 4664, + "Unit": 4665, + "Ġapplic": 4666, + "Ġconnect": 4667, + "Ġfeature": 4668, + "Ġvia": 4669, + "'),": 4670, + "Ġlim": 4671, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 4672, + "ĠGu": 4673, + "Engine": 4674, + "Ġens": 4675, + "Ġenvironment": 4676, + "block": 4677, + "HERE": 4678, + "NULL": 4679, + "gy": 4680, + "tag": 4681, + ")).": 4682, + "exp": 4683, + "Ġcompl": 4684, + "Ġinstall": 4685, + "Ġcomplete": 4686, + "queue": 4687, + "atural": 4688, + "Ġgeneral": 4689, + "thon": 4690, + "Ġasked": 4691, + "ores": 4692, + "(res": 4693, + "Ġreserved": 4694, + "SP": 4695, + "ĠâĢ¦": 4696, + "ÅĤ": 4697, + "Ġsignific": 4698, + "Off": 4699, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 4700, + "ĠAg": 4701, + "ĠJust": 4702, + "ĠError": 4703, + "Ġinfl": 4704, + "adata": 4705, + "Ġicon": 4706, + "asks": 4707, + "''": 4708, + "_LO": 4709, + "?.": 4710, + "account": 4711, + "Ġ(*": 4712, + "')ĊĊ": 4713, + "rap": 4714, + "_var": 4715, + "ĠFOR": 4716, + "Ġparty": 4717, + "ĠYour": 4718, + "cat": 4719, + "stry": 4720, + ".new": 4721, + "boot": 4722, + "ĠNov": 4723, + "Ġvector": 4724, + "Ġnormal": 4725, + "Ġfurther": 4726, + "Repository": 4727, + "800": 4728, + "Ġdatabase": 4729, + "attle": 4730, + "Ġmusic": 4731, + "Ġspeed": 4732, + "Ġdoc": 4733, + "process": 4734, + "IGHT": 4735, + ".parse": 4736, + "Ġtaking": 4737, + "Ġviol": 4738, + "ceed": 4739, + "ĠAfter": 4740, + "Ġforward": 4741, + "Ġcrit": 4742, + "\"/>Ċ": 4743, + "rot": 4744, + "Ġfailed": 4745, + "efore": 4746, + "Ġconcern": 4747, + "oe": 4748, + "ba": 4749, + "Ġsender": 4750, + "Ġterm": 4751, + "has": 4752, + "=\"#": 4753, + "Ġpotential": 4754, + "Num": 4755, + "Ġpublished": 4756, + ".close": 4757, + "ĠImage": 4758, + "straint": 4759, + "UD": 4760, + "ĠOb": 4761, + "Ġprobably": 4762, + "lim": 4763, + "\":Ċ": 4764, + "olume": 4765, + "Ġconsum": 4766, + "76": 4767, + "ague": 4768, + "ensions": 4769, + "Ġinvestig": 4770, + "-year": 4771, + "');": 4772, + "-sm": 4773, + "Ġenjoy": 4774, + "orig": 4775, + "ering": 4776, + "cp": 4777, + "leased": 4778, + "plements": 4779, + "Ġreturns": 4780, + "pat": 4781, + "BO": 4782, + "ĠHouse": 4783, + ".Label": 4784, + "Ġweight": 4785, + "ighb": 4786, + "Ġconditions": 4787, + "Ġexception": 4788, + "description": 4789, + "Ġtrad": 4790, + "-to": 4791, + "Ġ{}": 4792, + "Ġmodule": 4793, + "END": 4794, + ".ap": 4795, + ".props": 4796, + "Ġconstructor": 4797, + "aves": 4798, + "Ġfavor": 4799, + "ĠNow": 4800, + ";i": 4801, + "ĠMain": 4802, + "_k": 4803, + "eries": 4804, + "âĢĻll": 4805, + "transform": 4806, + "imestamp": 4807, + "Pre": 4808, + "Ġmer": 4809, + ".res": 4810, + "stant": 4811, + "Location": 4812, + "_NAME": 4813, + "Ġloss": 4814, + "ĠĊĊ": 4815, + "net": 4816, + "Ġengine": 4817, + "Block": 4818, + "Ġissues": 4819, + "Ġparse": 4820, + "ĠBar": 4821, + "Ġstay": 4822, + "ĠJSON": 4823, + "Ġdom": 4824, + "airs": 4825, + "wner": 4826, + "Ġlower": 4827, + "\",čĊ": 4828, + "ĠDem": 4829, + "ufact": 4830, + "Ġps": 4831, + "Ġperfect": 4832, + "RL": 4833, + "Ġeduc": 4834, + "ls": 4835, + "emory": 4836, + "ARRANT": 4837, + "uge": 4838, + "Ġexact": 4839, + ".key": 4840, + "alled": 4841, + "ech": 4842, + "ief": 4843, + "\\/": 4844, + "oke": 4845, + "Ġformer": 4846, + "alloc": 4847, + "Ġsix": 4848, + "ida": 4849, + "Ġmargin": 4850, + "Ġheart": 4851, + "ald": 4852, + "pack": 4853, + ".getElementById": 4854, + "ĠWARRANT": 4855, + "Ġrather": 4856, + "Ġbuilding": 4857, + "erman": 4858, + "lice": 4859, + "Ġquestions": 4860, + "izes": 4861, + "lege": 4862, + "irectory": 4863, + "Ġje": 4864, + "Ġcas": 4865, + "props": 4866, + "utf": 4867, + "Ġsecurity": 4868, + "Ġhowever": 4869, + "weight": 4870, + "Ġinside": 4871, + "Ġpresident": 4872, + "Char": 4873, + "ĠWITH": 4874, + ".map": 4875, + "Ġgraph": 4876, + "Ġtag": 4877, + "_status": 4878, + "Ġattempt": 4879, + "opp": 4880, + "uses": 4881, + "ĉconst": 4882, + "Ġround": 4883, + ",$": 4884, + "Ġfriends": 4885, + "Email": 4886, + "?>": 4887, + "Resource": 4888, + "KEY": 4889, + "osp": 4890, + ".query": 4891, + "ĠNorth": 4892, + "ables": 4893, + "istrib": 4894, + "_class": 4895, + "ello": 4896, + "That": 4897, + "к": 4898, + "pecially": 4899, + "ĠPresident": 4900, + "Ġcampaign": 4901, + "Ġalt": 4902, + "area": 4903, + "Ġchall": 4904, + "Ġopport": 4905, + ".Con": 4906, + "Ġenergy": 4907, + "like": 4908, + ".string": 4909, + "ington": 4910, + ")*": 4911, + "yy": 4912, + "Ġprofession": 4913, + "irth": 4914, + "Ġseg": 4915, + "æľ": 4916, + "Ġhor": 4917, + "iers": 4918, + "can": 4919, + "Ġbehind": 4920, + "Product": 4921, + "fg": 4922, + "ĠSk": 4923, + ".jpg": 4924, + "?:": 4925, + "];ĊĊ": 4926, + "Ġcallback": 4927, + "ĠHttp": 4928, + "ÑĮ": 4929, + "long": 4930, + "MS": 4931, + "ATH": 4932, + "Ġraise": 4933, + "Ġwanted": 4934, + "rown": 4935, + "utor": 4936, + "lt": 4937, + "]=": 4938, + "eline": 4939, + "MA": 4940, + "Ġsepar": 4941, + "cs": 4942, + "semb": 4943, + "Dis": 4944, + "bserv": 4945, + "ĠWill": 4946, + "Ġpolicy": 4947, + "Ġthird": 4948, + "phone": 4949, + "Ġbed": 4950, + "/g": 4951, + ".__": 4952, + "ĠInc": 4953, + "izing": 4954, + ".remove": 4955, + "instance": 4956, + ".type": 4957, + "Ġserv": 4958, + "Each": 4959, + "Ġhar": 4960, + "ĠMessage": 4961, + "(key": 4962, + "SELECT": 4963, + "Pos": 4964, + "));čĊ": 4965, + "Ġrecomm": 4966, + "Ġtraining": 4967, + "ĠEnt": 4968, + "ĠChar": 4969, + "icht": 4970, + "(file": 4971, + "Ġprior": 4972, + "Game": 4973, + "Ġexit": 4974, + "Params": 4975, + ".core": 4976, + "PC": 4977, + "nes": 4978, + "anced": 4979, + "(request": 4980, + "Password": 4981, + "}>Ċ": 4982, + "Ġmag": 4983, + "Ġrelease": 4984, + "Ġshall": 4985, + "udent": 4986, + "ĠSouth": 4987, + "ando": 4988, + ":'": 4989, + ".TabIndex": 4990, + "sk": 4991, + "anner": 4992, + "isset": 4993, + "Ġoutside": 4994, + "ledge": 4995, + "Ġå": 4996, + "ĠRob": 4997, + "Ġimm": 4998, + "!Ċ": 4999, + "ĠWeb": 5000, + "Des": 5001, + "BC": 5002, + "ancial": 5003, + "Route": 5004, + "Dec": 5005, + "ferences": 5006, + "Ġpurch": 5007, + "ĠModel": 5008, + "ctor": 5009, + "gn": 5010, + "_start": 5011, + "_un": 5012, + ".*": 5013, + "ises": 5014, + "Ġground": 5015, + "Ġunique": 5016, + "Ġbeaut": 5017, + "{\"": 5018, + "Ġpour": 5019, + "ĠOct": 5020, + "Ġtree": 5021, + "sets": 5022, + "_res": 5023, + "')->": 5024, + "_reg": 5025, + "(\"\\": 5026, + "Ġbyte": 5027, + "Bl": 5028, + "Ġdating": 5029, + "Ġmatter": 5030, + "ĠRem": 5031, + "Ġ'../": 5032, + "ĠAug": 5033, + "ĠLa": 5034, + "Ġ$(": 5035, + "ournal": 5036, + "111": 5037, + "iam": 5038, + "Ġshows": 5039, + "write": 5040, + "Ġball": 5041, + "Ġsimply": 5042, + "Ġfast": 5043, + "Ġmemory": 5044, + "ASS": 5045, + "ĠOf": 5046, + "oved": 5047, + "ante": 5048, + "aul": 5049, + "istry": 5050, + ")));Ċ": 5051, + "Ġfit": 5052, + "_": 5239, + "\")ĊĊ": 5240, + "ox": 5241, + "application": 5242, + "Ġ]Ċ": 5243, + "ĊĊĊĊĊĊ": 5244, + "180": 5245, + "Ġsoon": 5246, + "ctions": 5247, + "inger": 5248, + "Ġjoin": 5249, + "ĠPe": 5250, + "Ġë": 5251, + "Ġlas": 5252, + ".E": 5253, + "css": 5254, + "/or": 5255, + "ĠStart": 5256, + "ĠTO": 5257, + "Ġsubs": 5258, + "conn": 5259, + "components": 5260, + "DEBUG": 5261, + "quare": 5262, + "Function": 5263, + "endar": 5264, + ".index": 5265, + "Ġfill": 5266, + "ÄĻ": 5267, + "Ġchoose": 5268, + "how": 5269, + "ĠAmerica": 5270, + "assets": 5271, + "------------": 5272, + "ĠValue": 5273, + "Ġoffice": 5274, + "Ġveh": 5275, + "Ġtransform": 5276, + "ĠArt": 5277, + "Ġinde": 5278, + "Ġfn": 5279, + "Ġimplements": 5280, + "ango": 5281, + "plete": 5282, + "+\"": 5283, + "tmp": 5284, + "amily": 5285, + "Ġhash": 5286, + "missions": 5287, + "EST": 5288, + "gt": 5289, + "Provider": 5290, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 5291, + "Ġflag": 5292, + "Ġparticip": 5293, + "den": 5294, + "ĠReturns": 5295, + "Ġnote": 5296, + "ür": 5297, + "pm": 5298, + "ideos": 5299, + "Ġspecified": 5300, + "ĠEN": 5301, + "ester": 5302, + "olid": 5303, + "Ġupon": 5304, + "(std": 5305, + "ĉv": 5306, + "Ġ'\\": 5307, + "uz": 5308, + "Ġvert": 5309, + "Ġvict": 5310, + "ĉself": 5311, + "Ġ\"$": 5312, + "85": 5313, + ".k": 5314, + "Ġgroups": 5315, + "github": 5316, + "lang": 5317, + "Ġmut": 5318, + "TO": 5319, + "Ġve": 5320, + "ĠPlease": 5321, + ";ĊĊĊ": 5322, + "access": 5323, + "Ġ{\"": 5324, + "rea": 5325, + "Ġrisk": 5326, + "icker": 5327, + "oggle": 5328, + "ĉwhile": 5329, + "ANG": 5330, + ".send": 5331, + "72": 5332, + "Ġwoman": 5333, + "Ġgets": 5334, + "Ġign": 5335, + "ĠId": 5336, + "_log": 5337, + "ONE": 5338, + "Ġevid": 5339, + "ĠHar": 5340, + "_sub": 5341, + "Ġendl": 5342, + "Ġincluded": 5343, + "());ĊĊ": 5344, + "ĠAp": 5345, + "igr": 5346, + "Ġsem": 5347, + "ĠBlack": 5348, + "doc": 5349, + "_table": 5350, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 5351, + "-up": 5352, + "Ġcause": 5353, + "Ġ..": 5354, + "Ġvan": 5355, + "_dict": 5356, + "Ġfocus": 5357, + "IND": 5358, + "CESS": 5359, + ".Log": 5360, + "Ġmultiple": 5361, + "ido": 5362, + "Ġregard": 5363, + "-M": 5364, + "andler": 5365, + "ourse": 5366, + "Ġdeg": 5367, + ".U": 5368, + "Ġaddition": 5369, + "Ġvarious": 5370, + "Ġreceive": 5371, + "ен": 5372, + "ĠHT": 5373, + "Obj": 5374, + "DF": 5375, + "Ġincrease": 5376, + "ĠOpen": 5377, + "];": 5378, + "Ġcommit": 5379, + "?Ċ": 5380, + "ategories": 5381, + "atory": 5382, + "ship": 5383, + "ĠMich": 5384, + "Ġhtml": 5385, + "romise": 5386, + "Ġleave": 5387, + "Ġstrateg": 5388, + "aven": 5389, + "ĠConsole": 5390, + "known": 5391, + "-n": 5392, + "_LE": 5393, + ".component": 5394, + "Ġbre": 5395, + "Session": 5396, + "iance": 5397, + "Ġalign": 5398, + "typedef": 5399, + "_result": 5400, + "ĠWHERE": 5401, + ".split": 5402, + "Ġreading": 5403, + "FAULT": 5404, + "Ġclo": 5405, + "Ġnotice": 5406, + "_pr": 5407, + "arter": 5408, + "Ġlock": 5409, + "Ġstandard": 5410, + "etic": 5411, + "ellow": 5412, + "Ġpadding": 5413, + "ĠHis": 5414, + "Ġstates": 5415, + "_cast": 5416, + "(P": 5417, + "aa": 5418, + "Ġinternal": 5419, + "ean": 5420, + "ĠPRO": 5421, + "ĠKey": 5422, + "Ġespecially": 5423, + "ming": 5424, + "Ġcross": 5425, + "Ġnational": 5426, + "_object": 5427, + "filter": 5428, + "Ġscript": 5429, + ".update": 5430, + "_i": 5431, + "ĠAssert": 5432, + "/core": 5433, + "%%%%": 5434, + "Ġproblems": 5435, + "istor": 5436, + "Ġ.=": 5437, + "Ġarch": 5438, + "Ġwritten": 5439, + "Ġmilit": 5440, + "MENT": 5441, + ".ch": 5442, + "cape": 5443, + "ĠMus": 5444, + "_config": 5445, + "ĠAPI": 5446, + "foot": 5447, + "Ġimages": 5448, + "endl": 5449, + ".In": 5450, + "First": 5451, + "Ġplatform": 5452, + ".prot": 5453, + "Option": 5454, + "ste": 5455, + "ĠTODO": 5456, + "Ġforce": 5457, + ".cont": 5458, + "ĉecho": 5459, + "ĠDav": 5460, + "Ptr": 5461, + "(B": 5462, + "RT": 5463, + "ĠBase": 5464, + "]['": 5465, + "Ġannounc": 5466, + "console": 5467, + "ĠPy": 5468, + "ds": 5469, + ".as": 5470, + "Ġprevent": 5471, + "apan": 5472, + "Ġ{'": 5473, + "}'": 5709, + "Ġdead": 5710, + "VAL": 5711, + "QUE": 5712, + "************************************************************************": 5713, + "Ġcharg": 5714, + "Return": 5715, + "Ġful": 5716, + "dom": 5717, + "Ġrules": 5718, + "Ġmodify": 5719, + "Ġeval": 5720, + "ham": 5721, + "atement": 5722, + "\\<": 5723, + "ula": 5724, + "=False": 5725, + "RA": 5726, + "Ġcontains": 5727, + "74": 5728, + "Ġstack": 5729, + "mar": 5730, + "Ġ{}Ċ": 5731, + "Ġundefined": 5732, + "Ass": 5733, + "ĠChina": 5734, + "vey": 5735, + "*Ċ": 5736, + "Ġplaying": 5737, + ")/": 5738, + "actor": 5739, + "Ġbottom": 5740, + "lier": 5741, + "ĠNumber": 5742, + "Ġcouple": 5743, + "DC": 5744, + "ĠSO": 5745, + "gor": 5746, + ".setText": 5747, + "success": 5748, + "command": 5749, + "Filter": 5750, + "ĠOur": 5751, + "_item": 5752, + "Ġctx": 5753, + "Ġroad": 5754, + "Version": 5755, + "case": 5756, + "urt": 5757, + "avior": 5758, + "ych": 5759, + "sembly": 5760, + "ĠProduct": 5761, + "Ġheld": 5762, + "afe": 5763, + "Ġincludes": 5764, + "&": 5909, + "CON": 5910, + "Ġrepl": 5911, + "Ġregular": 5912, + "Storage": 5913, + "ramework": 5914, + "Ġgoal": 5915, + "Ġtouch": 5916, + ".widget": 5917, + "Ġbuilt": 5918, + "des": 5919, + "Part": 5920, + "(re": 5921, + "Ġworth": 5922, + "hib": 5923, + "game": 5924, + "91": 5925, + "192": 5926, + "Ġв": 5927, + "acion": 5928, + "ĠWhite": 5929, + "(type": 5930, + "(`": 5931, + "81": 5932, + "Ġnatural": 5933, + "Ġinj": 5934, + "Ġcalcul": 5935, + "ĠApril": 5936, + ".List": 5937, + "Ġassociated": 5938, + "ĉSystem": 5939, + "~~": 5940, + "=[": 5941, + "Ġstorage": 5942, + "Ġbytes": 5943, + "Ġtravel": 5944, + "Ġsou": 5945, + "Ġpassed": 5946, + "!=": 5947, + "ascript": 5948, + ".open": 5949, + "Ġgrid": 5950, + "Ġbus": 5951, + "Ġrecogn": 5952, + "Ab": 5953, + "Ġhon": 5954, + "ĠCenter": 5955, + "Ġprec": 5956, + "build": 5957, + "73": 5958, + "HTML": 5959, + "ĠSan": 5960, + "Ġcountries": 5961, + "aled": 5962, + "token": 5963, + "kt": 5964, + "Ġqual": 5965, + "Last": 5966, + "adow": 5967, + "Ġmanufact": 5968, + "idad": 5969, + "jango": 5970, + "Next": 5971, + "xf": 5972, + ".a": 5973, + "Ġporno": 5974, + "ĠPM": 5975, + "erve": 5976, + "iting": 5977, + "_th": 5978, + "ci": 5979, + "=None": 5980, + "gs": 5981, + "Ġlogin": 5982, + "atives": 5983, + "']);Ċ": 5984, + "Äħ": 5985, + "Ġill": 5986, + "IA": 5987, + "children": 5988, + "DO": 5989, + "Ġlevels": 5990, + "Ġ{{": 5991, + "Ġlooks": 5992, + "Ġ\"#": 5993, + "ToString": 5994, + "Ġnecessary": 5995, + "ĠĠĠĊ": 5996, + "cell": 5997, + "Entry": 5998, + "Ġ'#": 5999, + "Ġextrem": 6000, + "Selector": 6001, + "Ġplaceholder": 6002, + "Load": 6003, + "Ġreleased": 6004, + "ORE": 6005, + "Enumer": 6006, + "ĠTV": 6007, + "SET": 6008, + "inq": 6009, + "Press": 6010, + "ĠDepartment": 6011, + "Ġproperties": 6012, + "Ġrespond": 6013, + "Search": 6014, + "ael": 6015, + "Ġrequ": 6016, + "ĠBook": 6017, + "/Ċ": 6018, + "(st": 6019, + "Ġfinancial": 6020, + "icket": 6021, + "_input": 6022, + "Ġthreat": 6023, + "(in": 6024, + "Strip": 6025, + "ìĿ": 6026, + "ção": 6027, + "71": 6028, + "Ġevidence": 6029, + "));": 6030, + "ĠBro": 6031, + "Ġ[];Ċ": 6032, + "Ġou": 6033, + "buf": 6034, + "Script": 6035, + "dat": 6036, + "Ġrule": 6037, + "#import": 6038, + "=\"/": 6039, + "Serial": 6040, + "Ġstarting": 6041, + "[index": 6042, + "ae": 6043, + "Ġcontrib": 6044, + "session": 6045, + "_new": 6046, + "utable": 6047, + "ober": 6048, + "Ġ\"./": 6049, + "Ġlogger": 6050, + "Ġrecently": 6051, + "Ġreturned": 6052, + "ččĊ": 6053, + ")))Ċ": 6054, + "itions": 6055, + "Ġseek": 6056, + "Ġcommunic": 6057, + "Ġ\".": 6058, + "Ġusername": 6059, + "ECT": 6060, + "DS": 6061, + "Ġotherwise": 6062, + "ĠGerman": 6063, + ".aw": 6064, + "Adapter": 6065, + "ixel": 6066, + "Ġsystems": 6067, + "Ġdrop": 6068, + "83": 6069, + "Ġstructure": 6070, + "Ġ$(\"#": 6071, + "encies": 6072, + "anning": 6073, + "ĠLink": 6074, + "ĠResponse": 6075, + "Ġstri": 6076, + "ż": 6077, + "ĠDB": 6078, + "æĹ": 6079, + "android": 6080, + "submit": 6081, + "otion": 6082, + "92": 6083, + "(@": 6084, + ".test": 6085, + "82": 6086, + "ĊĊĊĊĊĊĊĊ": 6087, + "];čĊ": 6088, + "Ġdirectly": 6089, + "Ġ\"%": 6090, + "ris": 6091, + "elta": 6092, + "AIL": 6093, + "){čĊ": 6094, + "mine": 6095, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 6096, + "(k": 6097, + "bon": 6098, + "asic": 6099, + "pite": 6100, + "___": 6101, + "Max": 6102, + "Ġerrors": 6103, + "ĠWhile": 6104, + "Ġarguments": 6105, + "Ġensure": 6106, + "Right": 6107, + "-based": 6108, + "Web": 6109, + "Ġ-=": 6110, + "Ġintrodu": 6111, + "ĠInst": 6112, + "ĠWash": 6113, + "ordin": 6114, + "join": 6115, + "Database": 6116, + "Ġgrad": 6117, + "Ġusually": 6118, + "ITE": 6119, + "Props": 6120, + "?>Ċ": 6121, + "ĠGo": 6122, + "@Override": 6123, + "REF": 6124, + "Ġip": 6125, + "ĠAustral": 6126, + "Ġist": 6127, + "ViewById": 6128, + "Ġserious": 6129, + "Ġcustomer": 6130, + ".prototype": 6131, + "odo": 6132, + "cor": 6133, + "Ġdoor": 6134, + "ĠWITHOUT": 6135, + "Ġplant": 6136, + "Ġbegan": 6137, + "Ġdistance": 6138, + "()).": 6139, + "Ġchance": 6140, + "Ġord": 6141, + "came": 6142, + "pragma": 6143, + "Ġprotect": 6144, + "ragment": 6145, + "ĠNode": 6146, + "ening": 6147, + "Ñĩ": 6148, + "Ġroute": 6149, + "ĠSchool": 6150, + "hi": 6151, + "Ġneighb": 6152, + "After": 6153, + "licit": 6154, + "Ġcontr": 6155, + "Ġprimary": 6156, + "AA": 6157, + ".WriteLine": 6158, + "utils": 6159, + "Ġbi": 6160, + "Red": 6161, + ".Linq": 6162, + ".object": 6163, + "Ġleaders": 6164, + "unities": 6165, + "Ġgun": 6166, + "onth": 6167, + "ĠDev": 6168, + "FILE": 6169, + "Ġcomments": 6170, + "_len": 6171, + "arrow": 6172, + "amount": 6173, + "Range": 6174, + "sert": 6175, + "GridView": 6176, + "Ġupdated": 6177, + "ĠMo": 6178, + "Ġinform": 6179, + "ociety": 6180, + "ala": 6181, + "Access": 6182, + "Ġhab": 6183, + "Ġcreat": 6184, + "_arg": 6185, + "ĠJanuary": 6186, + "ĠDay": 6187, + "\")čĊ": 6188, + "uple": 6189, + "document": 6190, + "gorith": 6191, + "menu": 6192, + "ĠOver": 6193, + "bb": 6194, + ".title": 6195, + "_out": 6196, + "Ġled": 6197, + "uri": 6198, + "Ġ?>Ċ": 6235, + "run": 6236, + "Ġscene": 6237, + "(array": 6238, + "device": 6239, + "_title": 6240, + "agon": 6241, + "]čĊ": 6242, + "aby": 6243, + "Ġbecame": 6244, + "boolean": 6245, + "Ġpark": 6246, + "ĠCode": 6247, + "upload": 6248, + "riday": 6249, + "ĠSeptember": 6250, + "Fe": 6251, + "Ġsen": 6252, + "cing": 6253, + "FL": 6254, + "Col": 6255, + "uts": 6256, + "_page": 6257, + "inn": 6258, + "Ġimplied": 6259, + "aling": 6260, + "Ġyourself": 6261, + ".Count": 6262, + "conf": 6263, + "Ġaud": 6264, + "_init": 6265, + ".)": 6266, + "Ġwrote": 6267, + "003": 6268, + "NG": 6269, + ".Error": 6270, + "ä»": 6271, + ".for": 6272, + "Ġequal": 6273, + "ĠRequest": 6274, + "Ġserial": 6275, + "Ġallows": 6276, + "XX": 6277, + "Ġmiddle": 6278, + "chor": 6279, + "195": 6280, + "94": 6281, + "ø": 6282, + "erval": 6283, + ".Column": 6284, + "reading": 6285, + "Ġescort": 6286, + "ĠAugust": 6287, + "Ġquickly": 6288, + "Ġweap": 6289, + "ĠCG": 6290, + "ropri": 6291, + "ho": 6292, + "Ġcop": 6293, + "(struct": 6294, + "ĠBig": 6295, + "Ġvs": 6296, + "Ġfrequ": 6297, + ".Value": 6298, + "Ġactions": 6299, + "Ġproper": 6300, + "Ġinn": 6301, + "Ġobjects": 6302, + "Ġmatrix": 6303, + "avascript": 6304, + "Ġones": 6305, + ".group": 6306, + "Ġgreen": 6307, + "Ġpaint": 6308, + "ools": 6309, + "ycl": 6310, + "encode": 6311, + "olt": 6312, + "comment": 6313, + ".api": 6314, + "Dir": 6315, + "Ġune": 6316, + "izont": 6317, + ".position": 6318, + "Ġdesigned": 6319, + "_val": 6320, + "avi": 6321, + "iring": 6322, + "tab": 6323, + "Ġlayer": 6324, + "Ġviews": 6325, + "Ġreve": 6326, + "rael": 6327, + "ĠON": 6328, + "rics": 6329, + "160": 6330, + "np": 6331, + "Ġcore": 6332, + "());čĊ": 6333, + "Main": 6334, + "Ġexpert": 6335, + "ĉĉčĊ": 6336, + "_en": 6337, + "Ġ/>": 6338, + "utter": 6339, + "IAL": 6340, + "ails": 6341, + "ĠKing": 6342, + "*/ĊĊ": 6343, + "ĠMet": 6344, + "_end": 6345, + "addr": 6346, + "ora": 6347, + "Ġir": 6348, + "Min": 6349, + "Ġsurpr": 6350, + "Ġrepe": 6351, + "Ġdirectory": 6352, + "PUT": 6353, + "-S": 6354, + "Ġelection": 6355, + "haps": 6356, + ".pre": 6357, + "cm": 6358, + "Values": 6359, + "Ġ\"Ċ": 6360, + "column": 6361, + "ivil": 6362, + "Login": 6363, + "inue": 6364, + "93": 6365, + "Ġbeautiful": 6366, + "Ġsecret": 6367, + "(event": 6368, + "Ġchat": 6369, + "ums": 6370, + "Ġorigin": 6371, + "Ġeffects": 6372, + "Ġmanagement": 6373, + "illa": 6374, + "tk": 6375, + "Ġsetting": 6376, + "ĠCour": 6377, + "Ġmassage": 6378, + "ĉend": 6379, + "Ġhappy": 6380, + "Ġfinish": 6381, + "Ġcamera": 6382, + "ĠVer": 6383, + "ĠDemocr": 6384, + "ĠHer": 6385, + "(Q": 6386, + "cons": 6387, + "ita": 6388, + "Ġ'.": 6389, + "{}": 6390, + "ĉC": 6391, + "Ġstuff": 6392, + "194": 6393, + "Ġ:Ċ": 6394, + "ĠAR": 6395, + "Task": 6396, + "hidden": 6397, + "eros": 6398, + "IGN": 6399, + "atio": 6400, + "ĠHealth": 6401, + "olute": 6402, + "Enter": 6403, + "'>": 6404, + "ĠTwitter": 6405, + "ĠCounty": 6406, + "scribe": 6407, + "Ġ=>Ċ": 6408, + "Ġhy": 6409, + "fit": 6410, + "Ġmilitary": 6411, + "Ġsale": 6412, + "required": 6413, + "non": 6414, + "bootstrap": 6415, + "hold": 6416, + "rim": 6417, + "-old": 6418, + "ĠDown": 6419, + "Ġmention": 6420, + "contact": 6421, + "_group": 6422, + "oday": 6423, + "Ġtown": 6424, + "Ġsolution": 6425, + "uate": 6426, + "elling": 6427, + "]->": 6428, + "otes": 6429, + "ental": 6430, + "omen": 6431, + "ospital": 6432, + "ĠSup": 6433, + "_EN": 6434, + "Ġslow": 6435, + "SESSION": 6436, + "Ġblue": 6437, + "ago": 6438, + "Ġlives": 6439, + "Ġ^": 6440, + ".un": 6441, + "inst": 6442, + "enge": 6443, + "Ġcustomers": 6444, + "Ġcast": 6445, + "udget": 6446, + "ï¼ģ": 6447, + "icens": 6448, + "Ġdetermin": 6449, + "Selected": 6450, + "_pl": 6451, + "ueue": 6452, + "Ġdark": 6453, + "//ĊĊ": 6454, + "si": 6455, + "thern": 6456, + "ĠJapan": 6457, + "/w": 6458, + "PU": 6459, + "ĠEast": 6460, + "ovie": 6461, + "Ġpackage": 6462, + "Ġnor": 6463, + "Ġapi": 6464, + "bot": 6465, + "\"];Ċ": 6466, + "_post": 6467, + "ulate": 6468, + "Ġclub": 6469, + "'));Ċ": 6470, + "Ġloop": 6471, + "PIO": 6472, + "ione": 6473, + "shot": 6474, + "Initial": 6475, + "Ġplayed": 6476, + "register": 6477, + "rought": 6478, + "_max": 6479, + "acement": 6480, + "match": 6481, + "raphics": 6482, + "AST": 6483, + "Ġexisting": 6484, + "Ġcomplex": 6485, + "DA": 6486, + ".Ch": 6487, + ".common": 6488, + "mo": 6489, + "Ġ'../../": 6490, + "ito": 6491, + "Ġanalysis": 6492, + "Ġdeliver": 6493, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ": 6494, + "idx": 6495, + "Ãł": 6496, + "ongo": 6497, + "ĠEnglish": 6498, + "Ċ": 10197, + "_default": 10198, + "ĠDatabase": 10199, + "rep": 10200, + "ESS": 10201, + "nergy": 10202, + ".Find": 10203, + "_mask": 10204, + "Ġrise": 10205, + "Ġkernel": 10206, + "::$": 10207, + ".Q": 10208, + "Ġoffering": 10209, + "decl": 10210, + "ĠCS": 10211, + "Ġlisted": 10212, + "Ġmostly": 10213, + "enger": 10214, + "Ġblocks": 10215, + "olo": 10216, + "Ġgoverning": 10217, + "\\F": 10218, + "Ġconcent": 10219, + ".getText": 10220, + "Ġmb": 10221, + "Ġoccurred": 10222, + "Ġchanging": 10223, + "Scene": 10224, + "_CODE": 10225, + "Beh": 10226, + "\"The": 10227, + "Ġtile": 10228, + "ĠAssociation": 10229, + "ĉP": 10230, + "alty": 10231, + "_ad": 10232, + "odies": 10233, + "iated": 10234, + "Ġprepared": 10235, + "possible": 10236, + "Ġmort": 10237, + "TEST": 10238, + "142": 10239, + "Ġignore": 10240, + "Ġcalc": 10241, + "Ġrs": 10242, + "ĠassertEquals": 10243, + "Ġsz": 10244, + "ĠTHIS": 10245, + ".\"Ċ": 10246, + "Ġcanvas": 10247, + "java": 10248, + "Ġdut": 10249, + "VALID": 10250, + ".sql": 10251, + ".input": 10252, + "Ġaux": 10253, + "Sup": 10254, + "Ġartist": 10255, + "Vec": 10256, + "_TIME": 10257, + ".stringify": 10258, + "etween": 10259, + "ĠCategory": 10260, + "Ġ[-": 10261, + "ĠDevExpress": 10262, + "ĠJul": 10263, + "Ġring": 10264, + ".ed": 10265, + "YY": 10266, + "Let": 10267, + "TextField": 10268, + "Ġflat": 10269, + "_print": 10270, + "ĠOTHER": 10271, + "adian": 10272, + "Ġchecked": 10273, + "ele": 10274, + "Align": 10275, + "standing": 10276, + "Ġ[],": 10277, + "Ġlab": 10278, + "ucky": 10279, + "ĠChristmas": 10280, + "(image": 10281, + ".module": 10282, + "Ġlots": 10283, + "Ġslightly": 10284, + "(final": 10285, + "erge": 10286, + "è¿": 10287, + "147": 10288, + "ĠPolice": 10289, + "143": 10290, + "ĠRight": 10291, + "Ġaward": 10292, + "ĠOS": 10293, + "Ġ{}ĊĊ": 10294, + "Ġptr": 10295, + "oves": 10296, + "icated": 10297, + "ем": 10298, + "Ġmanage": 10299, + "oliday": 10300, + "Amount": 10301, + "oolStrip": 10302, + "tbody": 10303, + "Nav": 10304, + "wrap": 10305, + "BB": 10306, + "Ġwatching": 10307, + "arios": 10308, + "Ġoptional": 10309, + "_K": 10310, + "ĠLicensed": 10311, + ".Map": 10312, + "Timer": 10313, + "ĠAP": 10314, + "ĠRev": 10315, + "(o": 10316, + ",c": 10317, + "umin": 10318, + "etailed": 10319, + "ĠHy": 10320, + "Ġblank": 10321, + "agger": 10322, + "ĠSelf": 10323, + "()[": 10324, + ".make": 10325, + "earn": 10326, + "channel": 10327, + ";Ċ": 10342, + "World": 10343, + "Ġpython": 10344, + "Ġlif": 10345, + "Ġtrav": 10346, + "Ġconven": 10347, + "company": 10348, + "ĠClub": 10349, + "138": 10350, + "Ver": 10351, + "Btn": 10352, + "Ġzone": 10353, + "products": 10354, + "ĠEduc": 10355, + "Ġverify": 10356, + "ĠMil": 10357, + "ono": 10358, + "]);ĊĊ": 10359, + "ENCE": 10360, + "Ġpacket": 10361, + "Ġcer": 10362, + "Ġenumer": 10363, + "Ġpars": 10364, + "formed": 10365, + "Ġoccup": 10366, + "tre": 10367, + "Ġexercise": 10368, + "Day": 10369, + "_sum": 10370, + "Ġasking": 10371, + "aption": 10372, + "Ġorders": 10373, + "Ġspending": 10374, + "ĠERR": 10375, + ".Dis": 10376, + "ĠUtil": 10377, + "âĢľI": 10378, + "\\'": 10379, + "?)": 10380, + "/>Ċ": 10381, + "Ġemot": 10382, + "Ġinfluence": 10383, + "ĠAfrica": 10384, + "atters": 10385, + "Ùħ": 10386, + ".session": 10387, + "Ġchief": 10388, + "ĉĉĉĉĉĉĉĉĉĉĉ": 10389, + "Ġtom": 10390, + "cluded": 10391, + "serial": 10392, + "_handler": 10393, + ".Type": 10394, + "aped": 10395, + "Ġpolicies": 10396, + "-ex": 10397, + "-tr": 10398, + "blank": 10399, + "merce": 10400, + "Ġcoverage": 10401, + "Ġrc": 10402, + "_matrix": 10403, + "_box": 10404, + "Ġcharges": 10405, + "ĠBoston": 10406, + "Pe": 10407, + "Ġcircum": 10408, + "Ġfilled": 10409, + "148": 10410, + "Ġnorth": 10411, + "ictureBox": 10412, + "ĉres": 10413, + "è®": 10414, + "Ġtermin": 10415, + "Ġ[âĢ¦": 10416, + "IRECT": 10417, + "Ġber": 10418, + "Ġ\"../../": 10419, + "retch": 10420, + ".code": 10421, + "_col": 10422, + "ĠGovernment": 10423, + "Ġargv": 10424, + "ĠLord": 10425, + "asi": 10426, + "Exec": 10427, + "ĉlet": 10428, + "vertis": 10429, + "Ġdiscussion": 10430, + "enance": 10431, + "outube": 10432, + "typeof": 10433, + "Ġserved": 10434, + "ĠPut": 10435, + "ĉx": 10436, + "Ġsweet": 10437, + "Before": 10438, + "ategy": 10439, + ".of": 10440, + "ĠMaterial": 10441, + "Sort": 10442, + "ONT": 10443, + "igital": 10444, + "Why": 10445, + "Ġsust": 10446, + "Ġç": 10447, + "abet": 10448, + "Ġsegment": 10449, + "Ġ[],Ċ": 10450, + "ĠMuslim": 10451, + "ĠfindViewById": 10452, + "cut": 10453, + "_TEXT": 10454, + "ĠMary": 10455, + "Ġloved": 10456, + "Ġlie": 10457, + "ĠJO": 10458, + "Ġisset": 10459, + "month": 10460, + "Ġprime": 10461, + "ti": 10462, + "ĠCarol": 10463, + "Use": 10464, + "146": 10465, + "ĠPop": 10466, + "ĠSave": 10467, + "Interval": 10468, + "execute": 10469, + "dy": 10470, + "ĠIran": 10471, + "_cont": 10472, + "ĉT": 10473, + "Ġphase": 10474, + "checkbox": 10475, + "week": 10476, + "Ġhide": 10477, + "Ġtil": 10478, + "Ġju": 10479, + "Custom": 10480, + "burg": 10481, + "/M": 10482, + "TON": 10483, + "Ġquant": 10484, + "Ġrub": 10485, + "ixels": 10486, + "Ġinstalled": 10487, + "Ġdump": 10488, + "Ġproperly": 10489, + "(List": 10490, + "Ġdecide": 10491, + "apply": 10492, + "Has": 10493, + "Ġkeeping": 10494, + "Ġcitizens": 10495, + "Ġjoint": 10496, + "pool": 10497, + "Socket": 10498, + "_op": 10499, + "Ġweapon": 10500, + "gnore": 10501, + "ĠExec": 10502, + "otten": 10503, + "ĠMS": 10504, + "Ġ(-": 10505, + "ĠReview": 10506, + "Ġexamples": 10507, + "Ġtight": 10508, + "!(": 10509, + "DP": 10510, + "ĠMessageBox": 10511, + "Ġphotograph": 10512, + "164": 10513, + "URI": 10514, + "ét": 10515, + "low": 10516, + "ĠGrand": 10517, + ".persistence": 10518, + "Ġmaintain": 10519, + "Ġnums": 10520, + "Ġzip": 10521, + "ials": 10522, + "ĠGets": 10523, + "peg": 10524, + "ĠBuffer": 10525, + "~~~~": 10526, + "rastructure": 10527, + "ĠPL": 10528, + "uen": 10529, + "obby": 10530, + "sizeof": 10531, + "Ġpic": 10532, + "Ġseed": 10533, + "Ġexperienced": 10534, + "Ġodd": 10535, + "Ġkick": 10536, + "Ġprocedure": 10537, + "avigator": 10538, + "-on": 10539, + ",j": 10540, + "ĠAlthough": 10541, + "ĠuserId": 10542, + "accept": 10543, + "Blue": 10544, + "IColor": 10545, + "layer": 10546, + "available": 10547, + "Ġends": 10548, + ".table": 10549, + "Ġdataset": 10550, + "bus": 10551, + "Ġexplain": 10552, + "(pro": 10553, + "ĠCommittee": 10554, + "Ġnoted": 10555, + "]:Ċ": 10556, + "Dim": 10557, + "stdio": 10558, + "154": 10559, + ".\",Ċ": 10560, + "_source": 10561, + "181": 10562, + "ĠWeek": 10563, + "ĠEdge": 10564, + "Ġoperating": 10565, + "Ġeste": 10566, + "ipl": 10567, + "330": 10568, + "agination": 10569, + "Ġproceed": 10570, + "Ġanimation": 10571, + ".Models": 10572, + "ĠWatch": 10573, + "iat": 10574, + "Ġoppon": 10575, + "/A": 10576, + "Report": 10577, + "Ġsounds": 10578, + "_buf": 10579, + "IELD": 10580, + "Ġbund": 10581, + "ĉget": 10582, + ".pr": 10583, + "(tmp": 10584, + "Ġkid": 10585, + ">ĊĊĊ": 10586, + "Ġyang": 10587, + "NotFound": 10588, + "ÑĨ": 10589, + "math": 10590, + "@gmail": 10591, + "ĠLIMIT": 10592, + "redients": 10593, + "Ġvent": 10594, + "avigate": 10595, + "Look": 10596, + "Ġreligious": 10597, + "Ġrand": 10598, + "rio": 10599, + "(GL": 10600, + "_ip": 10601, + "uan": 10602, + "iciency": 10603, + "ĠChange": 10604, + ">čĊčĊ": 10605, + "ĠEntity": 10606, + "Ġrencontre": 10607, + "ĠRet": 10608, + "plan": 10609, + "én": 10610, + "BOOL": 10611, + "uries": 10612, + "train": 10613, + "Definition": 10614, + "============": 10615, + "zz": 10616, + "450": 10617, + "Animation": 10618, + "ĠOK": 10619, + "_menu": 10620, + ".bl": 10621, + "_score": 10622, + "Ġacad": 10623, + "(System": 10624, + "Ġrefresh": 10625, + "'=>$": 10626, + ".Graphics": 10627, + "amento": 10628, + "pid": 10629, + "tc": 10630, + "Ġtips": 10631, + "Ġhomes": 10632, + "Ġfuel": 10633, + "âĸ": 10634, + "_helper": 10635, + "ĠĠčĊ": 10636, + "ĠRoom": 10637, + ".Close": 10638, + "_attr": 10639, + "ĠMount": 10640, + "ĠEv": 10641, + "arser": 10642, + "_top": 10643, + "eah": 10644, + "ĠDelete": 10645, + "ãĢį": 10646, + "uke": 10647, + "Ġusage": 10648, + "aria": 10649, + "_dev": 10650, + "Ġtexture": 10651, + "Ġconversation": 10652, + "eper": 10653, + "Bean": 10654, + "done": 10655, + "nonatomic": 10656, + "ĠSecond": 10657, + "Ġshooting": 10658, + "_pre": 10659, + "Components": 10660, + "Ġ]ĊĊ": 10661, + "__,": 10662, + "stitution": 10663, + ".Char": 10664, + ">();ĊĊ": 10665, + "Ġpresented": 10666, + "Ġwa": 10667, + "oker": 10668, + "-ĊĊ": 10669, + "iner": 10670, + "Ġbecoming": 10671, + "Ġincident": 10672, + "Att": 10673, + "162": 10674, + "Ġrevealed": 10675, + "forc": 10676, + "Ġboot": 10677, + ".page": 10678, + "Enumerator": 10679, + "165": 10680, + "_->": 10681, + "Photo": 10682, + "Ġspring": 10683, + ".\",": 10684, + "ĠDictionary": 10685, + "BJECT": 10686, + "Ġlocations": 10687, + "Ġsamples": 10688, + "InputStream": 10689, + "ĠBrown": 10690, + "Ġstats": 10691, + "quality": 10692, + "Ñħ": 10693, + "-dis": 10694, + "Ġhelping": 10695, + "Ġped": 10696, + "224": 10697, + "(se": 10698, + "ĠWho": 10699, + "alian": 10700, + "internal": 10701, + "Ġft": 10702, + ">().": 10703, + "->{": 10704, + "Ġmine": 10705, + "Ġsector": 10706, + "Ġgro": 10707, + "Ġopportunities": 10708, + "Ġü": 10709, + "Ġmp": 10710, + "Ġalleged": 10711, + "Ġdoubt": 10712, + "Mouse": 10713, + "About": 10714, + "_part": 10715, + "Ġchair": 10716, + "Ġstopped": 10717, + "161": 10718, + "loop": 10719, + "entities": 10720, + "Ġapps": 10721, + "ansion": 10722, + "Ġmental": 10723, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 10724, + "FR": 10725, + "Ġdefend": 10726, + "care": 10727, + "Ġideal": 10728, + "/api": 10729, + "urface": 10730, + "011": 10731, + "Ġele": 10732, + "ulator": 10733, + "ĠRights": 10734, + "anguages": 10735, + "Ġfunds": 10736, + "Ġadapt": 10737, + "Attributes": 10738, + "Ġdeploy": 10739, + "opts": 10740, + "Ġvalidation": 10741, + "Ġconcerns": 10742, + "uce": 10743, + ".num": 10744, + "ulture": 10745, + "ila": 10746, + "Ġcup": 10747, + "Ġpure": 10748, + ".Fore": 10749, + "183": 10750, + "ĠHashMap": 10751, + ".valueOf": 10752, + "asm": 10753, + "MO": 10754, + "Ġcs": 10755, + "Ġstores": 10756, + "Ġ************************************************************************": 10757, + "Ġcommunication": 10758, + "mem": 10759, + ".EventHandler": 10760, + ".Status": 10761, + "_right": 10762, + ".setOn": 10763, + "Sheet": 10764, + "Ġidentify": 10765, + "enerated": 10766, + "ordered": 10767, + "Ġ\"[": 10768, + "Ġswe": 10769, + "Condition": 10770, + "ĠAccording": 10771, + "Ġprepare": 10772, + "Ġrob": 10773, + "Pool": 10774, + "Ġsport": 10775, + "rv": 10776, + "ĠRouter": 10777, + "Ġalternative": 10778, + "([]": 10779, + "ĠChicago": 10780, + "ipher": 10781, + "ische": 10782, + "ĠDirector": 10783, + "kl": 10784, + "ĠWil": 10785, + "keys": 10786, + "Ġmysql": 10787, + "Ġwelcome": 10788, + "king": 10789, + "ĠManager": 10790, + "Ġcaught": 10791, + ")}Ċ": 10792, + "Score": 10793, + "_PR": 10794, + "Ġsurvey": 10795, + "hab": 10796, + "Headers": 10797, + "ADER": 10798, + "Ġdecor": 10799, + "Ġturns": 10800, + "Ġradius": 10801, + "errupt": 10802, + "Cor": 10803, + "Ġmel": 10804, + "Ġintr": 10805, + "(q": 10806, + "ĠAC": 10807, + "amos": 10808, + "MAX": 10809, + "ĠGrid": 10810, + "ĠJesus": 10811, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 10812, + ".DE": 10813, + "Ġts": 10814, + "Ġlinked": 10815, + "free": 10816, + "ĠQt": 10817, + "Ġ/**čĊ": 10818, + "Ġfaster": 10819, + "ctr": 10820, + "_J": 10821, + "DT": 10822, + ".Check": 10823, + "Ġcombination": 10824, + "Ġintended": 10825, + "-the": 10826, + "-type": 10827, + "182": 10828, + "ectors": 10829, + "ami": 10830, + "uting": 10831, + "Ġuma": 10832, + "XML": 10833, + "UCT": 10834, + "Ap": 10835, + "ĠRandom": 10836, + "Ġran": 10837, + ".sort": 10838, + "Ġsorted": 10839, + ".Un": 10840, + "401": 10841, + "_PER": 10842, + "itory": 10843, + "Ġpriority": 10844, + "ĠGal": 10845, + "ĠOld": 10846, + "hot": 10847, + "ĠDisplay": 10848, + "(sub": 10849, + "_TH": 10850, + "_Y": 10851, + "ĠCare": 10852, + "loading": 10853, + "Kind": 10854, + "_handle": 10855, + ",,": 10856, + "rase": 10857, + "_replace": 10858, + ".addEventListener": 10859, + "ĠRT": 10860, + "172": 10861, + "Ġentered": 10862, + "gers": 10863, + "Ġich": 10864, + "(start": 10865, + "205": 10866, + "/app": 10867, + "Ġbrother": 10868, + "Memory": 10869, + "Outlet": 10870, + "Ġutf": 10871, + "prec": 10872, + "Ġnavigation": 10873, + "ORK": 10874, + "Ġdst": 10875, + "Detail": 10876, + "Ġaudience": 10877, + "Ġdur": 10878, + "Ġcluster": 10879, + "unched": 10880, + "Ġ],": 10881, + "Ġcomfortable": 10882, + ".values": 10883, + "ĠTotal": 10884, + "Ġsnap": 10885, + "Ġstandards": 10886, + "Ġperformed": 10887, + "hand": 10888, + "(\"@": 10889, + "åŃ": 10890, + "Ġphil": 10891, + "ibr": 10892, + "trim": 10893, + "Ġforget": 10894, + "157": 10895, + "Ġdoctor": 10896, + ".TextBox": 10897, + "377": 10898, + "icons": 10899, + ",s": 10900, + "ĠOp": 10901, + "Sm": 10902, + "Stop": 10903, + "ĉList": 10904, + "ĉu": 10905, + "Comment": 10906, + "_VERSION": 10907, + ".Xtra": 10908, + "Person": 10909, + "rb": 10910, + "LOB": 10911, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ": 10912, + "ĠCentral": 10913, + "270": 10914, + "ICK": 10915, + "raq": 10916, + "Ġputting": 10917, + "Ġmd": 10918, + "ĠLove": 10919, + "Program": 10920, + "Border": 10921, + "oor": 10922, + "Ġallowing": 10923, + "after": 10924, + "Ġentries": 10925, + "ĠMaybe": 10926, + "]).": 10927, + "ĠShort": 10928, + ")\\": 10929, + ".now": 10930, + "friend": 10931, + "Ġprefer": 10932, + "ĠGPIO": 10933, + "osis": 10934, + "ĠGameObject": 10935, + "Ġskip": 10936, + "Ġcompetition": 10937, + "_match": 10938, + "lications": 10939, + "_CONT": 10940, + ".groupBox": 10941, + "Ġals": 10942, + "666": 10943, + "\"We": 10944, + "_eq": 10945, + "lan": 10946, + "_search": 10947, + "ĠMusic": 10948, + "asis": 10949, + "Ġbind": 10950, + "ĠIsland": 10951, + "rum": 10952, + "(E": 10953, + "Ġseat": 10954, + "Video": 10955, + "Ġack": 10956, + "reek": 10957, + "={()": 10958, + "Ġrating": 10959, + "Ġrestaurant": 10960, + "456": 10961, + "DEX": 10962, + "(buf": 10963, + "pping": 10964, + "uality": 10965, + "Ġleague": 10966, + "176": 10967, + "Ġfocused": 10968, + "apon": 10969, + "$data": 10970, + "CLUD": 10971, + "CLUDING": 10972, + "Ġabsolute": 10973, + "(query": 10974, + "Ġtells": 10975, + "Ang": 10976, + "Ġcommunities": 10977, + "Ġhonest": 10978, + "oking": 10979, + "Ġapart": 10980, + "arity": 10981, + "/$": 10982, + "_module": 10983, + "ĠEnc": 10984, + ".an": 10985, + ".Config": 10986, + "Cre": 10987, + "Ġshock": 10988, + "ĠArab": 10989, + "IENT": 10990, + "/re": 10991, + "Ġretrie": 10992, + "ycler": 10993, + "isa": 10994, + "ĠOrgan": 10995, + ".graph": 10996, + "Ġí": 10997, + "ĠBAS": 10998, + "Enum": 10999, + "Ġpossibly": 11000, + "ÑĢаÐ": 11001, + "ĠJapanese": 11002, + "Ġcraft": 11003, + "ĠPlace": 11004, + "Ġtalent": 11005, + "Ġfunding": 11006, + "Ġconfirmed": 11007, + "Ġcycle": 11008, + "/x": 11009, + "GE": 11010, + "Ġhearing": 11011, + "Ġplants": 11012, + "Ġmouth": 11013, + "pages": 11014, + "oria": 11015, + "ĠRemove": 11016, + "_total": 11017, + "Ġod": 11018, + "ollapse": 11019, + "door": 11020, + "Ġbought": 11021, + "Ġaddr": 11022, + "ARCH": 11023, + "_dim": 11024, + "dden": 11025, + "Ġdecades": 11026, + "REQUEST": 11027, + "Ġversions": 11028, + "fire": 11029, + "006": 11030, + "Ġmoves": 11031, + "fb": 11032, + "Ġcoffee": 11033, + ".connect": 11034, + "ĠRow": 11035, + "Ġschema": 11036, + "Scope": 11037, + "-Type": 11038, + "Ġfighting": 11039, + "Ġretail": 11040, + "Ġmodified": 11041, + "TF": 11042, + "Files": 11043, + "nie": 11044, + "_command": 11045, + "stone": 11046, + "ĠÑĤ": 11047, + "_thread": 11048, + "Ġbond": 11049, + "ĠDevelopment": 11050, + "Ġpt": 11051, + "FORM": 11052, + "plet": 11053, + "Ġidentified": 11054, + "cpp": 11055, + "206": 11056, + "225": 11057, + "Ġcoding": 11058, + "oked": 11059, + "ĠMaster": 11060, + "IDTH": 11061, + "Ġresidents": 11062, + "redit": 11063, + "ĠPhoto": 11064, + "=-": 11065, + "unte": 11066, + "ateur": 11067, + "159": 11068, + "_STATE": 11069, + "ĠSing": 11070, + "Ġsheet": 11071, + ".val": 11072, + "orse": 11073, + "Ġhers": 11074, + "Ġdetermined": 11075, + "Common": 11076, + "Ġwed": 11077, + "_queue": 11078, + "PH": 11079, + "ĠAtl": 11080, + "cred": 11081, + "/LICENSE": 11082, + "Ġmes": 11083, + "Ġadvanced": 11084, + ".java": 11085, + ".Sh": 11086, + "Go": 11087, + "kill": 11088, + "fp": 11089, + "_settings": 11090, + "Ġpal": 11091, + "Ġtruck": 11092, + "Ġcombined": 11093, + "Ġ\"${": 11094, + "ĠCorpor": 11095, + "Ġjoined": 11096, + "ĠJose": 11097, + "ĠCup": 11098, + "uns": 11099, + "estival": 11100, + "levision": 11101, + "Ġbroken": 11102, + "Ġmarriage": 11103, + "ĠWestern": 11104, + "Ġrepresents": 11105, + "ĠTitle": 11106, + "Ġss": 11107, + ".Ass": 11108, + "ongoose": 11109, + "iento": 11110, + "<>();Ċ": 11111, + "Ġabsolutely": 11112, + "Ġsmooth": 11113, + "TERN": 11114, + "ĠUnless": 11115, + "Word": 11116, + "Ġmerge": 11117, + "igan": 11118, + "ĠVol": 11119, + "Ġnn": 11120, + ".getId": 11121, + "Ġз": 11122, + "171": 11123, + "Ġsexy": 11124, + "Ġseeking": 11125, + "Single": 11126, + ".this": 11127, + "179": 11128, + "Ġkom": 11129, + "bound": 11130, + ";\"": 11131, + "ĠfontSize": 11132, + "_df": 11133, + "Ġinjury": 11134, + "(H": 11135, + "Ġissued": 11136, + "_END": 11137, + ":self": 11138, + "020": 11139, + "Ġpatch": 11140, + "Ġleaves": 11141, + "Ġadopt": 11142, + "FileName": 11143, + "ãĢIJ": 11144, + "Ġexecutive": 11145, + "ĠByte": 11146, + "]))Ċ": 11147, + "Ġnu": 11148, + "outing": 11149, + "cluding": 11150, + "-R": 11151, + ".options": 11152, + "Ġsubstant": 11153, + "avax": 11154, + "ĠBUT": 11155, + "Ġtechnical": 11156, + "Ġtwice": 11157, + "Ġmás": 11158, + "Ġunivers": 11159, + "yr": 11160, + "Ġdrag": 11161, + "ĠDC": 11162, + "Ġsed": 11163, + "Ġbot": 11164, + "ĠPal": 11165, + "ĠHall": 11166, + "forcement": 11167, + "Ġauch": 11168, + ".mod": 11169, + "notation": 11170, + "_files": 11171, + ".line": 11172, + "_flag": 11173, + "[name": 11174, + "Ġresolution": 11175, + "Ġbott": 11176, + "(\"[": 11177, + "ende": 11178, + "(arr": 11179, + "Free": 11180, + "(@\"": 11181, + "ĠDistrict": 11182, + "PEC": 11183, + ":-": 11184, + "Picker": 11185, + "ĠJo": 11186, + "ĠĠĠĠĠĊ": 11187, + "ĠRiver": 11188, + "_rows": 11189, + "Ġhelpful": 11190, + "Ġmassive": 11191, + "---Ċ": 11192, + "Ġmeasures": 11193, + "007": 11194, + "ĠRuntime": 11195, + "Ġworry": 11196, + "ĠSpec": 11197, + "ĉD": 11198, + "ãĢij": 11199, + "Ġ){Ċ": 11200, + "Ġworse": 11201, + "(filename": 11202, + "Ġlay": 11203, + "Ġmagic": 11204, + "ĠTheir": 11205, + "oul": 11206, + "stroy": 11207, + "ĠWhere": 11208, + "280": 11209, + "Ġsudden": 11210, + "Ġdefe": 11211, + "Ġbinding": 11212, + "Ġflight": 11213, + "ĠOnInit": 11214, + "ĠWomen": 11215, + "ĠPolicy": 11216, + "Ġdrugs": 11217, + "ishing": 11218, + "('../": 11219, + "ĠMel": 11220, + "peat": 11221, + "tor": 11222, + "Ġproposed": 11223, + "Ġstated": 11224, + "_RES": 11225, + "Ġeast": 11226, + "212": 11227, + "ĠCONDITION": 11228, + "_desc": 11229, + "Ġwinning": 11230, + "folio": 11231, + "Mapper": 11232, + "ĠPan": 11233, + "ĠAnge": 11234, + ".servlet": 11235, + "Ġcopies": 11236, + "LM": 11237, + "Ġvm": 11238, + "åį": 11239, + "Ġdictionary": 11240, + "Seg": 11241, + "177": 11242, + "elines": 11243, + "ĠSend": 11244, + "Ġiron": 11245, + "ĠFort": 11246, + "166": 11247, + ".domain": 11248, + "Ġdebate": 11249, + "NotNull": 11250, + "eq": 11251, + "acher": 11252, + "lf": 11253, + "ĉfmt": 11254, + "Ġlawy": 11255, + "178": 11256, + "ÄŁ": 11257, + "ĠMen": 11258, + "Ġtrim": 11259, + "(NULL": 11260, + "Ġ!!": 11261, + "Ġpad": 11262, + "Ġfollows": 11263, + "\"][\"": 11264, + "requ": 11265, + "ĠEp": 11266, + ".github": 11267, + "(img": 11268, + "eto": 11269, + "('\\": 11270, + "Services": 11271, + "umbnail": 11272, + "_main": 11273, + "pleted": 11274, + "fortunately": 11275, + "Ġwindows": 11276, + "Ġplane": 11277, + "ĠConnection": 11278, + ".local": 11279, + "uard": 11280, + "}\\": 11281, + "==\"": 11282, + "andon": 11283, + "ĠRoy": 11284, + "west": 11285, + "158": 11286, + "iginal": 11287, + "emies": 11288, + "itz": 11289, + "'):Ċ": 11290, + "ĠPeter": 11291, + "Ġtough": 11292, + "Ġreduced": 11293, + "Ġcalculate": 11294, + "Ġrapid": 11295, + "customer": 11296, + "Ġefficient": 11297, + "Ġmedium": 11298, + "Ġfell": 11299, + ".ref": 11300, + "ĠCas": 11301, + "Ġfeedback": 11302, + "Speed": 11303, + "(output": 11304, + "aje": 11305, + "Ġcategories": 11306, + "Ġfee": 11307, + "};": 11308, + "Ġdeleted": 11309, + "reh": 11310, + "Ġproof": 11311, + "Desc": 11312, + "Build": 11313, + "Ġsides": 11314, + ".ArrayList": 11315, + "-%": 11316, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 11317, + "ر": 11318, + ".match": 11319, + "ли": 11320, + "Ġfeels": 11321, + "Ġachieve": 11322, + "Ġclim": 11323, + "_ON": 11324, + "ĠCD": 11325, + "Ġteacher": 11326, + "_current": 11327, + "bn": 11328, + "_PL": 11329, + "isting": 11330, + "Enable": 11331, + "GEN": 11332, + "Ġtv": 11333, + "Ġsock": 11334, + "Ġplays": 11335, + "Ġdiscount": 11336, + "ĠKE": 11337, + "ĠDebug": 11338, + "Fore": 11339, + "ĠIraq": 11340, + "Ġappearance": 11341, + "Mon": 11342, + "Ġstyled": 11343, + "ĠHuman": 11344, + "iot": 11345, + "ĠHistory": 11346, + "Ġsac": 11347, + "ĠCollection": 11348, + "Ġrecommended": 11349, + ".Selected": 11350, + "Ġorganizations": 11351, + "Ġdiscovered": 11352, + "cohol": 11353, + "adas": 11354, + "ĠThomas": 11355, + "May": 11356, + "Ġconserv": 11357, + "Ġdomin": 11358, + "ĠFollow": 11359, + "ĠSection": 11360, + "ĠThanks": 11361, + "Username": 11362, + "Ġrecipe": 11363, + "Ġwonderful": 11364, + ".sleep": 11365, + "_if": 11366, + "ĉĊĉĊ": 11367, + "orno": 11368, + "Ġru": 11369, + "_target": 11370, + ".\"\"": 11371, + "à¦": 11372, + "EventArgs": 11373, + "Ġinputs": 11374, + "Ġfif": 11375, + "Ġvision": 11376, + "cy": 11377, + "ĠSeries": 11378, + ")(((": 11379, + "Ġtrading": 11380, + "Ġmarker": 11381, + "Begin": 11382, + "Ġtypically": 11383, + "Ġcauses": 11384, + "dropdown": 11385, + "_DEBUG": 11386, + "260": 11387, + "Ġdetect": 11388, + "country": 11389, + "!\");Ċ": 11390, + "ĉR": 11391, + "appy": 11392, + "Ġcref": 11393, + "('<": 11394, + "\"=>": 11395, + "ĠLE": 11396, + "reader": 11397, + "Ġadministr": 11398, + "õ": 11399, + "ucket": 11400, + "Ġfashion": 11401, + ".char": 11402, + "izar": 11403, + "Ġdisable": 11404, + "Ġsuc": 11405, + "ĠLive": 11406, + "issue": 11407, + "Ġmetadata": 11408, + "flags": 11409, + "ĠðŁ": 11410, + "Ġcommitted": 11411, + "Ġva": 11412, + "Ġrough": 11413, + "Ġ'''Ċ": 11414, + "Ġhighlight": 11415, + "_vars": 11416, + "VO": 11417, + "Ġencoding": 11418, + "-Z": 11419, + "_sign": 11420, + "$(\"#": 11421, + "Ġrain": 11422, + "reatest": 11423, + "ĠEND": 11424, + "Selection": 11425, + "Ġcandidates": 11426, + "Ġsav": 11427, + ".Empty": 11428, + "Ġdecisions": 11429, + "Ġcollabor": 11430, + "ridge": 11431, + "feed": 11432, + "ression": 11433, + "Ġpersons": 11434, + "VM": 11435, + "008": 11436, + "ega": 11437, + "_BIT": 11438, + "According": 11439, + "acked": 11440, + "Ġdollars": 11441, + "_loss": 11442, + "ĠCost": 11443, + "}\"Ċ": 11444, + "Notification": 11445, + "Ġprostit": 11446, + "Ġauthority": 11447, + ".rec": 11448, + "Ġspokes": 11449, + "ĠToday": 11450, + "istant": 11451, + "ĠHead": 11452, + "âĢĿ.": 11453, + "ertainment": 11454, + "cean": 11455, + "culate": 11456, + "Ġven": 11457, + "However": 11458, + "_arr": 11459, + "Ġtokens": 11460, + "Graph": 11461, + "ĠJud": 11462, + "ĠVirgin": 11463, + "ĠSerial": 11464, + "unning": 11465, + "Mutable": 11466, + "agers": 11467, + ".csv": 11468, + "Ġdeveloping": 11469, + "Ġinstructions": 11470, + "Ġpromise": 11471, + "Ġrequested": 11472, + "_encode": 11473, + "/\"": 11474, + "ĠIcon": 11475, + "uilt": 11476, + "-day": 11477, + "Ġintelligence": 11478, + ".IS": 11479, + "ĠObservable": 11480, + "ĠHard": 11481, + "Bool": 11482, + "211": 11483, + "idential": 11484, + ".Anchor": 11485, + "Ġselling": 11486, + "CI": 11487, + "AGES": 11488, + "tle": 11489, + "bur": 11490, + "UFFER": 11491, + "RY": 11492, + "Ġbigger": 11493, + "Ġrat": 11494, + "Ġfamous": 11495, + "Ġtypename": 11496, + "Ġexplained": 11497, + "}}Ċ": 11498, + "Ġnuclear": 11499, + "-N": 11500, + "Ġcrisis": 11501, + "ĠEnter": 11502, + "Ġanswers": 11503, + "/${": 11504, + "/pl": 11505, + "Ġsequ": 11506, + "_next": 11507, + "mask": 11508, + "Ġstanding": 11509, + "Ġplenty": 11510, + "ĠCross": 11511, + "ĉret": 11512, + "dro": 11513, + "ĠCast": 11514, + "167": 11515, + "=true": 11516, + "ĠChris": 11517, + "icio": 11518, + "ĠMike": 11519, + "Decimal": 11520, + "addComponent": 11521, + "Len": 11522, + "Ġcock": 11523, + "Ġ#{": 11524, + "URN": 11525, + "": 11657, + "Ġ*=": 11658, + "ĠPS": 11659, + "Ġdangerous": 11660, + "[p": 11661, + "OME": 11662, + "Other": 11663, + "ĠStringBuilder": 11664, + "Points": 11665, + "heading": 11666, + "Ġcurrency": 11667, + "Ġpercentage": 11668, + "_API": 11669, + "Ġclassic": 11670, + "thead": 11671, + "ĠMO": 11672, + "FE": 11673, + "Idx": 11674, + "await": 11675, + "Ġè": 11676, + "Ġaccident": 11677, + "Ġvariant": 11678, + "Ġmyst": 11679, + "ĠLand": 11680, + "ĠBre": 11681, + "Ġharm": 11682, + "ĠAcc": 11683, + "Ġcharged": 11684, + "iones": 11685, + "Visibility": 11686, + "arry": 11687, + "ĠLanguage": 11688, + "Ġwalking": 11689, + "\".ĊĊ": 11690, + "ifer": 11691, + "Ġleadership": 11692, + ".From": 11693, + "ynam": 11694, + "Ġtimestamp": 11695, + "ipt": 11696, + "ĠHas": 11697, + "REFER": 11698, + "ĠIts": 11699, + "Ġlistener": 11700, + "UTE": 11701, + "213": 11702, + "_description": 11703, + "Ġexperiences": 11704, + "Ġcreates": 11705, + "RS": 11706, + "cart": 11707, + "black": 11708, + "Ġchoices": 11709, + "war": 11710, + "750": 11711, + "Ġ'''": 11712, + "Ġordered": 11713, + "Ġevening": 11714, + "Ġpil": 11715, + "Ġtun": 11716, + "ĠBad": 11717, + "(app": 11718, + "random": 11719, + "Ġexplicit": 11720, + "Ġarrived": 11721, + "Ġfly": 11722, + "Ġeconom": 11723, + "-mail": 11724, + "Ġlists": 11725, + "Ġarchitect": 11726, + "234": 11727, + "ĠPay": 11728, + "Ġds": 11729, + "ĠSol": 11730, + "Ġvehicles": 11731, + "Hz": 11732, + "-com": 11733, + "Ġking": 11734, + "_equal": 11735, + "ĠHelp": 11736, + "Ġabuse": 11737, + "480": 11738, + "169": 11739, + "--;Ċ": 11740, + "Ġextr": 11741, + "Ġchemical": 11742, + "ä¿": 11743, + "Ġorient": 11744, + "Ġbreath": 11745, + "ĠSpace": 11746, + "(element": 11747, + "wait": 11748, + "DED": 11749, + "igma": 11750, + "Ġentr": 11751, + "Ġsob": 11752, + "-name": 11753, + "Ġaffected": 11754, + "ika": 11755, + "Ġcoal": 11756, + "_work": 11757, + "Ġhundreds": 11758, + "Ġpolitics": 11759, + "subject": 11760, + "Ġconsumer": 11761, + "ANGE": 11762, + "Ġrepeated": 11763, + "Send": 11764, + "Ġ#[": 11765, + "Ġprotocol": 11766, + "Ġleads": 11767, + "useum": 11768, + "Every": 11769, + "808": 11770, + "174": 11771, + "Import": 11772, + "(count": 11773, + "Ġchallenges": 11774, + "Ġnovel": 11775, + "Ġdepart": 11776, + "bits": 11777, + ".Current": 11778, + "Ġ`${": 11779, + "oting": 11780, + "(\\": 11781, + "Ġcreative": 11782, + "Ġbuff": 11783, + "Ġintroduced": 11784, + "usic": 11785, + "modules": 11786, + "Are": 11787, + "-doc": 11788, + "language": 11789, + "_cache": 11790, + "Ġtod": 11791, + "?>{{": 12026, + "ĠResource": 12027, + "ĠStandard": 12028, + "ĠPrem": 12029, + "updated": 12030, + "ivalent": 12031, + "Ġassets": 12032, + "_temp": 12033, + "Ġinterests": 12034, + "Ġhardware": 12035, + "ĠRom": 12036, + "ĠShare": 12037, + "Ġ''Ċ": 12038, + "Ġ*,": 12039, + "ĠTake": 12040, + "ĠImages": 12041, + "_CHECK": 12042, + "(typeof": 12043, + "ĠJun": 12044, + "\\<^": 12045, + "Ġliqu": 12046, + "Ġworst": 12047, + "ymbols": 12048, + "ĉĉĉĠĠĠ": 12049, + "Ġdrivers": 12050, + "ĠDocument": 12051, + "eno": 12052, + "ĠTechnology": 12053, + "Ġapproved": 12054, + "umps": 12055, + "Ġsnow": 12056, + "formance": 12057, + "_ASSERT": 12058, + "uits": 12059, + "207": 12060, + "ÙĨ": 12061, + "Ġdifferences": 12062, + ".Visible": 12063, + "ĉĉĉčĊ": 12064, + "ĠPs": 12065, + "_fetch": 12066, + "Ġtodo": 12067, + ".',Ċ": 12068, + "Ġsel": 12069, + "urers": 12070, + "invalid": 12071, + "Ġtweet": 12072, + "VEL": 12073, + "Ġresearchers": 12074, + "Ġsprintf": 12075, + "ĠRO": 12076, + "Ġpel": 12077, + ".Trans": 12078, + "Ġillegal": 12079, + "dialog": 12080, + "smarty": 12081, + "lg": 12082, + "_MIN": 12083, + "Ġhero": 12084, + "final": 12085, + "Ġpp": 12086, + ".Le": 12087, + "Ġci": 12088, + "ĉRT": 12089, + "Ġsuggested": 12090, + "pdf": 12091, + "aching": 12092, + "ĠRo": 12093, + "ĠProperties": 12094, + "ĠSi": 12095, + "Ġbuying": 12096, + "Ġmu": 12097, + "Ġlands": 12098, + "ifiers": 12099, + "ĠFILE": 12100, + "ROUP": 12101, + "Ġholder": 12102, + "ĠSon": 12103, + "Ġsympt": 12104, + ".route": 12105, + ")?": 12106, + "Ġargc": 12107, + "Ġfort": 12108, + "Ġcasino": 12109, + "_category": 12110, + "Ġforum": 12111, + "215": 12112, + "prefix": 12113, + "apture": 12114, + "Tube": 12115, + "ems": 12116, + "imize": 12117, + "Ġnue": 12118, + "aus": 12119, + "course": 12120, + "ATOR": 12121, + "()),": 12122, + "Advertis": 12123, + "INGS": 12124, + "Ġacknow": 12125, + "ĠKorea": 12126, + "pling": 12127, + "Ġworker": 12128, + "PLIED": 12129, + "hal": 12130, + "ĠRichard": 12131, + "Elements": 12132, + "ĉĉĉĠ": 12133, + "star": 12134, + "Ġrelationships": 12135, + "Ġcheap": 12136, + "ACH": 12137, + "ĠXML": 12138, + ",&": 12139, + "ĠLouis": 12140, + "Ġride": 12141, + "_FAIL": 12142, + "Ġchunk": 12143, + "[s": 12144, + "_OUT": 12145, + "Ġchosen": 12146, + "_[": 12147, + "/(": 12148, + "ĠJeff": 12149, + "_sl": 12150, + "priv": 12151, + "ĠCanadian": 12152, + "Ġunable": 12153, + "_FLAG": 12154, + "Ġnos": 12155, + "high": 12156, + "Ġlift": 12157, + "fun": 12158, + "(){": 12159, + "elly": 12160, + "yclerView": 12161, + "_as": 12162, + "_LIST": 12163, + "Ġradi": 12164, + ".getValue": 12165, + "304": 12166, + "ĠAngeles": 12167, + "ĠSpan": 12168, + "_instance": 12169, + "itors": 12170, + "208": 12171, + "Ġmigration": 12172, + "AK": 12173, + "Oh": 12174, + "®": 12175, + ".selected": 12176, + "ĠGT": 12177, + "Ġadvance": 12178, + "ĠStyle": 12179, + ".DataGridView": 12180, + "ection": 12181, + "Ñİ": 12182, + "pio": 12183, + "rog": 12184, + "Ġshopping": 12185, + "ĠRect": 12186, + "Illuminate": 12187, + "OU": 12188, + "ĉarray": 12189, + "Ġsubstantial": 12190, + "Ġpregn": 12191, + "Ġpromote": 12192, + "IEW": 12193, + ".Layout": 12194, + "Ġsigns": 12195, + "/.": 12196, + "Ġletters": 12197, + "Board": 12198, + "ctrl": 12199, + "\"\\": 12200, + "ĠJones": 12201, + "Ġvertex": 12202, + "Ġja": 12203, + "Ġaffili": 12204, + "Ġwealth": 12205, + "ĉdefault": 12206, + "Ġsignificantly": 12207, + "Ġec": 12208, + "Ġxs": 12209, + "actual": 12210, + ".per": 12211, + "_step": 12212, + "anvas": 12213, + "mac": 12214, + "Ġtransl": 12215, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 12216, + "Iterator": 12217, + "Ġoch": 12218, + "agnostic": 12219, + "ĠDuring": 12220, + "ĠDEFAULT": 12221, + "Ġtill": 12222, + "Ġsignature": 12223, + "Ġbird": 12224, + "ĠOl": 12225, + "310": 12226, + "ĠIr": 12227, + "HS": 12228, + "avatar": 12229, + "ESSAGE": 12230, + "Ġelev": 12231, + "Ġmt": 12232, + "ĠNav": 12233, + "Ġrelax": 12234, + "Ġplate": 12235, + "ITEM": 12236, + "(date": 12237, + ".not": 12238, + "Ġgrade": 12239, + "Ġ}),Ċ": 12240, + "?\"ĊĊ": 12241, + "iences": 12242, + "High": 12243, + "ĠDIS": 12244, + "231": 12245, + "disabled": 12246, + "QUI": 12247, + "Ġnoise": 12248, + "aux": 12249, + "ĠUP": 12250, + "888": 12251, + "osa": 12252, + "Ġvoc": 12253, + "Ġ))": 12254, + "ocom": 12255, + "_OFF": 12256, + "ĠDb": 12257, + "Lock": 12258, + ".eclipse": 12259, + ",d": 12260, + "ĠDraw": 12261, + "Ġ\"(": 12262, + "Ġvisited": 12263, + "ĠâĪ": 12264, + "Ġsucceed": 12265, + "Ġimpossible": 12266, + "aire": 12267, + "ĠTurn": 12268, + "Ġdish": 12269, + "FG": 12270, + "Ġsensor": 12271, + "ANN": 12272, + "aba": 12273, + "Ġsurg": 12274, + "]);čĊ": 12275, + "Ġfp": 12276, + "_an": 12277, + "-J": 12278, + "-G": 12279, + "ĠJob": 12280, + "Convert": 12281, + "ĠKEY": 12282, + "Ġauthors": 12283, + "_server": 12284, + "\\r": 12285, + "Ġ-*-": 12286, + "flex": 12287, + "Ġsoc": 12288, + "Ret": 12289, + "Ġsalt": 12290, + "ĠâĢ¦ĊĊ": 12291, + "ĠClear": 12292, + "(page": 12293, + "-danger": 12294, + "Ġrooms": 12295, + "conv": 12296, + "#{": 12297, + ".op": 12298, + "ĠArea": 12299, + "_SC": 12300, + "hen": 12301, + "Ġbegins": 12302, + "-y": 12303, + "Ġexcited": 12304, + "Ġignored": 12305, + "Ġbonus": 12306, + "student": 12307, + "ĠMember": 12308, + "Ġrelatively": 12309, + "ĠLow": 12310, + "ĠProdu": 12311, + "ateway": 12312, + "posure": 12313, + "Ġthick": 12314, + "aniel": 12315, + "(view": 12316, + "ĠCrush": 12317, + "Extension": 12318, + "Il": 12319, + "eed": 12320, + "LOC": 12321, + ".im": 12322, + ".Items": 12323, + "Ġconflict": 12324, + ".prevent": 12325, + "252": 12326, + "ĠonCreate": 12327, + "uv": 12328, + "iser": 12329, + "Ġwave": 12330, + "Mar": 12331, + "ĠCommunity": 12332, + "iche": 12333, + "ĠNothing": 12334, + "[m": 12335, + "ĠLee": 12336, + "riends": 12337, + "232": 12338, + "ère": 12339, + "!!!": 12340, + "anz": 12341, + ".result": 12342, + "ĠSK": 12343, + "_PARAM": 12344, + "Ġdemocr": 12345, + "BackColor": 12346, + ".exists": 12347, + "\"It": 12348, + "(options": 12349, + "razy": 12350, + "aser": 12351, + "\\Database": 12352, + "alendar": 12353, + "_ass": 12354, + ";}Ċ": 12355, + "vertex": 12356, + "inecraft": 12357, + "Warning": 12358, + "argo": 12359, + "Ġactor": 12360, + "ĠInstead": 12361, + "ĠUsing": 12362, + "Self": 12363, + "@interface": 12364, + "Ġspeaking": 12365, + "ĠParis": 12366, + "ĠLICENSE": 12367, + ".node": 12368, + "ĠFood": 12369, + "EIF": 12370, + "ĠBi": 12371, + ".Start": 12372, + "ĠIB": 12373, + "Ġuniversity": 12374, + "254": 12375, + "ĠHeader": 12376, + ".product": 12377, + "409": 12378, + "Copy": 12379, + "etc": 12380, + "rical": 12381, + "Ġ>>>": 12382, + "books": 12383, + "Ġalgorithm": 12384, + "Ġ'__": 12385, + "(javax": 12386, + "Ġnumerous": 12387, + "Share": 12388, + "Have": 12389, + "Ġrecru": 12390, + "Ġprove": 12391, + ".substring": 12392, + "health": 12393, + "ел": 12394, + "Ġdecimal": 12395, + "Ġcommission": 12396, + "scription": 12397, + "xC": 12398, + "Ġsummary": 12399, + "atted": 12400, + "Ġcloser": 12401, + "finished": 12402, + "()){Ċ": 12403, + "ĠWood": 12404, + "301": 12405, + "_fields": 12406, + "ku": 12407, + "_items": 12408, + "Flag": 12409, + "Ġconfidence": 12410, + "ĠFederal": 12411, + "dux": 12412, + "Ġcompat": 12413, + "Ġvertical": 12414, + "й": 12415, + "ès": 12416, + ";\">Ċ": 12417, + "_manager": 12418, + "()))Ċ": 12419, + "IDE": 12420, + ":\",": 12421, + "235": 12422, + "__Ċ": 12423, + "ĠWay": 12424, + "221": 12425, + "ÑĪ": 12426, + "Temp": 12427, + "ĠSTR": 12428, + "ritten": 12429, + "Sync": 12430, + "ĠAV": 12431, + "ĠCEO": 12432, + "ĠGuid": 12433, + "Ġenvironmental": 12434, + "Ġcorresponding": 12435, + "ĉconsole": 12436, + "Ġjustice": 12437, + "ĠJS": 12438, + "Ġlived": 12439, + "gar": 12440, + "ĠGraph": 12441, + "ĠStat": 12442, + "ĠiPhone": 12443, + ".al": 12444, + "ĠHD": 12445, + "Ġoccur": 12446, + "Ġthreshold": 12447, + "509": 12448, + "Ġonclick": 12449, + "REG": 12450, + ".GraphicsUnit": 12451, + "Meta": 12452, + "ž": 12453, + "Ġcum": 12454, + ".gnu": 12455, + "ë": 12456, + "Ġobtained": 12457, + "Ġcomplaint": 12458, + "Ġeating": 12459, + "Ġtar": 12460, + "_task": 12461, + "Ġopts": 12462, + "216": 12463, + "(to": 12464, + "Pass": 12465, + "Ġplastic": 12466, + "tility": 12467, + "ĠWin": 12468, + ".preventDefault": 12469, + "pile": 12470, + "ĠGar": 12471, + "Ġquantity": 12472, + "_last": 12473, + "Ġgreatest": 12474, + "Dao": 12475, + "_DIS": 12476, + "ĠUsed": 12477, + "ĠHP": 12478, + "riting": 12479, + "SION": 12480, + "blue": 12481, + "domain": 12482, + "Ġscores": 12483, + "Normal": 12484, + "_admin": 12485, + "ĠASSERT": 12486, + "Then": 12487, + "***": 12488, + "dist": 12489, + "lon": 12490, + "Ġhate": 12491, + "shal": 12492, + "ImageView": 12493, + "database": 12494, + "Ġpand": 12495, + "Ġlogic": 12496, + "=false": 12497, + "bg": 12498, + "ĠConfiguration": 12499, + "Ġnur": 12500, + "OG": 12501, + "Ġmarried": 12502, + ":+": 12503, + "Ġdropped": 12504, + "040": 12505, + "Ġregistration": 12506, + "ом": 12507, + "ultiple": 12508, + "izers": 12509, + "shape": 12510, + ".copy": 12511, + "Ġwearing": 12512, + "ĠCath": 12513, + "Ġdedicated": 12514, + "Ġ...Ċ": 12515, + "Ġadvoc": 12516, + "ĠFamily": 12517, + "Ġstatements": 12518, + "ematic": 12519, + "ampionship": 12520, + "Ġmotiv": 12521, + "ĠHave": 12522, + "Ġblow": 12523, + "Job": 12524, + "cert": 12525, + "_vector": 12526, + "install": 12527, + "ĠCOPY": 12528, + "embed": 12529, + "DIR": 12530, + "ĠSpring": 12531, + "Ġexhib": 12532, + "223": 12533, + "cdn": 12534, + "ĠComment": 12535, + "ĠOptional": 12536, + ".player": 12537, + "ĠDark": 12538, + "(pos": 12539, + "ĠShould": 12540, + "Ġcentre": 12541, + "ĠGuard": 12542, + "ów": 12543, + "Ġtrouble": 12544, + "ENER": 12545, + "(unsigned": 12546, + "_service": 12547, + "Ġns": 12548, + "uling": 12549, + "ĠMexico": 12550, + "ĠNY": 12551, + "mysql": 12552, + "Ġlic": 12553, + "åľ": 12554, + "Mr": 12555, + "-fl": 12556, + "ĠCustomer": 12557, + "idi": 12558, + "Ġ?>ĊĊ": 12559, + "rible": 12560, + "ĠпÑĢ": 12561, + "Ġsizes": 12562, + "_STRING": 12563, + "validation": 12564, + "ĠJon": 12565, + "(Http": 12566, + "addClass": 12567, + "Nodes": 12568, + "Ġfragment": 12569, + "Ġspoke": 12570, + "Ġwaste": 12571, + "Join": 12572, + "Ġillustr": 12573, + "eli": 12574, + "cient": 12575, + "Ġaid": 12576, + "Ġprosec": 12577, + "'){Ċ": 12578, + "Ġpassing": 12579, + "Ġfaces": 12580, + "Shape": 12581, + "_Z": 12582, + "iti": 12583, + "Ġalle": 12584, + "Ġrobot": 12585, + "ĠĠĠĠĠĠĠĊ": 12586, + "ĠSpe": 12587, + "Ġreceiving": 12588, + "ĠDetails": 12589, + "Ġ\")": 12590, + "mg": 12591, + "_REF": 12592, + "Ġcomparison": 12593, + "*,": 12594, + "ĠFound": 12595, + "_session": 12596, + "(U": 12597, + "/F": 12598, + "Ġxxx": 12599, + "Network": 12600, + "ders": 12601, + "Ġcapture": 12602, + "Ġcorre": 12603, + "ĠLtd": 12604, + "ĠAdv": 12605, + "[@": 12606, + "Ġclip": 12607, + "Mill": 12608, + "ĠProfile": 12609, + "Ġendif": 12610, + "Ġoblig": 12611, + "describe": 12612, + ".element": 12613, + "riterion": 12614, + "LD": 12615, + "ered": 12616, + "Ġfavour": 12617, + "score": 12618, + "ĠFilter": 12619, + "attributes": 12620, + "Ġchecks": 12621, + "Inflater": 12622, + "ĠPlus": 12623, + "Ġscientific": 12624, + "Ġprivacy": 12625, + "Head": 12626, + "Ġfeat": 12627, + "Ġdegrees": 12628, + "ĠPale": 12629, + ";\">": 12630, + "Ġfilms": 12631, + "ĠAudio": 12632, + "ĠTag": 12633, + "ĠEnergy": 12634, + "itar": 12635, + "parator": 12636, + "Ġfellow": 12637, + "Ġevt": 12638, + "ĠTri": 12639, + "ĠDAM": 12640, + "cloud": 12641, + "ĠPassword": 12642, + "ĠDemocrats": 12643, + "ĠAcad": 12644, + "$lang": 12645, + "Ġreb": 12646, + "())ĊĊ": 12647, + "нÑĭ": 12648, + "ĠBur": 12649, + "readcr": 12650, + "Ġhex": 12651, + "209": 12652, + "Console": 12653, + "ctl": 12654, + "ousel": 12655, + "ĠWilliam": 12656, + "Ġaz": 12657, + "_PORT": 12658, + "Ġpractices": 12659, + "Ġanywhere": 12660, + "ĠPosition": 12661, + "Ġ->Ċ": 12662, + "iams": 12663, + ".username": 12664, + "placeholder": 12665, + "Ġoder": 12666, + "ĠSecretary": 12667, + "ĠiT": 12668, + "mond": 12669, + "events": 12670, + "?âĢĿ": 12671, + ".Sub": 12672, + "Ġattached": 12673, + "Ġnão": 12674, + "Ġestate": 12675, + "365": 12676, + ".action": 12677, + "Ġfigures": 12678, + "Ġ});čĊ": 12679, + "Ġsubscri": 12680, + ".tag": 12681, + "nam": 12682, + ".plot": 12683, + "noon": 12684, + "liament": 12685, + "Character": 12686, + ".tab": 12687, + "Ġwinter": 12688, + "ĠVariable": 12689, + "Ġtrees": 12690, + "Ġproud": 12691, + "(V": 12692, + "_load": 12693, + "Ġhier": 12694, + "ĠEcon": 12695, + "Ġfd": 12696, + "Ġvictims": 12697, + "Rest": 12698, + "iana": 12699, + "Ġfake": 12700, + ".Println": 12701, + "Ġstrlen": 12702, + "Ġsad": 12703, + "Ġble": 12704, + "Prot": 12705, + "Ġbuttons": 12706, + "Ġtelevision": 12707, + "Ġlogo": 12708, + "extension": 12709, + "ĉj": 12710, + "stein": 12711, + "aciones": 12712, + "Ġ\"\"\"ĊĊ": 12713, + "Ġsimp": 12714, + "Ġrecorded": 12715, + "Ġbrings": 12716, + "Ġprincipal": 12717, + "Ġfees": 12718, + "(source": 12719, + "kdir": 12720, + "Ġutils": 12721, + "Ġcorrectly": 12722, + "fil": 12723, + "Ġwel": 12724, + "Pair": 12725, + "-button": 12726, + "scale": 12727, + "verify": 12728, + "[c": 12729, + "Ġ---": 12730, + "Ġescape": 12731, + "ikes": 12732, + "LowerCase": 12733, + "ician": 12734, + "Ġchapter": 12735, + "ĠTYPE": 12736, + "Ġshadow": 12737, + "Ġawesome": 12738, + "WE": 12739, + "elif": 12740, + "Ġlambda": 12741, + "Ġdistinct": 12742, + "Ġbare": 12743, + "-off": 12744, + "Ġcolour": 12745, + ".appendChild": 12746, + "olec": 12747, + "aga": 12748, + ".fill": 12749, + "ĉsuper": 12750, + "Ġadj": 12751, + "(position": 12752, + ".getItem": 12753, + "242": 12754, + "Short": 12755, + "Ġtotally": 12756, + "VD": 12757, + "ĠTre": 12758, + "_ep": 12759, + "vements": 12760, + "ĠSolution": 12761, + "Ġfundament": 12762, + "Follow": 12763, + "Ġfacility": 12764, + "Ġhappening": 12765, + "OF": 12766, + ".textBox": 12767, + "Span": 12768, + "Ġ«": 12769, + "iden": 12770, + "Ġexceed": 12771, + "(parent": 12772, + "Ġcp": 12773, + "ç»": 12774, + "Ġhasn": 12775, + "Ġpri": 12776, + "Ġconsequ": 12777, + "nen": 12778, + "ĠINTO": 12779, + "Ignore": 12780, + "ĠFuture": 12781, + "Ġcarbon": 12782, + "ĠSteel": 12783, + "fmt": 12784, + "okie": 12785, + "Ġspl": 12786, + "(title": 12787, + "-info": 12788, + "Ġdeals": 12789, + "Ġfixture": 12790, + "ea": 12791, + "Div": 12792, + "Ġtested": 12793, + "_return": 12794, + ")ĊĊĊĊ": 12795, + "upported": 12796, + "ĠCook": 12797, + "Ġpaying": 12798, + "ĠIll": 12799, + "Ġarrested": 12800, + "ĠPrime": 12801, + "_callback": 12802, + ">,Ċ": 12803, + "driver": 12804, + "Once": 12805, + "abb": 12806, + "_bytes": 12807, + "ĠSets": 12808, + "(Object": 12809, + "Ġcc": 12810, + "Ġshell": 12811, + "alo": 12812, + ");//": 12813, + "(log": 12814, + "264": 12815, + "ctors": 12816, + ")": 13301, + "218": 13302, + "Ġ$(\".": 13303, + ".pos": 13304, + "Ġboys": 13305, + "Ġwedding": 13306, + "Ġagents": 13307, + "=\"_": 13308, + "ĠArmy": 13309, + "Ġhint": 13310, + "vision": 13311, + "Ġtech": 13312, + "ĠConnect": 13313, + "Ġlegend": 13314, + "ĠBet": 13315, + ".Base": 13316, + "Subject": 13317, + "Ġlit": 13318, + "Remove": 13319, + "Ġ\":": 13320, + "ĠFinal": 13321, + "pearance": 13322, + "ĠiTunes": 13323, + "Ġparticipants": 13324, + "ĠPython": 13325, + "Ġbusy": 13326, + "iel": 13327, + "vertices": 13328, + "ĠtemplateUrl": 13329, + "ĠClose": 13330, + "Img": 13331, + "ĠCorporation": 13332, + "timestamp": 13333, + "Ġextend": 13334, + "Ġwebsites": 13335, + "Ġpossibility": 13336, + "оÑĤ": 13337, + "Ġkö": 13338, + "Ġmeat": 13339, + "Ġrepresentation": 13340, + "241": 13341, + "Ġĉĉ": 13342, + "_START": 13343, + ".apply": 13344, + "ĠValley": 13345, + "ĠSuccess": 13346, + "Hi": 13347, + "Ġnob": 13348, + "ĠIEnumerable": 13349, + "_select": 13350, + "geo": 13351, + ".\")Ċ": 13352, + "Ġturning": 13353, + "Ġfabric": 13354, + "(\"\");Ċ": 13355, + "Ġperspective": 13356, + "éĹ": 13357, + "ĠSn": 13358, + "Thank": 13359, + ";j": 13360, + ".Parameters": 13361, + "ĉĠĠĠĠĠĠĠĠĠĠĠ": 13362, + "Ġfacts": 13363, + "305": 13364, + "Ġunt": 13365, + ".instance": 13366, + "################################################################": 13367, + "-end": 13368, + "ĠJOIN": 13369, + "ĠHen": 13370, + "Ġuri": 13371, + "åIJį": 13372, + "Ġна": 13373, + "ĠInfo": 13374, + "Ġconducted": 13375, + "ĠÃ¥": 13376, + "OURCE": 13377, + "Ġwine": 13378, + "John": 13379, + ".Errorf": 13380, + "ĠAge": 13381, + "ounded": 13382, + "Ġrealize": 13383, + "312": 13384, + "Ġ];": 13385, + "Ġsubsequ": 13386, + ",m": 13387, + "(User": 13388, + "iano": 13389, + "Ġaccompl": 13390, + "isp": 13391, + ".std": 13392, + "éĩ": 13393, + "ĠBed": 13394, + ".setAttribute": 13395, + "BR": 13396, + "keep": 13397, + "ĠALL": 13398, + "Ġisol": 13399, + "amma": 13400, + "Package": 13401, + "Ġoccasion": 13402, + "-success": 13403, + "ед": 13404, + "ĠLIMITED": 13405, + "strip": 13406, + "()ĊĊĊ": 13407, + "istribution": 13408, + "Colors": 13409, + "Ġ+:+": 13410, + "DidLoad": 13411, + "aler": 13412, + "Ġtid": 13413, + "ĠLED": 13414, + "ĠLinked": 13415, + "ĠCart": 13416, + "())čĊ": 13417, + "_READ": 13418, + "Ġkilling": 13419, + "ĠPHP": 13420, + "fection": 13421, + "Ġinstances": 13422, + "cv": 13423, + "\"/>": 13424, + "Ġsf": 13425, + "Ġtaxes": 13426, + "_location": 13427, + "ĠBitcoin": 13428, + "uable": 13429, + "rank": 13430, + "ignore": 13431, + "track": 13432, + "ка": 13433, + "Ġshouldn": 13434, + "ĠOP": 13435, + "=>{Ċ": 13436, + "Ġkm": 13437, + "Ġhelper": 13438, + "_head": 13439, + "ĠWhether": 13440, + "oco": 13441, + "_bl": 13442, + "Ġstatistics": 13443, + "Ġbeauty": 13444, + "Ġtog": 13445, + "tip": 13446, + "ëĭ¤": 13447, + "Ġcsv": 13448, + "(sql": 13449, + "stdlib": 13450, + "weak": 13451, + "Ġlikes": 13452, + "Äį": 13453, + "Ġrepeat": 13454, + "Ġapartment": 13455, + "Ġemph": 13456, + "_edit": 13457, + "Ġvit": 13458, + "ĉtype": 13459, + "217": 13460, + "Even": 13461, + "uten": 13462, + "Ġcircumstances": 13463, + "bian": 13464, + "Ġsugar": 13465, + "Windows": 13466, + "ìŀ": 13467, + "Ġobserved": 13468, + "/data": 13469, + "Ġcalendar": 13470, + "Ġstrike": 13471, + "ĠRES": 13472, + "_sc": 13473, + "fony": 13474, + "orem": 13475, + "(z": 13476, + "power": 13477, + "etect": 13478, + "ĠSat": 13479, + ".description": 13480, + "Ġgang": 13481, + "ĠSports": 13482, + "ongs": 13483, + "ĠBundle": 13484, + ".sum": 13485, + "once": 13486, + "Ġaccused": 13487, + "Ġexplore": 13488, + "Ġapproximately": 13489, + "Ġlosing": 13490, + "thesis": 13491, + "ĠFund": 13492, + "Ġdiagn": 13493, + "Autowired": 13494, + "properties": 13495, + "Ġ_.": 13496, + "Ġcnt": 13497, + "cedure": 13498, + "Ġyy": 13499, + "Ġgrant": 13500, + "sock": 13501, + ".innerHTML": 13502, + "Ġ]);Ċ": 13503, + "ĠCONFIG": 13504, + "='$": 13505, + "550": 13506, + "]];Ċ": 13507, + "UND": 13508, + "Ġglob": 13509, + "Ġdire": 13510, + "uffle": 13511, + "_MEM": 13512, + "Ġauthentic": 13513, + ">(\"": 13514, + "Ġdecade": 13515, + "ĠImport": 13516, + "Ġoriginally": 13517, + "ĠjQuery": 13518, + "Ġindicate": 13519, + "Ġourselves": 13520, + "Sw": 13521, + ".lbl": 13522, + "enerate": 13523, + "Ġbasically": 13524, + "ĠHom": 13525, + "Ġ+#+": 13526, + "ĠBritain": 13527, + "ĠKar": 13528, + "toEqual": 13529, + ".stop": 13530, + "Ġmodal": 13531, + "isi": 13532, + "Ġsuggests": 13533, + "Ġdtype": 13534, + "Ġtur": 13535, + "bf": 13536, + "Ġconnections": 13537, + "ĠBefore": 13538, + "isted": 13539, + "mouse": 13540, + "Ġpulled": 13541, + ".build": 13542, + "Ġlegislation": 13543, + "Ġforth": 13544, + "pad": 13545, + "ego": 13546, + ".Now": 13547, + "Ġexciting": 13548, + "}ĊĊĊĊ": 13549, + "Ġcompr": 13550, + "Ġshares": 13551, + "Ġrig": 13552, + "green": 13553, + "_vec": 13554, + "Ġenumerate": 13555, + "Auto": 13556, + "icator": 13557, + "ĠRay": 13558, + "asse": 13559, + "Ġholiday": 13560, + "Ġnullable": 13561, + "gun": 13562, + "_details": 13563, + "Ġwrapper": 13564, + "seq": 13565, + "ĠYoung": 13566, + "juana": 13567, + "Ġ\"__": 13568, + "license": 13569, + "serve": 13570, + "^(": 13571, + "iders": 13572, + ".Remove": 13573, + "ropdown": 13574, + "'S": 13575, + "pin": 13576, + "(token": 13577, + ".Default": 13578, + "Ġreasonable": 13579, + "ampion": 13580, + "ĠSociety": 13581, + "Ġbei": 13582, + "erves": 13583, + "rad": 13584, + "ĠFox": 13585, + "_images": 13586, + "Ġwheel": 13587, + "')[": 13588, + "Ġcfg": 13589, + "(By": 13590, + "Constructor": 13591, + "Ġvary": 13592, + ".swift": 13593, + "Ġproxy": 13594, + "ĉH": 13595, + "ĠAnother": 13596, + "ĠPen": 13597, + "Ġchecking": 13598, + "Ġjest": 13599, + "manager": 13600, + "Origin": 13601, + "ugs": 13602, + "oir": 13603, + ">čĊ": 16336, + "Ġrelief": 16337, + "lap": 16338, + "quer": 16339, + "_parent": 16340, + "heap": 16341, + "LOSE": 16342, + "Ġcombine": 16343, + "ĠRose": 16344, + "owers": 16345, + "Ġprocedures": 16346, + "ĠSort": 16347, + "anim": 16348, + "variant": 16349, + "ehicle": 16350, + "Ġsigning": 16351, + "Primary": 16352, + "currency": 16353, + "Ġsexe": 16354, + "oen": 16355, + "theta": 16356, + "eman": 16357, + "Ġimpressive": 16358, + "('_": 16359, + "ĉU": 16360, + "ĠTextStyle": 16361, + "_cnt": 16362, + "Ġslice": 16363, + "(':": 16364, + "Ġunderstood": 16365, + "His": 16366, + "277": 16367, + "013": 16368, + "Ġinformed": 16369, + "Ġnick": 16370, + "429": 16371, + "(TAG": 16372, + "hd": 16373, + "Ġelections": 16374, + "esture": 16375, + "ĠSanta": 16376, + "ĠCoast": 16377, + ".pdf": 16378, + "inciple": 16379, + ".clone": 16380, + "born": 16381, + "uta": 16382, + "Ġlicensed": 16383, + "Cr": 16384, + "Ġbread": 16385, + "ĠHouston": 16386, + "Ġnod": 16387, + "Ġhopes": 16388, + "ĠCGRect": 16389, + "Ġguilty": 16390, + ".gif": 16391, + "Ġrose": 16392, + ".Common": 16393, + "Tip": 16394, + "ANK": 16395, + "ĠFC": 16396, + "During": 16397, + "ĠSymfony": 16398, + "Ġdefensive": 16399, + "km": 16400, + ")>": 16401, + "archive": 16402, + "ĠURI": 16403, + "ycling": 16404, + "-o": 16405, + "ĠWebsite": 16406, + "AMP": 16407, + "405": 16408, + "ishment": 16409, + "Ġdoctors": 16410, + "Direct": 16411, + "ARI": 16412, + "ĠRedirect": 16413, + "ieren": 16414, + "960": 16415, + "_dist": 16416, + "yo": 16417, + "ĠProgress": 16418, + "Ġzum": 16419, + "Ġmemor": 16420, + "ĠED": 16421, + "Ġjur": 16422, + "æį®": 16423, + "_TABLE": 16424, + "Ġuuid": 16425, + "Expr": 16426, + ".head": 16427, + "('%": 16428, + "pointer": 16429, + "Ġestimate": 16430, + "ĠGreg": 16431, + "Ġloader": 16432, + "ĠiOS": 16433, + "Ġmens": 16434, + "[y": 16435, + "Ġrefused": 16436, + "Ġprecision": 16437, + "isch": 16438, + "ĠACTION": 16439, + "Cloud": 16440, + "sWith": 16441, + "(ret": 16442, + "292": 16443, + "_ADDR": 16444, + "_conf": 16445, + "(df": 16446, + "Ġlocked": 16447, + "Ġrising": 16448, + "ãĥ»ãĥ»": 16449, + "ĠMs": 16450, + "Ġscenes": 16451, + "_EXT": 16452, + "_raw": 16453, + "_the": 16454, + "people": 16455, + "Ġrecon": 16456, + "ĠFun": 16457, + "Ġbless": 16458, + "ĠUpdated": 16459, + "422": 16460, + "ün": 16461, + "ĠĠĠĠĠĠĠĠĠĠĠĠčĊ": 16462, + "pection": 16463, + "Release": 16464, + ".logger": 16465, + "ĠSY": 16466, + "Ġcounsel": 16467, + "urd": 16468, + "_true": 16469, + "Ġeverybody": 16470, + "ivot": 16471, + "Ġhence": 16472, + "ĠNAS": 16473, + "789": 16474, + "Ġopposed": 16475, + "unknown": 16476, + "ĠDESC": 16477, + "ĠChair": 16478, + "failed": 16479, + "ĠINCLUDING": 16480, + "386": 16481, + "352": 16482, + "Ġwriters": 16483, + "{}Ċ": 16484, + "ÃŃt": 16485, + "_copy": 16486, + "}:": 16487, + "ĠBat": 16488, + "Ġconverted": 16489, + "eding": 16490, + "placement": 16491, + "ĠHost": 16492, + "Sound": 16493, + "им": 16494, + "Ġsought": 16495, + "402": 16496, + "mid": 16497, + "Ġsalary": 16498, + "ogg": 16499, + "âĦ¢": 16500, + "bul": 16501, + "Ġwir": 16502, + "validator": 16503, + "_STAT": 16504, + ".store": 16505, + "ĠBattle": 16506, + "ın": 16507, + "Ġ-->ĊĊ": 16508, + "Trump": 16509, + "dot": 16510, + "ĠCONT": 16511, + ".fetch": 16512, + "Ġcontinu": 16513, + "was": 16514, + "Ġfraud": 16515, + "_tmp": 16516, + "mitter": 16517, + ".pictureBox": 16518, + "GA": 16519, + "Ġtournament": 16520, + ".Input": 16521, + "343": 16522, + "[r": 16523, + "exion": 16524, + "centage": 16525, + "ĠKorean": 16526, + "undef": 16527, + "ĠAvailable": 16528, + "reshape": 16529, + "Ġkit": 16530, + "ĠStruct": 16531, + "ĠSUB": 16532, + "Answer": 16533, + "_lib": 16534, + ".twitter": 16535, + "Ġore": 16536, + "ĠDragon": 16537, + ".Ext": 16538, + ",k": 16539, + "Ġexplanation": 16540, + "refs": 16541, + "ĠDrive": 16542, + "ĠTraining": 16543, + "282": 16544, + ".Has": 16545, + "341": 16546, + "intage": 16547, + "big": 16548, + "ologist": 16549, + "ennis": 16550, + "460": 16551, + "Ùĩ": 16552, + "Ġchicken": 16553, + "ĠĠĠĠĠĠĠĠĠĠĊ": 16554, + "çĽ": 16555, + "ãģ§": 16556, + "Ġpeak": 16557, + "Ġdrinking": 16558, + "Ġencode": 16559, + "ĠNEW": 16560, + "malloc": 16561, + "ĉfprintf": 16562, + "Ġ=================================================================": 16563, + "including": 16564, + "Ġprinciples": 16565, + "ĠMah": 16566, + "267": 16567, + "storage": 16568, + "-key": 16569, + "Ġkeyword": 16570, + "%;": 16571, + "Ġtrained": 16572, + ".contrib": 16573, + "Ġkv": 16574, + "__':Ċ": 16575, + "ĠBoy": 16576, + "parameter": 16577, + "Ġsuite": 16578, + "Ġthousand": 16579, + "Ġcoordinate": 16580, + "-generated": 16581, + "íķĺ": 16582, + "generated": 16583, + "Ġadmitted": 16584, + "Ġpussy": 16585, + "#w": 16586, + "Ġswim": 16587, + "union": 16588, + "Na": 16589, + "274": 16590, + "ĠRoyal": 16591, + ".channel": 16592, + "Updated": 16593, + "_ROOT": 16594, + "Ġvital": 16595, + "335": 16596, + "raction": 16597, + "ĠCrusher": 16598, + "Ġpreced": 16599, + "Ġhorizontal": 16600, + "Blueprint": 16601, + "Ġattrs": 16602, + "Ġsmoke": 16603, + "ÐĴ": 16604, + ".Equals": 16605, + "FB": 16606, + "ĠResources": 16607, + "rolling": 16608, + "Ġpasses": 16609, + "ĠNum": 16610, + "rotate": 16611, + "etype": 16612, + "\\\",": 16613, + "Ġsensitive": 16614, + "Ġtall": 16615, + "?âĢĿĊĊ": 16616, + "Proxy": 16617, + "iy": 16618, + "_section": 16619, + "âĢĶâĢĶâĢĶâĢĶ": 16620, + "brid": 16621, + "Ġcircuit": 16622, + "atan": 16623, + "ENC": 16624, + "Ġdriven": 16625, + "Ġvoted": 16626, + "Ġeducational": 16627, + "Ġinteraction": 16628, + "abetes": 16629, + "Ġtone": 16630, + "ĠInitializeComponent": 16631, + "Ġmerely": 16632, + "Ġìŀ": 16633, + "cookie": 16634, + "_div": 16635, + "ĠUILabel": 16636, + "vely": 16637, + "});čĊ": 16638, + "_ENT": 16639, + "#+#+": 16640, + "articles": 16641, + "ĠSouthern": 16642, + "Ġstronger": 16643, + "ĠGiven": 16644, + "ĠEric": 16645, + "ĠIR": 16646, + "abstract": 16647, + "Under": 16648, + "nable": 16649, + "Ġincrement": 16650, + "oven": 16651, + "Ġcoin": 16652, + "_timer": 16653, + "Ġsuffered": 16654, + "ĠFREE": 16655, + "'].\"": 16656, + "ĠQueen": 16657, + "stats": 16658, + "Ġmeetings": 16659, + "276": 16660, + "Ġentering": 16661, + "Ġalongside": 16662, + "(session": 16663, + "itals": 16664, + "Ġfoundation": 16665, + "ĠCredit": 16666, + ".div": 16667, + "_ALL": 16668, + "pcion": 16669, + "_stat": 16670, + "icking": 16671, + "Defaults": 16672, + "_src": 16673, + "Ġoutputs": 16674, + "/B": 16675, + "Ġenthus": 16676, + "-bl": 16677, + ".ForeColor": 16678, + "ĉtemp": 16679, + "Face": 16680, + "Ġinteract": 16681, + "Ġweird": 16682, + "Mount": 16683, + "rell": 16684, + "udents": 16685, + "Ġrequirement": 16686, + "ĠSus": 16687, + "IER": 16688, + "Ġelected": 16689, + "reference": 16690, + "ĠME": 16691, + "Ġservers": 16692, + ".wait": 16693, + "Ġsnapshot": 16694, + "ilton": 16695, + "Ġtries": 16696, + "Ġtipo": 16697, + ".Time": 16698, + ">w": 16699, + "Ġmountain": 16700, + "Ġpounds": 16701, + "Ġ[...": 16702, + "exists": 16703, + "ĠngOn": 16704, + "_MAP": 16705, + "Ġflying": 16706, + "331": 16707, + "xiety": 16708, + "ĉvalue": 16709, + "_DB": 16710, + "uno": 16711, + "Ġseats": 16712, + "TURN": 16713, + ".author": 16714, + "!)": 16715, + "orce": 16716, + "Ġindicated": 16717, + "317": 16718, + ".sin": 16719, + "Ġassignment": 16720, + "imiento": 16721, + "ĠFrame": 16722, + "324": 16723, + "_gen": 16724, + "inery": 16725, + "_)": 16726, + "messages": 16727, + ".settings": 16728, + "ĠMean": 16729, + "ĠMuseum": 16730, + "irq": 16731, + "attach": 16732, + "ĠPalestin": 16733, + "_QU": 16734, + "_tags": 16735, + "Ġcasual": 16736, + "emen": 16737, + "ASSWORD": 16738, + "432": 16739, + "$s": 16740, + "ĠCirc": 16741, + "ой": 16742, + "etric": 16743, + "/P": 16744, + "018": 16745, + "Ġepoch": 16746, + "The": 16761, + "ĠAk": 16762, + "Ġgrass": 16763, + "/*čĊ": 16764, + "(dis": 16765, + "Ġguns": 16766, + "Ġtb": 16767, + "ĠKevin": 16768, + ".args": 16769, + "ĠAh": 16770, + "oped": 16771, + "(J": 16772, + "columns": 16773, + "arguments": 16774, + "ĠWithEvents": 16775, + "_full": 16776, + "ĠDefense": 16777, + "Simple": 16778, + "Ġdeaths": 16779, + "295": 16780, + "Ġextensive": 16781, + "ĠStill": 16782, + "ĠExpression": 16783, + "ĠAgency": 16784, + "Ġperforming": 16785, + "FX": 16786, + "Ġusuario": 16787, + "UAL": 16788, + "Side": 16789, + "odos": 16790, + "aptop": 16791, + "Ġcredentials": 16792, + "_cap": 16793, + "atient": 16794, + "ĠDisney": 16795, + "Ġai": 16796, + "Ġchip": 16797, + "Ġvolt": 16798, + ".makeText": 16799, + "%%%%%%%%%%%%%%%%": 16800, + "Ġbelief": 16801, + "_LOC": 16802, + "ĠCivil": 16803, + "Navigation": 16804, + "Ġreveal": 16805, + "Ġviolent": 16806, + "ĠFil": 16807, + "Ġcatalog": 16808, + "emed": 16809, + "scan": 16810, + ".control": 16811, + "Ġconstitution": 16812, + "Country": 16813, + "Separator": 16814, + "_APP": 16815, + "topic": 16816, + "uetooth": 16817, + "MIN": 16818, + "Ġdescriptor": 16819, + "yt": 16820, + "ETHER": 16821, + "Ġdistribute": 16822, + "'}Ċ": 16823, + ".trim": 16824, + ".Line": 16825, + "Ġlbl": 16826, + "assertEquals": 16827, + "ĠDet": 16828, + "ombok": 16829, + "(width": 16830, + "Ġtort": 16831, + "ĠEXPRESS": 16832, + "aco": 16833, + "Using": 16834, + "ĠBrand": 16835, + "wall": 16836, + "EMENT": 16837, + "ĠCommunic": 16838, + "(Ċ": 17492, + "?>\"": 17493, + "Ġ///Ċ": 17494, + "Ġeiner": 17495, + "Ġweekly": 17496, + "ĉlogger": 17497, + "_pop": 17498, + "_man": 17499, + "Ġmigrations": 17500, + "Ġasks": 17501, + "Ġbs": 17502, + "Ġfalls": 17503, + ".Where": 17504, + "-height": 17505, + "_feature": 17506, + ".Min": 17507, + "Ġhyper": 17508, + "Ġvolatile": 17509, + "Ġtwenty": 17510, + "Typography": 17511, + "Unable": 17512, + "Det": 17513, + ",f": 17514, + "-mod": 17515, + "Ġsettlement": 17516, + "Ġcontracts": 17517, + "nome": 17518, + "Bad": 17519, + "ĠBrian": 17520, + "768": 17521, + "(username": 17522, + "!!!!": 17523, + "Ġhack": 17524, + ".Field": 17525, + "HR": 17526, + "ĠJordan": 17527, + "iza": 17528, + "ĠÂł": 17529, + "ĠSher": 17530, + ".header": 17531, + "(other": 17532, + "ĠDub": 17533, + "(op": 17534, + "ĠRound": 17535, + "Ġvie": 17536, + "Ġappl": 17537, + "ĉJ": 17538, + "ĠInsert": 17539, + "ĠLP": 17540, + "regon": 17541, + "ĠMPI": 17542, + "Ġanchor": 17543, + "aca": 17544, + "ør": 17545, + "Ġade": 17546, + "anchor": 17547, + "quee": 17548, + "ĠTreeNode": 17549, + "Ġtargeted": 17550, + "Ġlaid": 17551, + "ABEL": 17552, + "vet": 17553, + "ĠOrigin": 17554, + "Ant": 17555, + ".');Ċ": 17556, + "expect": 17557, + "edReader": 17558, + "ĠMajor": 17559, + "Ġinch": 17560, + "Compar": 17561, + "Ġpreview": 17562, + "Ġillness": 17563, + "ĠCONTRACT": 17564, + "ĠIndepend": 17565, + "uuid": 17566, + "Ġnome": 17567, + "Ġtc": 17568, + "ĠAvenue": 17569, + "isan": 17570, + "Ġphrase": 17571, + "_move": 17572, + "\")[": 17573, + "412": 17574, + "Ġprovision": 17575, + "Ġconcentr": 17576, + "_IR": 17577, + "ĠUt": 17578, + "()+": 17579, + "Ġnas": 17580, + "!,": 17581, + "ĠRobin": 17582, + "iations": 17583, + "atitude": 17584, + "Ġpx": 17585, + "ĠWithout": 17586, + "/bash": 17587, + "ekt": 17588, + "reement": 17589, + "342": 17590, + "Observer": 17591, + "318": 17592, + "ĠRegion": 17593, + "UBLIC": 17594, + "Ġ{//": 17595, + "KN": 17596, + "å·": 17597, + "GameObject": 17598, + "å¾": 17599, + "encoding": 17600, + "Ġ***": 17601, + "projects": 17602, + "Ġtk": 17603, + "Ġcheese": 17604, + "EMPL": 17605, + "aro": 17606, + "ĠاÙĦ": 17607, + "610": 17608, + "337": 17609, + "Ġconsists": 17610, + "refresh": 17611, + "ureau": 17612, + "ĠScanner": 17613, + "Ġsoil": 17614, + "Ġflavor": 17615, + "DataSource": 17616, + "Execute": 17617, + "ение": 17618, + "Ġshit": 17619, + "åĪĨ": 17620, + "Ċ": 17875, + "Ġsubsequent": 17876, + "posable": 17877, + "-fluid": 17878, + "Ġthorough": 17879, + "Ġpublicly": 17880, + "apters": 17881, + "ĠWilson": 17882, + "_PRE": 17883, + "yard": 17884, + "ä¼": 17885, + "ĉin": 17886, + "339": 17887, + "Ġrevers": 17888, + "Ġbullet": 17889, + "cribed": 17890, + "nesota": 17891, + "Ġ($_": 17892, + "annon": 17893, + "cursor": 17894, + "Ġclothing": 17895, + "ĠMulti": 17896, + "287": 17897, + ":',": 17898, + "Ġvess": 17899, + "ordinator": 17900, + "Ġeinem": 17901, + "Cannot": 17902, + "Ġarmed": 17903, + "ĉV": 17904, + "ä¸Ĭ": 17905, + ".Flat": 17906, + "ĠSep": 17907, + "ĠSubject": 17908, + "_font": 17909, + "Ġcharacteristics": 17910, + "Done": 17911, + "eln": 17912, + "############": 17913, + "POS": 17914, + "Ġdensity": 17915, + "ĠPlatform": 17916, + "-items": 17917, + "Ġovers": 17918, + "Ġpushing": 17919, + "ç¤": 17920, + ".Connection": 17921, + "_term": 17922, + "Ġinitialization": 17923, + "________________________________": 17924, + "ç¬": 17925, + ".document": 17926, + "lesh": 17927, + "ĉdocument": 17928, + "ĠPin": 17929, + "ça": 17930, + "Ġdefinitions": 17931, + ".Path": 17932, + "_WRITE": 17933, + "ĠĉĊ": 17934, + "?>ĊĊ": 17935, + "Ġterrible": 17936, + "bean": 17937, + "ickets": 17938, + "ĠSV": 17939, + "Buy": 17940, + "(task": 17941, + "Ġregime": 17942, + "google": 17943, + "Ġcrack": 17944, + ".visit": 17945, + "NUM": 17946, + "energy": 17947, + "Ġstruck": 17948, + "_sample": 17949, + ".payload": 17950, + "Ġrevis": 17951, + "ĠScene": 17952, + "Ġpg": 17953, + "Ġbreakfast": 17954, + "URRENT": 17955, + ".charAt": 17956, + "_exception": 17957, + "ĠAnton": 17958, + "Ġguidelines": 17959, + "Ġexhaust": 17960, + "ĠFinancial": 17961, + "Ġindent": 17962, + "Ġdesktop": 17963, + "Hidden": 17964, + "Failure": 17965, + "Ġprinciple": 17966, + "Ġiv": 17967, + "Ġseks": 17968, + "network": 17969, + "ĠnumberOf": 17970, + "ĠAlbert": 17971, + "ĉlong": 17972, + "801": 17973, + ",.": 17974, + "Ġzeros": 17975, + "fade": 17976, + "ĠTyp": 17977, + "ĠTerm": 17978, + "ĠArts": 17979, + ".Application": 17980, + "Ġbehalf": 17981, + "æĪ·": 17982, + "Ġmere": 17983, + "(`${": 17984, + "Ġawareness": 17985, + "elpers": 17986, + "flix": 17987, + "Ġweigh": 17988, + "Ġestimates": 17989, + ".child": 17990, + "/O": 17991, + "ĠBitmap": 17992, + ".bottom": 17993, + "Ġ**************************************************************************": 17994, + "Expect": 17995, + "ento": 17996, + "ĠForum": 17997, + "veral": 17998, + "Ġjail": 17999, + "Ġabilities": 18000, + "ĠHOLD": 18001, + "ĠCit": 18002, + "Ġdynam": 18003, + "Ġgray": 18004, + "ĉĉĉĉĉĉĉĉĉĉĉĉĉ": 18005, + ".nextInt": 18006, + "antly": 18007, + "ĠARISING": 18008, + "(private": 18009, + "Ġrejected": 18010, + "ĠNic": 18011, + "Ġleather": 18012, + "={Ċ": 18013, + "alytics": 18014, + "thetic": 18015, + ".Top": 18016, + "373": 18017, + ".Page": 18018, + "={`": 18019, + "Ġ;čĊ": 18020, + "depth": 18021, + "mann": 18022, + "WD": 18023, + "ĠSom": 18024, + ".Right": 18025, + "Ġ)}Ċ": 18026, + "Ġtrait": 18027, + "ÃĹ": 18028, + "iac": 18029, + "Ġrv": 18030, + "Sample": 18031, + ".Xml": 18032, + "opped": 18033, + "ĠÑĦ": 18034, + "lists": 18035, + "Ġtear": 18036, + "iversary": 18037, + ".collection": 18038, + "ĠConstitution": 18039, + "ĠHttpResponse": 18040, + "Ġbrill": 18041, + "ĠProm": 18042, + "hover": 18043, + "366": 18044, + "ĠMiami": 18045, + "Ġargue": 18046, + "_float": 18047, + "504": 18048, + "ĠãĤ": 18049, + "Ġnat": 18050, + "ĠTal": 18051, + "Ġintegration": 18052, + "(cur": 18053, + "Ġremoving": 18054, + "Ġcoeff": 18055, + "ĠThough": 18056, + "Ġforecast": 18057, + "408": 18058, + "ĠVegas": 18059, + "Site": 18060, + "346": 18061, + "Ġtrab": 18062, + "ĠHenry": 18063, + "-i": 18064, + "Ġinvolves": 18065, + "BT": 18066, + "Ġslo": 18067, + "Invoke": 18068, + "Ġlucky": 18069, + "025": 18070, + "rat": 18071, + "Ġ?Ċ": 18072, + "Ġhandled": 18073, + "(fd": 18074, + "contents": 18075, + "ĠOFF": 18076, + "RF": 18077, + "Ġsty": 18078, + "ĠMotor": 18079, + "tery": 18080, + "tax": 18081, + "MAP": 18082, + "ĠMrs": 18083, + "Ġphones": 18084, + "ĠUIView": 18085, + "\")));Ċ": 18086, + "(dev": 18087, + "ĠIrish": 18088, + "019": 18089, + "Ġws": 18090, + "DI": 18091, + "_OFFSET": 18092, + "ĠEvents": 18093, + "Ġstages": 18094, + "Ġ}//": 18095, + "Ġhaben": 18096, + "STANCE": 18097, + "ĠSin": 18098, + "ĠMoney": 18099, + "(top": 18100, + "Ġappointment": 18101, + "VERSION": 18102, + "metadata": 18103, + "_comment": 18104, + "Ġcolleagues": 18105, + "maps": 18106, + "âĺ": 18107, + "ĊĉĊ": 18108, + "(al": 18109, + "_req": 18110, + "Ġfut": 18111, + "Ġarchitecture": 18112, + "351": 18113, + "ĠWHETHER": 18114, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 18115, + "_screen": 18116, + "ĠstyleUrls": 18117, + "Ġmonster": 18118, + ".up": 18119, + "phia": 18120, + "Ġprocessor": 18121, + "ĠTerr": 18122, + "=',": 18123, + "ĠManufact": 18124, + "ĠNT": 18125, + "kel": 18126, + "ibern": 18127, + "ĉfile": 18128, + "Ali": 18129, + "rientation": 18130, + "Ġ//!": 18131, + "apore": 18132, + "aneous": 18133, + "ĠCreat": 18134, + "folder": 18135, + "415": 18136, + "Ġhay": 18137, + "Suppress": 18138, + "(left": 18139, + "Ġeuro": 18140, + "Ġdisclaimer": 18141, + "ustry": 18142, + "ships": 18143, + "_fd": 18144, + "ĠFa": 18145, + "_insert": 18146, + "Ġrol": 18147, + "ifting": 18148, + "ĠComments": 18149, + "_br": 18150, + "Ġlosses": 18151, + "ĠAdded": 18152, + "charg": 18153, + "Ġпо": 18154, + "_system": 18155, + "ĠSometimes": 18156, + "ĠSpain": 18157, + "(group": 18158, + "ialis": 18159, + "Ġdollar": 18160, + "ĠArgs": 18161, + "499": 18162, + "297": 18163, + "quires": 18164, + "ĠTen": 18165, + ".scss": 18166, + "Ġsurvive": 18167, + "usage": 18168, + "Ġjun": 18169, + "imiter": 18170, + "ï¼ģĊĊ": 18171, + "Ġfifth": 18172, + "toggle": 18173, + "Ġdecline": 18174, + "($\"": 18175, + "(Long": 18176, + "inge": 18177, + "Ġpilot": 18178, + "-light": 18179, + "-radius": 18180, + "Ġpodcast": 18181, + "Ġnaturally": 18182, + "Pages": 18183, + "为": 18184, + "ĠDespite": 18185, + "Ġlighting": 18186, + "Ġcrate": 18187, + "ĠBinary": 18188, + "Ġreducing": 18189, + "Ġeleg": 18190, + "ĠMouse": 18191, + "ĠTestBed": 18192, + "ĠbeforeEach": 18193, + "_ARRAY": 18194, + "Redirect": 18195, + "329": 18196, + "Ġflood": 18197, + "Ġships": 18198, + "363": 18199, + "Ġelectricity": 18200, + ")*(": 18201, + "ê¸": 18202, + "ĠViet": 18203, + "hero": 18204, + "Ġdia": 18205, + "ĠKent": 18206, + "heart": 18207, + "Ġthreats": 18208, + "_acc": 18209, + "Ġsymbols": 18210, + "ischen": 18211, + "_inst": 18212, + "Criterion": 18213, + "ĠTIM": 18214, + ".Height": 18215, + "580": 18216, + "ĠâĢĻ": 18217, + "();ĊĊĊ": 18218, + "Products": 18219, + "_SP": 18220, + "ĠCy": 18221, + "Ġdependent": 18222, + "este": 18223, + "Ġdatos": 18224, + "dit": 18225, + "ав": 18226, + "IGNAL": 18227, + "Ġlesson": 18228, + "\">'": 18229, + "ĠCover": 18230, + "ĠHope": 18231, + "ĠTimer": 18232, + "Ġdad": 18233, + "viders": 18234, + "ĠPhot": 18235, + "/?": 18236, + "ropy": 18237, + "oming": 18238, + "asion": 18239, + "Ġ\\(": 18240, + "ĠET": 18241, + "ĠReading": 18242, + "Ġepisodes": 18243, + "lm": 18244, + "421": 18245, + "echa": 18246, + "Ġneuro": 18247, + "820": 18248, + "Ġharmon": 18249, + "Ġliberal": 18250, + "-ind": 18251, + "393": 18252, + "DATA": 18253, + "Ġeveryday": 18254, + "Ġdivided": 18255, + "ĠActiveRecord": 18256, + "figure": 18257, + "UA": 18258, + "ä¹": 18259, + "riendly": 18260, + "tech": 18261, + "601": 18262, + ".gameObject": 18263, + "иÑĤÑĮ": 18264, + "374": 18265, + "Ġmoon": 18266, + "ftime": 18267, + "Ġnoch": 18268, + "ĠTORT": 18269, + "ĠVM": 18270, + ".initial": 18271, + "(child": 18272, + "Ġmusical": 18273, + "Ġoc": 18274, + "bas": 18275, + "ĠHay": 18276, + "361": 18277, + "_long": 18278, + "Ġmemset": 18279, + "iley": 18280, + "adelphia": 18281, + "SV": 18282, + "roat": 18283, + "_tx": 18284, + "Ġlon": 18285, + "ĠngOnInit": 18286, + "bp": 18287, + "ĠGolden": 18288, + "ACHE": 18289, + "Ġworried": 18290, + "azi": 18291, + "Ear": 18292, + "Take": 18293, + "(fp": 18294, + "burgh": 18295, + "_Data": 18296, + "gres": 18297, + "ĠOnt": 18298, + "pus": 18299, + "Ġtransparent": 18300, + "Ġpocket": 18301, + "Ġram": 18302, + "igrations": 18303, + ".čĊčĊ": 18304, + "Ġ[(": 18305, + "Ġadopted": 18306, + "Ġreportedly": 18307, + "ĠDream": 18308, + "Ġ}));Ċ": 18309, + "losing": 18310, + "Ġteeth": 18311, + "ĠBooks": 18312, + "\",&": 18313, + "enny": 18314, + "LEMENT": 18315, + "Ġgel": 18316, + "ĠPlant": 18317, + "437": 18318, + "!âĢĿ": 18319, + ".host": 18320, + "ĠReply": 18321, + "376": 18322, + "rength": 18323, + "Ġrecognition": 18324, + "Ġ}}>Ċ": 18325, + "LA": 18326, + "Ġmirror": 18327, + "Ġassistant": 18328, + "(device": 18329, + "Ġspiritual": 18330, + "builder": 18331, + "§": 18332, + "Ġoutr": 18333, + "Ġtt": 18334, + "ĠPER": 18335, + "Ġradical": 18336, + "Methods": 18337, + "Ġpace": 18338, + "udy": 18339, + "Ġgut": 18340, + "ĠGreek": 18341, + "Ġnonatomic": 18342, + "ĠPaper": 18343, + "_GPIO": 18344, + "Ġobst": 18345, + ".Ad": 18346, + "vironments": 18347, + "ĠSov": 18348, + "356": 18349, + "(con": 18350, + "ĠTransaction": 18351, + ".assign": 18352, + "ĉcatch": 18353, + "elter": 18354, + "Ġbitcoin": 18355, + "_GR": 18356, + "ĠčĊ": 18473, + "metic": 18474, + "Ġtransformation": 18475, + "åı·": 18476, + "Ġrgb": 18477, + "istributions": 18478, + "Ġimplicit": 18479, + "/in": 18480, + "destination": 18481, + "аÑĤÑĮ": 18482, + "Zero": 18483, + "Ġunset": 18484, + "920": 18485, + ".where": 18486, + ".go": 18487, + "Ġformation": 18488, + "Ġdeclaration": 18489, + "()čĊčĊ": 18490, + "ĠExpl": 18491, + "ĉĉĉĠĠ": 18492, + "/pro": 18493, + ".JSON": 18494, + "441": 18495, + "Ġdesk": 18496, + ".substr": 18497, + "//----------------------------------------------------------------------------": 18498, + "lyn": 18499, + "pson": 18500, + "407": 18501, + "disable": 18502, + "ĠFunc": 18503, + "ĉAssert": 18504, + "ĠMARK": 18505, + "Ġdefeat": 18506, + "Ġblind": 18507, + "Ġconstants": 18508, + "362": 18509, + ".headers": 18510, + "UILD": 18511, + "Ġexpenses": 18512, + "Pixel": 18513, + "Ġhr": 18514, + "Ġfel": 18515, + "ĠEastern": 18516, + "424": 18517, + "490": 18518, + "_del": 18519, + "357": 18520, + "ĠCub": 18521, + "Ġsq": 18522, + "ĉcount": 18523, + "ĠDirectory": 18524, + "Ġexclus": 18525, + "Ġhistoric": 18526, + "Ġ------------------------------------------------": 18527, + "Ġcomposition": 18528, + "ĠdataGridView": 18529, + "ĠBurn": 18530, + "ĠBC": 18531, + "Master": 18532, + "Ġspawn": 18533, + "Ġbearing": 18534, + ".SetActive": 18535, + "ilo": 18536, + "Ġgallery": 18537, + "Ġfounded": 18538, + "Ġavailability": 18539, + ".sqrt": 18540, + "Ġpes": 18541, + "ĠDOM": 18542, + "mate": 18543, + "Oct": 18544, + "Ġmatched": 18545, + "itivity": 18546, + "Ġanxiety": 18547, + ".price": 18548, + "ĠInstant": 18549, + "ìĬ": 18550, + "Ġtut": 18551, + "ICollection": 18552, + ".shared": 18553, + "_sql": 18554, + "tbl": 18555, + "library": 18556, + "_destroy": 18557, + "ermal": 18558, + "ĠNotes": 18559, + "ĠEin": 18560, + "Ġsouthern": 18561, + "ĠOTHERWISE": 18562, + "Ġmacro": 18563, + ".lower": 18564, + "cls": 18565, + "ContentView": 18566, + ".link": 18567, + "constant": 18568, + "ĠBes": 18569, + "Ġsomebody": 18570, + "nb": 18571, + "399": 18572, + "\">{": 18573, + "(local": 18574, + ".....": 18575, + "ĠNull": 18576, + "mx": 18577, + "Ġç": 18578, + "Ġpause": 18579, + "-----------": 18580, + "_MO": 18581, + "ĠCM": 18582, + "ĠforKey": 18583, + "ĠDVD": 18584, + "Ġclosest": 18585, + "_DEVICE": 18586, + "ĠStephen": 18587, + "ĠBBC": 18588, + "ĠTravel": 18589, + "Paint": 18590, + "ĠResults": 18591, + "ĠRule": 18592, + "Ġtp": 18593, + "Ġratings": 18594, + "cin": 18595, + "csv": 18596, + ">/": 18597, + "ĠGOP": 18598, + "lad": 18599, + "ĠÑĢ": 18600, + "ĠindexPath": 18601, + "matrix": 18602, + "=f": 18603, + "arsed": 18604, + "Ġ});": 18605, + "ĠCos": 18606, + "ĠScore": 18607, + "Ġtak": 18608, + "ĠESP": 18609, + "ĠINC": 18610, + "_NULL": 18611, + "-flex": 18612, + "\"][": 18613, + "into": 18614, + "eland": 18615, + "Authorization": 18616, + "_FALSE": 18617, + "Ġgate": 18618, + "Ġvid": 18619, + "istent": 18620, + "TIME": 18621, + "Ġrewrite": 18622, + "Ġtie": 18623, + "Ġarchive": 18624, + "511": 18625, + ".events": 18626, + ".getParameter": 18627, + "ĠPermission": 18628, + "Ġprogramme": 18629, + "Ġé": 18630, + "jud": 18631, + "Ġcameras": 18632, + "338": 18633, + "349": 18634, + "(sys": 18635, + "ĠSyrian": 18636, + "Ġimprovements": 18637, + "Ġhip": 18638, + "Ġsuicide": 18639, + "Ġscholar": 18640, + "Ġcompatible": 18641, + "022": 18642, + "remote": 18643, + ".down": 18644, + "FUNCTION": 18645, + "Ġmanaging": 18646, + "ĠUIKit": 18647, + ".raw": 18648, + ">>>>": 18649, + "371": 18650, + "Ġdemands": 18651, + "ellite": 18652, + "Ġdent": 18653, + "ĠMicro": 18654, + "åıĸ": 18655, + "'][$": 18656, + "ĠIE": 18657, + "imension": 18658, + "Ġtrem": 18659, + "630": 18660, + "Ġgained": 18661, + ".with": 18662, + ".ok": 18663, + "hou": 18664, + "Ġbom": 18665, + "ampaign": 18666, + "Ġjoining": 18667, + "fish": 18668, + "ĠaddSubview": 18669, + "860": 18670, + "Ġnorthern": 18671, + ".cor": 18672, + "oret": 18673, + "Die": 18674, + "inish": 18675, + "_comp": 18676, + "Ġattended": 18677, + "Ġcollapse": 18678, + "ĠSS": 18679, + "acent": 18680, + "_EQUAL": 18681, + "ĠDeep": 18682, + "RGB": 18683, + "ĉtest": 18684, + "olves": 18685, + "uset": 18686, + "UnityEngine": 18687, + "writer": 18688, + "Resolver": 18689, + ",%": 18690, + "ifference": 18691, + "_remove": 18692, + "onda": 18693, + "Ġfemme": 18694, + "385": 18695, + "decode": 18696, + "Branch": 18697, + "Ġflush": 18698, + "Ġinnovative": 18699, + "Tests": 18700, + "Ġ['./": 18701, + "Ġcovering": 18702, + ".admin": 18703, + "ultipart": 18704, + "(lambda": 18705, + "namespace": 18706, + "ĠSport": 18707, + "Ġ!(": 18708, + "acles": 18709, + "Ġdepression": 18710, + "ĠKong": 18711, + "570": 18712, + "Ġpert": 18713, + "ĠConn": 18714, + "ĠOtherwise": 18715, + "/home": 18716, + "supported": 18717, + "Ġpink": 18718, + "Ġinvited": 18719, + "ños": 18720, + "_enabled": 18721, + "Ġ-Ċ": 18722, + "FW": 18723, + "eners": 18724, + "ĠMY": 18725, + "Ġsuggestions": 18726, + "Canvas": 18727, + "Ġfer": 18728, + "ĠMarketing": 18729, + "@Test": 18730, + "untu": 18731, + "ĠVen": 18732, + "ĠCou": 18733, + "ivals": 18734, + "Donald": 18735, + "limited": 18736, + "ĉĉĉĉĉĉĊ": 18737, + "Ġanalyst": 18738, + "(entry": 18739, + "Ġrepresentative": 18740, + "_attributes": 18741, + "Ġfur": 18742, + ".hide": 18743, + "resp": 18744, + "adores": 18745, + "rides": 18746, + "ĠJosh": 18747, + "robot": 18748, + "ĠNAT": 18749, + "Ġsesso": 18750, + "Ġintegrated": 18751, + ":true": 18752, + "parts": 18753, + "Ġstupid": 18754, + ":event": 18755, + "@endsection": 18756, + "Ġpu": 18757, + ".Table": 18758, + "ĠYii": 18759, + "`;ĊĊ": 18760, + "Ġclang": 18761, + "=\"\">": 18762, + "engan": 18763, + "_parameters": 18764, + ".internal": 18765, + "ĠModern": 18766, + "Ġmetric": 18767, + "Ġsemi": 18768, + "={{Ċ": 18769, + "707": 18770, + ".amazon": 18771, + "ĠBB": 18772, + "ainty": 18773, + "viewport": 18774, + "367": 18775, + "ĠstartActivity": 18776, + "dispatch": 18777, + "*****": 18778, + "Ġflav": 18779, + "ifferent": 18780, + "382": 18781, + "[this": 18782, + "Ġstake": 18783, + "Ġargued": 18784, + "viously": 18785, + ".work": 18786, + "ĠOak": 18787, + "Old": 18788, + "(async": 18789, + "notes": 18790, + "Ġflip": 18791, + "Ġdisag": 18792, + "ĠTE": 18793, + "ĉerror": 18794, + "<'": 18795, + "Ġ»ĊĊ": 18796, + "Ġfiltered": 18797, + "ĠMach": 18798, + "Ġhung": 18799, + "_dump": 18800, + "_samples": 18801, + "-dismiss": 18802, + "Ġray": 18803, + "Implemented": 18804, + "DK": 18805, + "Ġjed": 18806, + "090": 18807, + "Ġbreaks": 18808, + "Ġfits": 18809, + ".gr": 18810, + "ĠZero": 18811, + "oro": 18812, + "Ġequally": 18813, + "Ġ'[": 18814, + "Ġconcerning": 18815, + "<": 18914, + "Ġpromot": 18915, + "Ġincl": 18916, + "_only": 18917, + "를": 18918, + "ĠAttorney": 18919, + "-date": 18920, + "Ġlandscape": 18921, + "Ġfu": 18922, + "SY": 18923, + ".prop": 18924, + "ĠArr": 18925, + "pag": 18926, + "ParallelGroup": 18927, + "':čĊ": 18928, + "Ġlogs": 18929, + "aunch": 18930, + "unci": 18931, + "nama": 18932, + "TableCell": 18933, + "issues": 18934, + ".{": 18935, + "ecurity": 18936, + "_exec": 18937, + "olds": 18938, + "Ġhosts": 18939, + "Ġproto": 18940, + "_import": 18941, + "_sort": 18942, + "ĠBow": 18943, + "ĠNormal": 18944, + "ĠFarm": 18945, + ".createParallelGroup": 18946, + "Rotation": 18947, + ".err": 18948, + "Ġpleased": 18949, + "itage": 18950, + ".Wh": 18951, + "ĉĉĠĠĠĠ": 18952, + "MR": 18953, + "ĠMORE": 18954, + "ĠNatural": 18955, + "_transform": 18956, + "BASE": 18957, + "eneral": 18958, + "utdown": 18959, + ".commons": 18960, + "WT": 18961, + "Ġaan": 18962, + ".Result": 18963, + "dog": 18964, + "Ġclicking": 18965, + "),ĊĊ": 18966, + "#line": 18967, + "Operator": 18968, + "Ġciv": 18969, + "Ġmerg": 18970, + "obuf": 18971, + "ngthen": 18972, + "Ġ[{": 18973, + "Ġcancell": 18974, + "trigger": 18975, + ".:": 18976, + "WORK": 18977, + "declare": 18978, + "Ġdecrease": 18979, + "ÅĽci": 18980, + "loom": 18981, + ".None": 18982, + "ĠMI": 18983, + "ĠJason": 18984, + "Ġhealthcare": 18985, + "iamond": 18986, + "sylvania": 18987, + "*x": 18988, + "ĠRa": 18989, + "[b": 18990, + "Ġprinting": 18991, + "phabet": 18992, + "ĠLabour": 18993, + "opper": 18994, + "Ġzijn": 18995, + "-target": 18996, + "_FUNCTION": 18997, + "Ġoct": 18998, + "ениÑı": 18999, + "åľ¨": 19000, + "Ġwestern": 19001, + "Ġcomputers": 19002, + "ĠRET": 19003, + "HashMap": 19004, + "[String": 19005, + "getValue": 19006, + "_DATE": 19007, + ".Next": 19008, + "ĠFif": 19009, + "él": 19010, + "icked": 19011, + "æİ": 19012, + "-MM": 19013, + "Ġ{ĊĊĊ": 19014, + "Ġcontacts": 19015, + "Ġdigits": 19016, + "Produ": 19017, + "Ġunusual": 19018, + "Ġrapidly": 19019, + "tures": 19020, + "Ġangry": 19021, + "cancel": 19022, + "xxxx": 19023, + "_parser": 19024, + "idity": 19025, + "_PREFIX": 19026, + "710": 19027, + "Ġmehr": 19028, + "Ġrarely": 19029, + "ethe": 19030, + "opes": 19031, + "Ġ%.": 19032, + "works": 19033, + "Ġtheta": 19034, + "Ġcontribution": 19035, + "ĠTony": 19036, + "Ġsquad": 19037, + "537": 19038, + "ай": 19039, + "Ġîn": 19040, + "there": 19041, + "outed": 19042, + "ĉq": 19043, + "ĻĤ": 19044, + "good": 19045, + "LI": 19046, + "页": 19047, + "ĠLiving": 19048, + "izabeth": 19049, + "Ġkt": 19050, + "ĠDallas": 19051, + "]],Ċ": 19052, + "Ġ/>ĊĊ": 19053, + "Ġraising": 19054, + "/router": 19055, + "_game": 19056, + "368": 19057, + "ĠCUR": 19058, + "zens": 19059, + ".es": 19060, + "ĠfontWeight": 19061, + "(func": 19062, + "notification": 19063, + "Ġ'../../../": 19064, + "Ġblame": 19065, + "ãĢĤĊĊĊĊ": 19066, + "anco": 19067, + "980": 19068, + "Identity": 19069, + "follow": 19070, + "Ġarts": 19071, + "xs": 19072, + "Ġofficially": 19073, + "ĠStudio": 19074, + "Ġrecommendations": 19075, + "Ġlocale": 19076, + "Ġamateur": 19077, + "ĠEnable": 19078, + "Ġcaps": 19079, + ".End": 19080, + "388": 19081, + "-add": 19082, + "_gshared": 19083, + "ĠCT": 19084, + "Force": 19085, + "ĊĠĠĠĠĠĠĠĠĠĠĠĠĊ": 19086, + "Ġorange": 19087, + "Ġlp": 19088, + "Ġanswered": 19089, + ".Grid": 19090, + "Ġdual": 19091, + "Ġstrategic": 19092, + "Ġnobody": 19093, + "Ġfatal": 19094, + "_est": 19095, + "(el": 19096, + "Ġìł": 19097, + "ĠBudd": 19098, + "AIT": 19099, + "_factor": 19100, + "-one": 19101, + "ĠHAVE": 19102, + "\"čĊčĊ": 19103, + "760": 19104, + "Prof": 19105, + "Ġär": 19106, + "strings": 19107, + "Ġdirty": 19108, + "ĠFace": 19109, + "ĠBegin": 19110, + "ĠBus": 19111, + "Ġwis": 19112, + "åŃĹ": 19113, + "Ġspeaker": 19114, + "Ġcarrier": 19115, + "ĠOm": 19116, + "Ġhadn": 19117, + "Allow": 19118, + "::__": 19119, + "Ġverb": 19120, + "ĠComplete": 19121, + "ĠEasy": 19122, + "Ġbills": 19123, + "ĠĠĊĊ": 19124, + "Vertical": 19125, + "Ġpron": 19126, + "ĠDefine": 19127, + "Ġlookup": 19128, + "variables": 19129, + "Ġpandas": 19130, + "umes": 19131, + "Ġinnoc": 19132, + "ĠsetUp": 19133, + "ĠChampionship": 19134, + "artist": 19135, + "ĠCType": 19136, + "Foundation": 19137, + "à¹Ī": 19138, + "ĠSetup": 19139, + "428": 19140, + "Ġrecipes": 19141, + "ĠUIColor": 19142, + "ĠFight": 19143, + "Ġauthorized": 19144, + "_click": 19145, + "990": 19146, + "_success": 19147, + "angan": 19148, + "ĠMountain": 19149, + "ĠDoctor": 19150, + "Ġegg": 19151, + "ĠMedicine": 19152, + "cles": 19153, + "`.Ċ": 19154, + "[int": 19155, + "dashboard": 19156, + "ĠAppro": 19157, + "-dr": 19158, + "Ġproduces": 19159, + "Ġrental": 19160, + "Ġreload": 19161, + "381": 19162, + "Ġarrival": 19163, + "spot": 19164, + "Ġundert": 19165, + "378": 19166, + "Ġequipped": 19167, + "Ġproved": 19168, + "Ġcenters": 19169, + "Ġdefines": 19170, + "also": 19171, + "Ġopacity": 19172, + "ĠUnfortunately": 19173, + "ĠIllinois": 19174, + "Ġне": 19175, + "ĠTemple": 19176, + "ĠTrail": 19177, + "ĠKelly": 19178, + "Ġmeasurement": 19179, + "Ġseparated": 19180, + "-circle": 19181, + "Hey": 19182, + "ĠREAD": 19183, + "igits": 19184, + "Ġib": 19185, + "ĠMOD": 19186, + "attery": 19187, + "аз": 19188, + "Ġvend": 19189, + "енÑĤ": 19190, + "ĠHttpClient": 19191, + "359": 19192, + "safe": 19193, + "_ASS": 19194, + "icit": 19195, + "ĠConstruct": 19196, + "ĠClo": 19197, + "ĠSix": 19198, + "_TOKEN": 19199, + "(block": 19200, + "Ġwarned": 19201, + "/*!": 19202, + "!Ċ": 19296, + "Ġinnovation": 19297, + "_\"": 19298, + "Ġ);čĊčĊ": 19299, + "Ġspots": 19300, + "Ġchoosing": 19301, + ".cs": 19302, + "Ġflexible": 19303, + "UInt": 19304, + "435": 19305, + "930": 19306, + "Ġscratch": 19307, + "-al": 19308, + "Ġfestival": 19309, + "Ġoutstanding": 19310, + "================================================": 19311, + "Mean": 19312, + "ĠOregon": 19313, + "symbol": 19314, + ".account": 19315, + "dney": 19316, + "'''": 19317, + "!\",": 19318, + "901": 19319, + "Ġparticle": 19320, + "Ãĥ": 19321, + "[MAX": 19322, + "IVER": 19323, + "ERENCE": 19324, + "NSMutable": 19325, + "ĠColumbia": 19326, + "_ĊĊ": 19327, + ".fr": 19328, + "Ġcogn": 19329, + "VR": 19330, + "ĠMethods": 19331, + "ĠMade": 19332, + "ĠBR": 19333, + "ĠElse": 19334, + "Ġeggs": 19335, + "Ġswing": 19336, + "ĠInv": 19337, + "Ġdiseases": 19338, + "Ġfirms": 19339, + "Ġlemma": 19340, + "}`);Ċ": 19341, + "lings": 19342, + "Ġgym": 19343, + "uminum": 19344, + ".Trim": 19345, + "Mem": 19346, + "Ġcriticism": 19347, + "ibernate": 19348, + "_TX": 19349, + "ioni": 19350, + "Ġguidance": 19351, + "Ġrepeatedly": 19352, + "Ġsupplier": 19353, + "Ġpainting": 19354, + "864": 19355, + ".Fragment": 19356, + "edException": 19357, + "Ġwiring": 19358, + "Ġcourts": 19359, + "WEB": 19360, + "æľī": 19361, + "\\.": 19362, + "illance": 19363, + "Ġbrows": 19364, + "ĠPattern": 19365, + "PLICATION": 19366, + "ĠSummer": 19367, + "Chain": 19368, + "Ġcute": 19369, + "mercial": 19370, + "Ġdil": 19371, + "ĠFranklin": 19372, + "ĉglobal": 19373, + "INCLUDING": 19374, + "history": 19375, + "Ġlst": 19376, + "Qt": 19377, + "SDL": 19378, + "alia": 19379, + "iere": 19380, + "(...": 19381, + "ĉcin": 19382, + "iffs": 19383, + "velope": 19384, + "ĠRoot": 19385, + "cluster": 19386, + "UserName": 19387, + "igne": 19388, + "()Ċ": 19485, + "Ġapplying": 19486, + "Ġpromised": 19487, + "Ġox": 19488, + "ncia": 19489, + "ĠValidation": 19490, + "orts": 19491, + "_cur": 19492, + "elect": 19493, + "eye": 19494, + "(Data": 19495, + "Ġreporter": 19496, + "ĠBuff": 19497, + "395": 19498, + "Ġsr": 19499, + "Ġ\";": 19500, + "icky": 19501, + "Ġtempor": 19502, + "SN": 19503, + "Ġresident": 19504, + "pires": 19505, + "ysical": 19506, + "Ġendorse": 19507, + "ĠSong": 19508, + "isEmpty": 19509, + "leet": 19510, + "_util": 19511, + "Ġdistingu": 19512, + "ĠTalk": 19513, + "ĠMot": 19514, + "(default": 19515, + ".Arg": 19516, + "gorithms": 19517, + "_words": 19518, + "immer": 19519, + "_reset": 19520, + "family": 19521, + "WW": 19522, + "Ġsavings": 19523, + "ĠâĢĿ": 19524, + "_enable": 19525, + "sidebar": 19526, + "Running": 19527, + "Ġali": 19528, + "Ġtestim": 19529, + "Ġwarnings": 19530, + "ĠChem": 19531, + "ĠExit": 19532, + "Ġfounder": 19533, + "pector": 19534, + "Ġrm": 19535, + "_dataset": 19536, + "ĠDas": 19537, + "Ġhan": 19538, + "Getty": 19539, + "ál": 19540, + "Ġny": 19541, + "Ġpoverty": 19542, + "Ġresulted": 19543, + ".by": 19544, + "ĠVisit": 19545, + "Ġobtaining": 19546, + "/'.$": 19547, + "ĠĠĠĠĠĠĠĠĠĠĠĊ": 19548, + "shall": 19549, + "_LEFT": 19550, + "UIImage": 19551, + "_Name": 19552, + "have": 19553, + "ĠNob": 19554, + "lr": 19555, + "-footer": 19556, + "Ġnaked": 19557, + "ĠGarden": 19558, + "\\Facades": 19559, + "Ġgraduate": 19560, + "417": 19561, + "Ġfranchise": 19562, + "plane": 19563, + "Ġcontributions": 19564, + "ĠstringWith": 19565, + "Ġcrypto": 19566, + "Ġmovements": 19567, + "athers": 19568, + "Ġlifetime": 19569, + "Ġcommunicate": 19570, + "jar": 19571, + "ĠFragment": 19572, + "_IF": 19573, + "ĠNavy": 19574, + "ĠFigure": 19575, + "Ġsimulation": 19576, + "_stop": 19577, + "Ġreporters": 19578, + "Ġversus": 19579, + "aja": 19580, + "Ġα": 19581, + "Ġgovernor": 19582, + "ListItem": 19583, + "Ġsealed": 19584, + ".Background": 19585, + "edi": 19586, + "ashing": 19587, + "Ġlip": 19588, + "ĠIh": 19589, + "merge": 19590, + "Ġnec": 19591, + "024": 19592, + "elocity": 19593, + "ATEG": 19594, + "Ġseeds": 19595, + "Ġfloating": 19596, + "701": 19597, + "_FA": 19598, + "walk": 19599, + "ĉuser": 19600, + "_depth": 19601, + "Ġwage": 19602, + "@app": 19603, + "Nil": 19604, + "([\"": 19605, + "(vector": 19606, + "Ġsecretary": 19607, + "461": 19608, + "ĠjPanel": 19609, + "vez": 19610, + "³³³³": 19611, + "direction": 19612, + "ĠEP": 19613, + "Ġhunt": 19614, + "396": 19615, + "JsonProperty": 19616, + "ĠPORT": 19617, + "]\",": 19618, + "ап": 19619, + "ĠForeign": 19620, + "panic": 19621, + "Ġtrials": 19622, + "ĠAle": 19623, + "Ġrural": 19624, + "-value": 19625, + "authorized": 19626, + "ĠScotland": 19627, + ".drop": 19628, + "ĠMT": 19629, + "ç±": 19630, + "391": 19631, + "rowth": 19632, + "515": 19633, + "FilePath": 19634, + "Ġrecall": 19635, + "ifle": 19636, + "Ġcel": 19637, + "ĠSELECT": 19638, + "kn": 19639, + "_case": 19640, + "Ġcrop": 19641, + "543": 19642, + "sure": 19643, + "pot": 19644, + "ICS": 19645, + "Ġstem": 19646, + "Ġindustries": 19647, + "Put": 19648, + "Ġaber": 19649, + "roadcast": 19650, + "Icons": 19651, + ")\")Ċ": 19652, + "æĪIJåĬŁ": 19653, + "gui": 19654, + "Ġassumed": 19655, + "Ġrx": 19656, + "EA": 19657, + "è§": 19658, + "ELL": 19659, + "Ġdose": 19660, + "Ġine": 19661, + "Ġdeeper": 19662, + "lider": 19663, + "Ġordinary": 19664, + "Ġgolf": 19665, + "605": 19666, + "_IMAGE": 19667, + "ĠNAME": 19668, + "(module": 19669, + "Ġatom": 19670, + "Ġbelt": 19671, + "Ġoffices": 19672, + "506": 19673, + "beta": 19674, + "Ġphilosophy": 19675, + "(JSON": 19676, + "-field": 19677, + "Ġintroduce": 19678, + "Ġconvenience": 19679, + "optim": 19680, + ">\"Ċ": 19681, + "athy": 19682, + "Ġemployer": 19683, + "quate": 19684, + "Ġedited": 19685, + "Arguments": 19686, + "ĠNations": 19687, + "__)": 19688, + "Ġnose": 19689, + "ĠSample": 19690, + "')ĊĊĊ": 19691, + "Ġcake": 19692, + ".getAttribute": 19693, + "HD": 19694, + "392": 19695, + "Modified": 19696, + "445": 19697, + "Ġpredicted": 19698, + "ÅĦ": 19699, + "anie": 19700, + "Sorry": 19701, + "(doc": 19702, + "wind": 19703, + "ieve": 19704, + "Ġprovisions": 19705, + "ATER": 19706, + "OTE": 19707, + "MY": 19708, + ".Autowired": 19709, + "ĠBath": 19710, + "423": 19711, + ".Boolean": 19712, + "Ġbackend": 19713, + ".Mouse": 19714, + "ateral": 19715, + "paper": 19716, + "Const": 19717, + "ĠVR": 19718, + "_entity": 19719, + "_CTRL": 19720, + "ĠProtection": 19721, + "ĠGM": 19722, + "ĠStudy": 19723, + "Ġsoup": 19724, + "otime": 19725, + "'use": 19726, + "]\"": 19727, + "/users": 19728, + "aug": 19729, + "ĠHong": 19730, + "_norm": 19731, + "ãģ¨": 19732, + "Ġsecre": 19733, + "(Build": 19734, + "ĠContract": 19735, + "olas": 19736, + "Ġsauce": 19737, + "Ġaggressive": 19738, + "Ġracial": 19739, + "character": 19740, + "@@": 19741, + "Ġcompile": 19742, + "ĠVoid": 19743, + "_rem": 19744, + "_memory": 19745, + "348": 19746, + "kk": 19747, + "Ġmic": 19748, + "Same": 19749, + "Utility": 19750, + "ĠHtml": 19751, + "ĠXml": 19752, + "Ready": 19753, + "Ġgall": 19754, + "Ġallegedly": 19755, + "ĉĉĉĉĠĠĠ": 19756, + "ĠMetal": 19757, + "ĠPersonal": 19758, + "ĠborderRadius": 19759, + "rxjs": 19760, + "objects": 19761, + "Ġwanting": 19762, + "Ġbowl": 19763, + "vendor": 19764, + "offsetof": 19765, + "ĠRs": 19766, + "ĠRating": 19767, + "Ġrally": 19768, + "_NODE": 19769, + "418": 19770, + "ĠMix": 19771, + "Ġadvertis": 19772, + "485": 19773, + "667": 19774, + "Ġnarrative": 19775, + "sal": 19776, + "Ġmc": 19777, + "SError": 19778, + "Ġfingers": 19779, + "Ġaccompany": 19780, + "Ġtired": 19781, + "Ġstride": 19782, + "Ġgui": 19783, + "elist": 19784, + "Locale": 19785, + "Ġreleases": 19786, + "iking": 19787, + "Ġanger": 19788, + ")))ĊĊ": 19789, + "allest": 19790, + "Summary": 19791, + "(O": 19792, + "(for": 19793, + "Ġbasketball": 19794, + "Ġroads": 19795, + "ĠInstall": 19796, + "ĠFab": 19797, + "itmap": 19798, + "475": 19799, + "Ġ))Ċ": 19800, + "Ġintersection": 19801, + "ighbor": 19802, + "ĠBry": 19803, + "ĠHERE": 19804, + "Software": 19805, + "elfare": 19806, + "acs": 19807, + "622": 19808, + "Ġtrailer": 19809, + ".getClass": 19810, + "chars": 19811, + "Ġregulation": 19812, + "Ġrefers": 19813, + "Ġdestruction": 19814, + "Ġcontinuous": 19815, + "ĠAustin": 19816, + "é¢": 19817, + "akan": 19818, + ".window": 19819, + "ĠTemplates": 19820, + "Ġabsence": 19821, + ":n": 19822, + "Ġdisorder": 19823, + "flash": 19824, + "Ġdelet": 19825, + "boards": 19826, + "ĠĠĉ": 19827, + "ROP": 19828, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 19829, + "Ġacqu": 19830, + "Ġlawsuit": 19831, + "ĠReviews": 19832, + "Ġgarage": 19833, + "timer": 19834, + "Ġej": 19835, + "ĠRectangle": 19836, + "Ġflowers": 19837, + "398": 19838, + "ilst": 19839, + "ĠInstance": 19840, + "Super": 19841, + "det": 19842, + "disposing": 19843, + "ĠES": 19844, + "ĠIC": 19845, + "vere": 19846, + "Sk": 19847, + "_channels": 19848, + "puted": 19849, + "/null": 19850, + "nnen": 19851, + "431": 19852, + "ĠGallery": 19853, + "_global": 19854, + "Authentication": 19855, + "ĠRank": 19856, + "Ġblocked": 19857, + "Ġcalm": 19858, + "market": 19859, + "ĉval": 19860, + "Ġaug": 19861, + "period": 19862, + "ĠConstant": 19863, + "Ġ?>\">Ċ": 19864, + "Ġlobby": 19865, + "pal": 19866, + "379": 19867, + "Ġsink": 19868, + "508": 19869, + "iah": 19870, + "С": 19871, + "urname": 19872, + "Ġconver": 19873, + "Ġinvestigate": 19874, + "Christ": 19875, + "Hub": 19876, + "ĠIND": 19877, + "ĠPed": 19878, + "uras": 19879, + "ĉurl": 19880, + "ĠTro": 19881, + "Ġpreferences": 19882, + "Ġguaranteed": 19883, + "`ĊĊ": 19884, + "Ġportions": 19885, + "Ġevalu": 19886, + "'>;ĊĊ": 19985, + ".AutoScaleMode": 19986, + "Ġcats": 19987, + "465": 19988, + "Ġregistry": 19989, + "ulus": 19990, + "FI": 19991, + "payload": 19992, + "-search": 19993, + "Ġstaying": 19994, + "acious": 19995, + "Decoration": 19996, + "Review": 19997, + "Inf": 19998, + "Keep": 19999, + "itis": 20000, + ",String": 20001, + "Coord": 20002, + "Ġpero": 20003, + "Sex": 20004, + "ĠAtlanta": 20005, + "uesta": 20006, + "Argb": 20007, + ">*": 20008, + "}_": 20009, + "Footer": 20010, + "Ġemployed": 20011, + "_bound": 20012, + "vide": 20013, + ".func": 20014, + "$scope": 20015, + "Ġspo": 20016, + "ĠAnal": 20017, + "ounced": 20018, + "around": 20019, + "Ġrestriction": 20020, + "Ġshops": 20021, + "åĢ": 20022, + "ĠLatin": 20023, + "-col": 20024, + "Ġbarely": 20025, + "ĠEuro": 20026, + "Er": 20027, + "Ġfaire": 20028, + "_distance": 20029, + "_unlock": 20030, + "Quote": 20031, + "IVATE": 20032, + "ĠåĪ": 20033, + "Ġaimed": 20034, + "ĠRetrie": 20035, + ".iter": 20036, + "Ġwrapped": 20037, + "Ġagreements": 20038, + "strument": 20039, + "(product": 20040, + "Ġstudied": 20041, + ".setValue": 20042, + "Ġye": 20043, + "ĠCache": 20044, + "MBOL": 20045, + "Ġquarterback": 20046, + "Ġsyntax": 20047, + ".getElementsBy": 20048, + ".version": 20049, + "website": 20050, + "Runner": 20051, + "_single": 20052, + "ativ": 20053, + "ĠAltern": 20054, + "ĠBeautiful": 20055, + "rightarrow": 20056, + "Ġdiversity": 20057, + "plash": 20058, + "(co": 20059, + ".Fill": 20060, + "Ġtyping": 20061, + "387": 20062, + "023": 20063, + "Ġclar": 20064, + "Hit": 20065, + "OO": 20066, + "acco": 20067, + "507": 20068, + "worth": 20069, + "Ġscripts": 20070, + "ĠMuslims": 20071, + "ĠLL": 20072, + "erving": 20073, + "(boolean": 20074, + "Ġbaseball": 20075, + "ĠCAN": 20076, + "394": 20077, + "044": 20078, + "MAIL": 20079, + "depend": 20080, + "Ġrespective": 20081, + "Ġconstexpr": 20082, + ".*;ĊĊ": 20083, + "']))Ċ": 20084, + "Ġyard": 20085, + "Ġidentical": 20086, + "ifecycle": 20087, + "USH": 20088, + "upiter": 20089, + ".validate": 20090, + "cli": 20091, + "ISTER": 20092, + "Indicator": 20093, + "Fail": 20094, + "Ġdemocracy": 20095, + ".var": 20096, + "Ġsatisfied": 20097, + "-------------": 20098, + "encer": 20099, + "hor": 20100, + "Ġrounds": 20101, + "DAO": 20102, + "oa": 20103, + "Ġflask": 20104, + "=c": 20105, + "[]Ċ": 20106, + "/dist": 20107, + "Ġparte": 20108, + "Ġconfirmation": 20109, + "eron": 20110, + "aware": 20111, + "": 20112, + "Ġdependencies": 20113, + "ĠVideos": 20114, + "-row": 20115, + "Ġ**/Ċ": 20116, + "Ġnou": 20117, + "Ġhover": 20118, + "æŀ": 20119, + "Ġnin": 20120, + "ĠUSD": 20121, + "Mac": 20122, + "_Load": 20123, + "Ġoutcomes": 20124, + "_socket": 20125, + "Ġqueries": 20126, + "wm": 20127, + "592": 20128, + "Ġhitting": 20129, + "inux": 20130, + "Mich": 20131, + "udge": 20132, + "ATAB": 20133, + "Ġvulnerable": 20134, + "ä¾": 20135, + "Ġportfolio": 20136, + ":YES": 20137, + "ĉmap": 20138, + "Bound": 20139, + "Ġiteration": 20140, + "incess": 20141, + "Ġactors": 20142, + "ĠQual": 20143, + "_clean": 20144, + "ãĢijãĢIJ": 20145, + "MSG": 20146, + "Green": 20147, + "ĠOfficer": 20148, + "Ġsmoking": 20149, + ">',": 20150, + "ĠFlo": 20151, + "++;": 20152, + "433": 20153, + "olygon": 20154, + "Ġbulk": 20155, + "Ġdrama": 20156, + "Ġexceptions": 20157, + "osed": 20158, + "Ġ+čĊ": 20159, + "Ġlegacy": 20160, + "CV": 20161, + "Ġcontributed": 20162, + "ĠTerms": 20163, + "Ġbt": 20164, + "434": 20165, + "Ġuntuk": 20166, + "Ġalien": 20167, + "===Ċ": 20168, + "ĉVector": 20169, + "Ġls": 20170, + "Online": 20171, + ".facebook": 20172, + "numeric": 20173, + "ockets": 20174, + "Aut": 20175, + "bury": 20176, + "-redux": 20177, + "ĠRedistributions": 20178, + "GLOBALS": 20179, + "urrencies": 20180, + "Ġtons": 20181, + "âĢĻ,": 20182, + "Ġê": 20183, + "(col": 20184, + "ĠSymbol": 20185, + "Ġstayed": 20186, + "ĠML": 20187, + "Ġmunicip": 20188, + "Ġsexo": 20189, + "Sen": 20190, + "nr": 20191, + "Ġgains": 20192, + "Ġshortly": 20193, + ".Menu": 20194, + "ý": 20195, + "KNOWN": 20196, + "Ġoperators": 20197, + "-V": 20198, + "ĠPatrick": 20199, + "/add": 20200, + "_CO": 20201, + "iration": 20202, + "(post": 20203, + "Posts": 20204, + "/_": 20205, + "Ġplug": 20206, + "Ġintellectual": 20207, + "Ġmetab": 20208, + "Ġpregnancy": 20209, + "ĠPremier": 20210, + "nm": 20211, + "Ġprediction": 20212, + "606": 20213, + "ĠMinistry": 20214, + "Three": 20215, + "valuate": 20216, + "ĠMini": 20217, + "bu": 20218, + "оз": 20219, + "\";čĊ": 20679, + "ĠSav": 20680, + ".Bold": 20681, + "Ġenables": 20682, + "ĉtmp": 20683, + "Ġmanually": 20684, + "ĠSqu": 20685, + "userid": 20686, + ".function": 20687, + ".cache": 20688, + "LOPT": 20689, + ".Services": 20690, + "588": 20691, + "ddit": 20692, + "tim": 20693, + ">>": 20761, + "station": 20762, + "lore": 20763, + "atype": 20764, + "ishop": 20765, + "/****************************************************************": 20766, + "521": 20767, + "ComboBox": 20768, + "Ġvacation": 20769, + "Ġinitiative": 20770, + "ĠdefaultValue": 20771, + "770": 20772, + "concat": 20773, + "ĠKh": 20774, + "632": 20775, + "ĠWelcome": 20776, + "izedName": 20777, + "Migration": 20778, + "Ġgradient": 20779, + "Hot": 20780, + "Ġhardly": 20781, + "elo": 20782, + "ĠStudents": 20783, + "Ġloose": 20784, + "730": 20785, + "atz": 20786, + ".Send": 20787, + "'/": 20788, + "Ġuniversal": 20789, + "Ġenterprise": 20790, + "Ġregex": 20791, + "Ġvisitor": 20792, + "ĠFly": 20793, + "Seq": 20794, + "à¸Ļ": 20795, + "ĠVisual": 20796, + "Ġlibraries": 20797, + "atoes": 20798, + "Payment": 20799, + "447": 20800, + "Ġpent": 20801, + "Ġgathered": 20802, + "VRTX": 20803, + "ĠDM": 20804, + "Split": 20805, + "Ġletting": 20806, + "ÐĿ": 20807, + "_errors": 20808, + "epoch": 20809, + "PARAM": 20810, + "cu": 20811, + "ÑģÑĤв": 20812, + "olutions": 20813, + "Editing": 20814, + "fonts": 20815, + "Ġallocated": 20816, + "ĠBased": 20817, + "(Y": 20818, + "ĠJudge": 20819, + "Ġbrothers": 20820, + "FILES": 20821, + "ço": 20822, + "531": 20823, + "wb": 20824, + "_PI": 20825, + "'^": 20826, + "Ġsword": 20827, + ".services": 20828, + "Ġnl": 20829, + "Tim": 20830, + "igg": 20831, + "ĠMoore": 20832, + "Ġcryptoc": 20833, + "åĩº": 20834, + "_posts": 20835, + "otate": 20836, + "?'": 20837, + "....ĊĊ": 20838, + "Ġkl": 20839, + "=\"$": 20840, + "Ġdecoration": 20841, + "ạ": 20842, + "ĠDIRECT": 20843, + "GUI": 20844, + ")=>{Ċ": 20845, + "Ġnewsletter": 20846, + "Ġprecis": 20847, + "(point": 20848, + "ĠEquipment": 20849, + "uty": 20850, + "ĠDave": 20851, + "Ġparticipation": 20852, + "uarios": 20853, + "xit": 20854, + ".As": 20855, + "ETER": 20856, + "orous": 20857, + "Ġshield": 20858, + "[]>": 20859, + "ilitary": 20860, + ".origin": 20861, + "Ġpromotion": 20862, + "Unt": 20863, + "Ġct": 20864, + "TRA": 20865, + "556": 20866, + "ViewHolder": 20867, + "Ġsigma": 20868, + "delta": 20869, + "arehouse": 20870, + "contract": 20871, + "(Vector": 20872, + "721": 20873, + "Ġcompete": 20874, + "/form": 20875, + "/components": 20876, + "Ġnr": 20877, + "ĠIndones": 20878, + "ĠоÑĤ": 20879, + "ĠVolume": 20880, + ".files": 20881, + "(resp": 20882, + "/models": 20883, + "Ġsurf": 20884, + "standard": 20885, + "/o": 20886, + "ĠXCTAssert": 20887, + "VICES": 20888, + ".Code": 20889, + "SED": 20890, + "Ġactivate": 20891, + "Delta": 20892, + "Ġlimitation": 20893, + "rij": 20894, + "Ġpregnant": 20895, + ":^(": 20896, + "Ġsour": 20897, + "pie": 20898, + "803": 20899, + "Ġexpense": 20900, + "ication": 20901, + "ĠLarge": 20902, + "Ġ±": 20903, + "ĠBowl": 20904, + "(models": 20905, + "/N": 20906, + "857": 20907, + "Pa": 20908, + ".reload": 20909, + "Ġwondering": 20910, + "462": 20911, + "Execution": 20912, + "ĉĠĠĠĠĠĠ": 20913, + "ĠGraphics": 20914, + "ĠContin": 20915, + "_job": 20916, + "ĠgetName": 20917, + "ĠMagn": 20918, + "ĠDWORD": 20919, + "mad": 20920, + "Ġnh": 20921, + "features": 20922, + "}\");Ċ": 20923, + "heets": 20924, + "(train": 20925, + "zn": 20926, + "Ġrecruit": 20927, + ".connection": 20928, + "Ġbarrel": 20929, + "Ġsteam": 20930, + "_setting": 20931, + "Ġangular": 20932, + "aneously": 20933, + "Ġbil": 20934, + "ĠNorm": 20935, + "522": 20936, + "(!$": 20937, + "ibt": 20938, + "%(": 20939, + "Ġposit": 20940, + "ĠFather": 20941, + "intendo": 20942, + "565": 20943, + "Live": 20944, + "041": 20945, + "Ġports": 20946, + "Ġmej": 20947, + "Ġlanding": 20948, + "ponder": 20949, + "Ġcod": 20950, + "_HEADER": 20951, + ".Margin": 20952, + "Ġballs": 20953, + "Ġdiscussions": 20954, + "Ġblend": 20955, + "Hex": 20956, + "Ġfarmers": 20957, + "Ġmaintaining": 20958, + "ĠĠĠčĊ": 20959, + "syn": 20960, + "[T": 20961, + "rus": 20962, + "439": 20963, + "uffers": 20964, + "Ġcontributors": 20965, + "_sys": 20966, + ".Debug": 20967, + "Ġconstructed": 20968, + "omes": 20969, + "?id": 20970, + "slider": 20971, + "Ġsuppliers": 20972, + "611": 20973, + "scriber": 20974, + "pes": 20975, + "Ðŀ": 20976, + "\":čĊ": 20977, + "\\Controller": 20978, + "))ĊĊĊ": 20979, + "Ġlua": 20980, + "Multi": 20981, + "ENS": 20982, + "Src": 20983, + "Ġpetition": 20984, + "Ġslave": 20985, + "looking": 20986, + "VERT": 20987, + "ĉvector": 20988, + "Special": 20989, + "hh": 20990, + "anne": 20991, + "ĠNiger": 20992, + "/views": 20993, + "zing": 20994, + "endant": 20995, + "(": 21238, + "544": 21239, + ".Product": 21240, + "Forms": 21241, + "NEW": 21242, + "Pay": 21243, + "ĉboolean": 21244, + "_contact": 21245, + "ĠElectric": 21246, + "skip": 21247, + "Ġwur": 21248, + "Ġchronic": 21249, + "_driver": 21250, + "940": 21251, + "ĠSab": 21252, + "ĠUlt": 21253, + "ĠRad": 21254, + "STATUS": 21255, + "ĠLewis": 21256, + "OB": 21257, + "Ġgifts": 21258, + ".Rec": 21259, + "TRUE": 21260, + "Ġintensity": 21261, + "Marker": 21262, + ".compare": 21263, + "ffic": 21264, + "Cookie": 21265, + "ĠBaby": 21266, + "ĠBigDecimal": 21267, + "ilet": 21268, + "ĠHOLDERS": 21269, + "ĠLady": 21270, + "Ġlung": 21271, + "ĠAlabama": 21272, + "Ġdess": 21273, + "`);Ċ": 21274, + "ĠBuilder": 21275, + "_region": 21276, + "Ġneutral": 21277, + "909": 21278, + "Both": 21279, + "Ġhp": 21280, + "Ġhorn": 21281, + "Ġsegments": 21282, + "ĠEC": 21283, + "\"=>\"": 21284, + "(rec": 21285, + "ĠPi": 21286, + "GM": 21287, + "Ġlaptop": 21288, + "Scalar": 21289, + "463": 21290, + "isd": 21291, + "-dialog": 21292, + "ĠAnderson": 21293, + "Ġmistakes": 21294, + "708": 21295, + "ĠHan": 21296, + "jes": 21297, + "estination": 21298, + "436": 21299, + "Ġpromises": 21300, + "bid": 21301, + "ĠScient": 21302, + "GIN": 21303, + "ĠPerformance": 21304, + "bage": 21305, + ".users": 21306, + "leading": 21307, + "Ġoral": 21308, + "Graphics": 21309, + "488": 21310, + "_PTR": 21311, + "518": 21312, + "hang": 21313, + "Ġinev": 21314, + "processing": 21315, + "Factor": 21316, + "ĠNA": 21317, + "$string": 21318, + "Ġgrounds": 21319, + ".SaveChanges": 21320, + "clock": 21321, + "941": 21322, + "cripcion": 21323, + "ĠNewton": 21324, + "gc": 21325, + ".includes": 21326, + "Ġblast": 21327, + "Ġ'-'": 21328, + "Ġpuede": 21329, + "469": 21330, + ".Session": 21331, + "Ġgrep": 21332, + "_final": 21333, + "ĠGay": 21334, + "ĠGive": 21335, + "iri": 21336, + "-star": 21337, + "ĠUIImage": 21338, + "_epoch": 21339, + "ubb": 21340, + "enth": 21341, + "Ġelite": 21342, + "Ġcampaigns": 21343, + "ĠPorno": 21344, + "_assign": 21345, + "Protocol": 21346, + "ĠBeing": 21347, + "ĠAirport": 21348, + "Ġconventional": 21349, + "ĠWat": 21350, + "ĠCI": 21351, + "ETA": 21352, + "ĠAnthony": 21353, + "Ġtablet": 21354, + "(format": 21355, + "Ġconsistently": 21356, + "ĠIowa": 21357, + "474": 21358, + "Ġavatar": 21359, + "027": 21360, + ".cursor": 21361, + "![": 21362, + "Ġhanging": 21363, + "Her": 21364, + "Such": 21365, + "';ĊĊĊ": 21366, + "orgeous": 21367, + "()==": 21368, + "ĠviewModel": 21369, + "Ġãĥ": 21370, + "Ġels": 21371, + "ĠAgent": 21372, + "Fetch": 21373, + "apor": 21374, + "Ġcx": 21375, + "pread": 21376, + "ĠPier": 21377, + "oeff": 21378, + "616": 21379, + "Sn": 21380, + "890": 21381, + "ĠVirtual": 21382, + "Apr": 21383, + ".White": 21384, + "615": 21385, + "_MOD": 21386, + "ĠPoints": 21387, + "失": 21388, + "Ġgenes": 21389, + "Ġvendor": 21390, + "Ġmainstream": 21391, + "Ċ": 21421, + "Filename": 21422, + "Ġsne": 21423, + "ĠFootball": 21424, + "Ġrival": 21425, + "Ġdisaster": 21426, + "ionic": 21427, + "ĠDamage": 21428, + ".Resource": 21429, + "-en": 21430, + "ĠTypes": 21431, + "getString": 21432, + "(board": 21433, + "Ġbol": 21434, + "plain": 21435, + "zym": 21436, + "า": 21437, + "Ġscanner": 21438, + "ilder": 21439, + "_msgs": 21440, + "æı": 21441, + "(intent": 21442, + "Ġdestruct": 21443, + "Ġbust": 21444, + "ĠEmploy": 21445, + "oni": 21446, + "ĠUIViewController": 21447, + "Ġodds": 21448, + "earer": 21449, + "Geometry": 21450, + "Ġyii": 21451, + "_EXPORT": 21452, + "ĠAttack": 21453, + "Ġniet": 21454, + "Ġimpression": 21455, + "ĠGil": 21456, + "_prob": 21457, + "528": 21458, + "ĠCF": 21459, + "ĠExperience": 21460, + "/plugins": 21461, + ".Method": 21462, + "Ġbeliefs": 21463, + "Native": 21464, + "_build": 21465, + "Ġvig": 21466, + "Ġranks": 21467, + "covered": 21468, + "705": 21469, + "such": 21470, + "Guard": 21471, + ".pack": 21472, + "adder": 21473, + "809": 21474, + "ivia": 21475, + "lng": 21476, + "ĠвÑĭ": 21477, + "552": 21478, + "Timestamp": 21479, + "_now": 21480, + "Ġpoker": 21481, + "Ġunc": 21482, + "Ġshapes": 21483, + "-types": 21484, + "_period": 21485, + "pk": 21486, + "Ġveteran": 21487, + "Ġsono": 21488, + "Ġappointed": 21489, + "overflow": 21490, + ".driver": 21491, + "_cat": 21492, + "utt": 21493, + "plant": 21494, + "imb": 21495, + "ĠAccept": 21496, + "Ġconcert": 21497, + "ĉnode": 21498, + "ĉz": 21499, + "?>čĊ": 21500, + "Ġbanned": 21501, + "ĉĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 21502, + "Ġtoxic": 21503, + "Ġdisappe": 21504, + "473": 21505, + "ÈĽ": 21506, + "Ġgrace": 21507, + "ateful": 21508, + "Reply": 21509, + "ĠCruz": 21510, + "486": 21511, + "Ġscrap": 21512, + "Ġkeywords": 21513, + "simp": 21514, + "Ġmortgage": 21515, + "Ġcyber": 21516, + "ĠExecute": 21517, + "Ġlatitude": 21518, + "ifu": 21519, + ".COM": 21520, + "dbo": 21521, + "Ġsorts": 21522, + "ĠGas": 21523, + "omial": 21524, + ".Local": 21525, + "Cells": 21526, + ".Replace": 21527, + "Strings": 21528, + ".fit": 21529, + "ĠThird": 21530, + "%\",Ċ": 21531, + "Ġ{}\".": 21532, + "ĠSony": 21533, + "Ġ[:": 21534, + "585": 21535, + "Ġfallen": 21536, + ".')Ċ": 21537, + "inh": 21538, + "ĠMC": 21539, + "Ġredis": 21540, + "Codes": 21541, + "Ġprofiles": 21542, + "hook": 21543, + "Reducer": 21544, + "_FUNC": 21545, + "Ġnavigate": 21546, + "strlen": 21547, + "Ġhorm": 21548, + "áŀ": 21549, + "ĠSR": 21550, + ".boot": 21551, + "Ġdigest": 21552, + "ĉheader": 21553, + ".findOne": 21554, + "æģ": 21555, + "DbType": 21556, + "nia": 21557, + "_merge": 21558, + "Ġdonne": 21559, + "/Getty": 21560, + "_CHAR": 21561, + "Ġbands": 21562, + ".URL": 21563, + "artial": 21564, + "Ġfreq": 21565, + "Ġsist": 21566, + "Ng": 21567, + "Ġrendering": 21568, + "\\Core": 21569, + "Widgets": 21570, + "ĠVA": 21571, + "Ġactivists": 21572, + "Ste": 21573, + "=_": 21574, + "alla": 21575, + "Stamp": 21576, + "Ġloads": 21577, + "Ġxx": 21578, + "ĠLearning": 21579, + ".Mvc": 21580, + "uir": 21581, + "(\"$": 21582, + "Ġconnecting": 21583, + "ReadOnly": 21584, + "uru": 21585, + "ĠEag": 21586, + "BIT": 21587, + "_DEL": 21588, + "å§": 21589, + "arrass": 21590, + "external": 21591, + "ĠYOUR": 21592, + "ĠBrew": 21593, + "ĠFive": 21594, + "Ġresize": 21595, + "igid": 21596, + "eration": 21597, + "653": 21598, + "ĠÑį": 21599, + "536": 21600, + "åĬł": 21601, + "039": 21602, + "ĠCatch": 21603, + "Ùģ": 21604, + "ĠLeon": 21605, + "amil": 21606, + ".Body": 21607, + "Clip": 21608, + "/list": 21609, + ".br": 21610, + "EditText": 21611, + "ĉdb": 21612, + ".Game": 21613, + "(BuildContext": 21614, + "backend": 21615, + ".Red": 21616, + "facebook": 21617, + "529": 21618, + ".urls": 21619, + "mr": 21620, + "rolled": 21621, + "-------": 21622, + "Ġintervention": 21623, + "Ġretirement": 21624, + "ĠKit": 21625, + "ĠPRE": 21626, + "UpperCase": 21627, + "ĠSocket": 21628, + "Ġ:-": 21629, + "Ġstudying": 21630, + "ĠMetro": 21631, + "arded": 21632, + "Ġconversations": 21633, + "Called": 21634, + "Ġexamine": 21635, + "ertificate": 21636, + ".gz": 21637, + "-responsive": 21638, + "Ġrefund": 21639, + "_network": 21640, + "026": 21641, + "allowed": 21642, + "empt": 21643, + "Ġmeals": 21644, + "Categories": 21645, + "Ġtraveling": 21646, + "Ġkg": 21647, + "Ġshame": 21648, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 21649, + "Ġexplicitly": 21650, + "Ġmathematic": 21651, + "ĠSuite": 21652, + "ĠRGB": 21653, + "******/": 21654, + "Ġmixture": 21655, + "learning": 21656, + ".template": 21657, + "atts": 21658, + "wx": 21659, + "ĉctx": 21660, + ".properties": 21661, + "Ġdrinks": 21662, + "ĠEither": 21663, + "setText": 21664, + ".getData": 21665, + ".zip": 21666, + "Ġreveals": 21667, + ".Ċ": 21681, + "Ġranked": 21682, + "_impl": 21683, + "ĠHandles": 21684, + "Ġhosted": 21685, + "Ġupdating": 21686, + "album": 21687, + "éĿ": 21688, + "Ġshader": 21689, + "Editors": 21690, + "-round": 21691, + "[]{": 21692, + "Ġsep": 21693, + "ĠHi": 21694, + "TEM": 21695, + "lookup": 21696, + ".man": 21697, + "_INPUT": 21698, + "Ġthreatened": 21699, + "_IMPORT": 21700, + "Ġdrops": 21701, + "ruit": 21702, + "sid": 21703, + "both": 21704, + "ĠExcel": 21705, + "Ġjer": 21706, + "ordinary": 21707, + "ей": 21708, + "VIEW": 21709, + "reply": 21710, + "Ġ):Ċ": 21711, + "colors": 21712, + "verified": 21713, + "_Tr": 21714, + "_parse": 21715, + "Ġcongress": 21716, + "617": 21717, + "Promise": 21718, + "ints": 21719, + "ĠMother": 21720, + ".Api": 21721, + "ĠDuration": 21722, + "ĠfirstName": 21723, + "inheritdoc": 21724, + "ĠMars": 21725, + "Ġapr": 21726, + "ODY": 21727, + "Ġvisits": 21728, + "631": 21729, + "Ġhealing": 21730, + "letters": 21731, + ")));čĊ": 21732, + "future": 21733, + ".Framework": 21734, + "Ġkiss": 21735, + "Ġinvolve": 21736, + "Ġsilent": 21737, + "adows": 21738, + "Ġanybody": 21739, + "sch": 21740, + "690": 21741, + "Ġsolely": 21742, + "-img": 21743, + "Ġpropri": 21744, + "Ġinstruct": 21745, + "Ġlicenses": 21746, + "Ġmeth": 21747, + "Ġcondem": 21748, + "ĠDomain": 21749, + "ĠHarris": 21750, + "ĠsÃ¥": 21751, + "CEPT": 21752, + "Batch": 21753, + "@extends": 21754, + "ĠCONTRIBUT": 21755, + ".DataFrame": 21756, + "472": 21757, + "_packet": 21758, + "recision": 21759, + "Ġfocusing": 21760, + ".ht": 21761, + "__\":Ċ": 21762, + ":Get": 21763, + "ĠKC": 21764, + "Ġpassage": 21765, + "Segment": 21766, + "_center": 21767, + "-zA": 21768, + "_BL": 21769, + "Ġconvin": 21770, + "Ġclassified": 21771, + "ĠNSMutable": 21772, + "_ap": 21773, + "tile": 21774, + "Rectangle": 21775, + "492": 21776, + "(nums": 21777, + "vens": 21778, + "ĠUIButton": 21779, + "ĠFeder": 21780, + "amo": 21781, + "Ġoutline": 21782, + "ĠParser": 21783, + "Ġâī": 21784, + "ĠWorks": 21785, + ".Schema": 21786, + "Ġengines": 21787, + "637": 21788, + "563": 21789, + "_common": 21790, + "542": 21791, + "_old": 21792, + "ĠsetContentView": 21793, + "Ġ///<": 21794, + "ĠBT": 21795, + "fm": 21796, + "Ġdivers": 21797, + "_weights": 21798, + "emark": 21799, + "ĠACT": 21800, + "Ġproportion": 21801, + "overlay": 21802, + ".dirname": 21803, + "ĠGit": 21804, + "_REFERENCE": 21805, + "<>": 21806, + "lb": 21807, + "_rule": 21808, + "è´¥": 21809, + "ĠPutin": 21810, + "Ġsleeping": 21811, + "():čĊ": 21812, + "Ġpreserve": 21813, + "Ġparliament": 21814, + "ĠLooking": 21815, + "Ġpicking": 21816, + "ĠDispatch": 21817, + "Ġslip": 21818, + "ëĵ": 21819, + "ĠLyn": 21820, + "_signal": 21821, + "configuration": 21822, + "ĠPitt": 21823, + "491": 21824, + "aden": 21825, + "procedure": 21826, + "Ġenthusi": 21827, + "fight": 21828, + "ĠConsider": 21829, + "Ġtorn": 21830, + "Connected": 21831, + ".cos": 21832, + "_groups": 21833, + "ĠThink": 21834, + "Ġdeliber": 21835, + "Ġresid": 21836, + "working": 21837, + ".columns": 21838, + "ĠCalled": 21839, + "Ġeslint": 21840, + ">\",": 21841, + "_DOWN": 21842, + "hist": 21843, + "ĠAdvanced": 21844, + "Ġrewards": 21845, + "actors": 21846, + "Ġsilence": 21847, + "479": 21848, + "Ġmyth": 21849, + "Ġneur": 21850, + "519": 21851, + "Ġauction": 21852, + ".GetString": 21853, + "eks": 21854, + "(project": 21855, + "598": 21856, + "ĉmsg": 21857, + "ĉoutput": 21858, + "Ġcomplaints": 21859, + "551": 21860, + ",S": 21861, + "Ġtbl": 21862, + "Ġ,ĊĊ": 21863, + "riors": 21864, + "ahren": 21865, + "Ġlawyers": 21866, + "redux": 21867, + "_symbol": 21868, + "offee": 21869, + "_RESULT": 21870, + "(Name": 21871, + "UTC": 21872, + ".currentTime": 21873, + "Ġorganis": 21874, + ".arg": 21875, + "533": 21876, + "Ġminim": 21877, + "wick": 21878, + "Ġreceives": 21879, + "Balance": 21880, + "Ġspeaks": 21881, + "ĠDays": 21882, + "ĠBelow": 21883, + "483": 21884, + "tipo": 21885, + "Present": 21886, + "Ġreserv": 21887, + "hp": 21888, + "Ġrit": 21889, + "_RIGHT": 21890, + "--)": 21891, + "Ġchairman": 21892, + "781": 21893, + "DIS": 21894, + "ĠBOOST": 21895, + "Ġexperiments": 21896, + "687": 21897, + "__);Ċ": 21898, + "Ġstamp": 21899, + "Ġfert": 21900, + "Ġfond": 21901, + "Ter": 21902, + "elve": 21903, + "uren": 21904, + "+i": 21905, + "endency": 21906, + "Ġvirtually": 21907, + "...\"": 21908, + "ï½ŀ": 21909, + "925": 21910, + "-cent": 21911, + "_unique": 21912, + "Ġpricing": 21913, + "mic": 21914, + "RESH": 21915, + "Ġ:::": 21916, + "Ġannotation": 21917, + "ĠCircle": 21918, + "ongodb": 21919, + "itas": 21920, + "Ġ%(": 21921, + "(component": 21922, + "Ġоб": 21923, + "(port": 21924, + "-hour": 21925, + ".obj": 21926, + "LBL": 21927, + "Ġjury": 21928, + "GBT": 21929, + "Ġspy": 21930, + "ĠProfessional": 21931, + "Ġ\"\";ĊĊ": 21932, + "Ġstriking": 21933, + "Ġdiscrimination": 21934, + "Ġpays": 21935, + "937": 21936, + "lict": 21937, + "entes": 21938, + "Ġthrowing": 21939, + "ĠPlugin": 21940, + "(def": 21941, + "ĠRuntimeException": 21942, + "ĠMigration": 21943, + "599": 21944, + "Ġdic": 21945, + "bag": 21946, + "onia": 21947, + "Ġcorruption": 21948, + "704": 21949, + "(Map": 21950, + "Ġprz": 21951, + ".dto": 21952, + "Ġacquire": 21953, + "StateToProps": 21954, + "Ġloving": 21955, + "ож": 21956, + "_pattern": 21957, + "Ġemotions": 21958, + "Ġpublisher": 21959, + "_be": 21960, + "Ġcouples": 21961, + "498": 21962, + "oj": 21963, + "ĠChart": 21964, + "Ġtrop": 21965, + ".tool": 21966, + "Ġestablishment": 21967, + "Ġdol": 21968, + "654": 21969, + "Ġtower": 21970, + "Ġlane": 21971, + "ĠSydney": 21972, + "Ġfilling": 21973, + "claimed": 21974, + "644": 21975, + "Ġdialogue": 21976, + "Ġconvention": 21977, + "booking": 21978, + "parency": 21979, + "æ±": 21980, + "ĠGeneric": 21981, + "718": 21982, + "\\Schema": 21983, + "482": 21984, + "618": 21985, + "Ġranges": 21986, + "/ch": 21987, + "Ġpanels": 21988, + "Ġruled": 21989, + "çĶŁ": 21990, + ".ts": 21991, + "_sets": 21992, + "Ġcleanup": 21993, + "Previous": 21994, + "ĠAnimal": 21995, + "607": 21996, + "($(": 21997, + "ĠAve": 21998, + "ollar": 21999, + "028": 22000, + "_eval": 22001, + "ĉName": 22002, + "(tree": 22003, + "Ġ\"]": 22004, + "571": 22005, + "Ġduties": 22006, + "='/": 22007, + "Clicked": 22008, + "Ġdifferently": 22009, + "ĠClark": 22010, + "Ġdit": 22011, + "ologists": 22012, + "Ġsynd": 22013, + "Ġsends": 22014, + "-known": 22015, + "kb": 22016, + "ĠModal": 22017, + "itative": 22018, + "Ġracing": 22019, + "Ġhighlights": 22020, + "ĠSimon": 22021, + "ĠCaptain": 22022, + "ä¿¡": 22023, + "ĠCB": 22024, + "contin": 22025, + "aran": 22026, + "Ġphysics": 22027, + "retty": 22028, + "etal": 22029, + ".md": 22030, + "axios": 22031, + "Ġspeakers": 22032, + "Ġprep": 22033, + "Ġawarded": 22034, + "ì§Ģ": 22035, + "ĠCorn": 22036, + "ĠNature": 22037, + "UDIO": 22038, + "737": 22039, + "Ġproj": 22040, + "-pre": 22041, + "[u": 22042, + "Features": 22043, + "ĠisEqual": 22044, + "Binary": 22045, + "sig": 22046, + "Ġconfusion": 22047, + "546": 22048, + "568": 22049, + "ĠHat": 22050, + "Ġktó": 22051, + ".configure": 22052, + "MON": 22053, + "494": 22054, + "/edit": 22055, + "_Add": 22056, + ",true": 22057, + "541": 22058, + "Ġcli": 22059, + "ErrorMessage": 22060, + "-loader": 22061, + "Dimensions": 22062, + "ultiply": 22063, + "Ġ{!!": 22064, + "ĠSqlCommand": 22065, + "Ġspoken": 22066, + "Ġpics": 22067, + "Ġtoy": 22068, + "(Key": 22069, + "ĠLoop": 22070, + "ب": 22071, + "EATURE": 22072, + "inction": 22073, + "_setup": 22074, + "wrapper": 22075, + "Ġtong": 22076, + "cular": 22077, + "Opt": 22078, + ".Pl": 22079, + "=\",": 22080, + "(length": 22081, + "umn": 22082, + "Ġchrom": 22083, + "Ġsevent": 22084, + "ĠIllegalArgumentException": 22085, + "478": 22086, + "ĉstart": 22087, + "Ġbegun": 22088, + "CEPTION": 22089, + "dataset": 22090, + "825": 22091, + "ĠFailed": 22092, + "cols": 22093, + "459": 22094, + "Ġknee": 22095, + "imore": 22096, + ".splice": 22097, + "shell": 22098, + "iggers": 22099, + "Ġthemes": 22100, + "995": 22101, + "ĠDJ": 22102, + "ĠAssistant": 22103, + "-$": 22104, + "Maybe": 22105, + "Ġordering": 22106, + "ĠIntelligence": 22107, + "ĠMassachusetts": 22108, + "Ġfailing": 22109, + "elson": 22110, + "Great": 22111, + "=i": 22112, + ".rest": 22113, + "Ġinvite": 22114, + "-disable": 22115, + ".GroupBox": 22116, + "âĢĻest": 22117, + "Ġtackle": 22118, + "gv": 22119, + "etter": 22120, + "Ġ),čĊ": 22121, + "_rules": 22122, + ".warn": 22123, + "functions": 22124, + "ĠChristians": 22125, + "Ġbacked": 22126, + "Ġslider": 22127, + "Ġenjoying": 22128, + "nest": 22129, + "Ġhij": 22130, + "_ms": 22131, + "//*": 22132, + "Annotations": 22133, + "ĠVariables": 22134, + "": 22351, + "cycle": 22352, + "ĠBull": 22353, + "paths": 22354, + "Ġunp": 22355, + "ĠviewDidLoad": 22356, + "_Model": 22357, + "ĠassertTrue": 22358, + "Ġrated": 22359, + "Decl": 22360, + "verted": 22361, + "ĠDat": 22362, + "brew": 22363, + "Ġpointing": 22364, + "Ms": 22365, + "ĠPointer": 22366, + ")'": 22367, + "_non": 22368, + "527": 22369, + "ĠSEC": 22370, + "Ġyeah": 22371, + "gency": 22372, + "initialize": 22373, + "fly": 22374, + "711": 22375, + "[pos": 22376, + ",g": 22377, + "Tele": 22378, + "034": 22379, + "Ġjoke": 22380, + "Ġclause": 22381, + ".findById": 22382, + "enes": 22383, + "(instance": 22384, + "626": 22385, + "£": 22386, + "915": 22387, + "Ġslic": 22388, + "_home": 22389, + "Ġ*/}Ċ": 22390, + "_pages": 22391, + "(service": 22392, + "905": 22393, + "RP": 22394, + "ĠAmong": 22395, + ".getCurrent": 22396, + "806": 22397, + "ãĤ¹": 22398, + "Ġslee": 22399, + "=[Ċ": 22846, + "oler": 22847, + "Ġlibert": 22848, + "Ġ`Ċ": 22849, + "Ġwenn": 22850, + "lated": 22851, + "Ġimmune": 22852, + "(Node": 22853, + "ĠProblem": 22854, + "ĠAbs": 22855, + "logs": 22856, + "Ġ../": 22857, + "ĠADC": 22858, + "Ġ}}\">Ċ": 22859, + ">');Ċ": 22860, + "=b": 22861, + "ĠWind": 22862, + "lahoma": 22863, + "Ġallocate": 22864, + "orian": 22865, + "Ġprescription": 22866, + "-quality": 22867, + "ĠMayor": 22868, + "855": 22869, + "inely": 22870, + "endforeach": 22871, + "ĠComplex": 22872, + "kom": 22873, + "709": 22874, + "TY": 22875, + "790": 22876, + "]].": 22877, + ".Style": 22878, + "_many": 22879, + "','$": 22880, + "Ġbarrier": 22881, + "ĠFetch": 22882, + "ĠMarvel": 22883, + "Ġresist": 22884, + "ого": 22885, + "bidden": 22886, + "ĠRunnable": 22887, + ":false": 22888, + "899": 22889, + "Ġbuilds": 22890, + "ĠStage": 22891, + "Ġdub": 22892, + "empo": 22893, + ".site": 22894, + "558": 22895, + ";ĊĊĊĊ": 22896, + "994": 22897, + "ĠDenver": 22898, + "Ġrevel": 22899, + "Ġtriggered": 22900, + "Ġdice": 22901, + "_fail": 22902, + "Ġgc": 22903, + "833": 22904, + "589": 22905, + "ĉX": 22906, + "ĠThrowable": 22907, + "775": 22908, + ".router": 22909, + "ĠRevolution": 22910, + "ÑĢа": 22911, + "_NON": 22912, + "055": 22913, + "Ł¥": 22914, + "578": 22915, + "Ġelder": 22916, + "Ġabroad": 22917, + "Ġе": 22918, + "ĠAdult": 22919, + "blr": 22920, + "glyphicon": 22921, + "613": 22922, + "Ġpromoting": 22923, + "Ġiz": 22924, + "ĠSolid": 22925, + "645": 22926, + "_loader": 22927, + "early": 22928, + ".enabled": 22929, + "-edit": 22930, + "ĠUL": 22931, + "_play": 22932, + "ĠInterrupt": 22933, + "Ġadvantages": 22934, + "ucle": 22935, + "Ġmechanical": 22936, + ".tableLayoutPanel": 22937, + "ĠWorking": 22938, + "Ġanonymous": 22939, + "Rating": 22940, + "igious": 22941, + "_phone": 22942, + ".addActionListener": 22943, + "Ġfran": 22944, + "unden": 22945, + "Ġ*)&": 22946, + "_bool": 22947, + "ulative": 22948, + "Ġcone": 22949, + "ĠMult": 22950, + "Ġmö": 22951, + "ĠForward": 22952, + "]):Ċ": 22953, + "Ġconvinced": 22954, + "acted": 22955, + "643": 22956, + "ãģĵ": 22957, + "ĠConfigure": 22958, + "Ġceiling": 22959, + "Der": 22960, + "Ġpassengers": 22961, + "Groups": 22962, + "Ġsoccer": 22963, + "/W": 22964, + "aviors": 22965, + "swith": 22966, + "ĠZone": 22967, + ".Options": 22968, + "ĠMom": 22969, + "ieder": 22970, + "Arrays": 22971, + "Ġtreatments": 22972, + "Ġprotecting": 22973, + "fac": 22974, + "Ġpickle": 22975, + "ButtonItem": 22976, + "713": 22977, + "Ġblocking": 22978, + "strar": 22979, + "ò": 22980, + "ĠExport": 22981, + "Ġthrew": 22982, + "otta": 22983, + "ĠBASE": 22984, + ".ws": 22985, + ".LEADING": 22986, + "orderBy": 22987, + "_delay": 22988, + "ĠPu": 22989, + ".dll": 22990, + "ĠChoose": 22991, + "992": 22992, + "Police": 22993, + "ĠBEGIN": 22994, + "boxes": 22995, + "Ġdiamond": 22996, + ",l": 22997, + "Ġĉĉĉ": 22998, + "Ġcurious": 22999, + "624": 23000, + "tv": 23001, + "Ġerotische": 23002, + "ackages": 23003, + "ĉSet": 23004, + "Tick": 23005, + ".border": 23006, + "staticmethod": 23007, + "Ġcher": 23008, + "invoice": 23009, + "Ġcru": 23010, + "Ġdefect": 23011, + "_metadata": 23012, + "relation": 23013, + "ikan": 23014, + "[N": 23015, + "(Qt": 23016, + "(Base": 23017, + "æģ¯": 23018, + "beat": 23019, + "ĠEmpty": 23020, + "ĉo": 23021, + "_shift": 23022, + "Ġregret": 23023, + "722": 23024, + "Those": 23025, + "Cent": 23026, + "ĠPortug": 23027, + "ĠIslands": 23028, + "ĠTIME": 23029, + "Management": 23030, + "996": 23031, + "-sp": 23032, + "539": 23033, + "ême": 23034, + "Ġnotion": 23035, + "unifu": 23036, + "PK": 23037, + "826": 23038, + "è¡Į": 23039, + "ĠCURLOPT": 23040, + "\\\"\\": 23041, + "UV": 23042, + "çº": 23043, + "dra": 23044, + "cou": 23045, + "=`": 23046, + "ĠDestroy": 23047, + "rp": 23048, + ".cancel": 23049, + "GG": 23050, + "runtime": 23051, + "ĠVue": 23052, + "Ġprogressive": 23053, + "/services": 23054, + "Ġrunner": 23055, + "_FRAME": 23056, + ".ToolStripMenuItem": 23057, + "Ġ','": 23058, + "delay": 23059, + "=utf": 23060, + "Ġscreening": 23061, + "Ġpulling": 23062, + "omas": 23063, + "Ġanth": 23064, + "-new": 23065, + "/local": 23066, + "ĠiPad": 23067, + "Ġtwitter": 23068, + "Ġdying": 23069, + "Ġheaven": 23070, + "ĠUInt": 23071, + "ĠSenator": 23072, + "Ġpresum": 23073, + "ĠWalker": 23074, + "Ġovercome": 23075, + "etection": 23076, + "Ġembarrass": 23077, + "China": 23078, + "639": 23079, + "Include": 23080, + "ROLL": 23081, + "ĠdataType": 23082, + "David": 23083, + "ร": 23084, + "lop": 23085, + "-month": 23086, + "Ġscar": 23087, + "ĠSafe": 23088, + "Ġ****************************************************************": 23089, + "Ġaccessories": 23090, + "Ġramp": 23091, + "_USE": 23092, + "Ġcontrad": 23093, + "))]Ċ": 23094, + "Ġprest": 23095, + "ĠHR": 23096, + "ĠRap": 23097, + "Ġusize": 23098, + "Ġcapability": 23099, + "Ġcort": 23100, + "-next": 23101, + "077": 23102, + "627": 23103, + "Ġburden": 23104, + "822": 23105, + "_reader": 23106, + "Ġ@@": 23107, + "regular": 23108, + "ĠKa": 23109, + "036": 23110, + "MAN": 23111, + "Ġastr": 23112, + "Ġ'')Ċ": 23113, + "Ġfed": 23114, + "Ġparsing": 23115, + "ĠYears": 23116, + "Ġbroker": 23117, + "\":{\"": 23118, + "Ġakt": 23119, + "Inventory": 23120, + "abeled": 23121, + "Ġargparse": 23122, + "*******Ċ": 23123, + "versation": 23124, + "Ġcord": 23125, + "ĠTi": 23126, + "Ġhopefully": 23127, + "Ġah": 23128, + "verb": 23129, + "Ġstolen": 23130, + ".Entry": 23131, + "Ġexpecting": 23132, + "Orientation": 23133, + "Ġpowered": 23134, + "Ġpersist": 23135, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 23136, + "']);": 23137, + "')),Ċ": 23138, + "ĠCash": 23139, + "ĉitem": 23140, + "818": 23141, + "grades": 23142, + "ropol": 23143, + "basic": 23144, + "Ġ\");čĊ": 23145, + "Ġawards": 23146, + "(range": 23147, + "-all": 23148, + "ĠIBOutlet": 23149, + "ĠIndeed": 23150, + "----------------------------------------------------------------------------": 23151, + "Ġstomach": 23152, + "Ġflower": 23153, + "Ġsew": 23154, + "_times": 23155, + "avis": 23156, + "QString": 23157, + "ĠRoutes": 23158, + "_prot": 23159, + "Ġcomedy": 23160, + "Ġlogout": 23161, + "Ġwooden": 23162, + "Ġposter": 23163, + "piece": 23164, + ".Join": 23165, + "ĠPok": 23166, + "celona": 23167, + "mutex": 23168, + ";čĊčĊčĊ": 23169, + "Ġstrikes": 23170, + "787": 23171, + "Loaded": 23172, + ")arg": 23173, + "esa": 23174, + "United": 23175, + "Ep": 23176, + "PELL": 23177, + "807": 23178, + "ĠAtlantic": 23179, + "ullet": 23180, + "652": 23181, + "apple": 23182, + "Ġsettled": 23183, + "acon": 23184, + "Ġprinter": 23185, + "ĠGC": 23186, + "å®ļ": 23187, + "Ġrendered": 23188, + ",âĢĻ": 23189, + "heit": 23190, + "social": 23191, + ".ge": 23192, + "714": 23193, + "ĠRick": 23194, + "ĠUtah": 23195, + "got": 23196, + "onical": 23197, + "ĠScroll": 23198, + "ĠSciences": 23199, + "Ġjug": 23200, + "Ġampl": 23201, + "enti": 23202, + "LEFT": 23203, + "Ġtabs": 23204, + "Ġenormous": 23205, + ".getKey": 23206, + "locate": 23207, + ".EX": 23208, + ".storage": 23209, + ".We": 23210, + "Ġtoast": 23211, + "ĠAdditionally": 23212, + "882": 23213, + "ĠNOW": 23214, + "547": 23215, + "_UPDATE": 23216, + "Ġtransferred": 23217, + "tha": 23218, + ".Display": 23219, + "_ui": 23220, + "IDEO": 23221, + "Ġmeaningful": 23222, + "ĠMoscow": 23223, + ",this": 23224, + "ĠVictoria": 23225, + "æĶ¹": 23226, + "ĠÐŁ": 23227, + ".stack": 23228, + "ĠBarn": 23229, + "paredStatement": 23230, + ":string": 23231, + "Ġbij": 23232, + "ĠSTATE": 23233, + "Ġemployers": 23234, + "ĉinput": 23235, + "(|": 23236, + "Ġlex": 23237, + "invoke": 23238, + "ĉnum": 23239, + "++,": 23240, + "atial": 23241, + "orses": 23242, + "Ġfork": 23243, + "_txt": 23244, + "ĠAntonio": 23245, + "Ġ(<": 23246, + "averse": 23247, + "Ġdevast": 23248, + "ãĢĢ": 23249, + ".Dec": 23250, + "ĠGard": 23251, + "/ui": 23252, + ".%": 23253, + "tri": 23254, + "Ġrolled": 23255, + "ValuePair": 23256, + "itten": 23257, + "ĠTher": 23258, + "Ġvrou": 23259, + "ĠFlow": 23260, + "ĠFinance": 23261, + "ĠComb": 23262, + "HC": 23263, + ".setVisible": 23264, + "isl": 23265, + "Ġpk": 23266, + "773": 23267, + "Ġupset": 23268, + "(raw": 23269, + "ĠVice": 23270, + "eatures": 23271, + "ĠLang": 23272, + "029": 23273, + "Looking": 23274, + "767": 23275, + "ĠAST": 23276, + "Ġtrips": 23277, + "ĠJustin": 23278, + "browser": 23279, + "=\"'.$": 23280, + ".vertices": 23281, + "821": 23282, + "-co": 23283, + "}/{": 23284, + "Ġ?,": 23285, + "ĠDomin": 23286, + "ĠBelg": 23287, + "\"<": 23288, + "Ġsuppose": 23289, + "addy": 23290, + "Ġwalks": 23291, + "688": 23292, + "ERRU": 23293, + "_filters": 23294, + "Preferred": 23295, + "scene": 23296, + "еÑģ": 23297, + "ĠAffairs": 23298, + "Ġ\"#{": 23299, + "ĠonSubmit": 23300, + "Ġstocks": 23301, + "/view": 23302, + "gree": 23303, + "-get": 23304, + "903": 23305, + "hit": 23306, + "Jo": 23307, + ".getC": 23308, + "725": 23309, + "Initialized": 23310, + "ÑĤи": 23311, + "cuts": 23312, + "(Type": 23313, + "ĠAgreement": 23314, + "ĠVietnam": 23315, + "Ġ/*!": 23316, + "Ġpizza": 23317, + "-view": 23318, + "_em": 23319, + "Ġlhs": 23320, + "Ġmuy": 23321, + "ĠIdent": 23322, + "ĠFriends": 23323, + "061": 23324, + "Ġabund": 23325, + "_AD": 23326, + ".timestamp": 23327, + "-'": 23328, + "Ġduplicate": 23329, + "Ġhunting": 23330, + "Ġregulatory": 23331, + "iao": 23332, + "amous": 23333, + "ĠEntertainment": 23334, + "[A": 23335, + "iatric": 23336, + "_CLIENT": 23337, + "ĠKids": 23338, + "/pkg": 23339, + "Break": 23340, + ")));ĊĊ": 23341, + "ĠShape": 23342, + "Ġrelating": 23343, + "Interrupt": 23344, + "ableOpacity": 23345, + "embre": 23346, + "Ġmystery": 23347, + "Ġjournalists": 23348, + "ritable": 23349, + ".Link": 23350, + "Ġstopping": 23351, + "CRET": 23352, + ".DB": 23353, + "Ġpopularity": 23354, + "Ġgew": 23355, + "Ġimpr": 23356, + "setValue": 23357, + "FLAG": 23358, + "ĉmax": 23359, + "Ġbake": 23360, + "wy": 23361, + "ĠEconomic": 23362, + "Ġencontr": 23363, + "Ġfname": 23364, + "/de": 23365, + "Rank": 23366, + "Ġbugs": 23367, + ".sm": 23368, + "Ġmedian": 23369, + "DOWN": 23370, + "ĠSure": 23371, + "AtIndex": 23372, + "ĠDick": 23373, + "Ġ(__": 23374, + ".delta": 23375, + "Fr": 23376, + "Ġsuggesting": 23377, + "ĠRecyclerView": 23378, + ",e": 23379, + "START": 23380, + "/****************************************************************************": 23381, + "xford": 23382, + "Ġreceipt": 23383, + "CLAIM": 23384, + "readonly": 23385, + "968": 23386, + "Ġengaging": 23387, + "619": 23388, + "Ca": 23389, + "asma": 23390, + "Ġensuring": 23391, + "English": 23392, + "ĠVancouver": 23393, + "hyth": 23394, + "Ġpurchasing": 23395, + "ĠPI": 23396, + ".word": 23397, + "(sp": 23398, + ".home": 23399, + ":def": 23400, + "Ġgig": 23401, + "574": 23402, + "671": 23403, + "ĠVe": 23404, + "forum": 23405, + "ĠMitch": 23406, + "Bay": 23407, + "_FL": 23408, + "651": 23409, + "Ġsoll": 23410, + "577": 23411, + "_columns": 23412, + "Ġminority": 23413, + "bird": 23414, + "Ġhanded": 23415, + "SSL": 23416, + "STAT": 23417, + "Ġnervous": 23418, + "ĥ½": 23419, + "ĠfilePath": 23420, + "CREATE": 23421, + "Aw": 23422, + "Ġpens": 23423, + "835": 23424, + "seed": 23425, + "ĠCompute": 23426, + "olk": 23427, + "594": 23428, + "ĠAsset": 23429, + "reach": 23430, + "'),čĊ": 23431, + "navigation": 23432, + "LF": 23433, + "/util": 23434, + "ĠPub": 23435, + "ĠâĶ": 23436, + "cion": 23437, + "##Ċ": 23438, + "072": 23439, + "III": 23440, + "TagName": 23441, + "Ġamid": 23442, + "permission": 23443, + "ifiable": 23444, + "xFFFFFFFF": 23445, + "ни": 23446, + ".Buffer": 23447, + "_irq": 23448, + "dark": 23449, + "Ġretval": 23450, + ".fire": 23451, + "production": 23452, + ".listen": 23453, + "ĠWeather": 23454, + "Ġbuyers": 23455, + ".ne": 23456, + "erp": 23457, + "ĠPent": 23458, + "699": 23459, + "Ġwelfare": 23460, + "ĠpageSize": 23461, + "ĠStadium": 23462, + "erta": 23463, + "Ġlev": 23464, + "ampa": 23465, + "Pager": 23466, + "665": 23467, + "Ġcharging": 23468, + "ĠNetflix": 23469, + "|null": 23470, + "_random": 23471, + ".xpath": 23472, + "Ġstere": 23473, + "ĠISIS": 23474, + "ponses": 23475, + "(loc": 23476, + "566": 23477, + "eyond": 23478, + "ĠOfficial": 23479, + "657": 23480, + "ĠMaryland": 23481, + "DataType": 23482, + "_par": 23483, + "{},": 23484, + "ĠEnjoy": 23485, + "727": 23486, + "_SHIFT": 23487, + "ĠAwards": 23488, + "_ENTRY": 23489, + "Ġseemingly": 23490, + "enticate": 23491, + "Ġhearts": 23492, + "583": 23493, + "_;ĊĊ": 23494, + "ĠHIV": 23495, + "Ġindivid": 23496, + "ĠFlag": 23497, + "_ctrl": 23498, + "ĠCallback": 23499, + ",z": 23500, + "ĠGPU": 23501, + "ĉobj": 23502, + "ĠPhoenix": 23503, + "ĠBUS": 23504, + "907": 23505, + "Ġrubber": 23506, + "_AUTH": 23507, + "ĠSolutions": 23508, + "(location": 23509, + "Variables": 23510, + ".setEnabled": 23511, + "_high": 23512, + "WO": 23513, + "Gesture": 23514, + "Ġretry": 23515, + "ĠobjectForKey": 23516, + "alloween": 23517, + "Ġmos": 23518, + "ĠCele": 23519, + "Ġikke": 23520, + "(cell": 23521, + "ĠMODE": 23522, + "rena": 23523, + "Ġdescribing": 23524, + "641": 23525, + "Ġphi": 23526, + "Ġrd": 23527, + "Ġdeserve": 23528, + "Ġwheels": 23529, + "å¸Ĥ": 23530, + "Ġcritics": 23531, + "755": 23532, + "Namespace": 23533, + "ĠFra": 23534, + "ĠĊĊĊĊ": 23535, + "Ġalla": 23536, + "Ġrequiring": 23537, + "æľŁ": 23538, + "utation": 23539, + "Ġdelayed": 23540, + "Ġadministrative": 23541, + "Ġbay": 23542, + ".hidden": 23543, + "Tex": 23544, + "051": 23545, + "Ġboundaries": 23546, + "Ġ]);ĊĊ": 23547, + "ĠFollowing": 23548, + "~/": 23549, + "Fi": 23550, + "_conv": 23551, + "_TITLE": 23552, + "Ġdesde": 23553, + "ICollectionView": 23554, + "Alias": 23555, + "Ġbite": 23556, + "patient": 23557, + "_COMMAND": 23558, + "Completed": 23559, + "ĉelif": 23560, + "(<": 23561, + "Business": 23562, + "ĠPool": 23563, + "Ġpursue": 23564, + "ĠBan": 23565, + "_steps": 23566, + "_DECL": 23567, + "umble": 23568, + "Ġcombo": 23569, + "ĠLayer": 23570, + ".xr": 23571, + "Ġdup": 23572, + "---------": 23573, + "628": 23574, + "Ġmodifier": 23575, + "rob": 23576, + "rez": 23577, + "696": 23578, + "Ġathletes": 23579, + "Used": 23580, + "wear": 23581, + "815": 23582, + "Ġlegitimate": 23583, + "Ġ\"ĊĊ": 23584, + "Ġhv": 23585, + "Std": 23586, + "037": 23587, + "ĠHold": 23588, + "Ġsurviv": 23589, + "ĠAlliance": 23590, + "ĠEarly": 23591, + "778": 23592, + "Behavior": 23593, + "(font": 23594, + "/libs": 23595, + "Ġrectangle": 23596, + "Ġsinger": 23597, + "Ġamp": 23598, + "EqualTo": 23599, + "Ġ\".\"": 23600, + "Ġgirlfriend": 23601, + "å±": 23602, + "linear": 23603, + "observ": 23604, + "Ġpiù": 23605, + "Ġcomplement": 23606, + "WithValue": 23607, + "(password": 23608, + "take": 23609, + "Blank": 23610, + "ĠCompar": 23611, + "'\",": 23612, + "_policy": 23613, + "mongoose": 23614, + "_FAILED": 23615, + ".report": 23616, + "Ratio": 23617, + ".PerformLayout": 23618, + "747": 23619, + "usable": 23620, + "mers": 23621, + "_render": 23622, + "PEED": 23623, + "772": 23624, + "Ġlesb": 23625, + "ĉE": 23626, + "_tool": 23627, + "Ġladies": 23628, + "908": 23629, + "оÑģ": 23630, + "))))Ċ": 23631, + ";;;;": 23632, + ".dot": 23633, + "Ġnest": 23634, + "peak": 23635, + "ukkit": 23636, + "eca": 23637, + "_SW": 23638, + "Ġ&(": 23639, + "ĠOklahoma": 23640, + "Ġbanking": 23641, + "569": 23642, + "ĠNintendo": 23643, + "752": 23644, + "Ġreproduce": 23645, + "_elements": 23646, + "_mac": 23647, + "proxy": 23648, + "Ġremarkable": 23649, + "}/${": 23650, + "Ġouts": 23651, + ".hasNext": 23652, + "MODE": 23653, + "658": 23654, + "Ġanime": 23655, + ".conn": 23656, + "Unique": 23657, + "Dom": 23658, + "Ġimportantly": 23659, + "itty": 23660, + "Ġjuice": 23661, + "Tw": 23662, + "ĠPartners": 23663, + "Ġattacking": 23664, + "Ġportable": 23665, + "amiento": 23666, + ".PictureBox": 23667, + ".gen": 23668, + "Ġoptimal": 23669, + "582": 23670, + "Ġrecre": 23671, + "Ġjournalist": 23672, + "ĠExtract": 23673, + "ĠMoreover": 23674, + "ĠmarginTop": 23675, + ".Ap": 23676, + "Ġfiring": 23677, + "NaN": 23678, + "ĉtemplate": 23679, + "ад": 23680, + ".En": 23681, + "Ġdefence": 23682, + "ĠTel": 23683, + "ilen": 23684, + "jan": 23685, + "=data": 23686, + "ĠUrl": 23687, + "ĠReuters": 23688, + "(total": 23689, + "ĠFifth": 23690, + "Ġessays": 23691, + "Ġinterpretation": 23692, + "Ġcharity": 23693, + "ĠRules": 23694, + "Ġsubsection": 23695, + "styled": 23696, + "azer": 23697, + "lags": 23698, + "LIST": 23699, + "Ġuploaded": 23700, + "Ġtrash": 23701, + "Ġregistr": 23702, + "Ġseller": 23703, + ">';čĊ": 23704, + "ĠstartTime": 23705, + "çĻ": 23706, + "sy": 23707, + "(HttpServletRequest": 23708, + "Ġtrap": 23709, + "GC": 23710, + "Ġembedded": 23711, + "Ġsurrounded": 23712, + "816": 23713, + "imits": 23714, + "TX": 23715, + "ylinder": 23716, + "685": 23717, + "ĠFal": 23718, + "Ġsentences": 23719, + "ĠJa": 23720, + "IFICATION": 23721, + "weapon": 23722, + "ovation": 23723, + "Ġcoat": 23724, + "Ġinterpol": 23725, + "Ġlips": 23726, + "ĠKy": 23727, + "Ġvectors": 23728, + "_am": 23729, + "Ġintake": 23730, + ".world": 23731, + "Ġinbox": 23732, + "ĠMAC": 23733, + "_ab": 23734, + "(nameof": 23735, + "633": 23736, + "Ġentert": 23737, + "Ġgathering": 23738, + "ĠSIM": 23739, + "++.": 23740, + "nya": 23741, + "'}}": 23742, + "ĠUPDATE": 23743, + "Ġpac": 23744, + "(html": 23745, + "ĠSant": 23746, + "iating": 23747, + "ĠIdeas": 23748, + "Ġspray": 23749, + "ĠHart": 23750, + "Ġverification": 23751, + "adesh": 23752, + "/modules": 23753, + "ĠMind": 23754, + "ĠSizedBox": 23755, + "Ġshelter": 23756, + "Ġheroes": 23757, + "atty": 23758, + "Ġcertified": 23759, + "sj": 23760, + "Ġêtre": 23761, + "ÅĤo": 23762, + "Ġpublishing": 23763, + "ĠMalays": 23764, + ".getUser": 23765, + "ĠProvider": 23766, + "ĠLinkedList": 23767, + "ĠBor": 23768, + "ROUND": 23769, + "did": 23770, + "tain": 23771, + "pire": 23772, + "ĠJenn": 23773, + "tel": 23774, + "ande": 23775, + "757": 23776, + "_front": 23777, + "ĠMcG": 23778, + "TestMethod": 23779, + "à¸Ń": 23780, + "Ġoccasionally": 23781, + "ĠWales": 23782, + "Ġexercises": 23783, + "ĠÐĴ": 23784, + "045": 23785, + "-plus": 23786, + "Ġvalidator": 23787, + "Ġprayer": 23788, + "LATED": 23789, + "_author": 23790, + "Ġlabour": 23791, + "++Ċ": 23792, + "-equiv": 23793, + "ĠGPL": 23794, + "Ġfacebook": 23795, + "simple": 23796, + "gly": 23797, + "Processor": 23798, + "ipy": 23799, + "744": 23800, + "Ġ*>": 23801, + "648": 23802, + "Ġcleared": 23803, + "ĠPush": 23804, + "858": 23805, + "Ġpenis": 23806, + "Structure": 23807, + "lij": 23808, + "ĠMorgan": 23809, + "Ġhandful": 23810, + "\".Ċ": 23811, + "984": 23812, + "|\\": 23813, + "Ġ********************************": 23814, + "ĠAqu": 23815, + "584": 23816, + "_IC": 23817, + ".loads": 23818, + "Ġmeter": 23819, + "ĠMarine": 23820, + "::{": 23821, + "ĠTS": 23822, + "776": 23823, + "ĠArrays": 23824, + ".Title": 23825, + "GRAM": 23826, + "termin": 23827, + "Ġcoinc": 23828, + "Else": 23829, + "_states": 23830, + "-run": 23831, + "members": 23832, + "782": 23833, + "astro": 23834, + "066": 23835, + "ĠonPress": 23836, + "Ġbeings": 23837, + "Ġabandoned": 23838, + "Ġtaxp": 23839, + "owners": 23840, + ".mode": 23841, + "Ġdiagnosis": 23842, + "Ġ_Ċ": 23843, + "ĠKnight": 23844, + "ĉA": 23845, + "Ġobserve": 23846, + "),'": 23847, + "823": 23848, + "!\")Ċ": 23849, + "ĠPara": 23850, + "Ġvariation": 23851, + "(False": 23852, + "ĠAnti": 23853, + "Ġgri": 23854, + "Ġhomeless": 23855, + "?v": 23856, + "Ġbez": 23857, + ".Server": 23858, + "release": 23859, + "ĠPatri": 23860, + "Ġchars": 23861, + "Ġranking": 23862, + "activation": 23863, + "581": 23864, + "Ġwides": 23865, + "qr": 23866, + ".Sql": 23867, + "acular": 23868, + "ĠBot": 23869, + "_sync": 23870, + "Ġhappiness": 23871, + "Ġvolunteers": 23872, + "877": 23873, + "Ġsits": 23874, + "/<": 23875, + "[e": 23876, + "(fileName": 23877, + "Ġcapac": 23878, + "832": 23879, + "ĠMaria": 23880, + "father": 23881, + "Ġgram": 23882, + "*i": 23883, + "Ġcaso": 23884, + "_draw": 23885, + "ĠRaw": 23886, + "ĠIterator": 23887, + "664": 23888, + "ĠPadding": 23889, + "924": 23890, + "PD": 23891, + "BOX": 23892, + "ĠSPECIAL": 23893, + "Ġfecha": 23894, + "Ġvide": 23895, + "ĠLeader": 23896, + "以": 23897, + "$(\".": 23898, + "Ġdiameter": 23899, + "Ġmild": 23900, + "745": 23901, + "Ġrocks": 23902, + "appings": 23903, + "048": 23904, + "directory": 23905, + "557": 23906, + ".flush": 23907, + "ĠJess": 23908, + "UNIT": 23909, + "ĠPear": 23910, + "Ġmandatory": 23911, + "Sur": 23912, + "qt": 23913, + "Ġstreams": 23914, + "Ġcooperation": 23915, + "ĠSac": 23916, + "Ġcheaper": 23917, + "ĉch": 23918, + "animation": 23919, + "fare": 23920, + "(height": 23921, + "(True": 23922, + "NY": 23923, + "Ġwrest": 23924, + "Ġpolls": 23925, + "Ġencountered": 23926, + "ĠMarketable": 23927, + "_PASSWORD": 23928, + "716": 23929, + "_SELECT": 23930, + "ĠArabia": 23931, + "_clock": 23932, + "Ġvoy": 23933, + "Ġиз": 23934, + "Ġstir": 23935, + "isible": 23936, + "-effect": 23937, + ".created": 23938, + "Ġtoys": 23939, + "ĠTradable": 23940, + "Ġrust": 23941, + "Ġstrcpy": 23942, + "_timestamp": 23943, + "Ġtalented": 23944, + ",null": 23945, + "ĠJobs": 23946, + "ĠPortland": 23947, + "Ġweakness": 23948, + "Throw": 23949, + "ĠAngel": 23950, + "ä¿®": 23951, + "754": 23952, + "Ġuncert": 23953, + "ï¼īĊ": 23954, + "ĠìĿ´": 23955, + "Which": 23956, + "Ġ[-]:": 23957, + "Something": 23958, + "Ġconvicted": 23959, + "kle": 23960, + "edium": 23961, + "Ġbranches": 23962, + "Ġbases": 23963, + "ç®": 23964, + "Ġcomplexity": 23965, + "ĠFig": 23966, + ".reshape": 23967, + "$db": 23968, + "736": 23969, + "_CONST": 23970, + "ĠTes": 23971, + ".runtime": 23972, + "Ġdeny": 23973, + "ĠBSD": 23974, + "Ġkr": 23975, + "hatt": 23976, + "ĠStatic": 23977, + "Ġuniversities": 23978, + "Replace": 23979, + "Ġdrove": 23980, + "Ġadoles": 23981, + "_plugin": 23982, + "ĠLGBT": 23983, + "Ġtex": 23984, + "duction": 23985, + "751": 23986, + "799": 23987, + "EDI": 23988, + "ĠTed": 23989, + "_URI": 23990, + "Ġreception": 23991, + "arten": 23992, + ".Single": 23993, + "rice": 23994, + "scious": 23995, + "843": 23996, + "_bg": 23997, + "Ġwages": 23998, + "ĠServlet": 23999, + "UILayout": 24000, + "Ġformatted": 24001, + ".Mod": 24002, + "',Ċ": 24049, + "Ġexpanding": 24050, + "ĠHamilton": 24051, + "ĠContrib": 24052, + ".Tables": 24053, + "728": 24054, + "Activ": 24055, + "HH": 24056, + "ocommerce": 24057, + "_;": 24058, + "Ġamongst": 24059, + "owing": 24060, + "859": 24061, + "ĠCold": 24062, + "APH": 24063, + "Ġpsychological": 24064, + "_tensor": 24065, + "Ġpackaging": 24066, + "ĠSweden": 24067, + "Ġpare": 24068, + "Ġaggregate": 24069, + "Ġmoderate": 24070, + "862": 24071, + "_hand": 24072, + "Ġdesignated": 24073, + "Ġdrum": 24074, + "ĠgetUser": 24075, + "ĠCreek": 24076, + "_scope": 24077, + "ĠTransfer": 24078, + "ĠMarg": 24079, + "Ġfighters": 24080, + "Wnd": 24081, + "ĠSel": 24082, + "ĠLaunch": 24083, + "Ġemerging": 24084, + "iframe": 24085, + "ĠAdditional": 24086, + "Ġfears": 24087, + "Ġsatellite": 24088, + "_:": 24089, + "Ġdisposing": 24090, + "GetValue": 24091, + "HttpPost": 24092, + "ATIVE": 24093, + "ulary": 24094, + "Views": 24095, + "Ġattending": 24096, + "ĠTennessee": 24097, + "ĠMission": 24098, + "Ġmedication": 24099, + "ĠWy": 24100, + "ĠAnna": 24101, + "ع": 24102, + "ĠVertex": 24103, + ".types": 24104, + "Organ": 24105, + ".DataGridViewTextBoxColumn": 24106, + "ĠRS": 24107, + "Ġtempo": 24108, + "(App": 24109, + "892": 24110, + "VersionUID": 24111, + ".point": 24112, + "ĠDutch": 24113, + "Hours": 24114, + "LU": 24115, + "Ġquoted": 24116, + ".builder": 24117, + "ĠPerfect": 24118, + "ĠAlways": 24119, + "_two": 24120, + "Ġexclusively": 24121, + "ĠCra": 24122, + "ificar": 24123, + "ĠAWS": 24124, + "ingham": 24125, + "complex": 24126, + "kernel": 24127, + "Ġgravity": 24128, + "Ġwi": 24129, + "052": 24130, + "Ġoverview": 24131, + "661": 24132, + "ĠWant": 24133, + "ĠWP": 24134, + "(sh": 24135, + ".rotation": 24136, + "States": 24137, + "ĠTeen": 24138, + "_components": 24139, + "ìĪĺ": 24140, + "Received": 24141, + "Ġlyrics": 24142, + "rites": 24143, + "ĉĉĉĉĉĠ": 24144, + "-American": 24145, + "[num": 24146, + "/python": 24147, + "ĠUART": 24148, + "Ġapple": 24149, + "ĠJonathan": 24150, + "Ġmomentum": 24151, + "ั": 24152, + "Ĥ¹": 24153, + "Ġmich": 24154, + "andra": 24155, + "Ġbiological": 24156, + "ĠMens": 24157, + "Ġ%%": 24158, + "elsea": 24159, + "ĠMexican": 24160, + ".randint": 24161, + "Ġtale": 24162, + "ĠValidate": 24163, + "Ġdefeated": 24164, + ".htm": 24165, + "Ġcopper": 24166, + "=/": 24167, + "cosystem": 24168, + "Ġrip": 24169, + "decimal": 24170, + ".VISIBLE": 24171, + "ĠTa": 24172, + "ĉĉĉĉĉĉĉĉĉĉĉĉĉĉ": 24173, + "Ġdownloaded": 24174, + "environment": 24175, + "Ġnomine": 24176, + "building": 24177, + "ĠSpot": 24178, + "ipheral": 24179, + "Ġalto": 24180, + "quet": 24181, + "ĠFT": 24182, + "/get": 24183, + "/master": 24184, + "WIN": 24185, + "åħĥ": 24186, + "676": 24187, + "West": 24188, + "argc": 24189, + "Ġproducers": 24190, + "ĠMuch": 24191, + "_storage": 24192, + "credit": 24193, + "CONT": 24194, + "Ġvet": 24195, + "Ġvoices": 24196, + "('',": 24197, + "Ġinstruments": 24198, + "662": 24199, + "ĠMSG": 24200, + "esse": 24201, + "repository": 24202, + "omics": 24203, + "Ġdealer": 24204, + "Still": 24205, + "Ġbanner": 24206, + "ascii": 24207, + "Ġremarks": 24208, + "[js": 24209, + "Ġshorter": 24210, + "gulp": 24211, + "Ġmyster": 24212, + "Ġkun": 24213, + "ĠBird": 24214, + "Ġtiene": 24215, + "788": 24216, + "nut": 24217, + "ĠUm": 24218, + "Ġwise": 24219, + "Yeah": 24220, + "INESS": 24221, + "046": 24222, + "_begin": 24223, + "-heading": 24224, + "Course": 24225, + "ĠčĊčĊ": 24226, + "ombie": 24227, + "graded": 24228, + "ĠGPS": 24229, + "Ġże": 24230, + "Fit": 24231, + "caption": 24232, + "ön": 24233, + "/image": 24234, + "lia": 24235, + "(mod": 24236, + "Ġleak": 24237, + "enza": 24238, + "629": 24239, + "/H": 24240, + "ĠHappy": 24241, + "993": 24242, + "Dist": 24243, + "nx": 24244, + "ĠGovernor": 24245, + "(last": 24246, + "teacher": 24247, + "ĠSent": 24248, + "support": 24249, + "838": 24250, + "jectory": 24251, + "ĠÙħ": 24252, + "Registration": 24253, + "063": 24254, + "ĠGray": 24255, + ",false": 24256, + "Ġadjusted": 24257, + "(settings": 24258, + "'Ċ": 24324, + "-fold": 24325, + "æĬ": 24326, + "ĠBetter": 24327, + "Ġ\"\\<": 24328, + "spacing": 24329, + "Ġfurnished": 24330, + "913": 24331, + "oser": 24332, + "]}Ċ": 24333, + "Ġ$\"": 24334, + "pull": 24335, + ".Post": 24336, + "919": 24337, + "(ip": 24338, + "Ĺı": 24339, + ".front": 24340, + "nte": 24341, + "ĠFM": 24342, + "guid": 24343, + "844": 24344, + "Ġnegotiations": 24345, + "agonal": 24346, + "934": 24347, + "Ġtremend": 24348, + "ungeon": 24349, + "Adv": 24350, + "carousel": 24351, + "ÃŁe": 24352, + "_DESC": 24353, + "Ġhammer": 24354, + "áºŃ": 24355, + "ĠĠĠĠĠĠĠĠĊĊ": 24356, + "-core": 24357, + "-service": 24358, + "Ġcorners": 24359, + "ĠSF": 24360, + "pred": 24361, + ">A": 24362, + "ĠJLabel": 24363, + "Ġromantic": 24364, + "Ġtestimony": 24365, + "osc": 24366, + "ĠGeneration": 24367, + "asures": 24368, + "_internal": 24369, + "Ġprints": 24370, + "Ġ])Ċ": 24371, + "ĠCleveland": 24372, + "repo": 24373, + "Disc": 24374, + "677": 24375, + "762": 24376, + "Ġ\">Ċ": 24377, + "����": 24378, + "Ġnearest": 24379, + "591": 24380, + "_tb": 24381, + "(require": 24382, + "EOF": 24383, + "-child": 24384, + "Ġbudd": 24385, + ".XtraEditors": 24386, + "alties": 24387, + "723": 24388, + "\\\":\\\"": 24389, + "Words": 24390, + "917": 24391, + "Ġlocally": 24392, + "Ġpurchases": 24393, + "695": 24394, + "Drawer": 24395, + "extract": 24396, + "Ġexecut": 24397, + "}'.": 24398, + "userdata": 24399, + "Ġfocuses": 24400, + "-minute": 24401, + "764": 24402, + "ĠPublish": 24403, + "ogo": 24404, + "Ġmountains": 24405, + "Bot": 24406, + "}>{": 24407, + "Ġtension": 24408, + "rod": 24409, + "mesh": 24410, + "Ġtransformed": 24411, + ",R": 24412, + "()}Ċ": 24413, + ".long": 24414, + "Ġgorgeous": 24415, + "ĠSchedule": 24416, + "Ġoldest": 24417, + "Ġsubprocess": 24418, + "(IN": 24419, + "yect": 24420, + "ĠCooper": 24421, + "arness": 24422, + "ĠMonitor": 24423, + ".part": 24424, + "972": 24425, + "ĠNBC": 24426, + "668": 24427, + "Ġcotton": 24428, + "Ġhol": 24429, + "726": 24430, + "Ġrgba": 24431, + "ĠBio": 24432, + "Continue": 24433, + "Pod": 24434, + "Ġparticipating": 24435, + "clusions": 24436, + "(ByVal": 24437, + "734": 24438, + "ì": 24439, + "ĠHOW": 24440, + "_setopt": 24441, + "Ġaccompanying": 24442, + "091": 24443, + "aton": 24444, + "Ġ/\\": 24445, + "ĠAuthentication": 24446, + "ién": 24447, + "ĠBarack": 24448, + "/*.": 24449, + "Ġeager": 24450, + "ĠCancel": 24451, + "$": 24502, + "OLEAN": 24503, + "OKIE": 24504, + "IBILITY": 24505, + "UAGE": 24506, + "ĠSurvey": 24507, + "071": 24508, + "Ġresign": 24509, + "wing": 24510, + "Ġsecrets": 24511, + "Ġchips": 24512, + "JSONObject": 24513, + "Desktop": 24514, + "596": 24515, + "_SYMBOL": 24516, + "(resource": 24517, + "ĠĊ": 24518, + "Ġnewest": 24519, + "uli": 24520, + "Ġdesert": 24521, + "Ġdip": 24522, + "ĠPow": 24523, + "Ġequation": 24524, + "Ġpossibilities": 24525, + "ĠFed": 24526, + "osph": 24527, + "Ġ[%": 24528, + "Ġbubble": 24529, + "etherlands": 24530, + "793": 24531, + "Ġcement": 24532, + ".auto": 24533, + "_AN": 24534, + "âĢĻ.": 24535, + "selection": 24536, + "ĠBond": 24537, + "988": 24538, + "Den": 24539, + "-O": 24540, + ".getType": 24541, + "896": 24542, + ".Window": 24543, + "pres": 24544, + "Ġswinger": 24545, + "\"})Ċ": 24546, + "Ġpip": 24547, + "Ġmice": 24548, + "Ġcompound": 24549, + "-plugin": 24550, + "iko": 24551, + "Ġcenturies": 24552, + "icular": 24553, + "-inline": 24554, + "ĉkey": 24555, + ">\\<": 24556, + "ENSION": 24557, + "Ġ[čĊ": 24558, + "Ġprecisely": 24559, + "Ġété": 24560, + "ĠPast": 24561, + "ĠCambridge": 24562, + "-full": 24563, + "Ġanalyze": 24564, + "ĠSteven": 24565, + "Ġnem": 24566, + "due": 24567, + "oren": 24568, + "Ġmuscles": 24569, + "ijing": 24570, + "852": 24571, + "/-": 24572, + "ĠKennedy": 24573, + "597": 24574, + "RM": 24575, + "ossible": 24576, + "Ġactress": 24577, + "Ġdolor": 24578, + "914": 24579, + "å½ķ": 24580, + "Need": 24581, + ".toggle": 24582, + "ĠRace": 24583, + "wers": 24584, + ".material": 24585, + "ĠDue": 24586, + "ĠPel": 24587, + "#print": 24588, + "Ġindependence": 24589, + "exus": 24590, + "Shadow": 24591, + "Ġencoder": 24592, + "(level": 24593, + "ĠSwift": 24594, + ".doc": 24595, + "_selection": 24596, + "952": 24597, + "ĠserialVersionUID": 24598, + "945": 24599, + "Labels": 24600, + "Ġperformances": 24601, + ".Tag": 24602, + "ĠNHL": 24603, + "izen": 24604, + "/UIKit": 24605, + "991": 24606, + "_CONTROL": 24607, + "Ġearnings": 24608, + "975": 24609, + "ĠAlt": 24610, + "_HANDLE": 24611, + "Ctx": 24612, + "Ġpersu": 24613, + "Ġtran": 24614, + "ç¨": 24615, + "_CHANNEL": 24616, + "Ġsatisfaction": 24617, + "ĠGP": 24618, + "769": 24619, + "iox": 24620, + "mitt": 24621, + "lando": 24622, + "Ġpig": 24623, + "inals": 24624, + "ência": 24625, + "731": 24626, + "Surface": 24627, + "ĠUUID": 24628, + "Ġbeneficial": 24629, + "Ġsequences": 24630, + "ĉmemset": 24631, + "Ġmagical": 24632, + "«": 24633, + "Ġworn": 24634, + "ASC": 24635, + "popup": 24636, + "COMP": 24637, + "_before": 24638, + "eness": 24639, + "Ui": 24640, + "Les": 24641, + ".require": 24642, + ".Serializable": 24643, + "addGap": 24644, + "Ġauthorization": 24645, + "085": 24646, + ".pyplot": 24647, + "urray": 24648, + "latitude": 24649, + "845": 24650, + "frames": 24651, + "ajs": 24652, + "Ġcompass": 24653, + "Ġobservations": 24654, + "_sup": 24655, + ".environ": 24656, + "Ġtriple": 24657, + "ĠRuby": 24658, + "Ġdrain": 24659, + "_FILTER": 24660, + "San": 24661, + "UMP": 24662, + "NullException": 24663, + "ĠGab": 24664, + "owe": 24665, + "ĠTurkish": 24666, + "_sequence": 24667, + "ĠGrant": 24668, + "uela": 24669, + "Ġwo": 24670, + "Ġcube": 24671, + "iq": 24672, + "Ġdisorders": 24673, + "Ġextraordinary": 24674, + "Ġctrl": 24675, + "ĠSeq": 24676, + "entr": 24677, + "865": 24678, + "Ġsanctions": 24679, + "949": 24680, + "utsch": 24681, + "Reports": 24682, + "Ġinherit": 24683, + "Period": 24684, + "Ġphotography": 24685, + "ĠFramework": 24686, + "Ġspecialist": 24687, + "Ġ?ĊĊ": 24688, + "_selected": 24689, + ".Player": 24690, + "Ġallocation": 24691, + "(account": 24692, + "Ġstructural": 24693, + "vable": 24694, + "-offset": 24695, + ".AppCompatActivity": 24696, + "ам": 24697, + ".AddWithValue": 24698, + "Ġicons": 24699, + "Ġshutdown": 24700, + "_low": 24701, + "ĠCompare": 24702, + "ĠCe": 24703, + "=head": 24704, + "lam": 24705, + ".predict": 24706, + "_DEC": 24707, + "ĠSleep": 24708, + "ĠGratis": 24709, + "Ġsuggestion": 24710, + "ĠDEL": 24711, + "caff": 24712, + "avirus": 24713, + "Nothing": 24714, + "ŀĭ": 24715, + "Ġwidespread": 24716, + "Ġmechanisms": 24717, + "ĠtextAlign": 24718, + "occup": 24719, + "ĠRail": 24720, + ":NS": 24721, + "Ġfiber": 24722, + "Ġmk": 24723, + "Ġvintage": 24724, + "-long": 24725, + ".reduce": 24726, + ".Entities": 24727, + "(record": 24728, + "Ġpleasant": 24729, + "FRING": 24730, + ".Cells": 24731, + "OTT": 24732, + "ĉelseif": 24733, + "649": 24734, + "724": 24735, + "_confirm": 24736, + "ĠViewGroup": 24737, + "sym": 24738, + "Ġpray": 24739, + "Ġsuspected": 24740, + "Contains": 24741, + "983": 24742, + "Ġborders": 24743, + "ĠcomponentDid": 24744, + "ASSERT": 24745, + "Ġinfinite": 24746, + "-order": 24747, + "Ġhello": 24748, + "ĠGrade": 24749, + ".currentTimeMillis": 24750, + "apolis": 24751, + "zh": 24752, + "ĉObject": 24753, + ":\\\\": 24754, + "HO": 24755, + "valuation": 24756, + "Ġvocab": 24757, + "719": 24758, + "Ġcoupon": 24759, + "atabases": 24760, + ".GetType": 24761, + "Learn": 24762, + "792": 24763, + "]=\"": 24764, + "ĠGary": 24765, + "otive": 24766, + "Ġash": 24767, + "Ġbib": 24768, + "XXXX": 24769, + "Ġbalanced": 24770, + "VALUE": 24771, + "ĠNat": 24772, + "_Ad": 24773, + "<": 24930, + "Ġfool": 24931, + "Ġesk": 24932, + ".Null": 24933, + "ĠDies": 24934, + "_OUTPUT": 24935, + "_TYPED": 24936, + "Ġpainted": 24937, + "673": 24938, + "735": 24939, + "Ġsophistic": 24940, + "ĠBear": 24941, + "*n": 24942, + "_PACK": 24943, + "Ġdelivering": 24944, + "ĠCOUNT": 24945, + "åįķ": 24946, + "Ġjeg": 24947, + "-car": 24948, + "fname": 24949, + "Ġranging": 24950, + "848": 24951, + "ĠNeg": 24952, + "/******/": 24953, + "ĠCHAR": 24954, + "Ġultra": 24955, + "Grad": 24956, + "=t": 24957, + "Ġjudges": 24958, + "ĠDise": 24959, + "anners": 24960, + "985": 24961, + "891": 24962, + "861": 24963, + "Ġscal": 24964, + "_cal": 24965, + "ĠCONNECTION": 24966, + "_embed": 24967, + "(fn": 24968, + "ĠCraft": 24969, + "047": 24970, + "ĠPas": 24971, + "\")->": 24972, + ".convert": 24973, + ".resource": 24974, + "ĠSTATUS": 24975, + "ông": 24976, + "ĠTit": 24977, + "Ġclassroom": 24978, + "ĠArchitect": 24979, + "ĠKings": 24980, + "Ġsteady": 24981, + "/*!Ċ": 24982, + "ĠGene": 24983, + ")\";Ċ": 24984, + "icia": 24985, + "stan": 24986, + "ĠConstruction": 24987, + "umper": 24988, + "951": 24989, + "wc": 24990, + "ĠCBS": 24991, + "inging": 24992, + "-party": 24993, + "(driver": 24994, + "MARK": 24995, + "082": 24996, + "Ġnested": 24997, + "eward": 24998, + "Ġdependency": 24999, + "Ġmales": 25000, + "928": 25001, + "ĠONE": 25002, + "ĠProduction": 25003, + "][$": 25004, + "ãĥ¼ãĥ": 25005, + "_LOAD": 25006, + "ĠBol": 25007, + "elry": 25008, + "831": 25009, + "łéĻ¤": 25010, + "ĠRequire": 25011, + "Ġplacing": 25012, + "xxx": 25013, + "CALE": 25014, + "Ġthumb": 25015, + "824": 25016, + "Choose": 25017, + "Ġprototype": 25018, + "VOID": 25019, + "Ġlesbian": 25020, + "741": 25021, + "Ġtraits": 25022, + "Sharp": 25023, + "Ġconsume": 25024, + "Truth": 25025, + "ĠactionPerformed": 25026, + "ĠEnvironmental": 25027, + "ĠDean": 25028, + "Ġestado": 25029, + "same": 25030, + "Ġnumeric": 25031, + "Ġtransit": 25032, + ".Email": 25033, + "-side": 25034, + "_RUN": 25035, + "ĠVillage": 25036, + "_OPEN": 25037, + "è¦": 25038, + ".rem": 25039, + "-warning": 25040, + "anya": 25041, + "PropertyChanged": 25042, + "Ġ(!_": 25043, + "(check": 25044, + "ilia": 25045, + "ĠSoft": 25046, + "steps": 25047, + "ĠMadrid": 25048, + "MemoryWarning": 25049, + "Ġhandlers": 25050, + "Ġexperiencing": 25051, + "Ġinspect": 25052, + "buttons": 25053, + "ReceiveMemoryWarning": 25054, + "chemy": 25055, + "Links": 25056, + "Ġurllib": 25057, + ".SystemColors": 25058, + "ĠEigen": 25059, + "Ġpunishment": 25060, + ":UIControl": 25061, + "bara": 25062, + "-set": 25063, + "Ġ}čĊčĊčĊ": 25064, + "Ġtolerance": 25065, + "Ġinterfaces": 25066, + ".redirect": 25067, + "ighbors": 25068, + "csrf": 25069, + "_background": 25070, + ".Utils": 25071, + "_HT": 25072, + "692": 25073, + "ĠInterest": 25074, + "imos": 25075, + "Ġgrants": 25076, + "083": 25077, + "Ġexamined": 25078, + "ÐĶ": 25079, + "Ġcf": 25080, + "forge": 25081, + "backs": 25082, + "ĠObjects": 25083, + "_sent": 25084, + ".entry": 25085, + "ĠTHEN": 25086, + "ellido": 25087, + "cia": 25088, + ",res": 25089, + "659": 25090, + "681": 25091, + "/stdc": 25092, + ".nd": 25093, + "(Int": 25094, + "ĠAuthors": 25095, + "ĠAppCompatActivity": 25096, + "'{": 25097, + "Ġmedi": 25098, + "Music": 25099, + "igm": 25100, + "ceipt": 25101, + "Ġauss": 25102, + "Ġtargeting": 25103, + "ĠKeys": 25104, + "hn": 25105, + ":]Ċ": 25106, + "Ġmineral": 25107, + "î": 25108, + ".ca": 25109, + "761": 25110, + "omed": 25111, + "Ġsheets": 25112, + "Ġcamb": 25113, + "Ġdeadly": 25114, + ".inject": 25115, + "(unit": 25116, + "ĠSelection": 25117, + ".gms": 25118, + "(connection": 25119, + "Ġ$(\"": 25120, + "émon": 25121, + "ĠCurrently": 25122, + "pte": 25123, + "_paths": 25124, + "847": 25125, + "leaf": 25126, + "Ġimplications": 25127, + "posal": 25128, + "ä½į": 25129, + "[/": 25130, + "ancia": 25131, + "éĽ": 25132, + "mul": 25133, + "cie": 25134, + "Ġgeile": 25135, + "679": 25136, + "imals": 25137, + "UIView": 25138, + "Ġsurre": 25139, + "serialize": 25140, + "ISO": 25141, + "Ġarbitrary": 25142, + "Ġsockaddr": 25143, + ".fn": 25144, + "ĠMerc": 25145, + "Ġcasting": 25146, + "KeyDown": 25147, + "ĠnewValue": 25148, + "opens": 25149, + "717": 25150, + "Todo": 25151, + "Ġflexibility": 25152, + "ĉĉĉĉĠĠ": 25153, + "Velocity": 25154, + "ún": 25155, + "rowing": 25156, + "Ġcomputed": 25157, + "`)Ċ": 25158, + "statement": 25159, + "Ġri": 25160, + "_cart": 25161, + "Low": 25162, + "transfer": 25163, + ".nav": 25164, + "Ġgrave": 25165, + "ĠDoor": 25166, + "ĉalert": 25167, + "691": 25168, + "698": 25169, + ".subscribe": 25170, + "-profile": 25171, + "ĉbase": 25172, + "ĠâĪĴ": 25173, + "__ĊĊ": 25174, + "Ġengineers": 25175, + "Ġexplosion": 25176, + "Ġdari": 25177, + "682": 25178, + "ĉLog": 25179, + "onal": 25180, + "Ġisolated": 25181, + "{i": 25182, + "ĠMsg": 25183, + "Future": 25184, + "Ġracist": 25185, + "-wrap": 25186, + "ĠVers": 25187, + "borg": 25188, + "ISION": 25189, + "ĠÑĢаÐ": 25190, + "ĠYan": 25191, + "836": 25192, + "initWith": 25193, + "Ġnomin": 25194, + "(empty": 25195, + "ÃŃn": 25196, + "ãĤ¤": 25197, + "ĉwidth": 25198, + "Ġchamber": 25199, + "/ajax": 25200, + "EMP": 25201, + "093": 25202, + "Ġneces": 25203, + "ivos": 25204, + "logic": 25205, + "*)&": 25206, + "cripts": 25207, + "976": 25208, + "RowAt": 25209, + "053": 25210, + "iblings": 25211, + "Ġears": 25212, + "Ġcomputing": 25213, + "Ġmaker": 25214, + "ĠNeither": 25215, + "breadcrumb": 25216, + "Ġserialize": 25217, + "ĠWithin": 25218, + "Ġdell": 25219, + "_TRACE": 25220, + "092": 25221, + "=a": 25222, + "Ġwishes": 25223, + "-inch": 25224, + "ĠDor": 25225, + "Ġinnocent": 25226, + "ĠDol": 25227, + "Ġintens": 25228, + "forced": 25229, + "054": 25230, + "ĠBIT": 25231, + "Ġphotographs": 25232, + "Ġcasa": 25233, + "ĠLen": 25234, + "\\Framework": 25235, + ".Simple": 25236, + "Ġdear": 25237, + "895": 25238, + ")/(": 25239, + "ippi": 25240, + "Ġowns": 25241, + "Players": 25242, + "Ġproposals": 25243, + ".pi": 25244, + "usalem": 25245, + "Damage": 25246, + "Ġcalories": 25247, + "ĠCreative": 25248, + "Ġ[$": 25249, + "Ġ//čĊ": 25250, + "786": 25251, + "AndView": 25252, + "ème": 25253, + ".custom": 25254, + "_factory": 25255, + "commands": 25256, + "_look": 25257, + "Ġstrcmp": 25258, + "YN": 25259, + "aired": 25260, + "Ġaudit": 25261, + "оÑģÑĤ": 25262, + "ĠReverse": 25263, + "ropriate": 25264, + "etics": 25265, + "';Ċ": 25348, + "Ġpepper": 25349, + "989": 25350, + "Ġshed": 25351, + "ĠMedium": 25352, + "ĠCookie": 25353, + "889": 25354, + "Ġoverseas": 25355, + "edor": 25356, + "asurement": 25357, + "766": 25358, + "åŃĺ": 25359, + "Ġ'.'": 25360, + "Ġphp": 25361, + "ĠPROC": 25362, + "Ġexceptional": 25363, + "(th": 25364, + "ĠJet": 25365, + "Ġoccupied": 25366, + ".setImage": 25367, + "ĠRelated": 25368, + "ucker": 25369, + "Members": 25370, + "PRINT": 25371, + "ĠGlo": 25372, + "_VIEW": 25373, + "}\",Ċ": 25374, + "Ġadoption": 25375, + "[])Ċ": 25376, + "842": 25377, + "ĠMissouri": 25378, + "ĠLincoln": 25379, + "erald": 25380, + "Popup": 25381, + "Ġfate": 25382, + "-bootstrap": 25383, + "fections": 25384, + "ĠPoll": 25385, + "_ARGS": 25386, + "inance": 25387, + "697": 25388, + "-home": 25389, + ".),": 25390, + "_done": 25391, + "694": 25392, + ":ĊĊĊ": 25393, + "Ġdiscussing": 25394, + "ĠSQLException": 25395, + "Ġelectro": 25396, + "ĉreq": 25397, + "Ġzw": 25398, + "886": 25399, + "Ġlui": 25400, + "932": 25401, + "Ġovernight": 25402, + "$user": 25403, + "ĠWAY": 25404, + "Ġallerg": 25405, + "Ġdisappointed": 25406, + "Ġradiation": 25407, + "Ġimpressed": 25408, + "ificates": 25409, + "Ġtob": 25410, + "CLASS": 25411, + "Ġcuda": 25412, + "_det": 25413, + "-post": 25414, + "ulu": 25415, + "Translation": 25416, + "-hand": 25417, + ".year": 25418, + "ĠMongo": 25419, + "Ġunclear": 25420, + ".engine": 25421, + "WEBPACK": 25422, + "rices": 25423, + "_ACCESS": 25424, + "Ġholidays": 25425, + "percent": 25426, + ".Identity": 25427, + "ĠGov": 25428, + "Ġpassionate": 25429, + "!!.": 25430, + "ĠGreece": 25431, + "plusplus": 25432, + "'));": 25433, + "GP": 25434, + "Ġexcit": 25435, + ".tabPage": 25436, + "_cond": 25437, + "Ġsponsor": 25438, + "MODULE": 25439, + "_proc": 25440, + "Ġ$Ċ": 25441, + "Ġrational": 25442, + ".Tool": 25443, + "Ġihr": 25444, + "cca": 25445, + "åĵģ": 25446, + "ĠEstate": 25447, + "IBUTE": 25448, + "ActionPerformed": 25449, + "ĠSolar": 25450, + "¦Ĥ": 25451, + "Ġequity": 25452, + "tid": 25453, + "938": 25454, + "Ġrecip": 25455, + ".simple": 25456, + "mk": 25457, + "689": 25458, + "ĠLuke": 25459, + "ĠGuardian": 25460, + "Ġencrypted": 25461, + "Ġdominant": 25462, + ".place": 25463, + "ĠNV": 25464, + "839": 25465, + "Ġtongue": 25466, + "(Get": 25467, + "Ġstainless": 25468, + ".Play": 25469, + "Ġeb": 25470, + "aci": 25471, + ".buffer": 25472, + "readcrumbs": 25473, + "Ġvaccine": 25474, + "prom": 25475, + "979": 25476, + "ĠuserInfo": 25477, + "Ġslug": 25478, + "SerializedName": 25479, + "-wide": 25480, + "Ġreactions": 25481, + "ĠYang": 25482, + "ĠAdds": 25483, + "(userId": 25484, + "Ġplates": 25485, + "ĠMEM": 25486, + "Ġbail": 25487, + "Inside": 25488, + "eted": 25489, + "Ġelsif": 25490, + "Ġsake": 25491, + "Ġcycles": 25492, + "ĠìĹ": 25493, + "ĉI": 25494, + "-collapse": 25495, + "841": 25496, + "ĠGMT": 25497, + "814": 25498, + "Declaration": 25499, + "Ġgros": 25500, + "Ġreaches": 25501, + "Ġcustody": 25502, + "Until": 25503, + "753": 25504, + "856": 25505, + "tu": 25506, + "ĠChen": 25507, + "Ġnx": 25508, + "(addr": 25509, + "ĠOffer": 25510, + "Ġcolleg": 25511, + "assador": 25512, + "674": 25513, + "Ġmapper": 25514, + "854": 25515, + "ĠSIGNAL": 25516, + "ĠBloom": 25517, + "ĠHoll": 25518, + "ĠImper": 25519, + "-des": 25520, + "_site": 25521, + "Proc": 25522, + "Equ": 25523, + "Ġatomic": 25524, + "ĠWoman": 25525, + "sent": 25526, + "738": 25527, + "817": 25528, + "scar": 25529, + "Ġintelligent": 25530, + "ĠGetting": 25531, + "ĠRegistration": 25532, + "ĠPhill": 25533, + "Ġkiller": 25534, + "unicode": 25535, + "ĊĉĉĊ": 25536, + "ĠJacob": 25537, + "ĠConst": 25538, + "Ġlocate": 25539, + "Ġcaus": 25540, + "749": 25541, + "ĠScholar": 25542, + "Ġconstitutional": 25543, + "Ġinflation": 25544, + "ĠGot": 25545, + "=array": 25546, + "endum": 25547, + "Ġtranslated": 25548, + "Ġdivorce": 25549, + "Entries": 25550, + "Ġsor": 25551, + "ĠQuote": 25552, + "irlines": 25553, + "UK": 25554, + "Ġexcel": 25555, + "(opt": 25556, + "ĠADV": 25557, + ",:,": 25558, + "Ġcontacted": 25559, + "742": 25560, + "ĠDA": 25561, + "Ġrings": 25562, + "ĠIndustrial": 25563, + ".getContext": 25564, + "Ġforgotten": 25565, + "ĠTan": 25566, + "Ġpants": 25567, + "Ġov": 25568, + "Ġdecoder": 25569, + "ĠPartial": 25570, + "Ġvc": 25571, + "Ġbattles": 25572, + "Arial": 25573, + "FRINGEMENT": 25574, + "irates": 25575, + ",w": 25576, + "aintenance": 25577, + "ĠOd": 25578, + "ĠTechnologies": 25579, + "åīį": 25580, + "ĠCarter": 25581, + ".findAll": 25582, + "Nome": 25583, + "Ben": 25584, + "ĠUsage": 25585, + "ĠPicture": 25586, + "Ġbadly": 25587, + "_panel": 25588, + "Ġpatent": 25589, + "ĠProtocol": 25590, + "lotte": 25591, + "ĉplayer": 25592, + "jections": 25593, + "746": 25594, + "Ġdou": 25595, + "_release": 25596, + "urniture": 25597, + "_tax": 25598, + "ĠFields": 25599, + ".dataset": 25600, + "_master": 25601, + "CLUDE": 25602, + "ĠPharm": 25603, + "bst": 25604, + "Ġoperational": 25605, + ".cell": 25606, + "Ġidentifying": 25607, + "Ġjwt": 25608, + "tuple": 25609, + "ĠTC": 25610, + "ĠCro": 25611, + "936": 25612, + "ixmap": 25613, + "-components": 25614, + "general": 25615, + "Ġoz": 25616, + "_De": 25617, + "_double": 25618, + "ĠToo": 25619, + "088": 25620, + ".ViewGroup": 25621, + "879": 25622, + "gate": 25623, + "dings": 25624, + "photos": 25625, + "Ġgrande": 25626, + "ollect": 25627, + "_lin": 25628, + "Ġawful": 25629, + "filters": 25630, + "Ġalternate": 25631, + "esp": 25632, + "Ġcompress": 25633, + "eo": 25634, + "ĠScale": 25635, + "Ġindirect": 25636, + "Ġinvoice": 25637, + "ĊĊĊĊĊĊĊĊĊĊĊĊĊĊĊĊ": 25638, + "Starting": 25639, + "ĠPlayers": 25640, + "iele": 25641, + ".then": 25642, + "981": 25643, + "Ord": 25644, + "ĠTuple": 25645, + "Ġbout": 25646, + "ĠStatistics": 25647, + "Preview": 25648, + "Ġpuzzle": 25649, + "ĠWidth": 25650, + "STATE": 25651, + "Ġoverlay": 25652, + "ĉon": 25653, + "Ġinfr": 25654, + "Ġsmallest": 25655, + "locked": 25656, + "ÑĤо": 25657, + "ssl": 25658, + "779": 25659, + "Ġdeemed": 25660, + "Ġsco": 25661, + "reck": 25662, + "ĠjButton": 25663, + "Ġmissions": 25664, + "871": 25665, + "称": 25666, + ".SelectedIndex": 25667, + "TABLE": 25668, + "Sept": 25669, + "Ġacknowledge": 25670, + "Ġstrtotime": 25671, + "ĠTell": 25672, + "ĠDak": 25673, + "Ġaluminum": 25674, + "Ġfence": 25675, + "ĠStars": 25676, + "CONFIG": 25677, + "Ġretrofit": 25678, + "Ġemphasis": 25679, + "/header": 25680, + "ĠSomething": 25681, + "inished": 25682, + "='\".$": 25683, + "ĠValidators": 25684, + "Ġpolar": 25685, + "sections": 25686, + "944": 25687, + ".aspx": 25688, + "Ġaspir": 25689, + ".Mock": 25690, + "CodeGen": 25691, + "Ġpeut": 25692, + "971": 25693, + "Ġaccepting": 25694, + "Ġbacking": 25695, + "Picture": 25696, + "/ap": 25697, + "ег": 25698, + "_SEC": 25699, + "-use": 25700, + "annotation": 25701, + "Ġcognitive": 25702, + "Ġgrip": 25703, + "hour": 25704, + "ĠLegal": 25705, + "Ġepic": 25706, + ".toolStrip": 25707, + ".notify": 25708, + ".Last": 25709, + "ORIZ": 25710, + "Middleware": 25711, + "criptions": 25712, + "lash": 25713, + "_FOUND": 25714, + "ĠLiverpool": 25715, + "Ġ{}\",": 25716, + "931": 25717, + "Install": 25718, + "Ġnit": 25719, + "Ġfigured": 25720, + "[len": 25721, + ".Win": 25722, + ".platform": 25723, + "853": 25724, + "Ġgambling": 25725, + "(dt": 25726, + "avery": 25727, + "ĉinclude": 25728, + "Whether": 25729, + "Routing": 25730, + "Ġtherap": 25731, + "Remote": 25732, + "ĠLoss": 25733, + "yll": 25734, + "Ġapproached": 25735, + "ĠVehicle": 25736, + "ĠAlpha": 25737, + "Ġvocê": 25738, + "answers": 25739, + "NSDictionary": 25740, + "954": 25741, + "consider": 25742, + "unused": 25743, + "ĠFan": 25744, + "orable": 25745, + "fre": 25746, + "873": 25747, + "ĠDISCLAIM": 25748, + "ĠActor": 25749, + ".]": 25750, + "toHave": 25751, + ".userId": 25752, + "Ġspeeds": 25753, + "eway": 25754, + "Ġrecurs": 25755, + "Ġг": 25756, + "_priv": 25757, + "!âĢĿĊĊ": 25758, + "Choice": 25759, + "Ġsettle": 25760, + "Ġplanes": 25761, + "'},": 25762, + "Tom": 25763, + "ITER": 25764, + "!\"Ċ": 25765, + "å»": 25766, + "achelor": 25767, + "Ġseparation": 25768, + "Ġdal": 25769, + "adj": 25770, + "Ġregisters": 25771, + "riz": 25772, + "ĠNotice": 25773, + "Ġlu": 25774, + "Ġcourage": 25775, + "Ġaxes": 25776, + "cellent": 25777, + ".async": 25778, + "073": 25779, + "Ġcompatibility": 25780, + "ç«": 25781, + "Ġ!ĊĊ": 25782, + "ĉtitle": 25783, + "YLE": 25784, + "ĉmessage": 25785, + "UUID": 25786, + "OLDER": 25787, + "ĠHH": 25788, + "ĠStyleSheet": 25789, + "Ġaccessed": 25790, + ".validation": 25791, + "tasks": 25792, + "Ġpollution": 25793, + ".canvas": 25794, + "Ġingredient": 25795, + "ĠCabin": 25796, + "Ah": 25797, + "oldown": 25798, + "ĠNOI": 25799, + "ĠÃĹ": 25800, + "[f": 25801, + "educ": 25802, + "yalty": 25803, + "(not": 25804, + "_State": 25805, + "933": 25806, + "amen": 25807, + "795": 25808, + "739": 25809, + "Ġdao": 25810, + "udad": 25811, + "ellers": 25812, + "}&": 25813, + "licity": 25814, + "_WINDOW": 25815, + "Ġtatto": 25816, + "valor": 25817, + ".Range": 25818, + "Ġreferenced": 25819, + "ĠReserve": 25820, + "Money": 25821, + "874": 25822, + "SCRIPT": 25823, + "/product": 25824, + "choices": 25825, + "Ġtin": 25826, + "ãĤĵ": 25827, + "918": 25828, + "Ġseparator": 25829, + "Ġpkg": 25830, + "ammed": 25831, + "ĠMAT": 25832, + "!!ĊĊ": 25833, + "Ġraid": 25834, + "Ġmotivation": 25835, + "ĠXP": 25836, + "ĠBackground": 25837, + "ĠQuaternion": 25838, + ".defineProperty": 25839, + "iker": 25840, + "ĉparent": 25841, + "ĠOriginally": 25842, + "antage": 25843, + "ĠHans": 25844, + "Ġtimeline": 25845, + ".cur": 25846, + "opic": 25847, + "ĠSequ": 25848, + "must": 25849, + "ĠCoal": 25850, + "Ġformatter": 25851, + "_RGB": 25852, + "Ġ_(\"": 25853, + "'}),Ċ": 25854, + "Ġ=================": 25855, + "ĠFUNCTION": 25856, + "Ġlng": 25857, + "icates": 25858, + "live": 25859, + "_engine": 25860, + "Ġtowns": 25861, + "868": 25862, + "'))ĊĊ": 25863, + "ĠPK": 25864, + "(api": 25865, + "ĉscanf": 25866, + "089": 25867, + "packet": 25868, + ".phone": 25869, + "áĢ": 25870, + "ĠAndy": 25871, + "_NAMES": 25872, + "982": 25873, + "PLY": 25874, + "955": 25875, + "Ġmins": 25876, + "imi": 25877, + "Ġbrick": 25878, + "Ġblade": 25879, + ".stdout": 25880, + "}`;Ċ": 25881, + "Shift": 25882, + "ĉsb": 25883, + "ĠChecks": 25884, + "Ġphenomenon": 25885, + "Avatar": 25886, + "Ġministry": 25887, + "rose": 25888, + "ĉFile": 25889, + "878": 25890, + "Ġtitled": 25891, + "(LOG": 25892, + "Ġgan": 25893, + "design": 25894, + "(),čĊ": 25895, + "Ġbones": 25896, + "stm": 25897, + "ÅĽÄĩ": 25898, + "ĠInputStream": 25899, + "Ġvolunt": 25900, + "ĠSerializable": 25901, + "Ġfighter": 25902, + "ĠDrag": 25903, + "Twitter": 25904, + "Ġsubsid": 25905, + "ç¼": 25906, + "Ġforums": 25907, + ".loading": 25908, + "logged": 25909, + "_this": 25910, + "Ġterrain": 25911, + "Ġirre": 25912, + "ĠIng": 25913, + "ĠCN": 25914, + "_objects": 25915, + ".uid": 25916, + "Ġconsciousness": 25917, + "TINGS": 25918, + "ĠGall": 25919, + "Ġportray": 25920, + "056": 25921, + "ĠDeveloper": 25922, + "Ġparticipant": 25923, + "Ġ\";čĊ": 25924, + "/model": 25925, + "794": 25926, + "ĠOperations": 25927, + "^\\": 25928, + "ĠLater": 25929, + "Ġraises": 25930, + "-none": 25931, + ".meta": 25932, + "='.$": 25933, + "Finished": 25934, + "Ġreplacing": 25935, + "Ġsampling": 25936, + "ĠJen": 25937, + "\"There": 25938, + "REAL": 25939, + "ALE": 25940, + "ìĬ¤": 25941, + "Orders": 25942, + "_parameter": 25943, + "ĠOlympic": 25944, + "Ġtrès": 25945, + "Ġarena": 25946, + "iol": 25947, + ";?>": 25948, + "Ġimpacts": 25949, + "ĠWS": 25950, + ":get": 25951, + "Ġflights": 25952, + "ĠRussell": 25953, + "camera": 25954, + "Fn": 25955, + "sigma": 25956, + "Ġforcing": 25957, + "Ġlocals": 25958, + "Ġdeparture": 25959, + "Ġcelebration": 25960, + "ĠSay": 25961, + "884": 25962, + "ï¼Ĵ": 25963, + "ĠHills": 25964, + ".hasOwnProperty": 25965, + "Ġtypings": 25966, + ".API": 25967, + "Ġdonation": 25968, + "OperationException": 25969, + ".Activity": 25970, + "cplusplus": 25971, + "ĠCharlie": 25972, + "Ġimported": 25973, + "Ġdann": 25974, + "Ġoccasions": 25975, + "Ġimplementing": 25976, + "Ġpurple": 25977, + ".dialog": 25978, + "SQLException": 25979, + "erno": 25980, + "Ġwars": 25981, + "Ġpaste": 25982, + "Ġdecreased": 25983, + "Ġharsh": 25984, + "Ġelabor": 25985, + "inputs": 25986, + "ĠViews": 25987, + "ĠerrorMessage": 25988, + "_mul": 25989, + "ĉwrite": 25990, + "ĠCop": 25991, + "ĠAnnual": 25992, + "(button": 25993, + "Ġvida": 25994, + "bars": 25995, + "ĠHarvard": 25996, + "ĉexpect": 25997, + "Ġindexes": 25998, + "Ġdocumentary": 25999, + "Ġflesh": 26000, + "ORLD": 26001, + "ĠDelta": 26002, + "MAND": 26003, + "Brush": 26004, + "-column": 26005, + "Ġdevelopments": 26006, + "974": 26007, + "783": 26008, + "methodVisitor": 26009, + "slice": 26010, + "ĠPDO": 26011, + "Ġinvesting": 26012, + "867": 26013, + "irable": 26014, + "Ġxmlns": 26015, + "ï¼Ľ": 26016, + "arta": 26017, + "Ġtheories": 26018, + "_city": 26019, + "Ġ$__": 26020, + "Creating": 26021, + "(pr": 26022, + "Dropdown": 26023, + "ismatch": 26024, + "ĠNET": 26025, + "926": 26026, + "'])){Ċ": 26027, + "ĠValues": 26028, + "ĠSEO": 26029, + "ĠSTAT": 26030, + "Ġecosystem": 26031, + "Ġtempt": 26032, + "Ġ\\\\": 26033, + "Ġ//{Ċ": 26034, + "ĠChristopher": 26035, + "ĠKentucky": 26036, + "ĠHttpServletResponse": 26037, + "Ġhybrid": 26038, + "yon": 26039, + "Ġfeeding": 26040, + "ĠExtra": 26041, + "Norm": 26042, + "ITCH": 26043, + "ĠSean": 26044, + "ĠUpload": 26045, + "mun": 26046, + "pur": 26047, + "Ġpersistent": 26048, + "ĠIDC": 26049, + "ĠPerform": 26050, + "863": 26051, + ".merge": 26052, + "_room": 26053, + "Meanwhile": 26054, + "!='": 26055, + "ĠWel": 26056, + "ArgsConstructor": 26057, + "887": 26058, + ".Database": 26059, + "Ġcounting": 26060, + "()*": 26061, + "ĶåĽŀ": 26062, + "ĠTOP": 26063, + "mill": 26064, + "ĠDT": 26065, + "IGNED": 26066, + "956": 26067, + "ĠKB": 26068, + "Ġcomply": 26069, + "South": 26070, + "_collection": 26071, + "Chapter": 26072, + "Ġexplaining": 26073, + "_AM": 26074, + "_ts": 26075, + "cards": 26076, + "Ġquel": 26077, + "Ġpole": 26078, + "Ġtouchdown": 26079, + "ĠOthers": 26080, + "Ġpeers": 26081, + "ĠTypeError": 26082, + "763": 26083, + "Ġsixth": 26084, + "Ġcheer": 26085, + "Ġdispute": 26086, + "963": 26087, + "893": 26088, + "usc": 26089, + ")],": 26090, + "thumb": 26091, + "Ġhiding": 26092, + "ĠSIG": 26093, + "likes": 26094, + "ĠPAGE": 26095, + ".Reflection": 26096, + "Ġheadquarters": 26097, + "TING": 26098, + "ĠGhost": 26099, + "MLE": 26100, + "$Ċ": 26101, + "Ġcontrary": 26102, + "extend": 26103, + "']).": 26104, + "FFECT": 26105, + "ĠPinterest": 26106, + "úmero": 26107, + "ricane": 26108, + "ĉsession": 26109, + "Ġcrystal": 26110, + "-Control": 26111, + "overnment": 26112, + "ograf": 26113, + "961": 26114, + "-action": 26115, + "volume": 26116, + "ften": 26117, + "Ġuncon": 26118, + "Ġanimate": 26119, + "Ġlease": 26120, + "scr": 26121, + "Ġrefuse": 26122, + "ãĢĭ": 26123, + "ftp": 26124, + "information": 26125, + "Ġevaluated": 26126, + "Ġinjection": 26127, + "Ġjack": 26128, + "Ġworkshop": 26129, + "注": 26130, + "PTH": 26131, + "ĠTs": 26132, + "offer": 26133, + "ĉos": 26134, + "Ġkingdom": 26135, + "Missing": 26136, + "Ġlawmakers": 26137, + "extField": 26138, + "Ġsinging": 26139, + "abi": 26140, + "/client": 26141, + ".media": 26142, + "ATEGORY": 26143, + "Signature": 26144, + "%',Ċ": 26145, + "ĠFuck": 26146, + "][:": 26147, + "Ġsensors": 26148, + "/com": 26149, + "ĠPrimary": 26150, + ".SQL": 26151, + "_program": 26152, + "Ġpills": 26153, + "Ġintegral": 26154, + "Ġfleet": 26155, + "Ġdropping": 26156, + ".sl": 26157, + "Been": 26158, + "Ġpets": 26159, + "Ġadvised": 26160, + "Ġdragon": 26161, + "_EDIT": 26162, + "(im": 26163, + "939": 26164, + "FER": 26165, + "ĠDrug": 26166, + "(random": 26167, + "Ġcompression": 26168, + "oust": 26169, + "[%": 26170, + "Ġbuyer": 26171, + "hop": 26172, + "Roles": 26173, + "manage": 26174, + "Ġpainful": 26175, + "ĠBranch": 26176, + "-modal": 26177, + "enant": 26178, + "ĠMesh": 26179, + "/font": 26180, + "ĠGraham": 26181, + "Ġâĺ": 26182, + "Ġnc": 26183, + "ĠFrancis": 26184, + "Ġspecification": 26185, + "Ġdamages": 26186, + "-config": 26187, + "Ġtheoret": 26188, + "secure": 26189, + "_multi": 26190, + "aceutical": 26191, + "Ġdemanding": 26192, + "enne": 26193, + "ISTS": 26194, + "094": 26195, + "()));ĊĊ": 26196, + "Reason": 26197, + "Recent": 26198, + "phase": 26199, + "Ġpsy": 26200, + "_MAN": 26201, + "Ġvolunteer": 26202, + "å¿": 26203, + "istributed": 26204, + "lio": 26205, + "Ġproductivity": 26206, + "_comm": 26207, + "Spring": 26208, + "nis": 26209, + ".weight": 26210, + "ĠCancer": 26211, + "Alloc": 26212, + "ĠTweet": 26213, + "Ġseparately": 26214, + "ĉcheck": 26215, + "_properties": 26216, + ".Unit": 26217, + "829": 26218, + "_CLK": 26219, + "Ġgt": 26220, + "Ġ();ĊĊ": 26221, + "Ġhandy": 26222, + "834": 26223, + "ĠThompson": 26224, + "Ġunnecessary": 26225, + "ĠReader": 26226, + "894": 26227, + "GN": 26228, + "=request": 26229, + "ĠUtility": 26230, + ".Repository": 26231, + "ĠAx": 26232, + "hydr": 26233, + "791": 26234, + "ieu": 26235, + "Ġthy": 26236, + "Ġlt": 26237, + "_mail": 26238, + "ä¿®æĶ¹": 26239, + "ailand": 26240, + "ĠPhilip": 26241, + "Ġbitter": 26242, + "Ġbetting": 26243, + "837": 26244, + "Ġtimed": 26245, + "ocks": 26246, + "076": 26247, + "'a": 26248, + "Ġalgorithms": 26249, + "Ġreinterpret": 26250, + "Ġtoss": 26251, + "rogen": 26252, + "Ġhoped": 26253, + "(selected": 26254, + "Ġventure": 26255, + "TEX": 26256, + "ĠLeave": 26257, + ".Substring": 26258, + "Ġgrateful": 26259, + "743": 26260, + "uka": 26261, + "ĠConsumer": 26262, + "Ġaggreg": 26263, + "Circle": 26264, + "à¸ģ": 26265, + "_blocks": 26266, + "Ġlegally": 26267, + "Ġ\"|": 26268, + "ãĥĥ": 26269, + ".board": 26270, + ".Ab": 26271, + "Functions": 26272, + "recipe": 26273, + "èĩ": 26274, + "ĠOxford": 26275, + "Ġwholes": 26276, + ".Build": 26277, + "_changed": 26278, + "hai": 26279, + "Ġdepartments": 26280, + "964": 26281, + "Imp": 26282, + "Ġcoalition": 26283, + "INFRINGEMENT": 26284, + "Ġempower": 26285, + "itches": 26286, + "North": 26287, + "Ġinflamm": 26288, + "ONSE": 26289, + "Ġmissile": 26290, + "ĠRaj": 26291, + "ĠIssue": 26292, + "Ġatoi": 26293, + "caled": 26294, + ".Controllers": 26295, + "ĠWolf": 26296, + "Ġcrushers": 26297, + "á»ĩ": 26298, + ".Auth": 26299, + ".addAttribute": 26300, + "his": 26301, + "Ġboots": 26302, + ".clean": 26303, + "camp": 26304, + "Ġtenant": 26305, + "Ġtune": 26306, + "Ġ{}'.": 26307, + "Ġworkout": 26308, + "Repo": 26309, + "Ġpartially": 26310, + "MISSION": 26311, + "jamin": 26312, + "ĠSB": 26313, + "Ġdetermination": 26314, + "Ġ'');Ċ": 26315, + "ĠBeng": 26316, + "Ġvos": 26317, + "Ġinhab": 26318, + "/lang": 26319, + "sburgh": 26320, + "Executor": 26321, + "hone": 26322, + "ĠChallenge": 26323, + "_links": 26324, + ".Level": 26325, + "Ġunderground": 26326, + "-code": 26327, + "959": 26328, + "Ġoptimization": 26329, + "logging": 26330, + "_dest": 26331, + "Ġsnake": 26332, + "Ġchemicals": 26333, + "_IMPORTED": 26334, + "adoop": 26335, + "ĠTHAT": 26336, + "managed": 26337, + "Ġreduces": 26338, + "ĠREAL": 26339, + "ĠGuy": 26340, + "_GENERIC": 26341, + "/********************************": 26342, + ".amount": 26343, + "Ġdere": 26344, + "getTime": 26345, + "Ġpant": 26346, + "anonymous": 26347, + "Ġharmony": 26348, + "ĠAlan": 26349, + "Ġscenarios": 26350, + "Ġdirt": 26351, + "htags": 26352, + "Mc": 26353, + "Shell": 26354, + "rin": 26355, + "{čĊčĊ": 26356, + ".pow": 26357, + "ĉclient": 26358, + "Ġconspiracy": 26359, + "Ġadmission": 26360, + "ĠRegional": 26361, + "ĠViewController": 26362, + "ĠPhilippines": 26363, + "Ġdepos": 26364, + "Ġpap": 26365, + "962": 26366, + "ĠPad": 26367, + "Paul": 26368, + ".ComboBox": 26369, + "Ġtutor": 26370, + "ĠRecipe": 26371, + "writing": 26372, + "Ġcontributor": 26373, + "OTH": 26374, + "Small": 26375, + "VI": 26376, + "Ġhacer": 26377, + "equ": 26378, + "ĠExamples": 26379, + "human": 26380, + ".messages": 26381, + "ĉtyp": 26382, + "Ġ(čĊ": 26383, + "ĠSSL": 26384, + "LEN": 26385, + "ĠRomney": 26386, + "(grid": 26387, + "ĉmin": 26388, + "Ġ>ĊĊ": 26389, + "Ġfruits": 26390, + "Ġvoter": 26391, + "Inline": 26392, + "pane": 26393, + "ĠCollections": 26394, + "charset": 26395, + "Ġspam": 26396, + "zb": 26397, + "itemap": 26398, + "Ġsucceeded": 26399, + "_COL": 26400, + "Ġelapsed": 26401, + "imeter": 26402, + "Ġrecovered": 26403, + "Tensor": 26404, + "hattan": 26405, + ".setup": 26406, + "isto": 26407, + "(head": 26408, + "977": 26409, + "ĠSIZE": 26410, + "Ġtactics": 26411, + "Ġdistur": 26412, + "Ġpreval": 26413, + "icios": 26414, + "(Value": 26415, + "_cols": 26416, + "ĠFat": 26417, + "Ġseal": 26418, + "Ġsons": 26419, + "Ġensures": 26420, + "095": 26421, + "Ġpressing": 26422, + "=&": 26423, + "igenous": 26424, + "Ġharassment": 26425, + "_JSON": 26426, + "Ġignor": 26427, + "ynomial": 26428, + "omer": 26429, + "_static": 26430, + "Ġsignificance": 26431, + "Ġcircles": 26432, + "_System": 26433, + "Ġdiscipline": 26434, + "Ġdressed": 26435, + "Ġsphere": 26436, + "927": 26437, + "Ġclimb": 26438, + "759": 26439, + "_actions": 26440, + "ĠBab": 26441, + "Ġ'=',": 26442, + "_schema": 26443, + "\"use": 26444, + "Ġunders": 26445, + "Ġcups": 26446, + ".screen": 26447, + "/new": 26448, + "Ġappearing": 26449, + "TOP": 26450, + "vised": 26451, + "clang": 26452, + "Ġinvestigators": 26453, + "Ġmysterious": 26454, + "Ġpromising": 26455, + "Ġqualify": 26456, + "Ġcave": 26457, + "Ġequip": 26458, + "=x": 26459, + "GT": 26460, + "(link": 26461, + ".velocity": 26462, + ".erase": 26463, + "oter": 26464, + "++++++++": 26465, + "profit": 26466, + "Ġzones": 26467, + "_uid": 26468, + "-ser": 26469, + "Ġobjectives": 26470, + "Ġmilf": 26471, + "webkit": 26472, + "(match": 26473, + "neh": 26474, + "ĠAssociated": 26475, + "ĠTodo": 26476, + "=d": 26477, + "065": 26478, + "Cam": 26479, + "Ġvocal": 26480, + "Ġsudo": 26481, + "(EX": 26482, + "Ġtrou": 26483, + "ABC": 26484, + ".bean": 26485, + "ĠGround": 26486, + "ĠREST": 26487, + "weets": 26488, + "Ing": 26489, + "imon": 26490, + "946": 26491, + "_bus": 26492, + "ĠCOLOR": 26493, + "unto": 26494, + "Ġfoss": 26495, + "ĠLinks": 26496, + "869": 26497, + "äng": 26498, + "/forms": 26499, + "prises": 26500, + "Ġachievement": 26501, + "CALL": 26502, + "елÑĮ": 26503, + "ĠVerify": 26504, + "_SOURCE": 26505, + "aptcha": 26506, + "IDD": 26507, + "_reference": 26508, + "Gold": 26509, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ": 26510, + "947": 26511, + "Receiver": 26512, + "099": 26513, + "Ġaj": 26514, + "_direction": 26515, + "}]": 26516, + "ĠCompet": 26517, + "Ġbang": 26518, + "798": 26519, + "ĠCass": 26520, + "-url": 26521, + "techn": 26522, + "ĠJerusalem": 26523, + "longitude": 26524, + "');čĊčĊ": 26525, + "Ġwinners": 26526, + "Tasks": 26527, + "ĠDMA": 26528, + "Ġtooltip": 26529, + "İ·": 26530, + "ĠBra": 26531, + "_duration": 26532, + "cury": 26533, + "parents": 26534, + "---->(": 26607, + "ĠKir": 26608, + "Ġintros": 26609, + "Ġsketch": 26610, + "Ġskilled": 26611, + "Ġimmer": 26612, + "Ġadequate": 26613, + "_rep": 26614, + "(header": 26615, + "_like": 26616, + "Ġperceived": 26617, + "ssh": 26618, + "Ġassuming": 26619, + "Ġff": 26620, + "_uuid": 26621, + "ulas": 26622, + "Ġdemocratic": 26623, + ".entities": 26624, + "Series": 26625, + "aphore": 26626, + "Ġnewer": 26627, + "}(": 26628, + "SEC": 26629, + "airo": 26630, + "Ġcommod": 26631, + "Ġprivilege": 26632, + "Ġdeux": 26633, + "ĠHop": 26634, + ".'/": 26635, + "ctic": 26636, + ".';Ċ": 26637, + "C": 26712, + "ĠWarren": 26713, + "Ġoptimizer": 26714, + "ĠSERVICES": 26715, + "_oper": 26716, + "getAttribute": 26717, + "ĠMcK": 26718, + "_self": 26719, + "084": 26720, + ".rs": 26721, + "\")ĊĊĊ": 26722, + "GetComponent": 26723, + "erce": 26724, + "Ġtous": 26725, + "units": 26726, + "']);čĊ": 26727, + "Zoom": 26728, + "/E": 26729, + "Ġobsc": 26730, + "Ġfastest": 26731, + "online": 26732, + "Ġpeaceful": 26733, + "ffen": 26734, + "Ġcargo": 26735, + "ĉpr": 26736, + "Ġseeks": 26737, + "zu": 26738, + "074": 26739, + "Trim": 26740, + "Ġward": 26741, + "Ġverd": 26742, + "Ġblogs": 26743, + ".exceptions": 26744, + "ĠPremium": 26745, + "ĠNetherlands": 26746, + "Safe": 26747, + "Finish": 26748, + "ĠAlbum": 26749, + "_ACC": 26750, + "=this": 26751, + "virtual": 26752, + "]>": 26753, + "_LABEL": 26754, + "ĠNich": 26755, + "_win": 26756, + "ĠAaron": 26757, + "WP": 26758, + ";$": 26759, + "aims": 26760, + "ĠImageView": 26761, + "Ġendless": 26762, + "ERA": 26763, + "_DISABLE": 26764, + "Ġcancelled": 26765, + "-us": 26766, + "Ġinspection": 26767, + "emin": 26768, + "ĠGrey": 26769, + "-open": 26770, + "Ġiterations": 26771, + ".owner": 26772, + "Ġkeras": 26773, + ".Password": 26774, + "ĠRy": 26775, + "ĠINS": 26776, + "Air": 26777, + "ĠSeveral": 26778, + ".TabStop": 26779, + "INGLE": 26780, + "ĠHair": 26781, + "ĠCanvas": 26782, + "AAAA": 26783, + "Ġflaw": 26784, + "cedes": 26785, + ".Report": 26786, + "íĬ": 26787, + "ĠTips": 26788, + "criptors": 26789, + ".transaction": 26790, + ".Spring": 26791, + "Ġviewer": 26792, + "Ġinsights": 26793, + "è¾ĵ": 26794, + "ordion": 26795, + "UINT": 26796, + "seek": 26797, + "ĠAuf": 26798, + "ìŀIJ": 26799, + "Ġstrain": 26800, + "Tooltip": 26801, + "Ġdz": 26802, + "ignal": 26803, + "adt": 26804, + "Ġuc": 26805, + "finite": 26806, + "Ġnm": 26807, + ".cmd": 26808, + "ĠMySql": 26809, + "[data": 26810, + ".jackson": 26811, + ".tree": 26812, + "RequestParam": 26813, + "_agent": 26814, + "\")]čĊ": 26815, + "Ġassass": 26816, + "(Constants": 26817, + ":ss": 26818, + "ĠMAN": 26819, + "+-+-": 26820, + "ĠBottom": 26821, + "prints": 26822, + "ĠSame": 26823, + "@Autowired": 26824, + "swap": 26825, + "ición": 26826, + "Ġprotesters": 26827, + "Ġhoney": 26828, + "ĠVeter": 26829, + "(Calendar": 26830, + "-ad": 26831, + "ĠBrooklyn": 26832, + "Life": 26833, + "_VAR": 26834, + "zech": 26835, + "ĠCALL": 26836, + "_CAST": 26837, + "ĠElection": 26838, + "Ġthickness": 26839, + "Very": 26840, + "_INTEGER": 26841, + "-dev": 26842, + "))))": 26843, + "apat": 26844, + "oooo": 26845, + "demo": 26846, + "ĠparseFloat": 26847, + "ĠRather": 26848, + "STIT": 26849, + "maker": 26850, + "[current": 26851, + "chrono": 26852, + "Ġchrist": 26853, + "ãģª": 26854, + "ĠDetail": 26855, + "Æ°á»": 26856, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 26857, + "Ġsul": 26858, + "idency": 26859, + "Que": 26860, + "Ġelegant": 26861, + "apons": 26862, + "Ġdishes": 26863, + "Ġintegers": 26864, + "(read": 26865, + "057": 26866, + "findViewById": 26867, + "ĠAmount": 26868, + "ĠSkip": 26869, + "Ġhabits": 26870, + "*)(": 26871, + "Ġmonsters": 26872, + "MAC": 26873, + ":end": 26874, + "Ġfrank": 26875, + "Assembly": 26876, + "Ġdfs": 26877, + "Ġneut": 26878, + "_TYPES": 26879, + "equal": 26880, + "loyd": 26881, + "(uri": 26882, + "Ġchi": 26883, + "Ġdefendant": 26884, + "Ġconflicts": 26885, + "Ġvil": 26886, + "-js": 26887, + "ĠPeace": 26888, + "Ġmutable": 26889, + ")sender": 26890, + "ĠFocus": 26891, + "建": 26892, + "Ġappreciated": 26893, + "sleep": 26894, + "ĠRED": 26895, + "Culture": 26896, + "Ġdesigners": 26897, + "_generator": 26898, + "codes": 26899, + "/ex": 26900, + ".GetValue": 26901, + "umbled": 26902, + ".scalajs": 26903, + "peror": 26904, + "Ġveterans": 26905, + "Ġ})čĊ": 26906, + "Ġunfortunately": 26907, + "_CREATE": 26908, + "Mass": 26909, + "ĠCLAIM": 26910, + "ĠMeet": 26911, + "_support": 26912, + "Bank": 26913, + "().Ċ": 26914, + "Dark": 26915, + "_LOW": 26916, + "ĠMining": 26917, + "ĠOwner": 26918, + "iera": 26919, + "Cliente": 26920, + "Ġencouraging": 26921, + ">S": 26922, + "Ġboyfriend": 26923, + "ĠHalf": 26924, + "ĠACC": 26925, + "Aff": 26926, + "_ar": 26927, + "-life": 26928, + "cx": 26929, + ".JButton": 26930, + "izado": 26931, + ".zero": 26932, + ".openqa": 26933, + "oton": 26934, + ".textContent": 26935, + "Ġtoll": 26936, + "atie": 26937, + "Ġballot": 26938, + "-number": 26939, + ".Exception": 26940, + "ĉparams": 26941, + "circle": 26942, + "-map": 26943, + "Ġnap": 26944, + "ĠRobot": 26945, + "ĠIch": 26946, + "registration": 26947, + "Amazon": 26948, + "rollment": 26949, + "(exp": 26950, + "Ġtanks": 26951, + "ĠGordon": 26952, + "Ġmachinery": 26953, + "Ġbaseline": 26954, + "æĭ": 26955, + "086": 26956, + "Ø©": 26957, + "ĠConvention": 26958, + "ĉconfig": 26959, + "ookies": 26960, + "mult": 26961, + "Records": 26962, + "ĠEST": 26963, + "Ġgarbage": 26964, + "Ġconform": 26965, + "idal": 26966, + "Ġbarg": 26967, + "Ġsurvived": 26968, + "Ġinvestigations": 26969, + "935": 26970, + ".containsKey": 26971, + "--------------------------------------------------------------------------Ċ": 26972, + "ortion": 26973, + "Ġhorr": 26974, + "_http": 26975, + "Ġmant": 26976, + "];čĊčĊ": 26977, + "binary": 26978, + "948": 26979, + "empl": 26980, + "Ġinquiry": 26981, + "ĠMeanwhile": 26982, + "098": 26983, + "Ġcollecting": 26984, + ".EntityFramework": 26985, + "\",ĊĊ": 26986, + "ĠPic": 26987, + "@Inject": 26988, + "ickness": 26989, + "ĠBinding": 26990, + "Ġcontrolling": 26991, + "reverse": 26992, + "Ġchairs": 26993, + "sembled": 26994, + "(add": 26995, + "Disabled": 26996, + "anas": 26997, + ".translate": 26998, + "-----------Ċ": 26999, + "Ġreflected": 27000, + "\"]ĊĊ": 27001, + "External": 27002, + "Arrow": 27003, + "Singleton": 27004, + "%x": 27005, + "ĠÅ": 27006, + "Ġancest": 27007, + "ĠOrleans": 27008, + "ĉcmd": 27009, + "Ġprohibited": 27010, + "ithmetic": 27011, + "(channel": 27012, + "_css": 27013, + "Forward": 27014, + ".socket": 27015, + "Ġluc": 27016, + "âĨ": 27017, + "ĠFirefox": 27018, + "ĠMovies": 27019, + ")_": 27020, + ".ends": 27021, + "(shape": 27022, + "Ġdealt": 27023, + "Ġsaves": 27024, + "Ġglory": 27025, + "Ġmejor": 27026, + "Ġbreathing": 27027, + "Ġeller": 27028, + "getData": 27029, + "Ġangles": 27030, + "Ġtoolbar": 27031, + "Ġspacing": 27032, + "059": 27033, + "IPS": 27034, + "Ġfloors": 27035, + "_ACTIVE": 27036, + "Ġshuffle": 27037, + "/shared": 27038, + "ĠEle": 27039, + "edish": 27040, + "Ġwebcam": 27041, + ".expect": 27042, + "iloc": 27043, + "ĠIncludes": 27044, + "Ġtweeted": 27045, + "Ġ:)": 27046, + "ĠEssay": 27047, + "Fix": 27048, + "-between": 27049, + "_web": 27050, + ".conv": 27051, + "Ġracism": 27052, + "Ġreflects": 27053, + "umm": 27054, + "иÑĤе": 27055, + "_footer": 27056, + "/docs": 27057, + "ĠPour": 27058, + "NgModule": 27059, + ".initialize": 27060, + "patterns": 27061, + "_In": 27062, + "ĠAbb": 27063, + "*čĊ": 27064, + "Ġsentiment": 27065, + "buff": 27066, + "_counts": 27067, + "Ġreuse": 27068, + "chunk": 27069, + "Ġimposed": 27070, + "PrimaryKey": 27071, + "Foreground": 27072, + "Ġconsumed": 27073, + "?!": 27074, + "Ġdick": 27075, + "Ġchron": 27076, + "ĠFern": 27077, + "Ġresponsive": 27078, + "958": 27079, + "Ġinsect": 27080, + "iculty": 27081, + "Ġrw": 27082, + "Ġalike": 27083, + "Ġsubset": 27084, + "ĠCookies": 27085, + "ĠPair": 27086, + "Ġtier": 27087, + "IFO": 27088, + "avour": 27089, + "ĠQU": 27090, + ",sizeof": 27091, + "Ġmerged": 27092, + "mv": 27093, + "itol": 27094, + "ylon": 27095, + "Ġjumped": 27096, + ".role": 27097, + "ensaje": 27098, + "Rules": 27099, + "Ġbrowse": 27100, + "Animator": 27101, + "Ġyoga": 27102, + "Ġvariants": 27103, + "Ġcourtesy": 27104, + "uran": 27105, + "pbs": 27106, + "elseif": 27107, + "Alt": 27108, + "ĠLane": 27109, + "CLK": 27110, + "IMARY": 27111, + "_PROPERTY": 27112, + "ï¼IJ": 27113, + "Ġchan": 27114, + "Ġgradually": 27115, + "Ġshake": 27116, + "Ġblonde": 27117, + "...\");Ċ": 27118, + "-sex": 27119, + "Ġgameplay": 27120, + "acies": 27121, + ".refresh": 27122, + "USB": 27123, + "ĠPlot": 27124, + "Was": 27125, + "issippi": 27126, + "ĠTensor": 27127, + "Ġcryptocurrency": 27128, + "Ġdifficulties": 27129, + "Deleted": 27130, + "Without": 27131, + "_append": 27132, + "_ver": 27133, + "967": 27134, + "\"))čĊ": 27135, + "Ġhonestly": 27136, + "Ġpivot": 27137, + "Ġtemps": 27138, + "_ps": 27139, + "ĠUnlike": 27140, + "[:-": 27141, + "VS": 27142, + "_inf": 27143, + "Ġjunior": 27144, + "Ġanimations": 27145, + "Ġfilepath": 27146, + "?{{$": 27168, + "Ġunicode": 27169, + "places": 27170, + "ĠCoffee": 27171, + ".SE": 27172, + "ĠPAR": 27173, + "(txt": 27174, + "gebra": 27175, + "Ġfires": 27176, + "MainWindow": 27177, + "medium": 27178, + "Ġ(âĢľ": 27179, + "Ġlg": 27180, + "Ġcmp": 27181, + "/base": 27182, + "_layers": 27183, + "_entries": 27184, + "Ġadminister": 27185, + "ĠSUCH": 27186, + "BP": 27187, + "ĠScottish": 27188, + "ĉčĊĉčĊ": 27189, + "guard": 27190, + "ĠStrong": 27191, + "Insn": 27192, + "ĠCAP": 27193, + "asury": 27194, + "ĠSEE": 27195, + "Clock": 27196, + "erie": 27197, + "\\models": 27198, + "Ġ$$": 27199, + "ĠCab": 27200, + "Ġwurde": 27201, + "Ġsoldier": 27202, + "Ġclips": 27203, + "Ġarrangement": 27204, + "ĠWonder": 27205, + "ĠHorn": 27206, + "Ġscared": 27207, + "Ġcure": 27208, + "mkdir": 27209, + "Ġaligned": 27210, + "ĠPink": 27211, + "Ġlanded": 27212, + "Dimension": 27213, + "ScrollPane": 27214, + ".chat": 27215, + ".With": 27216, + "ĠTrain": 27217, + "].Ċ": 27218, + "Ġthirty": 27219, + "Ġdurable": 27220, + "Ġld": 27221, + "Ġlateinit": 27222, + "Ġcharts": 27223, + "Ġinsult": 27224, + ".Fatal": 27225, + "_ct": 27226, + "Ġmasks": 27227, + "CLUDED": 27228, + "President": 27229, + "Ġcolours": 27230, + "gments": 27231, + ".attributes": 27232, + "ĠFlex": 27233, + "ĠClock": 27234, + "ÃŃcul": 27235, + "imen": 27236, + "JO": 27237, + "ĠRegex": 27238, + "_LINK": 27239, + "Ġcouch": 27240, + "ĠINPUT": 27241, + "Ġbeating": 27242, + "business": 27243, + "preced": 27244, + ".unit": 27245, + "ĠFel": 27246, + "Never": 27247, + "ospel": 27248, + ".startswith": 27249, + "ĠEPA": 27250, + ".only": 27251, + "Ġpreventing": 27252, + "yer": 27253, + "ColumnName": 27254, + "Ġelevation": 27255, + "flu": 27256, + "icycle": 27257, + "Ġoffline": 27258, + "Toolbar": 27259, + "Ġcompeting": 27260, + ")].": 27261, + "Ġmog": 27262, + "ĠisValid": 27263, + "Ask": 27264, + "_av": 27265, + "_lat": 27266, + "ANC": 27267, + "ĠJoh": 27268, + "kers": 27269, + "Ġguards": 27270, + "Ġchains": 27271, + "ĠSimpleDateFormat": 27272, + ".static": 27273, + "Ġvessel": 27274, + "Ġmud": 27275, + "Ġstabil": 27276, + "Ġstret": 27277, + "gm": 27278, + "amation": 27279, + "çľ": 27280, + "-with": 27281, + "Ġros": 27282, + "_PA": 27283, + "Ġresultado": 27284, + "Ġconfidential": 27285, + "ĠTokyo": 27286, + "ĉusing": 27287, + "ĠMathf": 27288, + "ombine": 27289, + "ĠESPN": 27290, + "Ġdealers": 27291, + "Ġdismissed": 27292, + "TRY": 27293, + "Ġteens": 27294, + "records": 27295, + "Ġwings": 27296, + "gallery": 27297, + "accounts": 27298, + "_LIB": 27299, + "Ġjacket": 27300, + "ĠNSObject": 27301, + "Ġstones": 27302, + "ĠDelivery": 27303, + "ĠDiet": 27304, + "/watch": 27305, + "Ġtoilet": 27306, + "ĠGuest": 27307, + ".day": 27308, + "067": 27309, + "Ġintval": 27310, + "087": 27311, + "Visit": 27312, + "Ġinvestigated": 27313, + "Ġpentru": 27314, + "ĠTheatre": 27315, + "andidates": 27316, + "Lang": 27317, + "ĠServ": 27318, + "Ġcontrollers": 27319, + "ĠsetTitle": 27320, + "NP": 27321, + "amy": 27322, + "flat": 27323, + "(ui": 27324, + "069": 27325, + "_document": 27326, + "èĥ½": 27327, + "ĠCoin": 27328, + "ĠAdams": 27329, + "ptic": 27330, + "Ġproductive": 27331, + "Ġaccomplished": 27332, + "čĊčĊčĊčĊ": 27333, + "Ġdeferred": 27334, + "ientes": 27335, + "Ġsinc": 27336, + "olars": 27337, + "Rightarrow": 27338, + "Ġvariations": 27339, + "(offset": 27340, + "957": 27341, + ".LayoutInflater": 27342, + "Ġsuspend": 27343, + "Ġprevention": 27344, + "_private": 27345, + "_js": 27346, + "âĺħ": 27347, + "Ġwieder": 27348, + "atum": 27349, + "ĴĮ": 27350, + "Ġappearances": 27351, + ".Document": 27352, + "Ġvalidates": 27353, + "calendar": 27354, + "}\";Ċ": 27355, + ".demo": 27356, + "conut": 27357, + "Ġcorrection": 27358, + "ĠDeal": 27359, + "Ġbatteries": 27360, + ".duration": 27361, + ",\\": 27362, + "_marker": 27363, + "multi": 27364, + "Ġhalt": 27365, + "Ġcms": 27366, + "Ġshaped": 27367, + "Bro": 27368, + "reduce": 27369, + "Ġ####": 27370, + "CTOR": 27371, + "ĠBenef": 27372, + "Ġiconic": 27373, + "Ġpiano": 27374, + "Ġeffectiveness": 27375, + "|.Ċ": 27376, + "Ġajax": 27377, + "Ġvolumes": 27378, + "ม": 27379, + "Ġcljs": 27380, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ": 27381, + "aths": 27382, + "raits": 27383, + "大": 27384, + "Ñĸ": 27385, + "_mult": 27386, + "Ġfascinating": 27387, + "Average": 27388, + "Ġpré": 27389, + "ĠChairman": 27390, + ".findElement": 27391, + "_pin": 27392, + "Ġcomparing": 27393, + "Ġdarkness": 27394, + "-Fi": 27395, + "-server": 27396, + "Ġselecting": 27397, + "sterdam": 27398, + "ĠParts": 27399, + "FORMATION": 27400, + "Ġnoting": 27401, + "Ġpile": 27402, + "ogs": 27403, + "Ġpalette": 27404, + "_do": 27405, + "itize": 27406, + "079": 27407, + "()(": 27408, + "Ġdefining": 27409, + "Ġremainder": 27410, + "Units": 27411, + "_TASK": 27412, + "HttpClient": 27413, + "Social": 27414, + "Ġfundra": 27415, + "NR": 27416, + "chest": 27417, + "Currency": 27418, + ".adapter": 27419, + "Ġdop": 27420, + "unting": 27421, + "ANGUAGE": 27422, + "\"He": 27423, + "ĉindex": 27424, + "_package": 27425, + ".Icon": 27426, + "Ġrepet": 27427, + "mass": 27428, + "=\".$": 27429, + "ĠSud": 27430, + "Ġlid": 27431, + "province": 27432, + "ìľ": 27433, + "GPIO": 27434, + "Ðļ": 27435, + "ĠMySQL": 27436, + "Ġdocs": 27437, + "ĠGA": 27438, + "Ġipsum": 27439, + "Kernel": 27440, + "Ġaccepts": 27441, + "Ġfitting": 27442, + "Ġcuando": 27443, + "Ġduplic": 27444, + "ĠBrother": 27445, + "ĠKle": 27446, + "nums": 27447, + "Ġmorph": 27448, + "Ġ########": 27449, + "ĠCGPoint": 27450, + "manual": 27765, + "ĠTechnical": 27766, + "Ġcorporation": 27767, + "ĠHW": 27768, + "anka": 27769, + "TAIL": 27770, + "istas": 27771, + "Ġperforms": 27772, + "ĠBehavior": 27773, + ".For": 27774, + "_ORDER": 27775, + "ĠKick": 27776, + "Ġcallbacks": 27777, + "_dr": 27778, + "uego": 27779, + "hub": 27780, + "ufficient": 27781, + "sky": 27782, + "Ġbp": 27783, + "htable": 27784, + "ĠONLY": 27785, + "ĠAUTHORS": 27786, + ".Argument": 27787, + "\"};Ċ": 27788, + "ĠThunder": 27789, + "ĠKom": 27790, + ".Should": 27791, + "AUTH": 27792, + "ahu": 27793, + "_payment": 27794, + "Ġstarter": 27795, + "ìĦľ": 27796, + "ìļ©": 27797, + "Blog": 27798, + ".patch": 27799, + "Ġgoverned": 27800, + "assy": 27801, + "-found": 27802, + "Ġtheater": 27803, + "ĠFontWeight": 27804, + "ĠBatman": 27805, + "\"If": 27806, + ".Random": 27807, + "_delta": 27808, + "ĠCE": 27809, + "Authenticated": 27810, + "Ġdrone": 27811, + "Ġcous": 27812, + "radius": 27813, + "Mer": 27814, + "(None": 27815, + "ĠNJ": 27816, + "_headers": 27817, + "Ġamer": 27818, + "pytest": 27819, + "ĠActions": 27820, + "ĉĉĉĠĠĠĠ": 27821, + "Ġett": 27822, + "Ġholy": 27823, + "Ġuncomfort": 27824, + "ĠNin": 27825, + "ĠDecimal": 27826, + "ĠMessages": 27827, + ".sender": 27828, + "]])Ċ": 27829, + "Ġembrace": 27830, + "Though": 27831, + "/sp": 27832, + "Ġcultures": 27833, + "Ġhighway": 27834, + "tar": 27835, + ".fail": 27836, + "_hidden": 27837, + "ĠcomponentDidMount": 27838, + "ĠWright": 27839, + "Ġjag": 27840, + "_il": 27841, + "../../../": 27842, + "igu": 27843, + "Food": 27844, + "Ġace": 27845, + "Ġaños": 27846, + "USD": 27847, + "Ġmutual": 27848, + "Logic": 27849, + "Ġtemple": 27850, + "Ġbriefly": 27851, + "ĠTrip": 27852, + "classmethod": 27853, + "defaults": 27854, + "Ġchunks": 27855, + ",,,,": 27856, + "ĠReason": 27857, + "$id": 27858, + "-ups": 27859, + "Ġdamn": 27860, + "Ġtrucks": 27861, + "Ġunlimited": 27862, + "Ġsculpt": 27863, + "ĠCards": 27864, + "Ġautor": 27865, + "ĠTesting": 27866, + "Ġdiese": 27867, + "shops": 27868, + "ç´": 27869, + "(payload": 27870, + "ĠPATH": 27871, + "ĠMemorial": 27872, + "Ġridiculous": 27873, + "egree": 27874, + "-winning": 27875, + "Ġrehab": 27876, + "Ġsophisticated": 27877, + "wpdb": 27878, + "ĉpath": 27879, + "!\";Ċ": 27880, + "_SYS": 27881, + ".speed": 27882, + "Ġsoap": 27883, + "suffix": 27884, + "Wrap": 27885, + "Ġenhancement": 27886, + "Ãī": 27887, + "úb": 27888, + "Ġplaylist": 27889, + "Ġmixing": 27890, + "antidad": 27891, + "=\"\";Ċ": 27892, + "ĠRevision": 27893, + "ĠBeat": 27894, + ".inc": 27895, + "-way": 27896, + "encias": 27897, + "ulers": 27898, + "Cat": 27899, + "idel": 27900, + "ĠShip": 27901, + ".setColor": 27902, + "Ġthreatening": 27903, + ".modules": 27904, + "Ġafterwards": 27905, + "ĠDashboard": 27906, + "ĊĠĊ": 27907, + "Signal": 27908, + "Ġprimer": 27909, + "orneys": 27910, + "iciary": 27911, + "Ġligne": 27912, + "_predict": 27913, + "Ġaest": 27914, + "_https": 27915, + ">:": 27916, + "ĠLex": 27917, + "Ġrencontres": 27918, + "egral": 27919, + "scala": 27920, + "_family": 27921, + "ÃŁen": 27922, + "_sym": 27923, + "Ġuncertainty": 27924, + "ĠVALUE": 27925, + "Ġ};čĊčĊ": 27926, + "Ġbroader": 27927, + "Ġhorses": 27928, + "ãģĿ": 27929, + "ĠKal": 27930, + "oba": 27931, + "_INET": 27932, + "ĠKill": 27933, + "jquery": 27934, + "amination": 27935, + "[@\"": 27936, + "Ġmuj": 27937, + "###Ċ": 27938, + "FirstOrDefault": 27939, + "thenReturn": 27940, + "Che": 27941, + "/footer": 27942, + "Ġparks": 27943, + "asje": 27944, + "ĠGulf": 27945, + "Ġmodest": 27946, + ".Init": 27947, + "ï¼ŁĊĊ": 27948, + "Ġprospects": 27949, + "Ġsvg": 27950, + "Ġåı": 27951, + ".Dialog": 27952, + "_NET": 27953, + "Ġ(($": 27954, + "Ġek": 27955, + "ĠWarning": 27956, + "ĠMK": 27957, + "": 28265, + "ĠRepair": 28266, + "_BE": 28267, + "Brand": 28268, + "uart": 28269, + "preview": 28270, + "Ġinitiatives": 28271, + "running": 28272, + "bang": 28273, + "ĉupdate": 28274, + "ĠCoach": 28275, + "Rich": 28276, + "Ġyoutube": 28277, + "Ġritual": 28278, + "appa": 28279, + "ĠRobinson": 28280, + "precision": 28281, + "////////////////////////////////////////////////////////////////////////////": 28282, + "=[]Ċ": 28283, + "Ġcelebrated": 28284, + "OTO": 28285, + "Ġinclusion": 28286, + "JP": 28287, + "';čĊčĊ": 28288, + "Ġnotable": 28289, + "(_.": 28290, + "Managed": 28291, + "Ġguides": 28292, + " ": 28293, + "atedRoute": 28294, + "ĠAdjust": 28295, + "Ġcolored": 28296, + "_scores": 28297, + "ĠTesla": 28298, + "_progress": 28299, + ".inst": 28300, + "['_": 28301, + ".flags": 28302, + "Ġfclose": 28303, + "_OPER": 28304, + "ży": 28305, + "_note": 28306, + "Ġtransgender": 28307, + "åķ": 28308, + "RIPT": 28309, + "Ġabsent": 28310, + "Ġamet": 28311, + "Ġoperand": 28312, + "ë©": 28313, + "Ġhood": 28314, + "toLowerCase": 28315, + "avo": 28316, + "ĠCircuit": 28317, + "ĠLind": 28318, + "--}}Ċ": 28319, + "=m": 28320, + "Ġsuppress": 28321, + "ĠMAP": 28322, + "iang": 28323, + "-admin": 28324, + "Ġsidebar": 28325, + "ĠBu": 28326, + "ĠHex": 28327, + ",F": 28328, + "ĠSignal": 28329, + "Ġtransparency": 28330, + "ĠFederation": 28331, + "/V": 28332, + "Req": 28333, + "Ġpulse": 28334, + "Ġtends": 28335, + "Numbers": 28336, + "%'": 28337, + "Ġdeport": 28338, + "datas": 28339, + "_UINT": 28340, + "_tra": 28341, + "oko": 28342, + "Ġ\"?": 28343, + "compet": 28344, + "solete": 28345, + "undry": 28346, + "Ġoverlap": 28347, + "}`,Ċ": 28348, + ".ly": 28349, + "_summary": 28350, + "ĠLost": 28351, + ".Center": 28352, + "Ġdisability": 28353, + ".Serialization": 28354, + "Ġgeom": 28355, + "Ġ?:": 28356, + "ĠWo": 28357, + "Ġshipped": 28358, + "Ĥæķ°": 28359, + "Ġugly": 28360, + "Ġexcitement": 28361, + "Ġexterior": 28362, + "Ġcheckout": 28363, + "Ġkur": 28364, + ",D": 28365, + "ĠAlaska": 28366, + "Ġsynthetic": 28367, + "ĠBudget": 28368, + "ĠSubscribe": 28369, + "Ġ&Ċ": 28370, + "ÈĻi": 28371, + "ĠYu": 28372, + "ĉquery": 28373, + "}.Ċ": 28374, + "Ġtraged": 28375, + "assen": 28376, + "Ġaccommodation": 28377, + "Ġphysician": 28378, + "Ġrenamed": 28379, + "Ġtidak": 28380, + "zÄħ": 28381, + "Ġminus": 28382, + "nych": 28383, + "097": 28384, + "_EXCEPTION": 28385, + "threads": 28386, + "Ġtire": 28387, + "_created": 28388, + "ensure": 28389, + "Ġworthy": 28390, + "Ġexcuse": 28391, + "Ġcloth": 28392, + ".parentNode": 28393, + "/platform": 28394, + "ĠUFC": 28395, + "ĠGtk": 28396, + "unny": 28397, + "Ġgibt": 28398, + "keley": 28399, + "hum": 28400, + "(tx": 28401, + "ĉdev": 28402, + "Ġoutfit": 28403, + "doors": 28404, + "Ġfon": 28405, + "icut": 28406, + "volatile": 28407, + "Ġhomosex": 28408, + "Maximum": 28409, + "Ġexpend": 28410, + "Ġ});ĊĊĊ": 28411, + "Eq": 28412, + "onders": 28413, + "department": 28414, + "ĠPhysics": 28415, + "\"});Ċ": 28416, + "Ġparad": 28417, + ".Str": 28418, + "Ġsele": 28419, + "IFIED": 28420, + "Ġdelivers": 28421, + "ivan": 28422, + "Ġresponsibilities": 28423, + "Ġadvocates": 28424, + "èµ": 28425, + "ĠRID": 28426, + ".parameters": 28427, + "Metrics": 28428, + "ronics": 28429, + "ĠUITableViewCell": 28430, + "Absolute": 28431, + "ipse": 28432, + "ylum": 28433, + "MLElement": 28434, + "_VALID": 28435, + "\\<^": 28630, + "Ġios": 28631, + "sound": 28632, + "\"];": 28633, + "Ġfreed": 28634, + "rottle": 28635, + "ĠLower": 28636, + "[count": 28637, + "åĿ": 28638, + "Ġpale": 28639, + "ĠWayne": 28640, + "earth": 28641, + "_categories": 28642, + "UCK": 28643, + ".metadata": 28644, + "Ġsummon": 28645, + "HOME": 28646, + "олÑĮз": 28647, + "Ġmanufactured": 28648, + "Ġdock": 28649, + "Ġcompetitors": 28650, + "_MODEL": 28651, + "okia": 28652, + "ĠHey": 28653, + "ο": 28654, + "Ġbackward": 28655, + "ĠPOSS": 28656, + "ropa": 28657, + "Ġcri": 28658, + "_OBJ": 28659, + "Transport": 28660, + "-high": 28661, + "Ġerotik": 28662, + "_slot": 28663, + "Ġartic": 28664, + "_framework": 28665, + "-serif": 28666, + "ĠSqlDbType": 28667, + "')(": 28668, + "+\"/": 28669, + "Ġwore": 28670, + "Sil": 28671, + "Ġstoring": 28672, + "ĠPhase": 28673, + "uant": 28674, + "Ġbump": 28675, + "inho": 28676, + "Ġdign": 28677, + "Ġbacks": 28678, + "qq": 28679, + "(hash": 28680, + "Ġgeo": 28681, + "Ġtender": 28682, + "Logo": 28683, + "!)Ċ": 28684, + "ĠMX": 28685, + "ĠArthur": 28686, + "essoa": 28687, + "_Ch": 28688, + "Ġbedrooms": 28689, + "=\"#\"><": 28690, + "Ġthroat": 28691, + "insic": 28692, + ".integer": 28693, + "Ġprimitive": 28694, + "Truthy": 28695, + "Ġfacilitate": 28696, + "Ġcreativity": 28697, + "ĠDNS": 28698, + "Ġgra": 28699, + "uez": 28700, + "Ġcountless": 28701, + "ĠPoland": 28702, + "'M": 28703, + "ĠDist": 28704, + "Ġvest": 28705, + "Ġcertification": 28706, + "á»ij": 28707, + "held": 28708, + "extensions": 28709, + "(static": 28710, + "Ġgrades": 28711, + "ĠUber": 28712, + "ãģŁ": 28713, + "Ġ[])Ċ": 28714, + "datos": 28715, + "ĠgetData": 28716, + "ĠCharg": 28717, + "ĠBS": 28718, + ".microsoft": 28719, + ".video": 28720, + ".direction": 28721, + "->{'": 28722, + "lua": 28723, + "apest": 28724, + "Ġboiler": 28725, + "erek": 28726, + "Ġdecides": 28727, + ".jar": 28728, + "ISC": 28729, + "ĠWords": 28730, + "(CON": 28731, + "EMPLATE": 28732, + "reeze": 28733, + "shots": 28734, + "apps": 28735, + "unted": 28736, + ".setName": 28737, + "::<": 28738, + "-bold": 28739, + "ê²": 28740, + "å¯Ĩ": 28741, + "Longrightarrow": 28742, + "Ġunfair": 28743, + "Ġearning": 28744, + "Ġshelf": 28745, + "UREMENT": 28746, + "Ġidle": 28747, + "_MENU": 28748, + ".Custom": 28749, + "AGER": 28750, + "-\"": 28751, + "_switch": 28752, + "because": 28753, + ")view": 28754, + "mare": 28755, + "_condition": 28756, + "ĠStarting": 28757, + "Mvc": 28758, + "(pre": 28759, + "dump": 28760, + "_LOCK": 28761, + "atetime": 28762, + ".callback": 28763, + "ĠCer": 28764, + "opol": 28765, + "ibrary": 28766, + "Ġreservation": 28767, + "ĉĉĉĉĉĉĉĊ": 28768, + "lector": 28769, + "graduate": 28770, + "Ġgenerous": 28771, + "Ġion": 28772, + "ricao": 28773, + "mq": 28774, + "_complete": 28775, + "(cursor": 28776, + "ĠFormControl": 28777, + ":center": 28778, + "Ġsubstitute": 28779, + "ĠPlanning": 28780, + "Ġpension": 28781, + "Ġrecommendation": 28782, + "ĠTags": 28783, + "Ġgef": 28784, + "Ġalbums": 28785, + "Ġwashing": 28786, + "roc": 28787, + "Ġtrains": 28788, + "atings": 28789, + "Ġexponent": 28790, + "ackbar": 28791, + "-ln": 28792, + "ág": 28793, + ".DataAnnotations": 28794, + "ĠEIF": 28795, + "ĠMalaysia": 28796, + "ĉPORT": 28797, + "onus": 28798, + "Ġclever": 28799, + "Ġpeu": 28800, + ">ĊĊĊĊ": 28801, + "ĠArguments": 28802, + "Ġdebugging": 28803, + "(right": 28804, + "'D": 28805, + "compute": 28806, + "Ġfinest": 28807, + "ORAGE": 28808, + "Ġspectacular": 28809, + "phrase": 28810, + "Ġindia": 28811, + "Ġlegendary": 28812, + "birth": 28813, + "Ġcomposite": 28814, + "Ġgrows": 28815, + "ĠTD": 28816, + "Ġepid": 28817, + "Ġlaunching": 28818, + "]][": 28819, + "Minutes": 28820, + "ĠCha": 28821, + "Ġcleaned": 28822, + "Ġwitnesses": 28823, + "ukan": 28824, + "ĉType": 28825, + "Ġhabe": 28826, + "paragraph": 28827, + "ĠJPanel": 28828, + "ĠHann": 28829, + "Ġvaried": 28830, + "ĠPokemon": 28831, + "ĠMUST": 28832, + "åĬ¨": 28833, + ".visibility": 28834, + "opup": 28835, + "^[": 28836, + ".expand": 28837, + "Ġ\"',": 28838, + ".fasterxml": 28839, + "_auto": 28840, + "ĠSheet": 28841, + "marker": 28842, + "Parcel": 28843, + "ews": 28844, + "ĠStrategy": 28845, + "-making": 28846, + "Ġunve": 28847, + "Ġtrailing": 28848, + "Ġclicks": 28849, + "ĠGetComponent": 28850, + "ĉcontent": 28851, + "IGENCE": 28852, + "ERNEL": 28853, + "NSMutableArray": 28854, + "Ġbreat": 28855, + "Ġharmful": 28856, + "¶Ī": 28857, + "Ġbesides": 28858, + "Ġboring": 28859, + "Ġbrutal": 28860, + "vang": 28861, + "(parse": 28862, + "quick": 28863, + "Ġpytest": 28864, + "Ġswitching": 28865, + "()]Ċ": 28866, + "ĠìĦ": 28867, + "LER": 28868, + "ĉfont": 28869, + "Ġnett": 28870, + ")]ĊĊ": 28871, + "(/\\": 28872, + "æŀľ": 28873, + "toArray": 28874, + "Ġbreed": 28875, + "ĠCAR": 28876, + "ĠWeapon": 28877, + "Abs": 28878, + "tot": 28879, + "ĠsetName": 28880, + "aptive": 28881, + "Ġ:,": 28882, + "Ġescaped": 28883, + "orden": 28884, + "ĠPri": 28885, + "thumbnail": 28886, + "Ġdescriptions": 28887, + "/styles": 28888, + "ĠPCI": 28889, + "Ġalphabet": 28890, + "asticsearch": 28891, + "NOTE": 28892, + "Ġcialis": 28893, + "ĠGriff": 28894, + "Ġporque": 28895, + "Ġproteins": 28896, + "plays": 28897, + "Ġstating": 28898, + "Ġimagination": 28899, + "Ġfacial": 28900, + "ĠMechan": 28901, + "Ġarranged": 28902, + "_used": 28903, + "Ġarrangements": 28904, + "ĠPipe": 28905, + "hostname": 28906, + "Ġprovinc": 28907, + "Tit": 28908, + ".FlatStyle": 28909, + "ĠSplit": 28910, + "ĠLoader": 28911, + ".cc": 28912, + "Ġclinic": 28913, + "----------------------------": 28914, + "Ġbaking": 28915, + "ĠENT": 28916, + "neath": 28917, + "ãĢģĊĊ": 28918, + "ANE": 28919, + ".EntityFrameworkCore": 28920, + "appers": 28921, + ".ic": 28922, + "ĠNgModule": 28923, + "ĠFORM": 28924, + "Ġ';": 28925, + "-profit": 28926, + "hw": 28927, + "enemy": 28928, + "ĠEye": 28929, + "Ġcaution": 28930, + "town": 28931, + "Ġurged": 28932, + "ĠJimmy": 28933, + "ynchronous": 28934, + "-sized": 28935, + "making": 28936, + ",{": 28937, + "]',": 28938, + "_Object": 28939, + "ahoma": 28940, + "Ġactivist": 28941, + "INVAL": 28942, + "ĠCommercial": 28943, + "ĠOrlando": 28944, + "(tab": 28945, + "Ġب": 28946, + "Algorithm": 28947, + "Ġheritage": 28948, + "GetMapping": 28949, + "Ġfailures": 28950, + "rios": 28951, + "ativa": 28952, + "Ġtet": 28953, + "Ġcarpet": 28954, + "(Z": 28955, + "three": 28956, + "Ġdisclosure": 28957, + ".ERROR": 28958, + "_called": 28959, + "Ġdial": 28960, + "Ġoccasional": 28961, + ".Err": 28962, + "Ġfuncion": 28963, + "caffold": 28964, + "Ġreleasing": 28965, + "ï¼īĊĊ": 28966, + "_Value": 28967, + "ĠVari": 28968, + "yellow": 28969, + "Ġstruggles": 28970, + ".cal": 28971, + "ĠDakota": 28972, + "ĉclose": 28973, + "Ġsandwich": 28974, + "Ġanalytics": 28975, + "Ġ**)": 28976, + "&#": 28977, + "ĠJos": 28978, + "Ġpassive": 28979, + "ATTR": 28980, + "Throwable": 28981, + "ĠMun": 28982, + "ĠUint": 28983, + "(disposing": 28984, + "arak": 28985, + "ĠLeaders": 28986, + "Ġaffecting": 28987, + "ĠitemView": 28988, + "Ġeconomics": 28989, + "fv": 28990, + "à¹Ģ": 28991, + ".rb": 28992, + "ĠOverall": 28993, + "Ġwealthy": 28994, + "Ġevolved": 28995, + "nda": 28996, + "ĠHus": 28997, + "restrict": 28998, + "umen": 28999, + "ĠAgricult": 29000, + "!ĊĊĊ": 29001, + "Ġexpires": 29002, + "Ġspokesperson": 29003, + "interval": 29004, + "Ġâ": 29005, + "Ġqueen": 29006, + "(nil": 29007, + "ingo": 29008, + "Heap": 29009, + "Ùİ": 29010, + "Ġcomplain": 29011, + "Sym": 29012, + "ĠClone": 29013, + "ĠRu": 29014, + "ĠWILL": 29015, + "ĠCrystal": 29016, + "/content": 29017, + "ingen": 29018, + "ointment": 29019, + "LastName": 29020, + "avicon": 29021, + "ĠIBM": 29022, + "ĠDimension": 29023, + "anh": 29024, + "icipants": 29025, + "ĠAnne": 29026, + ".progress": 29027, + "Ġalgo": 29028, + "obil": 29029, + "ĠVoice": 29030, + "ĠFE": 29031, + "Ġgli": 29032, + "Ġved": 29033, + "Ġprevents": 29034, + "\\Column": 29035, + "Ġfolk": 29036, + "etti": 29037, + "Ġmn": 29038, + "ĠCLASS": 29039, + "Ġdisplaying": 29040, + "ĠKl": 29041, + "ĠFerr": 29042, + "duto": 29043, + ".ib": 29044, + "Ġdados": 29045, + "'name": 29046, + "-space": 29047, + "Ġitalian": 29048, + "Ġinverse": 29049, + "Ġdense": 29050, + "uter": 29051, + "ĠIEnumerator": 29052, + "-sign": 29053, + "Ġnationwide": 29054, + "Ġpersona": 29055, + "Ġsolved": 29056, + "Ġdramatically": 29057, + "Logout": 29058, + "Ġgrav": 29059, + "Ġanalyses": 29060, + "ollo": 29061, + "Ġlamp": 29062, + ".team": 29063, + "ĠErot": 29064, + "=[\"": 29065, + "Ġdancing": 29066, + "Ġ?>/": 29067, + "Ġcater": 29068, + "ffe": 29069, + "ĠSha": 29070, + "ĠBos": 29071, + "ĠREQUIRE": 29072, + "ĠMonster": 29073, + "ĠRB": 29074, + "ĠIDE": 29075, + "Ġsuits": 29076, + "ĠformData": 29077, + "(theta": 29078, + "Ġspatial": 29079, + "=NULL": 29080, + "ĠSqlConnection": 29081, + "Ġà": 29082, + "ĠVenez": 29083, + "ĠMorning": 29084, + "Ġpublications": 29085, + "ĠNONINFRINGEMENT": 29086, + "firstName": 29087, + "uds": 29088, + "Would": 29089, + "_HEAD": 29090, + "Ġinvested": 29091, + "stable": 29092, + "fred": 29093, + "Ġcommander": 29094, + "SES": 29095, + "âĢĶa": 29096, + "anche": 29097, + "ĠMovement": 29098, + "ë³": 29099, + "Suite": 29100, + "Ġjurisdiction": 29101, + "리": 29102, + "ĠBeth": 29103, + "jQuery": 29104, + "ĠIsa": 29105, + "Ġdental": 29106, + ",*": 29107, + "ĠLimit": 29108, + "iliation": 29109, + "=\"{": 29110, + "bast": 29111, + "Ġturb": 29112, + "isy": 29113, + "OOK": 29114, + "Ġadvocate": 29115, + "imag": 29116, + "LECTION": 29117, + "лÑĮ": 29118, + "(category": 29119, + ".dec": 29120, + "Ġuniqu": 29121, + "_sn": 29122, + "Ġattracted": 29123, + "ĠÃī": 29124, + "ĠRunning": 29125, + "_edges": 29126, + "ĠDisable": 29127, + "_AS": 29128, + "åĽ¾": 29129, + "Ġnetworking": 29130, + "_branch": 29131, + "Having": 29132, + "toBeTruthy": 29133, + "GI": 29134, + "Ġcamps": 29135, + "sep": 29136, + "-part": 29137, + "Ġ)ĊĊĊĊĊĊĊĊ": 29138, + "ustralia": 29139, + "ĠReports": 29140, + "rito": 29141, + "Ġwaist": 29142, + "_plus": 29143, + "ĠWW": 29144, + "-person": 29145, + "April": 29146, + "Ġsar": 29147, + ".tar": 29148, + "Ġagricultural": 29149, + "tic": 29150, + "Ġtcp": 29151, + "ĠsetValue": 29152, + "agento": 29153, + "ĠAppe": 29154, + "piler": 29155, + "CADE": 29156, + "Ġanche": 29157, + "atcher": 29158, + "Ġcomics": 29159, + "Ġlbs": 29160, + "_segment": 29161, + "']=$": 29162, + "itters": 29163, + "icher": 29164, + "GINE": 29165, + "Ġutilize": 29166, + "ĠCursor": 29167, + "_expression": 29168, + "Ġdag": 29169, + "x": 29357, + ".Task": 29358, + "money": 29359, + "ibaba": 29360, + "'});Ċ": 29361, + "ĠSpecific": 29362, + "ĠLinear": 29363, + "_OPT": 29364, + "HashCode": 29365, + "(Player": 29366, + ".ContainsKey": 29367, + "Ġcollapsed": 29368, + "transparent": 29369, + "_RANGE": 29370, + "Viewer": 29371, + "(cfg": 29372, + "Ġsorting": 29373, + "Ġinfected": 29374, + "ĠNach": 29375, + "Ġaccommodate": 29376, + ".elements": 29377, + "_PART": 29378, + "ĠSexy": 29379, + "=get": 29380, + "(year": 29381, + "Ġxhr": 29382, + ":]": 29383, + "owski": 29384, + "Ġsummar": 29385, + "Ġ¿": 29386, + "Ġinte": 29387, + "Ġworkflow": 29388, + "ĠTaiwan": 29389, + "versions": 29390, + "åıij": 29391, + "Ġsurprisingly": 29392, + "Ġoptical": 29393, + "Ġproces": 29394, + "Ġdisagree": 29395, + "Ġnuevo": 29396, + "ĠCAM": 29397, + "sorted": 29398, + "leases": 29399, + "istle": 29400, + "Ident": 29401, + "ĉevent": 29402, + "jected": 29403, + "Chunk": 29404, + "Vars": 29405, + ".provider": 29406, + "Ġproceedings": 29407, + "Ġinclusive": 29408, + "Ġartwork": 29409, + "endants": 29410, + "ï¼ļĊ": 29411, + "seen": 29412, + "Ġlig": 29413, + "Ġmakers": 29414, + "_fun": 29415, + "Ġlengths": 29416, + "PathVariable": 29417, + "[item": 29418, + "ี": 29419, + "Dead": 29420, + "FFFFFF": 29421, + "ĠUrban": 29422, + "uples": 29423, + "ichen": 29424, + "(nullptr": 29425, + ".spec": 29426, + ",System": 29427, + "URATION": 29428, + "(job": 29429, + "å¼ı": 29430, + "Ġtracker": 29431, + "ÅĻ": 29432, + "ĠMR": 29433, + "ĠSQLite": 29434, + "Ġdto": 29435, + "Ġ;;Ċ": 29436, + "Ġmint": 29437, + "ĠIntroduction": 29438, + "cao": 29439, + "Ġquestioned": 29440, + "Ġfitted": 29441, + "revision": 29442, + "sq": 29443, + "Ġmig": 29444, + "_units": 29445, + "_async": 29446, + "Ġflick": 29447, + "});ĊĊĊ": 29448, + "Ġnotre": 29449, + "}`,": 29450, + "Filters": 29451, + "Ġmundo": 29452, + "_days": 29453, + "Ġfrm": 29454, + "utc": 29455, + "Ġvals": 29456, + "ewidth": 29457, + "ĠGenerator": 29458, + "ĠArtist": 29459, + "ĠIDs": 29460, + "ĠArticles": 29461, + "reater": 29462, + "ĠComponentFixture": 29463, + ".=": 29464, + "Ġrou": 29465, + "-no": 29466, + ".bukkit": 29467, + "egg": 29468, + "ĠDiff": 29469, + "atics": 29470, + "ÑĥÑĩ": 29471, + "âĢĶĊĊ": 29472, + "ĠCharlotte": 29473, + "bye": 29474, + "Ġ});čĊčĊ": 29475, + "ĠVik": 29476, + "ĠBrow": 29477, + "Ġlv": 29478, + "ĠGib": 29479, + "-wing": 29480, + "GLIGENCE": 29481, + "(Il": 29482, + "ĠEngineer": 29483, + ".Wait": 29484, + "ĠPictures": 29485, + "Ġrhet": 29486, + "Ġthermal": 29487, + "Ġpraise": 29488, + "<>();ĊĊ": 29489, + "ĠSpider": 29490, + "Pause": 29491, + "ĠBaker": 29492, + "Ġslower": 29493, + "Ġ}]Ċ": 29494, + "_enqueue": 29495, + "Ġdisappeared": 29496, + "ĠTicket": 29497, + "INUX": 29498, + "_LOCAL": 29499, + "аÑģÑģ": 29500, + "@Injectable": 29501, + "community": 29502, + "GestureRecognizer": 29503, + "åĽ½": 29504, + "Ġscales": 29505, + "Ġ-(": 29506, + "/'+": 29507, + "ĠSit": 29508, + "Ġexecutives": 29509, + "arding": 29510, + "Ġadvers": 29511, + "Ġbackwards": 29512, + "ĉcontext": 29513, + "ĠHamp": 29514, + "ĠPF": 29515, + "ĠDeck": 29516, + "ĠCraig": 29517, + "American": 29518, + "Ġbell": 29519, + "Ġprol": 29520, + "ufen": 29521, + "Ġrng": 29522, + "arshal": 29523, + "ĠSimply": 29524, + "firstname": 29525, + "shore": 29526, + "July": 29527, + "Ġmortality": 29528, + "ĠâĨĴĊĊ": 29529, + "Helpers": 29530, + "Ġbenchmark": 29531, + "emade": 29532, + "Ġorganisations": 29533, + ".gson": 29534, + "ĠTextField": 29535, + "Ġcivilians": 29536, + ".Arrays": 29537, + "ĠMississippi": 29538, + "Ġintermediate": 29539, + "getUser": 29540, + "_cluster": 29541, + "Relative": 29542, + "foreign": 29543, + ".querySelectorAll": 29544, + "ForeignKey": 29545, + "Ġreasonably": 29546, + "---------Ċ": 29547, + "Cards": 29548, + "ĠKam": 29549, + "ĠThor": 29550, + "Ġroller": 29551, + "-element": 29552, + "ĠCurrency": 29553, + "ddie": 29554, + "ALLY": 29555, + "ĠRA": 29556, + "Ġpermet": 29557, + "aaaa": 29558, + "Ġhomework": 29559, + "ĠVit": 29560, + "Ġmold": 29561, + "ĠFer": 29562, + "[start": 29563, + "Ġstatistical": 29564, + "Ġscary": 29565, + "_HOME": 29566, + ".Begin": 29567, + "Construct": 29568, + "ogenic": 29569, + "ĠDEALINGS": 29570, + "Ġtambién": 29571, + "ixon": 29572, + ".ind": 29573, + "acre": 29574, + "Ġtransforms": 29575, + "ĠNap": 29576, + ".Block": 29577, + "ussia": 29578, + "piration": 29579, + "ulent": 29580, + "Ġceil": 29581, + "Clause": 29582, + "naire": 29583, + "TES": 29584, + "Ġneat": 29585, + "STD": 29586, + "ĠRegExp": 29587, + "perform": 29588, + ":)": 29589, + "Ġunions": 29590, + "Ġsublic": 29591, + "Ġwinds": 29592, + "loating": 29593, + "glich": 29594, + "Ġpagination": 29595, + "Skill": 29596, + "Apply": 29597, + "ĠOperator": 29598, + "istogram": 29599, + "Ġqualities": 29600, + "Cross": 29601, + "Ġdecom": 29602, + "],\"": 29603, + "ĠJuan": 29604, + ".modal": 29605, + ".Child": 29606, + "ĠRoger": 29607, + "STITUTE": 29608, + ":CGRectMake": 29609, + "alette": 29610, + "Ġsta": 29611, + "aside": 29612, + "Ġblur": 29613, + "ĠWa": 29614, + "ifetime": 29615, + "reed": 29616, + "controls": 29617, + "Ġbins": 29618, + "Ġпол": 29619, + "*/,Ċ": 29620, + "UIS": 29621, + "ĠRou": 29622, + "ĠDemo": 29623, + "-awesome": 29624, + "ĠChain": 29625, + "Ġhasta": 29626, + "ĠBart": 29627, + ".KEY": 29628, + "Ġvendors": 29629, + "nofollow": 29630, + "ĠDest": 29631, + "_builder": 29632, + "Ġargues": 29633, + "_answer": 29634, + "goto": 29635, + "ĠRESULT": 29636, + "ĠMON": 29637, + "Ġpoder": 29638, + "oons": 29639, + "_CASE": 29640, + "Ġreplic": 29641, + "Ġfinancing": 29642, + "ĠDATE": 29643, + "cern": 29644, + "_track": 29645, + "ties": 29646, + "/logo": 29647, + "ĠNEGLIGENCE": 29648, + "getType": 29649, + ">T": 29650, + "bet": 29651, + "girl": 29652, + "ĠINCIDENTAL": 29653, + "-site": 29654, + ".trigger": 29655, + "ĠLisa": 29656, + "_inputs": 29657, + "Ġrelatives": 29658, + "LoggedIn": 29659, + "Configure": 29660, + "IK": 29661, + ".accept": 29662, + "Resume": 29663, + "ĠDraft": 29664, + "Ġ*>(": 29665, + "ĠWA": 29666, + "edian": 29667, + "erness": 29668, + "ĠLayoutInflater": 29669, + "*/čĊčĊ": 29670, + "othy": 29671, + "Ġobligation": 29672, + "Subscribe": 29673, + "Ġthumbnail": 29674, + "exist": 29675, + "Ġinsisted": 29676, + "ĠUICollectionView": 29677, + "ĠAngular": 29678, + "Ġtablets": 29679, + "ĠImpact": 29680, + "ãĢįĊĊ": 29681, + "aho": 29682, + "Ġcharacteristic": 29683, + "gd": 29684, + "Ġ=================================================": 29685, + "ourt": 29686, + "`.": 29687, + "Appro": 29688, + "Coordinate": 29689, + "Remember": 29690, + "Ġmarine": 29691, + "]=='": 29692, + "ĠAdministrator": 29693, + ".getDefault": 29694, + "Ġforgot": 29695, + "ĠStructure": 29696, + "Vue": 29697, + "arsing": 29698, + "moment": 29699, + "kw": 29700, + "_cursor": 29701, + "Attack": 29702, + "Ġathletic": 29703, + "Ġdiagnosed": 29704, + "Ġende": 29705, + "åĪłéĻ¤": 29706, + "House": 29707, + "ĠPARAM": 29708, + "Ġwiki": 29709, + "ĠOpp": 29710, + "Ġconservation": 29711, + "Ġsnd": 29712, + "_tem": 29713, + "substr": 29714, + "ĠCape": 29715, + ".sim": 29716, + "UTION": 29717, + "anan": 29718, + "âĢĻun": 29719, + "Ġgy": 29720, + "-work": 29721, + "Ġcompelling": 29722, + "='#": 29723, + "ĉsub": 29724, + "Ġdirectories": 29725, + "íĬ¸": 29726, + "Ġtouches": 29727, + "outines": 29728, + ".Collection": 29729, + "schedule": 29730, + ".lat": 29731, + "ĠDoctrine": 29732, + "CAA": 29733, + "ĠRefer": 29734, + "Ġshifts": 29735, + "Ġlikelihood": 29736, + "preter": 29737, + "ĠFemale": 29738, + "Ġintercept": 29739, + "Ġlou": 29740, + "çĻ»": 29741, + "Ġrug": 29742, + "ĠCrown": 29743, + "Ġ****************************************************************************": 29744, + "-product": 29745, + "Ġprompted": 29746, + "ungle": 29747, + "docker": 29748, + "ĠTu": 29749, + "ĠUnique": 29750, + "_Error": 29751, + "ulos": 29752, + "ĠâĦ": 29753, + "Ġ(`": 29754, + "Getting": 29755, + "_scal": 29756, + "ĠEnh": 29757, + "üt": 29758, + "Ġsustained": 29759, + "Ġpatches": 29760, + "Ġprosper": 29761, + "ĠGaza": 29762, + "_light": 29763, + "Ġincons": 29764, + "--------Ċ": 29765, + "ĉĉĠĠĠĠĠĠ": 29766, + "SF": 29767, + "CN": 29768, + ":\";Ċ": 29769, + "ĠCollins": 29770, + "(*)": 29771, + "Ġcompilation": 29772, + "']čĊ": 29773, + "Ġconsequence": 29774, + ",...": 29775, + "Ġdm": 29776, + "ĠBLOCK": 29777, + "Cluster": 29778, + "Ġski": 29779, + "(argc": 29780, + "Tuple": 29781, + "Ġjoins": 29782, + "ĠSheriff": 29783, + "War": 29784, + "indi": 29785, + "Ġcommented": 29786, + "HOST": 29787, + "Ġinvitation": 29788, + "apanese": 29789, + "Ġpermits": 29790, + "precedented": 29791, + "_zone": 29792, + "ĠAmy": 29793, + "_RD": 29794, + "Minimum": 29795, + "Ġinvocation": 29796, + ".enable": 29797, + "ichten": 29798, + "-owned": 29799, + "\"id": 29800, + "_POINTER": 29801, + "Fac": 29802, + "Ġspecifications": 29803, + "Ġnomination": 29804, + "Ġgp": 29805, + "<(": 29806, + "Ġrobots": 29807, + "ĠJerry": 29808, + "Ġholders": 29809, + "Ġwand": 29810, + "cms": 29811, + "Ġ}))Ċ": 29812, + ".Toast": 29813, + "ĠIList": 29814, + "Based": 29815, + "zoom": 29816, + "/style": 29817, + "ĠBeck": 29818, + "Men": 29819, + "Ġcontributing": 29820, + "Ġundo": 29821, + "ĠOH": 29822, + "ĠaddObject": 29823, + "Ġeigen": 29824, + "signup": 29825, + "éĶĻ": 29826, + "Ġdistant": 29827, + "PARATOR": 29828, + "ĠMari": 29829, + "Ġmá": 29830, + "Emp": 29831, + "ós": 29832, + "ĠìĪĺ": 29833, + "evt": 29834, + "+j": 29835, + "park": 29836, + "ĠStay": 29837, + "ĠDun": 29838, + "Ġsoy": 29839, + ">%": 29840, + "azines": 29841, + "Ġtiempo": 29842, + "(me": 29843, + "present": 29844, + ".This": 29845, + "Ġeditors": 29846, + "FIELD": 29847, + ".Work": 29848, + "ĠUniverse": 29849, + "Ġdrunk": 29850, + ".timer": 29851, + "Ġaltered": 29852, + "ĠNar": 29853, + "ëł¥": 29854, + ".Active": 29855, + "idor": 29856, + "çŃ": 29857, + ".deltaTime": 29858, + "Ġawkward": 29859, + """: 29860, + "ĠSafari": 29861, + "Ġtricks": 29862, + "MENTS": 29863, + "division": 29864, + "Ġvarying": 29865, + "ĠHighway": 29866, + "Ġphotographer": 29867, + "ĠStewart": 29868, + "Ġlasting": 29869, + ".Pre": 29870, + ".amazonaws": 29871, + "ĠLuck": 29872, + ".Description": 29873, + "ĠNaz": 29874, + "neg": 29875, + "Ġcó": 29876, + "<<\"\\": 29877, + "ĠSurv": 29878, + "ĠUnc": 29879, + "Recipe": 29880, + ".BorderStyle": 29881, + "Ġmodifications": 29882, + "-at": 29883, + "ATFORM": 29884, + "hdr": 29885, + "ako": 29886, + "Ġsublicense": 29887, + "ĠJump": 29888, + "Ġbeim": 29889, + "ĠManhattan": 29890, + ".bool": 29891, + "_hw": 29892, + "ÑĤÑĮ": 29893, + "Bin": 29894, + "Ġgateway": 29895, + "\"\":": 29896, + "ĠUIS": 29897, + ":\"+": 29898, + "-def": 29899, + "ĠRegular": 29900, + "/testing": 29901, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 29902, + "stringstream": 29903, + "Ġdispar": 29904, + "Ġmobil": 29905, + "-read": 29906, + "ĠAdapter": 29907, + "ĠChampions": 29908, + "Ġscheduler": 29909, + "Ġkills": 29910, + "ĠMultiple": 29911, + "irror": 29912, + "Ġgods": 29913, + "ADO": 29914, + "akte": 29915, + "ĠUsuario": 29916, + ".circular": 29917, + "Ġrecept": 29918, + "ĠExpr": 29919, + "Ġelderly": 29920, + "Ġnicely": 29921, + "Ġbeste": 29922, + "Want": 29923, + "Ġclassical": 29924, + ".sprite": 29925, + "objc": 29926, + "ĠMason": 29927, + "Ġsistema": 29928, + ".Black": 29929, + "eso": 29930, + "ĠZeit": 29931, + "Ġdivid": 29932, + "Ġenters": 29933, + "_subject": 29934, + "ĠPlanet": 29935, + ".warning": 29936, + "ĠGram": 29937, + "_tokens": 29938, + "Ġhouseholds": 29939, + "_customer": 29940, + "userName": 29941, + "cross": 29942, + "Ġpione": 29943, + "Ġassists": 29944, + "_SM": 29945, + "ibo": 29946, + "Ġloyal": 29947, + "Ġuseless": 29948, + "#elif": 29949, + "ĠUltimate": 29950, + "Come": 29951, + "gel": 29952, + "Ġdich": 29953, + "xyz": 29954, + "ikel": 29955, + "obra": 29956, + "_scan": 29957, + "ĠInterior": 29958, + "ĠNice": 29959, + "Ġplac": 29960, + "ĉtarget": 29961, + "Ġviral": 29962, + "asso": 29963, + "()/": 29964, + "unde": 29965, + "ĠAdobe": 29966, + "Os": 29967, + "visited": 29968, + "ĠOW": 29969, + "ĠFeed": 29970, + "ĠSequence": 29971, + "Ġmanages": 29972, + "inson": 29973, + "ĠLouisiana": 29974, + "{})": 29975, + "ĠHab": 29976, + "ĠLD": 29977, + "Ġbip": 29978, + "prites": 29979, + "(elem": 29980, + ".hibernate": 29981, + "élé": 29982, + "Ġohne": 29983, + "_transaction": 29984, + "Ġannunci": 29985, + "Published": 29986, + "ĠHonda": 29987, + "ĠTam": 29988, + "ĠPacket": 29989, + "_selector": 29990, + "Ġchallenged": 29991, + "Processing": 29992, + "-hover": 29993, + "Ġtrainer": 29994, + "_cancel": 29995, + "ĠNSDictionary": 29996, + "abric": 29997, + "ĠMLS": 29998, + "_sensor": 29999, + "Ġshrink": 30000, + "ĠFX": 30001, + "threshold": 30002, + "ĉHX": 30003, + "-mark": 30004, + "`.`": 30005, + "Scheme": 30006, + "(full": 30007, + "_writer": 30008, + "ĠSys": 30009, + "Ġfled": 30010, + "ĠCin": 30011, + "-widget": 30012, + "ĠPrevious": 30013, + "Gender": 30014, + "_question": 30015, + "Feed": 30016, + "Ġscrut": 30017, + "(prefix": 30018, + "ãĢĤãĢĤ": 30019, + "Ġinfections": 30020, + "Parts": 30021, + "Ġhierarchy": 30022, + "_DELETE": 30023, + "ĠPatient": 30024, + "_pay": 30025, + "Ġpromoted": 30026, + "Ġìĭ": 30027, + "Ġcivilian": 30028, + "Ġagriculture": 30029, + "ĠPiece": 30030, + "Ġstance": 30031, + "utsche": 30032, + "Assign": 30033, + ".ACTION": 30034, + "Fig": 30035, + "_radius": 30036, + "ĠSync": 30037, + "ducer": 30038, + "failure": 30039, + "ensed": 30040, + "ptime": 30041, + "BM": 30042, + "_datetime": 30043, + "quivo": 30044, + "QUEUE": 30045, + "èĢħ": 30046, + "Appear": 30047, + "Ġsummit": 30048, + ":void": 30049, + "Ġvine": 30050, + "认": 30051, + "onne": 30052, + "_TRANS": 30053, + ".green": 30054, + "_cc": 30055, + "Ġhungry": 30056, + "Ġ\">": 30057, + "());čĊčĊ": 30058, + "Extract": 30059, + "izens": 30060, + "Ġsolver": 30061, + "Notify": 30062, + "Ġenglish": 30063, + "ĠShopping": 30064, + "interfaces": 30065, + "REQ": 30066, + "Ġilleg": 30067, + "ĠUIImageView": 30068, + "Ġdisconnect": 30069, + "ĠUntil": 30070, + "ĠConservative": 30071, + "@Column": 30072, + "Ġshifted": 30073, + "Ġ:čĊ": 30074, + "Ġfich": 30075, + "Ġdla": 30076, + "Ġshoe": 30077, + "\"),čĊ": 30078, + "ularity": 30079, + "_RESP": 30080, + "Weather": 30081, + "UIApplication": 30082, + ".iterator": 30083, + "Ġaging": 30084, + ".Parent": 30085, + "owie": 30086, + "(equal": 30087, + "ĠConv": 30088, + "/default": 30089, + "Ġmeasuring": 30090, + ".prev": 30091, + ".IsValid": 30092, + ".Fat": 30093, + "ĠsÄĥ": 30094, + "keywords": 30095, + "without": 30096, + "Ġsovere": 30097, + "Ġexchanges": 30098, + "Ġmelt": 30099, + "Ġislands": 30100, + "ĠIntegr": 30101, + "Ġjumping": 30102, + "Ġgle": 30103, + "Ġjournalism": 30104, + "Ġdated": 30105, + "Localized": 30106, + "ĠRefresh": 30107, + "Particle": 30108, + "Ġaa": 30109, + "ĠSTRICT": 30110, + "Ġbod": 30111, + ".Process": 30112, + "_AUTO": 30113, + "ĠPublished": 30114, + "every": 30115, + "Ġtechnological": 30116, + "lsx": 30117, + "Ġirrit": 30118, + "Additional": 30119, + "Ġdelimiter": 30120, + "_language": 30121, + "-area": 30122, + "boys": 30123, + "ĠTube": 30124, + "Ġwat": 30125, + "Ġmechanics": 30126, + "_owner": 30127, + "Spell": 30128, + "ĠStories": 30129, + ".AppendLine": 30130, + "TableView": 30131, + "hem": 30132, + "stick": 30133, + "ollower": 30134, + "IFF": 30135, + "ĠUV": 30136, + "ollision": 30137, + "SUB": 30138, + "Ġcomparable": 30139, + "Ġdonde": 30140, + "sales": 30141, + "llvm": 30142, + "Ġ}],Ċ": 30143, + "OTTOM": 30144, + "ĠPurpose": 30145, + "Lab": 30146, + "Ġinterviewed": 30147, + "ois": 30148, + "asil": 30149, + ".setId": 30150, + "ĠInstruction": 30151, + "-->": 30152, + "ĠModified": 30153, + "ationally": 30154, + "ĠMeeting": 30155, + "误": 30156, + "#region": 30157, + "Ġrouting": 30158, + ".focus": 30159, + "ĠYouth": 30160, + "<": 30448, + "Ġunto": 30449, + "ologically": 30450, + "ĠMul": 30451, + "VIDIA": 30452, + "Ġslim": 30453, + "ĠCommissioner": 30454, + "(on": 30455, + "Ġunderneath": 30456, + "/db": 30457, + "vote": 30458, + "(Message": 30459, + "ĠPope": 30460, + "Defined": 30461, + "Ġswift": 30462, + "urf": 30463, + "Ġadapted": 30464, + "SEL": 30465, + "Ġrevenues": 30466, + "Ġdivine": 30467, + "=y": 30468, + "Gradient": 30469, + "_act": 30470, + "Ġ/*!<": 30471, + "Ġpolygon": 30472, + "ĠFDA": 30473, + "ĠCarr": 30474, + "atables": 30475, + "(stdout": 30476, + "Ġrefriger": 30477, + "Ġcoordin": 30478, + "avorites": 30479, + "ÑĪи": 30480, + "Ġcompassion": 30481, + "ĠPOSSIBILITY": 30482, + "-secondary": 30483, + "uracy": 30484, + "Ġcompromise": 30485, + "_AV": 30486, + "_os": 30487, + "Ġbeside": 30488, + "ĥĿ": 30489, + "Ġln": 30490, + ".plugins": 30491, + "Capacity": 30492, + "alah": 30493, + ".bin": 30494, + "ĠCRC": 30495, + "_balance": 30496, + "ĠflexDirection": 30497, + "Ġambit": 30498, + "Ġnickname": 30499, + "ĠForces": 30500, + "CLE": 30501, + "ĠShell": 30502, + "Ġsail": 30503, + "ĠWriter": 30504, + "ĠAlice": 30505, + "dw": 30506, + "ĠIndians": 30507, + "ĠMarshall": 30508, + "_SRC": 30509, + "Ġnormalized": 30510, + "ĠJag": 30511, + "ãĤĴ": 30512, + "zeit": 30513, + "rpc": 30514, + "ÃŃc": 30515, + ".inline": 30516, + "Ġtravers": 30517, + "_numeric": 30518, + "Ġutilities": 30519, + "Ġevac": 30520, + "INPUT": 30521, + "ĉregister": 30522, + "MX": 30523, + "ĠCampbell": 30524, + "Ġdatasets": 30525, + "Ġdemanded": 30526, + "ĠinitialState": 30527, + "gan": 30528, + "Ġei": 30529, + "Unexpected": 30530, + "-web": 30531, + "trait": 30532, + ",Y": 30533, + "ĠTodd": 30534, + "Ġskeleton": 30535, + "Ġoptimize": 30536, + "第": 30537, + "ĠUpon": 30538, + "ĠStObject": 30539, + "Ġaplic": 30540, + ".'P": 30578, + "vron": 30579, + ".UN": 30580, + "Ġpainter": 30581, + "izarre": 30582, + "Ġlav": 30583, + "Ġpom": 30584, + "preg": 30585, + "=function": 30586, + "(serial": 30587, + "ifica": 30588, + "uming": 30589, + "åľ°": 30590, + "ãģĤ": 30591, + "-op": 30592, + "UCH": 30593, + "ĠHend": 30594, + ".propTypes": 30595, + "Ġyo": 30596, + "Ġroutines": 30597, + "Ġcaring": 30598, + "Sem": 30599, + "Ġreserves": 30600, + "Ġpriorities": 30601, + "redits": 30602, + "ISTR": 30603, + "ContentType": 30604, + "ĠSchw": 30605, + "/media": 30606, + "Ġestr": 30607, + "Ġclimbing": 30608, + "-week": 30609, + "cherche": 30610, + "sensor": 30611, + "ToArray": 30612, + "ĠMontreal": 30613, + "Ġclouds": 30614, + "ĠInjectable": 30615, + "ĠRice": 30616, + "Ġpropaganda": 30617, + "_provider": 30618, + "Ġindoor": 30619, + "Ġinaug": 30620, + "Ġdiplom": 30621, + "Ġmessaging": 30622, + "_mut": 30623, + "å¦Ĥ": 30624, + "Ġkw": 30625, + "ONS": 30626, + "arians": 30627, + "RPC": 30628, + ")]čĊ": 30629, + "-ray": 30630, + "ĠSor": 30631, + "mall": 30632, + "Ġmarketplace": 30633, + "Ġvtk": 30634, + "Ma": 30635, + "ogan": 30636, + "igi": 30637, + "Ġsponsored": 30638, + "ĠDani": 30639, + ".SEVER": 30640, + ">'.$": 30641, + "multipart": 30642, + "ĠWol": 30643, + "ĠtableName": 30644, + "ĠUsername": 30645, + "BackgroundColor": 30646, + "Ġfright": 30647, + "_EMAIL": 30648, + "September": 30649, + "_vals": 30650, + "opia": 30651, + "Ġspotted": 30652, + "-Ch": 30653, + "ĠdataSource": 30654, + "/\"Ċ": 30655, + "екÑĤ": 30656, + "ĠRequestMethod": 30657, + "ĠReplace": 30658, + "-do": 30659, + "ahn": 30660, + "ĠPhD": 30661, + "].ĊĊ": 30662, + "NON": 30663, + "gement": 30664, + "ĠThr": 30665, + "Ġquietly": 30666, + "Ġtorture": 30667, + "Ġteas": 30668, + "ĠCY": 30669, + "Ġatr": 30670, + "development": 30671, + "-detail": 30672, + "Ġlighter": 30673, + "Ġarguing": 30674, + "Ġdeserves": 30675, + "Ġcurriculum": 30676, + "_CONTEXT": 30677, + "ÅĤy": 30678, + "HITE": 30679, + "ĉID": 30680, + "/uploads": 30681, + "Ġtits": 30682, + "reo": 30683, + "_drop": 30684, + ".UTF": 30685, + "Ġpickup": 30686, + "Ġgrocery": 30687, + "ĠPure": 30688, + "Ġeasiest": 30689, + "Phil": 30690, + ".feature": 30691, + "(\"*": 30692, + "Ġinvestor": 30693, + "tok": 30694, + "Ġjar": 30695, + "Los": 30696, + "âĢĶâĢĶâĢĶâĢĶâĢĶâĢĶâĢĶâĢĶ": 30697, + ".queue": 30698, + "-speed": 30699, + "Mal": 30700, + "umblr": 30701, + "ĠCONST": 30702, + "ĠHRESULT": 30703, + "ĠDance": 30704, + "(filePath": 30705, + "Ġattributed": 30706, + "à¥į": 30707, + "ĠBund": 30708, + "coins": 30709, + "Ġsão": 30710, + "Ġpir": 30711, + "personal": 30712, + "Ġprelim": 30713, + "Ġpropose": 30714, + "ĠTL": 30715, + "]])": 30716, + "ĠSubscription": 30717, + "ĠKre": 30718, + ",len": 30719, + ".FirstOrDefault": 30720, + ")--": 30721, + "_products": 30722, + ".GetBytes": 30723, + "Ship": 30724, + "Ġencrypt": 30725, + "ĠSG": 30726, + "ĠMyst": 30727, + "hir": 30728, + "Ġiterate": 30729, + "Ġintend": 30730, + ".mockito": 30731, + "Ġchapters": 30732, + "(angle": 30733, + "ĠVlad": 30734, + "设": 30735, + "'.ĊĊ": 30736, + "ResponseBody": 30737, + "ĠAbd": 30738, + "deal": 30739, + "Ġbarriers": 30740, + "-outline": 30741, + "bill": 30742, + "ĠFalls": 30743, + "_second": 30744, + ".include": 30745, + ".ceil": 30746, + "Ġoccupation": 30747, + "phony": 30748, + ".moveTo": 30749, + "ĠJennifer": 30750, + "ASTER": 30751, + ";\"><": 30752, + "ĠEnabled": 30753, + "Ġterminate": 30754, + "ĠIo": 30755, + "lations": 30756, + "ĠTHEORY": 30757, + "Ġearliest": 30758, + "Ġrack": 30759, + "ĠScar": 30760, + "shake": 30761, + "chip": 30762, + "Ġuv": 30763, + "Ġalliance": 30764, + "пиÑģ": 30765, + "ĠGOODS": 30766, + "zione": 30767, + "ĠVI": 30768, + "Ġ{-": 30769, + "Ġfiltering": 30770, + "Ġmiscon": 30771, + ".DockStyle": 30772, + "Ġbush": 30773, + "Ġjunk": 30774, + "æĮ": 30775, + "ĠQUE": 30776, + "Ġhooks": 30777, + "Ġfirmware": 30778, + "Ġmiddleware": 30779, + "dic": 30780, + "ĠOakland": 30781, + "Ġarrives": 30782, + "Payload": 30783, + "pixel": 30784, + "]|": 30785, + "ĠstartDate": 30786, + ".PRO": 30787, + "_audio": 30788, + "Ġmidfield": 30789, + "igidbody": 30790, + "ĠSwiss": 30791, + "ĠClip": 30792, + "ĠDump": 30793, + "ĠTextBox": 30794, + "Ġgeh": 30795, + "yield": 30796, + "ods": 30797, + "Ġreferendum": 30798, + "Backend": 30799, + "ĠCream": 30800, + "Ġdominated": 30801, + "ĠArchive": 30802, + "Ġriders": 30803, + ".prepareStatement": 30804, + "Ġquando": 30805, + "Ġchef": 30806, + "wiki": 30807, + "inel": 30808, + "ampling": 30809, + "(\"\\\\": 30810, + "Ġsag": 30811, + "_proxy": 30812, + "ãģķ": 30813, + "pdo": 30814, + ".getElementsByTagName": 30815, + "Ġdemonstration": 30816, + "ĠNPC": 30817, + "Ġarchivo": 30818, + "endance": 30819, + "Ġefficiently": 30820, + "(actual": 30821, + ".tableView": 30822, + "Ġmush": 30823, + "Ġbears": 30824, + "_threads": 30825, + "jas": 30826, + "ahun": 30827, + "Ġneural": 30828, + "Ġdesigning": 30829, + "ĠGDP": 30830, + "Ġlifted": 30831, + "缮": 30832, + "ĠJoint": 30833, + "ĠInclude": 30834, + "ĠGiants": 30835, + "Ġwithdrawal": 30836, + "ĠRent": 30837, + "native": 30838, + "ĠSeek": 30839, + "gression": 30840, + "_CPU": 30841, + "\\S": 30842, + "ĠShield": 30843, + "Ġsolic": 30844, + "Ġboom": 30845, + "yecto": 30846, + "Ġmanufacture": 30847, + "ĠâĢĭ": 30848, + "Ġbbox": 30849, + "Ġearthqu": 30850, + "ollectors": 30851, + ":@\"%": 30852, + "Ġloops": 30853, + "Je": 30854, + "alking": 30855, + "ĠWhats": 30856, + "ĠBoys": 30857, + ".book": 30858, + "ARGE": 30859, + "_pixel": 30860, + "Ġsuspects": 30861, + "ι": 30862, + "usp": 30863, + "ĠBMW": 30864, + "ieces": 30865, + "(person": 30866, + "å¼Ģ": 30867, + "é»": 30868, + "ĠPodcast": 30869, + "Ġbou": 30870, + "(Item": 30871, + "û": 30872, + "(Input": 30873, + "HttpGet": 30874, + "Ġburg": 30875, + ")^": 30876, + "BOARD": 30877, + "*/,": 30878, + "Ġgulp": 30879, + "ĠBenn": 30880, + "Ġdecks": 30881, + ".statusCode": 30882, + "Ġacute": 30883, + "Ġhug": 30884, + "ugu": 30885, + "Ġpled": 30886, + ",\"%": 30887, + "hape": 30888, + "Ġзап": 30889, + "ĠMaine": 30890, + ".real": 30891, + "Ġdalam": 30892, + "ĠMinor": 30893, + ".Float": 30894, + "disp": 30895, + "Ġtl": 30896, + "Ġencount": 30897, + "=>$": 30898, + "Ġfg": 30899, + "tees": 30900, + "ĠRecomm": 30901, + "äl": 30902, + "Ġchemistry": 30903, + "Blocks": 30904, + "OID": 30905, + "Ġforex": 30906, + "ĠAppend": 30907, + "Ġ{*": 30908, + "ĠSupply": 30909, + "CGFloat": 30910, + "(bl": 30911, + "Ġate": 30912, + "adora": 30913, + "Ġgust": 30914, + "Associ": 30915, + ">.Ċ": 30916, + "FETCH": 30917, + ".serial": 30918, + "widgets": 30919, + "ardless": 30920, + "iefs": 30921, + "_FULL": 30922, + "ernetes": 30923, + "ĠPred": 30924, + "ØŃ": 30925, + "äºĭ": 30926, + "ubernetes": 30927, + "ĠLaura": 30928, + "Ġlabeled": 30929, + "Highlight": 30930, + "Ġannoying": 30931, + "/update": 30932, + "(description": 30933, + "Ġintimid": 30934, + "$c": 30935, + "\")))Ċ": 30936, + ".AP": 30937, + "Ġ[]*": 30938, + "ĠEXIT": 30939, + ".Host": 30940, + "ĠOPEN": 30941, + ".sendMessage": 30942, + "_camera": 30943, + "_tile": 30944, + "Ġtherm": 30945, + "onomous": 30946, + "Ġdisadv": 30947, + "Ġnaar": 30948, + "indexOf": 30949, + "ĠPP": 30950, + ".protocol": 30951, + "AFE": 30952, + "Ġtextures": 30953, + "################################################": 30954, + "umbai": 30955, + ".stats": 30956, + "ĠGE": 30957, + "Ġie": 30958, + "ĠSTD": 30959, + "ĠMann": 30960, + ".reflect": 30961, + "KB": 30962, + "Ġdive": 30963, + ".wav": 30964, + "/*----------------------------------------------------------------": 30965, + "/settings": 30966, + ".lifecycle": 30967, + "Ġdaughters": 30968, + "orus": 30969, + "uber": 30970, + "NING": 30971, + "stri": 30972, + "ĠTip": 30973, + "Ġzn": 30974, + "Ġswitched": 30975, + "inet": 30976, + "uffy": 30977, + "ĠTransportation": 30978, + "(conf": 30979, + "frica": 30980, + "ĠXL": 30981, + "ĠLead": 30982, + "_percent": 30983, + "__": 30999, + "permissions": 31000, + "ĠDetermine": 31001, + ".Man": 31002, + "Ġadvances": 31003, + ".InputStream": 31004, + "Ġstrongest": 31005, + "ĠeBay": 31006, + "Ġ#-": 31007, + "Ġdirname": 31008, + "ĠSMS": 31009, + "Ġmedications": 31010, + "Ġamended": 31011, + "Ġchurches": 31012, + "ĠImperial": 31013, + "$row": 31014, + "ĠMadison": 31015, + "ĠInsp": 31016, + "Ġaffair": 31017, + "Ġpsychology": 31018, + "vh": 31019, + "Ġseverity": 31020, + "âĢIJ": 31021, + "Ġstrips": 31022, + "AH": 31023, + "vertising": 31024, + "Ġconse": 31025, + "IMAGE": 31026, + "ĠStats": 31027, + "ĉsc": 31028, + ".Cursor": 31029, + "Ġfreeze": 31030, + "sson": 31031, + "(xml": 31032, + "ĠSusan": 31033, + ".tile": 31034, + "eded": 31035, + "ĠĠĠĠĉĉĉ": 31036, + "uelle": 31037, + "ĠMitchell": 31038, + "based": 31039, + "Operand": 31040, + "½æķ°": 31041, + "ĠFF": 31042, + "ĉstrcpy": 31043, + "ounces": 31044, + "ildo": 31045, + ".executeQuery": 31046, + "Ġapproaching": 31047, + "ĠSeven": 31048, + "Ġnuts": 31049, + "Ġric": 31050, + "assignment": 31051, + "Ġcalculator": 31052, + "ĠMurphy": 31053, + "ĠBou": 31054, + "íĦ": 31055, + "Ġbutt": 31056, + "Ġticks": 31057, + "Projects": 31058, + "ilib": 31059, + ".textColor": 31060, + "mov": 31061, + "_logo": 31062, + "(template": 31063, + "ĠINIT": 31064, + "ĠimageView": 31065, + "scriptions": 31066, + "ORITY": 31067, + "Consumer": 31068, + "Ġunprecedented": 31069, + "Ġtourist": 31070, + "Ġbron": 31071, + "Ġcontractor": 31072, + "Ġlicence": 31073, + "ĠNam": 31074, + "æ¯": 31075, + "(transform": 31076, + "_ATT": 31077, + "Pref": 31078, + "ĠGam": 31079, + "Ġvessels": 31080, + "Ġhav": 31081, + "Later": 31082, + ".ToLower": 31083, + "Ġurls": 31084, + "Ġbreakdown": 31085, + "Ġpenalties": 31086, + "Ġfoster": 31087, + "ĠUE": 31088, + "Ġclue": 31089, + "comed": 31090, + "åIJį称": 31091, + "-main": 31092, + "Ġpts": 31093, + "Ġcounted": 31094, + "icts": 31095, + "/post": 31096, + "Ġgetattr": 31097, + "Ġping": 31098, + "ANCEL": 31099, + "Ġpec": 31100, + "Ñħод": 31101, + "antom": 31102, + "ĠBlueprint": 31103, + "ĠEventEmitter": 31104, + "Ġlä": 31105, + "æ²": 31106, + "Ġstraw": 31107, + "(comp": 31108, + "'une": 31109, + ">N": 31110, + "-client": 31111, + "esModule": 31112, + "-base": 31113, + "Ġretreat": 31114, + "_simple": 31115, + "ĉĉĉĉĉĉĠ": 31116, + "fee": 31117, + "')čĊčĊ": 31118, + "ControlItem": 31119, + "Ġsubscribers": 31120, + "please": 31121, + "ĠEff": 31122, + "Ġpound": 31123, + "ĠBytes": 31124, + "ĠTea": 31125, + "_activity": 31126, + "Ġmaxim": 31127, + "Ġopcode": 31128, + "BSD": 31129, + ".constant": 31130, + ";}": 31131, + "ombres": 31132, + "Ġcareers": 31133, + ").ĊĊĊĊ": 31134, + "Ġspreading": 31135, + "-expanded": 31136, + "ĠOrd": 31137, + "amarin": 31138, + "Ġmobility": 31139, + "Unfortunately": 31140, + "akk": 31141, + "NL": 31142, + "_redirect": 31143, + "ĠPG": 31144, + "ĠSensor": 31145, + "bol": 31146, + "tap": 31147, + "_MEMORY": 31148, + "ĠUIAlert": 31149, + "plitude": 31150, + "Website": 31151, + "ĠLogo": 31152, + "love": 31153, + "[ind": 31154, + "Ġaltogether": 31155, + "Ġwondered": 31156, + "Ġesper": 31157, + "ĠLiberal": 31158, + "Ġoss": 31159, + "Ġelit": 31160, + "Ġstiff": 31161, + "odox": 31162, + "_mentions": 31163, + "ĠDouglas": 31164, + "_pid": 31165, + "ĠCK": 31166, + "ĠinitWithFrame": 31167, + ".blog": 31168, + "pkg": 31169, + "anghai": 31170, + "QUIRED": 31171, + "uu": 31172, + "Ġmkdir": 31173, + "ATAL": 31174, + "Ġunh": 31175, + "inces": 31176, + "sth": 31177, + "Ġhypothesis": 31178, + "Ġcata": 31179, + "ĠTB": 31180, + "ĠClar": 31181, + "Ġpredecess": 31182, + "Ġsituated": 31183, + "-world": 31184, + "))/": 31185, + "Ġheadlines": 31186, + ".stat": 31187, + "Ġoutbreak": 31188, + "spath": 31189, + "_FLAGS": 31190, + "ĠServletException": 31191, + "Sun": 31192, + "FROM": 31193, + "ĠDir": 31194, + "ãĥ»ãĥ»ãĥ»": 31195, + "_coord": 31196, + "ĠOptim": 31197, + "Monitor": 31198, + ".bit": 31199, + "XXX": 31200, + "Ġtodas": 31201, + "feld": 31202, + "ÑĢи": 31203, + "imir": 31204, + "Ġpolitically": 31205, + "Ġmolecular": 31206, + "Ġtraded": 31207, + "Ġ{{$": 31208, + "ĠSwedish": 31209, + "Ġ'@/": 31210, + "_REAL": 31211, + "Ġwarehouse": 31212, + "today": 31213, + ",L": 31214, + "orp": 31215, + "false": 31492, + "Ġspa": 31493, + "ĠNear": 31494, + "ìķ": 31495, + "Ġintrig": 31496, + "_members": 31497, + "wave": 31498, + "Ġanalysts": 31499, + "_OS": 31500, + "edin": 31501, + "ĠFri": 31502, + "Ġretrieved": 31503, + "Regular": 31504, + "_obs": 31505, + "EXPORT": 31506, + "')}}\"": 31507, + "\"class": 31508, + "__((": 31509, + "bucket": 31510, + "Ġstro": 31511, + "ĠPatch": 31512, + "ystick": 31513, + "fulness": 31514, + "apos": 31515, + "Da": 31516, + "ĉĉĉĉĉĠĠĠ": 31517, + "Ġenrich": 31518, + "unordered": 31519, + "hole": 31520, + "Cong": 31521, + "';ĊĊ": 31563, + "STRUCT": 31564, + "QR": 31565, + "IDs": 31566, + "(arguments": 31567, + "_aux": 31568, + "(Event": 31569, + "_PRIVATE": 31570, + "ĠTrek": 31571, + "Ġdownloads": 31572, + "mutable": 31573, + "_STRUCT": 31574, + "(wx": 31575, + "Ġdomains": 31576, + "jspx": 31577, + "ĠViagra": 31578, + "Commands": 31579, + "Js": 31580, + ".cfg": 31581, + "ContentPane": 31582, + "ĠEditText": 31583, + "à¥įà¤": 31584, + "Attach": 31585, + "ĠARM": 31586, + "positive": 31587, + "ĠGenerated": 31588, + "Ġseized": 31589, + "=:": 31590, + "Ġelectronics": 31591, + "ĠAppComponent": 31592, + "/',Ċ": 31593, + ".equalsIgnoreCase": 31594, + "Doctrine": 31595, + "disk": 31596, + "ĠPolitical": 31597, + "CHO": 31598, + "": 31684, + "ĠBeauty": 31685, + "Ġ`<": 31686, + "Ġtouching": 31687, + "Ġ|--": 31688, + "ĉflag": 31689, + "normalize": 31690, + "Ġtrapped": 31691, + "Ġestablishing": 31692, + "/build": 31693, + "AJ": 31694, + "fy": 31695, + "-react": 31696, + "avn": 31697, + "RIPTION": 31698, + "Ġkut": 31699, + "ĠFashion": 31700, + "ĠInform": 31701, + "curities": 31702, + "{Ċ": 31734, + "Ġgarlic": 31735, + "Ġrepr": 31736, + "Ġreplies": 31737, + "(prop": 31738, + "Ġspirits": 31739, + "Ġinspire": 31740, + "Ġbasement": 31741, + ".reject": 31742, + "Ġhints": 31743, + "Ġpolling": 31744, + "ĉĠĊ": 31745, + "_rating": 31746, + "Ġcath": 31747, + "avier": 31748, + "Ġcompressed": 31749, + "ĠVS": 31750, + "]'": 31751, + "Ġjudicial": 31752, + "ĠTrend": 31753, + "training": 31754, + "ESTAMP": 31755, + "ognition": 31756, + "Äģ": 31757, + "SENT": 31758, + "ventions": 31759, + "Ġconsultant": 31760, + "umph": 31761, + "ĠuserService": 31762, + ",NULL": 31763, + "kh": 31764, + "Dear": 31765, + "_BAD": 31766, + "itations": 31767, + "Ġmetaph": 31768, + "'é": 31769, + "andise": 31770, + "-font": 31771, + ".chart": 31772, + "Ġsg": 31773, + "_Controller": 31774, + ".jpeg": 31775, + "ĠULONG": 31776, + "ĉgame": 31777, + "(ss": 31778, + "ĠMaj": 31779, + "ĉgo": 31780, + "ĠSad": 31781, + "ĠBerg": 31782, + "ĠMine": 31783, + "Pack": 31784, + "Ġresistant": 31785, + "ĠROM": 31786, + "Ġpeg": 31787, + "ĠStanford": 31788, + "ĠYahoo": 31789, + "Ġscaled": 31790, + "Ġlan": 31791, + "=[]": 31792, + "\"/>ččĊ": 31836, + "Ġsud": 31837, + "ĉbackground": 31838, + "Ġscholars": 31839, + "-muted": 31840, + "ará": 31841, + "Ġ=====": 31842, + "Ġ____": 31843, + "Creat": 31844, + "enever": 31845, + "/wp": 31846, + "ĠVPN": 31847, + "ErrorCode": 31848, + ")],Ċ": 31849, + "(builder": 31850, + "ĠEnemy": 31851, + "Sensor": 31852, + "usa": 31853, + "Ġtriggers": 31854, + "Ġplayoffs": 31855, + "_REQ": 31856, + "Ġ(~": 31857, + "ĠBarry": 31858, + "Ġpermanently": 31859, + "ĠRUN": 31860, + "Ġbure": 31861, + ".Fatalf": 31862, + "Ġchick": 31863, + "ĉpanic": 31864, + "psi": 31865, + "oka": 31866, + "éĢī": 31867, + ">[": 31868, + "Ġunderstands": 31869, + "ĠJunior": 31870, + "ĠINFO": 31871, + "=mysqli": 31872, + "ustain": 31873, + "-source": 31874, + "serv": 31875, + "ĠCREATE": 31876, + ".au": 31877, + "Ġsells": 31878, + "ĠĠĊĠĠĊ": 31879, + "Europe": 31880, + "zw": 31881, + "preh": 31882, + "ĠNSA": 31883, + "Ġxy": 31884, + "ิ": 31885, + "ĠBeyond": 31886, + "Instead": 31887, + "NonQuery": 31888, + "Ġarise": 31889, + "Ġavoided": 31890, + ".emplace": 31891, + "_models": 31892, + "}),Ċ": 31893, + "Ġhid": 31894, + "Ġ&_": 31895, + ".points": 31896, + ".getWidth": 31897, + ".Exec": 31898, + "Ġ////": 31899, + "ĠSessions": 31900, + "...\\": 31901, + "ĠColomb": 31902, + "Ġacceleration": 31903, + "restore": 31904, + "Ġile": 31905, + "obic": 31906, + "}Ċ": 32396, + "plaint": 32397, + "getText": 32398, + "Ġindividually": 32399, + "Ġcheckbox": 32400, + "UY": 32401, + "ĠLamb": 32402, + "Ġdysfunction": 32403, + "ĠLar": 32404, + "à°": 32405, + "ĠCreating": 32406, + "');ĊĊĊ": 32407, + "\"They": 32408, + "locations": 32409, + "_CORE": 32410, + "Interaction": 32411, + "umbnails": 32412, + "ĠPartner": 32413, + "brit": 32414, + "Ġlesser": 32415, + "ĠSlot": 32416, + "setAttribute": 32417, + "ĠWave": 32418, + ".po": 32419, + "/store": 32420, + "Ġbrowsing": 32421, + "_pd": 32422, + "sume": 32423, + "sed": 32424, + "Curve": 32425, + "Ġplasma": 32426, + "Ġsuspicious": 32427, + "ìĿ¸": 32428, + "ĠBah": 32429, + "ĠExplicit": 32430, + "_CC": 32431, + ".ClientSize": 32432, + "\\View": 32433, + "Ġsubstit": 32434, + "loon": 32435, + "ĠGAME": 32436, + "ĠBrid": 32437, + "Ľå»º": 32438, + "_User": 32439, + "Ġsquares": 32440, + "fone": 32441, + "Ġsacred": 32442, + "ughs": 32443, + "]interface": 32444, + "ĠThrow": 32445, + "ĠKirk": 32446, + "Ġempire": 32447, + "Ġassessed": 32448, + "Tax": 32449, + "ĠHeaven": 32450, + "-buffer": 32451, + "_STATIC": 32452, + "éné": 32453, + "-bordered": 32454, + "Ġpunct": 32455, + "(mode": 32456, + "Ġkeine": 32457, + "Sent": 32458, + "ĠCalcul": 32459, + "ĠEve": 32460, + "Ġstylish": 32461, + "Ġoils": 32462, + ".TestCase": 32463, + "Ġtrademark": 32464, + "Ġliterary": 32465, + "Ġconcentrations": 32466, + "ĠRelations": 32467, + "(Class": 32468, + "Ġstdin": 32469, + "Ġvæ": 32470, + "backup": 32471, + ".VERSION": 32472, + ".AutoScaleDimensions": 32473, + "starter": 32474, + "Transactional": 32475, + "-panel": 32476, + "Studio": 32477, + "kc": 32478, + "ĠChamber": 32479, + "ĠSpiel": 32480, + "Ġrho": 32481, + "اÙĦ": 32482, + "!'": 32483, + ".Attributes": 32484, + "Ġmurdered": 32485, + "apeutic": 32486, + "Ġintimate": 32487, + "ĠtextField": 32488, + "ĠBuffalo": 32489, + "dummy": 32490, + "\"%": 32491, + "ĠLiberty": 32492, + "obar": 32493, + "ĠTank": 32494, + "ĠPopular": 32495, + "ervisor": 32496, + "ĠIniti": 32497, + "ĠMall": 32498, + "ĠPrior": 32499, + "CAP": 32500, + "ĠClay": 32501, + "ĠCertificate": 32502, + ".Lock": 32503, + "-strip": 32504, + "-driven": 32505, + "/all": 32506, + "ĠMessageBoxButtons": 32507, + "_SECRET": 32508, + "_pb": 32509, + "Ġrats": 32510, + "ाà¤": 32511, + "Ġnt": 32512, + ".Router": 32513, + "_topic": 32514, + "Ġtennis": 32515, + "ĠPUBLIC": 32516, + "ĠActivatedRoute": 32517, + "Ġ',Ċ": 32518, + "Ġcostume": 32519, + "Ġjokes": 32520, + ".Handle": 32521, + "ĉbyte": 32522, + "Ġflavors": 32523, + "(cc": 32524, + "Ġpersonas": 32525, + "ĉimage": 32526, + "ĠNazi": 32527, + "Ġgrammar": 32528, + "Ġúlt": 32529, + "Ġvalve": 32530, + "Ġvic": 32531, + "ĠRachel": 32532, + "_invalid": 32533, + "Prefs": 32534, + "stdint": 32535, + "(route": 32536, + "Ġhtmlspecialchars": 32537, + "Ġpeoples": 32538, + "pline": 32539, + "Ġnv": 32540, + "ĠQuant": 32541, + "oppers": 32542, + "ĠcurrentUser": 32543, + "ĠCatal": 32544, + "Ġreconc": 32545, + "Ġconjunction": 32546, + "lx": 32547, + "amburg": 32548, + "Ġinfluential": 32549, + "danger": 32550, + "inders": 32551, + "Ġ%@\",": 32552, + ".configuration": 32553, + "osome": 32554, + ".identity": 32555, + "Ġpicker": 32556, + "nost": 32557, + "ĠDIY": 32558, + "August": 32559, + "ablo": 32560, + "Leaf": 32561, + "ĠReco": 32562, + "cko": 32563, + "DOC": 32564, + "ĠHerm": 32565, + ":any": 32566, + "ĠInterview": 32567, + "ĠTex": 32568, + "xfe": 32569, + "(work": 32570, + "Ġleap": 32571, + "Heading": 32572, + "Ġquarters": 32573, + "\\Bundle": 32574, + "reb": 32575, + "Perhaps": 32576, + "ĠGmbH": 32577, + "Birth": 32578, + "ĉsum": 32579, + "ĠWatson": 32580, + ".nil": 32581, + "ç¡": 32582, + "{}ĊĊ": 32583, + "icaid": 32584, + "Getter": 32585, + "\"name": 32586, + "Ġ\"čĊ": 32587, + "_none": 32588, + "zm": 32589, + "acute": 32590, + "uesto": 32591, + "Ġsous": 32592, + "Ġrebuild": 32593, + "Ġnewspapers": 32594, + "ĠHaz": 32595, + "Ġkits": 32596, + "ifo": 32597, + "Blur": 32598, + "Ġsuited": 32599, + "-In": 32600, + "à¯": 32601, + "ĠKeith": 32602, + "ĠNorway": 32603, + "INIT": 32604, + "ireccion": 32605, + "ieties": 32606, + "_usage": 32607, + "ĠDoug": 32608, + "rise": 32609, + "Ġtrillion": 32610, + "imited": 32611, + "ĠREL": 32612, + "alic": 32613, + "Ġcriticized": 32614, + "theorem": 32615, + "Ġcease": 32616, + "Ġsidew": 32617, + "ĠTerry": 32618, + "Ġsubsidi": 32619, + "Ġfirmly": 32620, + "Ġaws": 32621, + "Ġhott": 32622, + "Ġdressing": 32623, + "badge": 32624, + "ĠApplications": 32625, + "è¿ĶåĽŀ": 32626, + "Ġlaughed": 32627, + "Ġhobby": 32628, + "Ġmusicians": 32629, + "Ġ*.": 32630, + ".placeholder": 32631, + "Ġcounters": 32632, + "ĠCapitol": 32633, + "SDK": 32634, + "Ġhelmet": 32635, + "andbox": 32636, + "quit": 32637, + "Ġcriminals": 32638, + "Ġteenager": 32639, + "(update": 32640, + "Gl": 32641, + ".selection": 32642, + "Ġdischarge": 32643, + "Ġpresenting": 32644, + "ufacturer": 32645, + "_UNKNOWN": 32646, + "Ġstressed": 32647, + "åĻ¨": 32648, + "Proto": 32649, + "_correct": 32650, + "haus": 32651, + "Ġrenov": 32652, + "Ġfirearms": 32653, + "Ġtechnically": 32654, + "-browser": 32655, + "Ġcandy": 32656, + "Stroke": 32657, + "Ġexecutor": 32658, + "Ġoccurrence": 32659, + "ĠIPv": 32660, + "_INTERFACE": 32661, + "ĠRetrieve": 32662, + ".bad": 32663, + "Exchange": 32664, + "Navbar": 32665, + "ĠKid": 32666, + "(getApplicationContext": 32667, + "_STOP": 32668, + "ĠBoss": 32669, + "Listeners": 32670, + "Ġshooter": 32671, + "ĠAlb": 32672, + "äch": 32673, + "Ġpix": 32674, + ".keyCode": 32675, + "alone": 32676, + "Ġabsurd": 32677, + "ĠCum": 32678, + "ĠNewtonsoft": 32679, + "ikt": 32680, + "Ġlaughing": 32681, + "Ġcapitalism": 32682, + "reeNode": 32683, + "Tx": 32684, + "_QUERY": 32685, + ".Sleep": 32686, + "(login": 32687, + "WebElement": 32688, + "Ġcelebrating": 32689, + "Ġdeprecated": 32690, + "Ġmaar": 32691, + "Ġartistic": 32692, + "_ASSOC": 32693, + "ĠBorderRadius": 32694, + "ĉwp": 32695, + "Ġsurvivors": 32696, + "Inner": 32697, + "-red": 32698, + "Ġprosecution": 32699, + "_pp": 32700, + "(\"$": 32782, + "Ġcomma": 32783, + "unchecked": 32784, + "graphics": 32785, + "rors": 32786, + "GROUND": 32787, + "(public": 32788, + "Ġcustomized": 32789, + "ĠArkansas": 32790, + "ĠRew": 32791, + "Ġexpiration": 32792, + "×ķ": 32793, + "ĠCul": 32794, + "Ġnons": 32795, + ".Filter": 32796, + "Ġsenator": 32797, + "_definition": 32798, + "ashington": 32799, + "ymph": 32800, + "/J": 32801, + "Ġfuse": 32802, + "ramid": 32803, + "ĠSupplier": 32804, + "Ġautocomplete": 32805, + "Ġ}),": 32806, + ".\"ĊĊĊ": 32807, + "_functions": 32808, + "ĉto": 32809, + ".eval": 32810, + "ĠTObject": 32811, + "References": 32812, + "Ġheated": 32813, + "HAL": 32814, + "Ġ))}Ċ": 32815, + "}$": 32816, + "ĠBarr": 32817, + "_UNIT": 32818, + "+$": 32819, + "ĠgetValue": 32820, + "iped": 32821, + "chied": 32822, + "(vm": 32823, + "cue": 32824, + "_integer": 32825, + "_course": 32826, + "third": 32827, + "Ġrevised": 32828, + "**/Ċ": 32829, + "_DIRECT": 32830, + "OutOf": 32831, + "(\"(": 32832, + "ĠFeel": 32833, + "Ġreass": 32834, + "Ġsubtitle": 32835, + "peri": 32836, + "nf": 32837, + "Ġenjoys": 32838, + "Ġtreats": 32839, + ")this": 32840, + "-tabs": 32841, + "ancers": 32842, + "Ġcontinent": 32843, + "Ġcardio": 32844, + "Ser": 32845, + ".question": 32846, + "Ġphrases": 32847, + "Validators": 32848, + "Ġpopul": 32849, + "ĠlÃŃ": 32850, + "song": 32851, + "_INTERNAL": 32852, + "Ġadviser": 32853, + "Ġpuzz": 32854, + "Ġambitious": 32855, + "ĠTob": 32856, + "ĠDP": 32857, + "Ġpresidency": 32858, + "Ġsurrender": 32859, + "Ġwatches": 32860, + "_binary": 32861, + "ĠSoon": 32862, + "Ġcanada": 32863, + "(\"\")Ċ": 32864, + "]='": 32865, + "ĠBrandon": 32866, + "epsilon": 32867, + "rw": 32868, + ".addChild": 32869, + ".Copy": 32870, + "Principal": 32871, + "Photos": 32872, + "Ġmarginal": 32873, + "Ġbasics": 32874, + "eing": 32875, + "Must": 32876, + "_String": 32877, + "Ġole": 32878, + "Magento": 32879, + ".customer": 32880, + "(prev": 32881, + "ล": 32882, + "Ġloyalty": 32883, + "Cog": 32884, + "Ġprotocols": 32885, + "ĠCompanies": 32886, + "Ġtheoretical": 32887, + "Ġaccessing": 32888, + "ĠZen": 32889, + ".ones": 32890, + "attice": 32891, + "_world": 32892, + "zes": 32893, + "Ġtattoo": 32894, + "Ġmenos": 32895, + "Ġintersect": 32896, + "\"];ĊĊ": 32897, + "belie": 32898, + "Ġinactive": 32899, + ".readline": 32900, + "-labelled": 32901, + ".done": 32902, + "lickr": 32903, + "ĠWORK": 32904, + "Ġderivative": 32905, + "Ġdatabases": 32906, + "âĤĤ": 32907, + "Ġsx": 32908, + ".isArray": 32909, + "Ġys": 32910, + "Ġpada": 32911, + "ĠBullet": 32912, + "(`/": 32913, + "isActive": 32914, + "ĠCGSize": 32915, + "(equalTo": 32916, + "ĠColumbus": 32917, + "Ġmarry": 32918, + "DEV": 32919, + "_limits": 32920, + "rones": 32921, + "IAS": 32922, + "Ġtau": 32923, + "mino": 32924, + "_Write": 32925, + "ĠWine": 32926, + "Ġ[['": 32927, + "ĠPull": 32928, + "riters": 32929, + "rients": 32930, + "Ġshifting": 32931, + "upp": 32932, + "_TIMER": 32933, + "ĠConditions": 32934, + "ấ": 32935, + "ĠOrders": 32936, + "ĠStrength": 32937, + "æīĢ": 32938, + "Ġvalidity": 32939, + "Ġfot": 32940, + "etur": 32941, + "Ġbolt": 32942, + "åĨħ": 32943, + "ĠAlong": 32944, + "oshi": 32945, + "Ġassumptions": 32946, + "Ġmagazines": 32947, + "_SPI": 32948, + "Ġpunt": 32949, + "_PRODUCT": 32950, + "Ġrelay": 32951, + "ĠJavascript": 32952, + ".te": 32953, + "-es": 32954, + "Ġwidgets": 32955, + "(fs": 32956, + "\";": 33023, + "atching": 33024, + "ĠKnowledge": 33025, + "ĉThe": 33026, + ";margin": 33027, + "lessness": 33028, + "opard": 33029, + "umatic": 33030, + "()));čĊ": 33031, + "Ġfals": 33032, + "(cache": 33033, + "TypeId": 33034, + "éĢļ": 33035, + "_choice": 33036, + "ĠGoth": 33037, + "ĠSites": 33038, + "MG": 33039, + "_border": 33040, + "Indices": 33041, + "Comparer": 33042, + "ĠRedistribution": 33043, + "Ġcloset": 33044, + "Ġversatile": 33045, + "Inputs": 33046, + "********************": 33047, + "Ġobesity": 33048, + "quiz": 33049, + "gra": 33050, + "(global": 33051, + "åĬ¡": 33052, + "Ġcollector": 33053, + "Ġkor": 33054, + "ovable": 33055, + "ADC": 33056, + "ĠEventHandler": 33057, + ".nc": 33058, + "Ġplayback": 33059, + "ientos": 33060, + "_perm": 33061, + "_WARNING": 33062, + "ĠOlympics": 33063, + ".norm": 33064, + "ĠBroadcast": 33065, + "_small": 33066, + "drive": 33067, + ".iloc": 33068, + "Ġtyped": 33069, + "MEM": 33070, + "_cons": 33071, + "DMETHOD": 33072, + "Ġlun": 33073, + ".distance": 33074, + "(par": 33075, + "poon": 33076, + "Ġbast": 33077, + "activities": 33078, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 33079, + ":čĊčĊ": 33080, + "SER": 33081, + ")&&": 33082, + "_lst": 33083, + "ĠPolish": 33084, + "Ġknocked": 33085, + "Ġfrustration": 33086, + "aukee": 33087, + "Ġphosph": 33088, + "iquid": 33089, + "_coeff": 33090, + "æѤ": 33091, + "Latest": 33092, + "ĠDust": 33093, + "Tipo": 33094, + "Ġmaintains": 33095, + "Ġmarsh": 33096, + "incinn": 33097, + "lbl": 33098, + "Care": 33099, + "Ġneighborhoods": 33100, + "_gpio": 33101, + "ĠArsenal": 33102, + "Dem": 33103, + "ĠWhe": 33104, + "_hook": 33105, + "Ġldc": 33106, + "ĠHarper": 33107, + "ĠBerkeley": 33108, + "Ġgraduated": 33109, + "Percent": 33110, + "Ġarriving": 33111, + "ĠAdventure": 33112, + "(scope": 33113, + "('*": 33114, + "quarter": 33115, + "ĠMarie": 33116, + "Speaking": 33117, + "_codegen": 33118, + "Ġimmun": 33119, + "caster": 33120, + "ãĤĮ": 33121, + "åķĨ": 33122, + "ĠDimensions": 33123, + ".record": 33124, + "Ġtexto": 33125, + "ĠMichelle": 33126, + "Pending": 33127, + "(by": 33128, + "_PAR": 33129, + "ucht": 33130, + "bee": 33131, + ".Thread": 33132, + "ampire": 33133, + "know": 33134, + "ĠClinical": 33135, + "ĠmarginBottom": 33136, + "Ġdistinguish": 33137, + ".Full": 33138, + ".undefined": 33139, + "ĠSequelize": 33140, + "############################################################################": 33141, + "Ġeducated": 33142, + "_OVER": 33143, + "åºı": 33144, + "ĠÂłĠÂł": 33145, + "_each": 33146, + "Ġurge": 33147, + "depart": 33148, + "Ġdonors": 33149, + "ĠAu": 33150, + "Ġbillions": 33151, + "Ġbelonging": 33152, + "_age": 33153, + "_Int": 33154, + "Ġsubstances": 33155, + "machine": 33156, + "!!!ĊĊ": 33157, + "Ġjsonify": 33158, + "ibbean": 33159, + "ĠCad": 33160, + "ĠendTime": 33161, + "Ġcycling": 33162, + "ĠUITextField": 33163, + "Ġleverage": 33164, + "Ġvanilla": 33165, + "eat": 33166, + "Launch": 33167, + "(pt": 33168, + "states": 33169, + "ĠControls": 33170, + "ĠRespons": 33171, + "ĠJake": 33172, + "Ġasleep": 33173, + "fortunate": 33174, + ".nextLine": 33175, + "SizeMode": 33176, + "ìĿ¼": 33177, + "TestingModule": 33178, + "German": 33179, + "ĠInvestig": 33180, + ".reverse": 33181, + "ĠBACK": 33182, + "(DateTime": 33183, + "Ġnonprofit": 33184, + "ĠExpect": 33185, + "Ġtanto": 33186, + "']),": 33187, + "ĉthe": 33188, + "Multiple": 33189, + "(getActivity": 33190, + "_WAIT": 33191, + "Ġjá": 33192, + "decor": 33193, + "levance": 33194, + "ĠGitHub": 33195, + "mination": 33196, + "_quantity": 33197, + ".Scanner": 33198, + "ĠLion": 33199, + "éĶĻ误": 33200, + "Ġdre": 33201, + "Ġtantra": 33202, + "ĠcontentType": 33203, + "Ġfid": 33204, + "_alt": 33205, + "NSIndexPath": 33206, + "-pl": 33207, + "åĮĸ": 33208, + "Ġantibiot": 33209, + "tables": 33210, + "acial": 33211, + "ĠRegistry": 33212, + "Ġolive": 33213, + "igers": 33214, + "Ġsubscriber": 33215, + "_pres": 33216, + "ĠSyntax": 33217, + "Ġlovers": 33218, + ".Byte": 33219, + "olders": 33220, + "_forward": 33221, + "always": 33222, + "Caption": 33223, + "Priv": 33224, + "ĠTampa": 33225, + "isateur": 33226, + "-labelledby": 33227, + "ĠToString": 33228, + "ĠìĤ¬": 33229, + "Ġinitiated": 33230, + "WF": 33231, + "Ġinstitutional": 33232, + "inject": 33233, + "ĠScr": 33234, + "Ġdoctrine": 33235, + "Ġspacious": 33236, + "isure": 33237, + "ĠAna": 33238, + "\"time": 33239, + "essaging": 33240, + "Ġcid": 33241, + "ĠNan": 33242, + "Ġincomplete": 33243, + "TAG": 33244, + "-build": 33245, + "December": 33246, + "Ġresidual": 33247, + "(PDO": 33248, + "ĠListen": 33249, + "Ġglyph": 33250, + "Ġgaps": 33251, + "nea": 33252, + ".Rect": 33253, + "Ġsau": 33254, + "ĠPhotograph": 33255, + "Ġexecutable": 33256, + "ĠExpert": 33257, + "Coroutine": 33258, + "_sizes": 33259, + "ĠNL": 33260, + ".isValid": 33261, + ");}Ċ": 33262, + "-reg": 33263, + "Ġciting": 33264, + "cwd": 33265, + "ĠOttawa": 33266, + "ĠBatt": 33267, + "Ġrenewable": 33268, + "Ġpreliminary": 33269, + "Ġasylum": 33270, + "Ġwrist": 33271, + "Ġutiliz": 33272, + "Ġdetention": 33273, + "Fast": 33274, + "Ġange": 33275, + "incinnati": 33276, + "Ġsteering": 33277, + "ĠNaN": 33278, + "iosity": 33279, + "/page": 33280, + "Ġè¿": 33281, + "sterol": 33282, + "Ġdisg": 33283, + "(DB": 33284, + "ĠDESCRIPTION": 33285, + "Ġ_$": 33286, + "Ġobstacle": 33287, + "Ġbizarre": 33288, + "Ġextraction": 33289, + "_expected": 33290, + "Ġloses": 33291, + "ĠCelebr": 33292, + "ĠhtmlFor": 33293, + "Ġexploit": 33294, + "олÑĮзов": 33295, + "XYZ": 33296, + "Ġmagnet": 33297, + "amped": 33298, + "Ġatoms": 33299, + "Sources": 33300, + "pectives": 33301, + "Ñģли": 33302, + "Ġ=čĊ": 33303, + "Ġdare": 33304, + "ĠWalter": 33305, + "Ġbrightness": 33306, + "Ġannotations": 33307, + "ëı": 33308, + "iske": 33309, + "Schedule": 33310, + ".images": 33311, + "rosso": 33312, + "Ġ\"..": 33313, + "gamma": 33314, + "Ġinstructor": 33315, + "Ġoverwrite": 33316, + "-am": 33317, + "Ġdevastating": 33318, + "ĠSaints": 33319, + "Ġhs": 33320, + "Ġbonuses": 33321, + "$output": 33322, + "ijd": 33323, + "(ActionEvent": 33324, + "monitor": 33325, + "Ġmattress": 33326, + "January": 33327, + ".jp": 33328, + "Ġcaracter": 33329, + "Ġimpose": 33330, + "_rest": 33331, + "ĠSignature": 33332, + "Ġcoronavirus": 33333, + "ãģĬ": 33334, + "_compare": 33335, + "Measure": 33336, + "itated": 33337, + "elijk": 33338, + "igos": 33339, + "esar": 33340, + "Ġrushed": 33341, + "metry": 33342, + "_SEPARATOR": 33343, + "_WE": 33344, + "_ATTRIBUTE": 33345, + "Ġyaml": 33346, + "Ġspecs": 33347, + "ĠRah": 33348, + "pheric": 33349, + "ĠInvestment": 33350, + "äll": 33351, + "Ġappealing": 33352, + "Ġviewport": 33353, + "ç©": 33354, + "ĠmarginLeft": 33355, + "Ġsubtract": 33356, + "ĠEDIT": 33357, + "ĉArrayList": 33358, + "grading": 33359, + "ĠFailure": 33360, + "asper": 33361, + "EEK": 33362, + "(now": 33363, + ")Ċ": 33379, + "Collision": 33380, + "ĠGreater": 33381, + "ĠRacing": 33382, + "alan": 33383, + "Ġmonetary": 33384, + ",new": 33385, + "ĠSorry": 33386, + ".Enable": 33387, + "ĠInstantiate": 33388, + "ollen": 33389, + "ë©´": 33390, + "ĠCalling": 33391, + "_hour": 33392, + "ADA": 33393, + "Ġshy": 33394, + ")**": 33395, + "Ġ==>": 33396, + "Ġespecial": 33397, + "Ġinterpreted": 33398, + "!=\"": 33399, + "Ġpharmacy": 33400, + ".single": 33401, + "ĠCialis": 33402, + "Ġparas": 33403, + ".toUpperCase": 33404, + "ĠDemon": 33405, + "Prime": 33406, + "Ġrankings": 33407, + "Adding": 33408, + "_HASH": 33409, + "ĠExam": 33410, + "Ú©": 33411, + "ĠVictor": 33412, + "Okay": 33413, + "\"];čĊ": 33414, + "Ġfortune": 33415, + "ĠFETCH": 33416, + "expand": 33417, + ".Interop": 33418, + "Ġbarn": 33419, + "æ¶Ī": 33420, + "uevo": 33421, + "Ġspeculation": 33422, + "âĶĢâĶĢâĶĢâĶĢ": 33423, + "ĠNu": 33424, + "ĠBlues": 33425, + "(fname": 33426, + "Ġinhabit": 33427, + "Ġ\\\"%": 33428, + "CES": 33429, + "ulario": 33430, + "_cr": 33431, + "Ġvalidated": 33432, + "Ġmidnight": 33433, + "anking": 33434, + "Ġincorporate": 33435, + "Ġpursuit": 33436, + "EXP": 33437, + "prime": 33438, + "Pid": 33439, + "-US": 33440, + "ĠNurs": 33441, + "ĠWheel": 33442, + "éĺ": 33443, + "Ġinp": 33444, + "Ġsupportive": 33445, + ".member": 33446, + "ĠShot": 33447, + ".CheckBox": 33448, + "Ġaffirm": 33449, + "Tor": 33450, + "FullYear": 33451, + "Ġconsiderably": 33452, + "credentials": 33453, + "_opts": 33454, + "Roll": 33455, + "(round": 33456, + "Ġcoment": 33457, + "_UART": 33458, + "Ġextending": 33459, + "RG": 33460, + "resultado": 33461, + "itu": 33462, + ".getSession": 33463, + "Ġattraction": 33464, + "&D": 33465, + "$html": 33466, + "ĠJessica": 33467, + "ĠAssociate": 33468, + "añ": 33469, + "_ed": 33470, + "ĠLag": 33471, + "Ġorigins": 33472, + "())->": 33473, + "addEventListener": 33474, + "IALOG": 33475, + "åIJ¦": 33476, + ".Compare": 33477, + "Album": 33478, + "ĠKu": 33479, + "\";ĊĊ": 33523, + "quisite": 33524, + "channels": 33525, + "/res": 33526, + "ĠAnalytics": 33527, + ".appcompat": 33528, + "/to": 33529, + "ĠonError": 33530, + "(attr": 33531, + "IRM": 33532, + "Ġragaz": 33533, + "-as": 33534, + ".Second": 33535, + "oriented": 33536, + "Ġdonn": 33537, + "Ġlightning": 33538, + "fid": 33539, + "ĠPle": 33540, + "ãģ¾ãģĻ": 33541, + "tro": 33542, + ".True": 33543, + "Observable": 33544, + "×Ļ": 33545, + "umbing": 33546, + "Ġprospective": 33547, + "-filter": 33548, + "Ġpursuant": 33549, + "(points": 33550, + ".Bind": 33551, + "Ġpalm": 33552, + "clearfix": 33553, + "ös": 33554, + "ĠGonz": 33555, + "Ġweaken": 33556, + "Drive": 33557, + "enido": 33558, + "lld": 33559, + "obox": 33560, + "anean": 33561, + "Got": 33562, + "ä¿Ŀ": 33563, + "Regex": 33564, + "æĥ": 33565, + "Ġsalad": 33566, + "assis": 33567, + "\"net": 33568, + "inheritDoc": 33569, + "ĠRV": 33570, + "quier": 33571, + "Ġclazz": 33572, + "Ä±ÅŁ": 33573, + "osterone": 33574, + "Ġairline": 33575, + ".listdir": 33576, + "Ġdownloading": 33577, + "ĠPalm": 33578, + "waukee": 33579, + "<": 33580, + ".BL": 33581, + "_INLINE": 33582, + "offs": 33583, + "<<(": 33584, + "_news": 33585, + "Ġchase": 33586, + "/><": 33587, + "Ġeuros": 33588, + "ĠEgyptian": 33589, + "ĠStainless": 33590, + "_BOOL": 33591, + "ĠGuild": 33592, + "ĠDynam": 33593, + "[indexPath": 33594, + "Ġï": 33595, + "Ġmemorable": 33596, + "ĠChampion": 33597, + "ResourceManager": 33598, + ".Login": 33599, + "ĠFormer": 33600, + "yped": 33601, + "Ġlleg": 33602, + ";\",": 33603, + "DWORD": 33604, + "Ġtaxi": 33605, + "Ġbombs": 33606, + "rah": 33607, + ".tags": 33608, + "_tests": 33609, + "stones": 33610, + "âĢĿ)": 33611, + "[g": 33612, + "rtype": 33613, + "Ġvu": 33614, + "Ġhostile": 33615, + "Chars": 33616, + "ĠPatriots": 33617, + "/status": 33618, + "());Ċ": 33972, + "ajÄħ": 33973, + "_OCC": 33974, + "Ġplanets": 33975, + "æŁ¥": 33976, + "ĠDublin": 33977, + "Ġserie": 33978, + ".printf": 33979, + "deep": 33980, + "`)": 33981, + "Ġ\\$": 33982, + "Ġμ": 33983, + "_VIDEO": 33984, + "endors": 33985, + "ĠCrypto": 33986, + "Far": 33987, + ".Transparent": 33988, + ".TR": 33989, + "iasm": 33990, + "_training": 33991, + "Ġteaches": 33992, + "ĠBelt": 33993, + "Ġlimiting": 33994, + "ĠKath": 33995, + "ĠIndexPath": 33996, + "Ġachievements": 33997, + "Ġserá": 33998, + "interopRequire": 33999, + "Ġdisse": 34000, + ".If": 34001, + "arming": 34002, + "ulsion": 34003, + "Po": 34004, + "_DETAIL": 34005, + "Prototype": 34006, + "ĠCAL": 34007, + "Ġagrees": 34008, + ".vo": 34009, + ".ExecuteNonQuery": 34010, + "ĠTopic": 34011, + "Ġ'{}": 34012, + "Arm": 34013, + "Ġecc": 34014, + "Mag": 34015, + "Ġserialized": 34016, + "ĉconn": 34017, + "cached": 34018, + "=tf": 34019, + "ĠByteArray": 34020, + "protobuf": 34021, + "varchar": 34022, + "ĉASSERT": 34023, + "Ġliste": 34024, + "_trigger": 34025, + "·¸": 34026, + "Feel": 34027, + "Tahoma": 34028, + "ĠLik": 34029, + "Ġstructured": 34030, + "ergus": 34031, + ".Initial": 34032, + "_ge": 34033, + "cljs": 34034, + ".contact": 34035, + "Ġandere": 34036, + "$stmt": 34037, + "_CURRENT": 34038, + "ĠDiscover": 34039, + "$res": 34040, + "formatter": 34041, + "Ha": 34042, + "vangst": 34043, + "Ġemerge": 34044, + "ãĢĤâĢĿ": 34045, + "ĠCabinet": 34046, + "-square": 34047, + "éĥ¨": 34048, + "Ġrage": 34049, + "ĠAJ": 34050, + "ĠVT": 34051, + "shadow": 34052, + "ĠFaith": 34053, + "enames": 34054, + "pretty": 34055, + "hasil": 34056, + "party": 34057, + "Ġvarchar": 34058, + "Ġfotos": 34059, + "Ġalum": 34060, + "ĠBelgium": 34061, + ".ylabel": 34062, + "Ġdej": 34063, + "_numbers": 34064, + "Ġhu": 34065, + ".setAdapter": 34066, + "ĠUsually": 34067, + "(sample": 34068, + ".Shared": 34069, + "Ġbooked": 34070, + "Ġ>>=": 34071, + "Ġminerals": 34072, + "\">": 34091, + "prog": 34092, + "boo": 34093, + "_md": 34094, + "_pack": 34095, + "(express": 34096, + "utz": 34097, + "\\Auth": 34098, + ",id": 34099, + "ĠChile": 34100, + "actice": 34101, + "Ġrecruitment": 34102, + "Ġposes": 34103, + "Ġvulnerability": 34104, + "instanc": 34105, + "orum": 34106, + "dess": 34107, + "Ġxl": 34108, + "%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%": 34109, + "(fig": 34110, + "Ġdeleting": 34111, + ".del": 34112, + ")')Ċ": 34113, + "ĠWeekly": 34114, + "???": 34115, + "(strcmp": 34116, + "smith": 34117, + "Ġpursuing": 34118, + "-so": 34119, + "ĠApps": 34120, + "/'Ċ": 34121, + "Ġdecis": 34122, + "FORE": 34123, + "Everyone": 34124, + "Ġlanes": 34125, + "Virtual": 34126, + ".attach": 34127, + "(Log": 34128, + "ĠMedicaid": 34129, + "(Path": 34130, + "ĠTurner": 34131, + "/application": 34132, + "Ġportrait": 34133, + "Ġoppose": 34134, + "checkout": 34135, + "Ġfinishes": 34136, + "_ME": 34137, + "Barrier": 34138, + "Song": 34139, + "VAR": 34140, + "Earlier": 34141, + "rella": 34142, + "Ġhast": 34143, + "azar": 34144, + "Ġpulls": 34145, + "ngx": 34146, + "Ġinspiring": 34147, + "ÑĥÑİ": 34148, + "-direction": 34149, + "Ġexplosive": 34150, + "ĠcreatedAt": 34151, + "sto": 34152, + "Ġwheat": 34153, + "ĠBuilt": 34154, + "'ai": 34155, + "Ġtracked": 34156, + "hammad": 34157, + "RowAtIndexPath": 34158, + "_heap": 34159, + "Due": 34160, + "Ġconnects": 34161, + ".publish": 34162, + "emu": 34163, + "Ġbullets": 34164, + "BAR": 34165, + "olate": 34166, + "Ġinternally": 34167, + "Ġcatching": 34168, + "-password": 34169, + "ouched": 34170, + "æĢ§": 34171, + "eous": 34172, + "Ġxrange": 34173, + "Quality": 34174, + "vv": 34175, + "Manage": 34176, + "(($": 34177, + "acements": 34178, + "ĠBrothers": 34179, + "ĠHEAD": 34180, + "ĠUnsupported": 34181, + "san": 34182, + "esi": 34183, + "***Ċ": 34184, + "Ġadaptation": 34185, + "ĠWorker": 34186, + "']/": 34187, + ".savefig": 34188, + "(trans": 34189, + "ج": 34190, + "nee": 34191, + "Correct": 34192, + "...\")Ċ": 34193, + "Ġsubmitting": 34194, + "-path": 34195, + "ĉlast": 34196, + "issan": 34197, + ".xlabel": 34198, + "ĠSepar": 34199, + "/no": 34200, + "_best": 34201, + "ĠMills": 34202, + "_sock": 34203, + "(flag": 34204, + "Ġdestinations": 34205, + "emption": 34206, + "ĠFAIL": 34207, + "åĴĮ": 34208, + "Ġrp": 34209, + "fact": 34210, + "ĉlen": 34211, + "DAY": 34212, + "Ġseiz": 34213, + "_dst": 34214, + "lip": 34215, + ".Linear": 34216, + "ĠBasket": 34217, + "$t": 34218, + "$i": 34219, + "-brand": 34220, + "ĠNeil": 34221, + "ĠEq": 34222, + "Ġthou": 34223, + "ogene": 34224, + "Ġscholarship": 34225, + "æĽ´": 34226, + "Ġswo": 34227, + "aginator": 34228, + "eni": 34229, + "(book": 34230, + "Ġblink": 34231, + "thus": 34232, + "ĠcancellationToken": 34233, + "ĠPalestinians": 34234, + "Ġprofitable": 34235, + "Ġbackpack": 34236, + "enson": 34237, + "true": 34384, + "ĠNYC": 34385, + "Ġbored": 34386, + "ĠDetect": 34387, + "Ġappar": 34388, + "Ġjeans": 34389, + "ĠTak": 34390, + "IOD": 34391, + "ĠHorse": 34392, + "(FILE": 34393, + "(?": 34394, + "rique": 34395, + "optimizer": 34396, + "nat": 34397, + "loys": 34398, + "ĉToken": 34399, + "oubted": 34400, + "uess": 34401, + "ocoa": 34402, + "DataMember": 34403, + "_POWER": 34404, + "classList": 34405, + "PushButton": 34406, + "ĠWiFi": 34407, + ".Stream": 34408, + ".guild": 34409, + "Ġnog": 34410, + "ĠPortugal": 34411, + "ĠUnter": 34412, + "Primitive": 34413, + "boss": 34414, + "ĠDeutsch": 34415, + "Ġerotic": 34416, + "Ġstrconv": 34417, + ".TryParse": 34418, + "Ġgrams": 34419, + ".Success": 34420, + "_pk": 34421, + "ĠHarvey": 34422, + "-minded": 34423, + ".country": 34424, + "[]\"": 34425, + "Ġangel": 34426, + "Ġbeats": 34427, + "ĠVor": 34428, + "ilio": 34429, + ".master": 34430, + "something": 34431, + "ĠPACK": 34432, + "(if": 34433, + "RequestBody": 34434, + "Ġantes": 34435, + "/widget": 34436, + "Ġmodo": 34437, + "ĠAW": 34438, + "finder": 34439, + "Ġoptimized": 34440, + "Ġmissiles": 34441, + "NB": 34442, + "ĉinternal": 34443, + "tex": 34444, + "ĠSri": 34445, + "Ġdamaging": 34446, + "ĠMais": 34447, + "-Allow": 34448, + "ĠZh": 34449, + "-alt": 34450, + "Ġ));ĊĊ": 34451, + "èī": 34452, + "Ġinfluences": 34453, + "Ġcatal": 34454, + "_REGISTER": 34455, + "ĠAPIs": 34456, + "-century": 34457, + "Ġbiology": 34458, + "ĠActual": 34459, + "Ġheels": 34460, + "TRACE": 34461, + "_DIG": 34462, + "Dataset": 34463, + "ĠMatter": 34464, + "Ġclassifier": 34465, + ".wikipedia": 34466, + "ĠRogers": 34467, + "Ġdonated": 34468, + "rawler": 34469, + "enen": 34470, + "Ġcasinos": 34471, + "ortal": 34472, + "Ġprive": 34473, + "spe": 34474, + "ducers": 34475, + ".ep": 34476, + "Ġgrasp": 34477, + "acji": 34478, + "Ġdairy": 34479, + "Ġbuses": 34480, + ".comm": 34481, + ".ins": 34482, + "ĠIRS": 34483, + "ĠBeer": 34484, + "adc": 34485, + "oard": 34486, + "_MET": 34487, + "Ġ'+'": 34488, + "rans": 34489, + "Ġkinda": 34490, + "ĠâĶĤ": 34491, + "ĠMaur": 34492, + "аг": 34493, + "Ġbandwidth": 34494, + "ibus": 34495, + "ĠDifferent": 34496, + "(mat": 34497, + "ĠResume": 34498, + "_UNS": 34499, + "establish": 34500, + "Ġfonction": 34501, + "Subscription": 34502, + "_company": 34503, + "Ġlightly": 34504, + ".confirm": 34505, + ".yaml": 34506, + "ĠBoost": 34507, + "Commerce": 34508, + "-template": 34509, + "_DELAY": 34510, + "ĠHI": 34511, + "Ġnavig": 34512, + "(Sender": 34513, + "ĠHS": 34514, + "_\"+": 34515, + "ĠREQUEST": 34516, + "Ġwifi": 34517, + "=\"\"Ċ": 34518, + "])->": 34519, + "Ġrope": 34520, + "Ġviolated": 34521, + "Ġglance": 34522, + "ĠKurd": 34523, + "Ġè®": 34524, + "deck": 34525, + "ĠISBN": 34526, + "Ġinfect": 34527, + "ĠFoo": 34528, + "Ġgetter": 34529, + "Ġtener": 34530, + "appe": 34531, + ".hh": 34532, + "_hot": 34533, + "\".$": 34743, + "Ġrelies": 34744, + "(Console": 34745, + "International": 34746, + "->{$": 34747, + "Mid": 34748, + "Ġdissert": 34749, + "dds": 34750, + "Ġdeposits": 34751, + "ĉdriver": 34752, + "#ga": 34753, + "prising": 34754, + "println": 34755, + "Ġpresenter": 34756, + "Ġmines": 34757, + "CSS": 34758, + "ĠDual": 34759, + "(!(": 34760, + "Ġkam": 34761, + "ĠisLoading": 34762, + "ĠProtect": 34763, + ".upper": 34764, + "arium": 34765, + "]:ĊĊĊ": 34766, + "Yii": 34767, + "-shirt": 34768, + "ĠIMAGE": 34769, + "_colors": 34770, + "Ġurgent": 34771, + ".Container": 34772, + "!(Ċ": 34773, + "Saturday": 34774, + "Ġsocieties": 34775, + "ĠThan": 34776, + "ĠCod": 34777, + "=@": 34778, + "Ġattachments": 34779, + ".mobile": 34780, + "Ġspite": 34781, + "Ġbounce": 34782, + "rawl": 34783, + "instancetype": 34784, + "ĠTruck": 34785, + "Ġmanipulation": 34786, + "(Config": 34787, + "-inst": 34788, + "Ġstor": 34789, + "itution": 34790, + "PreferredGap": 34791, + "ĠmainAxisAlignment": 34792, + "Ġlistened": 34793, + "'''ĊĊ": 34794, + "ottage": 34795, + "-project": 34796, + ".APPLICATION": 34797, + "ĉroot": 34798, + "Ġwhit": 34799, + "Ġbilder": 34800, + "Ġker": 34801, + "Ġappliances": 34802, + "rowave": 34803, + "ìĿĢ": 34804, + "ematics": 34805, + "ĠOrg": 34806, + "oping": 34807, + "_SEARCH": 34808, + "Ġcham": 34809, + "addContainerGap": 34810, + "Ġ().": 34811, + "ĠArrow": 34812, + "Illegal": 34813, + "Currently": 34814, + "Ġusa": 34815, + "Ġpasswords": 34816, + "Ġrenown": 34817, + "avern": 34818, + "ĠEvil": 34819, + "Ġconcat": 34820, + "Ġduo": 34821, + "Ġvale": 34822, + "ĠBean": 34823, + "Ġindicators": 34824, + "cmath": 34825, + "ĠPump": 34826, + "November": 34827, + "ificant": 34828, + "_DOMAIN": 34829, + "regar": 34830, + "ĠPortal": 34831, + "\"$": 34832, + "Ġformerly": 34833, + "\"]:Ċ": 34834, + "ĠVisibility": 34835, + ".getElementsByClassName": 34836, + "_RED": 34837, + "Ġchampions": 34838, + "à´": 34839, + "Valor": 34840, + "_es": 34841, + "*a": 34842, + "-repeat": 34843, + "Band": 34844, + ".stage": 34845, + "Ġbureauc": 34846, + "Cnt": 34847, + "eten": 34848, + "-function": 34849, + "Ġmuito": 34850, + "PID": 34851, + "_editor": 34852, + "Ġcrashed": 34853, + "dead": 34854, + "kat": 34855, + "agh": 34856, + "ĠEXT": 34857, + "asser": 34858, + "-small": 34859, + "Ġrealiz": 34860, + "(Entity": 34861, + "ús": 34862, + "ĠActually": 34863, + "ĠElite": 34864, + "Ġhelm": 34865, + "(nonatomic": 34866, + "asher": 34867, + "Community": 34868, + "alleng": 34869, + "iry": 34870, + "ĠGrowth": 34871, + "Ġsue": 34872, + "Ġfrequencies": 34873, + "_descriptor": 34874, + ".Attribute": 34875, + "Ġrecipients": 34876, + "_NS": 34877, + "/\"+": 34878, + "iban": 34879, + "Ġathlete": 34880, + "ĠIgn": 34881, + "_DMA": 34882, + "(ds": 34883, + "ĠRequirements": 34884, + "ADI": 34885, + "erez": 34886, + "\\Admin": 34887, + "braska": 34888, + "ĠRust": 34889, + "Relation": 34890, + "COD": 34891, + "ĠVERSION": 34892, + "emma": 34893, + ")){": 34894, + ".Duration": 34895, + "ĠCamb": 34896, + "-logo": 34897, + "Ġreadable": 34898, + "Ġcreators": 34899, + "()];Ċ": 34900, + "UpDown": 34901, + "-half": 34902, + ".getMonth": 34903, + "(sf": 34904, + "Pic": 34905, + "Ġhunger": 34906, + ".tx": 34907, + "Ġexceeded": 34908, + "_seed": 34909, + "(^": 34910, + "_sk": 34911, + ".perform": 34912, + "Ġ>::": 34913, + "Ġmongo": 34914, + "=float": 34915, + "bindParam": 34916, + "Smart": 34917, + "ifa": 34918, + "Ġsecurities": 34919, + "Ġprejud": 34920, + "Ġ,\"": 34921, + "Ġcorps": 34922, + "Ġvra": 34923, + "amacare": 34924, + "iterr": 34925, + "(Media": 34926, + "uche": 34927, + "Ġcob": 34928, + "Ġliber": 34929, + ".geometry": 34930, + "Locator": 34931, + "Ġsliding": 34932, + "Ġsurgical": 34933, + "_CUR": 34934, + "Ġconsect": 34935, + "[*": 34936, + "ĠResort": 34937, + "Stub": 34938, + "_DOUBLE": 34939, + "ĠSoph": 34940, + "Ġelectoral": 34941, + "_disable": 34942, + "ĠÑģо": 34943, + "ĠLightning": 34944, + "Ġmentions": 34945, + "ocy": 34946, + "Ġleaked": 34947, + "Ġrelaxing": 34948, + "Presenter": 34949, + "vsp": 34950, + "Ġguilt": 34951, + "=-=-": 34952, + ".reply": 34953, + "ĠMirror": 34954, + "Camp": 34955, + "Ġ+#+#+#+": 34956, + "Ġ+#+#+#+#+#+": 34957, + ".Author": 34958, + "Ġdirective": 34959, + "-hook": 34960, + "íĦ°": 34961, + "}ĊĊĊĊĊ": 34962, + "@pytest": 34963, + "_rand": 34964, + "mis": 34965, + "Ġcolorful": 34966, + "uje": 34967, + "lasses": 34968, + "ĠClasses": 34969, + ".have": 34970, + "%),": 34971, + "é¢ĺ": 34972, + "Ġdisturbing": 34973, + "substring": 34974, + "ĠKoh": 34975, + "Invest": 34976, + "purchase": 34977, + "Ġrecycling": 34978, + "ĠART": 34979, + "ierarchy": 34980, + "Ġfps": 34981, + ".checkBox": 34982, + "íķ´": 34983, + "_material": 34984, + "ducation": 34985, + "Ġfw": 34986, + "udit": 34987, + "Ġreviewing": 34988, + "ĠSid": 34989, + "Syntax": 34990, + "ĠWritten": 34991, + "argar": 34992, + "UME": 34993, + "/q": 34994, + "Classifier": 34995, + "Official": 34996, + "Ġjazz": 34997, + "Ġomega": 34998, + "Physics": 34999, + "Ġlugar": 35000, + "_accessor": 35001, + ".commands": 35002, + "Ability": 35003, + "ĠBatch": 35004, + "RAM": 35005, + "Ġencounters": 35006, + ".Qu": 35007, + "BYTE": 35008, + "ĠDistribution": 35009, + "Ġuso": 35010, + "ĠRecovery": 35011, + "approved": 35012, + "Ġdenial": 35013, + "/share": 35014, + "LinkedList": 35015, + ")čĊčĊčĊ": 35016, + "uddy": 35017, + "Ġfines": 35018, + "Ġry": 35019, + "Unicode": 35020, + "ĉrender": 35021, + "Ġpremises": 35022, + "Ġpon": 35023, + "aliases": 35024, + "/Foundation": 35025, + "cuda": 35026, + "ĠCock": 35027, + ",:)": 35028, + "(folder": 35029, + "Ġméd": 35030, + "drag": 35031, + "Ġtalents": 35032, + "ĠĠĠĊĊ": 35033, + "еÑģÑĤв": 35034, + "mob": 35035, + ".yml": 35036, + "Ġaster": 35037, + "Ġdiscre": 35038, + "goal": 35039, + "ĠGTX": 35040, + "ĠSUCCESS": 35041, + "ĠLONG": 35042, + "(find": 35043, + "Ġsingular": 35044, + "_sz": 35045, + "ĠEthereum": 35046, + "..Ċ": 35047, + "Ġirres": 35048, + "')){Ċ": 35049, + "Ġministers": 35050, + "Steps": 35051, + "iversal": 35052, + "ĠNevertheless": 35053, + "-led": 35054, + "Ġ(%)": 35055, + "ç¡®": 35056, + "Ġtimezone": 35057, + "Ġstranger": 35058, + "(render": 35059, + "Ġshutil": 35060, + "Ġmph": 35061, + "Ġtrio": 35062, + "ppy": 35063, + "Ġpredomin": 35064, + "Ġendors": 35065, + "ĠRussians": 35066, + "ĉrow": 35067, + "Ġwizard": 35068, + ".serialize": 35069, + "Ġcomplained": 35070, + "Ġsido": 35071, + "Ġdelighted": 35072, + "-me": 35073, + "ĠRav": 35074, + "Human": 35075, + "adays": 35076, + "recv": 35077, + "Working": 35078, + "Jump": 35079, + "ĠÃ¥r": 35080, + "ĠAutomatic": 35081, + "_Base": 35082, + "æł¼": 35083, + "aurants": 35084, + "¯": 35085, + "æ¸": 35086, + "(CType": 35087, + "IFI": 35088, + "(amount": 35089, + "Ġbelieving": 35090, + "=mysql": 35091, + "Ġfir": 35092, + "Ġrestoration": 35093, + "ereco": 35094, + "Т": 35095, + "_'+": 35096, + "Ġebook": 35097, + "Ġdebris": 35098, + "(inputs": 35099, + "AYOUT": 35100, + "Ġscreaming": 35101, + "avia": 35102, + "lander": 35103, + "Ġdistress": 35104, + "Ġassembled": 35105, + "ĠAvoid": 35106, + "(thread": 35107, + "ĠRPC": 35108, + "_EXIT": 35109, + "(queue": 35110, + "иÑģÑĤ": 35111, + "Dll": 35112, + "Ġskull": 35113, + "_pub": 35114, + "chez": 35115, + "minate": 35116, + "ensen": 35117, + "Ġinsane": 35118, + "bounds": 35119, + "ĠRosen": 35120, + "Ġconditioning": 35121, + "processed": 35122, + "videos": 35123, + "four": 35124, + ".Conv": 35125, + "|;Ċ": 35126, + "Personal": 35127, + "cerpt": 35128, + ":UIControlStateNormal": 35129, + "Ġdoses": 35130, + "ĠKarl": 35131, + "ĠFrequ": 35132, + ".BASE": 35133, + "ĠVote": 35134, + "Ġconcurrent": 35135, + "ĠMessageBoxIcon": 35136, + "ĠÃĸ": 35137, + "ĠDubai": 35138, + "ĠRetail": 35139, + ":number": 35140, + "ĠObserver": 35141, + "ĠBigInteger": 35142, + "_origin": 35143, + "_WORK": 35144, + "Frames": 35145, + "Ġnotably": 35146, + ".âĢľ": 35147, + "Ġtropical": 35148, + "Ġniche": 35149, + "amina": 35150, + ".sys": 35151, + "(tokens": 35152, + "modify": 35153, + "osit": 35154, + "strom": 35155, + "ĠComics": 35156, + "OPTION": 35157, + "Ticket": 35158, + "Ġfactories": 35159, + "Ġdisput": 35160, + "_File": 35161, + "ĠFinn": 35162, + "eee": 35163, + "ĠDiscord": 35164, + "_money": 35165, + ".tpl": 35166, + "_safe": 35167, + "LB": 35168, + "Ġglut": 35169, + "JK": 35170, + ".flow": 35171, + "-cont": 35172, + "gos": 35173, + "Ġhorizon": 35174, + "ĠRush": 35175, + "::*": 35176, + "Pipe": 35177, + "ulla": 35178, + "borough": 35179, + "heimer": 35180, + "(move": 35181, + "(Text": 35182, + "});čĊčĊ": 35183, + "welcome": 35184, + "ĠComponents": 35185, + "Ġgovernance": 35186, + "closed": 35187, + "ĉmargin": 35188, + "Ġlaundry": 35189, + "ĠTerminal": 35190, + "izards": 35191, + ".âĢĶ": 35192, + ".remote": 35193, + ".radius": 35194, + "ĠQuebec": 35195, + "Ġdh": 35196, + "Tech": 35197, + "ĠMist": 35198, + "seller": 35199, + "_literal": 35200, + "Ġgenius": 35201, + "Ġbrains": 35202, + "gem": 35203, + "ĠMeasure": 35204, + "Ġcatast": 35205, + "rance": 35206, + ".TextField": 35207, + "Ġconsuming": 35208, + "Ġ'\\''": 35209, + "oubtedly": 35210, + "ĠCertain": 35211, + "Ev": 35212, + "erti": 35213, + "being": 35214, + "Experience": 35215, + "Ġ//[": 35216, + "ĠArabic": 35217, + "ĠCrist": 35218, + "ĠAzure": 35219, + "Ġhora": 35220, + "ladesh": 35221, + "\\Blueprint": 35222, + "dar": 35223, + ".rel": 35224, + "Ġsuprem": 35225, + "ĠReagan": 35226, + "ĠAttributes": 35227, + "-sidebar": 35228, + "ĠuseStyles": 35229, + "ĠAirlines": 35230, + "Ġhills": 35231, + "/xhtml": 35232, + "vinc": 35233, + "_mock": 35234, + "ĊĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ": 35235, + "ĠPill": 35236, + ".LayoutStyle": 35237, + "ĠCommander": 35238, + "]<": 35239, + "signature": 35240, + "Ġ{}čĊ": 35241, + "Ġhatred": 35242, + "Ġëĭ": 35243, + "olesterol": 35244, + "Ġ********": 35245, + "ancellor": 35246, + "crop": 35247, + "TIM": 35248, + "ĉĉĊĊ": 35249, + "ysqli": 35250, + "uitive": 35251, + "ĉunset": 35252, + "_sel": 35253, + "Ġmenus": 35254, + "tick": 35255, + "Ġconstitute": 35256, + "ĠElements": 35257, + "ĠRedis": 35258, + "aggio": 35259, + "_fp": 35260, + "_depend": 35261, + "emas": 35262, + "CAST": 35263, + "orange": 35264, + "jon": 35265, + "ĠEmily": 35266, + "Ġpotatoes": 35267, + "Ġreceptor": 35268, + "ĠElectronic": 35269, + "ĠLights": 35270, + "Ġcombining": 35271, + "ĠSomeone": 35272, + "Ġ########.": 35273, + "ĠTOD": 35274, + "/show": 35275, + "Xd": 35276, + ".\"'": 35277, + "afx": 35278, + "Ġtragic": 35279, + "Styled": 35280, + "ĠMarco": 35281, + "Gallery": 35282, + "dale": 35283, + ".âĢĿĊĊĊĊ": 35284, + "érie": 35285, + "/service": 35286, + "äºĨ": 35287, + "Ġambient": 35288, + "_SETTINGS": 35289, + ".Adapter": 35290, + "lene": 35291, + "Ġtravels": 35292, + "Notice": 35293, + "Ġcleans": 35294, + "ĠFem": 35295, + "chair": 35296, + "Ñĥн": 35297, + "/my": 35298, + "_bad": 35299, + "ĠEconomics": 35300, + "ISA": 35301, + "_CNT": 35302, + "(Menu": 35303, + "äºİ": 35304, + "ĠRidge": 35305, + "Ġlengthy": 35306, + "Dot": 35307, + "Ġjumps": 35308, + "Ġhey": 35309, + "$pdf": 35310, + "Ġworm": 35311, + "Ġsut": 35312, + "Ġsher": 35313, + "iamo": 35314, + "ĠCalc": 35315, + "trieve": 35316, + "Ġcops": 35317, + "ĠChrom": 35318, + "Ġregulated": 35319, + "reatment": 35320, + "ĠHigher": 35321, + "oks": 35322, + "Ġdeze": 35323, + "LOCATION": 35324, + "ongsTo": 35325, + "Ġfinite": 35326, + "Ġvaries": 35327, + "Ġpositioned": 35328, + "'il": 35329, + "éĩij": 35330, + "Ġhike": 35331, + "(done": 35332, + "playlist": 35333, + "Ġada": 35334, + "Ġcoastal": 35335, + "ĠNancy": 35336, + ".DateTimeField": 35337, + "CppCodeGen": 35338, + "ĠSimilarly": 35339, + "reur": 35340, + "ĠContr": 35341, + "ĠHidden": 35342, + "ĠBeta": 35343, + "atched": 35344, + "_install": 35345, + ".Output": 35346, + "Lookup": 35347, + "ĠRichmond": 35348, + "quared": 35349, + "Ġmanga": 35350, + "-controls": 35351, + "ĠBernard": 35352, + "Large": 35353, + "Ġslices": 35354, + "Ġoffence": 35355, + "ĠMega": 35356, + "Ġestar": 35357, + "Ġjoints": 35358, + "Ġsumm": 35359, + "_platform": 35360, + "Buff": 35361, + ".addSubview": 35362, + "Ġretained": 35363, + "Letter": 35364, + ".dim": 35365, + "Ġessere": 35366, + "ĠScaffold": 35367, + "EXPECT": 35368, + "ĉRE": 35369, + ".longitude": 35370, + "ünd": 35371, + "Ġstatue": 35372, + ".addWidget": 35373, + "ĠCaribbean": 35374, + "addPreferredGap": 35375, + "ilde": 35376, + "UILabel": 35377, + "ĠOpport": 35378, + "Ġimperial": 35379, + "ursion": 35380, + "Ġmandate": 35381, + "Ġpromotional": 35382, + "Ġvk": 35383, + "iaÅĤ": 35384, + "Ġpyl": 35385, + "ĠCreation": 35386, + "озд": 35387, + "Ġsimpler": 35388, + ".what": 35389, + "ĠRecent": 35390, + "Storm": 35391, + ".quantity": 35392, + "ĠLov": 35393, + "\"-": 35394, + "ubbles": 35395, + "_notification": 35396, + "(world": 35397, + "urger": 35398, + "*(-": 35399, + ":\"Ċ": 35400, + "hm": 35401, + "anship": 35402, + "ĠAlmost": 35403, + "Ġmotorcycle": 35404, + "_fee": 35405, + "Ġabsorb": 35406, + "ĠVincent": 35407, + "Ġsounded": 35408, + "ÃŃst": 35409, + "Ġpharmaceutical": 35410, + "htag": 35411, + "ĠKindle": 35412, + "italize": 35413, + "ĠEmperor": 35414, + "oustic": 35415, + "Ġspecialists": 35416, + "åħ¬": 35417, + "BorderStyle": 35418, + "/\\": 35419, + "RELATED": 35420, + "(',',": 35421, + "(expr": 35422, + "Ġht": 35423, + "åįĪ": 35424, + "_Create": 35425, + "Ġspecially": 35426, + "Ġ[];čĊ": 35427, + "Ġheel": 35428, + "Ġsept": 35429, + "_arch": 35430, + "(initial": 35431, + "%.ĊĊ": 35432, + "\\\",\\\"": 35433, + "Ġdiscusses": 35434, + "Ġupt": 35435, + "Ġ[&": 35436, + "Ġmanus": 35437, + ".hand": 35438, + "ĠMAIN": 35439, + "ĠDenmark": 35440, + "Ġ],čĊ": 35441, + "Ġcryst": 35442, + "Ġnack": 35443, + "Coords": 35444, + "_inner": 35445, + "Ġmidst": 35446, + "Ġawake": 35447, + "ĠÐŀ": 35448, + "-break": 35449, + "ÃŃvel": 35450, + "_PASS": 35451, + "ĠParams": 35452, + "Ġdetr": 35453, + "Ġspider": 35454, + "ĠConcept": 35455, + "Ġprend": 35456, + "CHED": 35457, + ".Exit": 35458, + "Ġpopulated": 35459, + "Ġvirtue": 35460, + "_SESSION": 35461, + "Ġnouvel": 35462, + "oauth": 35463, + "ĠданнÑĭ": 35464, + "rink": 35465, + ".HeaderText": 35466, + "aturated": 35467, + "Ġerst": 35468, + "Ġåħ": 35469, + "à¥ĩ": 35470, + "_visible": 35471, + "eyer": 35472, + "Ġliable": 35473, + "Ġdebe": 35474, + "Ġbw": 35475, + "{-#": 35476, + "_WIN": 35477, + "dfs": 35478, + "Hover": 35479, + "ĠPUT": 35480, + "-angle": 35481, + "Ġnoble": 35482, + "Ġtraces": 35483, + "encv": 35484, + "ĠuserData": 35485, + "_ins": 35486, + "ĠSuz": 35487, + "Ġnewsletters": 35488, + "ĠModi": 35489, + "Ġentrepreneurs": 35490, + "Ġtribute": 35491, + "Ġrumors": 35492, + "Ġrr": 35493, + "ĠQuarter": 35494, + "ê³ł": 35495, + "Ġfeeds": 35496, + "óg": 35497, + "Ġenvelope": 35498, + "Ġlear": 35499, + "Ġkø": 35500, + "developer": 35501, + "Similar": 35502, + ":\")Ċ": 35503, + "subscription": 35504, + "Modifier": 35505, + "italic": 35506, + "Ġnasty": 35507, + "Ġtermination": 35508, + "Ġcharming": 35509, + "ĠâŁ": 35510, + "tons": 35511, + ".trace": 35512, + "hots": 35513, + "ĠUR": 35514, + "Mont": 35515, + "Ġjustified": 35516, + "ĠGang": 35517, + "inea": 35518, + "Ġbog": 35519, + "(ap": 35520, + "_$": 35521, + "Ġcontamin": 35522, + ".Dot": 35523, + "ĉDebug": 35524, + "(exports": 35525, + "Ġpaired": 35526, + "ĠAssignment": 35527, + "Ġautomobile": 35528, + "ĵį": 35529, + "Ġphases": 35530, + "vw": 35531, + "@SuppressWarnings": 35532, + "=\\": 35533, + "rant": 35534, + "-ed": 35535, + "ĉawait": 35536, + "Ġcertificates": 35537, + "'>\"": 35538, + "Ġintact": 35539, + "CTRL": 35540, + "Mike": 35541, + "gregation": 35542, + "ATTERN": 35543, + "Ġrepublic": 35544, + "_upper": 35545, + "iliary": 35546, + "Ġcomputation": 35547, + "hire": 35548, + "ĠShin": 35549, + "_ANY": 35550, + "ĠManufacturer": 35551, + "ĠCarm": 35552, + "Ġbearings": 35553, + "_comb": 35554, + "cad": 35555, + "uristic": 35556, + "Ġwholesale": 35557, + "Ġdonor": 35558, + ".interfaces": 35559, + "presso": 35560, + "ĠBrun": 35561, + "-close": 35562, + "prove": 35563, + "_SK": 35564, + "ĉframe": 35565, + "etros": 35566, + "ĠPain": 35567, + "_EXP": 35568, + "ĠLT": 35569, + "_fs": 35570, + ".datas": 35571, + "ĉss": 35572, + "voir": 35573, + "ĠAxis": 35574, + "Major": 35575, + "=\"<": 35576, + "[h": 35577, + "Ġprofess": 35578, + "igrate": 35579, + "(score": 35580, + "Keyword": 35581, + "\"os": 35582, + "ĠĠĠĠĉĊ": 35583, + "analysis": 35584, + "Ġreplay": 35585, + ".pass": 35586, + "\\d": 35587, + "tls": 35588, + "Ġsanct": 35589, + ".light": 35590, + "_mobile": 35591, + "ÑģÑĤÑĮ": 35592, + "ĉtotal": 35593, + "uity": 35594, + "Ġpaused": 35595, + "NAS": 35596, + "Ġencore": 35597, + "loe": 35598, + "Ġ-*-ĊĊ": 35599, + ".high": 35600, + "ampler": 35601, + "ĠSecure": 35602, + "Ġfragments": 35603, + "_vel": 35604, + "illary": 35605, + "ĠStein": 35606, + "ĠDawn": 35607, + "Ġmaximize": 35608, + "ย": 35609, + "Ġ/^": 35610, + "Ġcontinually": 35611, + "Ġshadows": 35612, + "ĉĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 35613, + "ĠIActionResult": 35614, + "Ġinformación": 35615, + "CHECK": 35616, + ".SelectedItem": 35617, + "bundle": 35618, + "olley": 35619, + "<": 35781, + "Ġtrajectory": 35782, + "_ring": 35783, + "Ġhydrogen": 35784, + "tron": 35785, + "Ġstatute": 35786, + "Ġconditional": 35787, + "Ġtray": 35788, + "-school": 35789, + "(widget": 35790, + "$config": 35791, + "Ġrequesting": 35792, + ".uint": 35793, + "eton": 35794, + "brities": 35795, + "OfType": 35796, + "ADMIN": 35797, + "predict": 35798, + "Ġgegen": 35799, + "ĠHapp": 35800, + "OCUMENT": 35801, + "ĠApart": 35802, + "Ġ-----": 35803, + "roe": 35804, + "uide": 35805, + "justify": 35806, + "ĠSquad": 35807, + "Ġprofes": 35808, + ".bot": 35809, + "_currency": 35810, + "innen": 35811, + "ĠMumbai": 35812, + "ĠNumbers": 35813, + "avanaugh": 35814, + "agnitude": 35815, + "âĢľThere": 35816, + "=http": 35817, + "çīĩ": 35818, + "Ġvb": 35819, + "+'{{$": 35902, + "Ġinode": 35903, + "sil": 35904, + "Ġhace": 35905, + "Ġseverely": 35906, + "ĠOverview": 35907, + "Ġspraw": 35908, + "Ġbeaches": 35909, + ":left": 35910, + "·»": 35911, + "(${": 35912, + "ĠFIRST": 35913, + "ĠSpa": 35914, + "-ass": 35915, + "Ġbaise": 35916, + "ĠNODE": 35917, + "ĠPizza": 35918, + "Pet": 35919, + "(seq": 35920, + "\\\">Ċ": 35921, + "CppMethodPointer": 35922, + "Ġvp": 35923, + "Ġia": 35924, + "_seconds": 35925, + "emet": 35926, + "/blob": 35927, + "_THRESH": 35928, + "...čĊ": 35929, + "Dest": 35930, + "ĠNH": 35931, + ".dataSource": 35932, + "ités": 35933, + "ĠJak": 35934, + "sell": 35935, + "Ġworkshops": 35936, + "\",Ċ": 36552, + "_Pin": 36553, + "uese": 36554, + "Ġoverrides": 36555, + "_ready": 36556, + "Advanced": 36557, + "Ġopi": 36558, + "-cart": 36559, + "(\"/\",": 36560, + "ĠDeb": 36561, + "CRY": 36562, + "ĠVertical": 36563, + "ĠOVER": 36564, + "ĠCorporate": 36565, + "Ġ\"\";": 36566, + "Ġstepping": 36567, + "ej": 36568, + "Ġaccusations": 36569, + "Ġoraz": 36570, + "_tail": 36571, + "Ġinduced": 36572, + "Ġelastic": 36573, + "Ġblown": 36574, + ",//": 36575, + "Ġbackgrounds": 36576, + "âĢĻune": 36577, + "-sdk": 36578, + "ĠsetInterval": 36579, + "Ġincentives": 36580, + "Ġvegetable": 36581, + "_On": 36582, + "expanded": 36583, + "pix": 36584, + "_shader": 36585, + "ĠSPDX": 36586, + "@example": 36587, + "ĠWrapper": 36588, + ".Zero": 36589, + "Positive": 36590, + "Ġspinner": 36591, + "Ġinvented": 36592, + "ĠGates": 36593, + "оÑĤоÑĢ": 36594, + "Ġcomparisons": 36595, + "è·": 36596, + ".primary": 36597, + "dataProvider": 36598, + "additional": 36599, + "ĉoptions": 36600, + "snapshot": 36601, + ".setHorizontal": 36602, + "Ġ\"{}": 36603, + "ĠFisher": 36604, + "halten": 36605, + "": 36638, + "ĠRegistered": 36639, + "INED": 36640, + "kal": 36641, + "parison": 36642, + "Ġobjeto": 36643, + "Vi": 36644, + "manda": 36645, + "Ġrenewed": 36646, + "ĠSof": 36647, + "essel": 36648, + ".ndarray": 36649, + "Ġcrap": 36650, + "管": 36651, + ".abspath": 36652, + "(up": 36653, + "Ġclearance": 36654, + "ĠTW": 36655, + "_COPY": 36656, + "ĠĠĠĠĠĠĠĠĠĠĠĠĉ": 36657, + "Ġforests": 36658, + "Ġarguably": 36659, + "ĠASS": 36660, + "hey": 36661, + "amel": 36662, + "_fore": 36663, + "ĠSoutheast": 36664, + "Ġabused": 36665, + "Ġpracticing": 36666, + "akedirs": 36667, + "主": 36668, + "_resources": 36669, + "Ġpond": 36670, + ".Fixed": 36671, + "LastError": 36672, + "ĠPsychology": 36673, + "Ġ\"//": 36674, + "!:": 36675, + "Reusable": 36676, + "Ġmensaje": 36677, + "Ġrospy": 36678, + "Ġbour": 36679, + "Ġvarieties": 36680, + "Ġempath": 36681, + "(({": 36682, + "_org": 36683, + "ĠMes": 36684, + "ĠMagento": 36685, + "ISTORY": 36686, + "Unless": 36687, + "Ġhj": 36688, + "ĠDuty": 36689, + "Jun": 36690, + ",size": 36691, + "Ġpaintings": 36692, + "Ġdispens": 36693, + "dart": 36694, + "Ġbehavioral": 36695, + "Ġrpc": 36696, + "calculate": 36697, + "fruit": 36698, + "_mm": 36699, + "ĉpthread": 36700, + "MaxLength": 36701, + "Ġcurrencies": 36702, + "_capacity": 36703, + "ĠOz": 36704, + "Ġfirearm": 36705, + "Ġcoefficient": 36706, + "Ġbankruptcy": 36707, + "wart": 36708, + "Ġfatigue": 36709, + "AVA": 36710, + "Ġespa": 36711, + "_pc": 36712, + "ĠQuotes": 36713, + "_LIGHT": 36714, + "ĠTickets": 36715, + "Ġrelates": 36716, + "Ġpublishers": 36717, + "Ġunlocked": 36718, + "Ġ//----------------------------------------------------------------": 36719, + "ĠInterruptedException": 36720, + "Ġoutlook": 36721, + "rn": 36722, + "Ġrebels": 36723, + "Written": 36724, + "Ġasian": 36725, + "otto": 36726, + "Ġĉĉĉĉ": 36727, + "_gpu": 36728, + "Txt": 36729, + ".ImageView": 36730, + "Ġsuis": 36731, + "_tables": 36732, + ".RecyclerView": 36733, + "Ġwhatsoever": 36734, + "èģ": 36735, + "]++;Ċ": 36736, + "assertTrue": 36737, + "_verify": 36738, + "ĠRivers": 36739, + "Ġ][": 36740, + "Jet": 36741, + "idian": 36742, + "Sibling": 36743, + "Ġgenres": 36744, + ".Access": 36745, + "OPS": 36746, + "Ġtrivial": 36747, + "ส": 36748, + "alen": 36749, + "вед": 36750, + "ĠSword": 36751, + "Ġscrutiny": 36752, + "(cb": 36753, + "Ġcommerce": 36754, + "Ġguarantees": 36755, + "_adv": 36756, + "ĠLET": 36757, + "recio": 36758, + "Ġhilar": 36759, + "Ġbackyard": 36760, + "ãĢı": 36761, + "Ġillustrated": 36762, + "/vendor": 36763, + ".Util": 36764, + "Ġwow": 36765, + "LOY": 36766, + "ĠMarshal": 36767, + "\">'.$": 36768, + "ĠBak": 36769, + "Ġmodifiers": 36770, + "dictionary": 36771, + "ĠStre": 36772, + "multiple": 36773, + "\")),": 36774, + "ĠCort": 36775, + "']\").": 36776, + "(admin": 36777, + "ĠCreator": 36778, + "Internet": 36779, + "(ms": 36780, + "logy": 36781, + "DECLARE": 36782, + "ĠMarcus": 36783, + "<<<<": 36784, + "ãģł": 36785, + "_my": 36786, + "(inst": 36787, + "Ġsciences": 36788, + "NDER": 36789, + ".enter": 36790, + "Ġitu": 36791, + "Ġbehave": 36792, + "Pan": 36793, + "ombies": 36794, + "='<": 36795, + "'));čĊ": 36796, + "ĠMENU": 36797, + "ĠWorkers": 36798, + ".NoError": 36799, + "Ġbindings": 36800, + "Ġdisabilities": 36801, + "{\\": 36802, + "ĠMunicip": 36803, + "Ġcores": 36804, + "urple": 36805, + "ĠNokia": 36806, + "usions": 36807, + "ĠFitness": 36808, + ".handleChange": 36809, + "Ġjavascript": 36810, + "ìļĶ": 36811, + "(dec": 36812, + "Ġpacking": 36813, + "-depend": 36814, + "Ġtranscript": 36815, + "zeros": 36816, + "_alert": 36817, + "?\",Ċ": 36818, + "libs": 36819, + "±Ð¾ÑĤ": 36820, + "Ġ|ĊĊ": 36821, + "trained": 36822, + "ĠGent": 36823, + "ĠRab": 36824, + "xp": 36825, + "_configuration": 36826, + "天": 36827, + "_accept": 36828, + ".recyclerview": 36829, + ":url": 36830, + "ĠMuhammad": 36831, + "Ġprivileges": 36832, + "_bank": 36833, + "uku": 36834, + "wallet": 36835, + "ĠROOT": 36836, + "Ġencuent": 36837, + "?family": 36838, + "ĉposition": 36839, + "Ġcg": 36840, + "Ġprecip": 36841, + "methods": 36842, + "_fast": 36843, + "increment": 36844, + "ĠTiger": 36845, + "_OCCURRED": 36846, + "quip": 36847, + "ĠHAS": 36848, + "_dom": 36849, + "Ġwreck": 36850, + "bj": 36851, + "Ġdern": 36852, + "Ġorgans": 36853, + ".entries": 36854, + "Ġ_('": 36855, + "ramento": 36856, + "ĠJamie": 36857, + "Ġpunk": 36858, + "IPP": 36859, + "Ġprograma": 36860, + "Ġattain": 36861, + "Ġproves": 36862, + "/sign": 36863, + "Ġanswering": 36864, + "Ġladder": 36865, + "****************************": 36866, + "ĠWalmart": 36867, + "ĠCONTENT": 36868, + "ductor": 36869, + "Ġverbal": 36870, + "ĠPID": 36871, + "crypto": 36872, + "_CALLBACK": 36873, + "Ġ=================================": 36874, + "Ġpotent": 36875, + "Ġshorts": 36876, + ".Uri": 36877, + ".uniform": 36878, + ";border": 36879, + "ĠWer": 36880, + "Ġherein": 36881, + "lla": 36882, + "ĠIhr": 36883, + "Pixmap": 36884, + "literal": 36885, + "!)ĊĊ": 36886, + "generic": 36887, + "rust": 36888, + "_scripts": 36889, + "osto": 36890, + "itus": 36891, + "ĠCoalition": 36892, + "Ġremot": 36893, + "deploy": 36894, + "ĠEagle": 36895, + "ãĢģãĢĮ": 36896, + "Ġimportante": 36897, + "ĉobject": 36898, + "Ġseasonal": 36899, + "nej": 36900, + "aidu": 36901, + "BindView": 36902, + "ĠSierra": 36903, + "-bg": 36904, + "ĠmakeStyles": 36905, + "[offset": 36906, + "Games": 36907, + "Ġhormone": 36908, + "ARIO": 36909, + "heads": 36910, + "(select": 36911, + "ĠStarted": 36912, + "@param": 36913, + "_decl": 36914, + "_blog": 36915, + "Ġaño": 36916, + "\\Api": 36917, + "ĠMilwaukee": 36918, + "Provid": 36919, + "Animated": 36920, + "Ġcooler": 36921, + "ĠSeed": 36922, + ".Edit": 36923, + "ÏĦ": 36924, + "ĠTaking": 36925, + "ĠborderColor": 36926, + "-founder": 36927, + ".LoggerFactory": 36928, + "Ġ\"\"ĊĊ": 36929, + "ALT": 36930, + "ĠLate": 36931, + "EDIATE": 36932, + "Ġ);ĊĊĊ": 36933, + "afa": 36934, + "Ġcancellation": 36935, + "Atom": 36936, + "ĠBirmingham": 36937, + "empresa": 36938, + "HEMA": 36939, + "ascal": 36940, + "Ġupside": 36941, + ".Version": 36942, + "ĠFolder": 36943, + "ĠEight": 36944, + "ĠVintage": 36945, + "ĠAppDelegate": 36946, + "ĠPrevention": 36947, + ".separator": 36948, + "STM": 36949, + "(room": 36950, + "generator": 36951, + "Ġcattle": 36952, + "ĉZ": 36953, + "ĠParticle": 36954, + "'};Ċ": 36955, + "Ġneighbours": 36956, + "ĠStateless": 36957, + "Ġaltitude": 36958, + "Ġsaint": 36959, + "обав": 36960, + "Ġconvinc": 36961, + "ĠContents": 36962, + "Ġjeune": 36963, + "(ts": 36964, + "Serialization": 36965, + "(collection": 36966, + "ĠJazz": 36967, + "ĠDod": 36968, + "ĠRoch": 36969, + "acio": 36970, + "commended": 36971, + "DEFINE": 36972, + ".onload": 36973, + "Ġspecialty": 36974, + "PLACE": 36975, + "_MOVE": 36976, + "Ġaccountable": 36977, + "Reuters": 36978, + "Ġficken": 36979, + "Ġdepr": 36980, + "Wow": 36981, + "Void": 36982, + ".space": 36983, + "à¸Ĺ": 36984, + "Ġtq": 36985, + "ĠPets": 36986, + "<$": 36987, + "(Current": 36988, + "berries": 36989, + "planation": 36990, + "ĠlistOf": 36991, + "ĠThu": 36992, + "ĠPRINT": 36993, + "Ġmismo": 36994, + "Ġdoi": 36995, + "chk": 36996, + "ĠUnicode": 36997, + "(role": 36998, + "Ġvirgin": 36999, + "-->Ċ": 37460, + "Vol": 37461, + "ĠSSD": 37462, + "))),": 37463, + ".Optional": 37464, + "Ġnurses": 37465, + "Ġorb": 37466, + "_pe": 37467, + ");čĊčĊčĊ": 37468, + "placed": 37469, + "esser": 37470, + "Ġtherapeutic": 37471, + "Ġwhitespace": 37472, + "Ġaston": 37473, + "Successful": 37474, + "Ġpraised": 37475, + "ĠWes": 37476, + "Ġeighth": 37477, + "iral": 37478, + "Ġvrouw": 37479, + "Ġfaction": 37480, + "_bias": 37481, + "Ġwitch": 37482, + "Ġnpc": 37483, + "(sb": 37484, + "ĠRodrig": 37485, + "_big": 37486, + "Dependency": 37487, + "ĠAbraham": 37488, + "ardi": 37489, + "CAR": 37490, + "nos": 37491, + "Ġabundance": 37492, + "Ġnutrients": 37493, + "instein": 37494, + ".Vert": 37495, + "ĠISS": 37496, + "D": 37595, + "Ġservlet": 37596, + "bastian": 37597, + "Ġ>&": 37598, + "SID": 37599, + "_clk": 37600, + "Ġdivisions": 37601, + "}',Ċ": 37602, + "Ġdildo": 37603, + "Ġparade": 37604, + "major": 37605, + "Ġaboard": 37606, + ";++": 37607, + "Ġfusion": 37608, + "\"},{\"": 37609, + "ĠDialogResult": 37610, + "ĉarr": 37611, + "-em": 37612, + "_nr": 37613, + "(handler": 37614, + ".NET": 37615, + ".XtraReports": 37616, + "ĠShah": 37617, + "ĠBrief": 37618, + "-,": 37619, + "Ġprecio": 37620, + "ĉĉĉĠĠĠĠĠĠ": 37621, + "Ġtant": 37622, + "ĠGrande": 37623, + "/xml": 37624, + "_ICON": 37625, + "ĠRetro": 37626, + "unque": 37627, + "Ġnag": 37628, + "toFixed": 37629, + "XL": 37630, + "Ġdeclaring": 37631, + "ĠConcrete": 37632, + "ĠAmazing": 37633, + "ĉprintk": 37634, + "Ġdebates": 37635, + "DATED": 37636, + "Ġaesthetic": 37637, + "emetery": 37638, + "RoutingModule": 37639, + "ĠNashville": 37640, + "WAYS": 37641, + "Ġwolf": 37642, + "Ġobservers": 37643, + "OTA": 37644, + "anson": 37645, + "Ġea": 37646, + "Ġgreenhouse": 37647, + "ĵįä½ľ": 37648, + "Ġstair": 37649, + "Ġimmigrant": 37650, + "_apply": 37651, + "peare": 37652, + "ĠBloomberg": 37653, + "_PLAYER": 37654, + "Resp": 37655, + "æŃ£": 37656, + "Chooser": 37657, + "ĠICollection": 37658, + "Peter": 37659, + "Erro": 37660, + ".detectChanges": 37661, + "Maps": 37662, + "Ġsqueeze": 37663, + "ĠHomes": 37664, + "wegian": 37665, + "Ġformatting": 37666, + "Ġnegotiate": 37667, + "uld": 37668, + "ĠNep": 37669, + "ĠQB": 37670, + "Ġeconomies": 37671, + "Ġ*/,": 37672, + "Ġredund": 37673, + "ĠAber": 37674, + ".IsNullOrWhiteSpace": 37675, + "ycled": 37676, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ": 37677, + "_Sh": 37678, + "Ġskept": 37679, + "Ġrecreated": 37680, + "ĠgetType": 37681, + "Ġmargins": 37682, + "Ġcolonial": 37683, + "charts": 37684, + "//@": 37685, + "Ġprocessors": 37686, + "说": 37687, + "batis": 37688, + "æĦı": 37689, + "atorio": 37690, + "mentioned": 37691, + "Patient": 37692, + "Ġprey": 37693, + "Checkbox": 37694, + "_xpath": 37695, + ".skip": 37696, + "ĠMormon": 37697, + "ĠMemoryStream": 37698, + "CREMENT": 37699, + "Ġku": 37700, + "meld": 37701, + "\\Data": 37702, + "ĠKernel": 37703, + "iltr": 37704, + "éĢģ": 37705, + "(profile": 37706, + "Carbon": 37707, + "ROLE": 37708, + "(pl": 37709, + "]*(": 37710, + ".memory": 37711, + "Ġmedal": 37712, + "Ġadvisor": 37713, + "ität": 37714, + "Ġhdr": 37715, + "ierung": 37716, + "ĠProvides": 37717, + "(alpha": 37718, + "Ġteenagers": 37719, + "-parser": 37720, + ".LatLng": 37721, + "]()Ċ": 37722, + "Ġfelony": 37723, + "ĉĉĉĊĉĉĉĊ": 37724, + "BOOK": 37725, + "Ġslash": 37726, + "Ġclearfix": 37727, + "ĠProphet": 37728, + "容": 37729, + "rightness": 37730, + "-fi": 37731, + ".kind": 37732, + "erton": 37733, + "Jim": 37734, + "Ġmanipulate": 37735, + "Ġworksheet": 37736, + "olin": 37737, + "stars": 37738, + "Ġartifact": 37739, + "_EMPTY": 37740, + "ĉmain": 37741, + "-------------';": 37809, + "Ġexpressing": 37810, + "ĠIQ": 37811, + "ĠFact": 37812, + "/*******************************************************************************Ċ": 37813, + "_mass": 37814, + ")):": 37815, + "Ġcondom": 37816, + "ĠcreateState": 37817, + "ometown": 37818, + "Ġirr": 37819, + "Ġ>(": 37820, + ">B": 37821, + "iteration": 37822, + "ãĥª": 37823, + "Ġshirts": 37824, + "ounty": 37825, + "->$": 37826, + "_SIGN": 37827, + "ĠDale": 37828, + "Ġjj": 37829, + "Easy": 37830, + "Fre": 37831, + "ĠNy": 37832, + "Ġchlor": 37833, + "matched": 37834, + "ĠGerm": 37835, + "-UA": 37836, + "ĠNathan": 37837, + "education": 37838, + "-yard": 37839, + "-che": 37840, + "houses": 37841, + "ritional": 37842, + "Ġproximity": 37843, + "Ġdiesem": 37844, + "áºŃp": 37845, + "Ġdrought": 37846, + ".audio": 37847, + "ĠLeo": 37848, + "Ġfavorable": 37849, + "inch": 37850, + "ĠDaw": 37851, + "ribly": 37852, + "_student": 37853, + "idable": 37854, + "OVE": 37855, + "Ġlacks": 37856, + "ouncing": 37857, + ".business": 37858, + "Ġreopen": 37859, + "maybe": 37860, + "_GLOBAL": 37861, + "Ġdresses": 37862, + "ĠEdwards": 37863, + "ensible": 37864, + "ĠHardware": 37865, + "ĠExcellent": 37866, + "ĠTimeUnit": 37867, + "CTIONS": 37868, + "Ġschedules": 37869, + "Ġsegue": 37870, + "Opens": 37871, + "ammen": 37872, + "-Identifier": 37873, + "Ġstaring": 37874, + "Ġhappily": 37875, + "ĠHob": 37876, + "'_": 37877, + "Ġ\");": 37878, + "amentos": 37879, + "etched": 37880, + "Ġ/>}Ċ": 37881, + ".Users": 37882, + "Ġinterrupted": 37883, + "Contacts": 37884, + "Ġregistro": 37885, + "inburgh": 37886, + "CHA": 37887, + "_imp": 37888, + "phis": 37889, + "say": 37890, + "Ġretailer": 37891, + ".NODE": 37892, + "/maps": 37893, + "_LAST": 37894, + "ĠCharge": 37895, + "_guard": 37896, + "Collider": 37897, + "ĠStatelessWidget": 37898, + "\":[\"": 37899, + "(\"../../": 37900, + "ioxide": 37901, + "ĠSund": 37902, + "Ġ'';": 37903, + "unset": 37904, + "addWidget": 37905, + "лÑİ": 37906, + "elles": 37907, + "alker": 37908, + "Arc": 37909, + "Ġdeduct": 37910, + "GUILayout": 37911, + "ĠVilla": 37912, + "Ġforbidden": 37913, + "_where": 37914, + "Ġ\\/": 37915, + "ĠTib": 37916, + "_AX": 37917, + "]čĊčĊ": 37918, + "ĠBir": 37919, + "Ġbend": 37920, + "ĠMAKE": 37921, + "ĠMET": 37922, + "Ġfutures": 37923, + "Ġweighted": 37924, + "\"\"\"čĊ": 37925, + "Ġauthorize": 37926, + "(program": 37927, + "},{\"": 37928, + "Ġcoefficients": 37929, + "ês": 37930, + "PerPage": 37931, + "ĠBathroom": 37932, + "ĠPublishing": 37933, + "GPL": 37934, + "Ġsubmissions": 37935, + "ĠNUMBER": 37936, + "jÄħ": 37937, + "Ġadditionally": 37938, + "empre": 37939, + "ĠShel": 37940, + "otyp": 37941, + "Solution": 37942, + "Ġthunder": 37943, + "_ec": 37944, + "ĠĊĠĠĠĠĊ": 37945, + "ĠFellow": 37946, + "Ġkay": 37947, + "ĠnewState": 37948, + "ONTAL": 37949, + "Implementation": 37950, + ".Look": 37951, + "Ġents": 37952, + "Ġlors": 37953, + "ĠBIG": 37954, + "fab": 37955, + "Ġaveraged": 37956, + "ĠFeedback": 37957, + "ĠWells": 37958, + "Ġmartial": 37959, + "Ġindul": 37960, + "ĠCommunist": 37961, + "ĠForex": 37962, + "ĠAgriculture": 37963, + "\"[": 37964, + "Ġquar": 37965, + "ĠKont": 37966, + "ĉview": 37967, + ".Bytes": 37968, + "desktop": 37969, + "ĠMakes": 37970, + "akespeare": 37971, + ".Nullable": 37972, + "Ġspotlight": 37973, + "VB": 37974, + "owy": 37975, + "(torch": 37976, + "tridge": 37977, + "_bounds": 37978, + "Ġapologize": 37979, + ".addItem": 37980, + "antd": 37981, + "*);Ċ": 37982, + ",u": 37983, + "(gen": 37984, + "ç»ĵ": 37985, + "reator": 37986, + "ĠCord": 37987, + "oupper": 37988, + ".metro": 37989, + "Ġew": 37990, + "ĠWORD": 37991, + ".After": 37992, + "Ġdetained": 37993, + "ĠHammer": 37994, + "existing": 37995, + "Ġost": 37996, + "Ġmonument": 37997, + "-custom": 37998, + "UserID": 37999, + "ĠNom": 38000, + "Ġrejection": 38001, + "(dim": 38002, + "Ġsingleton": 38003, + "ĉdie": 38004, + "ariance": 38005, + "reports": 38006, + "]!=": 38007, + "elda": 38008, + "Ġprevalence": 38009, + "_regs": 38010, + ".\".": 38011, + "Ġfeminist": 38012, + "Codec": 38013, + "Ġ**Ċ": 38014, + "(labels": 38015, + "_MARK": 38016, + "FAILED": 38017, + "Ġadministered": 38018, + "WN": 38019, + "ĠĠĠĠĠĠĠĠĉĉ": 38020, + "Ġnoun": 38021, + "wig": 38022, + "Ġgotta": 38023, + "Ġrif": 38024, + "-im": 38025, + "ĠPaulo": 38026, + "ĠCommandType": 38027, + "]))ĊĊ": 38028, + "-zero": 38029, + "Training": 38030, + "Ġlord": 38031, + "_art": 38032, + "reddit": 38033, + "Cert": 38034, + "Ġpeso": 38035, + "Rot": 38036, + "Ġendanger": 38037, + ".dr": 38038, + "userInfo": 38039, + "unts": 38040, + "nv": 38041, + "ĠTrailer": 38042, + "-first": 38043, + "(make": 38044, + "Ġbenefici": 38045, + "-black": 38046, + "iÃŁ": 38047, + "Ġundoubtedly": 38048, + "Ġmex": 38049, + "ĠAncient": 38050, + "(as": 38051, + "Ġdescent": 38052, + "Pick": 38053, + "Ġreplica": 38054, + "$obj": 38055, + "ähr": 38056, + "Ġarrows": 38057, + "fty": 38058, + "ĠLibya": 38059, + "uga": 38060, + "charged": 38061, + "Tur": 38062, + "Ġhomic": 38063, + "issen": 38064, + "ĠFake": 38065, + "Ġbeers": 38066, + "Ġscattered": 38067, + "(Time": 38068, + "UTIL": 38069, + "Ġbureaucr": 38070, + "/plain": 38071, + "Ġsticking": 38072, + "FAIL": 38073, + "ĠCovid": 38074, + "Third": 38075, + "_present": 38076, + "ĠPierre": 38077, + "Ġëª": 38078, + "Ġ[...]ĊĊ": 38079, + "Prob": 38080, + "ĠTraffic": 38081, + "icao": 38082, + "doctor": 38083, + "Ġ),ĊĊ": 38084, + "Tabs": 38085, + "alu": 38086, + "ï¼ļâĢľ": 38087, + "Ġinherent": 38088, + "_No": 38089, + "ritis": 38090, + "ĠProof": 38091, + ".basename": 38092, + "ä¼ļ": 38093, + "Ġchim": 38094, + "ĠProtected": 38095, + "crit": 38096, + "Ġprone": 38097, + "Ġкон": 38098, + "ĠHeroes": 38099, + "Ġanxious": 38100, + "Ġanos": 38101, + "Ġweekends": 38102, + "Ġsext": 38103, + "Ġreducer": 38104, + "=UTF": 38105, + "half": 38106, + "ĠSaw": 38107, + ".mm": 38108, + "Ġnueva": 38109, + ".currentTarget": 38110, + ".lua": 38111, + "_EXTENSION": 38112, + "ĉreg": 38113, + "ĠCtrl": 38114, + "_align": 38115, + "acceptable": 38116, + "Ġrushing": 38117, + "frac": 38118, + "Ġboasts": 38119, + "Five": 38120, + "±": 38121, + "ĠTemperature": 38122, + ">):": 38123, + "Ġcharter": 38124, + "REATED": 38125, + "Ġsubjected": 38126, + "Ġopc": 38127, + "healthy": 38128, + "使çĶ¨": 38129, + "ĠScientific": 38130, + "Ġfrau": 38131, + "riages": 38132, + "à¸Ķ": 38133, + ".inventory": 38134, + "ationale": 38135, + "Mad": 38136, + "minutes": 38137, + ">>();Ċ": 38138, + "ĠEnv": 38139, + "Ġrecordings": 38140, + "Ġsuspicion": 38141, + "sqlite": 38142, + "ĉread": 38143, + "ãģ¦": 38144, + "Ġworries": 38145, + ".putString": 38146, + "ĠShanghai": 38147, + "(uid": 38148, + "rer": 38149, + "ĠvÃŃde": 38150, + "\"):": 38151, + "Ġmethodology": 38152, + "ĠкоÑĤоÑĢ": 38153, + "ccc": 38154, + "avad": 38155, + "Ġinduction": 38156, + "ĉThread": 38157, + ",string": 38158, + "ại": 38159, + "nehmen": 38160, + "uition": 38161, + "Ġ*__": 38162, + ".emf": 38163, + "Ġìľ": 38164, + "/themes": 38165, + "ĠNine": 38166, + ".One": 38167, + "ĠEmbed": 38168, + "Ġfaz": 38169, + "uations": 38170, + "Ġprivately": 38171, + "Ġling": 38172, + "[F": 38173, + "ushi": 38174, + "Ġlaunches": 38175, + "(KEY": 38176, + "GMT": 38177, + "Ġaiming": 38178, + "patible": 38179, + "ĠBiden": 38180, + "iw": 38181, + "ĠDegree": 38182, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 38183, + "Ġ$('<": 38184, + "ários": 38185, + "toUpperCase": 38186, + "ìłľ": 38187, + "ĠEUR": 38188, + "Ġoversight": 38189, + "Ġtablesp": 38190, + "Updates": 38191, + ".makedirs": 38192, + "Ġhumidity": 38193, + "/template": 38194, + "Always": 38195, + "(IS": 38196, + "_cert": 38197, + "Dig": 38198, + "Ġunderway": 38199, + "orton": 38200, + "ĠHurricane": 38201, + "Ġspends": 38202, + "ĠSegment": 38203, + "Ġflies": 38204, + "ĠToggle": 38205, + "ĠLynch": 38206, + "Ġsenses": 38207, + "ĠKos": 38208, + "setEnabled": 38209, + "istically": 38210, + "Ġtester": 38211, + "Ġadministrators": 38212, + "Ġtagged": 38213, + "Ðĵ": 38214, + "Ġshortcut": 38215, + "ĠResolution": 38216, + "Ġsupervision": 38217, + "ĠAshley": 38218, + "Tracking": 38219, + "ulatory": 38220, + "andel": 38221, + "isten": 38222, + "Ġunre": 38223, + "(diff": 38224, + "ANTS": 38225, + "Ġrider": 38226, + "ĠsÄħ": 38227, + ".Series": 38228, + "_orders": 38229, + "ORIZONTAL": 38230, + "Ġretention": 38231, + "ãĢĤčĊčĊ": 38335, + "Ġdiagonal": 38336, + "ĠCancellationToken": 38337, + "_Internal": 38338, + "Ġruin": 38339, + ".Qt": 38340, + "ocratic": 38341, + "Tel": 38342, + "ĠAnswers": 38343, + "matic": 38344, + "Ġxp": 38345, + "atem": 38346, + "_jobs": 38347, + "_any": 38348, + "Ġseniors": 38349, + "Ġlandmark": 38350, + "ĠQList": 38351, + "Ġmaneu": 38352, + "otify": 38353, + "/\";Ċ": 38354, + "/server": 38355, + "ĠPhilosoph": 38356, + "utenant": 38357, + "(io": 38358, + "hz": 38359, + "Ġauthenticated": 38360, + "dv": 38361, + "-Compatible": 38362, + "Originally": 38363, + ",function": 38364, + "ãĢĤčĊ": 38365, + "ĠRepresentative": 38366, + "asily": 38367, + "ircuit": 38368, + ".dt": 38369, + "(math": 38370, + ".Marshal": 38371, + "[,": 38372, + "ĠCities": 38373, + "_turn": 38374, + "|)Ċ": 38375, + "Ġcantidad": 38376, + "alter": 38377, + "ĉui": 38378, + "ĠNebraska": 38379, + "Ġskirt": 38380, + ".bg": 38381, + "SharedPreferences": 38382, + "(style": 38383, + "Ġgrief": 38384, + "gew": 38385, + "Ġsafeg": 38386, + "olang": 38387, + "_lists": 38388, + "ìĽ": 38389, + "Ġgranite": 38390, + "Ġhottest": 38391, + ".jdbc": 38392, + ".Customer": 38393, + "Ġâī¤": 38394, + "Ġwaar": 38395, + "_scene": 38396, + "+'/": 38397, + "ĠJTextField": 38398, + "Ġseating": 38399, + "Ġwears": 38400, + "Ġ`/": 38401, + "Cases": 38402, + "ĠYoutube": 38403, + "ım": 38404, + "Ġbalcon": 38405, + ",G": 38406, + "MetaData": 38407, + "-price": 38408, + "SCR": 38409, + "Unity": 38410, + "Ġtrunk": 38411, + "={`${": 38412, + "Ġearthquake": 38413, + "Partial": 38414, + "Ġsubst": 38415, + "Ġelimin": 38416, + "=\"'.": 38417, + "//*[@": 38418, + "Ġsupervisor": 38419, + "vrolet": 38420, + "_article": 38421, + "Ġpane": 38422, + "bio": 38423, + "Ġmotors": 38424, + "NM": 38425, + "Frank": 38426, + "Ġonion": 38427, + "-word": 38428, + "ItemClickListener": 38429, + "Ġbrit": 38430, + "endencies": 38431, + "Computer": 38432, + "_running": 38433, + "(day": 38434, + "-he": 38435, + "(named": 38436, + "ĠSach": 38437, + "оÑĩ": 38438, + "campaign": 38439, + ".Abstract": 38440, + "(wrapper": 38441, + ".pay": 38442, + "Ġuw": 38443, + "Geo": 38444, + "rails": 38445, + "/select": 38446, + "ichte": 38447, + "sons": 38448, + "EVENT": 38449, + "Ġaliment": 38450, + "Providers": 38451, + "Await": 38452, + "_INTERVAL": 38453, + ".off": 38454, + "Ġgluten": 38455, + "_cloud": 38456, + "Ġwen": 38457, + ".extract": 38458, + "ĉbutton": 38459, + "/MM": 38460, + "Party": 38461, + "Ġdemographic": 38462, + "_errno": 38463, + "Ġhiking": 38464, + "('')Ċ": 38465, + "\",@\"": 38466, + "Ġwit": 38467, + "rá": 38468, + "ologie": 38469, + "ĠStyles": 38470, + "ĠBrowserModule": 38471, + ".RequestMapping": 38472, + "icans": 38473, + "PAGE": 38474, + "creation": 38475, + "ĠFerguson": 38476, + "uded": 38477, + "numbers": 38478, + "ĠGTK": 38479, + "Ġpresentations": 38480, + "ĠBobby": 38481, + "_span": 38482, + "estyle": 38483, + "Ġillegally": 38484, + "abela": 38485, + "Ġbattlefield": 38486, + "capacity": 38487, + "terror": 38488, + "]\");Ċ": 38489, + "Ġwarrior": 38490, + "leader": 38491, + "ĠDBG": 38492, + "ĠRevenue": 38493, + "Ġvigil": 38494, + "Ġcounterparts": 38495, + "(Error": 38496, + "ACTER": 38497, + "Ġheeft": 38498, + "Ġselections": 38499, + "zeug": 38500, + "tom": 38501, + "-two": 38502, + ".;Ċ": 38503, + "_statement": 38504, + "ĠAid": 38505, + "ĠVul": 38506, + "_rgb": 38507, + "Ġprizes": 38508, + "Ġeditable": 38509, + "ĉform": 38510, + "ını": 38511, + ".decor": 38512, + "Demo": 38513, + "lices": 38514, + "Ġenctype": 38515, + "ratulations": 38516, + "ĠROS": 38517, + "_chars": 38518, + "ĠJahr": 38519, + "partial": 38520, + "ÑĥÑĤ": 38521, + "ĠReceive": 38522, + "ĠLands": 38523, + "APTER": 38524, + "Ġchopped": 38525, + "..\"": 38526, + "ĠAnaly": 38527, + "ĠUID": 38528, + "ĠRadeon": 38529, + "ĠBee": 38530, + "Ġunm": 38531, + ">M": 38532, + ".findall": 38533, + "Tokenizer": 38534, + "ĠWHAT": 38535, + "Ġsj": 38536, + "Drawing": 38537, + "Ess": 38538, + "OND": 38539, + "Ĭ¶": 38540, + "(packet": 38541, + "âĢĶbut": 38542, + "Invocation": 38543, + "ĠNuclear": 38544, + "?;Ċ": 38545, + "Ġgrandes": 38546, + "ĠCrypt": 38547, + "remark": 38548, + "Ġ'../../../../": 38549, + "Ġinability": 38550, + "magic": 38551, + "cats": 38552, + "Ġsimulate": 38553, + ":${": 38554, + "inflate": 38555, + "Ġener": 38556, + ":NO": 38557, + "iples": 38558, + "Ġmerit": 38559, + "ĠRated": 38560, + "Ġglue": 38561, + "/blog": 38562, + "Ġgren": 38563, + "Ġthrilled": 38564, + ".CH": 38565, + "uncan": 38566, + "ĠPRIMARY": 38567, + "Ġpersec": 38568, + "Ġfeared": 38569, + ".MIN": 38570, + "ĠTheater": 38571, + "éĴ": 38572, + "ategorie": 38573, + "段": 38574, + "Ġappetite": 38575, + "square": 38576, + "ĠAlexand": 38577, + ".UserId": 38578, + "_gt": 38579, + "_enter": 38580, + "Ġgraduates": 38581, + "FragmentManager": 38582, + "Authorize": 38583, + "-NLS": 38584, + "(My": 38585, + "Ġtriumph": 38586, + "usting": 38587, + "_PARAMS": 38588, + "Characters": 38589, + "(:,:,": 38590, + "_BUILD": 38591, + "MHz": 38592, + "Ġwashed": 38593, + "Ġuncle": 38594, + "Steve": 38595, + "ardown": 38596, + "${": 38780, + "_confirmation": 38781, + "Ġtrophy": 38782, + "Works": 38783, + "ĠElectronics": 38784, + "ĠMediterranean": 38785, + "_metrics": 38786, + "Ġannouncing": 38787, + "ĠDAY": 38788, + "_proto": 38789, + "Ġpear": 38790, + "baseUrl": 38791, + "ĉĉĉĉĉĉĉĉĊ": 38792, + "Ġcoordination": 38793, + ":N": 38794, + ".animate": 38795, + "ĠCotton": 38796, + "_hit": 38797, + "âľ": 38798, + "Ġjetzt": 38799, + "ifter": 38800, + "(fields": 38801, + "ownload": 38802, + "ificacion": 38803, + ".cuda": 38804, + "ĠLiu": 38805, + ">equals": 38806, + "ĠAce": 38807, + "ÑĢам": 38808, + "ĠSuperman": 38809, + "ĠGarcia": 38810, + "Ġarrests": 38811, + "agar": 38812, + "Ġ{})": 38813, + "Ġmacros": 38814, + "roupe": 38815, + "être": 38816, + "Ġtwisted": 38817, + "struments": 38818, + "_(\"": 38819, + "_vertices": 38820, + "ĠTransition": 38821, + "ик": 38822, + "[max": 38823, + "mind": 38824, + "ĠaccessToken": 38825, + "Ġunle": 38826, + "mus": 38827, + "cop": 38828, + "ĠFactor": 38829, + "Ġconced": 38830, + "Ġretr": 38831, + ".linalg": 38832, + "-slider": 38833, + "obl": 38834, + "_StaticFields": 38835, + "Ġzombie": 38836, + "selling": 38837, + "Ġchap": 38838, + "Ġshaking": 38839, + "ĠTranslate": 38840, + "ĠAmsterdam": 38841, + "ĠETH": 38842, + "_EXTERN": 38843, + "kd": 38844, + "_disc": 38845, + "Ġpreceding": 38846, + "Ġprix": 38847, + "ObjectName": 38848, + "_modified": 38849, + "ardware": 38850, + "Ġ?>\">": 38851, + "ĠDW": 38852, + "`${": 38853, + "Ġ?>\">ĊĊ": 38959, + "Ġspinning": 38960, + "_pending": 38961, + "Matchers": 38962, + ".Keys": 38963, + "ĠPV": 38964, + "enus": 38965, + "antis": 38966, + "Ġdiscard": 38967, + "Ġhaul": 38968, + "Ġempir": 38969, + "Ġpathway": 38970, + "Ġoak": 38971, + "мен": 38972, + "-induced": 38973, + "Ġimpair": 38974, + "ĠCalgary": 38975, + ".isHidden": 38976, + "dz": 38977, + "_include": 38978, + "Ġgm": 38979, + "Ġ'('": 38980, + "PY": 38981, + "uggestions": 38982, + "Ġcommodity": 38983, + "cro": 38984, + "/sub": 38985, + "ĠgetInstance": 38986, + "ĠLegacy": 38987, + "ĠKil": 38988, + "Bal": 38989, + "(short": 38990, + "Inform": 38991, + "+x": 38992, + "*r": 38993, + "ĠHopefully": 38994, + "orate": 38995, + "Ġmachen": 38996, + "Ġtreaty": 38997, + "ĠOri": 38998, + ".public": 38999, + "-horizontal": 39000, + "Ġtactic": 39001, + "Ġbord": 39002, + "wares": 39003, + "Ġammo": 39004, + "ĠLists": 39005, + "Ġequations": 39006, + "/her": 39007, + "ĠNSW": 39008, + "Bounding": 39009, + "_Collections": 39010, + "Ġavail": 39011, + ".DropDown": 39012, + "è°": 39013, + "Ġhh": 39014, + "ĠlÃł": 39015, + ".pb": 39016, + "Ġmemorial": 39017, + "ĠATTR": 39018, + "Ġexhausted": 39019, + "Ġtsp": 39020, + "ĉredirect": 39021, + "Ġlikewise": 39022, + "STER": 39023, + "Ljava": 39024, + "Ġcondemned": 39025, + "ocaust": 39026, + "(strict": 39027, + "Ġexempt": 39028, + "Ġsms": 39029, + "Ġexagger": 39030, + "SYS": 39031, + "Ġlounge": 39032, + ":^": 39033, + "Ġtodd": 39034, + "deb": 39035, + "atorial": 39036, + "ĠPorter": 39037, + "Ġtuition": 39038, + "Ġexempl": 39039, + "Ġparen": 39040, + ".lineTo": 39041, + "Ġkidney": 39042, + "Ġça": 39043, + "Ġcui": 39044, + "ï¼Į请": 39045, + "XC": 39046, + "Ġmoż": 39047, + "Ġnominated": 39048, + "lung": 39049, + "ImGui": 39050, + "ĠBuzz": 39051, + "Ġstereo": 39052, + "portal": 39053, + "resas": 39054, + "Ġklass": 39055, + "Ġdrafted": 39056, + "Ġprojectile": 39057, + "/gpl": 39058, + "(parameters": 39059, + "*)Ċ": 39060, + "Ġassisted": 39061, + "ĠNSInteger": 39062, + "sitemap": 39063, + ":nth": 39064, + ".Views": 39065, + ".ArgumentParser": 39066, + "Ġmeer": 39067, + "zier": 39068, + "ĠDig": 39069, + "Ċ": 39136, + "Ġplag": 39137, + "pine": 39138, + "Ġblanket": 39139, + "Ġ:-": 39743, + "Ġlcd": 39744, + "---------------": 39745, + "(\"\"": 39746, + "Ġtactical": 39747, + "ĠRonald": 39748, + "extr": 39749, + "ĠFest": 39750, + "Ġfuer": 39751, + "-navigation": 39752, + "Ġkb": 39753, + "ghost": 39754, + "ĠhandleChange": 39755, + "_cls": 39756, + "()!=": 39757, + "Comparator": 39758, + ".vm": 39759, + "ĠCox": 39760, + "_review": 39761, + "/@": 39762, + "_cookie": 39763, + "Ġrecognised": 39764, + "ldap": 39765, + "Threads": 39766, + "ĠSexual": 39767, + "ĠBearing": 39768, + "(SQL": 39769, + "Ġxr": 39770, + "Ġthigh": 39771, + "URLConnection": 39772, + "ĠSUV": 39773, + "ĠmContext": 39774, + "Ġincidence": 39775, + "ĠEste": 39776, + ".sup": 39777, + "_te": 39778, + "(EXIT": 39779, + "CMD": 39780, + "/\">": 39781, + "Almost": 39782, + "ĠUne": 39783, + "Ġanderen": 39784, + "ĠSingleton": 39785, + "Ġbore": 39786, + "Think": 39787, + "Ġnarc": 39788, + "]initWith": 39789, + "_shop": 39790, + "(strategy": 39791, + "!',": 39792, + "herits": 39793, + "ĠDesk": 39794, + "_machine": 39795, + ".netty": 39796, + "ında": 39797, + "=<": 39798, + "ĠQR": 39799, + "ĠSidebar": 39800, + ".splitContainer": 39801, + "ĠonSuccess": 39802, + "Ġmonkey": 39803, + "Enjoy": 39804, + "(nodes": 39805, + "pectrum": 39806, + "Ġ(*(": 39807, + "ĉUINT": 39808, + ",height": 39809, + "ĠNetworks": 39810, + ".tail": 39811, + ".linspace": 39812, + "Ġ\"...": 39813, + "Listen": 39814, + "Æ¡": 39815, + ".Channel": 39816, + "-defined": 39817, + "Repeat": 39818, + "adjust": 39819, + "ERM": 39820, + "_application": 39821, + ".assertNotNull": 39822, + "-stream": 39823, + "Ġrabbit": 39824, + "Ġpositioning": 39825, + "Ġwoke": 39826, + "Ġfing": 39827, + "Ġmultiplayer": 39828, + "Ġregistering": 39829, + "until": 39830, + "Ã¥n": 39831, + "(::": 39832, + "ussions": 39833, + "Ġpotato": 39834, + "ĠEquals": 39835, + ".Sup": 39836, + "/apache": 39837, + "Ġ(=": 39838, + ".\")": 39839, + ".ptr": 39840, + "ĠSpeech": 39841, + ".clip": 39842, + "ĠGabriel": 39843, + "Ġmusician": 39844, + "/issues": 39845, + ".shop": 39846, + "ĠHier": 39847, + "_RET": 39848, + "_bucket": 39849, + "ãĥ¡": 39850, + "avs": 39851, + "Ġroz": 39852, + "flower": 39853, + "WriteBarrier": 39854, + "ĠMilan": 39855, + "Ġlegislature": 39856, + "ĠDoll": 39857, + "Ġproving": 39858, + ".concatenate": 39859, + "âķIJ": 39860, + "Ġgchar": 39861, + "cdnjs": 39862, + "bles": 39863, + "ĠListing": 39864, + "ло": 39865, + ".xrLabel": 39866, + "ĠSak": 39867, + "justice": 39868, + "ĠValentine": 39869, + "unless": 39870, + "Ġpiger": 39871, + "(run": 39872, + "Ġtestified": 39873, + "ANA": 39874, + "ĠRemoves": 39875, + "))));Ċ": 39876, + "recated": 39877, + "ĠRuntimeMethod": 39878, + "Ġconqu": 39879, + "ãĤ¢": 39880, + "Ġtissues": 39881, + "ailer": 39882, + "été": 39883, + "-Star": 39884, + "Ġflames": 39885, + ".setIcon": 39886, + "Ġsupern": 39887, + "Ġvagina": 39888, + "-variable": 39889, + "Ġwellness": 39890, + "CUR": 39891, + "Ġbelle": 39892, + ".getRequest": 39893, + "Ġpoco": 39894, + "benh": 39895, + "agens": 39896, + "Ġspill": 39897, + "ĠJur": 39898, + "Ġdispatcher": 39899, + "ного": 39900, + "emonic": 39901, + "(dirname": 39902, + "ĠÐĶ": 39903, + "Ġpasse": 39904, + "Ġganz": 39905, + "ricing": 39906, + "EU": 39907, + "Ġmujeres": 39908, + "essen": 39909, + ".attribute": 39910, + "jj": 39911, + "ĉĉĠĊ": 39912, + "[^": 39913, + "Ġstrtolower": 39914, + "lexer": 39915, + "ectar": 39916, + "hotel": 39917, + ".square": 39918, + "Ġrall": 39919, + "Ġlowered": 39920, + "handled": 39921, + "Market": 39922, + "ĠUses": 39923, + "ivas": 39924, + ".Business": 39925, + "ãģĹãģ¦": 39926, + "DIV": 39927, + "Ġwasted": 39928, + "Ġavoir": 39929, + "êm": 39930, + "_ACCOUNT": 39931, + ".et": 39932, + "ĉSDL": 39933, + "kap": 39934, + "Ġfox": 39935, + "uppet": 39936, + "{},Ċ": 39937, + "\",'": 39938, + "Favorite": 39939, + "PEND": 39940, + "ĠAES": 39941, + "}),": 39942, + "Ġdeduction": 39943, + "ĠpolÃŃt": 39944, + "ĠcomponentWill": 39945, + "ĠTelerik": 39946, + "_SELF": 39947, + "Ġmuse": 39948, + "Craft": 39949, + "Ġdens": 39950, + "ि": 39951, + "(tp": 39952, + "Ġtasty": 39953, + "Ġbalances": 39954, + "Ġdedication": 39955, + "ĠWallace": 39956, + "Ġunlaw": 39957, + "\\\">\\": 39958, + "Ġmum": 39959, + "-update": 39960, + "emente": 39961, + "Ġsoda": 39962, + "Republic": 39963, + "asmine": 39964, + "éric": 39965, + "(Status": 39966, + "ĠJsonConvert": 39967, + "ĠDisk": 39968, + ".Redirect": 39969, + "Ġfilming": 39970, + "/mol": 39971, + "Ro": 39972, + "Ġville": 39973, + "Ġtrabaj": 39974, + "Ġsynthesis": 39975, + "rega": 39976, + "Ġrl": 39977, + "Scheduler": 39978, + "ISHED": 39979, + "currentUser": 39980, + "(errors": 39981, + "'h": 39982, + "_bot": 39983, + "ximo": 39984, + "ĠUSART": 39985, + "_super": 39986, + "_DECREF": 39987, + "ной": 39988, + "_ROW": 39989, + "Ġpromotes": 39990, + "ĠTA": 39991, + "Ġhoras": 39992, + "ĠRepresents": 39993, + "Ġnameof": 39994, + "ĠExc": 39995, + "ĠGarage": 39996, + "Ġseine": 39997, + ",#": 39998, + "Ġherb": 39999, + "/resources": 40000, + "Ġpleaded": 40001, + ".radioButton": 40002, + "Ġæĺ": 40003, + "Ops": 40004, + "ĠNest": 40005, + "cstring": 40006, + "ĠDefence": 40007, + "Ġrefere": 40008, + "_leaf": 40009, + "Ġrevelation": 40010, + "ë§": 40011, + ".executeUpdate": 40012, + "_WORLD": 40013, + "Ġexpans": 40014, + "(\"\\\"": 40015, + "jab": 40016, + "Ġdoubts": 40017, + "ĠGeometry": 40018, + "Ġintroduces": 40019, + "Ġsenators": 40020, + "Ġcanal": 40021, + ".helper": 40022, + "ĠBiology": 40023, + "_SENS": 40024, + ".previous": 40025, + "-touch": 40026, + "abit": 40027, + "Ġimpacted": 40028, + "Ġbrackets": 40029, + ".direct": 40030, + "accum": 40031, + "Ġtestosterone": 40032, + "ĉaction": 40033, + "ĠChance": 40034, + "Ġpeaks": 40035, + "CppCodeGenWriteBarrier": 40036, + "Ġunbelie": 40037, + "_press": 40038, + ".Rel": 40039, + "angled": 40040, + "/templates": 40041, + "-->čĊ": 40042, + "lime": 40043, + "Ġsufficiently": 40044, + "_nt": 40045, + "Expand": 40046, + ".isfile": 40047, + "ĠisEmpty": 40048, + "Ġqt": 40049, + "Ġmulher": 40050, + "acob": 40051, + "George": 40052, + "常": 40053, + "Ġassim": 40054, + "aso": 40055, + "Ġcomprised": 40056, + "OV": 40057, + "(CONFIG": 40058, + "ĉwriter": 40059, + "Ġdesp": 40060, + "Ġtenure": 40061, + "(cr": 40062, + ".pool": 40063, + "ĠBrend": 40064, + "Ġcensor": 40065, + "(timeout": 40066, + "Ġplea": 40067, + ".Wrap": 40068, + "Ġtightly": 40069, + "ĠWere": 40070, + "ĠIgnore": 40071, + "abei": 40072, + "Ġbridges": 40073, + "Ġcondemn": 40074, + "Ġsimplicity": 40075, + "Ġroutinely": 40076, + "Ġblacks": 40077, + "jb": 40078, + "ĠPit": 40079, + "Utf": 40080, + "Ġ/Ċ": 40081, + "reload": 40082, + "ĠsetObject": 40083, + "/global": 40084, + "Ġfatty": 40085, + "Ġsocks": 40086, + "Couldn": 40087, + "Ġerotisk": 40088, + "æĿ¡": 40089, + "ĠPressure": 40090, + "ĠMaz": 40091, + "npos": 40092, + "tolower": 40093, + "ĠEQ": 40094, + "uteur": 40095, + "ĠMoment": 40096, + "Ġeta": 40097, + "{{--": 40098, + "Ġgraphs": 40099, + "ĠGuar": 40100, + "rine": 40101, + "(--": 40102, + "ĠHttpStatus": 40103, + "(student": 40104, + "*np": 40105, + "Ġrailway": 40106, + "Ġasynchronous": 40107, + "_vm": 40108, + "'],'": 40109, + ",text": 40110, + "merchant": 40111, + "(Guid": 40112, + "ĠGra": 40113, + "ixer": 40114, + "fetchAll": 40115, + ".addListener": 40116, + "flip": 40117, + "*$": 40118, + ">(),": 40119, + "Ġsunlight": 40120, + "assigned": 40121, + "Ġabc": 40122, + "ĠCOLUMN": 40123, + "ĠðŁĻĤĊĊ": 40124, + ")...": 40125, + "Ġensemble": 40126, + "Ġnewline": 40127, + "_SINGLE": 40128, + "iedad": 40129, + "Ġdarker": 40130, + "ormap": 40131, + "Ġlion": 40132, + "plits": 40133, + "Ġillustration": 40134, + "ĠIEEE": 40135, + "Ġvista": 40136, + "ousands": 40137, + "*******": 40138, + "ĠTommy": 40139, + "Ġhue": 40140, + "Sel": 40141, + "Ġaura": 40142, + "ĠTherapy": 40143, + "Ġanimator": 40144, + ".constraints": 40145, + "Ġvague": 40146, + "(\"\")": 40147, + "Ġvillain": 40148, + "Ġblessing": 40149, + "ĠstringBuilder": 40150, + "ĠMisc": 40151, + "ĠDIR": 40152, + "fax": 40153, + "-node": 40154, + "ĠWalking": 40155, + "ĠAU": 40156, + "sess": 40157, + "Ġgrill": 40158, + "VERTISE": 40159, + "ĠFoods": 40160, + "Ġtournaments": 40161, + "Ãĵ": 40162, + "ĠMarsh": 40163, + "Ġwonders": 40164, + "Longitude": 40165, + ".CommandText": 40166, + "=input": 40167, + "_encoder": 40168, + "pageSize": 40169, + "ĠgetState": 40170, + ">>Ċ": 40171, + ".grey": 40172, + "pod": 40173, + "Ġreadings": 40174, + "Ġreconsider": 40175, + "Startup": 40176, + "Ġexcer": 40177, + ".balance": 40178, + "_cycle": 40179, + "_Time": 40180, + "LOCAL": 40181, + "ĠEFI": 40182, + "ĠReyn": 40183, + ".setForeground": 40184, + "byn": 40185, + "Ġdisconnected": 40186, + "ACTIVE": 40187, + "Ġembedding": 40188, + "ickers": 40189, + "Ġsurroundings": 40190, + "*c": 40191, + "Ġgarant": 40192, + "Ġbf": 40193, + "Ġwipe": 40194, + "Ġä¸ĭ": 40195, + "_TRA": 40196, + "adox": 40197, + "çķ": 40198, + "Ġsucks": 40199, + "ĠSongs": 40200, + "ĠAssociates": 40201, + "ĠBald": 40202, + "ĠBrett": 40203, + "venile": 40204, + "Ġvt": 40205, + "Ġinade": 40206, + "Ġresigned": 40207, + "ĠGlenn": 40208, + ".pattern": 40209, + ".DataBind": 40210, + "Ñĥм": 40211, + "LayoutInflater": 40212, + "chet": 40213, + "ĠTestament": 40214, + ".ms": 40215, + "Ġpav": 40216, + "ĠReactDOM": 40217, + "urdy": 40218, + "ADATA": 40219, + "Mu": 40220, + "/actions": 40221, + "ĠJs": 40222, + "_extract": 40223, + "ĠBring": 40224, + ":id": 40225, + "strt": 40226, + "ivation": 40227, + "Ġoutright": 40228, + "azu": 40229, + "loyment": 40230, + "иÑı": 40231, + "aldo": 40232, + "ĠPublisher": 40233, + "Education": 40234, + "Palette": 40235, + "_drv": 40236, + "Ġ($(": 40237, + "ĠAnda": 40238, + "Ġremedy": 40239, + "Ġinconsistent": 40240, + "tection": 40241, + "Ġregulators": 40242, + "Ġshortest": 40243, + "(pair": 40244, + "ĠInstallation": 40245, + "Ġdefendants": 40246, + "Ġ();": 40247, + "-large": 40248, + "Mel": 40249, + "Ġthreaten": 40250, + "нÑı": 40251, + "Ġfetish": 40252, + "otine": 40253, + "_dic": 40254, + "Ġ<$": 40255, + "Ġstagger": 40256, + "spi": 40257, + "$response": 40258, + "Serv": 40259, + "-born": 40260, + "jos": 40261, + "ĉimg": 40262, + "ĉWHERE": 40263, + "_lt": 40264, + "å½ĵ": 40265, + ".cost": 40266, + "ĠTue": 40267, + ".labels": 40268, + "ĠLV": 40269, + "wcsstore": 40270, + "ĠJesse": 40271, + "ห": 40272, + "Trade": 40273, + "Ġpredecessor": 40274, + "ëĤ": 40275, + "finally": 40276, + "_general": 40277, + "oggler": 40278, + "_REGION": 40279, + "nement": 40280, + "Ġblogger": 40281, + "ĠHarbor": 40282, + "ĠDataset": 40283, + "[w": 40284, + "Ġattendees": 40285, + ".ico": 40286, + "maximum": 40287, + ".Unlock": 40288, + "_SYNC": 40289, + "ágina": 40290, + "Ġdowns": 40291, + "ĠWii": 40292, + "])/": 40293, + "Ġkicking": 40294, + "unication": 40295, + "ĠDAC": 40296, + "ĠIDS": 40297, + "ĠRental": 40298, + "ĠcurrentTime": 40299, + "Ġvaccines": 40300, + "ĠDevil": 40301, + "Ġnors": 40302, + "_mouse": 40303, + "urrection": 40304, + "(no": 40305, + "Ġ>čĊ": 40306, + "Ġaggression": 40307, + "Ġbreeding": 40308, + ".symbol": 40309, + "iman": 40310, + "AbsolutePath": 40311, + "ĠWHO": 40312, + "_flush": 40313, + "-root": 40314, + "arna": 40315, + "&M": 40316, + "Ġfathers": 40317, + "ĠRocket": 40318, + "iveau": 40319, + "Ġwander": 40320, + "Ġcompos": 40321, + "ĠWarrior": 40322, + "ĠSeat": 40323, + "ĠClinic": 40324, + "_invoice": 40325, + "(dispatch": 40326, + "Producto": 40327, + "aturing": 40328, + "ossier": 40329, + "ĠMAY": 40330, + "Ġdagger": 40331, + "Ġsanitized": 40332, + "ĠRFC": 40333, + "Ġproph": 40334, + "Ġurine": 40335, + "Ġgrind": 40336, + "ĠExpanded": 40337, + "descripcion": 40338, + "-fw": 40339, + "ĠKerry": 40340, + "=name": 40341, + "Ġchk": 40342, + "Ġnationally": 40343, + "Ġthee": 40344, + "Inc": 40345, + "Ġ?>>": 40346, + ".RadioButton": 40347, + ".HttpServletResponse": 40348, + "/Y": 40349, + "ĉfield": 40350, + "Ġhomme": 40351, + "yper": 40352, + "Physical": 40353, + "=v": 40354, + "Ġdriv": 40355, + "ĠErrors": 40356, + "ĠcÄĥ": 40357, + "Death": 40358, + "ĠWINDOW": 40359, + "Ġpoet": 40360, + "ĠSharp": 40361, + "ĠImmutable": 40362, + "ĉcreate": 40363, + "Ġgeht": 40364, + "ĠReform": 40365, + "aiser": 40366, + "ĠInitialization": 40367, + "Ġimmunity": 40368, + ".compose": 40369, + "Ġlatency": 40370, + "ĠLebanon": 40371, + "ĠParad": 40372, + "Ġfuels": 40373, + "ĠExhib": 40374, + "coh": 40375, + "%\">Ċ": 40376, + "ĠCLI": 40377, + ")initWith": 40378, + "-Za": 40379, + "_CLEAR": 40380, + "regn": 40381, + "Ġfinances": 40382, + ".standard": 40383, + "_CATEGORY": 40384, + ".library": 40385, + "Ġtravelers": 40386, + "_wp": 40387, + "ĠEvaluation": 40388, + "starting": 40389, + "Ġ)),Ċ": 40390, + "episode": 40391, + "ĠVariant": 40392, + "Ġdaemon": 40393, + "ĠJulia": 40394, + "ĠNR": 40395, + "Ġdoubles": 40396, + "'": 40626, + "Ġqueryset": 40627, + ";}čĊ": 40628, + "ĠPopulation": 40629, + "utedString": 40630, + "resident": 40631, + "_FONT": 40632, + "ĠRespond": 40633, + "Ġobscure": 40634, + "Ġobservable": 40635, + "ĠContributors": 40636, + "kon": 40637, + "ĠMusk": 40638, + "exao": 40639, + "ĠTub": 40640, + "BootApplication": 40641, + "SOR": 40642, + ".Horizontal": 40643, + ".findBy": 40644, + ".power": 40645, + "Ġpositively": 40646, + "venience": 40647, + "ĠJong": 40648, + "Ġwhistle": 40649, + "ĠзнаÑĩ": 40650, + "Ġlending": 40651, + "Ġdestructive": 40652, + "ĠonDelete": 40653, + "authorization": 40654, + "();?>": 40655, + "_original": 40656, + "science": 40657, + "atra": 40658, + "?,?,": 40659, + "ĠAsc": 40660, + "Ġconvincing": 40661, + "$a": 40662, + "orgen": 40663, + "_Date": 40664, + "ĠProvide": 40665, + "Ġlonely": 40666, + ")'Ċ": 40667, + "exchange": 40668, + ";?>Ċ": 40669, + ".fast": 40670, + "Samples": 40671, + "London": 40672, + "'])čĊ": 40673, + "ĠIonic": 40674, + "Ġpesso": 40675, + "ĠKnights": 40676, + "ĠRaf": 40677, + "_attrs": 40678, + "Ġrepeal": 40679, + ">Main": 40680, + "ĠOrdered": 40681, + "_New": 40682, + "=\"\">\";Ċ": 40763, + "ĠSERVER": 40764, + "ĠHEADER": 40765, + "_velocity": 40766, + "ĠInvoke": 40767, + ".timestamps": 40768, + "Ġsulf": 40769, + "IQUE": 40770, + "Ġinhabitants": 40771, + "phins": 40772, + "azzo": 40773, + "Ġmono": 40774, + "Legend": 40775, + "Ġnonce": 40776, + "IFE": 40777, + ";\";Ċ": 40778, + "-create": 40779, + "\"\",Ċ": 40780, + "permit": 40781, + "ĠImmigration": 40782, + "Ġpathname": 40783, + "ffective": 40784, + "âĻĢâĻĢ": 40785, + "Ġexams": 40786, + "-event": 40787, + "ĠTill": 40788, + "[mid": 40789, + "FIX": 40790, + ";color": 40791, + "(Order": 40792, + "_traits": 40793, + "ĠorderBy": 40794, + "Ġsunt": 40795, + "ĠNicholas": 40796, + "ز": 40797, + "Ġsunny": 40798, + "iners": 40799, + "Ġaccessibility": 40800, + "ĠHB": 40801, + ".comp": 40802, + "ĉop": 40803, + "Ġminorities": 40804, + "etheus": 40805, + "Ġcollaborative": 40806, + "prit": 40807, + "HIR": 40808, + "Ġwraps": 40809, + "ĉdraw": 40810, + "god": 40811, + "ĠIX": 40812, + ".apps": 40813, + "ĠNM": 40814, + "Ġirrelevant": 40815, + "ĠTigers": 40816, + "Ġdiag": 40817, + "GV": 40818, + "ĠAccessories": 40819, + "kont": 40820, + "Ġsimplify": 40821, + "ĠFavorite": 40822, + "_tools": 40823, + "([]);Ċ": 40824, + "Ġtowers": 40825, + "Bes": 40826, + "Ġhunter": 40827, + "Ġsalon": 40828, + "(buff": 40829, + "ĉdebug": 40830, + "Ġmalware": 40831, + "Moving": 40832, + "-options": 40833, + ")+'": 40834, + "ĠLOVE": 40835, + "_SOCKET": 40836, + "_fin": 40837, + "ĠDelaware": 40838, + "Ġsheriff": 40839, + "-invalid": 40840, + "ĠFULL": 40841, + "Ġпод": 40842, + "elas": 40843, + "\"strings": 40844, + "ĠRepresentatives": 40845, + "surface": 40846, + "resolved": 40847, + "htdocs": 40848, + ")):čĊ": 40849, + "Ġpressures": 40850, + "Ġnorms": 40851, + "Ġpla": 40852, + "Ġsurname": 40853, + "Ġpostal": 40854, + "ĠDepart": 40855, + "Ġslaughter": 40856, + "orida": 40857, + "Ġhebben": 40858, + "Ġdesar": 40859, + "compact": 40860, + "_LANG": 40861, + "åIJĪ": 40862, + "opoly": 40863, + "_rad": 40864, + "ĠSTDMETHOD": 40865, + "Lazy": 40866, + "ĠĠĠĉ": 40867, + "...,": 40868, + "(web": 40869, + "ĠPont": 40870, + "Ġetwas": 40871, + "Ġupward": 40872, + "_hat": 40873, + "Ġ],ĊĊ": 40874, + "ĠbaseUrl": 40875, + "Ġworrying": 40876, + "-addon": 40877, + "(getClass": 40878, + "SPI": 40879, + "Ġcapturing": 40880, + ")},Ċ": 40881, + "Effects": 40882, + "Ġcompetent": 40883, + "Ġfoul": 40884, + "Ġsubscribing": 40885, + "ĠOBJECT": 40886, + "IXEL": 40887, + "bucks": 40888, + "(edge": 40889, + "(pass": 40890, + "ĠPeterson": 40891, + "Ġboobs": 40892, + "ĠDelay": 40893, + "_square": 40894, + "elim": 40895, + "oters": 40896, + "_PC": 40897, + "%E": 40898, + "onclick": 40899, + "ĠSVG": 40900, + "Ġtopped": 40901, + "Ġfist": 40902, + "smart": 40903, + "ĠRalph": 40904, + "(owner": 40905, + "jours": 40906, + "Ġbronze": 40907, + "ĠArgumentException": 40908, + "(original": 40909, + "_SCALE": 40910, + "_cp": 40911, + "Ġrecommends": 40912, + ".setStyle": 40913, + "Sure": 40914, + "LAND": 40915, + "Ġrepeating": 40916, + "Matt": 40917, + ".Visibility": 40918, + "Ġenterprises": 40919, + ".Setup": 40920, + "(scene": 40921, + "ĠReactive": 40922, + "urge": 40923, + "bw": 40924, + ".Put": 40925, + "persist": 40926, + ".cookie": 40927, + "ĠAudi": 40928, + "`s": 40929, + "supplier": 40930, + "(Form": 40931, + "¡": 40932, + "_so": 40933, + "ĮĢ": 40934, + "ĠLegion": 40935, + "tte": 40936, + "Nd": 40937, + "Loss": 40938, + "(attrs": 40939, + ".scatter": 40940, + "Ġgroom": 40941, + "Ġglimpse": 40942, + "Ġnails": 40943, + "Ġcumulative": 40944, + "Ġfazer": 40945, + "_services": 40946, + ".Num": 40947, + "ibilit": 40948, + "_resolution": 40949, + "ĠTx": 40950, + "uminium": 40951, + "opa": 40952, + ".schedule": 40953, + "smtp": 40954, + "à¸ķ": 40955, + "urry": 40956, + "ük": 40957, + "goog": 40958, + "_signature": 40959, + ".into": 40960, + "ĠSteps": 40961, + "Ġhomeowners": 40962, + "ĠNSURL": 40963, + "ĠPAC": 40964, + "ĠĠĠĠĠĠĠĠĠĠĠĠĊĊ": 40965, + ">')Ċ": 40966, + "enh": 40967, + "Ġincap": 40968, + "$MESS": 40969, + "Ġmoins": 40970, + "ĠFi": 40971, + "Ġoffseason": 40972, + "pressions": 40973, + ">.Ċ": 41045, + "ĠGrass": 41046, + "ĠGoal": 41047, + "_pdf": 41048, + "Handlers": 41049, + "Ġstacks": 41050, + ".getFullYear": 41051, + "=[];Ċ": 41052, + "车": 41053, + ",V": 41054, + "(split": 41055, + "Ñĥнк": 41056, + "Ġbakeca": 41057, + "Ġ~/.": 41058, + "pez": 41059, + "tails": 41060, + "ĠGlen": 41061, + "ĠsetImage": 41062, + "ĠComic": 41063, + "BLOCK": 41064, + "ĉThis": 41065, + "oader": 41066, + "Ġcapitalist": 41067, + "_STEP": 41068, + "(Boolean": 41069, + "ĠCorrect": 41070, + "rina": 41071, + "Ġconcaten": 41072, + "å®ŀ": 41073, + "():ĊĊ": 41074, + "Ġunanim": 41075, + "lli": 41076, + "alars": 41077, + "-ne": 41078, + "Ġdivor": 41079, + "ĠKickstarter": 41080, + "]._": 41081, + "*'+": 41722, + "åĿĢ": 41723, + "acency": 41724, + "(URL": 41725, + "_half": 41726, + "=l": 41727, + "ĠlistView": 41728, + "(section": 41729, + ".toArray": 41730, + "+/": 41731, + "ĠRodriguez": 41732, + "istream": 41733, + "Ġeligibility": 41734, + "::-": 41735, + ".newInstance": 41736, + "PB": 41737, + "ĠAssets": 41738, + "ĠComposite": 41739, + "ĠLabs": 41740, + "ĠHamas": 41741, + "++);Ċ": 41742, + "Ġblk": 41743, + "ĠNeo": 41744, + "Luc": 41745, + "@login": 41746, + "Ġunaware": 41747, + ".met": 41748, + "_RELEASE": 41749, + "(ST": 41750, + "AMIL": 41751, + "rike": 41752, + "Ġ(){Ċ": 41753, + "(sprintf": 41754, + "ĠAccounts": 41755, + "ĠVIEW": 41756, + "ĠAj": 41757, + "ãĤ°": 41758, + "Ġwhisk": 41759, + "Ġidi": 41760, + "Ġrode": 41761, + "Ġihn": 41762, + "ĠElementary": 41763, + "Qty": 41764, + "Ġintriguing": 41765, + "Ġå¤": 41766, + "Jobs": 41767, + "ĉoffset": 41768, + "ĠAhmed": 41769, + "ĠTaliban": 41770, + "Ġèİ·åıĸ": 41771, + "Ġinjected": 41772, + ".Authentication": 41773, + "_linear": 41774, + ".Decimal": 41775, + "Ġapples": 41776, + "Ġshareholders": 41777, + "Ġbaked": 41778, + ".diff": 41779, + "ĠEddie": 41780, + "okers": 41781, + "Ġconfronted": 41782, + "voices": 41783, + "Ġtus": 41784, + "ĠSpin": 41785, + "NODE": 41786, + "_Un": 41787, + "CTX": 41788, + "/google": 41789, + "Temperature": 41790, + "Ġ'').": 41791, + "Ġmagnificent": 41792, + "ĠstartIndex": 41793, + "sembles": 41794, + "Anyone": 41795, + "zk": 41796, + "ehen": 41797, + "ĠDame": 41798, + ".strict": 41799, + "Ġreplaces": 41800, + "Ġlineback": 41801, + "Ġpushes": 41802, + "Ġcheek": 41803, + "ĠShi": 41804, + "_BYTES": 41805, + "REA": 41806, + "ản": 41807, + "_CONNECTION": 41808, + "Gateway": 41809, + "ĠTravis": 41810, + "ĠAX": 41811, + "ĠBasically": 41812, + "ĠUpgrade": 41813, + "àª": 41814, + "themes": 41815, + "ermo": 41816, + "kor": 41817, + "Female": 41818, + "_attach": 41819, + "ĠìĤ¬ìļ©": 41820, + "Ġpoz": 41821, + "==============Ċ": 41822, + "(symbol": 41823, + "ĠSector": 41824, + "__)ĊĊ": 41825, + "_padding": 41826, + "ï¼ļ\"": 41827, + "Ġfabs": 41828, + "Ġranged": 41829, + "setName": 41830, + "Ġperror": 41831, + "âĹ": 41832, + "ĠFileReader": 41833, + "Ġfulfilled": 41834, + "_Current": 41835, + "Ġdominate": 41836, + "Ġsmugg": 41837, + "PostMapping": 41838, + "_force": 41839, + "Ġbloc": 41840, + "ĠGiant": 41841, + "(video": 41842, + "ĠCU": 41843, + "SystemService": 41844, + "Ġelf": 41845, + "Ġkontakt": 41846, + "ëª": 41847, + "kees": 41848, + "gtk": 41849, + "ĠparamInt": 41850, + "Ġmarkup": 41851, + "uales": 41852, + "Ġaccounted": 41853, + "Ġgangbang": 41854, + "RYPT": 41855, + "ĠWrong": 41856, + "Ġcredited": 41857, + "ĠMESSAGE": 41858, + "Ġflaws": 41859, + "Ġbbw": 41860, + "Ġmetabolic": 41861, + "ĠOEM": 41862, + "/event": 41863, + "(Collectors": 41864, + "monton": 41865, + "appear": 41866, + "Ġopted": 41867, + "Ġcheat": 41868, + "Ġdav": 41869, + "ĠProceed": 41870, + "Ġê¸": 41871, + "anked": 41872, + "из": 41873, + "ansk": 41874, + "ĠHang": 41875, + "ĠCler": 41876, + "Ġdisgu": 41877, + "Ġcmap": 41878, + ".cljs": 41879, + "Ġaument": 41880, + "lez": 41881, + "ĠJoined": 41882, + "_received": 41883, + "Ġaerial": 41884, + "otel": 41885, + "Ġgreet": 41886, + "\"s": 41887, + "ĠGenesis": 41888, + "ĠCalif": 41889, + "panion": 41890, + "Ġtailored": 41891, + "mapping": 41892, + "andExpect": 41893, + ".track": 41894, + "atomy": 41895, + "ĠOw": 41896, + "ullah": 41897, + ".Yes": 41898, + "ĠSimpleName": 41899, + "dbh": 41900, + "'en": 41901, + "Ġnonsense": 41902, + "Ġphilosophical": 41903, + "(getContext": 41904, + "Ġisso": 41905, + "ĠACE": 41906, + "startDate": 41907, + "ĠbÄĻd": 41908, + "ĠAUTHOR": 41909, + "ĠGlobe": 41910, + "Ġinsects": 41911, + "_Al": 41912, + "ushing": 41913, + "è®°": 41914, + "/Home": 41915, + "ĠLocalDate": 41916, + "needed": 41917, + "hesive": 41918, + "Ġillusion": 41919, + "äºĮ": 41920, + "Ġtrat": 41921, + "xo": 41922, + "/detail": 41923, + "_MATCH": 41924, + "Ġbroadband": 41925, + "Ġwal": 41926, + "ĠIllegalStateException": 41927, + "IRECTION": 41928, + "Ġnortheast": 41929, + "esium": 41930, + "ĠCliente": 41931, + "ulance": 41932, + "nty": 41933, + "Ġtecn": 41934, + "Devices": 41935, + "Ġgrains": 41936, + "ĠOg": 41937, + "ĠSEL": 41938, + "udiant": 41939, + "Ġ++;Ċ": 41940, + "Ġexplanations": 41941, + "occo": 41942, + "Ġdiets": 41943, + "Ġcohort": 41944, + "(controller": 41945, + ".Iterator": 41946, + "-rich": 41947, + "rocess": 41948, + "GD": 41949, + "Ġcarbohydr": 41950, + "Ġfried": 41951, + "ĠEmployment": 41952, + "ìŀ¥": 41953, + "ĠLeonard": 41954, + "_${": 41955, + "quares": 41956, + "Ġcompanions": 41957, + "Ġparis": 41958, + "Ġstimulation": 41959, + "ĠZoo": 41960, + "Ġrelevance": 41961, + "ĠColour": 41962, + "Ġspear": 41963, + "otional": 41964, + "ĠLite": 41965, + "ĠKosten": 41966, + "Ġó": 41967, + "_attachment": 41968, + "orphic": 41969, + "Ġdamit": 41970, + "Ġdlg": 41971, + "Ġthrive": 41972, + "CHANGE": 41973, + "ĠApparently": 41974, + "Ġatual": 41975, + "Ġrooted": 41976, + "(images": 41977, + "awi": 41978, + "ariat": 41979, + "Ġcherry": 41980, + "STATIC": 41981, + "mnt": 41982, + "ĠUserId": 41983, + "illet": 41984, + "ĠHispanic": 41985, + "Ġnak": 41986, + "Ġcentro": 41987, + "Ġdims": 41988, + "_initialize": 41989, + "ık": 41990, + "ĠCenters": 41991, + "REN": 41992, + "Ġevolutionary": 41993, + "ĠTopics": 41994, + "_damage": 41995, + "emer": 41996, + "Ġrund": 41997, + "Ġpunished": 41998, + "Ġcubic": 41999, + "fair": 42000, + "[];ĊĊ": 42001, + "Ġinstantiate": 42002, + "Ġoversee": 42003, + "-delete": 42004, + "unteer": 42005, + "startTime": 42006, + "ĠPipeline": 42007, + "_GAME": 42008, + "ĠCir": 42009, + "ĉNull": 42010, + ".Formatting": 42011, + "ucumber": 42012, + "ĠRide": 42013, + "Ġzoo": 42014, + "Ġchecker": 42015, + "åIJĮ": 42016, + "=C": 42017, + "Ġgrit": 42018, + "\");//": 42019, + "_xy": 42020, + "ĠDeclaration": 42021, + "Ġcallable": 42022, + "Foo": 42023, + "ĠListItem": 42024, + "Ġinaccur": 42025, + "mlin": 42026, + "ĉData": 42027, + "Ġevolving": 42028, + "awan": 42029, + "Ġcafe": 42030, + "folk": 42031, + "_IDX": 42032, + "ĠAnything": 42033, + "ĠPalestine": 42034, + "ĠGridView": 42035, + "Ġcolony": 42036, + "ĠGermans": 42037, + "(+": 42038, + ".pid": 42039, + ".jsx": 42040, + "ĠSuperior": 42041, + "Christian": 42042, + "ĠLect": 42043, + "ĉGame": 42044, + "Ġinstrumental": 42045, + "Animations": 42046, + "дал": 42047, + "ĠMoses": 42048, + "ĉĉčĊĉĉčĊ": 42049, + "zs": 42050, + "kte": 42051, + "ä¸ļ": 42052, + "_DIST": 42053, + "bitmap": 42054, + "dB": 42055, + "Ġpersistence": 42056, + "ÑĢоÑģ": 42057, + "$l": 42058, + "Bron": 42059, + "Ġ{|": 42060, + "_chart": 42061, + "ĠConsum": 42062, + "Ġhemp": 42063, + "Ġ\"))Ċ": 42064, + "Ġattackers": 42065, + "Ġknowledgeable": 42066, + "Ġcet": 42067, + "Ġviruses": 42068, + "'I": 42069, + "Ġpitcher": 42070, + "Ġsweeping": 42071, + "=list": 42072, + "aptops": 42073, + ".depth": 42074, + "Ġinstructed": 42075, + "ĠRus": 42076, + "benhavn": 42077, + "Ġин": 42078, + "Sports": 42079, + "Ġonset": 42080, + "æĿĥ": 42081, + ".RED": 42082, + "_si": 42083, + "ĠPST": 42084, + ".onChange": 42085, + ">tag": 42086, + "ĠRoh": 42087, + "_character": 42088, + "ĠLaws": 42089, + "ĠBachelor": 42090, + "_swap": 42091, + ".reactivex": 42092, + "Ġrewarding": 42093, + "Medium": 42094, + "-[": 42095, + "ĠRecently": 42096, + "Joint": 42097, + "partition": 42098, + "ĠMinutes": 42099, + "Ġindo": 42100, + "Ġabsorbed": 42101, + "ĠGN": 42102, + "_IND": 42103, + "Ġsaber": 42104, + "Spawn": 42105, + "outputs": 42106, + "ĠJeffrey": 42107, + "Ġmedieval": 42108, + "hed": 42109, + "Guide": 42110, + "Ġpsycho": 42111, + "Ġglam": 42112, + "Elim": 42113, + "ädchen": 42114, + "_plain": 42115, + "ĠSau": 42116, + "-four": 42117, + "Ġanalyzing": 42118, + "QUERY": 42119, + "Ġtomato": 42120, + "_buttons": 42121, + "VEN": 42122, + ".setStatus": 42123, + ".Url": 42124, + "+ĊĊ": 42125, + "Ġcomplaining": 42126, + "degree": 42127, + "confirmed": 42128, + "Ġsubt": 42129, + "parsed": 42130, + "Ġtorque": 42131, + "Ġtroubled": 42132, + "ĠTARGET": 42133, + "Ġtrademarks": 42134, + "ĠCoordinate": 42135, + "ĠViv": 42136, + "Ġ//}ĊĊ": 42137, + "Ġaprès": 42138, + ".getPosition": 42139, + "(KeyCode": 42140, + "ĠSilva": 42141, + "Ġmeteor": 42142, + "Ġendorsement": 42143, + "Overview": 42144, + "ĠPoss": 42145, + ".Inject": 42146, + "Ġevenly": 42147, + "Ġvisualization": 42148, + "Ġwchar": 42149, + "ĠHDMI": 42150, + "Ġfunct": 42151, + "ickname": 42152, + "','','": 42153, + "Ġforwards": 42154, + "ManagedObject": 42155, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 42156, + "ĉserver": 42157, + "ĠOutlook": 42158, + "ĠChronicle": 42159, + "Ġdubbed": 42160, + "Ġdok": 42161, + "ĠWear": 42162, + ".AL": 42163, + "paren": 42164, + ".Interface": 42165, + "Interfaces": 42166, + ".cod": 42167, + "Ġdib": 42168, + ".Globalization": 42169, + "ĠAcademic": 42170, + "Ġassms": 42171, + "Autom": 42172, + "Ġlw": 42173, + "ĠNW": 42174, + "Ġ&&čĊ": 42175, + "Ġproblema": 42176, + "ĠManufacturing": 42177, + "limits": 42178, + "-mobile": 42179, + "Ġfilme": 42180, + "/map": 42181, + "Ġdoit": 42182, + "ĠInk": 42183, + "Ġsued": 42184, + ".arr": 42185, + "Ġundermin": 42186, + "ĠProc": 42187, + "crollView": 42188, + "__$": 42189, + "Ġsidewalk": 42190, + "(that": 42191, + "ื": 42192, + "[q": 42193, + "grammar": 42194, + "Ġtë": 42195, + "quito": 42196, + "Ġspiral": 42197, + "extended": 42198, + "Ġfocal": 42199, + "Ġdigging": 42200, + "pas": 42201, + "ĠTall": 42202, + ".proxy": 42203, + "itures": 42204, + "TRACT": 42205, + "ĠRealm": 42206, + "Ġfeder": 42207, + "Ġoriented": 42208, + "ĠAlternative": 42209, + "Ġowe": 42210, + "Ġsourced": 42211, + "inker": 42212, + ".det": 42213, + "Sep": 42214, + "ĠQui": 42215, + "ĠPalmer": 42216, + "(_,": 42217, + "samples": 42218, + "oyer": 42219, + "ullan": 42220, + "quez": 42221, + "Edges": 42222, + "Ġshout": 42223, + "ĠAchie": 42224, + "Ġhaar": 42225, + "_Construct": 42226, + "Ġpremature": 42227, + "Ġrevert": 42228, + "').Ċ": 42229, + "Ġschn": 42230, + "filtered": 42231, + "nullptr": 42232, + "Saved": 42233, + "itecture": 42234, + "CLA": 42235, + "Ġvl": 42236, + "stell": 42237, + "ĉMe": 42238, + "ĠLip": 42239, + "national": 42240, + "Ġwholly": 42241, + "Ġsprings": 42242, + ".Timer": 42243, + "ĉsrc": 42244, + "elsen": 42245, + "åħ¶": 42246, + "Ġcommunicating": 42247, + "ĠQuiz": 42248, + "Ġteng": 42249, + "Ġgez": 42250, + "ĠOutside": 42251, + ".Sign": 42252, + "(cs": 42253, + "Ġdisputes": 42254, + "ĠWeiss": 42255, + "annes": 42256, + ">No": 42257, + "ĠBach": 42258, + ".removeAll": 42259, + "refer": 42260, + "/dashboard": 42261, + "ĠAjax": 42262, + "IndexChanged": 42263, + "ĠWeak": 42264, + "'\"Ċ": 42265, + "Ġsights": 42266, + "accessToken": 42267, + "ĠJoi": 42268, + "(domain": 42269, + "ĉcv": 42270, + "Ġcontinuation": 42271, + "Ġplum": 42272, + "adir": 42273, + ".setMessage": 42274, + "Ġï¼Į": 42275, + "Ġswallow": 42276, + "ĠLamp": 42277, + "Ġqw": 42278, + "Ġuu": 42279, + "Coin": 42280, + "ubic": 42281, + "ĠDeals": 42282, + "race": 42283, + "Ġdictator": 42284, + "Ġmeme": 42285, + "turned": 42286, + "ĠJulie": 42287, + ".gridColumn": 42288, + "Ġpuppy": 42289, + "Ġpam": 42290, + "Ġ){čĊ": 42291, + "Ġinviting": 42292, + "Ġfrench": 42293, + "vim": 42294, + "Ġwrapping": 42295, + "Ġ#-}Ċ": 42296, + "([-": 42297, + "Early": 42298, + "Ġshiny": 42299, + ".faces": 42300, + "Ġrebell": 42301, + "abcdef": 42302, + "ält": 42303, + "Ġestimation": 42304, + "phys": 42305, + "losures": 42306, + "_REL": 42307, + "Ġexclusion": 42308, + "ĠSkype": 42309, + "weise": 42310, + "-stop": 42311, + "nothing": 42312, + "ĠEgg": 42313, + "isors": 42314, + "Richard": 42315, + "Ġcounseling": 42316, + "Ġcommem": 42317, + "ĠQMessageBox": 42318, + "ĠSynd": 42319, + "ĠFrost": 42320, + "ĠCompetition": 42321, + "ĠAwake": 42322, + "Ġted": 42323, + "iciones": 42324, + "ĠDevComponents": 42325, + "VERTISEMENT": 42326, + "otti": 42327, + ".runner": 42328, + "Ġuniquely": 42329, + ".flag": 42330, + "ĉrs": 42331, + "_generic": 42332, + "Ġ```Ċ": 42333, + "ACHINE": 42334, + "Ġmein": 42335, + "(Application": 42336, + "(br": 42337, + "Ġratios": 42338, + ":,": 42339, + "ĠXCTest": 42340, + "ustainable": 42341, + "-www": 42342, + "itles": 42343, + "_TEMP": 42344, + "Ġsyst": 42345, + "umericUpDown": 42346, + "ĉassertTrue": 42347, + "Ġwf": 42348, + ".peek": 42349, + "ĠBulg": 42350, + "Ġterrifying": 42351, + ".MODE": 42352, + "ĠGW": 42353, + "ár": 42354, + "Ġfic": 42355, + "Ġcommitments": 42356, + "-tech": 42357, + "ĠLiquid": 42358, + "opez": 42359, + "zheimer": 42360, + "aña": 42361, + "-media": 42362, + "(animated": 42363, + "_goal": 42364, + "Ġgum": 42365, + "ystone": 42366, + ".SET": 42367, + "ĠWend": 42368, + "setCellValue": 42369, + "Ġmsgs": 42370, + "cash": 42371, + "ALLOC": 42372, + "/aws": 42373, + "Ġmicrowave": 42374, + ".Pointer": 42375, + "ĉConsole": 42376, + "_sorted": 42377, + "ĠFilip": 42378, + "Prod": 42379, + "Ġ//!<": 42380, + "ingroup": 42381, + "Ġks": 42382, + "_TRI": 42383, + "Ġteaspoon": 42384, + "ĠATT": 42385, + "Ġrecovering": 42386, + "ĠGLOBAL": 42387, + ".Par": 42388, + "Ġ/>;Ċ": 42389, + "Ġmarble": 42390, + "ulators": 42391, + "ĠCycle": 42392, + "Ġherbs": 42393, + "_metric": 42394, + ")!": 42395, + "_CLOCK": 42396, + "_Button": 42397, + "Harry": 42398, + "è¿Ľ": 42399, + "Ġstrains": 42400, + "ĠAppBar": 42401, + "ĠChan": 42402, + "/video": 42403, + "Ġbam": 42404, + ".Progress": 42405, + "$f": 42406, + "lemen": 42407, + "Ġirregular": 42408, + "ĠDuncan": 42409, + "ĠMint": 42410, + "-video": 42411, + "া": 42412, + "ówn": 42413, + "ĠEMPTY": 42414, + "Ġstacked": 42415, + "ĠHA": 42416, + "_cut": 42417, + "Ġwherein": 42418, + "ĠWays": 42419, + "(counter": 42420, + "è¯ķ": 42421, + "FormGroup": 42422, + "Ġblew": 42423, + "courses": 42424, + "Ġproductos": 42425, + "rys": 42426, + "ĠRestr": 42427, + "Ġstyling": 42428, + ">s": 42429, + "Ġpiv": 42430, + "Ġitertools": 42431, + "getRepository": 42432, + "ĠIk": 42433, + "_devices": 42434, + "layui": 42435, + "Ġhalfway": 42436, + "Ġfranç": 42437, + "Ġtuning": 42438, + "OA": 42439, + "_Node": 42440, + "arde": 42441, + "Ġfierce": 42442, + "licted": 42443, + "#čĊ": 42444, + "Ġbreakthrough": 42445, + "ĠErik": 42446, + "Ġbride": 42447, + "Ġ.\"": 42448, + "culus": 42449, + "inside": 42450, + "ĠIndianapolis": 42451, + "ĠEE": 42452, + "Ġyog": 42453, + "urret": 42454, + ".fs": 42455, + ".grad": 42456, + "_cards": 42457, + "_accuracy": 42458, + "_epi": 42459, + "queda": 42460, + "/org": 42461, + "éªĮ": 42462, + "Ġcompte": 42463, + "))[": 42464, + "Outside": 42465, + "Greater": 42466, + "ĠRenderer": 42467, + ".actor": 42468, + "Accounts": 42469, + "Idle": 42470, + "_hours": 42471, + "erner": 42472, + "Joined": 42473, + "Ġmenj": 42474, + "requires": 42475, + "ĠOPER": 42476, + ".removeChild": 42477, + "ĉsp": 42478, + "Ġesse": 42479, + "rift": 42480, + "xFE": 42481, + "ĠShakespeare": 42482, + "____________": 42483, + "Ġbudgets": 42484, + "ModelState": 42485, + "fillable": 42486, + "-component": 42487, + "ocos": 42488, + "ĠBUTTON": 42489, + "/io": 42490, + ",out": 42491, + "sms": 42492, + "Thomas": 42493, + "ĠArmed": 42494, + "resume": 42495, + "Ġrotating": 42496, + "ĠVault": 42497, + "Ġseus": 42498, + ".(*": 42499, + "Ġamino": 42500, + "Ġ[]);ĊĊ": 42501, + "Ġprovoc": 42502, + "nox": 42503, + ".GetEnumerator": 42504, + "=======Ċ": 42505, + "æĸĻ": 42506, + "_scroll": 42507, + "Ġfilmed": 42508, + "ĠSoci": 42509, + "gap": 42510, + "gro": 42511, + "Vote": 42512, + "\"But": 42513, + "_RC": 42514, + "Animal": 42515, + "ÂĢ": 42516, + "ibile": 42517, + "Ġawaken": 42518, + "orest": 42519, + "inja": 42520, + "ĠIvan": 42521, + "(Command": 42522, + "Ġ*****": 42523, + "η": 42524, + "Ġkvinder": 42525, + "/helpers": 42526, + "_cases": 42527, + "tg": 42528, + "ìĦ¸": 42529, + "Registered": 42530, + "ĉpass": 42531, + "_digits": 42532, + "Ġcontour": 42533, + "Ġinfants": 42534, + "Ġjustification": 42535, + "ĠFortunately": 42536, + "Contr": 42537, + "ĠonCreateView": 42538, + "_SAMPLE": 42539, + "ĠallowNull": 42540, + "Ġnud": 42541, + "Ġfetched": 42542, + "_equ": 42543, + "ĠUnable": 42544, + "=\\\"\"": 42545, + ">{Ċ": 42546, + "Ġcommittees": 42547, + "istema": 42548, + "+\".": 42549, + "ÃŃan": 42550, + "mant": 42551, + "Ġsoutheast": 42552, + "ï¼ĮĊ": 42553, + "dialogs": 42554, + "PROJECT": 42555, + "charger": 42556, + "-port": 42557, + "(uuid": 42558, + ".export": 42559, + "Six": 42560, + "ĠRP": 42561, + "Prem": 42562, + "Ġconscience": 42563, + "ĠmarginRight": 42564, + "_distribution": 42565, + "yaml": 42566, + "resizing": 42567, + "Dock": 42568, + "ĠLocations": 42569, + "GY": 42570, + "Seed": 42571, + "BUFFER": 42572, + "ossip": 42573, + "ullen": 42574, + "Things": 42575, + "-self": 42576, + ".poll": 42577, + "PLAYER": 42578, + "Ġå®": 42579, + "GROUP": 42580, + "ĠAway": 42581, + "Ġgospel": 42582, + "xfd": 42583, + "Mary": 42584, + "ĠPortable": 42585, + "TURE": 42586, + "Ġutilis": 42587, + "Ġseit": 42588, + "Ġstrand": 42589, + "Ġtransc": 42590, + "Ġ(^": 42591, + "ĠAlfred": 42592, + ".mem": 42593, + ".circle": 42594, + "Ġ~/": 42595, + "forcing": 42596, + "Ġriot": 42597, + "prox": 42598, + "THON": 42599, + "ización": 42600, + "ĠNI": 42601, + "rost": 42602, + "Ġdispro": 42603, + "_instances": 42604, + "ï¼ĮâĢľ": 42605, + "ographer": 42606, + "endas": 42607, + "ĠIsaac": 42608, + "ĠPine": 42609, + "/dis": 42610, + "ĠcolorWith": 42611, + "iterate": 42612, + "_stride": 42613, + "Ġpunto": 42614, + ".EventArgs": 42615, + "(center": 42616, + "Ġneighboring": 42617, + "ĠPrison": 42618, + "ĠMessenger": 42619, + "Ġepidemic": 42620, + "dao": 42621, + "_complex": 42622, + "Ġgravel": 42623, + "_DIP": 42624, + "ément": 42625, + "ĠAri": 42626, + "_bitmap": 42627, + ".quit": 42628, + "(valid": 42629, + "Ġpend": 42630, + "Ġrespiratory": 42631, + "Ġrebound": 42632, + "DefaultValue": 42633, + "ãĥŃ": 42634, + "Ġcommits": 42635, + ".tests": 42636, + "_fr": 42637, + "itet": 42638, + ".sf": 42639, + "Ġspacecraft": 42640, + "critical": 42641, + "Ġdepressed": 42642, + "ĠAnyObject": 42643, + "Ġunb": 42644, + "Ġdiscern": 42645, + "(mysql": 42646, + "Latin": 42647, + "ĠBog": 42648, + "ĠWildlife": 42649, + "ToFile": 42650, + "ioxid": 42651, + "@RestController": 42652, + "Ġ\"$(": 42653, + "Ġ<<\"": 42654, + "Ġdefects": 42655, + "Ġdatum": 42656, + "hin": 42657, + "Ġrealizar": 42658, + "anyahu": 42659, + "ĠSig": 42660, + "@Data": 42661, + "adaptive": 42662, + "ĠCatherine": 42663, + ".cr": 42664, + "ĠCOOKIE": 42665, + "Ġpictured": 42666, + "ĠFighter": 42667, + "Queryable": 42668, + "ĠAnyway": 42669, + "ĠGLFW": 42670, + "_namespace": 42671, + "_ft": 42672, + "Ġ])": 42673, + "Organization": 42674, + "Ġconstitutes": 42675, + "Ġquand": 42676, + "(chunk": 42677, + "\"/>čĊ": 42678, + "ĠLakes": 42679, + "mainwindow": 42680, + "Carthy": 42681, + "spin": 42682, + "(csv": 42683, + ":red": 42684, + "-commerce": 42685, + "ู": 42686, + "Ġdiscovering": 42687, + "Ġeco": 42688, + "_fac": 42689, + "inceton": 42690, + "ĠGreens": 42691, + "jwt": 42692, + "ص": 42693, + "ĠBroncos": 42694, + "ĠGoods": 42695, + "(GTK": 42696, + "ĠreturnValue": 42697, + "Ġsiempre": 42698, + "Ġneutr": 42699, + "went": 42700, + "ĠNatal": 42701, + "Ġenthusiastic": 42702, + "á»į": 42703, + "FN": 42704, + "/database": 42705, + "Catalog": 42706, + "Ġbrun": 42707, + "ĠKash": 42708, + "_Pl": 42709, + "iscrim": 42710, + ",width": 42711, + "Ġinmates": 42712, + "Assignment": 42713, + "ĠHaven": 42714, + "Ġplayground": 42715, + "exam": 42716, + "@Controller": 42717, + "uliar": 42718, + ".getParent": 42719, + "Ġ\";ĊĊ": 42720, + ":size": 42721, + "issors": 42722, + "Ġfis": 42723, + "Ġalc": 42724, + "ensation": 42725, + "ĠNixon": 42726, + "Ġmighty": 42727, + "-str": 42728, + "_special": 42729, + "_ADC": 42730, + "ĠTwig": 42731, + "umbling": 42732, + "-address": 42733, + "Ġheroin": 42734, + "YTE": 42735, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ": 42736, + "Friend": 42737, + "Ġave": 42738, + "ĠPNG": 42739, + "ĠKurdish": 42740, + "DataSetChanged": 42741, + "Ġblades": 42742, + "bral": 42743, + "Steam": 42744, + "Ġsigu": 42745, + "IRTUAL": 42746, + "acos": 42747, + "UDP": 42748, + "(database": 42749, + "hec": 42750, + "ĠStrings": 42751, + "_scalar": 42752, + "ĉdesc": 42753, + "ĠTLS": 42754, + ";\"Ċ": 42755, + "ĠCorbyn": 42756, + "SimpleName": 42757, + "uell": 42758, + "ĠEntre": 42759, + "ellites": 42760, + "-place": 42761, + "Ġfrankly": 42762, + "ĠErf": 42763, + "CEL": 42764, + "ĠpaÃŃs": 42765, + "Ġhedge": 42766, + "Ġlatent": 42767, + "ĠIRQ": 42768, + "ĠHerald": 42769, + "ĠPrec": 42770, + "ë³´": 42771, + ".TEXT": 42772, + "Salary": 42773, + "Ġautumn": 42774, + "Ġtravail": 42775, + ".Sum": 42776, + "Ġcared": 42777, + "Mor": 42778, + "Ġintuitive": 42779, + "Ġjournals": 42780, + "_IT": 42781, + "ĠTrou": 42782, + "ä¼ł": 42783, + "HasColumnName": 42784, + "Composite": 42785, + "Ġspice": 42786, + "_disk": 42787, + "_CODES": 42788, + "ĠIntroduced": 42789, + "iona": 42790, + "Ġnuestra": 42791, + "oct": 42792, + "ĠĠĠĠĊĠĠĠĠĊĠĠĠĠĊ": 42793, + "(parameter": 42794, + "Ġstudios": 42795, + "ĠprojectId": 42796, + "Ġbdsm": 42797, + ".SqlClient": 42798, + "imizer": 42799, + "ĠCARD": 42800, + "+t": 42801, + "aan": 42802, + ".sol": 42803, + "_Adjust": 42804, + "Ġrighteous": 42805, + "ĠLogging": 42806, + ".filters": 42807, + "_TAB": 42808, + "ĉsys": 42809, + "rophic": 42810, + "otherapy": 42811, + "ĠBrowse": 42812, + "keyboard": 42813, + "RON": 42814, + "+\\": 42815, + "ropped": 42816, + "Ġextensively": 42817, + "fk": 42818, + "Ġlime": 42819, + "years": 42820, + "Exc": 42821, + "Ġsph": 42822, + "Ġcheating": 42823, + "andro": 42824, + "ÃŃo": 42825, + "Ġprince": 42826, + "oire": 42827, + "ĠDestination": 42828, + "ĠConverts": 42829, + "Ġupstream": 42830, + "oled": 42831, + "Ġservants": 42832, + "Ġsemantic": 42833, + "Ġcrunch": 42834, + "Ġeventual": 42835, + "runner": 42836, + "/error": 42837, + "Spin": 42838, + "Ġsecretly": 42839, + "Ġassemble": 42840, + ".Person": 42841, + "enderror": 42842, + "_<": 42843, + "Ġpendant": 42844, + "Sleep": 42845, + "ĠChemistry": 42846, + "Ġbosses": 42847, + "lk": 42848, + "))),Ċ": 42849, + "Blockly": 42850, + "DEVICE": 42851, + "Ġreflecting": 42852, + "Ġample": 42853, + "Milliseconds": 42854, + "ĠPresidential": 42855, + "Ġusuarios": 42856, + "ĠNZ": 42857, + "ĠSalary": 42858, + "ĠAmanda": 42859, + "_np": 42860, + "jury": 42861, + "Ġkön": 42862, + "Ġtherapist": 42863, + "Ġhomosexual": 42864, + "ĠDrake": 42865, + "-window": 42866, + "ĠLocated": 42867, + ".Driver": 42868, + "ĠVIDEO": 42869, + "Ġmerchants": 42870, + "ĠChest": 42871, + "-lock": 42872, + "/php": 42873, + "Ġmilano": 42874, + "_STYLE": 42875, + "arger": 42876, + "idea": 42877, + "GUID": 42878, + "advanced": 42879, + "meal": 42880, + "OptionsItemSelected": 42881, + "='%": 42882, + "ĠCham": 42883, + ":data": 42884, + "(stat": 42885, + "WillAppear": 42886, + "Ġinformal": 42887, + "aji": 42888, + "Ġreproductive": 42889, + "ĠCAS": 42890, + "ãģ£": 42891, + "FUNC": 42892, + "ĠRuth": 42893, + ")+(": 42894, + "CONST": 42895, + "ĠFans": 42896, + "ĠgroupId": 42897, + "xffffffff": 42898, + "Ġsampler": 42899, + "Ġ}}\">": 42900, + ".the": 42901, + "Ġhollow": 42902, + "WAY": 42903, + "ĠFaculty": 42904, + "AttributedString": 42905, + "ĠLooks": 42906, + "ĠRex": 42907, + "jk": 42908, + "ĠMIL": 42909, + "Ġbard": 42910, + ".Long": 42911, + "Ġlivest": 42912, + "Ġskal": 42913, + "icism": 42914, + "MAIN": 42915, + "Ġmucho": 42916, + "BODY": 42917, + "Ġese": 42918, + "ĉuse": 42919, + "Foot": 42920, + ".SQLException": 42921, + "Ġinheritance": 42922, + "received": 42923, + "Ġputas": 42924, + "edis": 42925, + "alsa": 42926, + "ĠErrorMessage": 42927, + "Booking": 42928, + "Ġtract": 42929, + "acz": 42930, + "ĠCant": 42931, + "_regex": 42932, + "Ġideological": 42933, + "Ġjihad": 42934, + "hos": 42935, + "/sys": 42936, + "colm": 42937, + "(pool": 42938, + "Ġestán": 42939, + "ĠPending": 42940, + "emás": 42941, + "Ġktóry": 42942, + "));ĊĊĊ": 42943, + "transactions": 42944, + "Ġwield": 42945, + "itere": 42946, + "erture": 42947, + "_ss": 42948, + "Ġstretching": 42949, + "Ġprisoner": 42950, + ".ReadAll": 42951, + "Ġbesch": 42952, + "--;čĊ": 42953, + "Ġcrisp": 42954, + "_SCAN": 42955, + "Ġae": 42956, + "Strict": 42957, + "ĠMinneapolis": 42958, + "ĠBoeing": 42959, + "aris": 42960, + "rek": 42961, + "_pipe": 42962, + "Ġpriests": 42963, + "(EIF": 42964, + "ehicles": 42965, + "ĠInteractive": 42966, + "between": 42967, + "ĉNullCheck": 42968, + "ĠBlair": 42969, + "ĠLt": 42970, + "_inline": 42971, + "ethyl": 42972, + "¼": 42973, + "_packages": 42974, + "Ġbarrels": 42975, + "_he": 42976, + "Ġregexp": 42977, + "_pts": 42978, + "_Handler": 42979, + "ingular": 42980, + "ĠNissan": 42981, + "ĠRanch": 42982, + "Ġperch": 42983, + "Unsupported": 42984, + "Smith": 42985, + "ĠLegends": 42986, + "Mi": 42987, + "Ġgf": 42988, + "steder": 42989, + "Ġacquiring": 42990, + "Ġsimulator": 42991, + "(),\"": 42992, + "receive": 42993, + "Ġinplace": 42994, + "ACTION": 42995, + "ĠWebDriver": 42996, + "filesystem": 42997, + "'+Ċ": 43009, + "Ġcredible": 43010, + "amat": 43011, + "playing": 43012, + ".setImageResource": 43013, + "quel": 43014, + "Ġpodr": 43015, + "geom": 43016, + "Ek": 43017, + "ĠQatar": 43018, + "Ġgeld": 43019, + "?',Ċ": 43020, + "Ġcyl": 43021, + "(ax": 43022, + "ĠWI": 43023, + "urally": 43024, + "ĠBrasil": 43025, + "Ġsenza": 43026, + "aley": 43027, + "onen": 43028, + "Ġbah": 43029, + "Ġmolecule": 43030, + "Rad": 43031, + "è¿°": 43032, + "ANCH": 43033, + "-background": 43034, + "-agent": 43035, + "Ġprolifer": 43036, + ":boolean": 43037, + "Ġtide": 43038, + "erializer": 43039, + "_;čĊ": 43040, + "Fee": 43041, + "**)": 43042, + "ergy": 43043, + "ĠHonor": 43044, + ".Logging": 43045, + "iris": 43046, + "Ġundermine": 43047, + "ĠDy": 43048, + "Ġtyr": 43049, + "Ġdeque": 43050, + "Ġdamer": 43051, + "([])Ċ": 43052, + ".layoutControlItem": 43053, + "peated": 43054, + "CAN": 43055, + "ragments": 43056, + "Land": 43057, + ")]);Ċ": 43058, + "ĠSah": 43059, + "ĠDECL": 43060, + "Within": 43061, + "ĠNamespace": 43062, + "another": 43063, + "sembling": 43064, + ".describe": 43065, + "Consum": 43066, + "ĠFear": 43067, + "given": 43068, + "Orange": 43069, + "This": 43093, + "ĠdataIndex": 43094, + "Ġprintable": 43095, + "ĠEyes": 43096, + "_targets": 43097, + "(Py": 43098, + ".over": 43099, + "Ġbru": 43100, + "ampton": 43101, + "Ġplaintiff": 43102, + ");Ċ": 43113, + "invest": 43114, + ".*ĊĊ": 43115, + "Ġtélé": 43116, + "Ġsuperf": 43117, + "Ġcascade": 43118, + "DTD": 43119, + "Ġvivid": 43120, + "Ġsubsidies": 43121, + "ĠHass": 43122, + "Ġcollaps": 43123, + "Ġceramic": 43124, + "{}\".": 43125, + "ĠLeakage": 43126, + "-trash": 43127, + "collapsed": 43128, + "-social": 43129, + "ĠChad": 43130, + "Ġinclined": 43131, + "Ġsto": 43132, + "Ġstoryboard": 43133, + ".payment": 43134, + "stackoverflow": 43135, + "ĠRaiders": 43136, + "Ġ#'": 43137, + "olicies": 43138, + "ìľ¼ë¡ľ": 43139, + "emap": 43140, + "Ġkj": 43141, + "Ġquota": 43142, + "ĠGardens": 43143, + "ë²Ī": 43144, + "ĠAngels": 43145, + "Ġoft": 43146, + "Ġlowercase": 43147, + "ĠiParam": 43148, + "Ġcheapest": 43149, + "unta": 43150, + "_pkt": 43151, + "icators": 43152, + "Ġleurs": 43153, + "Ġdecreases": 43154, + "ĉdefine": 43155, + "PREC": 43156, + "ammers": 43157, + "ĠPreparedStatement": 43158, + "(direction": 43159, + "Ġcrews": 43160, + "arked": 43161, + "ĠMemphis": 43162, + "ĠSell": 43163, + "GTK": 43164, + "Ġmaid": 43165, + ":disable": 43166, + "éĽĨ": 43167, + "ĠPf": 43168, + "Ġalbeit": 43169, + "openh": 43170, + "?>\">Ċ": 43171, + ".getSource": 43172, + "(scale": 43173, + "Du": 43174, + "ĠPIL": 43175, + "_refresh": 43176, + "Ġbets": 43177, + "(car": 43178, + "ĠVon": 43179, + "|--------------------------------------------------------------------------Ċ": 43180, + "ĠGrat": 43181, + "Much": 43182, + "(Dialog": 43183, + ".stopPropagation": 43184, + "Ġtek": 43185, + "Ġexits": 43186, + "'],$": 43187, + "ĠphoneNumber": 43188, + "ucs": 43189, + "ecimal": 43190, + "--------------": 43191, + "inp": 43192, + ".pojo": 43193, + "Ġcorpus": 43194, + "Ġpractitioners": 43195, + ".pic": 43196, + "\"testing": 43197, + "ĠstringBy": 43198, + ".NotNull": 43199, + "Ġrang": 43200, + ".Dynamic": 43201, + "_Render": 43202, + "аÑĤа": 43203, + "Waiting": 43204, + "ĠWik": 43205, + "Ġoverwhelmed": 43206, + "%\">": 43207, + "ĠAE": 43208, + "}}>Ċ": 43209, + "uw": 43210, + "_typ": 43211, + "Ġbuckets": 43212, + "Ġgreeting": 43213, + "Ġlaughter": 43214, + "Ġantagon": 43215, + "uggestion": 43216, + "-email": 43217, + "ĉtop": 43218, + "Ġeros": 43219, + "_tri": 43220, + "Ġissuing": 43221, + "Ġhá": 43222, + "Ġisolate": 43223, + "Overflow": 43224, + ",E": 43225, + "Ġnutritional": 43226, + "ĠAbbott": 43227, + "Ġnf": 43228, + ".touch": 43229, + ".fetchall": 43230, + "_zip": 43231, + "\")}Ċ": 43232, + "Ġamat": 43233, + "ĠCisco": 43234, + "ĠnÃ¥": 43235, + "PLEX": 43236, + "Ġsei": 43237, + "foto": 43238, + ".toJson": 43239, + "å¤ļ": 43240, + "ĠKlein": 43241, + "Ġlibc": 43242, + "Ġminers": 43243, + "å¢": 43244, + "-print": 43245, + "ĠPride": 43246, + "Todos": 43247, + "Ġmasked": 43248, + "ĠsetData": 43249, + "Ġtelefon": 43250, + "Ġunhappy": 43251, + "ĠTables": 43252, + "geb": 43253, + "(debug": 43254, + "_allowed": 43255, + "-access": 43256, + "Ġlogistics": 43257, + "Ġgems": 43258, + "ĠMature": 43259, + "Ġrsp": 43260, + "ĠAlle": 43261, + ".getBytes": 43262, + "\\web": 43263, + "ynchronized": 43264, + "Paragraph": 43265, + "Ġthrottle": 43266, + ".sqlite": 43267, + "consulta": 43268, + "ĠSeah": 43269, + "Ce": 43270, + "Ġsubmar": 43271, + "ERE": 43272, + "Vous": 43273, + "Ġreddit": 43274, + "Ġsqlalchemy": 43275, + "-mile": 43276, + "ocide": 43277, + "Pour": 43278, + "}}\">Ċ": 43279, + "stead": 43280, + "Ġ@(": 43281, + "Ġ[])": 43282, + "ĠAds": 43283, + "Ġoverload": 43284, + "ridden": 43285, + "ĠDesert": 43286, + "ĠWrap": 43287, + "ĠPortuguese": 43288, + "etz": 43289, + "ĉfirst": 43290, + "Ġmilestone": 43291, + "æĹł": 43292, + "ÑĥÑī": 43293, + "(success": 43294, + "\")Ċ": 43463, + "ĠDollar": 43464, + "Ġemoji": 43465, + "Carousel": 43466, + "-player": 43467, + "Ġadjusting": 43468, + "Ġjuga": 43469, + "allenges": 43470, + "gene": 43471, + "(bodyParser": 43472, + "lopedia": 43473, + "ĠBehind": 43474, + "Ġsleeves": 43475, + "Ġdragging": 43476, + "ĠChevrolet": 43477, + "Ġbiz": 43478, + "ivities": 43479, + "ĠFrequency": 43480, + ",char": 43481, + ".WHITE": 43482, + "_preview": 43483, + ")';Ċ": 43484, + "_ax": 43485, + "IONS": 43486, + ".cpu": 43487, + ".inputs": 43488, + "UBE": 43489, + "_feed": 43490, + "ĠSupplement": 43491, + "!).": 43492, + "esus": 43493, + "ĠUDP": 43494, + "Ġmicrophone": 43495, + "Ġconfirms": 43496, + ".isNotEmpty": 43497, + "\":\"\",Ċ": 43498, + "_SCREEN": 43499, + "ĉexpected": 43500, + "+-+-+-+-": 43501, + "ĠHait": 43502, + "fastcall": 43503, + "Ġdepict": 43504, + "vb": 43505, + "_picture": 43506, + "ĉdescription": 43507, + "ĠWife": 43508, + "uci": 43509, + "Ġvicious": 43510, + "ä»ĸ": 43511, + "ueba": 43512, + "ĠsetUser": 43513, + "ãģ¡": 43514, + "Ġdiving": 43515, + "Ġopera": 43516, + "usercontent": 43517, + "arah": 43518, + ")},": 43519, + "yun": 43520, + "velt": 43521, + "Ġuncovered": 43522, + "Ġhips": 43523, + "Ġoscill": 43524, + "Ġasserting": 43525, + "ĠXi": 43526, + ".restore": 43527, + "kea": 43528, + "Ġspelling": 43529, + "Ġderive": 43530, + "abwe": 43531, + "ĠDow": 43532, + ".setType": 43533, + "_vs": 43534, + "Ġcozy": 43535, + ".categories": 43536, + "Org": 43537, + "_mgr": 43538, + "Ġdungeon": 43539, + "collectionView": 43540, + "ĠBlank": 43541, + "acias": 43542, + "ää": 43543, + "_cleanup": 43544, + "_ACTIVITY": 43545, + "Ġtriangles": 43546, + ".MenuItem": 43547, + "Ġiphone": 43548, + "ĠWon": 43549, + "]]ĊĊ": 43550, + "ĠComparison": 43551, + ".Doc": 43552, + "Ġcanonical": 43553, + "ĠSudan": 43554, + "'){": 43555, + "UpInside": 43556, + "builtin": 43557, + "ENCY": 43558, + "xbe": 43559, + "Ġchuck": 43560, + "Ġcontradict": 43561, + "Ġnuestro": 43562, + "Ġarchitectural": 43563, + "ĠFib": 43564, + "Ġcompares": 43565, + "*k": 43566, + "Cfg": 43567, + "çĦ¡": 43568, + "nten": 43569, + "Matches": 43570, + "ĠDOWNLOAD": 43571, + "_HANDLER": 43572, + "management": 43573, + "[S": 43574, + "ENG": 43575, + "ÂĢÂ": 43576, + "fang": 43577, + "Ġslipped": 43578, + "ĠLanka": 43579, + "escaping": 43580, + "Ġtackles": 43581, + "ĠPedro": 43582, + ".Prop": 43583, + ".''": 43584, + ".Generated": 43585, + ".NewGuid": 43586, + "atrigesimal": 43587, + "illon": 43588, + "Ġstatistic": 43589, + "species": 43590, + "holding": 43591, + "Drupal": 43592, + "Ġfundamentally": 43593, + "Ġbondage": 43594, + "Ġresolutions": 43595, + "InlineData": 43596, + "\\Type": 43597, + "estion": 43598, + ".wrap": 43599, + "Ġwarriors": 43600, + "ĠLOCAL": 43601, + "Archive": 43602, + "Ġembraced": 43603, + "ủ": 43604, + ".Ver": 43605, + "ĠAffordable": 43606, + "olesale": 43607, + "ĠApplied": 43608, + "ĠConversion": 43609, + "mega": 43610, + "_cam": 43611, + "Ġceremon": 43612, + "aurus": 43613, + "ĠVolk": 43614, + ".opens": 43615, + "/about": 43616, + "ĠStd": 43617, + "journal": 43618, + "()){čĊ": 43619, + ",\"\\": 43620, + "(Arrays": 43621, + "ĠDense": 43622, + "aseña": 43623, + "änner": 43624, + "/stat": 43625, + "userData": 43626, + "Ġgerman": 43627, + "Ġtz": 43628, + "worthy": 43629, + "FormatException": 43630, + "pherd": 43631, + "Ġsmiles": 43632, + "ĠWhenever": 43633, + "(adapter": 43634, + ".badlogic": 43635, + "Ġbriefing": 43636, + ".GridColumn": 43637, + "-char": 43638, + "dimension": 43639, + "ĠCopper": 43640, + "Ġninth": 43641, + "Ġ'{{": 43642, + "Ġrav": 43643, + "_Table": 43644, + "Ġderivatives": 43645, + "ĠRaise": 43646, + "ĠFut": 43647, + "armor": 43648, + "-padding": 43649, + "Ġremin": 43650, + "ĉstyle": 43651, + "ĠMembership": 43652, + "Ġspreads": 43653, + "Ġgalleries": 43654, + "ĠClarke": 43655, + "Ġconception": 43656, + "minute": 43657, + "Ġabusive": 43658, + "_adj": 43659, + "Ġterrific": 43660, + "Ġovert": 43661, + "ourcing": 43662, + "Ġentrada": 43663, + "levels": 43664, + "Ġcritique": 43665, + "Ġrespects": 43666, + "ĠMMA": 43667, + "iene": 43668, + "Ġencaps": 43669, + "ĠRaymond": 43670, + "Divider": 43671, + "ivable": 43672, + "baz": 43673, + "Ġ@_;Ċ": 43674, + "ĠClaire": 43675, + "Ġurging": 43676, + "CEE": 43677, + "Ġtransformer": 43678, + "discord": 43679, + "ĠJourney": 43680, + "tos": 43681, + "Ġcompetitions": 43682, + "ĠOBJ": 43683, + "ĠBis": 43684, + "Ġrelaxation": 43685, + "idy": 43686, + "_INSTANCE": 43687, + "ĠPref": 43688, + "dados": 43689, + "iciencies": 43690, + "ĠMediaQuery": 43691, + "ĠCube": 43692, + "ĠStrange": 43693, + "gpu": 43694, + "(days": 43695, + "_InitStruct": 43696, + "Ġfingerprint": 43697, + "emat": 43698, + "ĠGecko": 43699, + "Ġrails": 43700, + "ĠLum": 43701, + "straction": 43702, + "igung": 43703, + "(movie": 43704, + "_dictionary": 43705, + "_interrupt": 43706, + "ĠQC": 43707, + "iked": 43708, + "appendChild": 43709, + "recipient": 43710, + "ré": 43711, + "Ve": 43712, + "Ġtowel": 43713, + ".lastIndexOf": 43714, + "Ġplacebo": 43715, + "ĠWie": 43716, + ".esp": 43717, + "(Debug": 43718, + "operative": 43719, + "Ġdeceased": 43720, + "&id": 43721, + "ĉmutex": 43722, + "elic": 43723, + "Ġbapt": 43724, + "ĉčĊčĊ": 43725, + "Ġfarther": 43726, + "Half": 43727, + ".disable": 43728, + ".menuStrip": 43729, + "leccion": 43730, + "ĠresultCode": 43731, + "Ġcans": 43732, + "-election": 43733, + "female": 43734, + "_FIX": 43735, + "ausible": 43736, + "ĠPOWER": 43737, + "Ġreconstruction": 43738, + "Ġscans": 43739, + ".XtraBars": 43740, + "âĢĺs": 43741, + "Removed": 43742, + "Ġparagraphs": 43743, + "_margin": 43744, + "Ġlymph": 43745, + "Ġbos": 43746, + "lington": 43747, + "ĠBaptist": 43748, + "Ġadvertisements": 43749, + "ĠManage": 43750, + "/yyyy": 43751, + "IOUS": 43752, + "ENCES": 43753, + "ĠFiction": 43754, + "ĉmenu": 43755, + "ĠFileOutputStream": 43756, + "ovan": 43757, + "ĠFeng": 43758, + "Ġskipping": 43759, + "getClass": 43760, + "anni": 43761, + "Ġrebounds": 43762, + "Ġpublicity": 43763, + "Ġingres": 43764, + "usement": 43765, + "Ġthoughtful": 43766, + ".Chart": 43767, + "Ġhatte": 43768, + "passport": 43769, + "Ġhooked": 43770, + "ĠLens": 43771, + "Ġflagship": 43772, + "Ġstip": 43773, + "ĠGEN": 43774, + "Ġclues": 43775, + "ipv": 43776, + "ĠRise": 43777, + "ĠGew": 43778, + "tablename": 43779, + "Ġforemost": 43780, + "_validate": 43781, + "_analysis": 43782, + "olla": 43783, + "Ġqualifications": 43784, + "Ġdistributions": 43785, + "ĠFlower": 43786, + "Ġtense": 43787, + "Ġthankful": 43788, + "Ġclutch": 43789, + "Ġunified": 43790, + "roads": 43791, + "Ġsiti": 43792, + "Ġstall": 43793, + "_PRIORITY": 43794, + "cstdlib": 43795, + "_USERNAME": 43796, + ".bytes": 43797, + "?page": 43798, + "ermalink": 43799, + "ĠVeget": 43800, + "/vnd": 43801, + "-author": 43802, + ".NONE": 43803, + "ĠConcurrent": 43804, + "ĠCry": 43805, + "Ġstarters": 43806, + "ĠInteraction": 43807, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 43808, + "ĠLEVEL": 43809, + "Ell": 43810, + "ĠcomboBox": 43811, + "ĠTheresa": 43812, + "tek": 43813, + "_Handle": 43814, + "Ġaby": 43815, + ".gdx": 43816, + ",end": 43817, + "(Local": 43818, + "Ol": 43819, + "knife": 43820, + "arial": 43821, + "ĠHoff": 43822, + "Ġprostituerade": 43823, + "Doctor": 43824, + "Instances": 43825, + ".SetValue": 43826, + "ĉfrom": 43827, + "Ġluxurious": 43828, + "Indent": 43829, + "Allocator": 43830, + "_DRAW": 43831, + "(\",\",": 43832, + "ĠFrances": 43833, + "ĠgroupBox": 43834, + "(schema": 43835, + "Printf": 43836, + "ORIES": 43837, + "-gradient": 43838, + "Ġreput": 43839, + "arin": 43840, + "_DONE": 43841, + "incre": 43842, + "ignty": 43843, + "Ġexert": 43844, + "Ġ-.": 43845, + "/App": 43846, + "-through": 43847, + "Ġdeclining": 43848, + "Ġdessert": 43849, + "Ġincumb": 43850, + "Ġdesignation": 43851, + ".PORT": 43852, + ",strong": 43853, + "Ġsandbox": 43854, + "Ġwines": 43855, + "ĠPav": 43856, + "$str": 43857, + "askell": 43858, + "Ġhö": 43859, + "ĠPY": 43860, + "GetInstance": 43861, + "TextInput": 43862, + "gameObject": 43863, + "/events": 43864, + "createdAt": 43865, + "ĠlocalVar": 43866, + "ĠWHITE": 43867, + "pered": 43868, + "ilege": 43869, + "efficient": 43870, + ",color": 43871, + "cate": 43872, + "ĠCafe": 43873, + "Ġsimilarities": 43874, + "Ġpumps": 43875, + "ĠHungary": 43876, + ".Username": 43877, + "Ġskate": 43878, + "Ġtouchdowns": 43879, + "Ġaccelerate": 43880, + "ĠHelen": 43881, + "OMEM": 43882, + "ĠKun": 43883, + "_vol": 43884, + "ĠfindAll": 43885, + "ĠMenschen": 43886, + "ahead": 43887, + ");\"": 43888, + "kommen": 43889, + "Ġpossessed": 43890, + ".argmax": 43891, + ".transition": 43892, + "ARP": 43893, + "OLUME": 43894, + "(script": 43895, + "ĠÐĺ": 43896, + "ĠFinding": 43897, + "onces": 43898, + "Io": 43899, + "Bold": 43900, + "Ġrenewal": 43901, + "_DIALOG": 43902, + "Ġdisreg": 43903, + "INTERN": 43904, + "Ġtoute": 43905, + "Ġelectr": 43906, + "ĠGross": 43907, + "ĉtrue": 43908, + ".Fields": 43909, + "ĠWIDTH": 43910, + "ĠDent": 43911, + "ĠÃģ": 43912, + "NSNotification": 43913, + "Ġaos": 43914, + "Ġmelee": 43915, + ".Validation": 43916, + "ĠDEC": 43917, + "-dependent": 43918, + "Ġsuic": 43919, + "Traits": 43920, + "$message": 43921, + "ĠDear": 43922, + "ĉFILE": 43923, + "languages": 43924, + ".Prot": 43925, + ".addr": 43926, + "-generation": 43927, + "ICON": 43928, + "Ġtransplant": 43929, + "-description": 43930, + "Ġchasing": 43931, + "Ġchees": 43932, + "Ġ}*/Ċ": 43933, + "Trad": 43934, + "queries": 43935, + "/widgets": 43936, + "subpackage": 43937, + "Ġespec": 43938, + "Ġcracked": 43939, + "Ġcompetitor": 43940, + "Purchase": 43941, + "-team": 43942, + "olecular": 43943, + "orThunk": 43944, + "&P": 43945, + "Ġrelent": 43946, + "/#{": 43947, + "ĠproductId": 43948, + "Ġè¾": 43949, + "ĠLav": 43950, + "ĠAlter": 43951, + ".Mode": 43952, + "ADIO": 43953, + "grp": 43954, + "æ·»åĬł": 43955, + "Quit": 43956, + "Ġdepths": 43957, + "-category": 43958, + "ĠDATABASE": 43959, + "SPELL": 43960, + "ĠFalcon": 43961, + "ĠQStringList": 43962, + "Ġ''.": 43963, + "ĠInstitution": 43964, + "damage": 43965, + "azor": 43966, + "belongsTo": 43967, + "verages": 43968, + "ĠNONE": 43969, + "ippets": 43970, + ",\\Ċ": 43971, + "Ġfootprint": 43972, + "_archive": 43973, + "nak": 43974, + ".getField": 43975, + "ĠReflection": 43976, + "Ġ']": 43977, + "ĠHBO": 43978, + "_discount": 43979, + "Ġincest": 43980, + "ĠDodge": 43981, + "ĠWade": 43982, + ".NO": 43983, + "\"encoding": 43984, + "ĠBlockchain": 43985, + "Ġlawsuits": 43986, + "ĠMaint": 43987, + "chten": 43988, + "Ġétait": 43989, + "Ġktóre": 43990, + "_ctl": 43991, + "(timer": 43992, + "Battle": 43993, + "izo": 43994, + "ayed": 43995, + "IOR": 43996, + "ĠGlasgow": 43997, + "Ġsynth": 43998, + "_logs": 43999, + ".pose": 44000, + "_AdjustorThunk": 44001, + "((&": 44002, + "Ġunsure": 44003, + "ystate": 44004, + "íķĺëĬĶ": 44005, + "OULD": 44006, + ".ng": 44007, + "Ġdefaultdict": 44008, + "workspace": 44009, + "Ġselective": 44010, + "PickerController": 44011, + "YNAMIC": 44012, + ".methods": 44013, + "Ġpathways": 44014, + "ĠFew": 44015, + "KG": 44016, + "CRYPT": 44017, + "following": 44018, + "ĠDLC": 44019, + "ĠSara": 44020, + "Ġpreset": 44021, + "estructor": 44022, + "ĠKurt": 44023, + "Ġairplane": 44024, + "Ġomp": 44025, + "ĠParents": 44026, + "ĠMartinez": 44027, + ".complete": 44028, + "Ġbroadly": 44029, + "Ġscare": 44030, + "ĠMé": 44031, + "Ġelimination": 44032, + "Ġpoured": 44033, + "/sw": 44034, + "Ġcomun": 44035, + "Ġmasc": 44036, + "ĠOrganic": 44037, + "ĠStringUtils": 44038, + "ilateral": 44039, + "Ġreluctant": 44040, + "-age": 44041, + "Ġnz": 44042, + ".\"\\": 44043, + "Ġpastor": 44044, + "alez": 44045, + "Ġefect": 44046, + "prov": 44047, + "/init": 44048, + "Ġpenn": 44049, + "unds": 44050, + "Ġssize": 44051, + "ĠProj": 44052, + "basename": 44053, + "Ġshells": 44054, + "ĠNeck": 44055, + "ĠEnforcement": 44056, + "vided": 44057, + "stown": 44058, + "Sphere": 44059, + "$r": 44060, + "ussen": 44061, + "afil": 44062, + "ĠTelegram": 44063, + "Ġanalytical": 44064, + "нÑĭе": 44065, + "usually": 44066, + "xn": 44067, + "Ġhistorian": 44068, + "ĠGregory": 44069, + "olph": 44070, + "ĠUna": 44071, + "Ġcontributes": 44072, + "%-": 44073, + "antiago": 44074, + "ÑĢед": 44075, + ".region": 44076, + "Ġabrupt": 44077, + "ĠUnsupportedOperationException": 44078, + "ĠTASK": 44079, + "_finish": 44080, + "Ġnotorious": 44081, + "ĠVs": 44082, + "ĠMQ": 44083, + "Ġsunset": 44084, + "Ġunacceptable": 44085, + "arcer": 44086, + "Ġillumin": 44087, + "ĠOrb": 44088, + "Ġbh": 44089, + "Este": 44090, + "_dispatch": 44091, + "Ġripped": 44092, + "Ġtoujours": 44093, + "ĠParcel": 44094, + "_ll": 44095, + ".userName": 44096, + ".classes": 44097, + "SOURCE": 44098, + "(Number": 44099, + "елÑı": 44100, + "Ġheadphones": 44101, + "(side": 44102, + "constitution": 44103, + "annah": 44104, + "čĊĠĠĠĠĠĠĠĠčĊ": 44105, + "Ġcliff": 44106, + "-ref": 44107, + "Ġmostrar": 44108, + "ĠPowell": 44109, + "+y": 44110, + "ĠBG": 44111, + "_fragment": 44112, + ".Port": 44113, + "Ġrealizing": 44114, + "paramref": 44115, + "Ġhometown": 44116, + "@Table": 44117, + "+\"--}}Ċ": 44296, + "French": 44297, + "EntityManager": 44298, + "ĠPlain": 44299, + "////////////////////////////////////////////////////////////////////": 44300, + "³": 44301, + "(RE": 44302, + "capt": 44303, + "Ġorganisms": 44304, + "Ġjets": 44305, + "olocation": 44306, + "ĠAppRoutingModule": 44307, + "Ġglorious": 44308, + "æľį": 44309, + "Ġdiscarded": 44310, + "ĉĉĉĉĠĠĠĠĠ": 44311, + "ĠArnold": 44312, + "lug": 44313, + "Ġparl": 44314, + "Ġhormones": 44315, + "Ġmah": 44316, + "ĠSonic": 44317, + "Ġorganizers": 44318, + "_PLATFORM": 44319, + ".inv": 44320, + "Ġchord": 44321, + "ventional": 44322, + "ĉof": 44323, + "Episode": 44324, + ".Enum": 44325, + "unkt": 44326, + "ĠDh": 44327, + "ĠJared": 44328, + "ĠNak": 44329, + "Ġintends": 44330, + "Endian": 44331, + "Ġaustralia": 44332, + "_cv": 44333, + "(resolve": 44334, + "Ġclinics": 44335, + "liked": 44336, + "ASHINGTON": 44337, + "inha": 44338, + "'*": 44339, + "ĠNP": 44340, + "_beh": 44341, + "Ġhf": 44342, + "Ġwür": 44343, + "categoria": 44344, + "$form": 44345, + "Ġsubway": 44346, + "ĠisActive": 44347, + "popular": 44348, + "Cour": 44349, + "Ġcooldown": 44350, + "Ġainsi": 44351, + "ĠGLuint": 44352, + "ereal": 44353, + "ĠarrayOf": 44354, + "Ġhatch": 44355, + "==========": 44356, + "resses": 44357, + "_PP": 44358, + ".^": 44359, + "_decay": 44360, + "ĠBless": 44361, + "metrics": 44362, + "ĠCOPYING": 44363, + "ĠDumpster": 44364, + "ĠJosé": 44365, + "ĠDesigns": 44366, + "<": 44369, + "Ġ\"}Ċ": 44370, + "timezone": 44371, + "Ġeer": 44372, + "maxcdn": 44373, + "ĠESC": 44374, + "igaret": 44375, + "_connected": 44376, + "_reverse": 44377, + "Ġquestionable": 44378, + "ĠUSC": 44379, + "Ġtutti": 44380, + "Ġdropout": 44381, + "ĠActivities": 44382, + "ĠWinds": 44383, + "')));Ċ": 44384, + "Ġcongest": 44385, + "ģı": 44386, + "Ġprolonged": 44387, + "è¿Ļ": 44388, + "ĠCrossAxisAlignment": 44389, + "LEEP": 44390, + "ĠVALID": 44391, + "ĠGaz": 44392, + "Ġdependence": 44393, + "ĠPrix": 44394, + ".CompilerServices": 44395, + "jump": 44396, + "Ġstrat": 44397, + "circ": 44398, + "ĠCUSTOM": 44399, + "xaa": 44400, + "Ġbmp": 44401, + "Ġbureau": 44402, + "Ġwaren": 44403, + "NX": 44404, + "(Window": 44405, + "ĠChristie": 44406, + "_FE": 44407, + "Ġtn": 44408, + "ĠOmega": 44409, + "communications": 44410, + "HomePage": 44411, + "completion": 44412, + "Ġsupplying": 44413, + "YPES": 44414, + "ável": 44415, + "åĪ¶": 44416, + "(click": 44417, + "\\Contracts": 44418, + "/questions": 44419, + "Ġez": 44420, + "AMS": 44421, + ".mesh": 44422, + "Ġ'\\Ċ": 44473, + "Robot": 44474, + "JsonObject": 44475, + "ĠDF": 44476, + "ĠProcessor": 44477, + "_should": 44478, + ".protobuf": 44479, + "-users": 44480, + "Ġembry": 44481, + "FONT": 44482, + "Ġstartups": 44483, + "ĠDataSource": 44484, + ")#": 44485, + "uros": 44486, + "_Color": 44487, + "Ġstandalone": 44488, + "}[": 44489, + "jd": 44490, + "Ġforgive": 44491, + "Ġngx": 44492, + "ĠGenerally": 44493, + "Ġconfigurable": 44494, + "/order": 44495, + "Ġvas": 44496, + "')\";Ċ": 44497, + "ĠRR": 44498, + "ĠTroy": 44499, + "Ġcompromised": 44500, + "ĠSwan": 44501, + "intendent": 44502, + "Central": 44503, + "_keeper": 44504, + "Ġarquivo": 44505, + "ĠReadOnly": 44506, + "_curve": 44507, + "kv": 44508, + "entin": 44509, + "è±": 44510, + "ĠEy": 44511, + ".imread": 44512, + "ĠPam": 44513, + "iffe": 44514, + "ativity": 44515, + "xbc": 44516, + "Ġgrim": 44517, + "-filled": 44518, + "namese": 44519, + "']:": 44520, + "Ġaur": 44521, + "ĠGibson": 44522, + ".MouseEvent": 44523, + "Ġlado": 44524, + "avadoc": 44525, + "Ġfamil": 44526, + "ĠModer": 44527, + "fps": 44528, + "ãĢĢãĢĢ": 44529, + "-example": 44530, + "ĠAlzheimer": 44531, + "ĠUtf": 44532, + "_arguments": 44533, + "Conclusion": 44534, + "textContent": 44535, + "remaining": 44536, + "Ġinterrupts": 44537, + "ĠBackup": 44538, + "ĠMong": 44539, + "Ġreceptors": 44540, + "histor": 44541, + ".coroutines": 44542, + "Ġshouted": 44543, + "Alarm": 44544, + "Ġcombust": 44545, + "Ġgrote": 44546, + "ultural": 44547, + "(ids": 44548, + "--------------------------------------------------------------------------------": 44549, + "iplinary": 44550, + "Opts": 44551, + "ĠYale": 44552, + "localStorage": 44553, + "Ġequival": 44554, + "ĠFleet": 44555, + "\\b": 44556, + "*pi": 44557, + "ĠQLabel": 44558, + "æ¡": 44559, + "Ġvx": 44560, + "ĠACL": 44561, + "Ġsucesso": 44562, + "Ġperc": 44563, + "ĠNotre": 44564, + "Ġanarch": 44565, + "Ring": 44566, + "spb": 44567, + "Ġstrpos": 44568, + "stores": 44569, + "ĠMaple": 44570, + "(MainActivity": 44571, + "(\"\"))": 44572, + "ĠviewHolder": 44573, + "Quad": 44574, + "Ġigual": 44575, + "orsche": 44576, + ".margin": 44577, + "Ġindie": 44578, + "Ġfranc": 44579, + "ĠFormBuilder": 44580, + "ĠParticip": 44581, + ".flash": 44582, + "Ġstorms": 44583, + "Ult": 44584, + "Ġfen": 44585, + "[new": 44586, + "Ever": 44587, + "=\"Ċ": 44588, + "Ġlocalized": 44589, + "_follow": 44590, + "Ġnave": 44591, + "Ġdominance": 44592, + "(tile": 44593, + "Journal": 44594, + "ĠVC": 44595, + "Ġpenetration": 44596, + "ï¼ķ": 44597, + "Ġcompartment": 44598, + "Ġbids": 44599, + "Formatted": 44600, + "******/ĊĊ": 44601, + "(city": 44602, + "âĢĶit": 44603, + "[C": 44604, + "ĠuseCallback": 44605, + "aub": 44606, + ")?.": 44607, + "ĠVAR": 44608, + "ĠSebastian": 44609, + "ĠMoss": 44610, + "Ġabundant": 44611, + "Greg": 44612, + "ÑĤа": 44613, + "_ci": 44614, + "Ġbibli": 44615, + "CRM": 44616, + "ĠAttempt": 44617, + "isme": 44618, + "dash": 44619, + "ãĢİ": 44620, + "_mu": 44621, + ".FormattingEnabled": 44622, + "Indeed": 44623, + "-direct": 44624, + "Ġsucking": 44625, + "Ġpne": 44626, + "ocabulary": 44627, + "ĠPackers": 44628, + ".Navigation": 44629, + "Ġpied": 44630, + "cribing": 44631, + "ĠStuart": 44632, + ".ToDouble": 44633, + "ĠSecondary": 44634, + "Saving": 44635, + "ĠDut": 44636, + "ĠMadd": 44637, + "Magic": 44638, + ",H": 44639, + ".documentElement": 44640, + "ĠBST": 44641, + "Ġdiffers": 44642, + "Ġmoreover": 44643, + "_nd": 44644, + "SEARCH": 44645, + "пÑĢав": 44646, + "æ´": 44647, + "toMatch": 44648, + "Ġdecreasing": 44649, + "-member": 44650, + "ampus": 44651, + "(boost": 44652, + "Daily": 44653, + "DataGridView": 44654, + "ĠHttpContext": 44655, + "Ġhipp": 44656, + "_workers": 44657, + "-language": 44658, + "éĵ": 44659, + "Ġconsisted": 44660, + "athing": 44661, + "ĠMercury": 44662, + "$content": 44663, + "Ġpracticed": 44664, + "ĠModules": 44665, + "_DAY": 44666, + "Ġweaknesses": 44667, + "ĠLodge": 44668, + "Ġnar": 44669, + "ĠMate": 44670, + "Ġjp": 44671, + "ĠHttpHeaders": 44672, + "Ġsmo": 44673, + "ĠTOKEN": 44674, + "])(": 44675, + "Ġaqui": 44676, + "swagen": 44677, + "Ġsrv": 44678, + "ĉans": 44679, + "Around": 44680, + "ĠManuel": 44681, + "Ġfictional": 44682, + "ĠIMG": 44683, + "Ġ.'": 44684, + "ĠBerry": 44685, + "Ġwallpaper": 44686, + "sexual": 44687, + "iero": 44688, + "ĠçļĦ": 44689, + "ìĨĮ": 44690, + "BackingField": 44691, + "ĠAdrian": 44692, + "BASEPATH": 44693, + "Ġrepeats": 44694, + "Ġblues": 44695, + "Ġunpredict": 44696, + "_coll": 44697, + "stacle": 44698, + "ĠTumblr": 44699, + "ĠElf": 44700, + "Ġassurance": 44701, + "Ġcensus": 44702, + "ĠIMPORT": 44703, + "ENDER": 44704, + "anos": 44705, + "Ġ=(": 44706, + "ĠEllis": 44707, + "\"ĊĊĊĊ": 44708, + ".win": 44709, + "ĠAbove": 44710, + "alon": 44711, + "_tick": 44712, + "Ġrepresentations": 44713, + "Ġæķ": 44714, + "wid": 44715, + "ĠArms": 44716, + "Lista": 44717, + "_failure": 44718, + "_cm": 44719, + ".FlatAppearance": 44720, + "Ġthrone": 44721, + "Patch": 44722, + "ĠVoy": 44723, + "engl": 44724, + "Ġnegotiating": 44725, + ">`": 44726, + "Ġshoots": 44727, + "ĠFPS": 44728, + ".Year": 44729, + "ĠKiss": 44730, + "ención": 44731, + "reeting": 44732, + "FromFile": 44733, + "Ġresignation": 44734, + "Ø·": 44735, + "Ġtwins": 44736, + "ượ": 44737, + "Ġgebru": 44738, + ".getContent": 44739, + ".Tree": 44740, + "ĠEmployees": 44741, + "ĠFIFA": 44742, + "Ġcertainty": 44743, + "(Cl": 44744, + "Ġtotals": 44745, + "editable": 44746, + "à¥Ģ": 44747, + ".Reporting": 44748, + "Mas": 44749, + "quiet": 44750, + ".rules": 44751, + "ĠVO": 44752, + "conexion": 44753, + ",K": 44754, + "Ġallocator": 44755, + "ĠPowder": 44756, + "\\Repository": 44757, + "Beat": 44758, + "_tipo": 44759, + "Ġ['',": 44760, + "_INTR": 44761, + "Ġ<<<": 44762, + "\");čĊ": 44791, + "dropIfExists": 44792, + "ĠBeg": 44793, + "_HAL": 44794, + "ĠcrossAxisAlignment": 44795, + "ĠEvidence": 44796, + "Ġpeculiar": 44797, + "Ġinstitute": 44798, + "veis": 44799, + "Ġfft": 44800, + "Ãģ": 44801, + "Ġzoekt": 44802, + "analy": 44803, + "ĠHomeland": 44804, + "Ġpenetr": 44805, + "uddenly": 44806, + "ĉelement": 44807, + "ĠBren": 44808, + "ĠTrudeau": 44809, + "ĠCuban": 44810, + "jam": 44811, + "uslim": 44812, + "_ev": 44813, + "Ġstems": 44814, + "}%": 44815, + "Ŀå§ĭ": 44816, + "Ġbranding": 44817, + "Ġcorrespondence": 44818, + ".jquery": 44819, + "¢åįķ": 44820, + "ĠReads": 44821, + "(HttpStatusCode": 44822, + "assin": 44823, + "(slot": 44824, + "ĠGraduate": 44825, + "///<": 44826, + "Ġinformations": 44827, + "ENABLE": 44828, + "Ġpuis": 44829, + "Ġfinder": 44830, + "ĠBris": 44831, + "Ġnettsteder": 44832, + "_mid": 44833, + "Ġogs": 44834, + "ĠSterling": 44835, + "Ġarrog": 44836, + "strftime": 44837, + "|ĊĊ": 44838, + "Ġvox": 44839, + "ĠRegardless": 44840, + "Ġeso": 44841, + "ĠComfort": 44842, + ".BooleanField": 44843, + "Ġuh": 44844, + "ACY": 44845, + "Ġsqueez": 44846, + "ĠVic": 44847, + "contro": 44848, + ".lo": 44849, + "Ġire": 44850, + "ĠComedy": 44851, + "ë¶": 44852, + "Ġoriginated": 44853, + "Ġshipment": 44854, + "|max": 44855, + "_guid": 44856, + "levation": 44857, + "наÑı": 44858, + "(undefined": 44859, + "ĠDDR": 44860, + "Ġshootings": 44861, + "ĠLatino": 44862, + "ENDOR": 44863, + "Ġaveraging": 44864, + "Ġgreeted": 44865, + "Ġtheaters": 44866, + "ое": 44867, + "ĠdB": 44868, + "Ġgst": 44869, + "Ġdefinite": 44870, + ".Storage": 44871, + ".her": 44872, + "Ġafore": 44873, + "ĠReality": 44874, + "ĠGods": 44875, + "versed": 44876, + "Ġhandsome": 44877, + "Ġexcluding": 44878, + "(ad": 44879, + "Quotes": 44880, + "ĠScheme": 44881, + "?q": 44882, + "ĠTamil": 44883, + "Ticks": 44884, + "Ġpest": 44885, + "'n": 44886, + "Ġpornography": 44887, + "_modal": 44888, + "Ġ----------": 44889, + "Ġdisposable": 44890, + "FREE": 44891, + "Ġshark": 44892, + "CHE": 44893, + "Ġdepicted": 44894, + "Ġdemonstrations": 44895, + "ĠKilled": 44896, + "ĠRULE": 44897, + "Ġobsessed": 44898, + "Ġsimplified": 44899, + "Postal": 44900, + "Ġconceptual": 44901, + "Ġpst": 44902, + "Las": 44903, + "_PROJECT": 44904, + "ucceeded": 44905, + "olu": 44906, + "ÄŁi": 44907, + "Ġpersonalities": 44908, + "Ġreshape": 44909, + "Ġenclosed": 44910, + "ĉptr": 44911, + "Ġtutorials": 44912, + "Ġexploded": 44913, + "_DIRECTORY": 44914, + "åĨħ容": 44915, + "Ġcanon": 44916, + "Ġrecognise": 44917, + "PAD": 44918, + "ĠApprox": 44919, + "ĠRestore": 44920, + "ĠImportant": 44921, + "Ġheavier": 44922, + ".Sequential": 44923, + "Earth": 44924, + "ĠMilk": 44925, + ".setRequest": 44926, + ".tem": 44927, + "Ġreconstruct": 44928, + "Ġskeptical": 44929, + "_Private": 44930, + "BUF": 44931, + "qua": 44932, + ":a": 44933, + "Ġsek": 44934, + "Ġdwell": 44935, + "ossa": 44936, + "Ġrewarded": 44937, + "ий": 44938, + "(topic": 44939, + "_partition": 44940, + "Ġ__________________": 44941, + "Keywords": 44942, + "ĠFranco": 44943, + "Lite": 44944, + "Ġnaken": 44945, + "Ġза": 44946, + "OBJECT": 44947, + "Ġcrafts": 44948, + "ĠSwap": 44949, + ".Xna": 44950, + ".Connect": 44951, + "Ġbalcony": 44952, + "(real": 44953, + "ĠBarnes": 44954, + "bir": 44955, + "ĠTwenty": 44956, + "ayan": 44957, + "atars": 44958, + "ĠPropel": 44959, + "ĠIhnen": 44960, + "Upgrade": 44961, + "Ġcurb": 44962, + "-second": 44963, + "Ġneph": 44964, + ".pres": 44965, + "ìŀħ": 44966, + ".seq": 44967, + "Ġpadded": 44968, + "\"?": 44969, + "jl": 44970, + "ãĥ¬": 44971, + "')a": 44975, + "Coordinates": 44976, + "Ġenacted": 44977, + "ENTS": 44978, + "Ġlac": 44979, + ".final": 44980, + "ĠPhpStorm": 44981, + "called": 44982, + "Ġinquiries": 44983, + ".middleware": 44984, + "ĠDowntown": 44985, + "/';Ċ": 44986, + "Ġkilomet": 44987, + "accel": 44988, + "Ġquien": 44989, + "wstring": 44990, + "setData": 44991, + "Ġmanera": 44992, + "Ġmodular": 44993, + "rimp": 44994, + "Ġtariffs": 44995, + "âĢĻil": 44996, + "_THROW": 44997, + "/color": 44998, + "ĠHTMLElement": 44999, + "Ġcarro": 45000, + "Ġprere": 45001, + "Ġplotting": 45002, + "ĠPositive": 45003, + "ĠMachines": 45004, + "OTES": 45005, + "Ỽ": 45006, + "pleasant": 45007, + "Ġalte": 45008, + "Ġainda": 45009, + "these": 45010, + "Ġcors": 45011, + "ipay": 45012, + "ĠAdvisory": 45013, + "ĠRubio": 45014, + "jq": 45015, + "Ġlimestone": 45016, + "Ġdetached": 45017, + "设置": 45018, + "tenant": 45019, + "ĠDepth": 45020, + "alore": 45021, + "ĠÑģÑĤÑĢок": 45022, + "ĠFORE": 45023, + "ĠLay": 45024, + "presentation": 45025, + ")');Ċ": 45026, + ".subplots": 45027, + "Ïĥ": 45028, + "NOW": 45029, + "Gar": 45030, + "handles": 45031, + "abra": 45032, + "puties": 45033, + "ĠElectrical": 45034, + "Middle": 45035, + "ropic": 45036, + "ĠJD": 45037, + "ĠDyn": 45038, + "ĠBristol": 45039, + "ĠMcCarthy": 45040, + "Ġstriker": 45041, + "Ġenumerable": 45042, + "ĠEvan": 45043, + ".defaults": 45044, + "quences": 45045, + ")||": 45046, + "ĉtoken": 45047, + "âĹı": 45048, + "-dropdown": 45049, + "STORE": 45050, + "ĠGraphic": 45051, + "(pp": 45052, + "Expl": 45053, + "Ġupwards": 45054, + "ĠDistributed": 45055, + "ĠWEB": 45056, + "Jer": 45057, + "isNaN": 45058, + "çĶŁæĪIJ": 45059, + ">R": 45060, + "üssen": 45061, + "efs": 45062, + "Ġuncover": 45063, + "Ġlud": 45064, + ".calculate": 45065, + "Ġintptr": 45066, + "Ġmidfielder": 45067, + ".Headers": 45068, + "Ġmf": 45069, + "eref": 45070, + ".Metro": 45071, + "ĠSpeaking": 45072, + ":b": 45073, + "Ġcryptocurrencies": 45074, + "Ġdemons": 45075, + "ĉEXPECT": 45076, + "Ġwicked": 45077, + "youtube": 45078, + ":Int": 45079, + "ĠHindi": 45080, + "ĠCAT": 45081, + "Ġع": 45082, + "rar": 45083, + "omore": 45084, + "/per": 45085, + "/license": 45086, + "Ġreim": 45087, + "Ġawaiting": 45088, + "Ġlethal": 45089, + "ĠEF": 45090, + "rounded": 45091, + "ĠPlatinum": 45092, + "ĠвÑģе": 45093, + ".coords": 45094, + ".Device": 45095, + "/item": 45096, + "ĠWenn": 45097, + "compileComponents": 45098, + "ĠKinder": 45099, + ".removeItem": 45100, + "Ġanda": 45101, + "bnb": 45102, + "Ġpra": 45103, + "(transaction": 45104, + "Ġembarrassing": 45105, + "ĉBOOL": 45106, + ".contentView": 45107, + "Ġeventdata": 45108, + "atore": 45109, + "ĠprovidedIn": 45110, + "irma": 45111, + "Ġzona": 45112, + "_HW": 45113, + "æĻ": 45114, + "Ġstove": 45115, + "Ġcounterpart": 45116, + "_Product": 45117, + "_MANAGER": 45118, + "Ġinfring": 45119, + "ĠERA": 45120, + "_party": 45121, + "Ñij": 45122, + "Ġinici": 45123, + "_Request": 45124, + "Ġmiracle": 45125, + "ĠcancelButton": 45126, + "Spy": 45127, + "ató": 45128, + "Ġpolish": 45129, + "ĠNicole": 45130, + ".displayName": 45131, + "\\Requests": 45132, + "ĠuseHistory": 45133, + "RouterModule": 45134, + "Ġstared": 45135, + "IDER": 45136, + "ÑĥнкÑĨи": 45137, + "Ġnota": 45138, + "$arr": 45139, + "pecified": 45140, + "Ġtopp": 45141, + "_DRIVER": 45142, + "/ng": 45143, + "åł": 45144, + "_tm": 45145, + "%timeout": 45146, + "\"": 45588, + "tlement": 45589, + "$(\"": 45590, + "FromString": 45591, + "ĠBild": 45592, + "Ġconventions": 45593, + "_native": 45594, + "ĠInspector": 45595, + "ĠPist": 45596, + "ubar": 45597, + "Ġregs": 45598, + "ĠPilot": 45599, + "Thus": 45600, + ">'+": 45601, + "Ġcela": 45602, + ".news": 45603, + "(Product": 45604, + "Living": 45605, + "Russia": 45606, + "Ġfacet": 45607, + "etical": 45608, + "Ġ['$": 45609, + "/[": 45610, + "ĠDire": 45611, + "Ġgases": 45612, + "ĠINFORMATION": 45613, + "ĠEat": 45614, + "ĠForums": 45615, + "ĠCharacters": 45616, + "_met": 45617, + "Ġìĭľ": 45618, + "Ġkings": 45619, + "achie": 45620, + "ĠLambda": 45621, + "Ġtimers": 45622, + "ĠLighting": 45623, + "ĠCasey": 45624, + "addir": 45625, + "andex": 45626, + ".answer": 45627, + "ĠHip": 45628, + "ĠPrincip": 45629, + "StartDate": 45630, + "ĠãĢĮ": 45631, + "tres": 45632, + "Ġ&#": 45633, + ".MaxValue": 45634, + "ĠProblems": 45635, + "Ġlatex": 45636, + "OfClass": 45637, + "ĠLynn": 45638, + "//'": 45639, + "Ġvoyage": 45640, + "Ġshuttle": 45641, + "ĠRoller": 45642, + "ĠRuntimeError": 45643, + "uya": 45644, + "Dic": 45645, + "ĉbuilder": 45646, + "Ġbullying": 45647, + "Ġsimplest": 45648, + ".called": 45649, + "ĠLR": 45650, + "Ġmorality": 45651, + "Ġsturdy": 45652, + "tracking": 45653, + ".swagger": 45654, + "_BIND": 45655, + "ITOR": 45656, + "-urlencoded": 45657, + "ĠÑħ": 45658, + "ĠTrinity": 45659, + "Ġtraps": 45660, + "Ġ|-": 45661, + "ĠsetText": 45662, + "Ġbargain": 45663, + "Ġbrakes": 45664, + ".getCode": 45665, + "Ġmigrate": 45666, + "Ġribbon": 45667, + ")return": 45668, + "Ġcharger": 45669, + "acom": 45670, + "ADIUS": 45671, + "ĠAmbassador": 45672, + "-after": 45673, + "Ġanni": 45674, + "ĉspin": 45675, + "Concept": 45676, + "ĠHenderson": 45677, + "ĠHOST": 45678, + ".rank": 45679, + "ĠNortheast": 45680, + "Ġberlin": 45681, + "Ġrequis": 45682, + ".feed": 45683, + "ĠsourceMapping": 45684, + "ĠRencontre": 45685, + ".ajax": 45686, + "nestjs": 45687, + "Ġtrek": 45688, + "ĠNacional": 45689, + "Ġ&[": 45690, + "Ġpayable": 45691, + "ortex": 45692, + "Ġdept": 45693, + "fieldName": 45694, + "Ġcompletes": 45695, + "ĠRVA": 45696, + "Ġonions": 45697, + "alignment": 45698, + "Formats": 45699, + "Ġ'{$": 45700, + "HashSet": 45701, + "ĠBod": 45702, + ".InvariantCulture": 45703, + "Ġsettlements": 45704, + "Ġhydr": 45705, + ".updated": 45706, + "venth": 45707, + "(seconds": 45708, + "=\"/\"": 45709, + "Ġwebpage": 45710, + "(ĊĊ": 45711, + "Ġtir": 45712, + "Ġtoes": 45713, + "ĠBrick": 45714, + "Ġambition": 45715, + "Pot": 45716, + "=max": 45717, + "ETIME": 45718, + "Ġdepot": 45719, + "calls": 45720, + "ĠNorwegian": 45721, + "`:": 45722, + "Ġburger": 45723, + "Ġprofessors": 45724, + "ĠAllocate": 45725, + "-thirds": 45726, + "-chart": 45727, + "Ġford": 45728, + "*N": 45729, + ".kotlin": 45730, + "Ġpaperwork": 45731, + "ĠDEVICE": 45732, + "%@\",": 45733, + "respect": 45734, + "(mp": 45735, + "é«ĺ": 45736, + "-if": 45737, + "Ġcushion": 45738, + "obot": 45739, + "Ġparc": 45740, + "SPACE": 45741, + "ĠNetanyahu": 45742, + "Ġselfish": 45743, + "feat": 45744, + "Ġclientes": 45745, + "-tools": 45746, + "Ġporch": 45747, + "Ġjq": 45748, + ".verbose": 45749, + "Ġliberals": 45750, + "])ĊĊĊ": 45751, + "pies": 45752, + "NotBlank": 45753, + "(term": 45754, + "ÈĽi": 45755, + "_Params": 45756, + ".normalize": 45757, + "Bullet": 45758, + "ASIC": 45759, + "(hex": 45760, + "_cliente": 45761, + "+,": 45762, + "_DI": 45763, + "Ġforthcoming": 45764, + "}\")]Ċ": 45765, + "seo": 45766, + "Um": 45767, + ">Name": 45768, + "Ġcomfortably": 45769, + "irectional": 45770, + "WITH": 45771, + "/pr": 45772, + "ĠPoor": 45773, + "ĠVitamin": 45774, + "vic": 45775, + "GH": 45776, + "Ġpriorit": 45777, + "ĠNN": 45778, + "ĠClosed": 45779, + "¤í": 45780, + "ĠisOpen": 45781, + "\\Console": 45782, + "AndFeel": 45783, + ".SUCCESS": 45784, + "_OPERATION": 45785, + "polation": 45786, + "ĠTas": 45787, + "psz": 45788, + ">'.": 45789, + "CURRENT": 45790, + "Vendor": 45791, + "hosts": 45792, + "ĠErd": 45793, + ">tagger": 45794, + "ĠsourceMappingURL": 45795, + "Ġmarathon": 45796, + "_closed": 45797, + "Ġexemption": 45798, + "Ġrecognizes": 45799, + "ideshow": 45800, + "'$": 45801, + "('/');Ċ": 45802, + "mits": 45803, + "warz": 45804, + "ĠCherry": 45805, + "µ¬": 45806, + "nor": 45807, + "porte": 45808, + "Ġwl": 45809, + "_backup": 45810, + ".getBoolean": 45811, + ".getResource": 45812, + "Ġdefinitive": 45813, + ".EditText": 45814, + "ĠsÃŃ": 45815, + ".CONT": 45816, + "ĠPLAYER": 45817, + ".cards": 45818, + "ĠShore": 45819, + "('/')Ċ": 45820, + "cluir": 45821, + "WebDriver": 45822, + "(month": 45823, + "-release": 45824, + "Ġinspector": 45825, + "å£": 45826, + "ĠNF": 45827, + "_clip": 45828, + "åŃIJ": 45829, + "Ġinteracting": 45830, + ".tmp": 45831, + "Ġ'''ĊĊ": 45832, + "Ġdee": 45833, + "Ġfrost": 45834, + "\"]))Ċ": 45835, + "ĠPlaces": 45836, + "Throws": 45837, + "fork": 45838, + "/day": 45839, + "iPhone": 45840, + "ĠMIC": 45841, + "Ġfolding": 45842, + "Ġcrore": 45843, + "ĠChiefs": 45844, + "pherical": 45845, + "(price": 45846, + ".WriteString": 45847, + "Ġexiting": 45848, + "]',Ċ": 45849, + "ighting": 45850, + "Ingredient": 45851, + "(vertex": 45852, + "ĠscrollView": 45853, + "hf": 45854, + ":new": 45855, + "SEN": 45856, + "sector": 45857, + "Ġspins": 45858, + "ĠScheduler": 45859, + "otechn": 45860, + "semicolon": 45861, + "FontOfSize": 45862, + "ĠSpecifically": 45863, + "flamm": 45864, + ".ObjectId": 45865, + "Ġconta": 45866, + "_permissions": 45867, + "ĉFROM": 45868, + "ICODE": 45869, + "/kg": 45870, + "ĠHotels": 45871, + "-med": 45872, + "ĠDin": 45873, + "Ġnavy": 45874, + "getParam": 45875, + "Ġmend": 45876, + "Ġportrayed": 45877, + "ĠMetropolitan": 45878, + "Painter": 45879, + "Ġreferral": 45880, + "_good": 45881, + "Ġmarvel": 45882, + "osaic": 45883, + ">(&": 45884, + ".ur": 45885, + "Ġestos": 45886, + "William": 45887, + "Ġtimber": 45888, + "Ġquelques": 45889, + "ĠDocuments": 45890, + ".Xaml": 45891, + "Ġbatches": 45892, + "éģĵ": 45893, + "ĠReleased": 45894, + "Tail": 45895, + "COOKIE": 45896, + "heid": 45897, + "_station": 45898, + "ĠVia": 45899, + "Sale": 45900, + "ĠRepeat": 45901, + "Ġpromin": 45902, + "ĠZo": 45903, + "-forward": 45904, + "ĠIon": 45905, + "itary": 45906, + "Ġjus": 45907, + "-request": 45908, + "Ġproudly": 45909, + "ĠStreaming": 45910, + "(MouseEvent": 45911, + "ĠSprint": 45912, + "_rotation": 45913, + "Repositories": 45914, + "Ġtart": 45915, + "ĠÑģв": 45916, + "Ġmappings": 45917, + "èª": 45918, + "Cu": 45919, + "Cycle": 45920, + "Ġbun": 45921, + "ĉlua": 45922, + "ãĥī": 45923, + "Ġ((!": 45924, + "Ġcollectively": 45925, + "ĠCond": 45926, + "Ġwszyst": 45927, + "(lib": 45928, + "openhagen": 45929, + "_skip": 45930, + ".ColumnHeader": 45931, + "éĤ": 45932, + "perienced": 45933, + "ıè¿°": 45934, + "_props": 45935, + "Ġcontrace": 45936, + "Ġmatchup": 45937, + "abetic": 45938, + ".members": 45939, + "RECT": 45940, + "(dat": 45941, + "Ġsog": 45942, + "renom": 45943, + "_Method": 45944, + "Customers": 45945, + "fullname": 45946, + "ZN": 45947, + "retry": 45948, + "Ġkap": 45949, + "ĠNeu": 45950, + "èĬ": 45951, + "addChild": 45952, + "willReturn": 45953, + "_permalink": 45954, + "Ġenergetic": 45955, + "ĠWet": 45956, + "ĠMorr": 45957, + "Ġgcd": 45958, + "counts": 45959, + ",type": 45960, + "dig": 45961, + "(Login": 45962, + "Ġcracks": 45963, + "Ġbacterial": 45964, + "ĠMeat": 45965, + "ĠArmstrong": 45966, + "ĠBronze": 45967, + "Ġapproximate": 45968, + "_dirs": 45969, + "liga": 45970, + "ÅĤad": 45971, + "Ġkindness": 45972, + "Ġcontre": 45973, + "ĠEVERY": 45974, + "MET": 45975, + "Ġannouncements": 45976, + "gpio": 45977, + "ĠWaitForSeconds": 45978, + "ĠPhotoshop": 45979, + "Ġdiscontin": 45980, + "/dd": 45981, + "Ġtopology": 45982, + "anical": 45983, + ".interface": 45984, + "aucoup": 45985, + ".HashSet": 45986, + "ARIANT": 45987, + "(routes": 45988, + "ĠTeh": 45989, + "Ġhype": 45990, + "]\").": 45991, + "Ġslam": 45992, + "Ġbroth": 45993, + "-inter": 45994, + "ĠRid": 45995, + "-manager": 45996, + "Cancelar": 45997, + "ĠPagination": 45998, + "Ġsoundtrack": 45999, + "Ġposterior": 46000, + "Ġscrub": 46001, + "creating": 46002, + "-*": 46003, + "irteen": 46004, + ".dy": 46005, + ".symmetric": 46006, + "Ġ\"\".": 46007, + "===============": 46008, + "Ġchassis": 46009, + "ĠnumberOfRows": 46010, + "Developer": 46011, + "_bins": 46012, + "ĠOUR": 46013, + "rieb": 46014, + "Pros": 46015, + "ĠwiÄĻ": 46016, + "\"d": 46017, + "Ġasyncio": 46018, + "zeigen": 46019, + "_spi": 46020, + ".ALL": 46021, + "Ġscrews": 46022, + "Chinese": 46023, + "ĠapiKey": 46024, + "Ġunsuccessful": 46025, + "ĠSeahawks": 46026, + "ORG": 46027, + "ç«ł": 46028, + "Ġprofessionally": 46029, + "ĠCoupon": 46030, + "åŃĹ段": 46031, + "Convention": 46032, + "Ġpolym": 46033, + "æīĭ": 46034, + "Ġsalvation": 46035, + "Ġengineered": 46036, + "ĠWrest": 46037, + "ĠGCC": 46038, + "Ġwarmer": 46039, + "LayoutConstraint": 46040, + "Ġaggrav": 46041, + "Scripts": 46042, + "venture": 46043, + "Ġrefrigerator": 46044, + "Ġinnovations": 46045, + "ĠRunner": 46046, + "NIC": 46047, + "ĠRolling": 46048, + "ControlEvents": 46049, + "Ġloos": 46050, + "pac": 46051, + "ĉpanel": 46052, + "efe": 46053, + "ĠBuddha": 46054, + "--------------Ċ": 46055, + "åºĵ": 46056, + "(forKey": 46057, + "Ġlumin": 46058, + "Ġ(?": 46059, + "ĠAIDS": 46060, + ",user": 46061, + "imientos": 46062, + "contentType": 46063, + "antlr": 46064, + "é¦": 46065, + "ĠWelt": 46066, + "Production": 46067, + "might": 46068, + "ĠVII": 46069, + "\",(": 46070, + "Ġobserving": 46071, + "Ġdeliberate": 46072, + "(control": 46073, + "Ġwithd": 46074, + "Ġsemana": 46075, + "STACK": 46076, + "uchen": 46077, + "Nice": 46078, + "ĠDeutschland": 46079, + "ĠSpecifies": 46080, + "dma": 46081, + "izio": 46082, + "ĠFacts": 46083, + "_popup": 46084, + "ĠDirectors": 46085, + "{:": 46086, + "[R": 46087, + "ĠÑįлеменÑĤ": 46088, + "Ġplat": 46089, + "Ġdirecting": 46090, + "ä¸ī": 46091, + "ĠGilbert": 46092, + "âĢ¦.ĊĊ": 46093, + ".qml": 46094, + "Ġthereafter": 46095, + "Ġdisposition": 46096, + "draft": 46097, + "Ġsurgeon": 46098, + "ĠInsider": 46099, + "Blend": 46100, + "ĠTrev": 46101, + "trinsic": 46102, + "Topics": 46103, + "rieve": 46104, + "_FILENAME": 46105, + "Ġautres": 46106, + "Jose": 46107, + "Producer": 46108, + "erus": 46109, + "Ġpetit": 46110, + "ĠNEXT": 46111, + "ĠFilters": 46112, + "Ġreplicate": 46113, + "\"]).": 46114, + "Ġlenders": 46115, + "]\",Ċ": 46116, + ";charset": 46117, + "CppObject": 46118, + "Ġfloral": 46119, + "ĠTipo": 46120, + "Ġcircuits": 46121, + "easy": 46122, + "(&$": 46123, + "itta": 46124, + "eryl": 46125, + "_COMMON": 46126, + "'}}>Ċ": 46127, + "-backed": 46128, + "(variable": 46129, + "(Index": 46130, + "Ġvoir": 46131, + "_locations": 46132, + "++){": 46133, + "ĠLouisville": 46134, + "Ġgratitude": 46135, + ".Mockito": 46136, + "ĠPowers": 46137, + "ieurs": 46138, + "Ġgeographic": 46139, + "rale": 46140, + "Ġcra": 46141, + "ĠSpurs": 46142, + "iphertext": 46143, + "ACION": 46144, + "-common": 46145, + "Ġvictories": 46146, + "ĠFinals": 46147, + ".shuffle": 46148, + "-million": 46149, + "_PROC": 46150, + "assume": 46151, + "Ġils": 46152, + "DBC": 46153, + "BootTest": 46154, + "Ġlavor": 46155, + ".testing": 46156, + ".ast": 46157, + "\"]/": 46158, + "moid": 46159, + "Ġqualification": 46160, + "gesch": 46161, + "ĉput": 46162, + "Ġairports": 46163, + "JI": 46164, + "Teacher": 46165, + "_uniform": 46166, + "Ġnama": 46167, + "ĠBast": 46168, + "ertype": 46169, + "capture": 46170, + "getAll": 46171, + "ĠReynolds": 46172, + "ooled": 46173, + ".comments": 46174, + "Ġchin": 46175, + ").*": 46176, + "Ġили": 46177, + "tgl": 46178, + "udos": 46179, + "ĠdÃŃas": 46180, + "chai": 46181, + ".program": 46182, + "Ġpsz": 46183, + "ĉicon": 46184, + "phil": 46185, + "entral": 46186, + "_WRAP": 46187, + "ovi": 46188, + "Ġnostalg": 46189, + "Infinity": 46190, + "ĉyield": 46191, + "Ġvitamins": 46192, + "Quaternion": 46193, + "Sink": 46194, + "_goods": 46195, + "Ġ........": 46196, + "ĠWings": 46197, + "uridad": 46198, + "-story": 46199, + "\"])ĊĊ": 46200, + "idelity": 46201, + "TypeDef": 46202, + "Gtk": 46203, + "ĠíĮ": 46204, + "_Main": 46205, + "Ġchez": 46206, + "ĠRaven": 46207, + "Ġpayroll": 46208, + "Ġfreelance": 46209, + "LLU": 46210, + "ĠMend": 46211, + "eday": 46212, + "ApiModelProperty": 46213, + ".FormBorderStyle": 46214, + "Ġeconomist": 46215, + "stanbul": 46216, + "Ġfreight": 46217, + "-Agent": 46218, + "(meta": 46219, + "Ġsymmetry": 46220, + "Ġ'..": 46221, + ".Calendar": 46222, + "-aut": 46223, + "gf": 46224, + "pent": 46225, + "yclopedia": 46226, + "Ġwishing": 46227, + "ĊĊĊĊĊĊĊĊĊĊĊĊ": 46228, + "Ġgentleman": 46229, + "Ġê³": 46230, + "=#": 46231, + "Ġlectures": 46232, + "âĢľIn": 46233, + "Ġ!_": 46234, + "Ġhb": 46235, + "ĠVendor": 46236, + "Recently": 46237, + "_notes": 46238, + "æıIJ示": 46239, + "\"My": 46240, + "HeadersHeight": 46241, + "_SO": 46242, + "Ġunwilling": 46243, + "Ġsuperhero": 46244, + "gio": 46245, + "psy": 46246, + "ĠPeer": 46247, + "javax": 46248, + "&apos": 46249, + "ĠCrisis": 46250, + "ordinal": 46251, + "Memcpy": 46252, + "++++++++++++++++": 46253, + "-val": 46254, + "Ġworkbook": 46255, + "-ap": 46256, + "=k": 46257, + "Ġmetallic": 46258, + "_peer": 46259, + "ByPrimaryKey": 46260, + "_SD": 46261, + "uator": 46262, + "_SHADER": 46263, + ")Math": 46264, + ".Transform": 46265, + "Ġcows": 46266, + "Phi": 46267, + "ĠClem": 46268, + "(_(\"": 46269, + "ĠLud": 46270, + "-delay": 46271, + "ĠSecurities": 46272, + "ĠOrthodox": 46273, + "Symfony": 46274, + "(report": 46275, + "Ġentertain": 46276, + "EPS": 46277, + "izoph": 46278, + "exual": 46279, + "IRD": 46280, + "ä»İ": 46281, + "Ġlith": 46282, + "Ġsanitize": 46283, + "Ġfeminine": 46284, + "ISBN": 46285, + ".authentication": 46286, + "_pipeline": 46287, + "/constants": 46288, + "ĠCONF": 46289, + "Ġlucr": 46290, + "ricia": 46291, + ".ttf": 46292, + ".setContent": 46293, + "Ġstan": 46294, + "orean": 46295, + "ĠLloyd": 46296, + ".rawValue": 46297, + "Ġgor": 46298, + "ĠBrowns": 46299, + "Regression": 46300, + "Ġlowering": 46301, + "naissance": 46302, + "Ġblows": 46303, + "Ġamazed": 46304, + "Ġunrelated": 46305, + "Reviews": 46306, + "Ġruby": 46307, + "ĠModifier": 46308, + "Ġgiants": 46309, + ".thread": 46310, + "Ġcontainment": 46311, + "ĠStartCoroutine": 46312, + "umat": 46313, + "orelease": 46314, + "ĠRandy": 46315, + "@endif": 46316, + "Digest": 46317, + "Ġsuburban": 46318, + "=\");Ċ": 46319, + "Ġannonce": 46320, + ".variable": 46321, + "\\Foundation": 46322, + "Ġacre": 46323, + "Van": 46324, + "Ġtuples": 46325, + "dns": 46326, + "ĠStanding": 46327, + "_large": 46328, + "Ġboxing": 46329, + "SupportActionBar": 46330, + "ĠFortune": 46331, + "ĠRum": 46332, + "_multiple": 46333, + "archical": 46334, + "Ġfwrite": 46335, + "_quote": 46336, + "Ġfoolish": 46337, + "Ġcomprising": 46338, + "Ġоп": 46339, + "-selected": 46340, + "vf": 46341, + "maid": 46342, + "Nama": 46343, + "(datetime": 46344, + "Ġindirectly": 46345, + "gart": 46346, + "fixtures": 46347, + "chos": 46348, + "ĠHalo": 46349, + "Ġrecurring": 46350, + "-news": 46351, + "vil": 46352, + "ĠNursing": 46353, + "-produ": 46354, + "ĠHQ": 46355, + "\\HttpFoundation": 46356, + "enci": 46357, + "auen": 46358, + "Ġvy": 46359, + "ocracy": 46360, + "Ġdelegation": 46361, + "Ġasphalt": 46362, + "ĠsetSelected": 46363, + "kok": 46364, + "/rest": 46365, + "metics": 46366, + "ĠNSDate": 46367, + "Ġtravelled": 46368, + "Ġrecib": 46369, + "Ġmime": 46370, + "CLIENT": 46371, + "ĠGU": 46372, + "ĠHANDLE": 46373, + "/Q": 46374, + "[z": 46375, + "Ġbothered": 46376, + "ĠBBQ": 46377, + "ças": 46378, + "_examples": 46379, + "_FIN": 46380, + "ĠwhiteColor": 46381, + "Ġastronom": 46382, + "-dir": 46383, + "Ġsovereign": 46384, + "Ġbreeze": 46385, + "Ġinning": 46386, + "ĠEdmonton": 46387, + "gli": 46388, + ".blogspot": 46389, + "jsx": 46390, + "Ġversa": 46391, + "ĠMohammed": 46392, + ".Job": 46393, + "-toggler": 46394, + "ĠполÑĮзоваÑĤ": 46395, + "ardon": 46396, + "Ġnewborn": 46397, + "Ġnaval": 46398, + "noteq": 46399, + "Ġtumblr": 46400, + "Ġhentai": 46401, + "ĠTypically": 46402, + "Ġloot": 46403, + ".Sprite": 46404, + "Flight": 46405, + "Ġwavelength": 46406, + "-sk": 46407, + "ĠElle": 46408, + "_exports": 46409, + "ĠÑı": 46410, + "ĠIH": 46411, + "izophren": 46412, + "Ġíģ": 46413, + "_primary": 46414, + "Ġmois": 46415, + "ĠBN": 46416, + "Ġsystemic": 46417, + "Ġdiferentes": 46418, + "INCT": 46419, + "Ġ''ĊĊ": 46420, + "$q": 46421, + "WidgetItem": 46422, + "clide": 46423, + "$file": 46424, + "Lemma": 46425, + "/table": 46426, + "agrid": 46427, + "ĠMongoDB": 46428, + "inte": 46429, + "Ġapprent": 46430, + "ÂŃing": 46431, + ".Db": 46432, + "ĠÃĤ": 46433, + "hammer": 46434, + "='';Ċ": 46435, + "Ġbrokers": 46436, + "itlement": 46437, + "semblies": 46438, + "Ele": 46439, + "{x": 46440, + "Ġlastname": 46441, + "<-": 46442, + "Ġflatten": 46443, + "_band": 46444, + ".Root": 46445, + ".readFileSync": 46446, + "======": 46447, + ".rx": 46448, + "?čĊ": 46449, + "Ġmetaphor": 46450, + "Ti": 46451, + "conte": 46452, + "Ġdebit": 46453, + "Ġcontempt": 46454, + "CppType": 46455, + "æĶ¯": 46456, + "FormField": 46457, + "ratio": 46458, + "osopher": 46459, + "Ġimplant": 46460, + "PURE": 46461, + "Ġalta": 46462, + "_management": 46463, + "Ġrefine": 46464, + "ĠCheckBox": 46465, + "ĠCharl": 46466, + "-version": 46467, + "conditional": 46468, + "venues": 46469, + "Ġrifles": 46470, + "Ġoffspring": 46471, + "Ġmilling": 46472, + "Ġsharply": 46473, + "Ġunderwater": 46474, + "(origin": 46475, + "_Control": 46476, + "Ġ.$": 46477, + "Plugins": 46478, + "Ġdrying": 46479, + "Ġillustrates": 46480, + "-u": 46481, + "Ġvegetarian": 46482, + "npc": 46483, + "Heart": 46484, + ";',Ċ": 46485, + "comma": 46486, + "teenth": 46487, + "asan": 46488, + "/spec": 46489, + "_moves": 46490, + "-margin": 46491, + "Ġingen": 46492, + "³³³": 46493, + "Ġprojet": 46494, + "Ġotra": 46495, + "Ġbras": 46496, + ".utc": 46497, + "Ġslept": 46498, + "=sub": 46499, + "abilit": 46500, + "poster": 46501, + "Ġsdk": 46502, + "ouncill": 46503, + "Ġwd": 46504, + "PreparedStatement": 46505, + "ĠDrum": 46506, + "(attribute": 46507, + "ĠEthernet": 46508, + "ĉDB": 46509, + "California": 46510, + "cube": 46511, + "[I": 46512, + ".Created": 46513, + "ĠHM": 46514, + "Ġtracing": 46515, + "FormsModule": 46516, + "-you": 46517, + ".currency": 46518, + "feeding": 46519, + "Ġtbody": 46520, + "Li": 46521, + "accion": 46522, + "nas": 46523, + "Ġtrouver": 46524, + "NONE": 46525, + "\"},čĊ": 46526, + "Ġftp": 46527, + "WithIdentifier": 46528, + "polate": 46529, + "FileInfo": 46530, + "Ġpursued": 46531, + "ĠĠĠĠčĊĠĠĠĠčĊ": 46532, + "DESCRIPTION": 46533, + "}*/Ċ": 46534, + "FromNib": 46535, + "Ġdecorative": 46536, + "_SSL": 46537, + "(chat": 46538, + "TLS": 46539, + "Ġsurprises": 46540, + "alculate": 46541, + "ĠSplash": 46542, + "(Configuration": 46543, + "ĠSEM": 46544, + "imson": 46545, + "/library": 46546, + "": 46621, + "GED": 46622, + "faq": 46623, + "Ġoptionally": 46624, + "_Dis": 46625, + "ĠSuccessful": 46626, + "ĠCensus": 46627, + "Ġincarcer": 46628, + "_CARD": 46629, + "Ġaviation": 46630, + "ĠGym": 46631, + "Authority": 46632, + ".Bean": 46633, + "shader": 46634, + "NotExist": 46635, + "_TextChanged": 46636, + "ĠSTOP": 46637, + "(team": 46638, + "\"H": 46639, + "wg": 46640, + "Ġgrinder": 46641, + "Ġstripe": 46642, + "Ġpreservation": 46643, + "Claim": 46644, + "aversal": 46645, + "warehouse": 46646, + "targets": 46647, + "Trust": 46648, + "Ġallev": 46649, + ",www": 46650, + "ousse": 46651, + "_chan": 46652, + "_Size": 46653, + "systems": 46654, + "Ġobjection": 46655, + "ĠKane": 46656, + "Ġcorros": 46657, + "ĠDSL": 46658, + "Ġua": 46659, + "ĠMH": 46660, + "ĠStrategic": 46661, + "_tcp": 46662, + "Ġê°Ĵ": 46663, + "Ġborrowed": 46664, + "ĠAch": 46665, + "ĉcommand": 46666, + "Ġgps": 46667, + "leston": 46668, + "ichever": 46669, + "ĠUA": 46670, + "Ġassaulted": 46671, + "Ġspecializes": 46672, + "ĉsearch": 46673, + "Hotel": 46674, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠčĊ": 46675, + "ĠPitch": 46676, + "ĠÙģ": 46677, + "READY": 46678, + "Ġparental": 46679, + "Ġgéné": 46680, + "Ġdonnées": 46681, + "Ġdetain": 46682, + "TARGET": 46683, + "Ġprotagonist": 46684, + "ĠclearInterval": 46685, + "ĠIconButton": 46686, + "ĠGetAll": 46687, + "TypeInfo": 46688, + "EH": 46689, + "âĢľThey": 46690, + "Ġ{[": 46691, + "Ġgag": 46692, + "ĠÚ©": 46693, + "ĠDropdown": 46694, + ".free": 46695, + "gone": 46696, + "imens": 46697, + "Ġinstal": 46698, + "ĉcurl": 46699, + "_CAN": 46700, + "ĠBone": 46701, + "ï¼Ķ": 46702, + "onyms": 46703, + "-government": 46704, + ".bindingNavigator": 46705, + "ĠDans": 46706, + "ĠMcL": 46707, + "(en": 46708, + ">(_": 46709, + "ÐĴÑĭ": 46710, + ".*;čĊ": 46711, + "=j": 46712, + "-cor": 46713, + "Son": 46714, + ".ToolStripItem": 46715, + "-around": 46716, + "_XML": 46717, + "endDate": 46718, + "Ġslack": 46719, + "Ġrotated": 46720, + "Ġnoqa": 46721, + "Ġcottage": 46722, + "Ġencontrar": 46723, + "_skill": 46724, + "houette": 46725, + "!čĊ": 46726, + ".weather": 46727, + "Ġemphasized": 46728, + "家": 46729, + "ĠÑģпиÑģ": 46730, + "ĠCompiler": 46731, + "(android": 46732, + "ĠâĢº": 46733, + ".turn": 46734, + "Ġsuppression": 46735, + "_calls": 46736, + "Ġ*@": 46737, + "(strlen": 46738, + ".hex": 46739, + "ĠBills": 46740, + "ĠRSA": 46741, + "ÏĤ": 46742, + "ĠEscape": 46743, + "ementia": 46744, + "Ġfrontend": 46745, + "Ġpint": 46746, + "_exc": 46747, + "zzo": 46748, + "[],Ċ": 46749, + "Ġ\"','\"": 46750, + ".Environment": 46751, + "Ġaforementioned": 46752, + "Ġendure": 46753, + "prototype": 46754, + "therapy": 46755, + "ssi": 46756, + "Deg": 46757, + "_plugins": 46758, + ".userInfo": 46759, + "Printer": 46760, + "ĠPROGRAM": 46761, + "Ġruins": 46762, + "Ġempirical": 46763, + "Ġcrawl": 46764, + "ĠBoiler": 46765, + "-comment": 46766, + ".subplot": 46767, + "_et": 46768, + "Ġ'.',": 46769, + "minor": 46770, + "ĠCustoms": 46771, + "Ġyaw": 46772, + "underline": 46773, + "ĠComo": 46774, + "(('": 46775, + "(mean": 46776, + "Ġchaque": 46777, + "ĠBlocks": 46778, + ".rad": 46779, + "ilibrium": 46780, + "Ġwebdriver": 46781, + "Ġmelhor": 46782, + "dana": 46783, + "ĠAbuse": 46784, + "ĠSouthwest": 46785, + "ĠParen": 46786, + "PERTIES": 46787, + "ĉIL": 46788, + "Ġscream": 46789, + "vu": 46790, + "Ġincomes": 46791, + "Ġnim": 46792, + "Ġlace": 46793, + "Ġcompensate": 46794, + "Reverse": 46795, + "Dat": 46796, + "_attack": 46797, + "Ġnour": 46798, + "achen": 46799, + "cek": 46800, + "\"+": 47057, + "Ġtokenizer": 47058, + "Ġsovereignty": 47059, + "ĠPence": 47060, + "()\");Ċ": 47061, + "Ġpessoas": 47062, + ".Ge": 47063, + "ĠIncluded": 47064, + "Ġpagina": 47065, + "Ġexposing": 47066, + "еÑĪ": 47067, + "_SCRIPT": 47068, + "/$',": 47069, + "Thumbnail": 47070, + "×Ķ": 47071, + "webElementX": 47072, + "webElementXpaths": 47073, + "pressure": 47074, + "ĠCurry": 47075, + "_CP": 47076, + "OLUTION": 47077, + "ILES": 47078, + "protect": 47079, + "oola": 47080, + "Workspace": 47081, + "{};Ċ": 47082, + "ĠUNS": 47083, + "Ġsympathy": 47084, + "roker": 47085, + "Ġremodel": 47086, + "ĉcell": 47087, + "Ġatop": 47088, + ".FullName": 47089, + "Ġfaut": 47090, + "ĠEasily": 47091, + "_dynamic": 47092, + "Ġframed": 47093, + "Ġmotive": 47094, + "è·¯": 47095, + "sam": 47096, + "Ġmarca": 47097, + "ĠTextEditingController": 47098, + "Ġdestructor": 47099, + "cream": 47100, + "Ġrude": 47101, + "ĠBold": 47102, + "ĠIndigenous": 47103, + "Ġgens": 47104, + "Ġrelacion": 47105, + "(system": 47106, + "ĠUIFont": 47107, + "_charge": 47108, + "USTER": 47109, + "EV": 47110, + ".Namespace": 47111, + "Ġmerger": 47112, + "Ġcalloc": 47113, + "gang": 47114, + "BadRequest": 47115, + "Ġsper": 47116, + "-design": 47117, + "Ġâĩ": 47118, + "Chan": 47119, + "Ġorganism": 47120, + ",)": 47121, + "=id": 47122, + "_plane": 47123, + "ĠCases": 47124, + "elfast": 47125, + "ĠLegislature": 47126, + "ĠFaker": 47127, + "Ġinvoking": 47128, + "-utils": 47129, + "().'": 47130, + ".face": 47131, + "Ġguardian": 47132, + "myModal": 47133, + "Ġclipboard": 47134, + "ĠATM": 47135, + "Ġpeas": 47136, + "ĠSylv": 47137, + ".calc": 47138, + "ĠContacts": 47139, + "intValue": 47140, + "Ġmodifying": 47141, + "ĠBarb": 47142, + ".loss": 47143, + "_percentage": 47144, + "Asked": 47145, + "(lst": 47146, + "ategorical": 47147, + "-files": 47148, + "ĠRomania": 47149, + ".Ac": 47150, + "Ġhai": 47151, + "ĠFlying": 47152, + "Ġż": 47153, + "jp": 47154, + "ĠTrainer": 47155, + ".arc": 47156, + "_deg": 47157, + "Ġtraceback": 47158, + "OrFail": 47159, + "FLOW": 47160, + ".old": 47161, + "oya": 47162, + "gmt": 47163, + "isempty": 47164, + "Ġvaccination": 47165, + "Ġobsolete": 47166, + "recognized": 47167, + "Ġruined": 47168, + "ĠRein": 47169, + "ĠTracking": 47170, + "xfb": 47171, + "اÛĮ": 47172, + "Ġvære": 47173, + "Ġbryster": 47174, + "ĠITS": 47175, + "Ġdestiny": 47176, + "Ġswear": 47177, + "Ġredes": 47178, + "Ġclf": 47179, + "Ġflipped": 47180, + "ĉhead": 47181, + "Bluetooth": 47182, + "ĠOverrides": 47183, + ":Boolean": 47184, + "_=": 47185, + "_lr": 47186, + "spawn": 47187, + ":index": 47188, + "VALUES": 47189, + "iskey": 47190, + "?\");Ċ": 47191, + ".synthetic": 47192, + "ĠChecking": 47193, + "structures": 47194, + "iping": 47195, + "Ġvocals": 47196, + "-Up": 47197, + "ĠManufacturers": 47198, + "ĠMarriage": 47199, + "代çłģ": 47200, + "Ġgarner": 47201, + "_Client": 47202, + "parallel": 47203, + "RIEND": 47204, + "Ġvinegar": 47205, + "segue": 47206, + "JB": 47207, + "Ġcontacting": 47208, + "ĠCarroll": 47209, + "Ġoutreach": 47210, + "tensor": 47211, + "_variant": 47212, + "Ġtheat": 47213, + "licable": 47214, + "{|": 47215, + "tiny": 47216, + "_letter": 47217, + "Ġpencil": 47218, + "HeadersHeightSizeMode": 47219, + "iltro": 47220, + ".autoconfigure": 47221, + ".drag": 47222, + ".useState": 47223, + "ĠBMI": 47224, + "hint": 47225, + "Compile": 47226, + "*\\": 47227, + "enary": 47228, + "Ġlvl": 47229, + ".Cache": 47230, + "+=\"": 47231, + "_tv": 47232, + "ruitment": 47233, + "Ġfread": 47234, + "Articles": 47235, + "fila": 47236, + "Ġpackaged": 47237, + "âĺĨ": 47238, + "ATHER": 47239, + "ĠPlanned": 47240, + "scheme": 47241, + "Ġdiary": 47242, + "Ġoffenses": 47243, + "/F": 47560, + "ĠStick": 47561, + "Ġcerc": 47562, + "ĠSlee": 47563, + "ĉĉĠĠĠĠĠĠĠĠ": 47564, + "": 47739, + "ĉcol": 47740, + "VG": 47741, + "_boolean": 47742, + "recent": 47743, + "Ġ*)ĊĊ": 47744, + "ĠRainbow": 47745, + "ommen": 47746, + "Ġlur": 47747, + "Ġoppression": 47748, + "(\",\");Ċ": 47749, + "ĠFacility": 47750, + "DEFINED": 47751, + "Ġneon": 47752, + "Ġoffender": 47753, + "AFP": 47754, + "ĠCleaning": 47755, + "[]):": 47756, + "Ġundocumented": 47757, + ".Repositories": 47758, + "ĠGuitar": 47759, + "аÑģÑģив": 47760, + "Skills": 47761, + "Ġtestimon": 47762, + "ryptography": 47763, + "ĠAmber": 47764, + "ĠStalin": 47765, + "Ġlone": 47766, + "Ġapenas": 47767, + "Ġdieses": 47768, + "ĠArduino": 47769, + "转": 47770, + "==-": 47771, + "_Act": 47772, + "Ġcoded": 47773, + "âĸł": 47774, + "amburger": 47775, + "-links": 47776, + "Ġarmour": 47777, + ".High": 47778, + "getContent": 47779, + "stag": 47780, + "Ġheck": 47781, + "ĠìĹĨ": 47782, + "ĠMcConnell": 47783, + "ĠConcert": 47784, + "ĠAlloc": 47785, + "äre": 47786, + ".replaceAll": 47787, + "Ġpartitions": 47788, + "rott": 47789, + "ĠFle": 47790, + "_TREE": 47791, + "reasonable": 47792, + "ĠReporting": 47793, + "Ġbillionaire": 47794, + "scores": 47795, + "mins": 47796, + "-eye": 47797, + "MORE": 47798, + "abort": 47799, + "ĠSWT": 47800, + "Ġinverted": 47801, + "ĠTeachers": 47802, + ";n": 47803, + "Ġastro": 47804, + "нов": 47805, + "аниÑĨ": 47806, + "producto": 47807, + "countries": 47808, + "ĠOwen": 47809, + "Ġcontamination": 47810, + "Ġvibe": 47811, + "ĠElli": 47812, + ".script": 47813, + "ĠOlive": 47814, + "DMA": 47815, + "vier": 47816, + ":semicolon": 47817, + "-module": 47818, + "gressive": 47819, + "agu": 47820, + "_players": 47821, + "Ġresultados": 47822, + "started": 47823, + "scrollTop": 47824, + "=====": 47825, + "Ġweighing": 47826, + "Ġ[[[": 47827, + "zahl": 47828, + "(NS": 47829, + "ĠAssertion": 47830, + "league": 47831, + ".setTextColor": 47832, + "ĉMessage": 47833, + "Ġmoms": 47834, + "_AF": 47835, + ".wh": 47836, + "ALS": 47837, + "Ġautre": 47838, + "]ĊĊĊĊ": 47839, + ".opacity": 47840, + "ĠBuddhist": 47841, + "Ġdeaf": 47842, + "ĠOrganisation": 47843, + "(Global": 47844, + "ensch": 47845, + "Ġheadache": 47846, + "ĠAlien": 47847, + "_inode": 47848, + "ĠStark": 47849, + "Ġæī": 47850, + "-lnd": 47851, + "oref": 47852, + "_feat": 47853, + "Ġpedestrian": 47854, + "Ġnominal": 47855, + "Ġballoon": 47856, + "Ġsprites": 47857, + "PrototypeOf": 47858, + "ĠApost": 47859, + "ĠFEATURE": 47860, + "OH": 47861, + "Ġrecess": 47862, + "ĠDonna": 47863, + "consumer": 47864, + "$GLOBALS": 47865, + "ĠGIF": 47866, + "-frame": 47867, + "Inicio": 47868, + "Ġpassages": 47869, + "DateString": 47870, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 47871, + ".byte": 47872, + "Bug": 47873, + "initializer": 47874, + "pkt": 47875, + "odium": 47876, + "ĠDER": 47877, + ".ops": 47878, + "leri": 47879, + "Ġgifted": 47880, + "Ġdetach": 47881, + "terrain": 47882, + "elters": 47883, + "ãģı": 47884, + ".loader": 47885, + "ĠNGO": 47886, + "strncmp": 47887, + "Kh": 47888, + "(fontSize": 47889, + "rocket": 47890, + "Ġprecedent": 47891, + "ĠAurora": 47892, + "ĠExperiment": 47893, + "isphere": 47894, + "Encoded": 47895, + "ĠâĢĵĊĊ": 47896, + "Ġpyramid": 47897, + "ĠAnniversary": 47898, + "ofil": 47899, + "ëŁ": 47900, + "(plugin": 47901, + "Coeff": 47902, + "Ġcooperate": 47903, + "Ġpredominantly": 47904, + "ISM": 47905, + "Phrase": 47906, + "_DEFINE": 47907, + "Flip": 47908, + "AMILY": 47909, + "ĠMarkets": 47910, + "ĠStreamReader": 47911, + "ĠCombine": 47912, + "Ġmanuscript": 47913, + "zza": 47914, + ",tp": 47915, + "Whatever": 47916, + "ITICAL": 47917, + "ighbour": 47918, + "DataProvider": 47919, + ".Texture": 47920, + "privacy": 47921, + ".SDK": 47922, + "Ġrecharge": 47923, + "Ġcpp": 47924, + "ĠCFG": 47925, + "(holder": 47926, + "(py": 47927, + "mot": 47928, + "Ġsavoir": 47929, + "ĠRosa": 47930, + "ĠPCs": 47931, + "ĠíĻ": 47932, + ".heroku": 47933, + "Ġfren": 47934, + "ĠRiley": 47935, + "agate": 47936, + "Ġsond": 47937, + ".xlsx": 47938, + "Ġhacked": 47939, + "stad": 47940, + "Gi": 47941, + "Ġsanity": 47942, + "ĠSqlDataAdapter": 47943, + "...\",": 47944, + "ĠPussy": 47945, + "Ġ****************": 47946, + "Ġhassle": 47947, + "_PARENT": 47948, + "ĠUAE": 47949, + "Ġbeginners": 47950, + "(Client": 47951, + "Ġstatistically": 47952, + ".hour": 47953, + "edelta": 47954, + "Ġtraction": 47955, + "uelve": 47956, + "arat": 47957, + "Ġsauna": 47958, + "INVALID": 47959, + "Ġindictment": 47960, + "ALLE": 47961, + "Ġdissent": 47962, + "ĠTypography": 47963, + "Ġintentional": 47964, + "sit": 47965, + "ĠAnimals": 47966, + "Ġcountryside": 47967, + "Ġuart": 47968, + "}\\\"": 47969, + "Ġseamless": 47970, + "¾ç¤º": 47971, + "Ġautos": 47972, + "Ġ\"'\";Ċ": 47973, + "Flush": 47974, + "ANNOT": 47975, + "Ġalgebra": 47976, + "assoc": 47977, + "ĠWaters": 47978, + "Ġpreparations": 47979, + "ronym": 47980, + "[,]": 47981, + "Sans": 47982, + "Ġarmies": 47983, + "ipeg": 47984, + "Ġcreamy": 47985, + ".art": 47986, + "etre": 47987, + "ĠAnimated": 47988, + "Ġunpleasant": 47989, + "emean": 47990, + "great": 47991, + "iÄħ": 47992, + "ĠEarlier": 47993, + "Ġchic": 47994, + "Ġpreserving": 47995, + "(exec": 47996, + "ĠInvestigation": 47997, + "ĉGPIO": 47998, + "Ġrigorous": 47999, + "ijo": 48000, + "=num": 48001, + "ĠtoolStrip": 48002, + ")set": 48003, + "+\"&": 48004, + "ĠAcceler": 48005, + "Ġdevelopmental": 48006, + "isposable": 48007, + "Ġflawed": 48008, + "rene": 48009, + "Updating": 48010, + "Ġwatchdog": 48011, + "Ġdenominator": 48012, + "Ġsuburbs": 48013, + "Ġ...)": 48014, + "Ġconvictions": 48015, + "closure": 48016, + ".IP": 48017, + "Ġtranslates": 48018, + ".swt": 48019, + ".Trace": 48020, + "Ġmettre": 48021, + ".isEnabled": 48022, + "ĠEffective": 48023, + ".toInt": 48024, + "Ġenchant": 48025, + "Ġstunned": 48026, + "Ġpoi": 48027, + "/code": 48028, + "adm": 48029, + ".databinding": 48030, + "ĠLorem": 48031, + "________________________________________________________________": 48032, + "Ġledger": 48033, + "Ġcara": 48034, + "ĠGir": 48035, + "Ġwaits": 48036, + "Uno": 48037, + "Ġcwd": 48038, + "è¾ij": 48039, + "ĠTResult": 48040, + "Ġrejo": 48041, + "Ġemitted": 48042, + "ĠWestminster": 48043, + "ä¸Ģ个": 48044, + "nek": 48045, + "_Tis": 48046, + "Ġenact": 48047, + "ĉwith": 48048, + "orgia": 48049, + "Ġjue": 48050, + "Perform": 48051, + "SPATH": 48052, + ".topic": 48053, + "ĠDaten": 48054, + "ầ": 48055, + "Ġsitio": 48056, + "_MM": 48057, + "\"So": 48058, + "bial": 48059, + "Ġscoped": 48060, + "Requires": 48061, + "ĠTOTAL": 48062, + "ĠChancellor": 48063, + "(contents": 48064, + "Ġstealth": 48065, + "devices": 48066, + "-pass": 48067, + "ilih": 48068, + "ĠMalcolm": 48069, + "ĠDepot": 48070, + "Ġconfigur": 48071, + "aussian": 48072, + "_constraint": 48073, + "веÑĤ": 48074, + "GRA": 48075, + "ĠRates": 48076, + ".dataGridViewTextBoxColumn": 48077, + "ĠNobel": 48078, + "itics": 48079, + "Ġignorant": 48080, + "ĠReporter": 48081, + "ĠEbola": 48082, + "ĠShock": 48083, + "_relation": 48084, + "ĠNinja": 48085, + ")c": 48086, + "Ġticker": 48087, + ".isChecked": 48088, + "ĠSuppliers": 48089, + "ĠRapid": 48090, + "Levels": 48091, + "âĤ¬âĦ¢": 48092, + "ĉqueue": 48093, + "Ġchop": 48094, + "ĠUnix": 48095, + "reject": 48096, + "-calendar": 48097, + "(sort": 48098, + "ène": 48099, + "ercicio": 48100, + "Ġhect": 48101, + "CALLTYPE": 48102, + "roupon": 48103, + "Ġrentals": 48104, + "authors": 48105, + "{name": 48106, + "ĠFIFO": 48107, + "Ġlassen": 48108, + "ĠNous": 48109, + "Ġsnapped": 48110, + "Ġfertility": 48111, + "\"log": 48112, + "clicked": 48113, + "Ġplanting": 48114, + "Ġgb": 48115, + "/output": 48116, + "PEAT": 48117, + "Ġcategoria": 48118, + "Ġbach": 48119, + "Professor": 48120, + "inth": 48121, + "\"]čĊ": 48122, + "Recorder": 48123, + "serde": 48124, + "ĠTransmission": 48125, + "trad": 48126, + "Ġturbo": 48127, + "_VERTEX": 48128, + "\\Event": 48129, + "ilver": 48130, + "Ġbodily": 48131, + "ĠSources": 48132, + "Ġkillings": 48133, + ".xrTableCell": 48134, + "Ġfolded": 48135, + "/legal": 48136, + "uner": 48137, + "ĠRifle": 48138, + "ĠMIDI": 48139, + "_SelectedIndexChanged": 48140, + ".SizeType": 48141, + "ĠWebSocket": 48142, + "Ġseleccion": 48143, + "Sand": 48144, + "otros": 48145, + "Ġenvision": 48146, + "/etc": 48147, + "ĠMelissa": 48148, + "Spot": 48149, + "ное": 48150, + "_ARM": 48151, + "Attempt": 48152, + "ĠBI": 48153, + "ãģĶ": 48154, + "ĠDU": 48155, + "Ġbacklash": 48156, + "stride": 48157, + "/classes": 48158, + "ĠtextColor": 48159, + "_staff": 48160, + "oblin": 48161, + "agenta": 48162, + ".collections": 48163, + "illage": 48164, + "'čĊčĊ": 48165, + "flatten": 48166, + "_sales": 48167, + "_MASTER": 48168, + "TW": 48169, + "_da": 48170, + "Pitch": 48171, + "phies": 48172, + "Ġzombies": 48173, + "ĠVERY": 48174, + "ĠPharmacy": 48175, + "ĠprogressBar": 48176, + "Ġhashtag": 48177, + "Sidebar": 48178, + "@stop": 48179, + "(pc": 48180, + "олж": 48181, + "MAKE": 48182, + "ĠCoron": 48183, + "Ġkvinner": 48184, + "ĠMaid": 48185, + "bob": 48186, + ".titleLabel": 48187, + "Ġsuccesses": 48188, + "ĠDemocracy": 48189, + "ĠSurgery": 48190, + "Ġcougar": 48191, + "Ġcurso": 48192, + "Ġloro": 48193, + "istency": 48194, + "Senior": 48195, + "æk": 48196, + "ĠAAA": 48197, + "ĠBOOK": 48198, + "ко": 48199, + "WSTR": 48200, + "Ġ*/,Ċ": 48201, + "oyal": 48202, + ".vector": 48203, + "ĠSPEC": 48204, + "SSF": 48205, + "Ġcompuls": 48206, + "ĠAppeals": 48207, + "ĠWinston": 48208, + "ĠMockito": 48209, + "contrib": 48210, + ".available": 48211, + "entityManager": 48212, + "arias": 48213, + "_sale": 48214, + "_rs": 48215, + "Ġdecoding": 48216, + "Ġlocator": 48217, + "olith": 48218, + "Ġkol": 48219, + "Ġascii": 48220, + "ĠRut": 48221, + "/interface": 48222, + "ĉĉĉĉĉĉĠĠĠ": 48223, + "ĠNumer": 48224, + ".flip": 48225, + "-del": 48226, + "Ġbolster": 48227, + "onomic": 48228, + "Ġzm": 48229, + "LG": 48230, + "FindBy": 48231, + "Ġadaptive": 48232, + "loo": 48233, + "Ġvue": 48234, + "(reverse": 48235, + "_canvas": 48236, + ".roles": 48237, + "ificado": 48238, + "venient": 48239, + "\"As": 48240, + "ĠEntr": 48241, + "aligned": 48242, + "Ġbereits": 48243, + "///ĊĊ": 48244, + ".gwt": 48245, + ".employee": 48246, + "_cli": 48247, + "Ġanticipate": 48248, + "éĻIJ": 48249, + "Ġpik": 48250, + "Ġmushrooms": 48251, + "(tt": 48252, + "Ġoma": 48253, + "ĠSanchez": 48254, + "_google": 48255, + ".Valid": 48256, + "ĠFileName": 48257, + "ivative": 48258, + "ked": 48259, + "-war": 48260, + "Ġmaturity": 48261, + "ид": 48262, + "Ġminer": 48263, + "Reducers": 48264, + "ĠLatLng": 48265, + "_STD": 48266, + "Digits": 48267, + "Calc": 48268, + "-upload": 48269, + "Ġhandic": 48270, + "ีà¹Ī": 48271, + "egrated": 48272, + "ĠSTM": 48273, + "Clients": 48274, + "ĠTurbo": 48275, + "SYNC": 48276, + "Ġphotographers": 48277, + ".Out": 48278, + ".character": 48279, + "BUILD": 48280, + ".unlock": 48281, + "Ġarises": 48282, + "ĠCommands": 48283, + "(\"\");čĊ": 48284, + "_FORE": 48285, + ";',": 48286, + "+\"'": 48287, + ".Images": 48288, + "\"){": 48289, + "ĠMeyer": 48290, + "Ġnegatively": 48291, + "ĠDLL": 48292, + "Ġexe": 48293, + "Ġdeficiency": 48294, + "Ġwildly": 48295, + "-switch": 48296, + "construction": 48297, + "Ġexceptionally": 48298, + "ĠLiz": 48299, + "/java": 48300, + "Ġtheirs": 48301, + "ĠContemporary": 48302, + "lis": 48303, + ".fillRect": 48304, + "ĠNFC": 48305, + "Ġrehe": 48306, + "(numbers": 48307, + "Ġraster": 48308, + "Ġfiguring": 48309, + "Ġshowc": 48310, + "ĠJill": 48311, + "Ġarcade": 48312, + "ĠConstructs": 48313, + "mdl": 48314, + "('|": 48315, + "Ġidentifiers": 48316, + "Ġstellar": 48317, + "(Connection": 48318, + "Ġ\"{{": 48319, + "yor": 48320, + "(mysqli": 48321, + "Ġdove": 48322, + "OfBirth": 48323, + ".disconnect": 48324, + "_hi": 48325, + "Ġzwischen": 48326, + "ĠGrund": 48327, + "iros": 48328, + "_Array": 48329, + ".onclick": 48330, + "ansom": 48331, + "Answers": 48332, + "ĉremove": 48333, + "Fa": 48334, + "Ġhurry": 48335, + "-inf": 48336, + "ĠgetClass": 48337, + "ĠRegulation": 48338, + "ĠFLAGS": 48339, + "misc": 48340, + "Ken": 48341, + "_heading": 48342, + "GHz": 48343, + "-entry": 48344, + "Ġbiography": 48345, + "Sig": 48346, + "-mf": 48347, + "Watcher": 48348, + "âĢľA": 48349, + "}px": 48350, + "Ġspicy": 48351, + "_sq": 48352, + "Lost": 48353, + "(track": 48354, + "али": 48355, + "Descending": 48356, + "((": 48553, + "survey": 48554, + "Ġíĺ": 48555, + "...')Ċ": 48556, + "ĠDivider": 48557, + "osl": 48558, + "_CANCEL": 48559, + "_prepare": 48560, + "stin": 48561, + "ĠHeath": 48562, + ".PrimaryKey": 48563, + "ĠâĨIJ": 48564, + "ĠLocalDateTime": 48565, + "Ġcooperative": 48566, + "Learning": 48567, + ".enqueue": 48568, + "Ġgoog": 48569, + "ĠRegression": 48570, + "imates": 48571, + "Ġvoyeur": 48572, + "ĠDrink": 48573, + "plug": 48574, + "Ġlender": 48575, + "mana": 48576, + "Ġpersonnes": 48577, + "ypse": 48578, + "Ġunlink": 48579, + "ĠRavens": 48580, + "Ġhurd": 48581, + "Ġperiodically": 48582, + "ARGS": 48583, + "ĠGH": 48584, + "characters": 48585, + "...\"ĊĊ": 48586, + "-establish": 48587, + "Ġdn": 48588, + "(condition": 48589, + "ĠGravity": 48590, + "Ġestas": 48591, + "_focus": 48592, + "Creature": 48593, + "(site": 48594, + "Ġcarr": 48595, + "ĠRL": 48596, + "ĠRI": 48597, + "ĠMoto": 48598, + "ASF": 48599, + "ĠLuckily": 48600, + "ĉRoute": 48601, + "Ġentropy": 48602, + "(\",\"": 48603, + "Collect": 48604, + "(contact": 48605, + "ĠFlorence": 48606, + "Ġpremiums": 48607, + "Ġlifecycle": 48608, + "Ġbans": 48609, + "xef": 48610, + "WebKit": 48611, + "ĠFloating": 48612, + "Ġcosa": 48613, + "Specific": 48614, + "ĠLoans": 48615, + "bread": 48616, + "Ġdescriptors": 48617, + "Ġ{:.": 48618, + "THREAD": 48619, + "ĠTrent": 48620, + "Ġscop": 48621, + "QA": 48622, + "ĠAntar": 48623, + "pel": 48624, + "_difference": 48625, + "_changes": 48626, + "(...)": 48627, + "ĠRotation": 48628, + "ĠLGPL": 48629, + "ĠJUST": 48630, + "(Task": 48631, + "_subset": 48632, + "ĠTRANS": 48633, + "åĬĽ": 48634, + "ĠScout": 48635, + "-popup": 48636, + "Ġsmoked": 48637, + "_Class": 48638, + "Ġturnover": 48639, + "brakk": 48640, + "ĠRocky": 48641, + "tas": 48642, + ".RegularExpressions": 48643, + "ĠElliott": 48644, + "ĠSpinner": 48645, + "DUCTION": 48646, + "Ġlibre": 48647, + "Ġmolto": 48648, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 48649, + "ĠFTP": 48650, + "mpeg": 48651, + "(features": 48652, + "Ġbald": 48653, + "ĠVid": 48654, + "Ġshouting": 48655, + "Lint": 48656, + "Ġsockets": 48657, + "Ġprow": 48658, + "Ġnouvelle": 48659, + "iscard": 48660, + "ĠSponsor": 48661, + "Ġconsulta": 48662, + ")));": 48663, + "Indian": 48664, + "ĠRaspberry": 48665, + "Ġteammate": 48666, + "ĠJWT": 48667, + "ĠGhana": 48668, + "Ġcakes": 48669, + "primer": 48670, + "forma": 48671, + "ergarten": 48672, + "_Manager": 48673, + "Ġpreseason": 48674, + "GAME": 48675, + "|\"": 48676, + "ĠBrock": 48677, + "Ġoccupy": 48678, + "Ġdecorations": 48679, + "ánd": 48680, + "Ġcot": 48681, + "Ġparan": 48682, + "Disk": 48683, + "remain": 48684, + ">?": 48685, + "Strong": 48686, + "Ġfrance": 48687, + "ĠEra": 48688, + "-cr": 48689, + ".BufferedReader": 48690, + "ĠParadise": 48691, + "ĠVAT": 48692, + "ĠAnders": 48693, + "Ġlimb": 48694, + "ampoo": 48695, + "Ġimperative": 48696, + "UTILITY": 48697, + "ĠRecognition": 48698, + "Ġragazze": 48699, + "Ġpops": 48700, + "ypress": 48701, + "Ġembargo": 48702, + "//{Ċ": 48703, + "Ġsyll": 48704, + "PTR": 48705, + "åŃĺåľ¨": 48706, + "Ġdidnt": 48707, + "Mailer": 48708, + "Ġacademics": 48709, + "ĠFrauen": 48710, + "neider": 48711, + "-rel": 48712, + "Ġrainbow": 48713, + "(In": 48714, + "Ġsliced": 48715, + "=============Ċ": 48716, + "(send": 48717, + "NSMutableDictionary": 48718, + "vos": 48719, + "(package": 48720, + "Ġordinance": 48721, + "viewer": 48722, + "ĠSantos": 48723, + "-selling": 48724, + "Ġgov": 48725, + "ettle": 48726, + "Ġfounders": 48727, + "Ġwaking": 48728, + "slashes": 48729, + "-pound": 48730, + "recht": 48731, + "ات": 48732, + ".onClick": 48733, + "Ġnord": 48734, + "ständ": 48735, + "_when": 48736, + "UTERS": 48737, + "icc": 48738, + "Ġcapsule": 48739, + "ĠWid": 48740, + "Marc": 48741, + "ุ": 48742, + "rored": 48743, + "UGE": 48744, + "LOUD": 48745, + "ĠAudit": 48746, + "ipients": 48747, + "opian": 48748, + "ĠSue": 48749, + "Ġwurden": 48750, + ".Helpers": 48751, + "Ġfactions": 48752, + "[np": 48753, + "-than": 48754, + "Ġreco": 48755, + "Ġkas": 48756, + "Ġcmds": 48757, + "/network": 48758, + "xbf": 48759, + "getColor": 48760, + "Ġbiased": 48761, + "ĠLak": 48762, + "Datas": 48763, + "vents": 48764, + "Ġë²": 48765, + "_PS": 48766, + ".Validate": 48767, + "Invoker": 48768, + "Ġneuen": 48769, + "Ġjuvenile": 48770, + "VISION": 48771, + "Ġdevote": 48772, + "Ġlinha": 48773, + "Ġdiscounted": 48774, + "\\Config": 48775, + "Ġworthwhile": 48776, + "Ġskinny": 48777, + "ĠCourses": 48778, + "leys": 48779, + "ĠMortgage": 48780, + "Kevin": 48781, + "Ġannounces": 48782, + "])*": 48783, + "reservation": 48784, + "Ġæķ°": 48785, + "Ġprejudice": 48786, + "ĠStringComparison": 48787, + "Ġbeard": 48788, + "-win": 48789, + "ĠSão": 48790, + "ĉms": 48791, + "jal": 48792, + "ĠEarn": 48793, + "_ports": 48794, + "ĠNombre": 48795, + "_COR": 48796, + "ĠBUILD": 48797, + ".sound": 48798, + "Yellow": 48799, + "Ġlinebacker": 48800, + "Ġcharitable": 48801, + "jug": 48802, + "_NONNULL": 48803, + "ĠDental": 48804, + "\">${": 48805, + "ĉmatch": 48806, + "Russian": 48807, + "Ġversch": 48808, + "Ġpinned": 48809, + "Ġadopting": 48810, + "OptionsMenu": 48811, + "Pag": 48812, + "Ġpairing": 48813, + "Ġtread": 48814, + "ercises": 48815, + "ĠSpread": 48816, + ")i": 48817, + "ĠBAD": 48818, + "_tf": 48819, + "UIImageView": 48820, + "populate": 48821, + "bab": 48822, + "ĠÏĥ": 48823, + "[++": 48824, + "Ġopioid": 48825, + "Ġ##Ċ": 48826, + "dtype": 48827, + "ĠStarts": 48828, + "('/')": 48829, + "Ġpersonals": 48830, + "-market": 48831, + "Ġredundant": 48832, + "ĠEssential": 48833, + "Ġscrapy": 48834, + "Ġим": 48835, + "acl": 48836, + "Ġcrear": 48837, + "ĠBend": 48838, + "Ġrelieve": 48839, + "-room": 48840, + "wife": 48841, + "ĠvÃł": 48842, + "ĠQPoint": 48843, + "Ġquasi": 48844, + "ĠmethodName": 48845, + "\\xc": 48846, + "ĠPeru": 48847, + "/The": 48848, + ".orm": 48849, + "Ġviz": 48850, + "/pdf": 48851, + "Located": 48852, + "Ġconfrontation": 48853, + "ĠChampionships": 48854, + "Ġhypert": 48855, + "Ġdj": 48856, + "ĠUserInfo": 48857, + "ĠåĪĽå»º": 48858, + "\\xb": 48859, + "(sim": 48860, + "Ġ==Ċ": 48861, + "Ġstaging": 48862, + "Ġdrastically": 48863, + "åѦ": 48864, + "lords": 48865, + ".less": 48866, + "ведиÑĤе": 48867, + "ĠBucket": 48868, + "ĠMam": 48869, + ".term": 48870, + "_pi": 48871, + "czy": 48872, + ".pub": 48873, + "precio": 48874, + "ĠVirt": 48875, + "Ġroman": 48876, + "itat": 48877, + "Lex": 48878, + "_infos": 48879, + "Ä°": 48880, + ".other": 48881, + "VELO": 48882, + "Ġponder": 48883, + "Ġhanno": 48884, + "(Page": 48885, + "doi": 48886, + "Ġpolite": 48887, + "Ġprogrammer": 48888, + "Dies": 48889, + "$d": 48890, + "Ġreplication": 48891, + "addColumn": 48892, + "frican": 48893, + "Ġleng": 48894, + "beer": 48895, + "oit": 48896, + "Ġwasting": 48897, + "ylim": 48898, + "measure": 48899, + "Neg": 48900, + "Ġpartie": 48901, + ".console": 48902, + "ĠGuinea": 48903, + "TEL": 48904, + "_fact": 48905, + ".chunk": 48906, + "Ġlent": 48907, + "Ġaller": 48908, + "Ġà¤ķ": 48909, + "_idle": 48910, + "Ġadmissions": 48911, + "JSONArray": 48912, + "Ġvibration": 48913, + ".helpers": 48914, + "å¤ĸ": 48915, + "Ġhen": 48916, + "john": 48917, + "ĠìĥĿ": 48918, + "Ġjudgement": 48919, + "Ġgeen": 48920, + "terra": 48921, + "^{": 48922, + "ĠIz": 48923, + "Ġcâ": 48924, + "instances": 48925, + "Ġthreatens": 48926, + "Ġmüssen": 48927, + "KindOfClass": 48928, + "Ġstorytelling": 48929, + "_demo": 48930, + "rias": 48931, + "Privacy": 48932, + "hift": 48933, + "ĠYi": 48934, + "esor": 48935, + "íķł": 48936, + "ensitivity": 48937, + ".Writer": 48938, + "à¸Ĥ": 48939, + "District": 48940, + ".getJSONObject": 48941, + "Impro": 48942, + "(getResources": 48943, + "ĠSPELL": 48944, + "roduce": 48945, + "Ġslowed": 48946, + "Ġlinewidth": 48947, + "Ġhonesty": 48948, + "ĠCoord": 48949, + "ĠFork": 48950, + "ĠDispatchQueue": 48951, + "ĠCliff": 48952, + "ĠWiring": 48953, + "_TIMESTAMP": 48954, + "ollah": 48955, + "avoid": 48956, + "++];Ċ": 48957, + "semantic": 48958, + "-css": 48959, + "Ġveto": 48960, + "ĠMerr": 48961, + "Ġlegislators": 48962, + "CEEDED": 48963, + "Ġquestionnaire": 48964, + "ĠPills": 48965, + "Calculate": 48966, + "(core": 48967, + "'e": 48968, + "Ġdislike": 48969, + "ĠPreferences": 48970, + "_EXTERNAL": 48971, + "è°ĥ": 48972, + "Ġdodge": 48973, + "æľįåĬ¡": 48974, + ".names": 48975, + ".drawImage": 48976, + "_prom": 48977, + "uckland": 48978, + "Ġ<$>": 48979, + "ız": 48980, + "/site": 48981, + "项": 48982, + "rophe": 48983, + "Ġcompelled": 48984, + "Ġlaptops": 48985, + "Ġuni": 48986, + "CLOSE": 48987, + "Ġcasualties": 48988, + "ĠUniform": 48989, + "Terminal": 48990, + ".\",\"": 48991, + "DAT": 48992, + "(TreeNode": 48993, + "ĠGandhi": 48994, + "(stmt": 48995, + "AXB": 48996, + "*M": 48997, + "Ġumbrella": 48998, + "animal": 48999, + "Ġgrpc": 49000, + "Ġwhereby": 49001, + "Ġfloats": 49002, + "ĉarg": 49003, + "Ġdbg": 49004, + "Ġexceeding": 49005, + "EventType": 49006, + ".SaveChangesAsync": 49007, + "Ġ{{{": 49008, + "Ġowed": 49009, + "ahrenheit": 49010, + "Ġì§": 49011, + "Ġequipo": 49012, + "urai": 49013, + "Ġidol": 49014, + "]\")Ċ": 49015, + "_major": 49016, + "Ġentirety": 49017, + "ingerprint": 49018, + "ços": 49019, + "/account": 49020, + "ĉright": 49021, + "ursos": 49022, + "ĠEDT": 49023, + "_INSERT": 49024, + "Ġshining": 49025, + "Ġ<:": 49026, + "EdgeInsets": 49027, + "Ġcolonies": 49028, + ".IM": 49029, + "ĉĠĉ": 49030, + "ROAD": 49031, + "CCCC": 49032, + "placing": 49033, + "ĠgetActivity": 49034, + "emacs": 49035, + "'%(": 49036, + ".clicked": 49037, + "ĠThem": 49038, + "isia": 49039, + "Buscar": 49040, + ".rename": 49041, + "Ġoath": 49042, + "Ġafterward": 49043, + "ĠUFO": 49044, + "APS": 49045, + "ĠJacksonville": 49046, + ".some": 49047, + "Confirmed": 49048, + ".scan": 49049, + "igInteger": 49050, + "Decorator": 49051, + "shield": 49052, + "ressive": 49053, + ".did": 49054, + "请è¾ĵåħ¥": 49055, + "Ġshutter": 49056, + "Dam": 49057, + "Ġparenting": 49058, + "eyed": 49059, + "$item": 49060, + "-develop": 49061, + "Ġextracts": 49062, + "Ġdecentralized": 49063, + "ĠElsa": 49064, + "_spin": 49065, + "])+": 49066, + "-initial": 49067, + "Ġmultitude": 49068, + "Ġsensory": 49069, + "ĠMODEL": 49070, + "Ġsafeguard": 49071, + "ì¹": 49072, + "Ġhunters": 49073, + "ĠTiny": 49074, + "INO": 49075, + "decorate": 49076, + "ĠNoSuch": 49077, + "Ho": 49078, + "(Response": 49079, + "Ġruler": 49080, + "ĉshort": 49081, + "Ġcaster": 49082, + "ĠclientId": 49083, + "Ġpdb": 49084, + "ëıĦ": 49085, + "itic": 49086, + "ĠGameState": 49087, + "ĠnewItem": 49088, + ")ĊĊĊĊĊĊ": 49089, + "ouis": 49090, + "noc": 49091, + ".BLACK": 49092, + "_VECTOR": 49093, + "----------();": 49381, + ".getP": 49382, + "anye": 49383, + "Ġneuron": 49384, + "ifold": 49385, + "ĠKnown": 49386, + "Bitcoin": 49387, + "Anyway": 49388, + "ayette": 49389, + "Ġ'['": 49390, + "Ãłnh": 49391, + "mgr": 49392, + "Ġcorrelated": 49393, + "Ġnause": 49394, + "Ġmentality": 49395, + "hasMany": 49396, + "ĠFG": 49397, + "ampie": 49398, + "ITU": 49399, + "Fs": 49400, + ".Sp": 49401, + "_between": 49402, + "Dependencies": 49403, + "oug": 49404, + "Placeholder": 49405, + "=text": 49406, + "ĠManaging": 49407, + "ocalypse": 49408, + "åĮĹ": 49409, + "_mag": 49410, + "fld": 49411, + "âij": 49412, + "CAM": 49413, + "ĠHelpers": 49414, + "Ġdost": 49415, + "/out": 49416, + "Ġassassination": 49417, + ".getImage": 49418, + "ĠKenny": 49419, + ".')ĊĊ": 49420, + "){//": 49421, + "ĠRanger": 49422, + "Ġgek": 49423, + "Ġsincere": 49424, + "čĊ": 49627, + ".getResources": 49628, + "Ġlump": 49629, + "_consts": 49630, + "(ext": 49631, + "ĉdir": 49632, + "âĿ": 49633, + "ĠpaddingTop": 49634, + "Ġobsession": 49635, + "Ġbanning": 49636, + "ĠAppModule": 49637, + "Ġpartisan": 49638, + "Ġcatalogue": 49639, + "Ġminors": 49640, + "Ġpitches": 49641, + "weep": 49642, + "Ġundertake": 49643, + "Ġthemed": 49644, + "audit": 49645, + ".scrollTop": 49646, + "Ġrer": 49647, + "Ġsymptom": 49648, + "Ġopenings": 49649, + ".blocks": 49650, + "openid": 49651, + "Ġassh": 49652, + "-save": 49653, + "ĠPig": 49654, + "Ġregain": 49655, + "Ġinicial": 49656, + "/favicon": 49657, + "ĉexp": 49658, + "Ġspices": 49659, + "iska": 49660, + "claims": 49661, + "mak": 49662, + "definitions": 49663, + "Ġcorrespondent": 49664, + "ĠCannabis": 49665, + "__,Ċ": 49666, + "ĠLucky": 49667, + "ĠGaussian": 49668, + "ĠNearly": 49669, + "CAD": 49670, + "']]Ċ": 49671, + "Ġadequately": 49672, + "ĠTITLE": 49673, + "constitutional": 49674, + "-mm": 49675, + "_override": 49676, + "Ġblas": 49677, + ".readyState": 49678, + "Ġreminis": 49679, + "Ġreinforced": 49680, + "ĠCollabor": 49681, + "Ġdecorating": 49682, + "Ġbachelor": 49683, + "ERRUPT": 49684, + "Ġupright": 49685, + "ipation": 49686, + "ĠNoble": 49687, + "ĠvalueForKey": 49688, + "ĠsetLoading": 49689, + ".Ignore": 49690, + "åģ": 49691, + "Globals": 49692, + "ĠMent": 49693, + "ASSES": 49694, + "Ġlimbs": 49695, + "ĠHUD": 49696, + "inci": 49697, + ".iv": 49698, + "ĠQModelIndex": 49699, + "Fuse": 49700, + "Ġpedal": 49701, + "_FREQ": 49702, + "(verbose": 49703, + "Ġlongitud": 49704, + "ĠCharter": 49705, + "ê·¸": 49706, + "Ġbundles": 49707, + ".ignore": 49708, + "umbo": 49709, + "EMA": 49710, + ".......": 49711, + "sx": 49712, + ".Card": 49713, + "Ġheute": 49714, + "Ġsteer": 49715, + "jumlah": 49716, + "Ġ{_": 49717, + "_Checked": 49718, + "Ġfax": 49719, + "ĠGust": 49720, + "itchens": 49721, + "Ġ))ĊĊ": 49722, + "Ġremarkably": 49723, + "/XML": 49724, + "-remove": 49725, + "_bt": 49726, + "Ġincub": 49727, + ".package": 49728, + ".currentThread": 49729, + "ĠHighlander": 49730, + ".side": 49731, + "splash": 49732, + "Ġici": 49733, + "=D": 49734, + "Ġpuck": 49735, + "Ġballots": 49736, + "Ġhugely": 49737, + "coeff": 49738, + "ĠpData": 49739, + ".COLUMN": 49740, + "ĠHealing": 49741, + "Ġordin": 49742, + "!),": 49743, + "Ġ'',čĊ": 49744, + "(md": 49745, + "ĠSask": 49746, + "čĊ": 49768, + "Ġrá": 49769, + "Ġblunt": 49770, + "ĠImageIcon": 49771, + "ifik": 49772, + "RTC": 49773, + "Ġfibers": 49774, + "Ġtoile": 49775, + ".sent": 49776, + "ĠPyQt": 49777, + "$app": 49778, + "Ġmedio": 49779, + "Ġgranting": 49780, + "Ġtslint": 49781, + "ĠMö": 49782, + "(figsize": 49783, + "Ġhurricane": 49784, + "Ġlifes": 49785, + "ĠÃĦ": 49786, + "rocessing": 49787, + "_standard": 49788, + "-option": 49789, + "')))": 49790, + "Ġvacant": 49791, + "å·¥": 49792, + "ĠHollow": 49793, + "handleChange": 49794, + "Ġdivider": 49795, + "ĠEngineers": 49796, + "Ġsvens": 49797, + "Ġcompliant": 49798, + "tanggal": 49799, + "ĠCredits": 49800, + "ĠEmirates": 49801, + "RuleContext": 49802, + "Ġrealization": 49803, + "Ġdistracted": 49804, + "]+=": 49805, + "Ġaugment": 49806, + "ĠDw": 49807, + "otp": 49808, + "orrent": 49809, + "Editar": 49810, + ".stock": 49811, + "Study": 49812, + "pections": 49813, + "ĠGameManager": 49814, + "=cut": 49815, + "Ġflock": 49816, + "ĠRomans": 49817, + "them": 49818, + "-hop": 49819, + "Ġscreenshots": 49820, + "Ġ/*!Ċ": 49821, + "Ġconversions": 49822, + "Ġnormalization": 49823, + "(configuration": 49824, + "Ġaeros": 49825, + "_security": 49826, + "!'Ċ": 49827, + "Bonus": 49828, + "ĠDRIVER": 49829, + "ĉDate": 49830, + "tie": 49831, + "ĠWyoming": 49832, + "Stand": 49833, + "itre": 49834, + "Ġshoppers": 49835, + "Ġdisadvantage": 49836, + "Ġliking": 49837, + "ç¬ij": 49838, + "Ġunderstandable": 49839, + "SEE": 49840, + "Ġhoy": 49841, + "Ġninete": 49842, + "Ġconfer": 49843, + "Ġnowrap": 49844, + "ĠVern": 49845, + ",čĊčĊ": 49846, + "imestep": 49847, + "LayoutManager": 49848, + "à·": 49849, + "ĉwait": 49850, + "PLETED": 49851, + "Japan": 49852, + "Ġinduce": 49853, + "Ġå¯": 49854, + "озв": 49855, + "_ENDPOINT": 49856, + ".horizontal": 49857, + "Ġaccelerated": 49858, + "rimon": 49859, + "IVES": 49860, + "Transactions": 49861, + "Lean": 49862, + "ĠSOUR": 49863, + "whether": 49864, + "yg": 49865, + "Ġoid": 49866, + "ĠEntityManager": 49867, + "OUNTRY": 49868, + "Ġfila": 49869, + "OLUMNS": 49870, + "INUE": 49871, + "ĠAnchor": 49872, + "TRAN": 49873, + "woo": 49874, + "blockquote": 49875, + "ĠNurse": 49876, + "ĠCarp": 49877, + "Ġredeem": 49878, + ".try": 49879, + "ĠJP": 49880, + "Ġtimestamps": 49881, + "Ġ?>\"><": 49882, + "ĠREMOVE": 49883, + "ĠStarbucks": 49884, + "Really": 49885, + "Ġflooded": 49886, + ".Callback": 49887, + "DropDown": 49888, + "ipro": 49889, + "Ġtended": 49890, + "lte": 49891, + "Ġproportions": 49892, + "-te": 49893, + "ĠRena": 49894, + "licate": 49895, + "forces": 49896, + ".extra": 49897, + ".authenticate": 49898, + "вод": 49899, + "¡°": 49900, + "ĠforControlEvents": 49901, + "Ġsenha": 49902, + "Ġkein": 49903, + "Ġminist": 49904, + "ĠPreference": 49905, + "ĠTelegraph": 49906, + "Ñĥп": 49907, + "strpos": 49908, + "Ġillnesses": 49909, + "Ġpigs": 49910, + "ĠgetIntent": 49911, + "Sol": 49912, + "Ġ¡": 49913, + "(cpu": 49914, + "[prop": 49915, + "screens": 49916, + "');?>": 49917, + "ĠActs": 49918, + "Ġstrdup": 49919, + "Ġaverages": 49920, + "anal": 49921, + "ĠCasual": 49922, + "GroupBox": 49923, + "ĠHandbook": 49924, + "/comments": 49925, + "Ġnumbered": 49926, + "Ġbroadcasting": 49927, + "çĽij": 49928, + ".nativeElement": 49929, + ".mu": 49930, + "ĠupdatedAt": 49931, + "ĠDoesn": 49932, + ".AC": 49933, + ".coll": 49934, + "Ġrecorder": 49935, + "_sha": 49936, + "Bg": 49937, + "bil": 49938, + "Ġbolts": 49939, + "Ġç¬": 49940, + "Ġimposing": 49941, + "ĠInformationen": 49942, + "_flashdata": 49943, + "economic": 49944, + "Remark": 49945, + "ucas": 49946, + "ĠOfficers": 49947, + "ĠTER": 49948, + "Walk": 49949, + "Ġmercado": 49950, + "_generate": 49951, + "HY": 49952, + "Calling": 49953, + "snap": 49954, + "scriptId": 49955, + ".operation": 49956, + "ĠFlame": 49957, + "liness": 49958, + "Ġrented": 49959, + "_toggle": 49960, + "-changing": 49961, + "ĠTY": 49962, + "'util": 49963, + "EEP": 49964, + "Ġgraphql": 49965, + "ĠUni": 49966, + "Ġimpulse": 49967, + ".Basic": 49968, + "Ġenergies": 49969, + "MARY": 49970, + "ĠMarcel": 49971, + "Ġmortal": 49972, + "Ġfres": 49973, + "mens": 49974, + "motion": 49975, + "Ġsampled": 49976, + "âĢľThat": 49977, + "iday": 49978, + "quipment": 49979, + "getInt": 49980, + "ĠAbsolute": 49981, + ",'\"": 49982, + "uned": 49983, + ".share": 49984, + "Ġ})(": 49985, + "mmm": 49986, + "ĠRising": 49987, + "ä»»": 49988, + "Ġunemployed": 49989, + "xfa": 49990, + ".follow": 49991, + "ĉĉĉĉĠĠĠĠĠĠ": 49992, + "slt": 49993, + ".Phone": 49994, + "Ġknives": 49995, + "Ġeve": 49996, + "onClick": 49997, + "]))čĊ": 49998, + "ĠWitness": 49999, + "ĉNS": 50000, + "ĠEOS": 50001, + "ĠStefan": 50002, + "ĠPriest": 50003, + "âĢĶwhich": 50004, + "GetString": 50005, + ".By": 50006, + "Ġupstairs": 50007, + "Ġdetriment": 50008, + "broken": 50009, + "embro": 50010, + "Ġnicotine": 50011, + "ilion": 50012, + "Ġastonishing": 50013, + "_aff": 50014, + "ĠLesson": 50015, + "Ġaccidental": 50016, + "odor": 50017, + "Ġdecir": 50018, + "ĠnewName": 50019, + "+.": 50020, + "缸": 50021, + "igslist": 50022, + "ĠGithub": 50023, + "Ġsuccessive": 50024, + "racial": 50025, + "Ġenviron": 50026, + "éªĮè¯ģ": 50027, + "Ġredirected": 50028, + "TOTAL": 50029, + "Ġgrabbing": 50030, + "ĠLance": 50031, + "Ġforfe": 50032, + "_CB": 50033, + "å¾®": 50034, + "Elapsed": 50035, + "_way": 50036, + "(DialogInterface": 50037, + "_measure": 50038, + "xbb": 50039, + "Dog": 50040, + "Depart": 50041, + "-src": 50042, + "resolver": 50043, + "withstanding": 50044, + "_shell": 50045, + "ĠLastName": 50046, + "ĠAviation": 50047, + "Ġbeginner": 50048, + "(\"%.": 50049, + "(tool": 50050, + "Ġнов": 50051, + ":init": 50052, + "(API": 50053, + "ĠMorrison": 50054, + "vtColor": 50055, + "Ġstaple": 50056, + "/INFO": 50057, + "Ġsupernatural": 50058, + "Ġsteak": 50059, + "timeline": 50060, + "zzle": 50061, + "\"`ĊĊ": 50062, + "Secondary": 50063, + "ĠNepal": 50064, + ".StringUtils": 50065, + "Ġadam": 50066, + "Ġ(...": 50067, + "Ġsubstitution": 50068, + "Ġboarding": 50069, + "ĠKeyword": 50070, + "ĠAssault": 50071, + "dbcTemplate": 50072, + "ĠorderId": 50073, + "(engine": 50074, + ".assertThat": 50075, + "ĠVenus": 50076, + "Ġhomicide": 50077, + "ĠAval": 50078, + "Ġgutter": 50079, + "ĠSupported": 50080, + "/part": 50081, + "Ġacclaimed": 50082, + "Histor": 50083, + "Ġmeses": 50084, + "über": 50085, + "ĠRenew": 50086, + "Ġgras": 50087, + "ĠEk": 50088, + "Ġinfile": 50089, + "indy": 50090, + ".music": 50091, + ".Scroll": 50092, + "ĠAges": 50093, + "ĠNaruto": 50094, + "ĠGather": 50095, + "Ġconfirming": 50096, + "=(\"": 50097, + "Ġpitched": 50098, + "oley": 50099, + "France": 50100, + "+'\"": 50101, + "$total": 50102, + "Ġonde": 50103, + "Ġditch": 50104, + "_sigma": 50105, + "Ġcontinuity": 50106, + "reward": 50107, + "-load": 50108, + "Ġproceso": 50109, + "Locked": 50110, + "staw": 50111, + "Ġspinal": 50112, + "lazy": 50113, + "!==": 50114, + "jest": 50115, + "Ġdun": 50116, + "ĠRodgers": 50117, + "ĉgrid": 50118, + "Ġlogos": 50119, + "ĠBengal": 50120, + ".super": 50121, + "Provides": 50122, + "Ġnutrient": 50123, + ".Timestamp": 50124, + "IZATION": 50125, + "åĨĮ": 50126, + "Ġfats": 50127, + "ĠXxx": 50128, + "ctica": 50129, + "Targets": 50130, + "Ġcontours": 50131, + "Ġreordered": 50132, + ":Array": 50133, + "Ġtolerate": 50134, + "Vir": 50135, + "Ġterribly": 50136, + "Ġbricks": 50137, + "(&_": 50138, + "hb": 50139, + "Portal": 50140, + "ĠBread": 50141, + ".which": 50142, + "ÂŃt": 50143, + "asInstanceOf": 50144, + "Ġjobject": 50145, + "ĉlength": 50146, + "_MT": 50147, + ";\">čĊ": 50148, + "_EXIST": 50149, + "Ġmaternal": 50150, + "REL": 50151, + "Ġê²½ìļ°": 50152, + "hee": 50153, + "Ġlayouts": 50154, + "ĠLap": 50155, + "aisy": 50156, + "Ġstumbled": 50157, + "ĠUIG": 50158, + "ĠSco": 50159, + "Ġimpaired": 50160, + "RESSED": 50161, + "Ġabuses": 50162, + "VF": 50163, + "ARB": 50164, + ".NAME": 50165, + "rch": 50166, + "primir": 50167, + "_completed": 50168, + "Ġpenny": 50169, + "Chrome": 50170, + "(begin": 50171, + "ernen": 50172, + "-checkbox": 50173, + "PlainOldData": 50174, + "ĠLPC": 50175, + "rade": 50176, + "spir": 50177, + "Ġconceived": 50178, + "Tips": 50179, + "ĠIoT": 50180, + "ĠGan": 50181, + "èģĶ": 50182, + "Ġbiases": 50183, + "Ġconsultants": 50184, + "pled": 50185, + "_ht": 50186, + "associated": 50187, + "],ĊĊ": 50188, + "Ġdelightful": 50189, + "ĠÑĤек": 50190, + "Helvetica": 50191, + "(load": 50192, + "-expand": 50193, + "_WIDGET": 50194, + "toa": 50195, + "ĠAkt": 50196, + "Ġomn": 50197, + "Ġclauses": 50198, + "Intel": 50199, + "*/}Ċ": 50200, + "_registration": 50201, + "ĠoldValue": 50202, + "Ġrestoring": 50203, + "Ġunreal": 50204, + "OVER": 50205, + "ĉĊĉĊĉĊ": 50206, + "ATS": 50207, + "_probe": 50208, + "Ġdivisor": 50209, + ".updateDynamic": 50210, + "å¹³": 50211, + "Produces": 50212, + "stamp": 50213, + ".jboss": 50214, + "ĉtask": 50215, + "!(:": 50216, + "Ġpsychic": 50217, + "@class": 50218, + "Martin": 50219, + "ĠPassed": 50220, + "clarations": 50221, + "hel": 50222, + "аÑĩ": 50223, + "ĉcopy": 50224, + "-bin": 50225, + "zan": 50226, + "igram": 50227, + "াà¦": 50228, + "(sig": 50229, + "ĠCaval": 50230, + "_##": 50231, + "Ġ%=": 50232, + "outlined": 50233, + "ĠAcid": 50234, + "Ġunpredictable": 50235, + "-dashboard": 50236, + "HexString": 50237, + "+c": 50238, + ".Public": 50239, + "ẩ": 50240, + "Ġconveyor": 50241, + "ĠEB": 50242, + "Ġselects": 50243, + "Ġknocking": 50244, + "ĠCec": 50245, + "IBUTES": 50246, + "owaÄĩ": 50247, + "gatsby": 50248, + "*v": 50249, + "entropy": 50250, + "Ġdispatched": 50251, + "Ġcamel": 50252, + "ĠSaturn": 50253, + "Ġoverweight": 50254, + "(phone": 50255, + "parable": 50256, + "%B": 50257, + "_vectors": 50258, + "Ġbrewing": 50259, + "ĠTk": 50260, + "ĠDownloads": 50261, + "ĠSaved": 50262, + ".Price": 50263, + "Ġcurved": 50264, + "ĠParenthood": 50265, + "è¶": 50266, + ".pnl": 50267, + "pletely": 50268, + ".Day": 50269, + "Ġadvertisers": 50270, + "Ġejec": 50271, + "Ġprzed": 50272, + "ë¯": 50273, + "!';Ċ": 50274, + "ĠKush": 50275, + "ĠTAB": 50276, + "Ġquests": 50277, + "Ġcoincidence": 50278, + "ummies": 50279, + "ĠKashmir": 50280, + "ĠEthics": 50281, + "_growth": 50282, + "Ġaktiv": 50283, + "Ġgrouping": 50284, + "å¢ŀ": 50285, + "_truth": 50286, + "åIJ¬": 50287, + "todos": 50288, + "iset": 50289, + "TexCoord": 50290, + "ätt": 50291, + "ĠZur": 50292, + "roys": 50293, + "_MAGIC": 50294, + "Ġbrewery": 50295, + "(State": 50296, + "ĠSMALL": 50297, + "ĠPlants": 50298, + "itbart": 50299, + "eacher": 50300, + "ĠAdelaide": 50301, + "Lu": 50302, + "Ġfick": 50303, + "undles": 50304, + "_loaded": 50305, + "ие": 50306, + "Poll": 50307, + "ritic": 50308, + "ELY": 50309, + "Ġ+'": 50310, + "ĠProfession": 50311, + "Ġstamps": 50312, + "ĠSew": 50313, + "scrollView": 50314, + "Ġcommunist": 50315, + "/problems": 50316, + "}čĊčĊčĊčĊ": 50317, + ",o": 50318, + "Ġudp": 50319, + "Ġobese": 50320, + "approve": 50321, + "ancellation": 50322, + "_Game": 50323, + "ĠHashtable": 50324, + "adaptiveStyles": 50325, + "Ġpossesses": 50326, + ".matcher": 50327, + "functional": 50328, + "Mrs": 50329, + "ĉsave": 50330, + "ĠDbType": 50331, + "Ġken": 50332, + "getContext": 50333, + "Ġmans": 50334, + "(rel": 50335, + "ĠBrotherhood": 50336, + ")`Ċ": 50337, + "解": 50338, + ".Information": 50339, + "OutOfRangeException": 50340, + "ĠSek": 50341, + "Cas": 50342, + "Ġbloggers": 50343, + "Either": 50344, + "(\"\"\"": 50345, + "Ġpinch": 50346, + "Ġcoarse": 50347, + ")p": 50348, + "ĠPulse": 50349, + "Ġlearnt": 50350, + "Ġdentist": 50351, + "Ġonchange": 50352, + "Ġdirectives": 50353, + "(actions": 50354, + "nyder": 50355, + "ĠShir": 50356, + "Trait": 50357, + "_dep": 50358, + "ĠPET": 50359, + "ĠREP": 50360, + ".AppSettings": 50361, + "cuador": 50362, + "idenav": 50363, + "Ġenvi": 50364, + "Ġslammed": 50365, + "ĠShoot": 50366, + "ĠdateFormat": 50367, + ".joda": 50368, + "veys": 50369, + "Ġ).ĊĊ": 50370, + "Ġcareg": 50371, + "ĠParallel": 50372, + "_translation": 50373, + ".functions": 50374, + ".obs": 50375, + "RuntimeException": 50376, + "[]=": 50377, + "overview": 50378, + "ĠSchl": 50379, + "Ġnoisy": 50380, + "ĠOnPropertyChanged": 50381, + "Sending": 50382, + "Ġunfamiliar": 50383, + "Upon": 50384, + "ĠPrints": 50385, + ".typ": 50386, + "Ġfleeing": 50387, + "ĉmove": 50388, + "(Un": 50389, + "Ġqr": 50390, + "׾": 50391, + "_beta": 50392, + "Ġskies": 50393, + "ĉme": 50394, + "WND": 50395, + "Ġstickers": 50396, + "blas": 50397, + "Ġinserts": 50398, + "Ġverses": 50399, + "ĠDew": 50400, + "Ġtangible": 50401, + "Ġhecho": 50402, + "POL": 50403, + "Ġteardown": 50404, + "omnia": 50405, + "IBE": 50406, + ".cover": 50407, + "_strategy": 50408, + "^-": 50409, + "setPosition": 50410, + "uale": 50411, + "Signed": 50412, + "Ġiface": 50413, + "aseline": 50414, + ".setTime": 50415, + "ĠMineral": 50416, + "ĠFighting": 50417, + "skins": 50418, + "Ġdiscrimin": 50419, + "Ġdansk": 50420, + "ĠPrinceton": 50421, + "acist": 50422, + "Ġ());Ċ": 50423, + "tracks": 50424, + "imonial": 50425, + "adecimal": 50426, + "EPROM": 50427, + "uggle": 50428, + ".Notification": 50429, + "$mail": 50430, + "cantidad": 50431, + "ĠJung": 50432, + "Ġseekers": 50433, + "Ġplausible": 50434, + "tier": 50435, + "еж": 50436, + "Ġrapper": 50437, + "ĠMana": 50438, + "ĠHttpStatusCode": 50439, + "Ġburnt": 50440, + "loses": 50441, + "ĠFoto": 50442, + "ĠJsonObject": 50443, + "Instagram": 50444, + "Ġsyscall": 50445, + "Ġrealities": 50446, + "ĠMATLAB": 50447, + ":^{Ċ": 50448, + "TERM": 50449, + "ĠCbd": 50450, + "ĠParagraph": 50451, + "Ġtravés": 50452, + "Ġconstructing": 50453, + "Ġswal": 50454, + "Ġpige": 50455, + "LLLL": 50456, + "-existing": 50457, + "Gets": 50458, + "Ġmelted": 50459, + "Ġmitigate": 50460, + "Hen": 50461, + "Ġhm": 50462, + "imas": 50463, + "ĠAo": 50464, + "ĠPerez": 50465, + "ĠDAL": 50466, + "Ġëĭ¤": 50467, + "Ġdivis": 50468, + "StoryboardSegue": 50469, + "ĠModify": 50470, + "ĠÃľber": 50471, + "_OVERRIDE": 50472, + ".pem": 50473, + "untos": 50474, + "Ġespañ": 50475, + "Ġ{?": 50476, + "ĠPAY": 50477, + "_ipv": 50478, + "ĠFury": 50479, + "__.__": 50480, + "elow": 50481, + "-centered": 50482, + "checks": 50483, + "_Reg": 50484, + "-Javadoc": 50485, + "ĉload": 50486, + "ĠLikewise": 50487, + "اÙħ": 50488, + "UNE": 50489, + ".sem": 50490, + "xcb": 50491, + "ĠCave": 50492, + "_sleep": 50493, + "Ġsilently": 50494, + "ĠExtreme": 50495, + ".ToUpper": 50496, + "ĉCHECK": 50497, + "Ġcue": 50498, + "ĠQByteArray": 50499, + "Ġcorrupted": 50500, + "ĠDé": 50501, + "Ġimped": 50502, + "GetName": 50503, + "Ġinaccurate": 50504, + "Ġsober": 50505, + "ее": 50506, + "Ġbarcode": 50507, + "--){Ċ": 50508, + "inki": 50509, + "Ġép": 50510, + "Ġdri": 50511, + "ĠALT": 50512, + ">>>>>>>>": 50513, + "onta": 50514, + "[L": 50515, + "Ġinteres": 50516, + "verting": 50517, + "Ġdiagnostics": 50518, + "pdev": 50519, + "è©": 50520, + "ĠIntegrated": 50521, + ").'": 50522, + "_gc": 50523, + "$text": 50524, + ".games": 50525, + "ĠTerra": 50526, + "'Re": 50527, + ".transfer": 50528, + "_FIFO": 50529, + "getModel": 50530, + "Ġbland": 50531, + "ĠColeman": 50532, + "Ġprimes": 50533, + "ĠæĪ": 50534, + "Ġcrosses": 50535, + "nk": 50536, + "GING": 50537, + "Ġ'^": 50538, + "ĠBlob": 50539, + "Ġintercourse": 50540, + "ĠBlvd": 50541, + "Ġweighs": 50542, + "_regular": 50543, + "ĠPerth": 50544, + "Ġseparating": 50545, + "Ġbilled": 50546, + ".tabControl": 50547, + "Ġpuppet": 50548, + "Ġutilization": 50549, + "Ġâĸł": 50550, + "Ġsucces": 50551, + "Ġlamps": 50552, + "_proj": 50553, + "Eric": 50554, + "Ġrenovation": 50555, + "ĠFamilies": 50556, + "ĠBits": 50557, + "partials": 50558, + "-Men": 50559, + "solution": 50560, + "Ġdwarf": 50561, + ".INTEGER": 50562, + "ĠLOCK": 50563, + ".ct": 50564, + "Ġexcerpt": 50565, + "ĠPix": 50566, + "ĠFirstName": 50567, + "ANTED": 50568, + "ĠAdmir": 50569, + "-help": 50570, + "Prior": 50571, + "ĠAlign": 50572, + ".INSTANCE": 50573, + "LineEdit": 50574, + "('/:": 50575, + "Ġinet": 50576, + "odus": 50577, + ".pkl": 50578, + "ĠKY": 50579, + "upert": 50580, + "Ġnerves": 50581, + "_gradient": 50582, + "}','": 50583, + "_unref": 50584, + "Ġsaturated": 50585, + "ĠConnected": 50586, + "ĠFN": 50587, + "EXIT": 50588, + "Ġteleport": 50589, + "Ġavait": 50590, + "PageRoute": 50591, + "Ġdivorced": 50592, + "(lang": 50593, + "fst": 50594, + "ĠTyr": 50595, + "Ġmessenger": 50596, + "ifstream": 50597, + "XS": 50598, + "ĠBanking": 50599, + "Ġinfectious": 50600, + "ĠMons": 50601, + "_LOOP": 50602, + "Ġzurück": 50603, + "Ġobtener": 50604, + "/repos": 50605, + "Vel": 50606, + "acro": 50607, + "ĠuserRepository": 50608, + "styleType": 50609, + "ĠSRC": 50610, + "VMLINUX": 50611, + "recursive": 50612, + "/bar": 50613, + "_chip": 50614, + "ominated": 50615, + "ĠNit": 50616, + "âĢĶto": 50617, + "ĠBuddh": 50618, + "омеÑĢ": 50619, + "ĠMAG": 50620, + "ĠCHE": 50621, + "_den": 50622, + ".raises": 50623, + "_degree": 50624, + "Ġpumpkin": 50625, + "_templates": 50626, + "_MEDIA": 50627, + "ĠTimeline": 50628, + "Ġbots": 50629, + "ObjectType": 50630, + "Ġbuys": 50631, + ".posts": 50632, + "CAL": 50633, + "waiting": 50634, + "ĠDaniels": 50635, + "Ġdabei": 50636, + "ĠSigma": 50637, + "ilor": 50638, + "igel": 50639, + ",W": 50640, + "ADS": 50641, + "(panel": 50642, + "ì²´": 50643, + "itating": 50644, + ".palette": 50645, + "Ġmosquito": 50646, + "Ġtego": 50647, + "(parseInt": 50648, + "Ġdespués": 50649, + "promise": 50650, + "Ġwij": 50651, + "typescript": 50652, + "ĠTv": 50653, + "_IDENTIFIER": 50654, + ").ĊĊĊ": 50655, + "_flat": 50656, + "itsu": 50657, + "USR": 50658, + "experience": 50659, + "-fit": 50660, + "phinx": 50661, + "_thresh": 50662, + "Ġideally": 50663, + "ĠFreeman": 50664, + ",DB": 50665, + "_rw": 50666, + "çŃī": 50667, + "Ub": 50668, + "_statistics": 50669, + "=\"\"><": 50670, + "Ġchore": 50671, + "Ġyork": 50672, + "installed": 50673, + "Additionally": 50674, + "Ġpstmt": 50675, + "ylko": 50676, + "::Ċ": 50677, + "Forest": 50678, + "Ġheadset": 50679, + "Ġgallon": 50680, + "ÑĢем": 50681, + "Ġwithdrawn": 50682, + "ĠCandidate": 50683, + "Ġmelting": 50684, + "Ġfreezer": 50685, + "Ġhl": 50686, + "_HELP": 50687, + "mime": 50688, + "(/*": 50689, + "Ġthirst": 50690, + "$return": 50691, + "memberof": 50692, + "еб": 50693, + "ĠHttpServletRequest": 50694, + "(ob": 50695, + "_Result": 50696, + "Ġasserted": 50697, + "Ġfulfilling": 50698, + "Ġstretches": 50699, + "parated": 50700, + "-funded": 50701, + "ĠåĽ": 50702, + "ingles": 50703, + "_ca": 50704, + ".condition": 50705, + "ĠDisplays": 50706, + "Ġorang": 50707, + "ĠCRE": 50708, + "ĠglBind": 50709, + "ĠSelector": 50710, + "/type": 50711, + "ĠAlexa": 50712, + "chedules": 50713, + "ĠPeninsula": 50714, + "Ġparity": 50715, + "ĉdest": 50716, + "ĠDoors": 50717, + "čĊĉčĊ": 50718, + "_dimension": 50719, + "Ġaload": 50720, + ".StoredProcedure": 50721, + "(paren": 50722, + "ĠBurke": 50723, + "')]Ċ": 50724, + "-engine": 50725, + "Ġquir": 50726, + "ĠHybrid": 50727, + "ĠDoe": 50728, + "Ġoutlines": 50729, + "ĠTrends": 50730, + "_NV": 50731, + "periments": 50732, + "ĠHin": 50733, + "?',": 50734, + "ĉText": 50735, + "FUL": 50736, + "Ġsmells": 50737, + "Ġslick": 50738, + "Ġmiserable": 50739, + "ĠArrayAdapter": 50740, + "ĠparamString": 50741, + "Hom": 50742, + "_literals": 50743, + "usuarios": 50744, + "Ġprompting": 50745, + "_lazy": 50746, + "ĠActivation": 50747, + "_oc": 50748, + "Weak": 50749, + "Ġanecd": 50750, + "ĠUCLA": 50751, + "=re": 50752, + "issement": 50753, + "ĠEscorts": 50754, + "Excellent": 50755, + "ĠPause": 50756, + "Ġrepositories": 50757, + "TOR": 50758, + "ariate": 50759, + "_iso": 50760, + "updates": 50761, + "halb": 50762, + "udiante": 50763, + "ë¡Ŀ": 50764, + "Ġnaive": 50765, + "ĠPeg": 50766, + "ĠLounge": 50767, + "ARGIN": 50768, + "(bin": 50769, + "OnClickListener": 50770, + "ĠFAILED": 50771, + "Ġlite": 50772, + "Ġdzie": 50773, + "ĠLiteral": 50774, + "ivor": 50775, + "fcntl": 50776, + "Ġeats": 50777, + "Ġqed": 50778, + "Unlock": 50779, + "riding": 50780, + "undai": 50781, + "=M": 50782, + "ATTER": 50783, + "ConfigureAwait": 50784, + "icias": 50785, + "ustomed": 50786, + "Ġsuccession": 50787, + "endTime": 50788, + "ĠJupiter": 50789, + "Ġjudging": 50790, + "dration": 50791, + "_docs": 50792, + ".mo": 50793, + "Ġeducators": 50794, + "ĠVine": 50795, + "Cond": 50796, + "[out": 50797, + "qb": 50798, + "\\Validator": 50799, + "Ġmeanings": 50800, + "Ġpresently": 50801, + "Ġdividing": 50802, + "ottenham": 50803, + "ascular": 50804, + "Ġtrailers": 50805, + "ĠCLOSE": 50806, + "ами": 50807, + "âĢĻai": 50808, + "ĠGain": 50809, + "wor": 50810, + "Ġplanner": 50811, + "Ġdistributing": 50812, + "vat": 50813, + "months": 50814, + "xlabel": 50815, + "HF": 50816, + "Viol": 50817, + ".BASELINE": 50818, + "еÑĤÑģÑı": 50819, + "ĠRotate": 50820, + "Ġtxn": 50821, + ":bold": 50822, + "Ġbloss": 50823, + "Forgery": 50824, + "(embed": 50825, + "Ġjako": 50826, + "sprintf": 50827, + "their": 50828, + "Ġexhibits": 50829, + "-static": 50830, + "hecy": 50831, + "getActiveSheet": 50832, + ".clients": 50833, + "ãģį": 50834, + "_hide": 50835, + "[word": 50836, + "Cb": 50837, + "addItem": 50838, + "axe": 50839, + "_radio": 50840, + "alion": 50841, + "modifier": 50842, + "Ġsaturation": 50843, + "Ġdenom": 50844, + "_pixels": 50845, + "mess": 50846, + "(fl": 50847, + "atif": 50848, + "Ġsecs": 50849, + "Ġprostitution": 50850, + "Ġgrandchildren": 50851, + "Ġparadise": 50852, + "ĠFeld": 50853, + "_BINARY": 50854, + "itous": 50855, + "à¹Ħ": 50856, + "Ġflashing": 50857, + "-sided": 50858, + "Ġcontradiction": 50859, + "/*ĊĊ": 50860, + "ylabel": 50861, + "ĠTet": 50862, + "Ġadmire": 50863, + "reso": 50864, + "Ġletz": 50865, + "ĠSEARCH": 50866, + "slots": 50867, + "ĠRewards": 50868, + "ĠHog": 50869, + "ĠNSData": 50870, + "stash": 50871, + "Fall": 50872, + "ĠAmer": 50873, + "LinearLayout": 50874, + "/photos": 50875, + "Ġfeather": 50876, + "Ġ|čĊ": 50877, + "Downloads": 50878, + ".StartsWith": 50879, + "Ġ//#": 50880, + "ineTransform": 50881, + "Ġaffid": 50882, + "Vtbl": 50883, + "ĠRogue": 50884, + "scribed": 50885, + "Ġfauc": 50886, + "ĠMonroe": 50887, + "Ġdeclares": 50888, + "modern": 50889, + "reon": 50890, + "aybe": 50891, + "PASS": 50892, + "fers": 50893, + "_MULTI": 50894, + "ĠMathematics": 50895, + "Ġsudah": 50896, + "_ATTACH": 50897, + "ĠnumberWith": 50898, + "ĠSolomon": 50899, + "jin": 50900, + "ografia": 50901, + "öl": 50902, + "_design": 50903, + "culated": 50904, + "ĠLuna": 50905, + "iesz": 50906, + "Ġ=>'": 50907, + "Ġrevelations": 50908, + "Along": 50909, + "(ed": 50910, + "ĠFilename": 50911, + "Ġylabel": 50912, + "Secure": 50913, + "Ġbusca": 50914, + "agnosis": 50915, + "_RECE": 50916, + "Ġoverlapping": 50917, + "Extent": 50918, + "Ġanticipation": 50919, + "Checks": 50920, + "ĠALSO": 50921, + "orc": 50922, + "ilingual": 50923, + "itational": 50924, + "Ġadvancement": 50925, + "ouro": 50926, + "ĠPredicate": 50927, + "å¾Ĺ": 50928, + "eria": 50929, + "ĠPierce": 50930, + "orio": 50931, + "Ġmerits": 50932, + "Ġpeanut": 50933, + ".Package": 50934, + "ĠConduct": 50935, + "_SENSOR": 50936, + "Ġboiling": 50937, + "Ġintra": 50938, + "ĠIGN": 50939, + "ĠFur": 50940, + ".Refresh": 50941, + "ĠReach": 50942, + "_decoder": 50943, + ".Exp": 50944, + "ĠÑĤак": 50945, + "pill": 50946, + ",Q": 50947, + "ĠGrill": 50948, + "Ġpopping": 50949, + ".Ag": 50950, + "Ġproyecto": 50951, + "Ġmileage": 50952, + "Ġecological": 50953, + "]]);Ċ": 50954, + "ĠÂŃ": 50955, + "subplot": 50956, + "acad": 50957, + "ĠTrying": 50958, + "recipes": 50959, + "$criteria": 50960, + "ĠPersian": 50961, + "-bound": 50962, + "MASK": 50963, + "ĠGesture": 50964, + "Ġkk": 50965, + "ĠPVC": 50966, + "Ġprohibition": 50967, + "Ġcomando": 50968, + "ĠLOOK": 50969, + "Shopping": 50970, + "Ġdistortion": 50971, + "čĊ": 51017, + ".Dependency": 51018, + ".QueryString": 51019, + ".Owner": 51020, + "Ġexpiry": 51021, + "Thu": 51022, + "(Vec": 51023, + "Ġhazardous": 51024, + "Ġrpm": 51025, + "APON": 51026, + "ĠaddTarget": 51027, + "sville": 51028, + "pNet": 51029, + "ĠImg": 51030, + "ĠTIMER": 51031, + ".Animation": 51032, + "Ġbek": 51033, + "Ġassort": 51034, + "Ġlebih": 51035, + "ĠbodyParser": 51036, + "Ġvibrating": 51037, + "IDL": 51038, + "Ġbutterknife": 51039, + "inters": 51040, + "Ġpersuade": 51041, + "ĠLGBTQ": 51042, + "èĭ": 51043, + ".soft": 51044, + "Ġbeams": 51045, + "_sur": 51046, + ".Def": 51047, + "Ġlabs": 51048, + "ĉplt": 51049, + "Ġskins": 51050, + "Ġtransferring": 51051, + "Ġimaginary": 51052, + "_End": 51053, + ";background": 51054, + "Ġlaps": 51055, + "_COMMENT": 51056, + "(SDL": 51057, + "onds": 51058, + ".Record": 51059, + "ĠImplements": 51060, + "_ticks": 51061, + "()))ĊĊ": 51062, + "Ġarose": 51063, + "]?": 51064, + "ĠMp": 51065, + "ĠICommand": 51066, + "Ġsculpture": 51067, + "Ġcontracted": 51068, + "\">'": 51546, + "kinson": 51547, + "Ġкол": 51548, + "ognitive": 51549, + "_li": 51550, + "Ġimminent": 51551, + "Ġaffinity": 51552, + ".signal": 51553, + "Ġnotch": 51554, + "ĠSteelers": 51555, + "maxlength": 51556, + "KK": 51557, + "ĠEugene": 51558, + "_PWM": 51559, + "roi": 51560, + "ĠâĹı": 51561, + "ĠHamburg": 51562, + ".Must": 51563, + "Ġaxe": 51564, + "enef": 51565, + "Ġambitions": 51566, + "ĠSpecies": 51567, + "ĠStress": 51568, + "Ġawhile": 51569, + "ĠбÑĥд": 51570, + "Ġwithstand": 51571, + "ĠDecoder": 51572, + "_inventory": 51573, + "Ġ{ččĊ": 51574, + "Ġtgt": 51575, + "Ġrailroad": 51576, + "WASHINGTON": 51577, + "Ġnegotiated": 51578, + "NST": 51579, + "-phone": 51580, + ",U": 51581, + "Ġexercising": 51582, + "ụ": 51583, + "_PIXEL": 51584, + "avors": 51585, + "iterated": 51586, + "Ġvampire": 51587, + "adal": 51588, + "Ingrese": 51589, + "Ġung": 51590, + "jective": 51591, + ".cells": 51592, + "Ġnano": 51593, + "Ġmarkdown": 51594, + "_RULE": 51595, + "(events": 51596, + "Ġluggage": 51597, + "MESSAGE": 51598, + "igkeit": 51599, + "$count": 51600, + "AttributeName": 51601, + "IGINAL": 51602, + "_Ent": 51603, + "ĠBF": 51604, + "ĠCOMMENT": 51605, + "_ini": 51606, + "ĠEuropeans": 51607, + "ĠBelle": 51608, + "åij½": 51609, + ")['": 51610, + "åºĶ": 51611, + "ĠUseful": 51612, + ".reference": 51613, + "()\",": 51614, + "_grade": 51615, + "ĠKaw": 51616, + "Ġsentencing": 51617, + "Ġsocialism": 51618, + "monster": 51619, + "_LAYER": 51620, + "Ġdeepest": 51621, + "wk": 51622, + "ĠNoise": 51623, + "###ĊĊ": 51624, + "Ġpréc": 51625, + "otle": 51626, + "ÑĤе": 51627, + "auf": 51628, + "ibal": 51629, + "Ġconquer": 51630, + ">Email": 51631, + "Ġambulance": 51632, + "OAD": 51633, + "Ġ(\"%": 51634, + "ĠFI": 51635, + ".fixture": 51636, + "Ġterse": 51637, + "ĠĠĠĠĉĉĉĉ": 51638, + "Ġsanctuary": 51639, + "ugi": 51640, + "ĠComparator": 51641, + "Definitions": 51642, + "Ġasthma": 51643, + "Ġlact": 51644, + "Ġhardwood": 51645, + ".clock": 51646, + "Ġattracting": 51647, + "ĠMour": 51648, + "(distance": 51649, + "icits": 51650, + "Ġbonne": 51651, + "ĠACCESS": 51652, + ".DeserializeObject": 51653, + "ĠTyped": 51654, + "Ġjeu": 51655, + "ĠappId": 51656, + "ĠClara": 51657, + "ĠHF": 51658, + "ĠReich": 51659, + "ipples": 51660, + "//--------------------------------------------------------------------------------": 51661, + "_delivery": 51662, + "erialization": 51663, + "Ġplaintiffs": 51664, + "Scient": 51665, + "shopping": 51666, + "ĠDummy": 51667, + "ĠWald": 51668, + "GroupName": 51669, + "Ġinscription": 51670, + "elog": 51671, + "::::::::": 51672, + "_ld": 51673, + "BackPressed": 51674, + ".Raw": 51675, + "ĠOnTrigger": 51676, + "Ġmuseums": 51677, + "ĠBeen": 51678, + "ĠAdventures": 51679, + "Ġslate": 51680, + "Ġlett": 51681, + "Ġsund": 51682, + "ĠGin": 51683, + "ĠMechanical": 51684, + ".ship": 51685, + "AppComponent": 51686, + "Ġdestined": 51687, + "Ġdwelling": 51688, + "Profiler": 51689, + "Prepare": 51690, + "zeich": 51691, + "Ġsilicon": 51692, + "(has": 51693, + "Ġ#%": 51694, + "VIDEO": 51695, + "Ġcollaborate": 51696, + "Lin": 51697, + "Ġscopes": 51698, + "(className": 51699, + "(sd": 51700, + "andin": 51701, + ".ham": 51702, + "ServiceImpl": 51703, + "-described": 51704, + "Ġirony": 51705, + "stial": 51706, + "ĠHuawei": 51707, + "(repo": 51708, + "Ġunexpectedly": 51709, + "ĠKai": 51710, + ".install": 51711, + "\\xf": 51712, + "Ġexhibited": 51713, + "_TCP": 51714, + "ĠOx": 51715, + "_CHO": 51716, + "Ġprostituerte": 51717, + "Ġvä": 51718, + "Ġsito": 51719, + "Ġconstituents": 51720, + "ĠContinued": 51721, + "ĠSAVE": 51722, + "rss": 51723, + "/message": 51724, + "ubes": 51725, + "Ġmisdemean": 51726, + "Ġtaxation": 51727, + "Ġstoryline": 51728, + "hair": 51729, + "ĠFinds": 51730, + "SIG": 51731, + "verification": 51732, + "~=": 51733, + ".hp": 51734, + "Iterable": 51735, + "Ñĭе": 51736, + "atori": 51737, + "Ġctr": 51738, + "Rx": 51739, + "_);ĊĊ": 51740, + "dag": 51741, + ".pin": 51742, + "Ġpseud": 51743, + "Ġinvo": 51744, + "ÑģÑĤÑĢ": 51745, + "_pix": 51746, + "为空": 51747, + "Ġsworn": 51748, + "âĢĶor": 51749, + "_registry": 51750, + "Ġdisasters": 51751, + "ĠROI": 51752, + "ĠâĢķ": 51753, + "aktu": 51754, + "forest": 51755, + "beiten": 51756, + "âĢĶI": 51757, + "ueva": 51758, + "egt": 51759, + "Ġspikes": 51760, + "URES": 51761, + "ĠRecommended": 51762, + "Ġexploited": 51763, + "ĠFrederick": 51764, + "_COMPLETE": 51765, + "ĠDrugs": 51766, + "!!!!!!!!": 51767, + "ĠRiv": 51768, + "STOP": 51769, + "ROOM": 51770, + "ĠPASSWORD": 51771, + "Cookies": 51772, + ".El": 51773, + "á»Ń": 51774, + "ĠBert": 51775, + "Ġhashed": 51776, + "icester": 51777, + "Ġdecorator": 51778, + "ĠqueryString": 51779, + ":;Ċ": 51780, + "Ġ\"[\"": 51781, + "otope": 51782, + "-Americ": 51783, + "ĠMatthews": 51784, + "URAL": 51785, + "âĢľ,": 51786, + "Summer": 51787, + "fos": 51788, + "_CONTAINER": 51789, + "_ACK": 51790, + "Ġfiltr": 51791, + "_disp": 51792, + "_Re": 51793, + "Ġfacile": 51794, + "аÑĪ": 51795, + "ĠìķĬ": 51796, + "Ġeben": 51797, + "Ġsprink": 51798, + "ĠQuint": 51799, + ">V": 51800, + "Ġhistorians": 51801, + "ourmet": 51802, + "ĠMonitoring": 51803, + "ledger": 51804, + "cott": 51805, + "Ġware": 51806, + "GGLE": 51807, + "cars": 51808, + "ĠMEDIATEK": 51809, + "Ġvolupt": 51810, + "_View": 51811, + "HEL": 51812, + "(copy": 51813, + "(stats": 51814, + "Ġchromosome": 51815, + "ĠCurtis": 51816, + "-conf": 51817, + "(asset": 51818, + "Ġhvor": 51819, + "FileSystem": 51820, + "<>();čĊ": 51821, + "ocoder": 51822, + "ĠCannon": 51823, + ")x": 51824, + "ĠSmooth": 51825, + "ĠSAS": 51826, + "_ce": 51827, + "ĉprev": 51828, + "_movie": 51829, + "Ec": 51830, + "_wall": 51831, + ".ĊĊ": 52378, + "ogenesis": 52379, + "ĠOPTIONS": 52380, + "uptools": 52381, + "Ġmilitant": 52382, + "Ġexited": 52383, + "igar": 52384, + "ĠCOMM": 52385, + "ĠDisposable": 52386, + "aycast": 52387, + "Ġrowspan": 52388, + "Ġsynthes": 52389, + "Ġsondern": 52390, + "ĠĊ": 55869, + "ĠJacket": 55870, + "RATION": 55871, + ".getSelectedItem": 55872, + "-init": 55873, + "ĠRegisters": 55874, + "_sep": 55875, + "ĠToolkit": 55876, + ".dict": 55877, + "Ġxlabel": 55878, + "\\Table": 55879, + "toc": 55880, + "_combo": 55881, + "ĠCompact": 55882, + "Ġrugged": 55883, + "à¥ĩà¤": 55884, + "-management": 55885, + "')}}\">Ċ": 55886, + "ĠStamp": 55887, + "ıl": 55888, + "rox": 55889, + "Ġlandscapes": 55890, + "_NOTE": 55891, + "monary": 55892, + "cab": 55893, + "Ġmoet": 55894, + "xaf": 55895, + "rcode": 55896, + "-cli": 55897, + "_gate": 55898, + "[event": 55899, + "SPORT": 55900, + "gia": 55901, + "ĠSUPER": 55902, + "/Login": 55903, + "_shutdown": 55904, + "interrupt": 55905, + "Ġpretending": 55906, + "Ġfringe": 55907, + "ĠReds": 55908, + "ĠCUDA": 55909, + "ĠUNIX": 55910, + "vit": 55911, + "Ġbrig": 55912, + "drv": 55913, + "ĠConnector": 55914, + "Therefore": 55915, + "Ġlia": 55916, + "Detection": 55917, + "_actor": 55918, + "Ġtempfile": 55919, + "Ġeccentric": 55920, + "-role": 55921, + "Ġpadx": 55922, + "dent": 55923, + "Western": 55924, + "Ġê·¸": 55925, + "ĠApplicationRecord": 55926, + "Ġcampaigning": 55927, + "_runner": 55928, + "ĠCivic": 55929, + "aleigh": 55930, + "Ġdirekt": 55931, + ".sul": 55932, + "ĠĠĉĉĉ": 55933, + "anten": 55934, + "Ġissuer": 55935, + "Ġassertions": 55936, + "(orig": 55937, + "ATIO": 55938, + "Ġleaned": 55939, + "äs": 55940, + ".DTO": 55941, + "explode": 55942, + ".Observable": 55943, + "Ġstaggering": 55944, + "Ġkidnapped": 55945, + "Ġprogrammers": 55946, + "ĠInnov": 55947, + ".parameter": 55948, + "Ġdomination": 55949, + "Ġskeptic": 55950, + "Ġæĺ¯": 55951, + "Ġavoids": 55952, + ".Verify": 55953, + "ubby": 55954, + "ĠASN": 55955, + "Ġformato": 55956, + "ĠBeatles": 55957, + "_brand": 55958, + "Ġinset": 55959, + "youtu": 55960, + "Ġtoc": 55961, + "-final": 55962, + "Showing": 55963, + "ĠDoub": 55964, + "ĠMesa": 55965, + "Adj": 55966, + "_medium": 55967, + "Creates": 55968, + "(endpoint": 55969, + "ĉUP": 55970, + "bbie": 55971, + "Ġstalk": 55972, + ".databind": 55973, + ".Scan": 55974, + "agents": 55975, + "$,": 55976, + "individual": 55977, + "+)/": 55978, + "ĉvm": 55979, + "(notification": 55980, + "Ġinex": 55981, + "ĠClassification": 55982, + "reno": 55983, + "Ġolig": 55984, + "-rated": 55985, + "Ġformulation": 55986, + "',{": 55987, + "Ġacept": 55988, + "_unpack": 55989, + "_CA": 55990, + ".Pow": 55991, + "ĉim": 55992, + "Ġaluminium": 55993, + "ANO": 55994, + "Ġxn": 55995, + "Ġcómo": 55996, + "ĠIngredient": 55997, + "Ġseizures": 55998, + "åħ±": 55999, + "ificador": 56000, + "Ġsiguiente": 56001, + "ĠInfragistics": 56002, + "Ġduplicated": 56003, + "ĠDee": 56004, + "Ġnø": 56005, + "ĠACCEPT": 56006, + "(crate": 56007, + "иÑĤелÑĮ": 56008, + "-less": 56009, + "Ġinfinity": 56010, + "Analyzer": 56011, + "-Day": 56012, + "ritt": 56013, + "(cin": 56014, + "ĠGy": 56015, + "Ġmultiplied": 56016, + "uchi": 56017, + "ĠBaldwin": 56018, + "/ip": 56019, + "Ġshortcuts": 56020, + ".ADD": 56021, + "Ġvigor": 56022, + "_instruction": 56023, + "(;": 56024, + "_eta": 56025, + "è¿ŀ": 56026, + "utorials": 56027, + "Ġboosting": 56028, + "bv": 56029, + "Ġacknowledges": 56030, + "Listening": 56031, + "FAQ": 56032, + ";b": 56033, + "((-": 56034, + "Ġarchitects": 56035, + "Ġzwe": 56036, + "Ġpuls": 56037, + "ĠgetCount": 56038, + "verbs": 56039, + "ãĢľ": 56040, + "(Collection": 56041, + "kre": 56042, + "Ġjurisdictions": 56043, + "_bridge": 56044, + "ĠCrack": 56045, + "ĠDifficulty": 56046, + "KO": 56047, + "Reservation": 56048, + "_requires": 56049, + "Tour": 56050, + "ãģĹãģŁ": 56051, + ".setCurrent": 56052, + "Ġky": 56053, + "ĠAlbany": 56054, + "Ġè§": 56055, + "ller": 56056, + "agna": 56057, + "workers": 56058, + ".blank": 56059, + "ĠPrayer": 56060, + "MIC": 56061, + "Ġresilience": 56062, + "TeX": 56063, + "ĠLanguages": 56064, + "study": 56065, + "ĉcurr": 56066, + "Ġenzymes": 56067, + "Slug": 56068, + "ĠíĮĮ": 56069, + "stral": 56070, + "Ġtumors": 56071, + "Ġsegunda": 56072, + "='{": 56073, + "instruction": 56074, + "ĠLisp": 56075, + "/info": 56076, + "Ġ\"{$": 56077, + ",:),": 56078, + "Ġgv": 56079, + "(ErrorMessage": 56080, + "Ġ'=": 56081, + "}-${": 56082, + ".Documents": 56083, + "\"Well": 56084, + "Ġreminiscent": 56085, + "Ġgaz": 56086, + "iropr": 56087, + "ehr": 56088, + "Ġsuppressed": 56089, + "ersh": 56090, + ".scrollTo": 56091, + "Ġcadena": 56092, + "ĠgameState": 56093, + "ÃŃm": 56094, + "(conv": 56095, + "ĠTomorrow": 56096, + "ĠCCT": 56097, + "Mongo": 56098, + "ulg": 56099, + ".Camera": 56100, + ".handlers": 56101, + "mph": 56102, + "Ġstk": 56103, + "Ġgenetics": 56104, + "ACING": 56105, + "Trivia": 56106, + "ĠBam": 56107, + "(marker": 56108, + ".Stretch": 56109, + "ĠSunni": 56110, + "ĠBetty": 56111, + ".tolist": 56112, + "unlikely": 56113, + ".Rectangle": 56114, + "obsolete": 56115, + "ILON": 56116, + "innerText": 56117, + "embourg": 56118, + "aN": 56119, + "ĠVehicles": 56120, + "unlock": 56121, + ":utf": 56122, + "nob": 56123, + "ĠSeeing": 56124, + "ĠNEVER": 56125, + "Ġtls": 56126, + "Ġfilles": 56127, + "Ġbenefited": 56128, + "ĠClint": 56129, + "*/),": 56130, + ".fold": 56131, + "Ġposible": 56132, + "ADED": 56133, + "thouse": 56134, + ".DAL": 56135, + "ĠOdd": 56136, + "rokes": 56137, + "ĠSunny": 56138, + "ĠPartialEq": 56139, + "_Buffer": 56140, + "ĠLevi": 56141, + "longrightarrow": 56142, + "eldon": 56143, + "gages": 56144, + "_warn": 56145, + ".CreateTable": 56146, + "ĠDip": 56147, + "_questions": 56148, + ".logic": 56149, + "Ġ#\"": 56150, + "={()=>": 56151, + "Ġtep": 56152, + "Ġjuicy": 56153, + "ìĤ¬": 56154, + "enko": 56155, + "ialect": 56156, + "Ùī": 56157, + "Ġonboard": 56158, + "Ġæı": 56159, + "ĉrt": 56160, + "_UTF": 56161, + "ĠQAction": 56162, + "âĢŀ": 56163, + "(Component": 56164, + "(audio": 56165, + ".hit": 56166, + "gte": 56167, + "Ġprogrammed": 56168, + "stateParams": 56169, + "Ġpolyester": 56170, + "fires": 56171, + "byss": 56172, + "]=(": 56173, + "_quality": 56174, + "OfDay": 56175, + "ĠFairy": 56176, + "Ġyelled": 56177, + "opl": 56178, + "(userName": 56179, + "ĠDifference": 56180, + "Ġevaluations": 56181, + "iffany": 56182, + "Ġcyclists": 56183, + "Ġcidade": 56184, + "Ġtextbook": 56185, + "Ġprofiling": 56186, + "__),": 56187, + "dea": 56188, + ".activate": 56189, + "Ġindications": 56190, + "Ðķ": 56191, + "TouchUpInside": 56192, + "Ġinvaluable": 56193, + "ĠMASK": 56194, + "Ġcontend": 56195, + "Freq": 56196, + "Ġrecruits": 56197, + "(interval": 56198, + "ĠUserProfile": 56199, + "Ġ'./../": 56200, + "edu": 56201, + "_Callback": 56202, + "Ġanalogy": 56203, + "ĠTrophy": 56204, + "apphire": 56205, + "Videos": 56206, + "ĠCher": 56207, + "ĠHav": 56208, + "âĢ¦\"": 56209, + ".validator": 56210, + "gfx": 56211, + "ĠUObject": 56212, + "classnames": 56213, + "triangle": 56214, + "ĠEncoder": 56215, + ".spy": 56216, + "Ġpredators": 56217, + "=status": 56218, + "-safe": 56219, + ":\",Ċ": 56220, + "ĠIncluding": 56221, + "Ġ{};čĊ": 56222, + "*cos": 56223, + "Ġendured": 56224, + ".sulake": 56225, + "Ġnursery": 56226, + "Ġfragrance": 56227, + "Ġrebuilding": 56228, + "Ġnth": 56229, + "ĠFraser": 56230, + ".setDate": 56231, + "ĠVince": 56232, + "_REST": 56233, + "Ġventilation": 56234, + "æµ·": 56235, + "cribes": 56236, + ".asm": 56237, + "lpVtbl": 56238, + "ĠAbe": 56239, + "uisine": 56240, + ",array": 56241, + "ĉclassName": 56242, + "errals": 56243, + "Ġ'ĊĊ": 56244, + "Checkout": 56245, + "Ġsolicit": 56246, + "Aux": 56247, + "_capture": 56248, + "Ġribs": 56249, + "ragon": 56250, + "viol": 56251, + "topics": 56252, + "FunctionFlags": 56253, + "ĠMarty": 56254, + "bike": 56255, + "ĠTucker": 56256, + "(kernel": 56257, + "ĠOps": 56258, + "CloseOperation": 56259, + "/demo": 56260, + "ilda": 56261, + "ĠlÃŃnea": 56262, + "APPING": 56263, + "Ġsuites": 56264, + ".visitVarInsn": 56265, + "urus": 56266, + "ĠMinute": 56267, + "(manager": 56268, + "Ġbutterfly": 56269, + "Ġapare": 56270, + "Ġwolves": 56271, + "JWT": 56272, + "ĠSalon": 56273, + "ĉdelay": 56274, + "-eslint": 56275, + "isations": 56276, + ".rpc": 56277, + ")|(": 56278, + "ĠSnapchat": 56279, + "/mm": 56280, + "MN": 56281, + "ceries": 56282, + ".textAlignment": 56283, + "ĠFrankfurt": 56284, + "Ġado": 56285, + "(newValue": 56286, + "(access": 56287, + "(Expression": 56288, + "ĠSignIn": 56289, + "ĠHaiti": 56290, + "_tp": 56291, + ".setParameter": 56292, + "Minute": 56293, + "Ġmanuals": 56294, + "ricanes": 56295, + "ĠPTR": 56296, + "ĠOuter": 56297, + "Ġgetline": 56298, + "ocations": 56299, + "_CD": 56300, + "ĠLyon": 56301, + "/gui": 56302, + "_live": 56303, + "idan": 56304, + ".geom": 56305, + "ĠborderBottom": 56306, + "imuth": 56307, + "_checkpoint": 56308, + "Ġmeu": 56309, + "ĠIrving": 56310, + "Ġpeuvent": 56311, + "(MAX": 56312, + "ĠARCH": 56313, + "Ġpov": 56314, + ".sourceforge": 56315, + "Ġjamais": 56316, + "Ġark": 56317, + "ĠBaghdad": 56318, + "ĠCLEAR": 56319, + "MenuBar": 56320, + "Ġtrois": 56321, + "CHEDULE": 56322, + "Ġ#čĊ": 56323, + "(Call": 56324, + "$order": 56325, + "(Material": 56326, + "Ġencontrado": 56327, + "$list": 56328, + "ĠMETHODS": 56329, + ".beginTransaction": 56330, + "_MAG": 56331, + "StyleSheet": 56332, + "Ġmajors": 56333, + "Ġindefinitely": 56334, + "cleanup": 56335, + "Ġhomeland": 56336, + "(dto": 56337, + "Dates": 56338, + "Presentation": 56339, + "ĠDK": 56340, + "={`/": 56341, + "ĉKey": 56342, + "(Block": 56343, + "_checkbox": 56344, + "needs": 56345, + "ĠonComplete": 56346, + "rico": 56347, + "Ġgleich": 56348, + "Ġxm": 56349, + "OOD": 56350, + "Better": 56351, + "ĠSQLITE": 56352, + ".Book": 56353, + "xad": 56354, + "ĠGone": 56355, + "ĉdp": 56356, + "Ġdevotion": 56357, + "Ġstm": 56358, + "Ġobsess": 56359, + "ĠBackend": 56360, + "Queries": 56361, + "Ik": 56362, + "//****************************************************************": 56363, + "Ġdividends": 56364, + ".parentElement": 56365, + "}\")ĊĊ": 56366, + "ĠMaterialPageRoute": 56367, + ":num": 56368, + "Ġexplic": 56369, + "ĠOL": 56370, + "least": 56371, + "Oops": 56372, + "imentos": 56373, + "Ġinsurers": 56374, + "Ġheroic": 56375, + "ĉfields": 56376, + ".imgur": 56377, + ".btnCancel": 56378, + "ĠDetective": 56379, + "(sm": 56380, + "ĠMutableLiveData": 56381, + ".lab": 56382, + "(([": 56383, + "Ġhairst": 56384, + "ĠTransactions": 56385, + "å¼Ģå§ĭ": 56386, + "ĠstdClass": 56387, + "uento": 56388, + "GIS": 56389, + "_cod": 56390, + "Instructions": 56391, + "Calls": 56392, + "PointerType": 56393, + "ĠRw": 56394, + "Ġassortment": 56395, + "ĠDIG": 56396, + "+r": 56397, + "_CERT": 56398, + "Ġinstability": 56399, + "Ġvib": 56400, + "onas": 56401, + "Ġroku": 56402, + "apellido": 56403, + "Ġangl": 56404, + "preneur": 56405, + "Ġfluids": 56406, + "isease": 56407, + "Ġdeed": 56408, + "quist": 56409, + "_CONSTANT": 56410, + "Ġequilibrium": 56411, + "_delegate": 56412, + "ĠQuantum": 56413, + "rei": 56414, + "Capabilities": 56415, + "rectangle": 56416, + "?><": 56417, + "alien": 56418, + "ĠJug": 56419, + "DNA": 56420, + "Tickets": 56421, + "Occurs": 56422, + "ĠHawk": 56423, + ".setHorizontalGroup": 56424, + "\\Collection": 56425, + "ffiti": 56426, + "Ġrearr": 56427, + ".setVerticalGroup": 56428, + "Ġcavity": 56429, + "Ġadulte": 56430, + "Facade": 56431, + "-wh": 56432, + "ĠLOL": 56433, + "Ø°": 56434, + "Ġgrandparents": 56435, + "Swift": 56436, + "ĉwx": 56437, + "æīĢæľī": 56438, + "ifen": 56439, + "ffset": 56440, + "Beyond": 56441, + "//}ĊĊ": 56442, + "Ġwager": 56443, + "Ġbury": 56444, + "Ġcommence": 56445, + "registro": 56446, + "scient": 56447, + "ĠPercent": 56448, + "Ġдолж": 56449, + "(identifier": 56450, + ".setModel": 56451, + "Ġseldom": 56452, + "nton": 56453, + "Ġappliance": 56454, + "amus": 56455, + "rysler": 56456, + "Ġpanties": 56457, + "enguins": 56458, + "Ġmimic": 56459, + "ĠonChanged": 56460, + "Ġalcoholic": 56461, + ".reloadData": 56462, + "Charge": 56463, + "ĠFax": 56464, + "ĠjScrollPane": 56465, + "Empresa": 56466, + "Ġshattered": 56467, + "xba": 56468, + "Fonts": 56469, + "?s": 56470, + "Ġpostseason": 56471, + "retain": 56472, + "_rates": 56473, + "ĠrequestCode": 56474, + ".todo": 56475, + "´s": 56476, + "CHK": 56477, + "ĠKeeping": 56478, + "engeance": 56479, + "Ġvscode": 56480, + "IPPING": 56481, + "DefaultCloseOperation": 56482, + "_raise": 56483, + "ĠOculus": 56484, + "ograms": 56485, + "raj": 56486, + "pci": 56487, + "Ġcorrosion": 56488, + ".handleSubmit": 56489, + "Accessible": 56490, + "ĠPiano": 56491, + "little": 56492, + "ACL": 56493, + "Äĩe": 56494, + ".unwrap": 56495, + "ĠConvers": 56496, + "ĠLeben": 56497, + "ioneer": 56498, + "ĠMerchant": 56499, + "ĠJorge": 56500, + "Ġembracing": 56501, + "Ġventa": 56502, + "ást": 56503, + "Ġviene": 56504, + "Ċ": 56656, + "-growing": 56657, + "Ġdeepcopy": 56658, + "Ack": 56659, + "eggies": 56660, + "Ġ__(\"": 56661, + "Ġnoir": 56662, + "terrorism": 56663, + "Ġanthem": 56664, + "agency": 56665, + "_PACKAGE": 56666, + "ĠClosure": 56667, + ".registry": 56668, + "Ġmammals": 56669, + "L": 56700, + "Ġbluetooth": 56701, + ".Deep": 56702, + "-standing": 56703, + "ácil": 56704, + "Ġrooft": 56705, + "ĠPaths": 56706, + "_iterations": 56707, + "InvalidArgumentException": 56708, + ".spi": 56709, + "ĠUIAlertAction": 56710, + "uye": 56711, + "signin": 56712, + ".priority": 56713, + "ĠEssays": 56714, + "='{$": 56715, + "Ġè¿ĶåĽŀ": 56716, + "_signed": 56717, + ".persist": 56718, + "Ġredesign": 56719, + "ToLower": 56720, + "ĠNewman": 56721, + "=start": 56722, + "ĠIsraelis": 56723, + "asiswa": 56724, + "Speech": 56725, + "Ġnumeros": 56726, + "handlers": 56727, + "ĠWong": 56728, + "ĠмеÑĤод": 56729, + "Weights": 56730, + "ĠGujar": 56731, + "teil": 56732, + "ĠNonetheless": 56733, + "_EFFECT": 56734, + "Ġvect": 56735, + "ĠOsc": 56736, + "Ġcoats": 56737, + "ĠWheat": 56738, + "Ġgeek": 56739, + "ĠPROPERTY": 56740, + "worm": 56741, + "_constants": 56742, + "ĠBoulder": 56743, + "ĠParm": 56744, + "cole": 56745, + "ĠdefaultCenter": 56746, + "ĠRouge": 56747, + ":A": 56748, + "xcf": 56749, + "ĠVenice": 56750, + "median": 56751, + "Ġredemption": 56752, + "Fresh": 56753, + "Ġcosm": 56754, + "Ġfigur": 56755, + "Ġrefurb": 56756, + "COPE": 56757, + ".cd": 56758, + "Ġchords": 56759, + "ĠSgt": 56760, + "Åį": 56761, + "VPN": 56762, + "ĠSEND": 56763, + "ainen": 56764, + "_accounts": 56765, + "Ġtenth": 56766, + "Ġdissolved": 56767, + "": 57007, + "Ġlegitimacy": 57008, + "Ġoo": 57009, + "Slinky": 57010, + "Ġnationals": 57011, + ".words": 57012, + ";p": 57013, + "trap": 57014, + "omanip": 57015, + "Ġcues": 57016, + "Ġgraduating": 57017, + "Ġsemaphore": 57018, + "\"]);ĊĊ": 57019, + "acey": 57020, + "REET": 57021, + "Grab": 57022, + "ĠFelix": 57023, + "(Id": 57024, + "_neighbors": 57025, + "Ġmeaningless": 57026, + "(del": 57027, + "Ġjeder": 57028, + "ĠContentValues": 57029, + ".absolute": 57030, + "/cl": 57031, + "Ġxb": 57032, + "datum": 57033, + "Ġtortured": 57034, + "Ġrubbing": 57035, + "Scores": 57036, + "ĠðŁĺī": 57037, + "Ġavons": 57038, + "Ġamsterdam": 57039, + "EOS": 57040, + "Hal": 57041, + "Ġtrustworthy": 57042, + "#=": 57043, + ".EXTRA": 57044, + "Ġmano": 57045, + "isicing": 57046, + "-support": 57047, + "ĉcursor": 57048, + "ĠSpo": 57049, + "aimassage": 57050, + "Mission": 57051, + "[]{\"": 57052, + "Ġprinters": 57053, + "GREEN": 57054, + "Ġteg": 57055, + "Ġabdominal": 57056, + "!ĊĊĊĊĊĊ": 57057, + ".Short": 57058, + "азв": 57059, + "ĠGifts": 57060, + "}\")": 57061, + "(binding": 57062, + "xce": 57063, + "âĢij": 57064, + "infos": 57065, + "FormData": 57066, + "Ġdart": 57067, + "Ġelems": 57068, + "(inv": 57069, + "YL": 57070, + "tin": 57071, + "GENER": 57072, + "ữ": 57073, + "ĠTaken": 57074, + "uckle": 57075, + ":e": 57076, + "Ġspectral": 57077, + ".baidu": 57078, + "/');Ċ": 57079, + "Ġgreedy": 57080, + "esion": 57081, + ",,,,,,,,": 57082, + "Ġ/>,Ċ": 57083, + "InternalServerError": 57084, + "NSNotificationCenter": 57085, + "ĠAi": 57086, + "Ġspit": 57087, + "Ġaugmented": 57088, + "ĠstandardUserDefaults": 57089, + "FINITY": 57090, + "Race": 57091, + ":C": 57092, + "ĠRECORD": 57093, + "ĠHighlight": 57094, + "Ġ'`": 57095, + "Ġdeficits": 57096, + "Ġnei": 57097, + "Ġresearched": 57098, + "Ta": 57099, + "Ġcopp": 57100, + ".GetHashCode": 57101, + "):čĊčĊ": 57102, + "OnClick": 57103, + "ĠWellington": 57104, + "Ġrevival": 57105, + "æ¯Ķ": 57106, + "éĹ®": 57107, + "ĠNSS": 57108, + "Ġforn": 57109, + "Ġinté": 57110, + "ĠKuwait": 57111, + "_flip": 57112, + "_bo": 57113, + "_\\": 57114, + "Ġoccurrences": 57115, + "ĠScientists": 57116, + "SRC": 57117, + "ogens": 57118, + "igrant": 57119, + "REMOTE": 57120, + "ĠSID": 57121, + ".opts": 57122, + "uve": 57123, + "()])Ċ": 57124, + "Ġlibertarian": 57125, + "ĠGlide": 57126, + "lesen": 57127, + "Ġforme": 57128, + "owania": 57129, + "Ġannoyed": 57130, + "Defs": 57131, + "ĠExecutor": 57132, + "Ġcasts": 57133, + ".setChecked": 57134, + "ĠSharing": 57135, + ".SerializeObject": 57136, + "Ġselectors": 57137, + "_OTHER": 57138, + "미": 57139, + "(super": 57140, + "(OS": 57141, + "_VERIFY": 57142, + "idunt": 57143, + "';Ċ": 57145, + "Ġvidéo": 57146, + "ĠNegro": 57147, + "ĠLords": 57148, + "ĠTours": 57149, + "Ġsoftly": 57150, + ".receive": 57151, + "ĠERC": 57152, + "ĠdataSet": 57153, + "Badge": 57154, + "ĉEvent": 57155, + "Ġperl": 57156, + "Ġ{}\\": 57157, + "(sentence": 57158, + "OrUpdate": 57159, + "Ġdiminish": 57160, + "PIN": 57161, + "(draw": 57162, + ".ToDateTime": 57163, + ".EqualTo": 57164, + "(pin": 57165, + "-pencil": 57166, + "luent": 57167, + "ĠCaller": 57168, + "Ġplayful": 57169, + "-'+": 57170, + "xca": 57171, + "swick": 57172, + "){}Ċ": 57173, + "}:${": 57174, + "ĠMeth": 57175, + ".getCell": 57176, + ".break": 57177, + "Ġymax": 57178, + "='Ċ": 57391, + "ĠHiro": 57392, + "(TRUE": 57393, + "asurer": 57394, + "Ġcuer": 57395, + "Uber": 57396, + ".Operation": 57397, + "Ġolan": 57398, + "Ġthrilling": 57399, + "'.": 57421, + "ĉvalid": 57422, + "\"\",": 57423, + "Instrument": 57424, + ">J": 57425, + "Ġnostr": 57426, + "ĠRift": 57427, + "_Port": 57428, + "Ġveces": 57429, + "[['": 57430, + "Ġrallies": 57431, + "-series": 57432, + "Ġvv": 57433, + ".uc": 57434, + "Ġrtn": 57435, + "StateChanged": 57436, + "(ins": 57437, + "ĠCla": 57438, + "------------Ċ": 57439, + "cus": 57440, + "ĠReload": 57441, + "//------------------------------------------------------------------------------------------------": 57442, + ".seconds": 57443, + "_destination": 57444, + "Ġscrewed": 57445, + ">c": 57446, + "Thickness": 57447, + "Designer": 57448, + "Ġgrids": 57449, + "nÄħ": 57450, + "(cookie": 57451, + "Trip": 57452, + "-Mobile": 57453, + "Ġvoll": 57454, + "Ġgenital": 57455, + "Ġconfisc": 57456, + "ĠConfederate": 57457, + "ĠwebView": 57458, + "Ġmise": 57459, + "Ġcler": 57460, + "(selection": 57461, + "$date": 57462, + "Ġsharpen": 57463, + "ragen": 57464, + "AndUpdate": 57465, + "Ġremix": 57466, + "Ġhtons": 57467, + "RW": 57468, + "MPI": 57469, + "Ġretrieval": 57470, + "Ġrichest": 57471, + ".Decode": 57472, + ":initComponents": 57473, + "ĠTValue": 57474, + "Saint": 57475, + "@include": 57476, + "ĠPERSON": 57477, + ".sep": 57478, + "ĠLDAP": 57479, + "gba": 57480, + "ĠgroÃŁe": 57481, + "Ġreliably": 57482, + "ĠDFS": 57483, + ".getItemId": 57484, + "Ġprésent": 57485, + ".getToken": 57486, + "Ġchinese": 57487, + "ĠMeal": 57488, + "YOU": 57489, + "\">>ĊĊ": 58048, + "bower": 58049, + "Ġswapped": 58050, + "/install": 58051, + "Ġsinks": 58052, + "etrize": 58053, + "Ġdeclines": 58054, + "ĉmysql": 58055, + "ĠCString": 58056, + "ĠMotionEvent": 58057, + ".Language": 58058, + "Road": 58059, + "ÑĤеÑĢ": 58060, + "ascimento": 58061, + "'))->": 58062, + ".about": 58063, + "(editor": 58064, + "ĠRatings": 58065, + "income": 58066, + "Å¡e": 58067, + ".dequeueReusableCell": 58068, + "ĠAustrian": 58069, + "Ġsulla": 58070, + "ĠTribunal": 58071, + "ĠDidn": 58072, + "оваÑĢ": 58073, + "Ġinspections": 58074, + "Boss": 58075, + "Ġcocktails": 58076, + "Ġapologized": 58077, + "_subplot": 58078, + "opal": 58079, + "+=(": 58080, + "Ġresonance": 58081, + "ibu": 58082, + "Ġ리": 58083, + "roma": 58084, + "reserve": 58085, + "pls": 58086, + "ĠTah": 58087, + "axies": 58088, + "OPLE": 58089, + "ĠDarren": 58090, + "ĠZombie": 58091, + "_Map": 58092, + "Ġ])ĊĊ": 58093, + "ĠQi": 58094, + "ĠSail": 58095, + "Ġrestrictive": 58096, + "Ġerosion": 58097, + "-par": 58098, + "WHITE": 58099, + "Ġoldu": 58100, + "Ġaperture": 58101, + "Ġbitcoins": 58102, + "texto": 58103, + "ĠComcast": 58104, + "Ġtimeless": 58105, + "enkins": 58106, + "Ġfeeder": 58107, + "/tmp": 58108, + "resden": 58109, + "+'_": 58110, + ".Destroy": 58111, + "Ġçok": 58112, + "ĠDOCUMENT": 58113, + ".lng": 58114, + ".tagName": 58115, + "Ġkullan": 58116, + "egrate": 58117, + "Ġ(*.": 58118, + "ç¼ĸè¾ij": 58119, + "Ġhandshake": 58120, + "soc": 58121, + "_geometry": 58122, + "ĠDamascus": 58123, + "Minor": 58124, + "ĠKafka": 58125, + "ìŬ": 58126, + "Florida": 58127, + "_compute": 58128, + ".expr": 58129, + "Ġparalle": 58130, + "ĠDiaz": 58131, + "cir": 58132, + "[target": 58133, + "Ġjoking": 58134, + "Ġglor": 58135, + "(setq": 58136, + "_handlers": 58137, + "Hang": 58138, + "Ġferr": 58139, + "riminal": 58140, + "ĉĠĠĠĠĉĉ": 58141, + "enties": 58142, + "defines": 58143, + "-tax": 58144, + "jsonp": 58145, + "ĠUPS": 58146, + "metro": 58147, + "__;Ċ": 58148, + "ĠUganda": 58149, + "])):Ċ": 58150, + "_td": 58151, + "xae": 58152, + "lw": 58153, + ".OS": 58154, + "ĠLogged": 58155, + "acid": 58156, + "ĠMayo": 58157, + "aspect": 58158, + "Ġvaginal": 58159, + "Ġinitializing": 58160, + "Ġsteroids": 58161, + "fiction": 58162, + "GRE": 58163, + "gend": 58164, + "Ġliabilities": 58165, + "ĠLets": 58166, + "Mech": 58167, + "(nc": 58168, + "(change": 58169, + "Ġconnectors": 58170, + ":k": 58171, + "Ġtast": 58172, + "!\");ĊĊ": 58173, + "things": 58174, + "rophy": 58175, + "luetooth": 58176, + "ĠSignUp": 58177, + ".ctrl": 58178, + "Ġtherein": 58179, + "orda": 58180, + ".escape": 58181, + "igator": 58182, + "Ġpetrol": 58183, + "Ġspecimen": 58184, + "Ġdebuted": 58185, + "-Pro": 58186, + "Ġcrises": 58187, + ".addView": 58188, + "ëıĻ": 58189, + "-door": 58190, + "Ġmonet": 58191, + "Ġmillis": 58192, + "Ġvier": 58193, + "InternalEnumerator": 58194, + "Ġadmins": 58195, + "ĠLair": 58196, + "zin": 58197, + "getQuery": 58198, + "umbles": 58199, + "LIMIT": 58200, + "ĠVig": 58201, + "_song": 58202, + "": 58515, + "Ġpasado": 58516, + "thank": 58517, + "_Delete": 58518, + "ĠBrighton": 58519, + ",unsigned": 58520, + "ä½ľèĢħ": 58521, + "Ġaspirations": 58522, + "-how": 58523, + "Rose": 58524, + "=((": 58525, + "_needed": 58526, + "_plural": 58527, + ">ĊĊ": 58645, + "Ġsurfaced": 58646, + "ĠìłĢìŀ¥": 58647, + "platz": 58648, + "ĉemail": 58649, + "ceptors": 58650, + "\">(": 58651, + "Ġepile": 58652, + "读": 58653, + "ĠDebt": 58654, + "åijĬ": 58655, + "NOP": 58656, + "\"https": 58657, + ":j": 58658, + "FormItem": 58659, + "_LICENSE": 58660, + ".getDouble": 58661, + "ĠAgenda": 58662, + "ĉfinally": 58663, + "(filters": 58664, + "(av": 58665, + "ç¾İ": 58666, + "APER": 58667, + "Ġlava": 58668, + "еÑĢж": 58669, + "))))ĊĊ": 58670, + "Ġfaulty": 58671, + "_nm": 58672, + "Ġtrava": 58673, + "(Bitmap": 58674, + "Ġspeeding": 58675, + ">').": 58676, + "Ġscreened": 58677, + "_roll": 58678, + "ĠMacBook": 58679, + "ĠAUD": 58680, + "Ġdiagnose": 58681, + ".Generate": 58682, + "Ġ^^": 58683, + "Ġstrs": 58684, + "[Test": 58685, + "Ġransom": 58686, + "ĠDHCP": 58687, + "elden": 58688, + "Ġinterpretations": 58689, + "()].": 58690, + "flatMap": 58691, + "ĠlineHeight": 58692, + "_mount": 58693, + "ĠWizards": 58694, + "Ġsluts": 58695, + "ehler": 58696, + "odal": 58697, + "Ġmilitia": 58698, + "å²": 58699, + "earned": 58700, + "Ġmisery": 58701, + "intval": 58702, + "fund": 58703, + "Ġhides": 58704, + "Ġdiarr": 58705, + "ĠWesley": 58706, + "Ġxmm": 58707, + "Ġquem": 58708, + "ĠArabs": 58709, + "ifth": 58710, + "ategorized": 58711, + "Disposable": 58712, + "Pure": 58713, + "_NOTIFY": 58714, + "snippet": 58715, + "ĠGarrett": 58716, + ".running": 58717, + ".weights": 58718, + "Ġ(--": 58719, + "Ġinvariant": 58720, + "äºĭ件": 58721, + "ĠAllowed": 58722, + "dirs": 58723, + "Ġpassions": 58724, + "Ġlad": 58725, + "ĠFlush": 58726, + "menus": 58727, + ":block": 58728, + "Ġcompra": 58729, + ".chomp": 58730, + "allocator": 58731, + "Ġcurated": 58732, + "ĠKnowing": 58733, + "ĠPatterson": 58734, + "Ġtelah": 58735, + "'ex": 58736, + "Ġdoomed": 58737, + "Ġphilanth": 58738, + "otty": 58739, + ".styles": 58740, + "Owned": 58741, + "Ġallergies": 58742, + "=params": 58743, + "ocese": 58744, + "itelist": 58745, + "ĠSending": 58746, + "bef": 58747, + "orrar": 58748, + "ĠNão": 58749, + "ĠFargo": 58750, + "ĠLub": 58751, + "ĠCombined": 58752, + "_given": 58753, + "ĉĉĉĉĉĠĠĠĠ": 58754, + "Ġreconciliation": 58755, + "Patterns": 58756, + "azard": 58757, + "Ġbiomass": 58758, + "ĠHouses": 58759, + "respuesta": 58760, + "cco": 58761, + "/topics": 58762, + "ĠYuk": 58763, + "Ġweakened": 58764, + "_calendar": 58765, + "Ġmulheres": 58766, + "ĠMarl": 58767, + "Ġsine": 58768, + "ĠTil": 58769, + "ĠSouls": 58770, + "ĠDeutsche": 58771, + "ĠFOLLOW": 58772, + "Ġpipelines": 58773, + "ĠBeverly": 58774, + "_DIPSETTING": 58775, + "\"#": 58776, + "ĠProto": 58777, + ".big": 58778, + "ĠSavings": 58779, + "ĠTanz": 58780, + "jun": 58781, + "ĠGamma": 58782, + "ĠSadd": 58783, + "Ġadvisors": 58784, + "Ġroast": 58785, + "Ġunters": 58786, + "udies": 58787, + "_lon": 58788, + "-pointer": 58789, + "ĠElementRef": 58790, + "\\Builder": 58791, + "exampleInput": 58792, + ".webdriver": 58793, + "dataType": 58794, + "ĠQuite": 58795, + "ĠCeltics": 58796, + "uil": 58797, + "-defense": 58798, + "bish": 58799, + "ĠUIWindow": 58800, + "ĠSuddenly": 58801, + ".hot": 58802, + ".reason": 58803, + "Ġgör": 58804, + "AMD": 58805, + ".Multi": 58806, + "authenticated": 58807, + "regions": 58808, + ";(": 58809, + "аÑĢам": 58810, + "ĠKirby": 58811, + "$route": 58812, + "PRECATED": 58813, + "ĠDurham": 58814, + "owo": 58815, + "ĠPerforms": 58816, + "Ġdisregard": 58817, + "nst": 58818, + "ĠPols": 58819, + "ĠgetP": 58820, + "\"]:": 58821, + "-colored": 58822, + "(Keys": 58823, + "ĠAlleg": 58824, + "_modify": 58825, + "_loading": 58826, + "strained": 58827, + "Ġatroc": 58828, + "_phr": 58829, + "": 59821, + "ceph": 59822, + ".DateTimePicker": 59823, + ".\";ĊĊ": 59824, + "ĠTie": 59825, + ",item": 59826, + "Ġmenn": 59827, + "Gas": 59828, + "ocha": 59829, + "_virtual": 59830, + "Ġmasterpiece": 59831, + "_sequences": 59832, + "LTE": 59833, + "ĠSubmission": 59834, + "Caller": 59835, + "$\\": 59836, + "Sport": 59837, + "agus": 59838, + "ConstraintMaker": 59839, + "Ġcoloc": 59840, + "Ġwig": 59841, + "ĠУ": 59842, + "ĉArray": 59843, + "Looks": 59844, + "ĠGTA": 59845, + ".steps": 59846, + "atchewan": 59847, + "_ranges": 59848, + "extAlignment": 59849, + "ĠBrennan": 59850, + "Ġabstraction": 59851, + "ulerAngles": 59852, + ".misc": 59853, + "Ġantibodies": 59854, + "Ġexponential": 59855, + "ĠCHANNEL": 59856, + "expense": 59857, + "'y": 59858, + "Ġdetectives": 59859, + "Ġpurported": 59860, + "YSTEM": 59861, + "Ġradioactive": 59862, + "ĠLatina": 59863, + ".Encoding": 59864, + ".TAG": 59865, + "xin": 59866, + "Degree": 59867, + "uracion": 59868, + "prices": 59869, + "ĠReferentialAction": 59870, + "Ġrarity": 59871, + "Ġpiles": 59872, + "gende": 59873, + "_projects": 59874, + "_globals": 59875, + ".startTime": 59876, + "Ġ구": 59877, + "SECTION": 59878, + "_publish": 59879, + "Fault": 59880, + "DDL": 59881, + "_prior": 59882, + "Mom": 59883, + "Ġthicker": 59884, + "Ġsequelize": 59885, + "Ġessentials": 59886, + "stras": 59887, + "intr": 59888, + ">(()": 59889, + ".management": 59890, + "eil": 59891, + "éĹŃ": 59892, + "Aware": 59893, + ".City": 59894, + "ĠArbit": 59895, + "_DM": 59896, + "_keyboard": 59897, + "LObject": 59898, + "-webpack": 59899, + "ĠNewport": 59900, + "ĠprincipalColumn": 59901, + "legant": 59902, + "Ġpallet": 59903, + "Ġfracture": 59904, + "Ġgmail": 59905, + ".Meta": 59906, + "Above": 59907, + ".KeyEvent": 59908, + "jit": 59909, + "_macro": 59910, + "_PUSH": 59911, + "ứ": 59912, + "/controller": 59913, + "åĬłè½½": 59914, + "Ġsuperficial": 59915, + "exterity": 59916, + "Ġmensagem": 59917, + "Wind": 59918, + "iston": 59919, + ".openapi": 59920, + "иÑĢов": 59921, + "ĠSerializer": 59922, + "uctive": 59923, + "Ġzar": 59924, + "Places": 59925, + ".Static": 59926, + "Ba": 59927, + "Ġinadvert": 59928, + "ĠIndonesian": 59929, + "_IPV": 59930, + "(horizontal": 59931, + "ĠgetTitle": 59932, + "idepress": 59933, + "ĠConsoleColor": 59934, + "ipers": 59935, + "$out": 59936, + "Ġfestive": 59937, + "Ġevenings": 59938, + ".GetData": 59939, + "uitka": 59940, + "ĠManuals": 59941, + "ussed": 59942, + "_Max": 59943, + ".Chat": 59944, + "ĠAircraft": 59945, + "=com": 59946, + "FOUND": 59947, + "apro": 59948, + "Ġtreasures": 59949, + "_alive": 59950, + "Ġgadget": 59951, + "eking": 59952, + "ButtonDown": 59953, + "Browsable": 59954, + ".PERMISSION": 59955, + "PASSWORD": 59956, + "ĠHASH": 59957, + "fé": 59958, + "\\TestCase": 59959, + "LOSS": 59960, + "others": 59961, + ",J": 59962, + "Ġasshole": 59963, + "werk": 59964, + "Ġmã": 59965, + ".ie": 59966, + "evil": 59967, + "kontakte": 59968, + "////////////////////////////////////////////////////////////////////////////////Ċ": 59969, + "=sys": 59970, + "ĉlock": 59971, + "--;ĊĊ": 59972, + "_FUN": 59973, + "FillColor": 59974, + "óa": 59975, + "prend": 59976, + "Ġcompressor": 59977, + "Mother": 59978, + "ĠArcher": 59979, + ".goto": 59980, + "Ġwürde": 59981, + "Ġbamboo": 59982, + "ï¼İ": 59983, + "ĠTrees": 59984, + "Ġbumper": 59985, + "Ġsausage": 59986, + "ĠElasticsearch": 59987, + "Ġhorizontally": 59988, + "ĠGul": 59989, + "Immutable": 59990, + "Ġloser": 59991, + "Ġaborted": 59992, + "-demo": 59993, + "ĠHatch": 59994, + "Ġunde": 59995, + "Ġprocesso": 59996, + "-call": 59997, + "Income": 59998, + "åĥ": 59999, + "_returns": 60000, + "'].\"'": 60001, + "(sw": 60002, + "CBS": 60003, + "amilies": 60004, + "ĠYourself": 60005, + "ĠHolt": 60006, + ".MON": 60007, + "à§ĩ": 60008, + "ÑĪе": 60009, + "anon": 60010, + "ĠFontAwesome": 60011, + "producer": 60012, + "jr": 60013, + "Ġmau": 60014, + "ĉinter": 60015, + "Ġdishonest": 60016, + "Ġmagna": 60017, + "ĠCollective": 60018, + "Ġvraiment": 60019, + "Ġchoix": 60020, + "stay": 60021, + "Ġwelding": 60022, + "rising": 60023, + ",min": 60024, + "ĠFate": 60025, + "glob": 60026, + "RGBA": 60027, + "Ġdette": 60028, + "Ven": 60029, + "Ġembarrassment": 60030, + ".DELETE": 60031, + "gregar": 60032, + "-render": 60033, + "(bucket": 60034, + "\">ĊĊĊ": 60035, + ".waitKey": 60036, + "Busy": 60037, + "Ġdifferentiation": 60038, + "ĠCST": 60039, + ".Constant": 60040, + "ĠlineNumber": 60041, + "(matches": 60042, + "Ġwebsocket": 60043, + "Ġbarred": 60044, + "Ġpuedes": 60045, + "Mono": 60046, + "CORE": 60047, + "IID": 60048, + "ĠĠĠĠčĊčĊ": 60049, + "Ġpúblico": 60050, + "leaning": 60051, + "Ġcleansing": 60052, + "Ġcris": 60053, + "ĠDevils": 60054, + "_SETTING": 60055, + "untary": 60056, + ".);Ċ": 60057, + "ĊĠĠĠĊ": 60058, + "[curr": 60059, + "tsy": 60060, + "ĠAlexis": 60061, + "ritel": 60062, + "Ġpetroleum": 60063, + ".preprocessing": 60064, + "matter": 60065, + "ForResult": 60066, + "-license": 60067, + "Ġtravellers": 60068, + "ĠDispatcher": 60069, + "ennifer": 60070, + "Ġdigestive": 60071, + "PED": 60072, + "hibition": 60073, + "MASConstraintMaker": 60074, + "ĠWatt": 60075, + "Benef": 60076, + ".setView": 60077, + "dto": 60078, + "TEE": 60079, + "ĠPelosi": 60080, + "_EXTRA": 60081, + "Ġmedals": 60082, + "xhr": 60083, + "forecast": 60084, + "Ġnargin": 60085, + "ouns": 60086, + "-fill": 60087, + "_CURSOR": 60088, + "Ġsupervised": 60089, + "Ġturf": 60090, + "ĠEdgar": 60091, + "POSITION": 60092, + "ĠcategoryId": 60093, + "âī": 60094, + "_ER": 60095, + "ủa": 60096, + "Shown": 60097, + ".ll": 60098, + "_POLICY": 60099, + "(),'": 60100, + "ĠPrev": 60101, + "ĠStringField": 60102, + "ĉGlobal": 60103, + "assed": 60104, + "Throughout": 60105, + "ostringstream": 60106, + ".awtextra": 60107, + "Ġslopes": 60108, + "ĠSequential": 60109, + "Ġgiorn": 60110, + "Ġzelf": 60111, + "Ġversatility": 60112, + "leneck": 60113, + ".cgi": 60114, + "Ġdoubling": 60115, + "ĠBangkok": 60116, + "Ġbuurt": 60117, + "Ġusuário": 60118, + "studio": 60119, + "Ġjeunes": 60120, + "Ġmuted": 60121, + "Ġips": 60122, + "_fraction": 60123, + "&&(": 60124, + "Ġstunt": 60125, + "');?>čĊ": 60149, + "Ġevapor": 60150, + "bable": 60151, + "ĠPRICE": 60152, + "Ġæ³": 60153, + "lucent": 60154, + "Ġvamp": 60155, + "ĠTechnician": 60156, + "Ġuniqueness": 60157, + "Mes": 60158, + "urban": 60159, + ".parametrize": 60160, + "ĠReplay": 60161, + "Sessions": 60162, + "embr": 60163, + "-Americans": 60164, + "_PROXY": 60165, + "Ġpian": 60166, + "Ġtrie": 60167, + "ĠDestructor": 60168, + "GameState": 60169, + "ĠIMF": 60170, + "chin": 60171, + "Ġporte": 60172, + "ĠSwal": 60173, + "åŁİ": 60174, + "Substring": 60175, + "iming": 60176, + "/Library": 60177, + "Ġfrightened": 60178, + "writes": 60179, + "Ġrecursos": 60180, + "arResult": 60181, + "_INITIALIZ": 60182, + "ĠBadge": 60183, + "_crc": 60184, + "Eight": 60185, + "ĠDISTINCT": 60186, + "Ġthro": 60187, + "@Xml": 60188, + "ĠLegendary": 60189, + "-twitter": 60190, + "_easy": 60191, + "Ġ+++": 60192, + "(DATA": 60193, + ".Locale": 60194, + "Ġkä": 60195, + "Ġnurt": 60196, + "Ġcruis": 60197, + "_ios": 60198, + "Ġsensing": 60199, + "_Line": 60200, + "ĊĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ": 60201, + "pong": 60202, + "oleon": 60203, + "Ġwildcard": 60204, + "çĶ¨æĪ·åIJį": 60205, + "Ġbegging": 60206, + "Rod": 60207, + "ĠÃİ": 60208, + "_CELL": 60209, + "Researchers": 60210, + ".selector": 60211, + "_ing": 60212, + "Ġaspiring": 60213, + "Ġimmortal": 60214, + "Ġymin": 60215, + "_robot": 60216, + "Ġplur": 60217, + "BTC": 60218, + "ĠDID": 60219, + "Ġpiercing": 60220, + "*u": 60221, + "_DEFINED": 60222, + "ĠThi": 60223, + "itaire": 60224, + "(media": 60225, + "-ons": 60226, + "Ġchefs": 60227, + "Ġ\"*.": 60228, + "/AP": 60229, + "Ġrazor": 60230, + "ĠsearchData": 60231, + "Ġ=&": 60232, + "ĠãĢĤ": 60233, + "Ġmourn": 60234, + "tingham": 60235, + "Ġoli": 60236, + "ĠVernon": 60237, + "_RS": 60238, + "ŀæĢ§": 60239, + "Ġfácil": 60240, + "angen": 60241, + "celain": 60242, + "Ġail": 60243, + "lest": 60244, + "ĠQCOMPARE": 60245, + "gain": 60246, + "Ġε": 60247, + "ĠKob": 60248, + "ĠFault": 60249, + "_configs": 60250, + "ç»ĵæŀľ": 60251, + ".+": 60252, + "calar": 60253, + "(colors": 60254, + "Mul": 60255, + "_ART": 60256, + "Ġexperimenting": 60257, + "ermen": 60258, + "ĠAnglo": 60259, + ".FixedSingle": 60260, + "Sea": 60261, + "Ġctxt": 60262, + ".slider": 60263, + "Collapse": 60264, + "Grey": 60265, + "Ġfld": 60266, + "-proof": 60267, + ".capacity": 60268, + "getParent": 60269, + "ĠCompliance": 60270, + "Ġburgl": 60271, + "-rec": 60272, + "Ġoverwritten": 60273, + "MU": 60274, + "Ġrouters": 60275, + "ĉModel": 60276, + "Ġfantasies": 60277, + "avian": 60278, + "_prec": 60279, + "ĠScandin": 60280, + "Ġ//<": 60281, + "/oct": 60282, + "Ġceremonies": 60283, + "Months": 60284, + "undy": 60285, + "Ġqued": 60286, + "ĠNou": 60287, + "ĠVibr": 60288, + ".rgb": 60289, + "Ġcitrus": 60290, + "Ġbraces": 60291, + "-uppercase": 60292, + "getTable": 60293, + "Ġdopo": 60294, + "ĠKerr": 60295, + "_CHILD": 60296, + "-cloud": 60297, + "ĉMatrix": 60298, + "Ġgardening": 60299, + "Sing": 60300, + "almost": 60301, + "Requirements": 60302, + "uguay": 60303, + "(Property": 60304, + "subscriber": 60305, + "FAST": 60306, + "reaction": 60307, + "(lp": 60308, + ")})Ċ": 60309, + "`).": 60310, + ".wallet": 60311, + "_exchange": 60312, + ".Maximum": 60313, + "ĠVerb": 60314, + "âĶģ": 60315, + "()<": 60316, + "ï¼ĽĊ": 60317, + "ROT": 60318, + "CARD": 60319, + "ubit": 60320, + "{@": 60321, + "_kel": 60322, + "ĠTooltip": 60323, + "MySQL": 60324, + "MainActivity": 60325, + "arf": 60326, + "Ġmalign": 60327, + "Ġseinen": 60328, + "apist": 60329, + "Ġ<%": 60330, + "MethodImpl": 60331, + "Mil": 60332, + "ĠMick": 60333, + ".depend": 60334, + ">&": 60367, + "ĉok": 60368, + "-low": 60369, + ".usuario": 60370, + "nested": 60371, + "XB": 60372, + "OURS": 60373, + ".BorderColor": 60374, + "Ġbrow": 60375, + "ĠÐķ": 60376, + "corr": 60377, + "ĠRedskins": 60378, + ".getTag": 60379, + ".getTransaction": 60380, + "Ġstigma": 60381, + "hardt": 60382, + "ĠPlayerPrefs": 60383, + "alsy": 60384, + "ucson": 60385, + "Languages": 60386, + "ĠOlivia": 60387, + "Ġtac": 60388, + "Ġbli": 60389, + "Ġcaval": 60390, + "Ġconsolidated": 60391, + "Ġperil": 60392, + "Ġdele": 60393, + "Ġformulated": 60394, + "Ġhighways": 60395, + ".spawn": 60396, + "==$": 60397, + "ĠNiet": 60398, + "Ġveggies": 60399, + "ypo": 60400, + "-rule": 60401, + "ĠVie": 60402, + "/epl": 60403, + "Ġenfants": 60404, + "stringLiteral": 60405, + "Ġtoughest": 60406, + "buyer": 60407, + "Ġcovariance": 60408, + "Ġili": 60409, + "ĠSophie": 60410, + "ĠBAB": 60411, + "Ġ\"),": 60412, + "ĠUk": 60413, + "currentIndex": 60414, + "_userdata": 60415, + ".codec": 60416, + "ĠPunjab": 60417, + "ĠSNP": 60418, + "lol": 60419, + "advance": 60420, + "Ġcomfy": 60421, + "JsonIgnore": 60422, + "Ġfashionable": 60423, + "ĠICON": 60424, + "Ġora": 60425, + "ĠPricing": 60426, + "E": 60484, + "tering": 60485, + "/screens": 60486, + "Ġheightened": 60487, + "аÑĢÑĤ": 60488, + "Authorities": 60489, + "_bbox": 60490, + "ünst": 60491, + ".fontSize": 60492, + "ĠBOOLEAN": 60493, + "divide": 60494, + "ĠSloven": 60495, + "ucer": 60496, + "ÙĴ": 60497, + "stub": 60498, + "Ġnavigating": 60499, + ":animated": 60500, + "_NOW": 60501, + "_vect": 60502, + "}{Ċ": 60503, + "@(": 60504, + "Ġtelecom": 60505, + "Ġcontracting": 60506, + "ĠAssange": 60507, + "Ġextracting": 60508, + "Ġgrö": 60509, + "cobra": 60510, + ".DIS": 60511, + "Ġcrab": 60512, + "Ġtwitch": 60513, + "Ġverts": 60514, + "Ġrejects": 60515, + "ĉformat": 60516, + "Ġregeneration": 60517, + ".Sys": 60518, + "solve": 60519, + "ĉdialog": 60520, + "shi": 60521, + "meter": 60522, + "(best": 60523, + "validators": 60524, + "Ġonwards": 60525, + "Ġguru": 60526, + "Ġmoderator": 60527, + "owied": 60528, + "experiment": 60529, + "rub": 60530, + "Ġmqtt": 60531, + "ĠCaucas": 60532, + "Ġnationalism": 60533, + "Ġmange": 60534, + "ĉImGui": 60535, + "/Edit": 60536, + "Ġinh": 60537, + "Ġintellig": 60538, + "erokee": 60539, + "ĉexport": 60540, + "Ġdiscriminate": 60541, + "subtract": 60542, + "ĠMoodle": 60543, + "enser": 60544, + "ĠGuides": 60545, + "RAP": 60546, + "-hot": 60547, + "_grp": 60548, + ".picture": 60549, + "XA": 60550, + "ĠinitView": 60551, + "_Comm": 60552, + "Ġoverdose": 60553, + "Ġ+ĊĊ": 60554, + "ĠSilent": 60555, + "shows": 60556, + "Ġinterpolate": 60557, + "Formation": 60558, + "Ġbisc": 60559, + "markets": 60560, + "(SC": 60561, + "Ze": 60562, + "ĠNetworking": 60563, + "Ġadrenal": 60564, + "ĠGuns": 60565, + "eteor": 60566, + "Declared": 60567, + "orgetown": 60568, + "Ġkarena": 60569, + "/password": 60570, + "_addresses": 60571, + "ITERAL": 60572, + "Buzz": 60573, + "ĠConway": 60574, + "(case": 60575, + "PWD": 60576, + "heiro": 60577, + "(act": 60578, + "**čĊ": 60579, + "());ĊĊĊ": 60580, + "Ġanv": 60581, + "Ġ..ĊĊ": 60582, + "(MenuItem": 60583, + "(mail": 60584, + "_sections": 60585, + "ĉnet": 60586, + "Ġplut": 60587, + "Ġwrench": 60588, + "/object": 60589, + "ĠIst": 60590, + "ĠVIS": 60591, + "/pub": 60592, + "alten": 60593, + "Ġguitars": 60594, + "Ġantibiotic": 60595, + "ï¼ĸ": 60596, + "¹": 60597, + "Ġ\"+\"": 60598, + "formula": 60599, + "Ġbabes": 60600, + "ĠPrompt": 60601, + "Ġenim": 60602, + "/player": 60603, + "ĉref": 60604, + "ĠbyÄĩ": 60605, + "Ġconsumes": 60606, + "ĠHast": 60607, + "ĠTao": 60608, + "Ġ'))Ċ": 60609, + "Ġclam": 60610, + "Ġthighs": 60611, + "Ġmotif": 60612, + "ApiOperation": 60613, + "ĠWL": 60614, + "getC": 60615, + "ĉflags": 60616, + "ointments": 60617, + "Ġeconomical": 60618, + "needle": 60619, + "xls": 60620, + "practice": 60621, + "utzer": 60622, + "timeofday": 60623, + "-output": 60624, + "ĠfindById": 60625, + "ĠBuddy": 60626, + "ÐŀÑĤ": 60627, + "Seven": 60628, + "ĠBark": 60629, + "Ġenvoy": 60630, + "_algorithm": 60631, + "åĪ©": 60632, + "Ġballistic": 60633, + "移": 60634, + "rades": 60635, + "ĉdoc": 60636, + "roducing": 60637, + "ĠEating": 60638, + "Unmount": 60639, + "/dataTables": 60640, + "_bonus": 60641, + "Ġlitt": 60642, + "pps": 60643, + ")localObject": 60644, + "perf": 60645, + "ĠHelvetica": 60646, + "shutdown": 60647, + "/ml": 60648, + ".tokens": 60649, + "ĠHardcore": 60650, + ",row": 60651, + "/bg": 60652, + "Scaler": 60653, + "âĢĶas": 60654, + "_logits": 60655, + "âĢĻint": 60656, + "ĉApp": 60657, + "Implicit": 60658, + ".Fprintf": 60659, + "ETO": 60660, + "Ġterra": 60661, + "Ġpossessing": 60662, + ".rstrip": 60663, + ",),": 60664, + "=yes": 60665, + "ĠStripe": 60666, + "?=": 60667, + "neutral": 60668, + ".good": 60669, + "Ġkennen": 60670, + "ĠSung": 60671, + "fault": 60672, + "ystatechange": 60673, + "Canadian": 60674, + "','\".$": 60675, + "ĠMits": 60676, + "ænd": 60677, + "ĠSTRUCT": 60678, + "ĠURLWithString": 60679, + "ĠCompass": 60680, + "Ġ--ĊĊ": 60681, + "ĠNSLayoutConstraint": 60682, + "|min": 60683, + "-adjust": 60684, + "Ġrebuilt": 60685, + "LIGHT": 60686, + "/se": 60687, + "-mount": 60688, + "vpn": 60689, + "validated": 60690, + "(QObject": 60691, + "Ġignition": 60692, + "ĠChargers": 60693, + "RYPTO": 60694, + "]initWithFrame": 60695, + "ĠFluid": 60696, + "Ġcadre": 60697, + "Ġnominations": 60698, + "Neill": 60699, + "ĠHou": 60700, + "Ġcurrents": 60701, + "_gene": 60702, + "(inp": 60703, + "Paris": 60704, + "zÄĻ": 60705, + "aggregate": 60706, + "Ġassoc": 60707, + "weeted": 60708, + "errat": 60709, + "âĢĵĊĊ": 60710, + "Ġ'/',Ċ": 60711, + "fixture": 60712, + "ĠHighest": 60713, + "ambient": 60714, + "Ġchmod": 60715, + "Ġconte": 60716, + "Ġsensual": 60717, + "Ġgarment": 60718, + "zers": 60719, + "ĠPowered": 60720, + "domains": 60721, + "Reward": 60722, + "iomanip": 60723, + "Ġcockpit": 60724, + "outfile": 60725, + "Ġbuiltin": 60726, + "Ġinsisting": 60727, + ".vars": 60728, + "zipcode": 60729, + "Ġ����": 60730, + "fails": 60731, + "Ġconsolidation": 60732, + "_oid": 60733, + "Planet": 60734, + "Ġ=\",": 60735, + "ĉel": 60736, + "UILT": 60737, + "ätz": 60738, + "afari": 60739, + "ĠMcCl": 60740, + "Timeline": 60741, + "Esta": 60742, + "Ġfram": 60743, + "YE": 60744, + "Ġcerebral": 60745, + "OfMonth": 60746, + "ĠPregn": 60747, + "ĠклаÑģÑģ": 60748, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ": 60749, + "ĠFres": 60750, + "Approved": 60751, + ".Special": 60752, + "ĠProtestant": 60753, + "Ġallergy": 60754, + "_pcm": 60755, + "ĉCopyright": 60756, + "ĠsuperClass": 60757, + "\"strconv": 60758, + "ĠMohamed": 60759, + "Ġ'//": 60760, + "ForeColor": 60761, + "Arthur": 60762, + "ĠJungle": 60763, + "Ġveins": 60764, + "Sad": 60765, + "Ġbackups": 60766, + "ĠOpinion": 60767, + "ût": 60768, + "Ġintermitt": 60769, + "odyn": 60770, + "ĠChristina": 60771, + "Ġandre": 60772, + "Ġevacuation": 60773, + "palette": 60774, + "horse": 60775, + "ĠResident": 60776, + "ĠHassan": 60777, + ".Nil": 60778, + "Ġaisle": 60779, + "ĠGrowing": 60780, + "Ġbloginfo": 60781, + "/sql": 60782, + "_ioctl": 60783, + "Scaling": 60784, + "ĠMonad": 60785, + "_cpp": 60786, + "ĠHutch": 60787, + "ĠAppleWebKit": 60788, + "Expense": 60789, + "_JOB": 60790, + "Ġpointless": 60791, + "FromBody": 60792, + "antal": 60793, + "Ġdepicting": 60794, + "ĠCELL": 60795, + "Ġrefin": 60796, + "ĠCNC": 60797, + "ì¹ĺ": 60798, + "_dimensions": 60799, + "ĠSAN": 60800, + "Ġaft": 60801, + "Ġfootsteps": 60802, + "ccoli": 60803, + "_PHONE": 60804, + "/math": 60805, + "-kind": 60806, + "ĠMeans": 60807, + "ichael": 60808, + ".guna": 60809, + "Ġinauguration": 60810, + "-driving": 60811, + "(delete": 60812, + "ĠtotalCount": 60813, + "_MC": 60814, + ".Extension": 60815, + "Commercial": 60816, + "ĠzIndex": 60817, + "$": 60949, + "Ġebay": 60950, + "Ġcaptive": 60951, + "pliant": 60952, + "ĠCalculates": 60953, + "olta": 60954, + "esting": 60955, + "_revision": 60956, + "Ġmús": 60957, + "+m": 60958, + "\",\"\",\"": 60959, + "WHAT": 60960, + "Ġcompassionate": 60961, + "harga": 60962, + "[random": 60963, + "Ġmodulo": 60964, + "(sn": 60965, + "Ġoccupations": 60966, + "////Ċ": 60967, + "ĉboard": 60968, + "ĠBalk": 60969, + "wiÄħ": 60970, + "ĠWifi": 60971, + ".Profile": 60972, + ":maj": 60973, + "ĉmat": 60974, + "LOCKS": 60975, + "(jButton": 60976, + "Ġ('$": 60977, + "Mur": 60978, + "æĮī": 60979, + "bble": 60980, + "Ġfrog": 60981, + "-hide": 60982, + "Ġbroadcaster": 60983, + "à¸ŀ": 60984, + "haled": 60985, + "Ġamusing": 60986, + "_predictions": 60987, + "_intr": 60988, + "Ġeagle": 60989, + "аÑĤелÑĮ": 60990, + "ĠgetList": 60991, + "psilon": 60992, + "Ġcharacterization": 60993, + "ARDS": 60994, + "Ġrelocation": 60995, + "Ġrulers": 60996, + "PAY": 60997, + "ĠDefinitely": 60998, + "_Action": 60999, + "Ġclosures": 61000, + "Ġfactual": 61001, + "odynamic": 61002, + "Ġprecautions": 61003, + "niej": 61004, + "ĠParties": 61005, + "ĠSubaru": 61006, + "Ġcousins": 61007, + "arbeit": 61008, + ".money": 61009, + "gunta": 61010, + "(and": 61011, + "getitem": 61012, + ".StylePriority": 61013, + "Ġslid": 61014, + "singleton": 61015, + "Ġgarn": 61016, + "ĠPAS": 61017, + "Ġdazz": 61018, + "aż": 61019, + "Ġbogus": 61020, + "ĠMog": 61021, + "Ġrivalry": 61022, + "isol": 61023, + "Ġlandmarks": 61024, + "ñas": 61025, + "Bern": 61026, + "ĠSachs": 61027, + "Ġ\")ĊĊ": 61028, + "Ġhostility": 61029, + "_mex": 61030, + "mere": 61031, + "Mot": 61032, + "pictureBox": 61033, + "Defense": 61034, + "Ġaffidavit": 61035, + "otherwise": 61036, + ".directory": 61037, + "_UnityEngine": 61038, + "-blog": 61039, + ".skin": 61040, + "phem": 61041, + "Apellido": 61042, + "erchant": 61043, + "[class": 61044, + "Ġwart": 61045, + ".\"[": 61046, + "aleur": 61047, + "/back": 61048, + "ĠĠĠĠĉĠĠĠ": 61049, + "Ġprecipitation": 61050, + "Ġobstruction": 61051, + "ĠpObj": 61052, + "Ġrupt": 61053, + "UCKET": 61054, + "aye": 61055, + "æİĴ": 61056, + "gx": 61057, + "Ġecl": 61058, + "Ġsecrecy": 61059, + "/Header": 61060, + "ĠLesb": 61061, + "Ġlei": 61062, + "ĠBulletin": 61063, + "Ġgiveaway": 61064, + ".Home": 61065, + "_ROOM": 61066, + "\"W": 61067, + "Ġcowork": 61068, + "_ra": 61069, + "ĠCycling": 61070, + "ĠPaw": 61071, + "Ġpupil": 61072, + "/arch": 61073, + "ĠFileUtils": 61074, + "é¦ĸ": 61075, + "rsp": 61076, + "Ġfreedoms": 61077, + "ĠLear": 61078, + "}`).": 61079, + "Ġbowls": 61080, + "/block": 61081, + "_logging": 61082, + "Ġmethane": 61083, + "Ġhorns": 61084, + "Ġwonderfully": 61085, + "Ġalterations": 61086, + "Ġexile": 61087, + "lsen": 61088, + "_pause": 61089, + "_LANGUAGE": 61090, + "ĠUSDA": 61091, + "_mysql": 61092, + "_AMOUNT": 61093, + "ĠLIFE": 61094, + "Ġyoungsters": 61095, + "Ġriots": 61096, + "[E": 61097, + "Ġunforgettable": 61098, + ",},Ċ": 61099, + "Disposed": 61100, + "ĠAssassin": 61101, + "UNG": 61102, + "ĠNewsp": 61103, + "UserService": 61104, + ":aload": 61105, + "+',": 61106, + "Ġsettlers": 61107, + "Ġscreams": 61108, + "Ġinconvenience": 61109, + ".Rotate": 61110, + "Ġjars": 61111, + "ĠPuzzle": 61112, + "Ġmest": 61113, + "arsi": 61114, + "ĠSharma": 61115, + "|(": 61116, + ".ds": 61117, + "ĠSacred": 61118, + "_evt": 61119, + "Ġexpresses": 61120, + "Ġhoch": 61121, + "ĠDuch": 61122, + ".calls": 61123, + "thr": 61124, + "ĠSheffield": 61125, + ".AlertDialog": 61126, + "Ġradically": 61127, + "Ġtrous": 61128, + "Ġprevailing": 61129, + "ĠWWII": 61130, + "âĢĻn": 61131, + "ensely": 61132, + "ĠYesterday": 61133, + "ĠSirius": 61134, + "Ġkillers": 61135, + "ĠFFT": 61136, + "Ġoval": 61137, + "'):čĊ": 61138, + "Ġìłķë³´": 61139, + "ourage": 61140, + "ĠCheckbox": 61141, + "Workbook": 61142, + ".defer": 61143, + "_floor": 61144, + "Ġcouncill": 61145, + "Ġnorske": 61146, + "moil": 61147, + "orea": 61148, + "Ġmarketed": 61149, + "_SUR": 61150, + "xAA": 61151, + "Ġstained": 61152, + "eut": 61153, + "ĠMeng": 61154, + "Ġieee": 61155, + ".extern": 61156, + "egie": 61157, + "Ġrapp": 61158, + "ĠPyongyang": 61159, + "'class": 61160, + "Mob": 61161, + "ĠinitialValue": 61162, + "_wave": 61163, + "Ġjab": 61164, + "Ġmasculine": 61165, + "Ġamplifier": 61166, + "Ġtty": 61167, + "PathComponent": 61168, + "_xt": 61169, + "ĠGFP": 61170, + "/sec": 61171, + "ĉdispatch": 61172, + "markdown": 61173, + "ĠSchn": 61174, + "bole": 61175, + "··": 61176, + "mousemove": 61177, + "ĠerrMsg": 61178, + "Ġasign": 61179, + "_mono": 61180, + "ToSelector": 61181, + "ĠZu": 61182, + "(Rect": 61183, + "ĠErrorCode": 61184, + "latin": 61185, + "angible": 61186, + "vtk": 61187, + "CGSize": 61188, + "Pokemon": 61189, + "Ġclassmates": 61190, + "Ġattracts": 61191, + "ĠTatto": 61192, + "ultan": 61193, + "ológ": 61194, + "Ġhalted": 61195, + "न": 61196, + "ĠKart": 61197, + "Ġue": 61198, + "_InitStructure": 61199, + "TestClass": 61200, + "ĠAirbnb": 61201, + "_\",": 61202, + "Ġcharcoal": 61203, + "Ġipc": 61204, + "ĠStretch": 61205, + ".glide": 61206, + "latesAutoresizingMaskIntoConstraints": 61207, + "Ġpotion": 61208, + "ITTLE": 61209, + "Ġcountert": 61210, + "_hd": 61211, + "prepared": 61212, + "Ads": 61213, + "ĠVampire": 61214, + "robots": 61215, + ".CreateIndex": 61216, + "StatusLabel": 61217, + "Ġtucked": 61218, + "afür": 61219, + "Ut": 61220, + "Ġsweater": 61221, + "_FN": 61222, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĉ": 61223, + "ataka": 61224, + "Ġeyebrows": 61225, + "acoes": 61226, + "uden": 61227, + ".LinearLayoutManager": 61228, + "Ġsway": 61229, + "Ġmultin": 61230, + "())))Ċ": 61231, + "ĠNSUInteger": 61232, + "ĠMyBase": 61233, + "Partner": 61234, + "utschen": 61235, + "ĠCater": 61236, + ".setBackgroundColor": 61237, + "Ġaccomplishment": 61238, + "_problem": 61239, + ".dtd": 61240, + "ĠpageNumber": 61241, + "Ġjackets": 61242, + "Ġcropped": 61243, + "uels": 61244, + "ĠHep": 61245, + "Ġcapped": 61246, + "*Math": 61247, + "_callbacks": 61248, + "Ġpubb": 61249, + "ĠBrunswick": 61250, + ".respond": 61251, + "[\"_": 61252, + "Ġbedding": 61253, + "hythm": 61254, + "OX": 61255, + "(speed": 61256, + "Ġpesticides": 61257, + "Ġ-------": 61258, + ".Blue": 61259, + "Ġnoodles": 61260, + "ĠGoes": 61261, + "Ġsaver": 61262, + "oxy": 61263, + "_completion": 61264, + "ĠSwinger": 61265, + "ĠgetDate": 61266, + "Ġminded": 61267, + "integration": 61268, + "ĠLotus": 61269, + "(stop": 61270, + "(',');Ċ": 61271, + "Ġfloods": 61272, + "ĠWorkflow": 61273, + "Ġerupted": 61274, + "Macro": 61275, + "ĠSauce": 61276, + "ĠeventName": 61277, + "\\Input": 61278, + "Breaking": 61279, + "ĉwhen": 61280, + "_pw": 61281, + "INDER": 61282, + "ĠWellness": 61283, + "Ġvoxel": 61284, + "ĠMell": 61285, + "ĠMEDIA": 61286, + "SENS": 61287, + "ĠFunds": 61288, + "ĠMild": 61289, + "Ċ": 61298, + "Ġtempting": 61299, + "Ġtestament": 61300, + "Ġbible": 61301, + "Ġconsulted": 61302, + "ĠIndexError": 61303, + "è¨ĺ": 61304, + "Ġkeypad": 61305, + "izzo": 61306, + "(ok": 61307, + "Ġwhatsapp": 61308, + "ĠRemoteException": 61309, + "Ġteamed": 61310, + "âĢĶâĢĶâĢĶâĢĶâĢĶâĢĶâĢĶâĢĶâĢĶâĢĶâĢĶâĢĶâĢĶâĢĶâĢĶâĢĶ": 61311, + "»,": 61312, + "ĠgetTime": 61313, + "diag": 61314, + "issy": 61315, + "Ġhed": 61316, + "Ġknots": 61317, + "jom": 61318, + "Ġfunnel": 61319, + "-mails": 61320, + "Ġexporting": 61321, + "ĠVL": 61322, + "ĠKarn": 61323, + "ĠBuddhism": 61324, + "ĠAllan": 61325, + "_RADIUS": 61326, + "Ġwording": 61327, + "ĠForget": 61328, + "ĠCorona": 61329, + "iphy": 61330, + "Ġlimburg": 61331, + "uggy": 61332, + "ĠUserRepository": 61333, + "imin": 61334, + "(ele": 61335, + "Ġlabelled": 61336, + "社": 61337, + "ĠHerman": 61338, + ".qq": 61339, + "Ġ\"));Ċ": 61340, + "ieber": 61341, + ".Translate": 61342, + "ryn": 61343, + "Ġdesenv": 61344, + "umd": 61345, + "Simply": 61346, + "ĉmode": 61347, + "Rpc": 61348, + "ĠValencia": 61349, + "Ġstaffers": 61350, + "Ġselv": 61351, + "ĠSpike": 61352, + "Ġdelic": 61353, + "Ġeru": 61354, + "_DT": 61355, + "Judge": 61356, + "á»ķ": 61357, + "ĠBasin": 61358, + ".mutable": 61359, + "\"url": 61360, + "Ġtariff": 61361, + "ĠSleeve": 61362, + "Ġflare": 61363, + ".dropout": 61364, + "Ġbrides": 61365, + ")),čĊ": 61366, + "_constraints": 61367, + "destruct": 61368, + "Outline": 61369, + "Ġdisappears": 61370, + "_locked": 61371, + "ĠNSLocalizedString": 61372, + "cke": 61373, + "ĉnull": 61374, + "adresse": 61375, + "Ġtopping": 61376, + "ĠJoker": 61377, + "bishop": 61378, + "ноÑģÑĤÑĮ": 61379, + "andering": 61380, + "_amp": 61381, + "=time": 61382, + "_Space": 61383, + "_PULL": 61384, + "'=": 61385, + "Ġantiqu": 61386, + "Ġcach": 61387, + "___ĊĊ": 61388, + "ONES": 61389, + "оÑı": 61390, + "Ġunread": 61391, + ".policy": 61392, + "oooooooo": 61393, + "룬": 61394, + "Ġusted": 61395, + "ĠRece": 61396, + "Ġallem": 61397, + "ãĥ¼ãĤ¹": 61398, + "ĠThoughts": 61399, + "veillance": 61400, + "istrate": 61401, + "_lane": 61402, + "Ġfamed": 61403, + ".GetName": 61404, + "Ġsmoother": 61405, + "ĠQualified": 61406, + "azers": 61407, + "_geo": 61408, + "Fax": 61409, + "ĠMinds": 61410, + "ĠRaises": 61411, + "Ġtranscripts": 61412, + "Conversation": 61413, + "Ġremarked": 61414, + "ëĤĺ": 61415, + "dling": 61416, + "Ġdeploying": 61417, + "ĠsharedApplication": 61418, + "Ġkp": 61419, + "FontAwesomeIcon": 61420, + "_dummy": 61421, + "reiben": 61422, + "ĠJaneiro": 61423, + "Directions": 61424, + ".getBean": 61425, + "sass": 61426, + "Ġcommanders": 61427, + "vation": 61428, + "errorCode": 61429, + "ĠAlloy": 61430, + ".localized": 61431, + "Ðij": 61432, + "Ġdishwasher": 61433, + "ĠSoup": 61434, + "Nu": 61435, + "_Default": 61436, + "Ġuneven": 61437, + "Ġ/>\";Ċ": 61438, + "-Based": 61439, + "Ġseamlessly": 61440, + "-null": 61441, + "ĠXC": 61442, + "Ġstew": 61443, + "(delay": 61444, + "ATORS": 61445, + "ĠWheeler": 61446, + "\"H": 61600, + "east": 61601, + ".air": 61602, + "âĢľBut": 61603, + "ObjectContext": 61604, + "successfully": 61605, + "_land": 61606, + "Ġfolds": 61607, + "_COORD": 61608, + "Ġsubpo": 61609, + ".getAddress": 61610, + "instr": 61611, + "Materials": 61612, + "ÑĥÑģÑĤ": 61613, + "deposit": 61614, + "-last": 61615, + "_GRAY": 61616, + "=find": 61617, + "Ġmutant": 61618, + "Ġlesbienne": 61619, + "letcher": 61620, + "ROUGH": 61621, + "ureka": 61622, + ".capture": 61623, + "Ġenn": 61624, + "Ġ([[": 61625, + "ĠFlu": 61626, + "ĠtaskId": 61627, + "ĠHussein": 61628, + ".folder": 61629, + "Ġausterity": 61630, + "ISTRATION": 61631, + "_Impl": 61632, + "注æĦı": 61633, + "Ġdecree": 61634, + "-chat": 61635, + "Ġimplication": 61636, + "Ġguesses": 61637, + "ulkan": 61638, + "Analytics": 61639, + ".plus": 61640, + "COMMAND": 61641, + "ели": 61642, + "»ĊĊ": 61643, + "_SITE": 61644, + "ĠequalTo": 61645, + "SupportFragmentManager": 61646, + "ĠRecording": 61647, + "å®ĮæĪIJ": 61648, + "Ġbaggage": 61649, + "Ġpitchers": 61650, + "ĠEh": 61651, + "oque": 61652, + "ĉcnt": 61653, + "Ġ=>$": 61654, + "/foo": 61655, + "IRA": 61656, + "ĠSatellite": 61657, + "borah": 61658, + "Ġ}}\"Ċ": 61659, + "ĠEnds": 61660, + "ĠSpray": 61661, + ",param": 61662, + ".Chrome": 61663, + "*q": 61664, + "thought": 61665, + "ibrated": 61666, + "Ġthieves": 61667, + "Ġbeneficiaries": 61668, + "Entered": 61669, + "ottesville": 61670, + "Ġveterin": 61671, + "ByID": 61672, + "quipe": 61673, + "umption": 61674, + "-unit": 61675, + "ExecutionContext": 61676, + "@s": 61677, + "ĠGiov": 61678, + ".ToolTip": 61679, + "_friend": 61680, + "(attributes": 61681, + "Ġdumping": 61682, + "ĠJC": 61683, + "_DOCUMENT": 61684, + "ĠArmour": 61685, + "(insert": 61686, + ".HorizontalAlignment": 61687, + "ĠQed": 61688, + "ãģĦãģ¾ãģĻ": 61689, + "/git": 61690, + "ĠYYYY": 61691, + "ĠCardiff": 61692, + "Ġapa": 61693, + "organic": 61694, + "ĠWhereas": 61695, + "ĠæĿ": 61696, + "ĠMia": 61697, + "Ġdemolition": 61698, + "Ġscars": 61699, + "Ġpai": 61700, + "Ġretries": 61701, + "Ġrq": 61702, + "ĠDenis": 61703, + "(Utils": 61704, + "Ġalleviate": 61705, + "ĠPIC": 61706, + "idue": 61707, + "Ġacknowledging": 61708, + "Ġ//////////////////////////////////": 61709, + "ç¡®å®ļ": 61710, + "Ä«": 61711, + "\\Json": 61712, + ".binary": 61713, + "Ġxtype": 61714, + "signals": 61715, + "ĠAppearance": 61716, + "&r": 61717, + "}s": 61718, + "Ci": 61719, + "ĠIllum": 61720, + "porate": 61721, + "hog": 61722, + "ĠindexOf": 61723, + "\\Command": 61724, + "_parallel": 61725, + "ĠSherlock": 61726, + "íĥ": 61727, + "Ġ\"\")čĊ": 61728, + "////////////////////////////////////////////////////////////////////////////////////////////////": 61729, + "Ġcriticize": 61730, + "ĠSoap": 61731, + "ĠMatcher": 61732, + "Ġgrilled": 61733, + "*T": 61734, + "Ġadore": 61735, + "ulling": 61736, + "Ġjedoch": 61737, + "_refs": 61738, + "leanup": 61739, + "ĠJAXB": 61740, + "Ġroses": 61741, + "ĠLiam": 61742, + "sizei": 61743, + "Ġgetchar": 61744, + "Ġtarde": 61745, + "-tooltip": 61746, + "Ġqualifier": 61747, + "ĠIntermediate": 61748, + "_Window": 61749, + "ĠMalta": 61750, + "Disconnect": 61751, + "ewhere": 61752, + "Campo": 61753, + "Ġirrational": 61754, + "ledo": 61755, + "ĠDN": 61756, + "ARGV": 61757, + "Ġoutro": 61758, + "Ġthirteen": 61759, + "Joseph": 61760, + "MAR": 61761, + "/gl": 61762, + "Jess": 61763, + "ĠPsychiat": 61764, + "ĠpaddingBottom": 61765, + "-loop": 61766, + "/fonts": 61767, + "_seen": 61768, + "Teams": 61769, + "ReactDOM": 61770, + "(man": 61771, + "(xpath": 61772, + ".getSimpleName": 61773, + ">(*": 61774, + "ĠPvt": 61775, + "Ġelders": 61776, + "Ġpies": 61777, + ".userAgent": 61778, + "-region": 61779, + "ĠGreeks": 61780, + "(fragment": 61781, + "stu": 61782, + "Ġcouncils": 61783, + "Ġstamina": 61784, + "ĠGoddess": 61785, + "西": 61786, + "Ġphilosophers": 61787, + "Ġpersone": 61788, + "ĠLose": 61789, + "ĠCLR": 61790, + "ĠDocs": 61791, + "Ġsoak": 61792, + "ĠHOLDER": 61793, + "Ġbells": 61794, + "hashCode": 61795, + "RATE": 61796, + "_WEIGHT": 61797, + "inous": 61798, + "endra": 61799, + "ophobic": 61800, + "Ġprose": 61801, + "Ġfinely": 61802, + "/oauth": 61803, + "(space": 61804, + "adge": 61805, + "ĠMama": 61806, + "ĠstringBuffer": 61807, + "Ġstint": 61808, + "Ġmisma": 61809, + "Ġvillains": 61810, + "ĠCrimea": 61811, + "Ġdiploma": 61812, + "ĠпоÑģл": 61813, + "ĠBea": 61814, + "(join": 61815, + "Ġíķ´": 61816, + "CHAT": 61817, + "pering": 61818, + "ĠCros": 61819, + "Ġmonkeys": 61820, + "Ġpreds": 61821, + "yla": 61822, + ",,,": 61823, + "Ġvibrator": 61824, + "ĠNU": 61825, + "åħĪ": 61826, + "fant": 61827, + "zet": 61828, + "Ġbietet": 61829, + "unft": 61830, + "sworth": 61831, + ".Flow": 61832, + "Ġpsyched": 61833, + "ĠContinental": 61834, + ">t": 61835, + "Ġquilt": 61836, + ".UP": 61837, + "Ġexpansive": 61838, + "Dispose": 61839, + "(language": 61840, + "Caps": 61841, + "_ZONE": 61842, + "Ġrecycle": 61843, + "ĠManaged": 61844, + "currentColor": 61845, + ".broadcast": 61846, + "signIn": 61847, + ".prom": 61848, + "llu": 61849, + "ueblo": 61850, + "Ġpunches": 61851, + "Ġautomat": 61852, + "Ġassigning": 61853, + "ĠcreateUser": 61854, + "ĠAllied": 61855, + "Ġconductor": 61856, + "Ĥ¨": 61857, + "Ġsaddle": 61858, + "Ġdni": 61859, + "omedical": 61860, + "-West": 61861, + "PositiveButton": 61862, + "Ġitalic": 61863, + "?[": 61864, + "(trigger": 61865, + "Ġelephants": 61866, + "\":\"\",\"": 61867, + "Ġcaliber": 61868, + "rafted": 61869, + "digits": 61870, + "Ġmarshal": 61871, + "milliseconds": 61872, + "markers": 61873, + "mom": 61874, + "/place": 61875, + "Ġholistic": 61876, + ":t": 61877, + "#,": 61878, + "Ġboto": 61879, + "Ġnausea": 61880, + "ĠShooting": 61881, + "itech": 61882, + "ĠtextStatus": 61883, + "())Ċ": 62104, + "ADDRESS": 62105, + "BST": 62106, + "etzt": 62107, + "ĠQgs": 62108, + "Sense": 62109, + "ExceptionHandler": 62110, + "ĠChu": 62111, + ".getOwnProperty": 62112, + "Ġexercised": 62113, + "iotic": 62114, + "ĠReleases": 62115, + "Ġpinterest": 62116, + "olie": 62117, + "isoft": 62118, + "Ġsequencing": 62119, + "Ġpadre": 62120, + "]));čĊ": 62121, + "(radius": 62122, + ".med": 62123, + "ainties": 62124, + ".ObjectModel": 62125, + "Ġemple": 62126, + "Ġseguro": 62127, + "Stars": 62128, + "Ġqualitative": 62129, + "lemn": 62130, + "á»±": 62131, + ">\").": 62132, + "Ġgx": 62133, + "-cert": 62134, + "ĠASTM": 62135, + "Ġfullname": 62136, + "Ġtelemetry": 62137, + "ĠCambodia": 62138, + "_ul": 62139, + "ĠClare": 62140, + "CUSTOM": 62141, + "QC": 62142, + "ĠUns": 62143, + "ĠHTTPS": 62144, + "ĠParkinson": 62145, + "ancybox": 62146, + "','.": 62147, + "Tue": 62148, + ".getLast": 62149, + "Ġabi": 62150, + "Äħd": 62151, + "Ast": 62152, + "ĠEditing": 62153, + ".Unity": 62154, + "jmp": 62155, + "Ġmats": 62156, + "ĠsharedPreferences": 62157, + "Captain": 62158, + ".pageSize": 62159, + "Ġrtl": 62160, + "Ġanmeld": 62161, + "RuntimeObject": 62162, + "Ġdemande": 62163, + "(\";": 62164, + "seite": 62165, + "-headed": 62166, + "ĠKra": 62167, + "ĠFONT": 62168, + "`\\": 62169, + "ClassNotFoundException": 62170, + ".avg": 62171, + "atical": 62172, + "Aj": 62173, + "Ġpermitting": 62174, + "Proj": 62175, + "ERRQ": 62176, + "Ġcreampie": 62177, + "ĠBuyer": 62178, + "-modules": 62179, + "ĠSundays": 62180, + "|`Ċ": 62181, + "Ġdaytime": 62182, + "Ġ+(": 62183, + "Ġglitch": 62184, + "ĠOperand": 62185, + "Ġtoxins": 62186, + "inya": 62187, + "DNS": 62188, + "ĠSas": 62189, + "Cake": 62190, + "ĠNationals": 62191, + ".addTo": 62192, + "Ġsinking": 62193, + "Ġcomprehension": 62194, + "Ġscor": 62195, + "agements": 62196, + "Ġtard": 62197, + "Ġmarching": 62198, + "ĠMTV": 62199, + "Ġsane": 62200, + "CreateInfo": 62201, + "ắ": 62202, + "ĠendIndex": 62203, + "ĉlayout": 62204, + "ĠåIJį": 62205, + "SITE": 62206, + "ĠTHERE": 62207, + "Ġ[{'": 62208, + "opathic": 62209, + "Ġtransmitter": 62210, + "/body": 62211, + "Ġpund": 62212, + "ĠClosing": 62213, + "Ġsetattr": 62214, + "Ġbounded": 62215, + "Atlas": 62216, + "suming": 62217, + "(times": 62218, + "parer": 62219, + "ynom": 62220, + "feit": 62221, + "Ġfrem": 62222, + "-leg": 62223, + "ĠBras": 62224, + ">#": 62225, + "Ġì¶ľëł¥": 62226, + "ĠINSTANCE": 62227, + "ĠCouch": 62228, + "_hosts": 62229, + "likelihood": 62230, + ".Marker": 62231, + "ĠMasks": 62232, + "Ġcereal": 62233, + "utilities": 62234, + "Ġelemental": 62235, + "Ġdistorted": 62236, + "inactive": 62237, + "cry": 62238, + "WL": 62239, + "UPPORTED": 62240, + ".Throws": 62241, + "/schema": 62242, + "serie": 62243, + ".\"',": 62244, + "ĠBenedict": 62245, + "-picker": 62246, + "iggs": 62247, + "ĠPirate": 62248, + "åij¨æľŁ": 62249, + "ĠThema": 62250, + "ĠSouthampton": 62251, + "ĠarrayWith": 62252, + "ĠPaula": 62253, + "Ġpredictor": 62254, + "-Ass": 62255, + ".userid": 62256, + "Ġperi": 62257, + "Ġexaggerated": 62258, + "urate": 62259, + "arseille": 62260, + "ĠConcent": 62261, + "ĠPik": 62262, + "Ġ@_;ĊĊ": 62263, + "Ġformations": 62264, + "Ġdenomin": 62265, + "\"/>.Ċ": 62266, + "endedor": 62267, + "Ġpancre": 62268, + "Ġamt": 62269, + "ĠonResume": 62270, + "onDelete": 62271, + "ĠBCH": 62272, + ")(\"": 62273, + "movement": 62274, + "Ġpotassium": 62275, + "": 70826, + "ĠPPC": 70827, + "isz": 70828, + "akeFromNib": 70829, + "ĠDisp": 70830, + "ĠAthletics": 70831, + "Ġnightclub": 70832, + "GOOD": 70833, + ".setGeometry": 70834, + "+[": 70835, + "/send": 70836, + "Ġbinaries": 70837, + "Ġráp": 70838, + ":req": 70839, + "-consuming": 70840, + "ertime": 70841, + "UPDATED": 70842, + "_nullable": 70843, + "VIN": 70844, + "ulia": 70845, + "cyan": 70846, + "Ġmisunderstanding": 70847, + "orical": 70848, + "degrees": 70849, + "Leading": 70850, + ".AR": 70851, + "ickest": 70852, + "Nuevo": 70853, + "uforia": 70854, + "Ġgoodies": 70855, + "Ġfores": 70856, + "()<<\"": 70857, + "ademic": 70858, + "ActionCreators": 70859, + "servername": 70860, + "(nt": 70861, + "dbContext": 70862, + "Ġairborne": 70863, + "Ġexhibitions": 70864, + "cele": 70865, + "Ġtela": 70866, + "": 70882, + ".setPreferredSize": 70883, + "ĠMID": 70884, + "ĠAless": 70885, + "Ġhorsepower": 70886, + "Ġatm": 70887, + "ĠPackaging": 70888, + "Ġciphertext": 70889, + "RequestMethod": 70890, + "Ġbeiden": 70891, + "è£": 70892, + "ĠPOW": 70893, + ".WriteHeader": 70894, + "director": 70895, + "-but": 70896, + "ãģłãģķãģĦ": 70897, + "incer": 70898, + "_dn": 70899, + "!!!!!": 70900, + "Ġmanufactures": 70901, + ".TextUtils": 70902, + "Ġconsciously": 70903, + "Ġbounced": 70904, + "culture": 70905, + "ĠSpar": 70906, + "ĠPiper": 70907, + ".press": 70908, + "-owner": 70909, + "Ġevaluator": 70910, + "ĠSTREAM": 70911, + ".PictureBoxSizeMode": 70912, + "Ġsugars": 70913, + "ScreenWidth": 70914, + "ĠnextState": 70915, + "Ġivory": 70916, + "Ġbrunch": 70917, + "density": 70918, + "_OW": 70919, + "ĠCoronavirus": 70920, + "ĠCFR": 70921, + "bak": 70922, + "\\Category": 70923, + "æķ°ç»Ħ": 70924, + "Ġinvokevirtual": 70925, + "}()Ċ": 70926, + "Ġsujet": 70927, + "-marker": 70928, + "isdigit": 70929, + "ĠMobil": 70930, + "ĠJsonRequestBehavior": 70931, + "_REMOTE": 70932, + ".existsSync": 70933, + "Ġriches": 70934, + ".presenter": 70935, + "ĠglColor": 70936, + "Ġhanya": 70937, + "Ġfortress": 70938, + "Ġflashed": 70939, + "viz": 70940, + "requently": 70941, + "buat": 70942, + "$con": 70943, + ">|": 70944, + ".Func": 70945, + "Ġhumorous": 70946, + "uem": 70947, + ".ZERO": 70948, + "ĠSTL": 70949, + "ĠBuk": 70950, + "/sample": 70951, + "ĠGros": 70952, + "Recipes": 70953, + "Ġinflated": 70954, + "Ġswung": 70955, + ":F": 70956, + "Facing": 70957, + ".Theme": 70958, + "ник": 70959, + "Ġsplendid": 70960, + "ĠrequestId": 70961, + ".CenterScreen": 70962, + "/autoload": 70963, + "embedded": 70964, + "_depart": 70965, + "ĠPorts": 70966, + "à¹ĥ": 70967, + "айд": 70968, + "discussion": 70969, + "_consum": 70970, + "Ġscouts": 70971, + "Ġcolabor": 70972, + ".Stage": 70973, + ".nano": 70974, + "eldorf": 70975, + "Ġgemacht": 70976, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ": 70977, + "Ġpolicymakers": 70978, + "_PKT": 70979, + ",Th": 70980, + "oky": 70981, + "_UID": 70982, + "Ping": 70983, + "Ġorchest": 70984, + "Ġoptics": 70985, + "uhan": 70986, + "ĠXOR": 70987, + "Ġespañol": 70988, + "ĠAdidas": 70989, + "rng": 70990, + "mans": 70991, + ".vstack": 70992, + "Ġgetaway": 70993, + "Ġhierarchical": 70994, + "anoia": 70995, + "ĠBitmapFactory": 70996, + "realm": 70997, + "ĉap": 70998, + "_apps": 70999, + "-divider": 71000, + ".drawer": 71001, + "ĠHARD": 71002, + "'];?>Ċ": 71003, + "-packed": 71004, + "æ²»": 71005, + "_STRUCTURE": 71006, + "[Y": 71007, + "iParam": 71008, + "(eq": 71009, + "Ġencompasses": 71010, + "Ġ\\ĊĊ": 71011, + "->[": 71012, + "&utm": 71013, + "groupon": 71014, + "strate": 71015, + "DY": 71016, + "omorphic": 71017, + "':[": 71018, + "Ġgravitational": 71019, + "ĠMicha": 71020, + "ĠTencent": 71021, + "Ġcoached": 71022, + "ì¶ľ": 71023, + "ÑĥменÑĤ": 71024, + "/mobile": 71025, + "MouseDown": 71026, + "bud": 71027, + "ĠYas": 71028, + "ĠProviders": 71029, + "NZ": 71030, + "ĉreport": 71031, + "errmsg": 71032, + "ĠimagePath": 71033, + "acterial": 71034, + "ĠManga": 71035, + "wicklung": 71036, + "(usuario": 71037, + "\"));čĊčĊ": 71038, + "/***": 71039, + "Ġorganise": 71040, + "Indexed": 71041, + "_QUAL": 71042, + "(PyObject": 71043, + "Ġsurrendered": 71044, + "POCH": 71045, + "ĠNOTES": 71046, + "\\\\\"": 71047, + "-job": 71048, + "Ġseventy": 71049, + "####Ċ": 71050, + "ĠManor": 71051, + "Ġdownright": 71052, + "Ġtimeframe": 71053, + "insurance": 71054, + "checker": 71055, + "ĠSECRET": 71056, + "Ġechoes": 71057, + "ĠCarmen": 71058, + ".setHorizontalAlignment": 71059, + "ĠisChecked": 71060, + "ĠTOR": 71061, + "_nn": 71062, + "('(": 71063, + "FetchRequest": 71064, + "ĠPrinted": 71065, + "Fluid": 71066, + "ĠSTACK": 71067, + "GES": 71068, + "aigned": 71069, + "igor": 71070, + ".Unknown": 71071, + "CBC": 71072, + "ĠCarlson": 71073, + ".URI": 71074, + "Ġplight": 71075, + "/start": 71076, + "ĠPersonnel": 71077, + "ĠPREFIX": 71078, + ",**": 71079, + "Ġlimite": 71080, + "_heat": 71081, + "%ï¼Į": 71082, + "ĠDonne": 71083, + "getNode": 71084, + "ĠScientology": 71085, + "Ġcomet": 71086, + "Ġwenig": 71087, + "Aside": 71088, + "ĠMPEG": 71089, + "'?": 71090, + "variably": 71091, + ".endDate": 71092, + "Ġuncont": 71093, + "ĠScores": 71094, + "ĠLoginForm": 71095, + ".generated": 71096, + ",ch": 71097, + "-mar": 71098, + "ĠNed": 71099, + "ĠeventId": 71100, + "+p": 71101, + "ĠSIN": 71102, + "/reset": 71103, + ".REACT": 71104, + "ĠMessi": 71105, + "_RANK": 71106, + ".writeFile": 71107, + "Ġcripp": 71108, + "esthetic": 71109, + "ERSIST": 71110, + "Ġreimbursement": 71111, + "CurrentValue": 71112, + "Ġunin": 71113, + "DownLatch": 71114, + "ĠpaddingRight": 71115, + "Ġstocked": 71116, + "/'.": 71117, + "Ġrepayment": 71118, + "trak": 71119, + "/backend": 71120, + "Ġизмен": 71121, + "CSR": 71122, + "Ġpreventive": 71123, + "Ġpantalla": 71124, + "_trim": 71125, + "Pedido": 71126, + "hospital": 71127, + "Ġmanageable": 71128, + "routeParams": 71129, + "textures": 71130, + "......ĊĊ": 71131, + "Ġsélection": 71132, + "NameValuePair": 71133, + "Ġpollut": 71134, + "Modes": 71135, + "ĠLaud": 71136, + "jay": 71137, + "ĠUrs": 71138, + "Ġsigner": 71139, + "ĠJJ": 71140, + "ĠCherokee": 71141, + "_EXISTS": 71142, + "Ġdwar": 71143, + "Ġ($('#": 71144, + "Ġreef": 71145, + ">{$": 71146, + "ĠBaylor": 71147, + "ĠModelState": 71148, + "-_": 71149, + "ĠStructures": 71150, + "Ġsouvent": 71151, + "Specify": 71152, + "(pipe": 71153, + "Ġfracking": 71154, + "ĠGPA": 71155, + "Ġbele": 71156, + "ĉĉĉĉĉĉĉĠĠĠ": 71157, + "ĠMinority": 71158, + "Ġtud": 71159, + "Ġopenness": 71160, + "ĠIllustrated": 71161, + "Ġoxidation": 71162, + "ĠNK": 71163, + "ĉUpdate": 71164, + "ĠEMS": 71165, + "ĠTeddy": 71166, + "Ġgenerals": 71167, + "ĉMat": 71168, + "Ġradios": 71169, + "ĠAntique": 71170, + "conomy": 71171, + "ĠSquadron": 71172, + ")','": 71173, + "声": 71174, + "Ġyoure": 71175, + "ĠMainPage": 71176, + "Ġbehaviours": 71177, + "enght": 71178, + "(@\"%@\",": 71179, + "Ġtestcase": 71180, + "ĠCompilation": 71181, + "Ġflavours": 71182, + "ĠExtend": 71183, + "illator": 71184, + "Ġcoh": 71185, + "Ġspline": 71186, + "ĠKG": 71187, + "-pay": 71188, + "Ġcommunism": 71189, + "ĠBusinesses": 71190, + "ocking": 71191, + ".MaxLength": 71192, + "assandra": 71193, + "quiring": 71194, + "adden": 71195, + "ĠJeb": 71196, + "_fault": 71197, + "[file": 71198, + "Ġprominence": 71199, + "disciplinary": 71200, + "âĢĶthey": 71201, + "_extent": 71202, + "ĠVIC": 71203, + "Ġentails": 71204, + ".partner": 71205, + "Ġhippoc": 71206, + "League": 71207, + "çĶ·": 71208, + "wipe": 71209, + "-spinner": 71210, + "Ġsalute": 71211, + "ĠSurgical": 71212, + "(outputs": 71213, + "worked": 71214, + "[strlen": 71215, + "appointed": 71216, + "ĠHeg": 71217, + "ĠACPI": 71218, + "([^": 71219, + "uala": 71220, + "_tol": 71221, + "ĠRit": 71222, + ".Payment": 71223, + "kowski": 71224, + "Ġwalmart": 71225, + "requirements": 71226, + "ĠFINSEQ": 71227, + "_BACKGROUND": 71228, + "ĠOsborne": 71229, + "(errorMessage": 71230, + "Reporting": 71231, + "Ġauctions": 71232, + "Ġcombos": 71233, + "ĠNoticed": 71234, + "_oct": 71235, + "Ġprimero": 71236, + "taire": 71237, + "_hr": 71238, + "Ġмод": 71239, + "Ġcontradictory": 71240, + "=\"@": 71241, + "achines": 71242, + "(optarg": 71243, + "ĠPenguin": 71244, + "ĠAbbas": 71245, + "Ġsublime": 71246, + "Ġpageable": 71247, + "ĠDefensive": 71248, + "Ġdistinctly": 71249, + "ĠAutomatically": 71250, + "Understanding": 71251, + "EqualityComparer": 71252, + "gota": 71253, + "Ġ\"::": 71254, + "Ġpulver": 71255, + "ĠBattles": 71256, + "Ġunparalleled": 71257, + "TCHA": 71258, + "Ġconstrued": 71259, + "-aff": 71260, + "Ġprecursor": 71261, + "-lfs": 71262, + "Ġmaduras": 71263, + "ĠDaisy": 71264, + "ĠArbeits": 71265, + ".Management": 71266, + "ĉIn": 71267, + "Ġrobes": 71268, + "Ġspéc": 71269, + "âĢľ(": 71270, + "Ġmaternity": 71271, + "extent": 71272, + "ĠSpacer": 71273, + "DidAppear": 71274, + "ĉus": 71275, + ".getRequestDispatcher": 71276, + "(cols": 71277, + "Ġplummet": 71278, + "ìħ": 71279, + "Ġ{ĊĊĊĊ": 71280, + "érica": 71281, + "ĠSizes": 71282, + ".enum": 71283, + ".Highlight": 71284, + "Ġ!!}ĊĊĊ": 71293, + "Wenn": 71294, + "Ġclimax": 71295, + "Ġcrem": 71296, + "_that": 71297, + "[âĢ¦": 71298, + "_domains": 71299, + "_REPLY": 71300, + "Ġcompleta": 71301, + "VEST": 71302, + "_particle": 71303, + "Ġsop": 71304, + "Ġfatalities": 71305, + "implify": 71306, + "ĠSKF": 71307, + "Ġinfusion": 71308, + "ĠJavier": 71309, + "Ġballet": 71310, + "Ġamigo": 71311, + ".want": 71312, + "Ġcollagen": 71313, + "ĠLawyer": 71314, + ".Statement": 71315, + ".rt": 71316, + "baar": 71317, + "EndPoint": 71318, + "ĠBek": 71319, + "SHIP": 71320, + "Ġpatriarch": 71321, + "ĠAunt": 71322, + "_TM": 71323, + "ĠmÃŃn": 71324, + "Ġmastered": 71325, + "WXYZ": 71326, + "Ġespos": 71327, + "=logging": 71328, + "Ġrighteousness": 71329, + "torrent": 71330, + "Ġbst": 71331, + "_CHAIN": 71332, + "Ġoutskirts": 71333, + "(rotation": 71334, + "Ġ'.')": 71335, + "igrants": 71336, + "+lsi": 71337, + "ĠCCTV": 71338, + "_PHASE": 71339, + ".azure": 71340, + "_Process": 71341, + "vae": 71342, + "ĠTropical": 71343, + "ĠAnkara": 71344, + "imageView": 71345, + "_RUNNING": 71346, + "Ġ*)__": 71347, + "ến": 71348, + "(cli": 71349, + "scatter": 71350, + "Ġsche": 71351, + "Registrar": 71352, + "Ġairing": 71353, + "Ġpyplot": 71354, + "isión": 71355, + "/customer": 71356, + "Ġsimplement": 71357, + "Ġclassy": 71358, + "ĠDWC": 71359, + "ĠBashar": 71360, + "ĠDEVELO": 71361, + "ĠVick": 71362, + "avail": 71363, + "ĠHö": 71364, + "_extend": 71365, + "drFc": 71366, + ".isNotBlank": 71367, + "Ġplais": 71368, + "|}Ċ": 71369, + "Ġpornofil": 71370, + "labs": 71371, + "Ġhaus": 71372, + "Ġoriginating": 71373, + "Ġsurrounds": 71374, + "ĠQUAL": 71375, + "meg": 71376, + "/logger": 71377, + "[obj": 71378, + "Ġirresponsible": 71379, + "ĠPublicKey": 71380, + "HONE": 71381, + ":'/": 71382, + "ibox": 71383, + "ĠFVector": 71384, + "|{Ċ": 71385, + "ataloader": 71386, + "hawks": 71387, + "HDR": 71388, + "Ġescalation": 71389, + "ĠPodsDummy": 71390, + "elite": 71391, + "Ġpresup": 71392, + "Cached": 71393, + ">G": 71394, + ".optimizer": 71395, + "ĠVisible": 71396, + "´Ģ": 71397, + "Ġnen": 71398, + "Ġpcs": 71399, + "ĠIdle": 71400, + "[Any": 71401, + "Ġkeyboards": 71402, + "ĠCOMPONENT": 71403, + "Ġtitanium": 71404, + "(mut": 71405, + "ĠLedger": 71406, + "Ġprosperous": 71407, + "etrofit": 71408, + "_LL": 71409, + "_patient": 71410, + "Ġpdata": 71411, + "Ġkontakte": 71412, + "Swipe": 71413, + "Ġcheerful": 71414, + "ĠHonduras": 71415, + "\"][$": 71416, + "Ġhemorrh": 71417, + "\":\"+": 71418, + "Ġleasing": 71419, + "Ġinstalls": 71420, + "ĠPax": 71421, + "ĠLogistics": 71422, + "Ġkinetic": 71423, + "ĠPhon": 71424, + "_movement": 71425, + "ĉbytes": 71426, + "Ġcinco": 71427, + "ĠMadness": 71428, + "\")+": 71429, + "ĠJE": 71430, + "_ij": 71431, + "SceneManager": 71432, + "ĠBust": 71433, + "ptest": 71434, + "aea": 71435, + "Ġbesser": 71436, + "ÃŃg": 71437, + "дин": 71438, + "(tasks": 71439, + "(\"(\"": 71440, + "setType": 71441, + "(outfile": 71442, + "ĉreset": 71443, + "ĠARC": 71444, + "Ġmúsica": 71445, + "ĠShelf": 71446, + "ĠminY": 71447, + "pch": 71448, + "Ġweiber": 71449, + "issor": 71450, + "Ġtrouve": 71451, + "ĉButton": 71452, + "Ġregenerated": 71453, + "Å£i": 71454, + "imachinery": 71455, + "blocking": 71456, + ".dataTables": 71457, + "_frac": 71458, + "ĠAdvantage": 71459, + ".visitMethod": 71460, + "éĩįæĸ°": 71461, + "Ġextrapol": 71462, + "Ġteasing": 71463, + "ĠHitch": 71464, + "ĠGeek": 71465, + "ESCO": 71466, + "Ġwich": 71467, + "ĉax": 71468, + "_decor": 71469, + "ĠscreenWidth": 71470, + "ĠSophia": 71471, + "Forgot": 71472, + ".uni": 71473, + "ĠVenture": 71474, + "_collision": 71475, + "Ġlawmaker": 71476, + "(Edit": 71477, + "blers": 71478, + "ĠgetNext": 71479, + "âĢĶyou": 71480, + "MediaPlayer": 71481, + "ĠHorde": 71482, + "ĠCongressman": 71483, + "observations": 71484, + "ĉproperty": 71485, + "Ġ<--": 71486, + "CreatedAt": 71487, + "ubyte": 71488, + "Ġquarantine": 71489, + "Ġdistressed": 71490, + "_APB": 71491, + "ĠGoodman": 71492, + "ãĤ«": 71493, + "Ġrecomend": 71494, + "_PRINTF": 71495, + "DONE": 71496, + "Bindable": 71497, + "rstrip": 71498, + "centaje": 71499, + "ĠUnexpected": 71500, + "ĠSCHOOL": 71501, + "ĠProfessionals": 71502, + "ĠGPUs": 71503, + "Lesson": 71504, + "Exclusive": 71505, + "Ġatrav": 71506, + "ĠDank": 71507, + "ĠLawyers": 71508, + "ĠWalton": 71509, + ">[]": 71510, + "Ġaloud": 71511, + "=\"../../../": 71512, + "Ġdebating": 71513, + "ĠAVG": 71514, + "_VOL": 71515, + "/cgi": 71516, + ".deg": 71517, + ":g": 71518, + ".Infof": 71519, + "MeasureSpec": 71520, + ".song": 71521, + "mtree": 71522, + "ulls": 71523, + "Jordan": 71524, + "ĠCovers": 71525, + "Ġattributable": 71526, + "Ġjedis": 71527, + "iatrics": 71528, + "Ġrotterdam": 71529, + "Ġmeld": 71530, + "ĠContentType": 71531, + "Ġmantle": 71532, + "Ġalice": 71533, + "_duplicate": 71534, + "/Internal": 71535, + "Ġfilesize": 71536, + "ĉfire": 71537, + "rese": 71538, + "ondere": 71539, + "Ġfamiliarity": 71540, + "ĠCrest": 71541, + "Ġkarma": 71542, + "Ġtorino": 71543, + "Ġmesa": 71544, + "/temp": 71545, + "Ġchir": 71546, + "ĠOverflow": 71547, + "Ġtenemos": 71548, + "unik": 71549, + "NEXT": 71550, + "Alle": 71551, + "Ġnxt": 71552, + "Mart": 71553, + "Ġatl": 71554, + "Ġperiodo": 71555, + "_you": 71556, + "Ġ})).": 71557, + "intestinal": 71558, + ".AdapterView": 71559, + "Ġhesitant": 71560, + "Ġcomparatively": 71561, + ".UInt": 71562, + "(viewModel": 71563, + "Ġsangat": 71564, + "ĠResponsive": 71565, + "ĠZack": 71566, + "âħ": 71567, + "JAVA": 71568, + "ĠFuller": 71569, + "ĠâĿ¤": 71570, + ".Consumer": 71571, + "Ġank": 71572, + "Ġreactors": 71573, + "fuck": 71574, + "_rat": 71575, + "ĠsessionFactory": 71576, + "_backward": 71577, + "Ġscrambled": 71578, + "ĉth": 71579, + "Ġinsensitive": 71580, + "Ġchamps": 71581, + "Ġnginx": 71582, + "Ġconhec": 71583, + "ĠJasper": 71584, + ".fm": 71585, + "StrictEqual": 71586, + "achsen": 71587, + "-Nov": 71588, + "lassen": 71589, + ".integration": 71590, + "(lbl": 71591, + "Compose": 71592, + "ĠFon": 71593, + "Ãļ": 71594, + "Gratis": 71595, + "ĠLime": 71596, + "ĠAdapterView": 71597, + "Ġpoisoned": 71598, + "anchors": 71599, + "设计": 71600, + "']?>\"": 71601, + "Ġprocur": 71602, + "Italy": 71603, + ".MONTH": 71604, + "ĠLUA": 71605, + "ĠLithuania": 71606, + "ĠHeads": 71607, + "_CHUNK": 71608, + "ĠPUSH": 71609, + "AspectRatio": 71610, + "Ġweg": 71611, + "Ġvids": 71612, + "ĠWein": 71613, + "ĉINT": 71614, + "sessionId": 71615, + "Industry": 71616, + "Ġdenounced": 71617, + "JKLM": 71618, + "ĠVanessa": 71619, + ".Identifier": 71620, + "propri": 71621, + "Ġиг": 71622, + "Ġtécn": 71623, + "Ġmosaic": 71624, + "StreamReader": 71625, + "-Th": 71626, + "forth": 71627, + "Ġadherence": 71628, + "bate": 71629, + "Ġknights": 71630, + "sounds": 71631, + "Ġsalle": 71632, + "OMET": 71633, + "ãĤ¹ãĥĪ": 71634, + "-tm": 71635, + "ĠRhe": 71636, + ".FileOutputStream": 71637, + "åĪĨç±»": 71638, + "ĠENG": 71639, + "holiday": 71640, + "ĠCongratulations": 71641, + ")(Ċ": 71642, + "Ġaggregates": 71643, + "HOOK": 71644, + "ewire": 71645, + "Senator": 71646, + "Ġembeddings": 71647, + "epy": 71648, + "(COM": 71649, + "Ġrobber": 71650, + "äter": 71651, + "wang": 71652, + "_teacher": 71653, + "Ġresentment": 71654, + "Ġlettuce": 71655, + "erreur": 71656, + "(ic": 71657, + "ĠTactical": 71658, + "ĠContracts": 71659, + "Ġmænd": 71660, + "Ġsitios": 71661, + "Ġbastante": 71662, + "Ġnuevos": 71663, + "ĉNdrFc": 71664, + "ĠprivateKey": 71665, + "ucch": 71666, + "MMdd": 71667, + "Ġè¾ĵåĩº": 71668, + "umba": 71669, + "@foreach": 71670, + ":\");ĊĊ": 71671, + "Ġslippery": 71672, + "ĠKeystone": 71673, + "Ġpioneering": 71674, + "_triangle": 71675, + "(\"Ċ": 71676, + "ĉĉĉĉĉĉĉĉĠĠ": 71677, + "ĠIntervention": 71678, + "SCI": 71679, + "ĠcJSON": 71680, + "Ġterminating": 71681, + "ë¹Ħ": 71682, + "Ġbabys": 71683, + "Subset": 71684, + "Ġë¡": 71685, + "Ġseulement": 71686, + "Ġmuestra": 71687, + "Entre": 71688, + "以ä¸Ĭ": 71689, + "ngo": 71690, + "\"bytes": 71691, + "QRST": 71692, + "Ġypos": 71693, + "persona": 71694, + "ĠDeploy": 71695, + "cee": 71696, + "Ġà®": 71697, + ".goal": 71698, + "Ġhabitats": 71699, + "ĠisAdmin": 71700, + "Ġexploiting": 71701, + "Ġventil": 71702, + "ĠBalls": 71703, + "اب": 71704, + "Ġmindfulness": 71705, + "(kwargs": 71706, + "Ġresembling": 71707, + "Ġchoir": 71708, + "ĠonBackPressed": 71709, + "ĠSECURITY": 71710, + "/gtest": 71711, + "Ġjustices": 71712, + "ĠintegerValue": 71713, + "blah": 71714, + "ĠAim": 71715, + "_finalize": 71716, + "keh": 71717, + "ĠComplexity": 71718, + "Ġaugust": 71719, + "getElementsByTagName": 71720, + "Ġpreach": 71721, + "Ġpronunciation": 71722, + "ĠTrash": 71723, + "-percent": 71724, + "_PRIV": 71725, + "ĠHunts": 71726, + "ĠCurse": 71727, + "uellen": 71728, + "Ġheavyweight": 71729, + "Xi": 71730, + "ĉselected": 71731, + "ĠMcCoy": 71732, + "å¼Ĥ常": 71733, + "|=Ċ": 71734, + "ĠBattlefield": 71735, + "ItemImage": 71736, + "Ġdeductions": 71737, + "ĠElemental": 71738, + "());//": 71739, + "ĠBurk": 71740, + "})čĊčĊ": 71741, + "swift": 71742, + "/function": 71743, + "Usually": 71744, + "_St": 71745, + "_feats": 71746, + "ĠIsValid": 71747, + "Ġzad": 71748, + "ImageContext": 71749, + "Ġclassname": 71750, + "Ġdonner": 71751, + "Ġ-->ĊĊĊ": 71752, + "Ġmotorcycles": 71753, + "+'/'+": 71754, + "ĠsetBackground": 71755, + "\\CMS": 71756, + ".AllArgsConstructor": 71757, + "ĠLexington": 71758, + ".examples": 71759, + "ĠPurs": 71760, + "PushMatrix": 71761, + "Ġ==============================================================": 71762, + ".addTarget": 71763, + "pora": 71764, + "Fullscreen": 71765, + "Ġgoof": 71766, + "hlen": 71767, + "äge": 71768, + "ĠCURL": 71769, + "ĠInteresting": 71770, + "Ġretrieves": 71771, + "_Obj": 71772, + "inness": 71773, + "-----ĊĊ": 71774, + ".tsv": 71775, + "(IM": 71776, + "ĠBraves": 71777, + "_ISR": 71778, + "osti": 71779, + "á»ĵ": 71780, + "ĠExterior": 71781, + "ĠCourtney": 71782, + "Ġresidues": 71783, + "Tier": 71784, + ".*;čĊčĊ": 71785, + ":black": 71786, + "webView": 71787, + "\"path": 71788, + "Ġmasa": 71789, + "]!='": 71790, + "ĠMatching": 71791, + "dur": 71792, + "Jvm": 71793, + "=context": 71794, + "_RING": 71795, + "Ġproponents": 71796, + "ĠQStringLiteral": 71797, + "Ġinflate": 71798, + "\">čĊ": 72031, + "_COST": 72032, + "ilinear": 72033, + "ĠWorkspace": 72034, + "Ġspel": 72035, + "agogue": 72036, + "ĠMillennium": 72037, + "ĠPopulate": 72038, + "Ġnid": 72039, + ".parseColor": 72040, + "Solar": 72041, + "ĠGad": 72042, + "Ġì¤ij": 72043, + "ĠKamp": 72044, + "ĉrm": 72045, + "Ġbenz": 72046, + "ĠHonestly": 72047, + "Ġelectrode": 72048, + "ĠPrairie": 72049, + "ĠPROFILE": 72050, + "ĠOriental": 72051, + "ĠOLED": 72052, + "/copyleft": 72053, + "awaii": 72054, + "(products": 72055, + ")\\<": 72056, + "-created": 72057, + ".ManyToMany": 72058, + "\"How": 72059, + "ĠвÑĭп": 72060, + "Ġmitochondrial": 72061, + "_testing": 72062, + "(created": 72063, + "ĠgetField": 72064, + "_EVAL": 72065, + "].\"": 72066, + "ĠFSM": 72067, + "ĠRita": 72068, + "ĠåıĤæķ°": 72069, + "Ġcôt": 72070, + "ĠInsight": 72071, + "ĉmysqli": 72072, + "_timing": 72073, + "IDO": 72074, + ")))))Ċ": 72075, + "COVERY": 72076, + ".imag": 72077, + "CDF": 72078, + "lust": 72079, + "ickt": 72080, + "_FP": 72081, + ".','": 72082, + "gcc": 72083, + "Ġkurz": 72084, + "_pwm": 72085, + "Ġodpowied": 72086, + "ĠBarrier": 72087, + "/***************************************************************************Ċ": 72088, + "pak": 72089, + "-Israel": 72090, + "ĠRutgers": 72091, + "ĠselectedItem": 72092, + "ĠRamirez": 72093, + "Farm": 72094, + "Ġcalendars": 72095, + "gzip": 72096, + "Ġblockbuster": 72097, + "ĠPlymouth": 72098, + "çľĮ": 72099, + "responses": 72100, + ".DialogInterface": 72101, + "-grand": 72102, + "ĠgetSource": 72103, + "Ġdejtings": 72104, + "Ġtieten": 72105, + "Ġcondemnation": 72106, + "Ġcontinuar": 72107, + ".MockMvc": 72108, + "/english": 72109, + "ĠMediaPlayer": 72110, + "computed": 72111, + "ĠClippers": 72112, + "(delegate": 72113, + ".Slf": 72114, + "Ġë¡ľ": 72115, + "ĠTide": 72116, + "Ġihrem": 72117, + "ĠWan": 72118, + "ÑĥÑİÑī": 72119, + "}><": 72120, + "Discussion": 72121, + "Ġwatts": 72122, + "-minus": 72123, + "ĠJuliet": 72124, + "éĽħ": 72125, + "Ġconcluding": 72126, + "andscape": 72127, + "Ġúltima": 72128, + "ĠDERP": 72129, + "ĠsignUp": 72130, + "ĠSecondly": 72131, + "WAIT": 72132, + "lds": 72133, + ".callbacks": 72134, + "(hour": 72135, + "imators": 72136, + "volent": 72137, + "AAF": 72138, + "edriver": 72139, + "ĠMathematic": 72140, + "'": 72142, + "{j": 72143, + "_ABORT": 72144, + "Ether": 72145, + "Ġeducator": 72146, + "Ġprecaution": 72147, + "Ġfingertips": 72148, + "getVar": 72149, + "camatan": 72150, + "-debug": 72151, + "ĠRAF": 72152, + "[arg": 72153, + "Ġraced": 72154, + "Ġtsunami": 72155, + ".flink": 72156, + "Ġglyc": 72157, + "uko": 72158, + "ĠMultiply": 72159, + "Ġredistribution": 72160, + "AGO": 72161, + "ĠRoutine": 72162, + "Ġopr": 72163, + "(lower": 72164, + "ĠFunktion": 72165, + ".dk": 72166, + "Ġegt": 72167, + "_BASIC": 72168, + "syscall": 72169, + "ĠLSD": 72170, + "ĠDuplicate": 72171, + "_sell": 72172, + "ĠerrorHandler": 72173, + "_ips": 72174, + "Ġerv": 72175, + "annie": 72176, + "(resourceName": 72177, + "Ġbottled": 72178, + "Ġcrawling": 72179, + "egment": 72180, + ".setTag": 72181, + "Ġrss": 72182, + "ĠQuarry": 72183, + "_exact": 72184, + ".jwt": 72185, + "ĠBoards": 72186, + "opi": 72187, + "Ġnasal": 72188, + "ĠXYZ": 72189, + ".ud": 72190, + "Northern": 72191, + "Ġactivating": 72192, + "edx": 72193, + "ovah": 72194, + "Ġindx": 72195, + "AlertDialog": 72196, + "Ġtienes": 72197, + "annya": 72198, + "_pan": 72199, + "(decimal": 72200, + ".Dict": 72201, + "Ġsubsidiaries": 72202, + "ProductName": 72203, + "Few": 72204, + "dato": 72205, + "odied": 72206, + "-under": 72207, + "Ġê²ĥ": 72208, + "çīĪæľ¬": 72209, + "atism": 72210, + "[Math": 72211, + ".'<": 72212, + "(infile": 72213, + "Ġdenotes": 72214, + "$class": 72215, + "_SECURITY": 72216, + "Ġsewage": 72217, + "melon": 72218, + "(Character": 72219, + "/github": 72220, + "Ġglaring": 72221, + ".Guid": 72222, + "_sparse": 72223, + "ĠMargin": 72224, + "_dns": 72225, + "Ġmeiner": 72226, + "Ġleftist": 72227, + "ĉloc": 72228, + "abytes": 72229, + "Ġequipments": 72230, + "expo": 72231, + "ĠSomerset": 72232, + "EK": 72233, + "æį¢": 72234, + "Ġlecturer": 72235, + "Ġmemiliki": 72236, + "æł¸": 72237, + "ç´ł": 72238, + "pron": 72239, + ":pointer": 72240, + "borrow": 72241, + "ĠProtective": 72242, + "_cf": 72243, + "ĠÐķÑģли": 72244, + "bpp": 72245, + "';ĊĊĊĊ": 72246, + "aturally": 72247, + "_NAV": 72248, + "Ġpeptide": 72249, + ">d": 72250, + "Ġifstream": 72251, + "_FACTORY": 72252, + "');//": 72253, + "joined": 72254, + "mong": 72255, + "Ġtimespec": 72256, + "Ġdestabil": 72257, + "Ġautop": 72258, + "-limit": 72259, + "publication": 72260, + "ĠDenn": 72261, + ".Memory": 72262, + "(skb": 72263, + "ĠAnaheim": 72264, + "_RETURNTRANSFER": 72265, + "oueur": 72266, + "(_('": 72267, + "legt": 72268, + "istingu": 72269, + "ĉpriv": 72270, + "Ġredirects": 72271, + "Mt": 72272, + "Ġalleen": 72273, + "ĠPointF": 72274, + "Ġomin": 72275, + "Ġcitt": 72276, + "ĠTage": 72277, + "ĠWalls": 72278, + "á»ī": 72279, + "Ġoccupying": 72280, + "xBF": 72281, + "rangle": 72282, + "Ġrelational": 72283, + "-org": 72284, + "Ġjpg": 72285, + "-derived": 72286, + "Ġmalfunction": 72287, + "ĠBenson": 72288, + "(scroll": 72289, + "ĠXD": 72290, + "Holy": 72291, + "(commands": 72292, + "Ġtipping": 72293, + "Ġprimitives": 72294, + "Ġsexle": 72295, + "CallCheck": 72296, + "ĠMASTER": 72297, + "_TEAM": 72298, + ".setRequestHeader": 72299, + "_specs": 72300, + "Ġserge": 72301, + ".Master": 72302, + "Ġims": 72303, + ".SpringBootTest": 72304, + "paypal": 72305, + "ĠWANT": 72306, + ".Inst": 72307, + "ĠCarpet": 72308, + "Ġwrongly": 72309, + "($('.": 72310, + "Ġbild": 72311, + ".Roll": 72312, + "ĠUrb": 72313, + "-can": 72314, + "ãģıãģłãģķãģĦ": 72315, + "oliberal": 72316, + "čĊčĊ": 72710, + "ĠMahm": 72711, + "}\";ĊĊ": 72712, + "Ġdq": 72713, + "ĠPublishers": 72714, + "ĠAmpl": 72715, + "ĠDanielle": 72716, + "Ġtern": 72717, + "èµ·": 72718, + "noÅĽÄĩ": 72719, + "ein": 72720, + "ĠAsyncStorage": 72721, + "unger": 72722, + "rouw": 72723, + "Ġscissors": 72724, + "/assert": 72725, + ".bucket": 72726, + "/archive": 72727, + "_Man": 72728, + "Ġintoler": 72729, + "Ġ()=>": 72730, + "ĠÐĴÑĭ": 72731, + "Ġsai": 72732, + ".xy": 72733, + ".\"čĊ": 72734, + "Ġurinary": 72735, + "esub": 72736, + "ISTICS": 72737, + "Ġκ": 72738, + "Ġcompliments": 72739, + "ĠtypingsJapgolly": 72740, + "ihar": 72741, + "Expansion": 72742, + "ĠServing": 72743, + "_students": 72744, + "ĠXBOOLE": 72745, + "(il": 72746, + "Ġì²ĺ": 72747, + "Ġjó": 72748, + "(tol": 72749, + "(JS": 72750, + "ĉCG": 72751, + "ĠDRAW": 72752, + "twig": 72753, + "Ġoat": 72754, + "_smooth": 72755, + "ĠCSL": 72756, + "Ġosob": 72757, + "Ġensuing": 72758, + "Ġbanker": 72759, + "ĠBackpack": 72760, + "_ping": 72761, + "Ġwishlist": 72762, + "=ax": 72763, + "ĉĠĠĠĊ": 72764, + "Disney": 72765, + "steady": 72766, + "\">%": 72767, + "Ġprophets": 72768, + "ĠZX": 72769, + "Ġminimalist": 72770, + ".PLAIN": 72771, + "Seattle": 72772, + ".ordinal": 72773, + "ĠPIPE": 72774, + "Ġretorna": 72775, + "Ġjugador": 72776, + "ĠBret": 72777, + "ĠâĶľ": 72778, + "Ġplush": 72779, + "ULATOR": 72780, + "Sorting": 72781, + ".gridy": 72782, + "ectomy": 72783, + "_activ": 72784, + "rack": 72785, + "Interactive": 72786, + "ĠAntarctica": 72787, + "Ġvengeance": 72788, + "enso": 72789, + "_known": 72790, + "upplier": 72791, + ".Modules": 72792, + "ĠConnectionState": 72793, + "éļIJèĹı": 72794, + "@FindBy": 72795, + "Ġplacer": 72796, + "\\model": 72797, + "<()>": 72798, + ".isSuccessful": 72799, + "-good": 72800, + "bz": 72801, + "ĠDraco": 72802, + "Assistant": 72803, + "-extra": 72804, + "аблиÑĨ": 72805, + "Ġhypocrisy": 72806, + "Ġtst": 72807, + "ĠAgr": 72808, + "$txt": 72809, + "Ġlogistic": 72810, + "licensed": 72811, + "ĠHof": 72812, + "Ġtat": 72813, + "(iv": 72814, + "Ġintoxic": 72815, + "postId": 72816, + "_strike": 72817, + "Ġhumiliation": 72818, + "pcodes": 72819, + "\"sync": 72820, + "(recipe": 72821, + "+N": 72822, + "rente": 72823, + "ĉClient": 72824, + "ycopg": 72825, + "ĠZurich": 72826, + "ĠProfiles": 72827, + "Countries": 72828, + "Ġpict": 72829, + "Ġrollout": 72830, + "requencies": 72831, + "Ġpatched": 72832, + "Ġcartridges": 72833, + "Ġshading": 72834, + "Jar": 72835, + "Ġsalvage": 72836, + "ĠTaxes": 72837, + "Ġstandby": 72838, + "aporan": 72839, + "Eigen": 72840, + ".angular": 72841, + "ĠNested": 72842, + "享": 72843, + "ĠisVisible": 72844, + "ĠDwight": 72845, + "_BRANCH": 72846, + ".Delay": 72847, + "Ġkend": 72848, + "Ġfacilitated": 72849, + ".flatMap": 72850, + "Ġsanta": 72851, + "ĉSend": 72852, + "/messages": 72853, + "ĠofType": 72854, + "ĉswap": 72855, + "#plt": 72856, + "ĠTurks": 72857, + "NES": 72858, + "Ġprogressively": 72859, + "ĠResidence": 72860, + "ĠTREE": 72861, + "Ġnoen": 72862, + "dio": 72863, + "Ġnelle": 72864, + "Ġsogar": 72865, + "itti": 72866, + "weekly": 72867, + "Ġambiguity": 72868, + "_Settings": 72869, + "Ware": 72870, + ".neo": 72871, + "_DST": 72872, + "Ġæĸ¹": 72873, + "prep": 72874, + "lobby": 72875, + "@email": 72876, + "/movie": 72877, + "Ġfunkc": 72878, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ": 72879, + "ÂŃs": 72880, + "Ġguardians": 72881, + "-pos": 72882, + "Ġconfiguring": 72883, + "ĠCPS": 72884, + "ĠDeus": 72885, + "Ġvidéos": 72886, + "_empresa": 72887, + "Ġslapped": 72888, + "',Ċ": 72920, + "_XDECREF": 72921, + "ĠBuzzFeed": 72922, + "_MARGIN": 72923, + "PLOY": 72924, + ".small": 72925, + "ĠmimeType": 72926, + "Ġholog": 72927, + "ĉcamera": 72928, + "lias": 72929, + "Ġsuspense": 72930, + "odynam": 72931, + "bau": 72932, + "Ġgraveyard": 72933, + "_named": 72934, + "\":\"'": 72935, + "Ġ************************************************": 72936, + "ĠgameOver": 72937, + "ĠLENGTH": 72938, + "ĉscreen": 72939, + "ĠdoInBackground": 72940, + "_dependencies": 72941, + "Ġrtc": 72942, + "/up": 72943, + "_ROM": 72944, + "Hall": 72945, + "Ġdeficiencies": 72946, + "(te": 72947, + "'#": 72948, + "_equiv": 72949, + "Ġpreorder": 72950, + "ĠAxe": 72951, + "омÑĥ": 72952, + ".sendFile": 72953, + "Ġfilt": 72954, + "ĠLimits": 72955, + "ĠCavaliers": 72956, + ".discount": 72957, + "âĨIJ": 72958, + "ĠWit": 72959, + "QRSTUV": 72960, + "Ġij": 72961, + "Ġtegen": 72962, + "Ġ:\",": 72963, + "difficulty": 72964, + "punkt": 72965, + "ĠEmails": 72966, + "chlor": 72967, + "(fun": 72968, + ".Uint": 72969, + "ĠStall": 72970, + "_verified": 72971, + "uD": 72972, + "FileType": 72973, + "Ġpleasures": 72974, + "Ġjudiciary": 72975, + "Ġsham": 72976, + "ipur": 72977, + "_PLUS": 72978, + "offers": 72979, + "(foo": 72980, + "_GT": 72981, + "ĉcore": 72982, + "ENTION": 72983, + "ĠLiberation": 72984, + "CommandLine": 72985, + "_department": 72986, + ".Ar": 72987, + "_neighbor": 72988, + "ĠSubmitted": 72989, + "ĠĊ": 97221, + "Ġdroits": 97222, + "Ġhomosexuals": 97223, + "Ġabduction": 97224, + "ĉwidget": 97225, + "$headers": 97226, + "ĠDAR": 97227, + "Ġfla": 97228, + "threat": 97229, + "Ġlouis": 97230, + ".GetProperty": 97231, + "\"Just": 97232, + "(frames": 97233, + "ryo": 97234, + "profession": 97235, + "|i": 97236, + "íķ´ìĦľ": 97237, + "(sv": 97238, + "Ġunrecognized": 97239, + "Ionic": 97240, + "Fashion": 97241, + "ScreenState": 97242, + "ĠIncoming": 97243, + "NotNil": 97244, + "Ġsyncing": 97245, + "emie": 97246, + "Ġthermo": 97247, + "_procs": 97248, + "Ġinconsistency": 97249, + "religious": 97250, + ".mj": 97251, + "Ġpersonn": 97252, + "Ġmomentos": 97253, + "orarily": 97254, + "ĠæĬ": 97255, + "_neurons": 97256, + "Illustr": 97257, + "imoto": 97258, + "ilik": 97259, + "ĠWoj": 97260, + "Trading": 97261, + "Ġappare": 97262, + "Ġentreprises": 97263, + "achat": 97264, + "Ġ¬": 97265, + "Ġneigh": 97266, + "BUTTONDOWN": 97267, + "ĠMaher": 97268, + "aghan": 97269, + "-hash": 97270, + "\"f": 97271, + "Ġclientele": 97272, + ".addButton": 97273, + "ĉSP": 97274, + "Qi": 97275, + "Ġgrated": 97276, + "POSITE": 97277, + ":>": 97278, + "ĠHowell": 97279, + "ĠComparative": 97280, + "ĠISC": 97281, + "ÂŃi": 97282, + "Ocean": 97283, + "Davis": 97284, + "ĠFilme": 97285, + "Wins": 97286, + "ĠJIT": 97287, + "occer": 97288, + "ĠCorm": 97289, + "ENCHMARK": 97290, + "rchive": 97291, + "icação": 97292, + "Ġmata": 97293, + "Ġchildbirth": 97294, + "ĠOptionally": 97295, + "Ens": 97296, + "Ġxhttp": 97297, + "Ġelucid": 97298, + "_OscInitStruct": 97299, + "))):Ċ": 97300, + "Ġintuit": 97301, + "ĠDonate": 97302, + "Ġcorrelates": 97303, + ">Delete": 97304, + "Ġequipe": 97305, + "Ġboca": 97306, + "Ġinflatable": 97307, + "erah": 97308, + "ĠDateTimeKind": 97309, + "Ġcalves": 97310, + "\\Lib": 97311, + "Ġemlrt": 97312, + "ĠTrilogy": 97313, + "ĠPanc": 97314, + "ĠDuis": 97315, + "ĠpelÃŃcula": 97316, + "WARDS": 97317, + "_DETECT": 97318, + "-sectional": 97319, + "dhcp": 97320, + "ForRow": 97321, + "-destruct": 97322, + "ĠPresenter": 97323, + "/slick": 97324, + ",on": 97325, + "ĠCitadel": 97326, + "loggedin": 97327, + "_subtype": 97328, + "Ġsigue": 97329, + "Ġcuring": 97330, + "ĠFirewall": 97331, + "Ġfluorescence": 97332, + "ĠItalians": 97333, + "иÑĤÑģÑı": 97334, + ".getStyle": 97335, + "InSeconds": 97336, + "jie": 97337, + "-Smith": 97338, + "Ġxlink": 97339, + "Ġsubmissive": 97340, + "онÑĤ": 97341, + "arbonate": 97342, + "ĠFaul": 97343, + "_goals": 97344, + "ĠCommissioners": 97345, + "chartInstance": 97346, + "_POSTFIELDS": 97347, + "Ġmedial": 97348, + "Ġmanos": 97349, + "Ġdelt": 97350, + "svm": 97351, + ".Apis": 97352, + "ephy": 97353, + "Ġasympt": 97354, + "ĠappDelegate": 97355, + "Ġimprobable": 97356, + "cka": 97357, + "simd": 97358, + "/Error": 97359, + ".âĢĵ": 97360, + "ĠPTS": 97361, + "deer": 97362, + "Ġsina": 97363, + "magnitude": 97364, + "IDADE": 97365, + "']}'": 97366, + "Ġmayores": 97367, + "ĉcomment": 97368, + "/console": 97369, + "\"@": 97370, + "volt": 97371, + ".sell": 97372, + "ĠMacy": 97373, + "Ġmelod": 97374, + "Ġimágenes": 97375, + "_chg": 97376, + "Ġinout": 97377, + "idente": 97378, + ")'),Ċ": 97379, + "dni": 97380, + ".blob": 97381, + "Ġtypography": 97382, + "Ġeerie": 97383, + "_OID": 97384, + "pesan": 97385, + "ajan": 97386, + "Ġchopping": 97387, + "Ġbluff": 97388, + "adf": 97389, + "_bases": 97390, + ".Formatter": 97391, + "Ġ\\%": 97392, + "ĠPageInfo": 97393, + "Carrier": 97394, + "ĠCalibration": 97395, + "como": 97396, + "-bodied": 97397, + "Ġfinancier": 97398, + "ĠINA": 97399, + ".ERR": 97400, + "Ġhoodie": 97401, + "ĠSanity": 97402, + "guarded": 97403, + ".opendaylight": 97404, + "ISMATCH": 97405, + "Highlights": 97406, + "ünk": 97407, + "aniem": 97408, + "angered": 97409, + "assignments": 97410, + "Ġregistrado": 97411, + "ĠUPPER": 97412, + "ampilkan": 97413, + "ashire": 97414, + "ĠNikola": 97415, + "ĠCFL": 97416, + "ĠHDC": 97417, + "Ġpoids": 97418, + "ĠIPs": 97419, + "Ġpreventative": 97420, + "ipsoid": 97421, + "ifix": 97422, + ".camel": 97423, + ".ga": 97424, + "Volumes": 97425, + "-ste": 97426, + "Yahoo": 97427, + "_sibling": 97428, + "Highest": 97429, + "optgroup": 97430, + "Ġkvinna": 97431, + "âĢĿãĢĤĊĊ": 97432, + "ĠAppliances": 97433, + "Ġ\"><": 97434, + "')\")Ċ": 97435, + "htt": 97436, + "ĠIdentified": 97437, + "Ġpencils": 97438, + "ĠmemberId": 97439, + "ĠappendString": 97440, + ".loadData": 97441, + "ĠmockMvc": 97442, + "Ġjub": 97443, + "ĠSlut": 97444, + "ĠTaipei": 97445, + "statt": 97446, + "Polit": 97447, + "Ġpartager": 97448, + "DidChange": 97449, + "Increases": 97450, + ")}.": 97451, + "ĠBaba": 97452, + "_CLIP": 97453, + "[unit": 97454, + "ĠклÑİÑĩ": 97455, + "Ġalcuni": 97456, + "ĠLola": 97457, + "Ġclinging": 97458, + "@PostMapping": 97459, + "(concat": 97460, + "Ġssid": 97461, + "ĠFauc": 97462, + "okit": 97463, + "ĠRecorded": 97464, + "ález": 97465, + "($('<": 97466, + ".assertIsNot": 97467, + "Ġkali": 97468, + "Volt": 97469, + "Ġwarmly": 97470, + "Ġscares": 97471, + "getti": 97472, + "führt": 97473, + "_does": 97474, + ".EMAIL": 97475, + "imations": 97476, + "Ġspringfox": 97477, + "ĠDecom": 97478, + "arcy": 97479, + "Ġglitches": 97480, + "ĠMoff": 97481, + "ĠVoll": 97482, + ".between": 97483, + "Ġcoorden": 97484, + "ĠParticularly": 97485, + "GBP": 97486, + "Ġsemble": 97487, + "Eastern": 97488, + "_MSB": 97489, + "]){čĊ": 97490, + "morgan": 97491, + "ĠEVAL": 97492, + "dere": 97493, + "HOUSE": 97494, + "moire": 97495, + "istique": 97496, + "_lstm": 97497, + "-commit": 97498, + "ysterious": 97499, + "Ġtwink": 97500, + "-thumbnails": 97501, + "enÃŃ": 97502, + ":'',": 97503, + "Ġblackout": 97504, + "ĠFloors": 97505, + "Ġsofas": 97506, + "Ġoui": 97507, + "leshoot": 97508, + "ĠRaq": 97509, + "-abs": 97510, + "Ġkra": 97511, + "Mining": 97512, + "shaft": 97513, + ".setColumns": 97514, + "Clazz": 97515, + "PRETTY": 97516, + ".playlist": 97517, + "éĸ¢": 97518, + "-Saharan": 97519, + "MING": 97520, + "ĉbl": 97521, + "è®®": 97522, + "jf": 97523, + "DOCKER": 97524, + "hopefully": 97525, + "(ignore": 97526, + "ĠUsersController": 97527, + "ĠMitarbeiter": 97528, + "ĠLES": 97529, + "Hamilton": 97530, + "-metadata": 97531, + "ĠKK": 97532, + "iktig": 97533, + "Ġwollte": 97534, + "egrator": 97535, + "]bool": 97536, + ",current": 97537, + "ĠvalueType": 97538, + "Ġexcavation": 97539, + "oland": 97540, + "Ġverv": 97541, + "/filepath": 97542, + "AuthProvider": 97543, + "Ġprocrast": 97544, + "ĉULONG": 97545, + "_MEMBERS": 97546, + "Ġuplift": 97547, + "ĠAutonomous": 97548, + "Ġartworks": 97549, + "ĠOutreach": 97550, + "Ġpore": 97551, + "Homepage": 97552, + "DialogTitle": 97553, + "ĠGenerating": 97554, + "PARSE": 97555, + "Ġsemanas": 97556, + "Ġhumano": 97557, + "JSGlobalScope": 97558, + "Ġvolte": 97559, + "Ġbella": 97560, + "(isinstance": 97561, + "Ġplc": 97562, + "\\Catalog": 97563, + "Ġesteemed": 97564, + "鼷": 97565, + "(suffix": 97566, + "Ġsweeps": 97567, + "ĉORDER": 97568, + "Ġdoivent": 97569, + "ĠSwarm": 97570, + "ĠCompiled": 97571, + "getPage": 97572, + "ADR": 97573, + ".RichTextBox": 97574, + "ĠNaming": 97575, + "agged": 97576, + "ĠGANG": 97577, + "rasing": 97578, + "odeled": 97579, + "Ġgala": 97580, + "ĠJSName": 97581, + "ddf": 97582, + "Ġillust": 97583, + "ĠLansing": 97584, + "[port": 97585, + "-death": 97586, + "Ġdinheiro": 97587, + "ĠEighth": 97588, + "Ġbian": 97589, + "stÃ¥": 97590, + "Ġversión": 97591, + "ĠLinearGradient": 97592, + "ĠHarding": 97593, + ".*)": 97594, + "eczy": 97595, + "$header": 97596, + "ĠvÃ¥r": 97597, + "Unchecked": 97598, + "Ġkoje": 97599, + "ĠPaladin": 97600, + "())),": 97601, + "Giving": 97602, + "()})Ċ": 97603, + "Ġdips": 97604, + "Friendly": 97605, + "Ġportrays": 97606, + "Ġhelium": 97607, + "Ġinsurgency": 97608, + "_expiry": 97609, + "ĠstringByAppendingString": 97610, + "Ġaantal": 97611, + "slope": 97612, + "mast": 97613, + ".getInteger": 97614, + "Ġ########################": 97615, + "_PIPELINE": 97616, + "Ġdensely": 97617, + "Ġmutating": 97618, + "midi": 97619, + "ĠSeit": 97620, + "ayne": 97621, + "NOWLED": 97622, + "ĠDesmond": 97623, + "ĠFName": 97624, + "ĠNairobi": 97625, + "\\Context": 97626, + "Ġcalcular": 97627, + "-den": 97628, + "Ġcott": 97629, + "]):čĊ": 97630, + "ĠRecommendation": 97631, + "ĠRolex": 97632, + "ĠvalidationResult": 97633, + ".pat": 97634, + "ĠnÃły": 97635, + "ĠRestClient": 97636, + "ĠGPI": 97637, + "ĠAsheville": 97638, + "ĠOSP": 97639, + "ĠPERMISSION": 97640, + "ÐĶаÑĤа": 97641, + "/notification": 97642, + "Knight": 97643, + "_Word": 97644, + "ĠBender": 97645, + "ranking": 97646, + "Ġpartida": 97647, + "_reservation": 97648, + "ÌĢ": 97649, + "ĠmName": 97650, + "Ġgetch": 97651, + "Ġborr": 97652, + "Ġdiligent": 97653, + "Discuss": 97654, + "æŃ£åľ¨": 97655, + "apeake": 97656, + "ioned": 97657, + "-Nazi": 97658, + ".cum": 97659, + "ĠKron": 97660, + "=$('#": 97661, + "/single": 97662, + "Ġerotisch": 97663, + "ĠVib": 97664, + "Ġratified": 97665, + "Ġconcerted": 97666, + "ĠREGARD": 97667, + "Ġdobr": 97668, + ".DriverManager": 97669, + "'r": 97670, + "Portable": 97671, + "ĉsuite": 97672, + "Ġrelaciones": 97673, + "ĠDop": 97674, + "emploi": 97675, + "DOB": 97676, + "Ġcrumbs": 97677, + "Ġxls": 97678, + "_Application": 97679, + "(':',": 97680, + "Ġ------------------------------------------------------------------------Ċ": 97681, + "mse": 97682, + "Ġberk": 97683, + "ĠReturnValue": 97684, + "ĠBelly": 97685, + "Ġcamar": 97686, + "ĠPeek": 97687, + "elsing": 97688, + "Ġnotifies": 97689, + "ĠTristan": 97690, + "ĠGAR": 97691, + "emme": 97692, + "ĠElevated": 97693, + "_CSV": 97694, + "(chalk": 97695, + "Ġtwenties": 97696, + "ĠSearchResult": 97697, + "=search": 97698, + "ĠMixing": 97699, + "ýt": 97700, + "Ġrecruiter": 97701, + "ĠIDEOGRAPH": 97702, + "ĠAgo": 97703, + "(Operation": 97704, + "$values": 97705, + "Ġworldly": 97706, + "ĠRosenberg": 97707, + "ĠConfigureServices": 97708, + ">*Ċ": 97805, + "Ġsnork": 97806, + "_opacity": 97807, + "ĠinitWithNibName": 97808, + "iado": 97809, + "AAC": 97810, + "Ġ]).": 97811, + ";z": 97812, + "_paragraph": 97813, + "Ġnoses": 97814, + "stands": 97815, + "ifr": 97816, + "_mE": 97817, + "Iraq": 97818, + ".Predicate": 97819, + "enaire": 97820, + "]]];Ċ": 97821, + "Ġunidad": 97822, + "Ġretirees": 97823, + "_hello": 97824, + "Ġmodele": 97825, + "ĠUITableViewController": 97826, + "fwrite": 97827, + "_numero": 97828, + "_visited": 97829, + "Ġrecebe": 97830, + "(Notification": 97831, + "Fantastic": 97832, + "_submenu": 97833, + "ĠPEM": 97834, + "ĠCupertino": 97835, + "approximately": 97836, + "classed": 97837, + ".ReadString": 97838, + "Ġdomicile": 97839, + "_PW": 97840, + "Ġballpark": 97841, + "ĠKale": 97842, + "contra": 97843, + "_favorite": 97844, + "/of": 97845, + "Quite": 97846, + "ĠOTA": 97847, + "Ġaccelerometer": 97848, + "didn": 97849, + "|^": 97850, + "ĠRohingya": 97851, + "ivicrm": 97852, + "annabin": 97853, + "обÑĭÑĤи": 97854, + "orado": 97855, + "')+": 97856, + "Haunted": 97857, + ",ID": 97858, + "(UIAlertAction": 97859, + "urv": 97860, + "_bel": 97861, + "ĠMexicans": 97862, + "/terms": 97863, + "ĠPainter": 97864, + "InputLabel": 97865, + "ĠVinci": 97866, + "ĠRosie": 97867, + "\\uc": 97868, + "": 98029, + "_gs": 98030, + "Ġcompil": 98031, + "nard": 98032, + "-exc": 98033, + "Ġrhyme": 98034, + "Ġbutto": 98035, + "says": 98036, + "antasy": 98037, + "ë¸": 98038, + "ĠcittÃł": 98039, + "Ġcheg": 98040, + "TimeString": 98041, + "Ġpositivity": 98042, + "ĠDabei": 98043, + "Ġwang": 98044, + "Ġescre": 98045, + "\"c": 98046, + "ĉvideo": 98047, + "ĠRanked": 98048, + ".strings": 98049, + ">>>(": 98050, + "ĠинÑĤеÑĢ": 98051, + "Ġresta": 98052, + "[:,:": 98053, + "Ġrendre": 98054, + "Ġdeser": 98055, + "Jos": 98056, + "Ġdisruptions": 98057, + "ĠопеÑĢ": 98058, + "sampling": 98059, + "suppress": 98060, + "ĠcontainerView": 98061, + "ĠSeamless": 98062, + "Ġairy": 98063, + "Ġonload": 98064, + ".WindowManager": 98065, + "ĠPLA": 98066, + "braco": 98067, + ".setPositiveButton": 98068, + "Ġpdu": 98069, + "Ġgsi": 98070, + "ĠCli": 98071, + "_gradients": 98072, + "Ñıд": 98073, + "ĠWhisper": 98074, + "cstdint": 98075, + "Ġläng": 98076, + "Ġformulations": 98077, + "énom": 98078, + "ournemouth": 98079, + "[$_": 98080, + "Ġordinarily": 98081, + ".setUsername": 98082, + "Ġfaculties": 98083, + "MITTED": 98084, + "/values": 98085, + "Ġweir": 98086, + "ĠApt": 98087, + "MZ": 98088, + "ĉcf": 98089, + "ucken": 98090, + "ĉĉĉĉĉĉĉĉĉĉĉĉĉĉĉĉĉĉĉĉ": 98091, + "defense": 98092, + "[iVar": 98093, + "ĠBusinessException": 98094, + "Selectors": 98095, + "(coordinates": 98096, + "ĠResets": 98097, + "ĠDrinks": 98098, + "oleans": 98099, + "(stypy": 98100, + "_IOC": 98101, + ".xxx": 98102, + "ĠSlater": 98103, + "ĠBelize": 98104, + "Ġ/************************************************************************": 98105, + "addin": 98106, + "_episodes": 98107, + "Ġischem": 98108, + "legalArgumentException": 98109, + "Danny": 98110, + "Ġpared": 98111, + ".codehaus": 98112, + "ĠAssy": 98113, + "ĉRect": 98114, + "âŀ": 98115, + ".lista": 98116, + "ĠваÑĪ": 98117, + "Ġvets": 98118, + "HWND": 98119, + "isoner": 98120, + "Ġxo": 98121, + "Ġorally": 98122, + "ĠStmt": 98123, + ".rnn": 98124, + "ĠDPI": 98125, + "ĠStrikes": 98126, + ".setViewportView": 98127, + "ĠèĩªåĬ¨çĶŁæĪIJ": 98128, + "YELLOW": 98129, + "GLenum": 98130, + "partners": 98131, + "ĠImplicit": 98132, + "Ġtako": 98133, + "âĢĻelle": 98134, + "Ġermög": 98135, + "totalCount": 98136, + "Gil": 98137, + "ĉwork": 98138, + "Ġpratic": 98139, + "inati": 98140, + "abies": 98141, + "ĠSkinner": 98142, + "Ġspirited": 98143, + "Ġpancreatic": 98144, + "Ġhdf": 98145, + "'em": 98146, + "Ġpsychosis": 98147, + "olicit": 98148, + "Ġ\"{\"": 98149, + "_atual": 98150, + "Ġélect": 98151, + "TEAM": 98152, + "Ġdak": 98153, + "ĠSWAT": 98154, + ".FragmentManager": 98155, + "Ġprovisioning": 98156, + "lifetime": 98157, + "_EXTENSIONS": 98158, + "ĠCASCADE": 98159, + "Ġ![": 98160, + "(KP": 98161, + "Ġvem": 98162, + "ĠInterracial": 98163, + "']},Ċ": 98164, + "spacer": 98165, + "_kv": 98166, + "Warehouse": 98167, + "RDD": 98168, + "_fsm": 98169, + ".StretchImage": 98170, + ",Yes": 98171, + "ĠRefugee": 98172, + "ĠBringing": 98173, + "Ġválido": 98174, + ".intersection": 98175, + "Ġspooky": 98176, + "_portal": 98177, + "Ġmoth": 98178, + "ĠZodiac": 98179, + "ĠSOCIAL": 98180, + "MimeType": 98181, + "']}}": 98300, + "_Blue": 98301, + "Ġbotanical": 98302, + "Ġfrags": 98303, + "Ġfamilial": 98304, + "-du": 98305, + "Ġseizing": 98306, + "(blocks": 98307, + ".rd": 98308, + ".checkNotNull": 98309, + "Ġmiser": 98310, + "Ġmaxx": 98311, + "ĠKnee": 98312, + "ViewItem": 98313, + "InnerHTML": 98314, + "Danger": 98315, + "((__": 98316, + "Ġprzypad": 98317, + "createUrl": 98318, + "**,": 98319, + "ĠDecorating": 98320, + "ATEGY": 98321, + "?>/": 98322, + ".Designer": 98323, + "hexdigest": 98324, + "ĠEverywhere": 98325, + "alleries": 98326, + ".TEXTURE": 98327, + ".Blocks": 98328, + "zell": 98329, + "Ġpreço": 98330, + "Suddenly": 98331, + "inputEmail": 98332, + "(sync": 98333, + ".bd": 98334, + "golden": 98335, + ">');": 98336, + "ĠDickinson": 98337, + ">>(Ċ": 98338, + "ĠQUEUE": 98339, + "ĠgetColumn": 98340, + "ĠSAND": 98341, + ".piece": 98342, + "licer": 98343, + "Flutter": 98344, + "ĠgetVersion": 98345, + "ĠresourceId": 98346, + "ogl": 98347, + "ÅĤaw": 98348, + ".Branch": 98349, + "ĉweb": 98350, + "Ġframerate": 98351, + "PPP": 98352, + "Ġfray": 98353, + "CNT": 98354, + "Ġinformatie": 98355, + "']čĊčĊ": 98356, + "neas": 98357, + "HeaderCode": 98358, + "Ġæ¸": 98359, + "Ġtrg": 98360, + "rawtypes": 98361, + "Honda": 98362, + "Ġmarketer": 98363, + "ĠrequestData": 98364, + "ĠPg": 98365, + "ĉnot": 98366, + "ĠpageInfo": 98367, + "Ġaktuellen": 98368, + "ãģķãĤĵ": 98369, + "ĠAMS": 98370, + "pushViewController": 98371, + "ĉAL": 98372, + "Ġvests": 98373, + "produce": 98374, + "-même": 98375, + "ĠRahman": 98376, + "Funny": 98377, + "EZ": 98378, + "_Valid": 98379, + "Ġsquadron": 98380, + "Ġlash": 98381, + "Ġirm": 98382, + "iasco": 98383, + "ĠParan": 98384, + "Ġpetites": 98385, + "ĠDecay": 98386, + "Ġuninitialized": 98387, + "privileged": 98388, + "Ġmbedtls": 98389, + "å¤ĩ注": 98390, + "Ġ^.": 98391, + "Ġecstatic": 98392, + "Detroit": 98393, + "Ġparten": 98394, + "Ġsouvenir": 98395, + ".getLogin": 98396, + "моÑĤÑĢ": 98397, + "enção": 98398, + "ĠmÃŃnimo": 98399, + "ĠAccessed": 98400, + "rió": 98401, + "Mic": 98402, + "ĠVocal": 98403, + ".SetString": 98404, + "Ġmensajes": 98405, + "åĢį": 98406, + "Ġattravers": 98407, + "ĠAph": 98408, + "Ġ');čĊ": 98409, + "ünde": 98410, + "Ġenchanted": 98411, + "ĠRootState": 98412, + "ĠCLOSED": 98413, + "ĉĉĉĉĉĉĉĉčĊ": 98414, + "Ġcaliente": 98415, + "orris": 98416, + "Ġphysicists": 98417, + "hwnd": 98418, + "_vi": 98419, + "Ġrápido": 98420, + "Ġcapitalized": 98421, + "edBy": 98422, + "Ġmachining": 98423, + "Ġhubby": 98424, + "ĠStacy": 98425, + ".Bus": 98426, + "drink": 98427, + "Hur": 98428, + "Ġpropia": 98429, + "UnitTest": 98430, + "Ġmisconception": 98431, + "__));Ċ": 98432, + "/dc": 98433, + "ĠMayweather": 98434, + "_mC": 98435, + ".createFrom": 98436, + "ĠQPainter": 98437, + "ropsych": 98438, + "innitus": 98439, + "ayas": 98440, + "Ġgeg": 98441, + "(dw": 98442, + "Ġusado": 98443, + "Ġtrickle": 98444, + "Ġannihil": 98445, + "ĠPasta": 98446, + "Ġ++Ċ": 98447, + "(ExpectedConditions": 98448, + ".postValue": 98449, + "icap": 98450, + "ĠDonetsk": 98451, + "_soup": 98452, + "-publish": 98453, + "ĠPb": 98454, + "mentions": 98455, + "ACCEPT": 98456, + ".Pull": 98457, + ",âĢĻâĢĻ": 98458, + "Ġretarded": 98459, + "_ATOM": 98460, + "ĠTerminator": 98461, + "-court": 98462, + "ĠCLLocationCoordinate": 98463, + "Ġreverence": 98464, + "ĠSSC": 98465, + "utely": 98466, + "ĠWON": 98467, + "ĠGSL": 98468, + "frei": 98469, + ".getLongitude": 98470, + "ĠopenFileDialog": 98471, + ".Butter": 98472, + "-important": 98473, + "_MANY": 98474, + "ĠGong": 98475, + "âĢľHow": 98476, + "Ġgorge": 98477, + "=msg": 98478, + "ĠEzek": 98479, + "createCommand": 98480, + ":checked": 98481, + "Ġinfographic": 98482, + ".WEST": 98483, + "Dirs": 98484, + "Ġguarda": 98485, + "Ġbeetle": 98486, + "Loading": 98560, + "_mA": 98561, + ".getRandom": 98562, + "blings": 98563, + "Ġcheeses": 98564, + "tti": 98565, + ".âĢ¢": 98566, + "ĠBurgess": 98567, + "enderit": 98568, + ".',čĊ": 98569, + "(\"\"+": 98570, + "acb": 98571, + "%p": 98572, + "indexed": 98573, + "_predicate": 98574, + "nesia": 98575, + "Ġbied": 98576, + "ĠCIT": 98577, + "(Pos": 98578, + "_radi": 98579, + "ä»·æł¼": 98580, + "Biz": 98581, + "ĠAdolescent": 98582, + "Ġviên": 98583, + "cycl": 98584, + "_Cancel": 98585, + "Ġconclusive": 98586, + "Ġappellate": 98587, + "informatics": 98588, + "SJ": 98589, + "Ġelective": 98590, + "roleId": 98591, + "Fetcher": 98592, + "ĉCommand": 98593, + "(\"(%": 98594, + "Ġfart": 98595, + "ILA": 98596, + "getBlock": 98597, + "AUSE": 98598, + "Ġдан": 98599, + "ĠArte": 98600, + "Ġnotifying": 98601, + "Ġgele": 98602, + ".same": 98603, + "ĠRegel": 98604, + "ĠBaÅŁ": 98605, + ".creation": 98606, + "ĠVN": 98607, + "_community": 98608, + "Ġunsustainable": 98609, + "SEX": 98610, + "ĠgridSize": 98611, + "rescia": 98612, + "aversable": 98613, + "(',')[": 98614, + "ĠPhelps": 98615, + "á»ķi": 98616, + "ANCELED": 98617, + "-IS": 98618, + ".runners": 98619, + "ĠStokes": 98620, + ".Produ": 98621, + "Ġwhipping": 98622, + "_acquire": 98623, + "Ġinvestigación": 98624, + "fried": 98625, + ".copyWith": 98626, + "ĠHardcover": 98627, + "-Se": 98628, + "áŀ¶áŀ": 98629, + "invitation": 98630, + "lesai": 98631, + "ĠDorm": 98632, + "ĠÑģпиÑģка": 98633, + "Ġconcatenated": 98634, + "ophil": 98635, + "Ġthinker": 98636, + "/fontawesome": 98637, + "ĠLeopard": 98638, + "Ġ\"/\");Ċ": 98639, + "Ġresiduals": 98640, + "ĠMicrowave": 98641, + "Ġconforme": 98642, + "throp": 98643, + "Ġdisemb": 98644, + "ĠOMG": 98645, + "ĠDiscipline": 98646, + "ĠAcrobat": 98647, + "/repository": 98648, + "dfa": 98649, + "_MED": 98650, + "bufio": 98651, + "Ġméthode": 98652, + "_HOLD": 98653, + "iasi": 98654, + "_legacy": 98655, + ")ččĊ": 98656, + "æ£Ģ": 98657, + "GetProcAddress": 98658, + "Ġyay": 98659, + "otence": 98660, + "orderid": 98661, + "-tw": 98662, + "Ġdearly": 98663, + "Incoming": 98664, + "/il": 98665, + "Ġneurop": 98666, + "ucz": 98667, + ");čččĊ": 98668, + "ĠInnovative": 98669, + "Ġprofund": 98670, + "igmat": 98671, + "SelectionMode": 98672, + "relevant": 98673, + ".GO": 98674, + "Ġbruises": 98675, + "Ġsach": 98676, + "odef": 98677, + "Ġreimb": 98678, + "/desktop": 98679, + "-spot": 98680, + "undance": 98681, + "Entropy": 98682, + "\\core": 98683, + "Ġsuger": 98684, + "ĠMvc": 98685, + "ĠGNOME": 98686, + "_indx": 98687, + "ĠYYSTYPE": 98688, + "ĠMatlab": 98689, + "ĠCIF": 98690, + "Ġ*))": 98691, + "ĠproductList": 98692, + "ĠAlright": 98693, + "acemark": 98694, + "ÑĤив": 98695, + "modification": 98696, + "international": 98697, + "Ġhomers": 98698, + "Ġdicts": 98699, + "ĠQFont": 98700, + ".SQLite": 98701, + "Ġtransplantation": 98702, + "ĠMessageBoxButton": 98703, + "ĠElves": 98704, + "']])Ċ": 98705, + "(QIcon": 98706, + "Ġcinemas": 98707, + "COORD": 98708, + "-China": 98709, + "Ġkhẩu": 98710, + "æĪijçļĦ": 98711, + "Ġskulls": 98712, + "Ġpainstaking": 98713, + "fce": 98714, + ".XRLabel": 98715, + "Ġspecifier": 98716, + "Ġpreferring": 98717, + "/activity": 98718, + "(Photo": 98719, + "ált": 98720, + ".lot": 98721, + "''.": 98722, + "annonce": 98723, + ".googlecode": 98724, + "-pdf": 98725, + "ĠPoke": 98726, + "_ACL": 98727, + "Ġendowed": 98728, + "discover": 98729, + ".omg": 98730, + "Ġwoodland": 98731, + ".Magic": 98732, + "Ġvolont": 98733, + "NotAllowed": 98734, + "Ġchave": 98735, + "BMW": 98736, + "','=',": 98737, + "ĠSIX": 98738, + "æĪij们": 98739, + "Ġkosher": 98740, + "Ġaspiration": 98741, + "intl": 98742, + "_refptr": 98743, + "'+Ċ": 98744, + "mentor": 98745, + ".club": 98746, + "WindowState": 98747, + ".ARR": 98748, + "Ġzza": 98749, + "ĠmessageType": 98750, + ".equ": 98751, + "Thor": 98752, + "Ġinjust": 98753, + "Ġgums": 98754, + "ĠborderSide": 98755, + "/////": 98756, + "ĠTransmit": 98757, + "Ġbufsize": 98758, + "Ġhak": 98759, + "Ġellas": 98760, + "RANDOM": 98761, + "ĉmc": 98762, + "Ġpea": 98763, + "eko": 98764, + "documento": 98765, + "Ġhysteria": 98766, + "Ġarenas": 98767, + "Ġgunmen": 98768, + "Ġmike": 98769, + "Ġimpunity": 98770, + "atisation": 98771, + "_Zero": 98772, + "_COMPANY": 98773, + "ĠGors": 98774, + "ĠuseClass": 98775, + "(redis": 98776, + "ĠRUNNING": 98777, + "ĠBair": 98778, + "velte": 98779, + "Ġ','.": 98780, + "аÑĤÑĮÑģÑı": 98781, + "öst": 98782, + "encodeURIComponent": 98783, + "_restrict": 98784, + "Ġdecals": 98785, + "ĠPedido": 98786, + "Ġaltercation": 98787, + "Displays": 98788, + "ĠApplicants": 98789, + "CUS": 98790, + "Textarea": 98791, + "ĠAngola": 98792, + ".future": 98793, + "ĠUSHORT": 98794, + "Ġsuppressing": 98795, + "Ġsetzen": 98796, + "APolynomial": 98797, + "Ġtoch": 98798, + "Ġhallmark": 98799, + "Ġ$$$": 98800, + "ĠCHARSET": 98801, + ".rpm": 98802, + "ĠDich": 98803, + "--------------------": 98804, + "_parm": 98805, + "è¿ĺ": 98806, + "acciones": 98807, + "hait": 98808, + "WARDED": 98809, + "_routing": 98810, + "ĠNOM": 98811, + "Ġenclave": 98812, + "ĠLotto": 98813, + "ĉfr": 98814, + "complexContent": 98815, + "ĠBallard": 98816, + "kube": 98817, + "/win": 98818, + ".getColumnModel": 98819, + "_REPLACE": 98820, + "HeaderValue": 98821, + "Ġestudiantes": 98822, + "Ġapis": 98823, + "Ġbpm": 98824, + "ĠTypeName": 98825, + "AndGet": 98826, + "rita": 98827, + "Plans": 98828, + ">Note": 98829, + "Ġfetisch": 98830, + "Ġtoned": 98831, + "_goto": 98832, + "onsense": 98833, + "Ġmolds": 98834, + "Ġinfiltration": 98835, + "ĠGuerrero": 98836, + "ubbo": 98837, + "cki": 98838, + "($(\".": 98839, + "_activities": 98840, + "(changes": 98841, + "ĠofApp": 98842, + "ĠKepler": 98843, + "ĠDemp": 98844, + "ĠContinent": 98845, + ".Ticks": 98846, + "ĠUnsigned": 98847, + "ĠJahres": 98848, + "Ġfreshmen": 98849, + "ĠArchived": 98850, + "ĠкоÑĤоÑĢÑĭй": 98851, + "Ġ'::": 98852, + "Tutorial": 98853, + "Cc": 98854, + "ĠtableLayoutPanel": 98855, + "fromJson": 98856, + ".levels": 98857, + "_transient": 98858, + "Ġendorsing": 98859, + "ĠDIC": 98860, + "lauf": 98861, + "Ġshred": 98862, + "_EMIT": 98863, + "ificantly": 98864, + "ALA": 98865, + "/proto": 98866, + "Ġnarrowing": 98867, + "Utc": 98868, + "Factors": 98869, + "Ġsentient": 98870, + "æŀIJ": 98871, + "lixir": 98872, + "ĠCROSS": 98873, + "meteor": 98874, + "Ġgroin": 98875, + "Ġmdb": 98876, + "ĠRotterdam": 98877, + "Ġcomida": 98878, + "ĠOpCode": 98879, + "ĠDefaultValue": 98880, + "PermissionsResult": 98881, + "Ġheterogeneous": 98882, + "Ġmoot": 98883, + "Ġdeceived": 98884, + "-independent": 98885, + "ĠObjectOutputStream": 98886, + "Ġoverpower": 98887, + ".dup": 98888, + "Ġldb": 98889, + "Ġdomestically": 98890, + "Ġbestellen": 98891, + "Ġlov": 98892, + "ĠContractors": 98893, + "Triangles": 98894, + "Ġfodder": 98895, + "Ġfilmes": 98896, + "ä¼ģ": 98897, + "Ġrevolver": 98898, + "StartupScript": 98899, + "/validation": 98900, + "ĠResourceType": 98901, + "iÅŁ": 98902, + "ĠLaz": 98903, + "fef": 98904, + "Ġlstm": 98905, + "{*": 98906, + ".attachment": 98907, + ".hits": 98908, + "ewith": 98909, + "DOG": 98910, + "Alabama": 98911, + "Ġmediums": 98912, + ".mContext": 98913, + "-cols": 98914, + "åıĭ": 98915, + ".notice": 98916, + "Ġattn": 98917, + "ĠPacking": 98918, + "ĠLn": 98919, + "_COMPLEX": 98920, + "/Users": 98921, + ".savetxt": 98922, + "ĠRounds": 98923, + "?,?,?,?,": 98924, + "Ġingl": 98925, + "ĠROC": 98926, + "_female": 98927, + "ĠStard": 98928, + "]];": 98929, + "Ġwrestlers": 98930, + "Ġtorrents": 98931, + "Ġsinh": 98932, + "ĊĊ": 98933, + "ë³µ": 98934, + "sense": 98935, + "however": 98936, + ".Physics": 98937, + "Infrastructure": 98938, + "ĠSacr": 98939, + "Fel": 98940, + "ĠDISTRIBUT": 98941, + "éments": 98942, + "ĠValidates": 98943, + "############################################################": 98944, + "Ġ|/": 98945, + "Ġesl": 98946, + "Ġréseau": 98947, + "ĠBip": 98948, + "BYTES": 98949, + "_WATER": 98950, + "Turning": 98951, + "ELS": 98952, + "Ġjuxtap": 98953, + "Ġlesbische": 98954, + "ých": 98955, + "(Unknown": 98956, + "Neo": 98957, + "@JsonProperty": 98958, + "Ġalumnos": 98959, + "ĠRaqqa": 98960, + "imei": 98961, + ".getBounds": 98962, + ".MouseEventHandler": 98963, + "#######": 98964, + "GenericType": 98965, + "/cms": 98966, + "Ġturno": 98967, + "Ġмин": 98968, + "Ġfolklore": 98969, + "ĠEvo": 98970, + "Ġconductivity": 98971, + "Ġleben": 98972, + "Ġgearbox": 98973, + "-vs": 98974, + "ĠÏĨ": 98975, + "Ġdrinkers": 98976, + "Ġconexao": 98977, + "ĠTeeth": 98978, + "ĠgetArguments": 98979, + "ĠRAT": 98980, + "entious": 98981, + "Educ": 98982, + "+W": 98983, + "ĠInstitutional": 98984, + "ĠBord": 98985, + "isEqual": 98986, + "(pwd": 98987, + "Ġignited": 98988, + "ĠRousse": 98989, + "Ġimpactful": 98990, + "ĠMalk": 98991, + "Ġgeral": 98992, + "ĠPivot": 98993, + "Ġazt": 98994, + "Ġcsvfile": 98995, + "ĠRope": 98996, + "ĠSOLUTION": 98997, + "ĠArbitrary": 98998, + "Ġletto": 98999, + ".MouseAdapter": 99000, + "Ġ}}}": 99001, + "ĠSailor": 99002, + "dera": 99003, + "Putting": 99004, + "Ġconcentrates": 99005, + "ĠauthDomain": 99006, + "âĢĿçļĦ": 99007, + "-finals": 99008, + ",strlen": 99009, + "Muon": 99010, + "ĠOrdinary": 99011, + "firefox": 99012, + "ĠLaTeX": 99013, + "ĠHund": 99014, + "engineering": 99015, + "/blue": 99016, + "edTextBox": 99017, + "(\"\");": 99018, + "ĠCDDL": 99019, + "kept": 99020, + "ĠGetString": 99021, + "Kir": 99022, + "()='": 99023, + "ĠOCD": 99024, + "antium": 99025, + "$menu": 99026, + "ĠAppalachian": 99027, + "Secretary": 99028, + "ë¥ĺ": 99029, + "ีย": 99030, + "Semantic": 99031, + "Ġ*[": 99032, + "estone": 99033, + "ungkin": 99034, + "MaxY": 99035, + "-tone": 99036, + "\"};čĊ": 99037, + "_Part": 99038, + "ĊĊ": 99240, + "Lic": 99241, + "ĠMirage": 99242, + "ĠAssemblyFileVersion": 99243, + "TeV": 99244, + "ĠValueEventListener": 99245, + "-solving": 99246, + "Tho": 99247, + "roulette": 99248, + "_WP": 99249, + "Ġuninterrupted": 99250, + "ĠfieldType": 99251, + ".Typed": 99252, + "Ġamour": 99253, + "Ġmockery": 99254, + "(vol": 99255, + "ĠSubcommittee": 99256, + "ĠRuf": 99257, + "erox": 99258, + ":UIButtonTypeCustom": 99259, + "ĠBlur": 99260, + "Ġwykon": 99261, + "nces": 99262, + "ASHBOARD": 99263, + "!!\");Ċ": 99264, + "Ġmurderers": 99265, + ".daily": 99266, + "ĠDIAG": 99267, + "jing": 99268, + "Ġdolphin": 99269, + "Ġlòng": 99270, + "Ġbö": 99271, + "ĠVocabulary": 99272, + ".StObject": 99273, + "')\">": 99274, + "Ġzun": 99275, + "Ġscrimmage": 99276, + "tréal": 99277, + "ĠLig": 99278, + "[vi": 99279, + "Cole": 99280, + "Ġfrosting": 99281, + ".Players": 99282, + "-translate": 99283, + "Feels": 99284, + "=\\\"/": 99285, + ".ButterKnife": 99286, + "Ġ?>;Ċ": 99287, + "Ġavi": 99288, + "innie": 99289, + ".Failure": 99290, + "Ġspindle": 99291, + "ConfigurationException": 99292, + "_hop": 99293, + "Ġposição": 99294, + "ĠAwait": 99295, + "UIImagePickerController": 99296, + "ĉday": 99297, + "Ġgenom": 99298, + "Cab": 99299, + "ĠÑĢезÑĥлÑĮÑĤаÑĤ": 99300, + "ORIGINAL": 99301, + "Ġejaculation": 99302, + "(tcp": 99303, + "SECOND": 99304, + "Ġtonic": 99305, + "ĠListBox": 99306, + "ĠĉĉĊ": 99307, + "()>Ċ": 99308, + "Ġquatre": 99309, + "ượng": 99310, + "withErrors": 99311, + ".Maybe": 99312, + ",âĢ¦": 99313, + "tokenId": 99314, + "_UNDEF": 99315, + "Ġfreshness": 99316, + "ĠAmendments": 99317, + ".mapbox": 99318, + ".CV": 99319, + "(blog": 99320, + "_gettime": 99321, + ".quest": 99322, + "sparse": 99323, + "Ġresale": 99324, + "Ġenthusiastically": 99325, + "ĠProstitutas": 99326, + "Wa": 99327, + "Cargo": 99328, + ".Parcelable": 99329, + "SENSOR": 99330, + "ĠRyu": 99331, + "Laughs": 99332, + "_Native": 99333, + "/pg": 99334, + "ysts": 99335, + "Ġphotoc": 99336, + "ç®Ģ": 99337, + "adopt": 99338, + ".species": 99339, + "conciliation": 99340, + "Adjusted": 99341, + ".FirebaseAuth": 99342, + "uttle": 99343, + "ordination": 99344, + "Ġmunch": 99345, + "ĠStake": 99346, + ".ping": 99347, + "anker": 99348, + "(QStringLiteral": 99349, + "Ġsubscript": 99350, + "ĠĠĉĊ": 99351, + "ĠMCC": 99352, + "_Cmd": 99353, + "sexy": 99354, + "iou": 99355, + "ĠMANY": 99356, + "Ġnanny": 99357, + "TRAIN": 99358, + "Ġflourishing": 99359, + "ĠWatches": 99360, + "ĠQMap": 99361, + "ĠFerm": 99362, + "Ġwasm": 99363, + "ĠAbed": 99364, + "_UD": 99365, + "ĠGlasses": 99366, + "+v": 99367, + "Attend": 99368, + ".Chain": 99369, + "Ġdecency": 99370, + "ĠSupplementary": 99371, + "hunter": 99372, + "-txt": 99373, + "Ġ\"}\";Ċ": 99374, + ".setWindowTitle": 99375, + "(\"": 99477, + "Ġmascara": 99478, + "(Profile": 99479, + "åĬŁèĥ½": 99480, + "imité": 99481, + "Ġwildfires": 99482, + "-ROM": 99483, + ".isOn": 99484, + "(groupId": 99485, + "Repair": 99486, + "accumulate": 99487, + "Ġ<\",": 99488, + "Ġhandwritten": 99489, + "Ġacheter": 99490, + "ĠMGM": 99491, + "ĠIrma": 99492, + "->{_": 99493, + "gee": 99494, + "criminal": 99495, + "Ġèĭ¥è¦ģ": 99496, + "Ġmomentarily": 99497, + "\")!=": 99498, + "_lit": 99499, + "ĠexpiresIn": 99500, + ".\").": 99501, + "éķ¿åº¦": 99502, + "Ġfrække": 99503, + "vlc": 99504, + "Ġorbs": 99505, + "),$": 99506, + "Ġventured": 99507, + "/>\\": 99508, + "charm": 99509, + "Nuitka": 99510, + "eldig": 99511, + "atonin": 99512, + "Witness": 99513, + "-lat": 99514, + "ĠsetHidden": 99515, + "Ġrelics": 99516, + "Ġconsulate": 99517, + ".IGNORE": 99518, + "\"After": 99519, + "ĠsetAddress": 99520, + "Ġbesteht": 99521, + "Ġ'')ĊĊ": 99522, + ".xaxis": 99523, + "Ġserão": 99524, + "Ġmisled": 99525, + "_UNIFORM": 99526, + "ĠVIA": 99527, + "incr": 99528, + "Ġzenith": 99529, + "Ġviscosity": 99530, + "Ġthinly": 99531, + ".getSharedPreferences": 99532, + ".ErrorCode": 99533, + "\"),\"": 99534, + "ĠMillionen": 99535, + "Ġ/>)Ċ": 99536, + "ScrollIndicator": 99537, + "-seeking": 99538, + "ĠPOLITICO": 99539, + "asca": 99540, + "_rl": 99541, + "Navig": 99542, + "(fullfile": 99543, + "Ġsolitude": 99544, + "Ġjuven": 99545, + "Ġhauling": 99546, + "ĠMacros": 99547, + "ĠGry": 99548, + "Ġexercitation": 99549, + "ĠATTACK": 99550, + "TickCount": 99551, + "Ġrites": 99552, + "Ġdoe": 99553, + "ParticleSystem": 99554, + "Ġslu": 99555, + "WindowText": 99556, + "ĠClassName": 99557, + "Ġslander": 99558, + "ĉPort": 99559, + "jong": 99560, + "?a": 99561, + ".Dial": 99562, + "âĢĶat": 99563, + "$objPHPExcel": 99564, + "Ġsoar": 99565, + "ENN": 99566, + "appeared": 99567, + "Ġquotid": 99568, + "emachine": 99569, + "Ġnip": 99570, + "Ġmicrotime": 99571, + "ĠAlma": 99572, + ";!": 99573, + "------------------------------------------------------------------------------------------------": 99574, + "ĠPassage": 99575, + "Ġdumpsters": 99576, + "ĠExclude": 99577, + "Ġsuggestive": 99578, + "ĠCircularProgressIndicator": 99579, + "_clr": 99580, + "ArrayType": 99581, + "ILLA": 99582, + "ElapsedTime": 99583, + "Driven": 99584, + "ĠresourceName": 99585, + "ĠGarrison": 99586, + "serir": 99587, + "-ahead": 99588, + "Ġpinnacle": 99589, + "ĠEspresso": 99590, + "Sparse": 99591, + "Ġassays": 99592, + "ĠGirlfriend": 99593, + "imid": 99594, + "]='\\": 99595, + "ONGLONG": 99596, + "Ġportraying": 99597, + "Lane": 99598, + "Ġbúsqueda": 99599, + "Ġreinforcements": 99600, + "ĠSpreadsheet": 99601, + "ĠArrayCollection": 99602, + ",arr": 99603, + "lightbox": 99604, + "icana": 99605, + "<\"": 99606, + "builders": 99607, + "Kid": 99608, + "ĠMatSnackBar": 99609, + "EXPR": 99610, + "odcast": 99611, + "ĠFoundations": 99612, + "Ġinds": 99613, + "='${": 99614, + "Fizz": 99615, + "-functional": 99616, + "(workspace": 99617, + "Ġstemmed": 99618, + "_patches": 99619, + "ĠJarvis": 99620, + "READING": 99621, + "Ġdisrespectful": 99622, + "ĠQDom": 99623, + "Ġ${Ċ": 99624, + "estatus": 99625, + "Reached": 99626, + "!.ĊĊ": 99627, + "ILT": 99628, + "ĠNDEBUG": 99629, + "ĠCourage": 99630, + "birthdate": 99631, + "ĠTing": 99632, + "Ġutilizado": 99633, + "ánchez": 99634, + "Outdoor": 99635, + "Ġhandguns": 99636, + "RefCount": 99637, + "ÉĻ": 99638, + "romo": 99639, + "Ġtts": 99640, + ".She": 99641, + "ĠPane": 99642, + "ãĢij,ãĢIJ": 99643, + "ĠIOCTL": 99644, + "/black": 99645, + "inscription": 99646, + "Ġbiopsy": 99647, + "ĠTimeInterval": 99648, + ".TestCheck": 99649, + "ĠGUIStyle": 99650, + "ĠCapability": 99651, + "ĠBeitrag": 99652, + "donnees": 99653, + "Treatment": 99654, + ".backup": 99655, + "Ġsignings": 99656, + "ĠBoca": 99657, + "drm": 99658, + ".MAIN": 99659, + "Ġgoede": 99660, + "ĠMarkup": 99661, + "GREE": 99662, + "ĠBaseService": 99663, + ".Creator": 99664, + "Ġjails": 99665, + "ĠKahn": 99666, + "IpAddress": 99667, + "ACHI": 99668, + "Ġinhibited": 99669, + "Ġ@$_": 99670, + "ĠAssass": 99671, + "Ġenviado": 99672, + "Heroes": 99673, + "ÐŁÐµÑĢ": 99674, + "ĠMaven": 99675, + ".ls": 99676, + "Ġive": 99677, + "|RF": 99678, + "ĠresizeMode": 99679, + "Ġrumpe": 99680, + "_attachments": 99681, + "TU": 99682, + "Ġtactile": 99683, + "Attempting": 99684, + "Ġrobin": 99685, + "yaw": 99686, + "Ġmercenaries": 99687, + "ĠHabitat": 99688, + "enddate": 99689, + "Ġoxy": 99690, + "ĉRandom": 99691, + "ohon": 99692, + "IsNull": 99693, + "ĠValidationResult": 99694, + "ãĥļ": 99695, + "umbed": 99696, + "ppv": 99697, + "Ġarp": 99698, + "ichick": 99699, + "_rnn": 99700, + "ĠTFT": 99701, + "TexImage": 99702, + "\"On": 99703, + "ĠSampler": 99704, + "topl": 99705, + "Ġjane": 99706, + "yling": 99707, + "ĠUNICODE": 99708, + "TabIndex": 99709, + "<{Ċ": 99710, + "suspend": 99711, + "uvian": 99712, + ",application": 99713, + "олиÑĩеÑģÑĤво": 99714, + "yat": 99715, + "ezier": 99716, + "ĠCHUNK": 99717, + "ĠAdler": 99718, + "/Add": 99719, + "ĠKeyValue": 99720, + "Ġsposób": 99721, + "Sampling": 99722, + "chers": 99723, + "_AMD": 99724, + "Ru": 99725, + ".MustCompile": 99726, + "Nation": 99727, + "Assoc": 99728, + "Managing": 99729, + "ĠEngl": 99730, + "_GB": 99731, + "Ġsuccinct": 99732, + "Ġdisliked": 99733, + "ĠIke": 99734, + "Bulletin": 99735, + "_ARCHIVE": 99736, + "Proposal": 99737, + "Ġjogging": 99738, + ".CREATED": 99739, + "Ġchol": 99740, + "è£ħ": 99741, + "Į¨": 99742, + "-push": 99743, + "Ġreserva": 99744, + "corev": 99745, + "ètre": 99746, + "THR": 99747, + "Ġincompetence": 99748, + "Ġcharisma": 99749, + "æĦŁ": 99750, + "Ġ\"==": 99751, + "BTN": 99752, + "ĠLocator": 99753, + "ivet": 99754, + "('.')Ċ": 99755, + "ĠforIndexPath": 99756, + "ôme": 99757, + "Ġcapacit": 99758, + "waters": 99759, + "ĠWRONG": 99760, + "hoa": 99761, + "ĠMIPS": 99762, + "Ġemiss": 99763, + "ĠJacqueline": 99764, + "(cmp": 99765, + "Ġeens": 99766, + "Leo": 99767, + ".timing": 99768, + "CLUSION": 99769, + "Ġ(\"-": 99770, + "åĵĪ": 99771, + ".kode": 99772, + "ĠUndert": 99773, + "Ġbewild": 99774, + "ĠEssen": 99775, + ".hd": 99776, + "Ġrenegot": 99777, + "Ġmower": 99778, + "Ġlsp": 99779, + "Ġpenchant": 99780, + "Ġmanoe": 99781, + "Ġagli": 99782, + "Ġrecal": 99783, + "ĠOPERATION": 99784, + "(^)(": 99785, + "Ġν": 99786, + "ĠScoped": 99787, + "Ġ@\"Ċ": 99788, + "=label": 99789, + "[loc": 99790, + "Intl": 99791, + "ĠNz": 99792, + "tablet": 99793, + ".ColumnName": 99794, + "ĠscreenSize": 99795, + "DBus": 99796, + "cooked": 99797, + "-registration": 99798, + "âĢľOne": 99799, + "-non": 99800, + "ĠwiÄĻc": 99801, + "Ġcosta": 99802, + ".addTab": 99803, + ".conditions": 99804, + "ĠHess": 99805, + "MEMORY": 99806, + "ĠAvalanche": 99807, + "()}}Ċ": 99808, + "Ġtriplet": 99809, + "Ġlabyrinth": 99810, + "ĠNodeList": 99811, + "ĠNYT": 99812, + "Ġyeni": 99813, + "dff": 99814, + ".HtmlControls": 99815, + "AVIS": 99816, + "/Math": 99817, + "Ġmemcmp": 99818, + "اء": 99819, + "оÑģÑĮ": 99820, + "crap": 99821, + "(pages": 99822, + "Ġlxml": 99823, + "ĠQDateTime": 99824, + "_tcb": 99825, + "Ġopenid": 99826, + "Ġsynaptic": 99827, + "ĠMDMA": 99828, + "(slug": 99829, + "igmatic": 99830, + "enor": 99831, + "Ġcramped": 99832, + "GOP": 99833, + "ŃIJ": 99834, + ".isFile": 99835, + "ĠDifferential": 99836, + "Ġ=\"\";Ċ": 99837, + "ĉĉĉĠĠĠĠĉ": 99838, + "ĠCooke": 99839, + "ĉUFUNCTION": 99840, + "Ġperseverance": 99841, + "RelativeLayout": 99842, + "IMPORTANT": 99843, + "Ġexon": 99844, + "Ġон": 99845, + "ibase": 99846, + "(CONT": 99847, + "novation": 99848, + "ä½ķ": 99849, + "[sub": 99850, + "AdminController": 99851, + "HTTPHeader": 99852, + "crear": 99853, + "ĠNIR": 99854, + "ĠDropDownList": 99855, + "Ġvalide": 99856, + "Ġdehydration": 99857, + ".']": 99858, + "(WIN": 99859, + "Ġ...\\": 99860, + "Ġphotoshop": 99861, + "ĉInit": 99862, + "_cou": 99863, + "ĠtimeZone": 99864, + "darwin": 99865, + "romatic": 99866, + "NavigationItemSelectedListener": 99867, + "brates": 99868, + "]--;Ċ": 99869, + "Ġtragedies": 99870, + "ĠPediatrics": 99871, + "SMART": 99872, + "-API": 99873, + "ĠMessageLookup": 99874, + "ĉvo": 99875, + "Ġprejudices": 99876, + "ĠmA": 99877, + "Ups": 99878, + "ĠMISSING": 99879, + "ĉad": 99880, + "Cream": 99881, + "ĠTb": 99882, + "ĠMona": 99883, + "_ghost": 99884, + "ĉtypes": 99885, + "Emb": 99886, + "ĠDocumentary": 99887, + "');ĊĊĊĊ": 99888, + "Ġlup": 99889, + "_Reference": 99890, + "ĠBATCH": 99891, + "Ġintertwined": 99892, + "": 100015, + "Ġfoyer": 100016, + "'utilisation": 100017, + "ĠMüller": 100018, + "ĠFetish": 100019, + "ĠdefaultManager": 100020, + "Ġbacktrack": 100021, + "Bah": 100022, + "Explicit": 100023, + "_ASCII": 100024, + "ĠmActivity": 100025, + "(Msg": 100026, + "Ġê²Į": 100027, + "ĠTERMS": 100028, + "ĠAngie": 100029, + "HSV": 100030, + "ĠMosque": 100031, + ".Names": 100032, + "íĬ¼": 100033, + "reste": 100034, + "_parms": 100035, + "Ġgaping": 100036, + "Ġcropping": 100037, + "DataFrame": 100038, + "Ġresponsiveness": 100039, + "_undo": 100040, + "_tran": 100041, + ".terminate": 100042, + "Ġitaliane": 100043, + "Ġwalkthrough": 100044, + "Ġattractiveness": 100045, + "де": 100046, + "_STS": 100047, + "_learn": 100048, + "Ġchocolates": 100049, + "ierarchical": 100050, + "-thinking": 100051, + "Ġ)))": 100052, + "ishments": 100053, + ".Logf": 100054, + "ĠTMZ": 100055, + "ĠCanary": 100056, + "foil": 100057, + "ĠVaccine": 100058, + ".vx": 100059, + "ĠSurround": 100060, + "Intermediate": 100061, + "Ġiov": 100062, + "vais": 100063, + "';\";Ċ": 100064, + "ï½ŀĊĊ": 100065, + "éĢģæĸĻ": 100066, + "âĢ¦it": 100067, + "Seats": 100068, + "Clar": 100069, + "Wars": 100070, + "ĠHutchinson": 100071, + "ĠHasan": 100072, + "!')ĊĊ": 100073, + "ĠRichie": 100074, + "cheiden": 100075, + "($('": 100076, + "York": 100077, + "Ġlids": 100078, + "Ġalphanumeric": 100079, + "ĠGlock": 100080, + ".shapes": 100081, + "Ġsparking": 100082, + "_epsilon": 100083, + "uplicated": 100084, + ".dirty": 100085, + "])==": 100086, + "ĠìľĦì¹ĺ": 100087, + "Ġscn": 100088, + "Ġ/****************************************************************": 100089, + "_PREVIEW": 100090, + "_HC": 100091, + "ielding": 100092, + "fgets": 100093, + "ĠAddison": 100094, + "ĠproductService": 100095, + "-figure": 100096, + "(retval": 100097, + "zano": 100098, + "Ġautob": 100099, + "ĉsd": 100100, + "_numer": 100101, + "ĠSetLastError": 100102, + "ĠFior": 100103, + "ificance": 100104, + "Untitled": 100105, + "Ġinfield": 100106, + "Ġ{}));Ċ": 100107, + "Ġspac": 100108, + "Ġrookies": 100109, + "(describing": 100110, + "ngen": 100111, + "ிà®": 100112, + ".rdf": 100113, + ".Mutex": 100114, + "Ġkneeling": 100115, + "ĠQE": 100116, + "setMax": 100117, + "ReadStream": 100118, + "Ġventas": 100119, + "sut": 100120, + "cmpeq": 100121, + ".WriteAllText": 100122, + "ĠExperienced": 100123, + "$__": 100124, + "Ġkaum": 100125, + "ĠLIS": 100126, + "Ġdocumentos": 100127, + "_HEALTH": 100128, + "icontains": 100129, + "Ġartisans": 100130, + "OWNER": 100131, + "Ġblinked": 100132, + "getDisplay": 100133, + "Ġtoen": 100134, + "ĠrowNum": 100135, + "Ġavril": 100136, + "Ġinvis": 100137, + "ĠKear": 100138, + "toBeInTheDocument": 100139, + "apur": 100140, + "Ġracked": 100141, + "ĠMcMaster": 100142, + "_ATTRIB": 100143, + "Haz": 100144, + "Ġfactura": 100145, + "/ts": 100146, + "ĠÑĢазмеÑĢ": 100147, + "Ġzf": 100148, + "Ġshortfall": 100149, + ".fasta": 100150, + "ĠCONSTANT": 100151, + ".managed": 100152, + "gems": 100153, + "SharedPointer": 100154, + "Ġblurry": 100155, + "brightness": 100156, + "(components": 100157, + "Ġ...\"ĊĊ": 100158, + "SELL": 100159, + "ĠIllustrator": 100160, + ".getChannel": 100161, + "Ġtrouvé": 100162, + "ysters": 100163, + "Ġvois": 100164, + "ĠLinden": 100165, + "Ġemojis": 100166, + "Ġbrawl": 100167, + "ĠMSR": 100168, + "ĠElo": 100169, + "ĠCroatian": 100170, + "PopupMenu": 100171, + "Lewis": 100172, + ".JWT": 100173, + "Ġastonished": 100174, + "Bush": 100175, + "(itemId": 100176, + "Ġdetachment": 100177, + "ĠEncore": 100178, + "å°Ķ": 100179, + "Ġrekl": 100180, + "Ġcram": 100181, + ")$/": 100182, + ".getHost": 100183, + "_recommend": 100184, + "-HT": 100185, + "_calibration": 100186, + "Authenticate": 100187, + ".firebaseapp": 100188, + "UNIX": 100189, + "ĉCamera": 100190, + "ĠHEAP": 100191, + "Ideal": 100192, + ".office": 100193, + "Ġgoofy": 100194, + "(Symbol": 100195, + "Ġjouer": 100196, + "_partitions": 100197, + "Ġrapidement": 100198, + "ĠGNUNET": 100199, + "idUser": 100200, + "Ġsupervise": 100201, + "(Contact": 100202, + "AWN": 100203, + "ãģĺ": 100204, + "Ġnaam": 100205, + "Ġaust": 100206, + "åľ¨çº¿": 100207, + "_softmax": 100208, + "AllowAnonymous": 100209, + "ammable": 100210, + "ROUTE": 100211, + "*D": 100212, + "Ġaden": 100213, + "ĠCristina": 100214, + "ĠCristiano": 100215, + "Ġbloodstream": 100216, + "subclass": 100217, + "_persona": 100218, + "CHILD": 100219, + "-know": 100220, + "ĠnavigationOptions": 100221, + "ĠZukunft": 100222, + "ĠPixar": 100223, + "Tyler": 100224, + "Ġunderworld": 100225, + "Ġsincerity": 100226, + "Ġdispenser": 100227, + "Ġkter": 100228, + "idders": 100229, + ".addNode": 100230, + "-checked": 100231, + "Ġkeyst": 100232, + "ĠWTO": 100233, + ".signals": 100234, + "Ġadventurer": 100235, + "ĠPang": 100236, + "\\R": 100237, + "=pos": 100238, + "Ġdispensaries": 100239, + "ĠCloset": 100240, + "(\"{\\\"": 100241, + "ideon": 100242, + "Ġnécessaire": 100243, + "()\"Ċ": 100244, + "_RECEIVED": 100245, + "Ġrésultats": 100246, + "Ġmoden": 100247, + "ĠIcelandic": 100248, + ";d": 100249, + ".allowed": 100250, + "(newUser": 100251, + "Ġmerciless": 100252, + ".WaitFor": 100253, + "Ġdaycare": 100254, + "ĠConveyor": 100255, + "ĠÙ": 100256, + "اÙ": 100257, + "าà¸": 100258, + "ÑŁ": 100259, + "ÑŁÑŁ": 100260, + "Ġà¸": 100261, + "à¹Ģà¸": 100262, + "iá»": 100263, + "ãĢĢãĢĢãĢĢãĢĢ": 100264, + "ĠاØ": 100265, + "à¥Ī": 100266, + "ĠãĢĢ": 100267, + "ÑĹ": 100268, + "iá»ĩ": 100269, + "ÑŁÑŁÑŁÑŁ": 100270, + "à¥ĩà¤Ĥ": 100271, + "Ñĸд": 100272, + "ार": 100273, + "ÙĨد": 100274, + "Ñĸв": 100275, + "Ġब": 100276, + "Ġà¤ľ": 100277, + "।": 100278, + "нÑĸ": 100279, + "à¤Ĺ": 100280, + "ĠØ¢": 100281, + "Ġन": 100282, + "ÑĶ": 100283, + "ĠÑĢа": 100284, + "Ġà¤ħ": 100285, + "ÑģÑĮ": 100286, + "Ġव": 100287, + "ÑĨÑĸ": 100288, + "Ġvá»": 100289, + "³Øª": 100290, + "Ġद": 100291, + "nÄĽ": 100292, + "Ġल": 100293, + "ĠãĢĢĠãĢĢ": 100294, + "à¥Ĥ": 100295, + "द": 100296, + "à¸Ńà¸ĩ": 100297, + "ÙĪÙĨ": 100298, + "व": 100299, + "aÅŁ": 100300, + "à¹Ĥ": 100301, + "ικ": 100302, + "Ġर": 100303, + "Ġви": 100304, + "à¥įय": 100305, + "ान": 100306, + "Ġاز": 100307, + "اÙĩ": 100308, + "Ľi": 100309, + "Ġhá»": 100310, + "à¥ĭà¤Ĥ": 100311, + "iế": 100312, + "ĠÄijá»": 100313, + "य": 100314, + "Ïį": 100315, + "Ġcủ": 100316, + "Ġبر": 100317, + "ĠÙħÛĮ": 100318, + "ĠاÛĮ": 100319, + "Ġà¤Ĩ": 100320, + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ": 100321, + "िय": 100322, + "ÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁ": 100323, + "ви": 100324, + "رد": 100325, + "нÑĥ": 100326, + "ÙĬÙĨ": 100327, + "ια": 100328, + "Ġत": 100329, + "Ñĩи": 100330, + "Ġà¤ķर": 100331, + "از": 100332, + "aÄŁ": 100333, + "Ġà¤ī": 100334, + "ब": 100335, + "ÏĦα": 100336, + "تر": 100337, + "Ùĩا": 100338, + "ระ": 100339, + "jÃŃ": 100340, + "Îij": 100341, + "аÑĤи": 100342, + "Ġà¤Ĺ": 100343, + "ĠÑĤа": 100344, + "ÚĨ": 100345, + "à¤ľ": 100346, + "าà¸Ļ": 100347, + "Ġà¤Ń": 100348, + "िà¤ķ": 100349, + "áv": 100350, + "ĠÚ¯": 100351, + "Ïİ": 100352, + "าย": 100353, + "Ġà¤Ķ": 100354, + "ÅĻÃŃ": 100355, + "اÙĪ": 100356, + "ĠÑī": 100357, + "Ġà¤Ķर": 100358, + "еннÑı": 100359, + "ĠÚ©Ùĩ": 100360, + "ड": 100361, + "ÏĦο": 100362, + "ει": 100363, + "Ġà¤ĩ": 100364, + "à¥įत": 100365, + "à¤Ł": 100366, + "Û±": 100367, + "ĠØĮ": 100368, + "Ïģο": 100369, + "ηÏĤ": 100370, + "ë¬": 100371, + "Ñĸн": 100372, + "iá»ģ": 100373, + "iên": 100374, + "ĠвÑĸд": 100375, + "dı": 100376, + "ÙĦÛĮ": 100377, + "Ġز": 100378, + "Ïģα": 100379, + "ĠÛĮ": 100380, + "าà¸ĩ": 100381, + "Ġthá»": 100382, + "Ġà¹Ģà¸": 100383, + "iá»ĩn": 100384, + "اÙĬ": 100385, + "аннÑı": 100386, + "ÑĢе": 100387, + "ÎŁ": 100388, + "åĴ": 100389, + "اش": 100390, + "ाल": 100391, + "ëħĦ": 100392, + "Ġय": 100393, + "Ġرا": 100394, + "़": 100395, + "Ñĥв": 100396, + "ÙĪÙħ": 100397, + "ĠعÙĦ": 100398, + "ία": 100399, + "à¥Īà¤Ĥ": 100400, + "à¥ģà¤": 100401, + "าม": 100402, + "Ġmá»Ļt": 100403, + "Ġà¤ı": 100404, + "ãĢĢãĢĢãĢĢ": 100405, + "Ġपर": 100406, + "ĠاÙĨ": 100407, + "ĠاÛĮÙĨ": 100408, + "ĠvỼi": 100409, + "Σ": 100410, + "à¤ļ": 100411, + "Û°": 100412, + "iá»ĥ": 100413, + "าà¸ģ": 100414, + "ÎĻ": 100415, + "اع": 100416, + "Ñĸй": 100417, + "à¹ģล": 100418, + "ÙĩاÛĮ": 100419, + "Ñĩа": 100420, + ".:.:": 100421, + "ÏĦη": 100422, + "ĠÎij": 100423, + "رÛĮ": 100424, + "Ġngh": 100425, + "να": 100426, + "à¹ĥà¸Ļ": 100427, + "ित": 100428, + "Ġκαι": 100429, + "ÏĦε": 100430, + "à¥įà¤Ł": 100431, + "μα": 100432, + "лÑĥ": 100433, + "ým": 100434, + "ÏĢο": 100435, + "à¥Ī।": 100436, + "ï¼¼": 100437, + "رÙĬ": 100438, + "ниÑħ": 100439, + "Ïģι": 100440, + "ÙĢ": 100441, + "ÑĢо": 100442, + "Ġà¤ļ": 100443, + "ात": 100444, + "اÙĤ": 100445, + "Ġश": 100446, + "ĠÄijá»Ļ": 100447, + "ého": 100448, + "iá»ģu": 100449, + "ศ": 100450, + "ÑĸлÑĮ": 100451, + "uyá»": 100452, + "Û²": 100453, + "ĠnÄĥ": 100454, + "Ïīν": 100455, + "ĠÏĦοÏħ": 100456, + "кий": 100457, + "íĸ": 100458, + "ĠÑīо": 100459, + "à¥įव": 100460, + "ĠاÙĦØ£": 100461, + "ائ": 100462, + "tı": 100463, + "ĠÏĦο": 100464, + "¬¬": 100465, + "ĠØ·": 100466, + "ÙħاÙĨ": 100467, + "ĠÎł": 100468, + "ди": 100469, + "ึ": 100470, + "िà¤ı": 100471, + "ãģ£ãģŁ": 100472, + "ÛĮÙħ": 100473, + "ÃŃnh": 100474, + "rav": 100475, + "ÄĽt": 100476, + "Îķ": 100477, + "ĠÑıк": 100478, + "çĤ": 100479, + "à¸Ńà¸Ļ": 100480, + "ãģ¦ãģĦ": 100481, + "िल": 100482, + "ÑĸÑĤ": 100483, + "за": 100484, + "áp": 100485, + "ध": 100486, + "Ġêµ": 100487, + "à¹ģละ": 100488, + "ÃŃch": 100489, + "ĠØ¢ÙĨ": 100490, + "تÙĩ": 100491, + "ĠÙħع": 100492, + "ний": 100493, + "Æ°á»Ľc": 100494, + "ĠاÙĦع": 100495, + "رب": 100496, + "ाम": 100497, + "ĠرÙĪ": 100498, + "é«": 100499, + "ıy": 100500, + "Ġhá»į": 100501, + "ÑĤÑĮÑģÑı": 100502, + "ĠÎļ": 100503, + "Ġà¤ĩस": 100504, + "＿": 100505, + "ĠÚĨ": 100506, + "ĠÙĪاÙĦ": 100507, + "íķĻ": 100508, + "ÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁ": 100509, + "Ġvý": 100510, + "िस": 100511, + "ững": 100512, + "سÛĮ": 100513, + "Ġìĥ": 100514, + "ाà¤Ĥ": 100515, + "､": 100516, + "à¹ĩà¸Ļ": 100517, + "Ġथ": 100518, + "larak": 100519, + "ây": 100520, + "tÄĽ": 100521, + "νο": 100522, + "ĠÙħÙĪ": 100523, + "ĠngÆ°á»Ŀi": 100524, + "å¦": 100525, + "ÙĬد": 100526, + "ilir": 100527, + "اØŃ": 100528, + "ĠãĢ": 100529, + "Ùĭ": 100530, + "ĠÑĢоз": 100531, + "Ġй": 100532, + "Ġdụ": 100533, + "à¹Ģà¸Ľ": 100534, + "ัà¸ĩ": 100535, + "ле": 100536, + "ाय": 100537, + "ï¿£": 100538, + "ÙĪاÙĨ": 100539, + "Ġthá»ĥ": 100540, + "ãĥ½": 100541, + "Ã¼ÅŁ": 100542, + "çŁ": 100543, + "Ġο": 100544, + "ĠΣ": 100545, + "ÛĮت": 100546, + "ัà¸ģ": 100547, + "Τ": 100548, + "Ġà¤ıà¤ķ": 100549, + "ĠÙĩÙħ": 100550, + "ìĽĶ": 100551, + "ĠÎľ": 100552, + "Ġà¸Ħ": 100553, + "¯¸": 100554, + "ارÛĮ": 100555, + "िन": 100556, + "Ġnhững": 100557, + "ĠnhÆ°": 100558, + "иÑĤи": 100559, + "ãĥ³ãĥ": 100560, + "à¹Ģร": 100561, + "ĠÐĽ": 100562, + "ÑĢÑĸ": 100563, + "ád": 100564, + "üy": 100565, + "iye": 100566, + "ĠÎķ": 100567, + "Ġส": 100568, + "Ïĥη": 100569, + "Ġë¬": 100570, + "ï»": 100571, + "ण": 100572, + "ÎĹ": 100573, + "श": 100574, + "ĠÙħØŃ": 100575, + "ÙĦÙĬ": 100576, + "Ġμε": 100577, + "ĠpÅĻÃŃ": 100578, + "ÎĿ": 100579, + "à¥įष": 100580, + "tir": 100581, + "راÙĨ": 100582, + "ĠÄijá»ĭ": 100583, + "ĠкоÑĤ": 100584, + "кÑĢа": 100585, + "λο": 100586, + "ĠÏĦη": 100587, + "Ñīе": 100588, + "ÏĦικ": 100589, + "ัà¹ī": 100590, + "iết": 100591, + "αν": 100592, + "íĶ": 100593, + "киÑħ": 100594, + "ĠпоÑģ": 100595, + "tır": 100596, + "à¥įम": 100597, + "رÙģ": 100598, + "ÄĽl": 100599, + "à¤Ń": 100600, + "ové": 100601, + "Ġlá»": 100602, + "à¹Ħà¸Ķ": 100603, + "ãģªãģĦ": 100604, + "ษ": 100605, + "iá»ĩu": 100606, + "ξ": 100607, + "ĠعÙĦÙī": 100608, + "дÑĥ": 100609, + "Ġdụng": 100610, + "аÑĢа": 100611, + "ाद": 100612, + "ož": 100613, + "ÙĦÙĩ": 100614, + "ÙĦÙħ": 100615, + "ноÑĹ": 100616, + "Û±Û": 100617, + "à¸Ĥà¸Ńà¸ĩ": 100618, + "Ρ": 100619, + "à¥Ģà¤Ĥ": 100620, + "ĠпÑĸд": 100621, + "Ġफ": 100622, + "à¸ĺ": 100623, + "εÏĤ": 100624, + "ास": 100625, + "à¹ĥห": 100626, + "ова": 100627, + "تÛĮ": 100628, + "à¸Ńย": 100629, + "à¸į": 100630, + "ĠnÄĥm": 100631, + "ÏĦι": 100632, + "ÙĪÛĮ": 100633, + "ĠмÑĸ": 100634, + "ĠاÙħ": 100635, + "ÏĢÏĮ": 100636, + "Ġzá": 100637, + "à¤Ī": 100638, + "Ġà¤ĸ": 100639, + "ĠnÄĽ": 100640, + "cÃŃ": 100641, + "ÙĨÚ¯": 100642, + "Ñģи": 100643, + "ζ": 100644, + "ná": 100645, + "Ŀi": 100646, + "Å©": 100647, + "ئ": 100648, + "ĠاÙĦس": 100649, + "á»ijc": 100650, + "ẽ": 100651, + "اج": 100652, + "Ùħا": 100653, + "êµŃ": 100654, + "оÑİ": 100655, + "در": 100656, + "à¹Ģà¸ģ": 100657, + "à¸ł": 100658, + "áng": 100659, + "íķ©": 100660, + "ĠÏĦηÏĤ": 100661, + "ĠÑĸн": 100662, + "оÑĹ": 100663, + "à¥ĩश": 100664, + "à¸ĭ": 100665, + "à¥ĭà¤Ĺ": 100666, + "лÑĸ": 100667, + "ĠpÅĻed": 100668, + "ÄįnÃŃ": 100669, + "Ġка": 100670, + "ĠΤ": 100671, + "á»Ļi": 100672, + "vÃŃ": 100673, + "ÑĢÑı": 100674, + "à¤¾à¤ľ": 100675, + "аÑħ": 100676, + "िर": 100677, + "าส": 100678, + "dır": 100679, + "Ø¢": 100680, + "Îļ": 100681, + "ĠÎŃ": 100682, + "Ġtại": 100683, + "iá»ĩc": 100684, + "iến": 100685, + "Ġغ": 100686, + "اخ": 100687, + "ĠاÙĦØŃ": 100688, + "ĠбÑĥ": 100689, + "Ġvá»ģ": 100690, + "мÑĸ": 100691, + "ÙħÙĦ": 100692, + "mÄ±ÅŁ": 100693, + "à¸Ľà¸£à¸°": 100694, + "οÏį": 100695, + "εί": 100696, + "Ġरह": 100697, + "ним": 100698, + "عد": 100699, + "ĠباÙĦ": 100700, + "¤ij": 100701, + "çł": 100702, + "Ġolm": 100703, + "Ïİν": 100704, + "Ġhá»įc": 100705, + "است": 100706, + "าว": 100707, + "ÙĪب": 100708, + "ÑĸÑı": 100709, + "ĠÙĩاÛĮ": 100710, + "ë§Ī": 100711, + "à¥Į": 100712, + "ĠÄĮ": 100713, + "à¤ı": 100714, + "ادÙĩ": 100715, + "ĠاÙĪ": 100716, + "нÑĭм": 100717, + "ằ": 100718, + "ÙħÙĨ": 100719, + "iá»ĩt": 100720, + "laÅŁ": 100721, + "Ñĸз": 100722, + "ÙĪس": 100723, + "ĠlÃłm": 100724, + "ĠÄijến": 100725, + "पन": 100726, + "ĠÛĮÚ©": 100727, + "ĠÙĦÙĦ": 100728, + "ĠmÄĽ": 100729, + "ĠبراÛĮ": 100730, + "ाह": 100731, + "ĠÙħر": 100732, + "eç": 100733, + "à¸Ńร": 100734, + "εÏģ": 100735, + "ัà¸Ķ": 100736, + "кон": 100737, + "nou": 100738, + "Ġгод": 100739, + "ูà¹ī": 100740, + "à¹Ģล": 100741, + "Úĺ": 100742, + "ĠÄijá»ĭnh": 100743, + "ĠÄijó": 100744, + "анов": 100745, + "ĠÙģر": 100746, + "ارد": 100747, + "ÑĸÑĹ": 100748, + "à¸Ħร": 100749, + "à¥įथ": 100750, + "cak": 100751, + "ÑĨÑĸÑĹ": 100752, + "ĠãĢĢĠãĢĢĠãĢĢĠãĢĢ": 100753, + "Ùĩر": 100754, + "à¥ī": 100755, + "Ġgiá»": 100756, + "íĨ": 100757, + "âĢĮÙĩاÛĮ": 100758, + "à¥ģर": 100759, + "Ġà¸ģ": 100760, + "ÅĪ": 100761, + "æ¨": 100762, + "ÎŁÎ": 100763, + "าà¸Ħ": 100764, + "кÑĢаÑĹ": 100765, + "ảo": 100766, + "oÄŁ": 100767, + "Ġसम": 100768, + "Ġviá»ĩc": 100769, + "Ġsẽ": 100770, + "Ġná": 100771, + "ÙĬÙħ": 100772, + "£p": 100773, + "öy": 100774, + "ÙĪز": 100775, + "Ġκα": 100776, + "Ùħد": 100777, + "nÃŃm": 100778, + "ová": 100779, + "ाव": 100780, + "ा।": 100781, + "à¥įस": 100782, + "ç·": 100783, + "ặc": 100784, + "Ġà¸ŀ": 100785, + "ï½Ģ": 100786, + "ôi": 100787, + "Ġợ": 100788, + "οÏĤ": 100789, + "Ġtrên": 100790, + "мÑĥ": 100791, + "ÑģÑĮк": 100792, + "à¸Ł": 100793, + "ovat": 100794, + "Ġmá»": 100795, + "íı": 100796, + "Ġво": 100797, + "εν": 100798, + "à¥Ĥर": 100799, + "گاÙĩ": 100800, + "ĠÄijá»Ļng": 100801, + "Ú©ÙĨ": 100802, + "Ñīи": 100803, + "ĠпÑĢа": 100804, + "ürk": 100805, + "ÙĪع": 100806, + "ấp": 100807, + "ný": 100808, + "Ġquan": 100809, + "ÑĸÑĩ": 100810, + "Ġνα": 100811, + "Ġनह": 100812, + "ĠÚ©ÙĨ": 100813, + "cı": 100814, + "çĿĢ": 100815, + "бо": 100816, + "Ġاس": 100817, + "è»": 100818, + "اÙĨÛĮ": 100819, + "à¸ķร": 100820, + "ÏĦά": 100821, + "ĠØ£ÙĨ": 100822, + "éĤ£": 100823, + "Ġม": 100824, + "кÑĤ": 100825, + "iê": 100826, + "Ġhợp": 100827, + "تÙħ": 100828, + "ĠبÙĨ": 100829, + "hod": 100830, + "ιÏĥ": 100831, + "หà¸Ļ": 100832, + "ĠÑĹ": 100833, + "лив": 100834, + "Ġکرد": 100835, + "ĠÙħØ´": 100836, + "اط": 100837, + "بÙĬ": 100838, + "Ġร": 100839, + "دÙħ": 100840, + "ÙĦاÙħ": 100841, + "à¹Īว": 100842, + "ĠÙĨÙħ": 100843, + "ĠæĹ": 100844, + "éħ": 100845, + "ноÑģÑĤ": 100846, + "iá»ĥm": 100847, + "êµIJ": 100848, + "ayı": 100849, + "ĠبÙĪد": 100850, + "گر": 100851, + "Ġhiá»ĩn": 100852, + "ç³": 100853, + "ÑģÑĤвен": 100854, + "Ġà¤ķरन": 100855, + "ĠÏĦην": 100856, + "Ġà¸Ń": 100857, + "ĠÙħت": 100858, + "ģn": 100859, + "جÙħ": 100860, + "λλ": 100861, + "ĠÑĢе": 100862, + "ิà¸Ķ": 100863, + "ĠاÙĦÙĤ": 100864, + "αÏģ": 100865, + "Ġयह": 100866, + "nÃŃch": 100867, + "ÑĶÑĤÑĮÑģÑı": 100868, + "Ġà¸Ĺ": 100869, + "ÛĮØ´": 100870, + "ÅĻe": 100871, + "Ġnebo": 100872, + "ĠÑĩа": 100873, + "lou": 100874, + "ÑģÑĤво": 100875, + "ĠЧ": 100876, + "à¸Ħว": 100877, + "ÙĩÙħ": 100878, + "à¹Ģà¸Ķ": 100879, + "Ġà¹ģ": 100880, + "Ġà¹Ĥ": 100881, + "Û³": 100882, + "Å©ng": 100883, + "Ġnej": 100884, + "ÛĮÚ©": 100885, + "Ġsá»Ń": 100886, + "Ùģر": 100887, + "Îł": 100888, + "Ġпок": 100889, + "ĠاÙĦÙĨ": 100890, + "ĠvÅ¡": 100891, + "ẫ": 100892, + "ĠnhÃł": 100893, + "ãĢĢãĢĢãĢĢãĢĢãĢĢ": 100894, + "ήÏĤ": 100895, + "οÏģ": 100896, + "ĠÏĩ": 100897, + "à¹Ģà¸Ĺ": 100898, + "ÑĥлÑĮ": 100899, + "ãħĩ": 100900, + "Ġyıl": 100901, + "ÑĢод": 100902, + "ίν": 100903, + "ìĹĪëĭ¤": 100904, + "اص": 100905, + "ĠÄijầu": 100906, + "à¥ĩà¤ķ": 100907, + "ÑĢом": 100908, + "ãģĵãģ¨": 100909, + "Ġار": 100910, + "她": 100911, + "ĠتØŃ": 100912, + "Å¡tÄĽ": 100913, + "à¥įल": 100914, + "à¥įà¤ķ": 100915, + "Ġکار": 100916, + "ujÃŃ": 100917, + "Ġà¤īन": 100918, + "ĠαÏĢÏĮ": 100919, + "ĠmÃł": 100920, + "žÃŃ": 100921, + "Ġà¸Ī": 100922, + "alı": 100923, + "फ": 100924, + "ÑĩеÑģ": 100925, + "ĠعÙĨ": 100926, + "æķĻ": 100927, + "ï¾Ĩ": 100928, + "िà¤Ĥ": 100929, + "Ġsá»±": 100930, + "воÑĢ": 100931, + "Ġthá»±c": 100932, + "ëį°": 100933, + "ãģ¦ãģĦãĤĭ": 100934, + "à¹Īà¸ĩ": 100935, + "تب": 100936, + "Ġnhiá»ģu": 100937, + "ĥn": 100938, + "ĠÄijá»ĵ": 100939, + "Ġห": 100940, + "Ûµ": 100941, + "mÄĽ": 100942, + "ạt": 100943, + "ĠchÃŃnh": 100944, + "μÎŃ": 100945, + "anı": 100946, + "Ġbá»ĭ": 100947, + "ằng": 100948, + "ÅĻed": 100949, + "éŁ": 100950, + "ánh": 100951, + "ÙĢÙĢ": 100952, + "ĠÙħس": 100953, + "á»ĭch": 100954, + "Äĥn": 100955, + "ovánÃŃ": 100956, + "à¹Īาà¸ĩ": 100957, + "Ġà¸Ľ": 100958, + "ĠnÆ°á»Ľc": 100959, + "боÑĤ": 100960, + "ıyor": 100961, + "ĠØ®ÙĪد": 100962, + "Û¹": 100963, + "ĠÙħد": 100964, + "Ġüz": 100965, + "ì½": 100966, + "ÙĪÙĤ": 100967, + "르": 100968, + "лек": 100969, + "Ġcả": 100970, + "олог": 100971, + "à¹īà¸Ńà¸ĩ": 100972, + "miÅŁ": 100973, + "à¹īว": 100974, + "Ä©": 100975, + "Îľ": 100976, + "à¸Ńà¸ģ": 100977, + "＿＿": 100978, + "à¤ĸ": 100979, + "ĠЯ": 100980, + "무": 100981, + "اÛĮÛĮ": 100982, + "ské": 100983, + "uyên": 100984, + "eÅŁ": 100985, + "ái": 100986, + "úng": 100987, + "Ãło": 100988, + "ÑĸÑģ": 100989, + "ç¶": 100990, + "Ġà¤Ĩप": 100991, + "ïº": 100992, + "ÎĽ": 100993, + "Ġê³µ": 100994, + "ĠÐĨ": 100995, + "Ġà¤ħपन": 100996, + "ứng": 100997, + "ÏĮÏĤ": 100998, + "Ġnghiá»ĩ": 100999, + "ĠاÙĦب": 101000, + "à¥ĭन": 101001, + "Ġà¤Ł": 101002, + "Ġìľł": 101003, + "ĠcÅ©ng": 101004, + "Ġà¤īस": 101005, + "Ġड": 101006, + "ĠشدÙĩ": 101007, + "ีà¹ī": 101008, + "Û´": 101009, + "ặt": 101010, + "æĸ¯": 101011, + "Ġëį": 101012, + "Ġпл": 101013, + "би": 101014, + "ê³Ħ": 101015, + "ον": 101016, + "Ġçık": 101017, + "Ġbulun": 101018, + "سÙħ": 101019, + "aç": 101020, + "اÙĨÙĩ": 101021, + "ÛĮز": 101022, + "leÅŁ": 101023, + "ắc": 101024, + "اک": 101025, + "Ġसà¤ķ": 101026, + "ĠоÑĢг": 101027, + "Ġà¸Ļ": 101028, + "ाथ": 101029, + "ĠÙħÙĤ": 101030, + "ĠÎĶE": 101031, + "ÑİÑĤÑĮ": 101032, + "á»Ļc": 101033, + "Ġη": 101034, + "sob": 101035, + "Ġtheo": 101036, + "åŀ": 101037, + "ĠاÙĦØ´": 101038, + "à¹Ģà¸ŀ": 101039, + "ÎŃÏĤ": 101040, + "à¹Ģà¸Ĥ": 101041, + "åĻ": 101042, + "िश": 101043, + "Ġباز": 101044, + "ÑĢоб": 101045, + "Ġγια": 101046, + "με": 101047, + "Ġباش": 101048, + "ाà¤ĩ": 101049, + "Ġquy": 101050, + "λε": 101051, + "اÙĥ": 101052, + "ĠÑĢок": 101053, + "ĠTürk": 101054, + "ĠÐ¥": 101055, + "ÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁ": 101056, + "æ©": 101057, + "Ġphải": 101058, + "à¸Ħวาม": 101059, + ":::": 101060, + "lÃŃ": 101061, + "Ġjsou": 101062, + "ÛĮÙĦ": 101063, + "álnÃŃ": 101064, + "ĶĶ": 101065, + "íĸī": 101066, + "æĥ³": 101067, + "lá": 101068, + "ĠÏĥÏħ": 101069, + "Ñĭва": 101070, + "Ġnhất": 101071, + "à¸Ńม": 101072, + "Û¸": 101073, + "ecek": 101074, + "ÑĸÑĢ": 101075, + "ÙĪØ´": 101076, + "λα": 101077, + "ĠÎĴ": 101078, + "оÑĢа": 101079, + "Ùģت": 101080, + "edir": 101081, + "ÑĥÑħ": 101082, + "ä¸ĸ": 101083, + "ĠУкÑĢаÑĹ": 101084, + "ĠíĶ": 101085, + "άν": 101086, + "Ġشر": 101087, + "ĠاÙĦج": 101088, + "еÑĢед": 101089, + "ìĺģ": 101090, + "ĠhÃłnh": 101091, + "￣￣": 101092, + "ме": 101093, + "ÑİÑĤÑģÑı": 101094, + "ĠØ¥ÙĦÙī": 101095, + "ìĹħ": 101096, + "Ġتر": 101097, + "ком": 101098, + "Ġشد": 101099, + "ĠاÙĦÙĥ": 101100, + "ĠÏĥÏĦο": 101101, + "à¥įद": 101102, + "볤": 101103, + "ÑĥваннÑı": 101104, + "Ġthì": 101105, + "ê´Ģ": 101106, + "κε": 101107, + "سب": 101108, + "íĥĢ": 101109, + "Ġï¼ı": 101110, + "Ġà¹ģละ": 101111, + "ĠÏĮ": 101112, + "ниÑĨ": 101113, + "ĠÐĿа": 101114, + "Ñıв": 101115, + "lü": 101116, + "ιο": 101117, + "ÙĨدÙĩ": 101118, + "ÙĦÙĥ": 101119, + "ĠngÃły": 101120, + "Ġnhân": 101121, + "Ġ^{": 101122, + "à¥ĥ": 101123, + "Ġgerek": 101124, + "ارÙĩ": 101125, + "ĠcÆ¡": 101126, + "Ġà¸ķ": 101127, + "æĤ": 101128, + "çĶ°": 101129, + "à¥Īà¤Ĥ।": 101130, + "ัว": 101131, + "vÄĽ": 101132, + "öz": 101133, + "или": 101134, + "Ġpháp": 101135, + "ê¸Ī": 101136, + "ĠÎŁ": 101137, + "ĠpÅĻi": 101138, + "Ġìĸ´": 101139, + "Ġдол": 101140, + "ÙĪرد": 101141, + "à¹Ģม": 101142, + "Ïĥε": 101143, + "าà¸Ĺ": 101144, + "oÃłi": 101145, + "รม": 101146, + "Û¶": 101147, + "Ġà¸ļ": 101148, + "iyet": 101149, + "ÏĦαι": 101150, + "ìĦł": 101151, + "ĠεÏĢ": 101152, + "िव": 101153, + "ê¹Į": 101154, + "га": 101155, + "ĠÑģлÑĥ": 101156, + "Ġhình": 101157, + "ĠداÙĨ": 101158, + "Ġà¤Ĺय": 101159, + "ÙĬا": 101160, + "èij": 101161, + "à¤Ĥत": 101162, + "ĠساÙĦ": 101163, + "ëłĪ": 101164, + "lerin": 101165, + "à¥ĩत": 101166, + ".:.:.:.:": 101167, + "Ġëħ": 101168, + "ĠاÙĦØ¥": 101169, + "ảng": 101170, + "èĦ": 101171, + "ολ": 101172, + "пов": 101173, + "Ġθ": 101174, + "Û·": 101175, + "Ġnó": 101176, + "ĠdÃ¼ÅŁ": 101177, + "Ġtiế": 101178, + "ÙĪج": 101179, + "Ġjsem": 101180, + "ạng": 101181, + "ãģĤãĤĭ": 101182, + "à¸Ńà¸ļ": 101183, + "ÙĪÙĬ": 101184, + "à¤ķर": 101185, + "Ġде": 101186, + "¯¼": 101187, + "Ġно": 101188, + "ÑĨÑĸй": 101189, + "ÏĥÏĦ": 101190, + "кие": 101191, + "Ïĥει": 101192, + "ìķĪ": 101193, + "ĠhÆ¡n": 101194, + "Ġà¤ķह": 101195, + "اض": 101196, + "ì¸": 101197, + "ãĥŁ": 101198, + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ": 101199, + "ãĤĪãģĨ": 101200, + "ा,": 101201, + "еÑĢи": 101202, + "ë©°": 101203, + "íĶĦ": 101204, + "ĠпоÑģÑĤ": 101205, + "خر": 101206, + "à¥ĭत": 101207, + "âu": 101208, + "кой": 101209, + "daki": 101210, + "íħ": 101211, + "::::::::::::::::": 101212, + "Ġöz": 101213, + "ÑĢаж": 101214, + "nÃŃho": 101215, + "หล": 101216, + "ĠÏĥÏĦη": 101217, + "ĠÄijá»ģ": 101218, + "Ġká»": 101219, + "iá»ĥn": 101220, + "ÅĻi": 101221, + "Ġkteré": 101222, + "¢ħ": 101223, + "üç": 101224, + "ÙĬÙģ": 101225, + "Ġlý": 101226, + "Ġthá»Ŀi": 101227, + "ĠìĨĮ": 101228, + "нÑĮ": 101229, + "ÐĨ": 101230, + "ÑĤÑĢ": 101231, + "à¸ĩาà¸Ļ": 101232, + "коÑĹ": 101233, + "μο": 101234, + "Ġsür": 101235, + "uyá»ģn": 101236, + "ĠÙħا": 101237, + "à¤Ĥà¤Ĺ": 101238, + "ĠÄijá»ĵng": 101239, + "òn": 101240, + "à¥ģल": 101241, + "à¥įप": 101242, + "λη": 101243, + "Ùħر": 101244, + "пÑĢи": 101245, + "iyle": 101246, + "ाप": 101247, + "Ġà¤ħन": 101248, + "ĠÑĶ": 101249, + "Ġyön": 101250, + "ÙĦÙģ": 101251, + "adır": 101252, + "á½": 101253, + "Ġê³ł": 101254, + "خص": 101255, + "imiz": 101256, + "åľĭ": 101257, + "Ġнад": 101258, + "ĠÅĻ": 101259, + "ноÑģÑĤÑĸ": 101260, + "ĠاÙģ": 101261, + "анÑĸ": 101262, + "à¥ĩà¤Ł": 101263, + "Ġë§IJ": 101264, + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ": 101265, + "ĠìĬ¤": 101266, + "ิà¸ķ": 101267, + "åĦ": 101268, + "ÛĮÙĩ": 101269, + "оÑĪ": 101270, + "žit": 101271, + "ìĭ¤": 101272, + "à¥Ģन": 101273, + "Ġî": 101274, + "æ¥Ń": 101275, + "à¥ĩन": 101276, + "ĠØ°": 101277, + "Ġloại": 101278, + "à¹Ħà¸Ľ": 101279, + "Ñĸк": 101280, + "ĠкÑĢа": 101281, + "à¥ĭर": 101282, + "ุà¸Ķ": 101283, + "ĠاÙĦر": 101284, + "ĠÑģоб": 101285, + "าà¸Ĭ": 101286, + "Ġसà¤ķत": 101287, + "ĠÎĿ": 101288, + "اÙħÙĩ": 101289, + "à¹īาà¸Ļ": 101290, + "Ġtrình": 101291, + "ĠاÙĦÙģ": 101292, + "ĠاÙĦد": 101293, + "unun": 101294, + "оÑĤов": 101295, + "Æ°á»Ł": 101296, + "ĠÑģво": 101297, + "ίαÏĤ": 101298, + "ấn": 101299, + "огда": 101300, + "à¸Ĺย": 101301, + "Ġbyl": 101302, + "ØŃد": 101303, + "à¸ģล": 101304, + "بÙĩ": 101305, + "ĠvÄĽ": 101306, + "被": 101307, + "ĠØ¢Ùħ": 101308, + "ĠÄijiá»ģu": 101309, + "å¨": 101310, + "Ġkdy": 101311, + "ĠبÙĪ": 101312, + "ẫn": 101313, + "ìľł": 101314, + "ाà¤ķ": 101315, + "ků": 101316, + "ĠtrÆ°á»Ŀng": 101317, + "ické": 101318, + "ниÑı": 101319, + "ĠÏĢοÏħ": 101320, + "Æ°á»Łng": 101321, + "номÑĥ": 101322, + "à¹Īà¸Ļ": 101323, + "ูà¹Ī": 101324, + "Ġkết": 101325, + "Ġï¼¼": 101326, + "Ġìĭł": 101327, + "iç": 101328, + "ĠnÄĥng": 101329, + "ÄįÃŃ": 101330, + "ÑĤÑı": 101331, + "ÑĢеб": 101332, + "Ùĭا": 101333, + "Ú¯ÛĮ": 101334, + "ãĥİ": 101335, + "ĠkarÅŁ": 101336, + "вÑĸ": 101337, + "Ġphần": 101338, + "à¸Īะ": 101339, + "ắt": 101340, + "رة": 101341, + "ิà¸ĩ": 101342, + "ิà¹Ī": 101343, + "ाà¤Ī": 101344, + "าà¸ŀ": 101345, + "ÙĨÛĮ": 101346, + "ìĹ°": 101347, + "bÄĽ": 101348, + "ĠاÙĦص": 101349, + "íĹ": 101350, + "Ġسر": 101351, + "lara": 101352, + "ëĭ¨": 101353, + "ĠÙĤر": 101354, + "èİ": 101355, + "بد": 101356, + "Ġйого": 101357, + "à¥įह": 101358, + "Ġcách": 101359, + "íķĺê³ł": 101360, + "ĠÏĢÏģο": 101361, + "Ġتع": 101362, + "ĴĪ": 101363, + "Ġвод": 101364, + "ç¥ŀ": 101365, + "ким": 101366, + "Ġdá»±": 101367, + "à¹Ģห": 101368, + "ана": 101369, + "Ġï½": 101370, + "ĠbaÄŁ": 101371, + "Ġपह": 101372, + "Ġcao": 101373, + "ÏģÏĮ": 101374, + "ÙĨج": 101375, + "ाà¤ı": 101376, + "Ġå¹´": 101377, + "Ġnghiá»ĩp": 101378, + "Û²Û°": 101379, + "каÑı": 101380, + "Ïģί": 101381, + "Ġбол": 101382, + "Ġgiá": 101383, + "Ġзд": 101384, + "à¥ĩल": 101385, + "Ġcấp": 101386, + "à¹Ģส": 101387, + "Ïģγ": 101388, + "ĠìĤ": 101389, + "dÄĽ": 101390, + "à¥ģन": 101391, + "ìĪ": 101392, + "ılan": 101393, + "лаÑģ": 101394, + "Ġว": 101395, + "ĠÏĥε": 101396, + "ĠØ«": 101397, + "ĠЦ": 101398, + "çĤº": 101399, + "Ġbüy": 101400, + "еÑĨ": 101401, + "太": 101402, + "Ġबन": 101403, + "огÑĢа": 101404, + "ĠпÑĢоÑĤ": 101405, + "Ġlượng": 101406, + "Ġdön": 101407, + "รà¸ĩ": 101408, + "ало": 101409, + "ĠجÙħ": 101410, + "à¥Ī,": 101411, + "Ġ미": 101412, + "Ġê¹": 101413, + "ÙĪت": 101414, + "à¥Ģय": 101415, + "à¸Īาà¸ģ": 101416, + "Ġchất": 101417, + "Ω": 101418, + "Ġkhác": 101419, + "Ġtháng": 101420, + "jÅ¡ÃŃ": 101421, + "ĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂł": 101422, + "á»ijt": 101423, + "หร": 101424, + "Ñĸл": 101425, + "åħī": 101426, + "åĤ": 101427, + "ÙĦØ©": 101428, + "Ġê±°": 101429, + "овоÑĢ": 101430, + "iá»ĥu": 101431, + "ĠмеÑĤ": 101432, + "аÑĶ": 101433, + "ĠÑĩаÑģ": 101434, + "Ïģε": 101435, + "ì¹´": 101436, + "âĢĮØ´": 101437, + "물": 101438, + "úc": 101439, + "âĢĮÙĩا": 101440, + "iá»ģn": 101441, + "stav": 101442, + "íŀ": 101443, + "ĠÙĨظ": 101444, + "ĨĴ": 101445, + "ĠÏĦα": 101446, + "Ġзаб": 101447, + "ÙĥØ©": 101448, + "ĠгÑĢÑĥ": 101449, + "во": 101450, + "ĠÙħج": 101451, + "Ġsah": 101452, + "بÙĦ": 101453, + "عة": 101454, + "ÑĥÑĪ": 101455, + "ĠÑĤем": 101456, + "íĭ": 101457, + "eck": 101458, + "ÏīÏĤ": 101459, + "ÙĬت": 101460, + "ìĹĪ": 101461, + "çĭ": 101462, + "ذا": 101463, + "ìłĢ": 101464, + "ĠнаÑģ": 101465, + "ĠпоÑĩ": 101466, + "æł¡": 101467, + "ÏĪ": 101468, + "Ñģкой": 101469, + "üc": 101470, + "ÙĤÙĦ": 101471, + "Ġпоз": 101472, + "ĠоÑģоб": 101473, + "าล": 101474, + "нÑĭми": 101475, + "олод": 101476, + "è¼": 101477, + "ĠدÛĮ": 101478, + "ĠÑĥÑģÑĤ": 101479, + "Ġ무": 101480, + "ÙĬس": 101481, + "ë°©": 101482, + "à¥įà¤ļ": 101483, + "ила": 101484, + "Ġnên": 101485, + "ние": 101486, + "ιν": 101487, + "larını": 101488, + "à¹Ģà¸Ļ": 101489, + "ÙĨت": 101490, + "aģı": 101491, + "ımız": 101492, + "ĠاÙĦØ®": 101493, + "à¹Ģว": 101494, + "à¥įन": 101495, + "ĠÏħ": 101496, + "ĠíĨ": 101497, + "ẻ": 101498, + "ิà¹Ĥ": 101499, + "αÏĤ": 101500, + "меÑĤ": 101501, + "Ġzp": 101502, + "Ġjeho": 101503, + "ียà¸Ļ": 101504, + "ÑĦоÑĢ": 101505, + "ınız": 101506, + "klad": 101507, + "íĮĮ": 101508, + "uyá»ĩ": 101509, + "ιά": 101510, + "ĠãĢģ": 101511, + "شر": 101512, + "æ©Ł": 101513, + "Ġتا": 101514, + "Ġзна": 101515, + "ستاÙĨ": 101516, + "à¥ĩर": 101517, + "매": 101518, + "çĥ": 101519, + "Ġже": 101520, + "าà¸Ķ": 101521, + "Ġض": 101522, + "éŃ": 101523, + "Ġназ": 101524, + "ĠÛĮا": 101525, + "ené": 101526, + "ัย": 101527, + "íĸĪëĭ¤": 101528, + "Ġبد": 101529, + "à¥ģà¤ķ": 101530, + "ÑĤов": 101531, + "ì°¨": 101532, + "Ùĩد": 101533, + "à¸Ķย": 101534, + "Ġhoặc": 101535, + "ĠÐŁÑĢи": 101536, + "ÙĨا": 101537, + "çİĭ": 101538, + "ÑĥваÑĤи": 101539, + "à¸ļร": 101540, + "Ġà¤ķरत": 101541, + "ÏĥηÏĤ": 101542, + "ؤ": 101543, + "éķ·": 101544, + "åħĭ": 101545, + "Ġدار": 101546, + "ัà¹Ī": 101547, + "Æ¡i": 101548, + "าà¸Ī": 101549, + "ými": 101550, + "ấu": 101551, + "Ġدست": 101552, + "kem": 101553, + "ĠоÑģнов": 101554, + "모": 101555, + "Ïģά": 101556, + "æħ": 101557, + "Ġاب": 101558, + "士": 101559, + "Ħĸ": 101560, + "ÎĶ": 101561, + "ÙĬÙĥ": 101562, + "íİ": 101563, + "Ġyüz": 101564, + "adı": 101565, + "าà¸ķ": 101566, + "ä»Ģ": 101567, + "ìĿ´ëĭ¤": 101568, + "Ġzv": 101569, + "ĠtÄĽ": 101570, + "Ġíĸ": 101571, + "थ": 101572, + "Ġलà¤Ĺ": 101573, + "ìĺĢ": 101574, + "Ġан": 101575, + "çĹ": 101576, + "ìĹŃ": 101577, + "нÑĸÑģÑĤÑĮ": 101578, + "Åŀ": 101579, + "Ġphát": 101580, + "ÙĤØ©": 101581, + "Ġthế": 101582, + "Ġï¾": 101583, + "ì²ľ": 101584, + "ĠìĦł": 101585, + "à¹ĥà¸Ĭ": 101586, + "iêu": 101587, + "ÄŁini": 101588, + "ÙĤد": 101589, + "Ġkterý": 101590, + "Ñģкий": 101591, + "à¥įड": 101592, + "tadır": 101593, + "ĠÑģм": 101594, + "ÙĪÙģ": 101595, + "ارÙĬ": 101596, + "å¾·": 101597, + "ิม": 101598, + "خت": 101599, + "å¾Ī": 101600, + "ĠгоÑĢ": 101601, + "ï¼ĮæĪij": 101602, + "Ġìĺģ": 101603, + "ĠëıĻ": 101604, + "Ñģа": 101605, + "à¹Ģà¸Ħ": 101606, + "민": 101607, + "ึà¹Ī": 101608, + "Ġliên": 101609, + "ĠÙĩا": 101610, + "lerini": 101611, + "ĠÑĨе": 101612, + "اÙĦÛĮ": 101613, + "Ġमह": 101614, + "Ġvụ": 101615, + "Ġxuất": 101616, + "ิà¸ģ": 101617, + "ĠпÑĢоÑĨ": 101618, + "Ġαν": 101619, + "ÑĢим": 101620, + "Ġcần": 101621, + "ĠиÑħ": 101622, + "ноÑİ": 101623, + "ĠtÃŃnh": 101624, + "Ġbá»Ļ": 101625, + "Ñĸм": 101626, + "ĠnháºŃn": 101627, + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ": 101628, + "ÙĬÙĩ": 101629, + "äºļ": 101630, + "Ġобла": 101631, + "Ġà¤ĺ": 101632, + "ných": 101633, + "æĿij": 101634, + "ÙĦس": 101635, + "Ġнеоб": 101636, + "ابة": 101637, + "vá": 101638, + "οÏħν": 101639, + "ÑĢеÑĤ": 101640, + "asında": 101641, + "Ġyar": 101642, + "ĠÄijiá»ĥm": 101643, + "нÑİ": 101644, + "ाà¤Ĺ": 101645, + "ĠÚ©Ø´": 101646, + "Ñĥз": 101647, + "Ġà¸Ķ": 101648, + "ảm": 101649, + "ками": 101650, + "ĠÎĻ": 101651, + "à¹Ģà¸ķ": 101652, + "ĠlỼ": 101653, + "ÙĤÛĮ": 101654, + "kou": 101655, + "ÙĦب": 101656, + "ива": 101657, + "æĵ": 101658, + "ẹ": 101659, + "κα": 101660, + "ë²ķ": 101661, + "èĤ²": 101662, + "á»ijn": 101663, + "Ġbelir": 101664, + "íĨł": 101665, + "ÏĦή": 101666, + "ÑĭÑĪ": 101667, + "ãĤĥ": 101668, + "Ġабо": 101669, + "ský": 101670, + "à¥Īस": 101671, + "ĠпÑĢоÑģÑĤ": 101672, + "ektedir": 101673, + "až": 101674, + "à¹Īà¸Ń": 101675, + "ĠоÑģÑĤ": 101676, + "Ġbảo": 101677, + "Ġ大": 101678, + "Ñĭм": 101679, + "Ġmů": 101680, + "Æ°á»Ľng": 101681, + "åıĹ": 101682, + "ÙĪÙĩ": 101683, + "ĠÑĥп": 101684, + "ÙĥÙĨ": 101685, + "ĠÏĦÏīν": 101686, + "ëħ¸": 101687, + "Ġà¸Ĭ": 101688, + "ĠÑĤого": 101689, + "ĠШ": 101690, + "ìĿ´íĬ¸": 101691, + "à¹Ģà¸Ń": 101692, + "инÑĥ": 101693, + "ĺħ": 101694, + "uyá»ĥn": 101695, + "íĴĪ": 101696, + "ạnh": 101697, + "Ġãĥ½": 101698, + "ÑĤобÑĭ": 101699, + "Ġtạo": 101700, + "å·Ŀ": 101701, + "ĠÄijá»iji": 101702, + "ĠëıĦ": 101703, + "ä¹ħ": 101704, + "ĠتÙħ": 101705, + "аÑĢи": 101706, + "stvÃŃ": 101707, + "Ġcùng": 101708, + "íŀĪ": 101709, + "Ġtarih": 101710, + "ì¤ij": 101711, + "íĤ": 101712, + "ĠدÙĪ": 101713, + "ì¡": 101714, + "алÑĸ": 101715, + "à¸IJ": 101716, + "Ġcòn": 101717, + "иÑĤÑĮÑģÑı": 101718, + "Ġवह": 101719, + "ÅĻeb": 101720, + "鼻": 101721, + "Ġми": 101722, + "ovÄĽ": 101723, + "Ġdân": 101724, + "ÑĨÑĸÑı": 101725, + "ÛĮست": 101726, + "åѸ": 101727, + "Ġür": 101728, + "صÙĦ": 101729, + "ÑĢиÑĤ": 101730, + "าห": 101731, + "ãģ¦ãģĦãģŁ": 101732, + "θη": 101733, + "çĸ": 101734, + "ØŁ": 101735, + "iÅŁtir": 101736, + "ĠУкÑĢаÑĹни": 101737, + "ë°ĺ": 101738, + "à¥ĩà¤ĸ": 101739, + "Ġvá»ĭ": 101740, + "Î¥": 101741, + "ĠãĢĢĠãĢĢĠãĢĢ": 101742, + "Ġbằng": 101743, + "Ġtá»ķ": 101744, + "оли": 101745, + "à¹Ĩ": 101746, + "ezi": 101747, + "Ġни": 101748, + "ĠÎĽ": 101749, + "Ġrất": 101750, + "μÏĢ": 101751, + "жд": 101752, + "ारत": 101753, + "Ġuž": 101754, + "à¥ĩस": 101755, + "اÙĨد": 101756, + "Ġbý": 101757, + "à¥ĭल": 101758, + "dÄĽl": 101759, + "ìķĺ": 101760, + "Ġجد": 101761, + "å³": 101762, + "ืà¹ī": 101763, + "Ġbản": 101764, + "ạch": 101765, + "ĠÅŁey": 101766, + "ĠÙĩر": 101767, + "Ġjen": 101768, + "ĠвÑĸн": 101769, + "esinde": 101770, + "Ġहम": 101771, + "çłĶ": 101772, + "à¸ļà¸ļ": 101773, + "Ġchức": 101774, + "ึà¸ĩ": 101775, + "malar": 101776, + "ĠdeÄŁil": 101777, + "æĿ±": 101778, + "Ġtác": 101779, + "ĠkiÅŁ": 101780, + "Ġtá»±": 101781, + "à¥įध": 101782, + "à¸Ļà¸Ĺ": 101783, + "ÎŁÎ¥": 101784, + "ÑģÑĮкого": 101785, + "Ġध": 101786, + "ĠìĿĺ": 101787, + "ÙĨØ©": 101788, + "üs": 101789, + "è«": 101790, + "Ġtarafından": 101791, + "ħn": 101792, + "Ġkinh": 101793, + "Ïĥι": 101794, + "à¥Ģà¤ķ": 101795, + "íı¬": 101796, + "اÙħÙĦ": 101797, + "ĠViá»ĩt": 101798, + "ĠÏĦον": 101799, + "ĠتÙĨ": 101800, + "Ġà¤ħध": 101801, + "à¹Īาà¸Ļ": 101802, + "rı": 101803, + "à¤Ĥद": 101804, + "éª": 101805, + "Ġchúng": 101806, + "ги": 101807, + "ÏĦαν": 101808, + "Ġдоп": 101809, + "нÑĸй": 101810, + "оналÑĮ": 101811, + "Îĵ": 101812, + "Ġbüyük": 101813, + "á¼": 101814, + "à¥Ģर": 101815, + "Ø°Ùĩ": 101816, + "ĠìķĦìĿ´": 101817, + "Ġdoanh": 101818, + "ĠÅĻÃŃ": 101819, + "ÑĨÑı": 101820, + "ĠtÆ°": 101821, + "Ġसर": 101822, + "ĠmÃŃst": 101823, + "Ġë°ı": 101824, + "Ø´ÙĨ": 101825, + "Ñĸб": 101826, + "ĠãĢĢãĢĢ": 101827, + "çĻ½": 101828, + "оÑģп": 101829, + "кÑĸв": 101830, + "Ġtế": 101831, + "ãģŃ": 101832, + "ĠtỼi": 101833, + "Ġìļ°": 101834, + "æľĥ": 101835, + "اÛĮد": 101836, + "æ§": 101837, + "ìłIJ": 101838, + "Ġdurum": 101839, + "à¹Ģà¸Ĭ": 101840, + "à¥Ģत": 101841, + "ĠÙĩÙĪ": 101842, + "à¥Ĥप": 101843, + "Ġgöre": 101844, + "ĠÑĢоб": 101845, + "Ġthiết": 101846, + "ajÃŃ": 101847, + "ĠاÛĮراÙĨ": 101848, + "âĢı": 101849, + "ÑģÑĮкоÑĹ": 101850, + "çħ": 101851, + "ĠìĦ¸": 101852, + "ừ": 101853, + "Ġà¸Ĥ": 101854, + "ům": 101855, + "ëŀĮ": 101856, + "ική": 101857, + "Ġмог": 101858, + "ÙĨÙĬ": 101859, + "ãģļ": 101860, + "ाब": 101861, + "æ¢": 101862, + "عÙĩ": 101863, + "ÑĶм": 101864, + "Ġά": 101865, + "οÏħÏĤ": 101866, + "زار": 101867, + "ê±´": 101868, + "ská": 101869, + "ĠاÙĬ": 101870, + "Ġilg": 101871, + "Ġsı": 101872, + "eleri": 101873, + "ĠÎĹ": 101874, + "uyor": 101875, + "ष": 101876, + "िम": 101877, + "ева": 101878, + "ä»Ģä¹Ī": 101879, + "ุà¹Ī": 101880, + "à¹īาà¸ĩ": 101881, + "Ġhiá»ĩu": 101882, + "Ġاع": 101883, + "Ġözel": 101884, + "νη": 101885, + "ëĦ¤": 101886, + "ĠtoÃłn": 101887, + "Ġmoh": 101888, + "ĠÑıкÑĸ": 101889, + "çĬ": 101890, + "maktadır": 101891, + "تاب": 101892, + "ĠÑģÑĥ": 101893, + "Ġyük": 101894, + "ĠΧ": 101895, + "зна": 101896, + "оÑħ": 101897, + "Æ°u": 101898, + "à¸Ĺร": 101899, + "ãħĭ": 101900, + "ĠkarÅŁÄ±": 101901, + "ÙħÛĮ": 101902, + "ĠÑĨÑĸ": 101903, + "ادÛĮ": 101904, + "à¥Ģ।": 101905, + "Ïģη": 101906, + "лов": 101907, + "夫": 101908, + "Ġphân": 101909, + "Ġпоп": 101910, + "ç·ļ": 101911, + "Ñıн": 101912, + "ุà¸ĵ": 101913, + "ÑģÑĤÑĥп": 101914, + "ίναι": 101915, + "ĠÑĢокÑĥ": 101916, + "larda": 101917, + "è»Ĭ": 101918, + "ÏģÏī": 101919, + "ÙĪاÙĩ": 101920, + "èħ": 101921, + "à¥įरत": 101922, + "å·±": 101923, + "ĠÑĢÑĥ": 101924, + "Ġthá»ĭ": 101925, + "ĠÄijiá»ĩn": 101926, + "ìĸij": 101927, + "ného": 101928, + "สม": 101929, + "ê°ģ": 101930, + "acÃŃ": 101931, + "Ġгода": 101932, + "kaz": 101933, + "Ġböl": 101934, + "Ġgian": 101935, + "à¸Ľà¸£": 101936, + "ï¾ŀ": 101937, + "ัà¸ķ": 101938, + "Ġgerç": 101939, + "Ġاج": 101940, + "Ġή": 101941, + "ÙijÙİ": 101942, + "Ñģкого": 101943, + "ÑĢаÑħ": 101944, + "ĠÅł": 101945, + "Ġà¤Ľ": 101946, + "оÑģÑĤÑĸ": 101947, + "본": 101948, + "ÑģÑĮкий": 101949, + "Û±Û¹": 101950, + "Ñĥва": 101951, + "اÙĦÙħ": 101952, + "ĠÙħص": 101953, + "ëįĺ": 101954, + "bÃŃ": 101955, + "ĠÙĪج": 101956, + "ÏĦÏĮ": 101957, + "ebilir": 101958, + "Ġtiếp": 101959, + "é¤": 101960, + "Ġä¸Ģ": 101961, + "ĠÑģÑĢед": 101962, + "ëĤ¨": 101963, + "εÏģι": 101964, + "اث": 101965, + "Ñģов": 101966, + "Ïĩε": 101967, + "Ġë¶Ħ": 101968, + "Ġtaké": 101969, + "Ġdüz": 101970, + "Ġíıī": 101971, + "Ġاص": 101972, + "ĠÏĥÏĦην": 101973, + "ë°Ķ": 101974, + "Ġhá»Ļi": 101975, + "رÙĩ": 101976, + "بÛĮ": 101977, + "ве": 101978, + "ĠاÙĦØ·": 101979, + "ĠÑĢез": 101980, + "بار": 101981, + "Ġgiải": 101982, + "ãģ«ãģª": 101983, + "oleÄį": 101984, + "à¤ł": 101985, + ";:": 101986, + "ä½ı": 101987, + "Ú©Ùĩ": 101988, + "ĠΦ": 101989, + "ĠÑĥÑĩ": 101990, + "âĹıâĹı": 101991, + "ูà¸ģ": 101992, + "à¥ĩव": 101993, + "Ïĥα": 101994, + "ĠاÙĨت": 101995, + "Ġвп": 101996, + "Ġquả": 101997, + "enin": 101998, + "ĠêµIJ": 101999, + "μά": 102000, + "کت": 102001, + "ÙĤÙĩ": 102002, + "ĠTürkiye": 102003, + "Ġthức": 102004, + "íĹĺ": 102005, + "iá»ĩm": 102006, + "Ġतà¤ķ": 102007, + "Ġéĩ": 102008, + "़ा": 102009, + "ĠØ£ÙĪ": 102010, + "ále": 102011, + "究": 102012, + "ĠÅŁekil": 102013, + "кого": 102014, + "ÑĪиÑħ": 102015, + "اÛĮØ´": 102016, + "تÙĨ": 102017, + "ней": 102018, + "à¸Ĺำ": 102019, + "ĠÑıв": 102020, + "رÙħ": 102021, + "Ġmáy": 102022, + "หม": 102023, + "ıyla": 102024, + "Ġcầu": 102025, + "Ġдоб": 102026, + "Ġìŀ¥": 102027, + "ový": 102028, + "ικÏĮ": 102029, + "Ġãħĩ": 102030, + "ĠÑĤеÑĢ": 102031, + "ĮĴ": 102032, + "سÙĬ": 102033, + "ĠoluÅŁ": 102034, + "Ġbyla": 102035, + "عÙĦ": 102036, + "ĠÙĥاÙĨ": 102037, + "боÑĢ": 102038, + "ì²Ń": 102039, + "ãĥı": 102040, + "ubl": 102041, + "Ġاخ": 102042, + "ÙĦÙĪد": 102043, + "تÙĬ": 102044, + "ladı": 102045, + "ĠÃ¶ÄŁ": 102046, + "ruh": 102047, + "ç¿": 102048, + "Ġبعد": 102049, + "ÎĻÎij": 102050, + "idir": 102051, + "ãģ«ãģ¯": 102052, + "Ġsöy": 102053, + "Ġkhách": 102054, + "ÑĨе": 102055, + "ĠØ´ÙĪد": 102056, + "ç¸": 102057, + "Ġëħ¸": 102058, + "úp": 102059, + "Ġneden": 102060, + "Ġhóa": 102061, + "Ġà¤īप": 102062, + "ÏĥειÏĤ": 102063, + "æĪ¿": 102064, + "Ġ³³": 102065, + "ĠìķĮ": 102066, + "à¥Ģ,": 102067, + "´ij": 102068, + "êu": 102069, + "ÑĢок": 102070, + "à¹Ģà¸Ī": 102071, + "Ġείναι": 102072, + "ĠبÙĦ": 102073, + "ĠÑģов": 102074, + "Ġönem": 102075, + "Ġà¸ĭ": 102076, + "ì§Ģë§Į": 102077, + "å®ĺ": 102078, + "격": 102079, + "ìĦĿ": 102080, + "Ġaž": 102081, + "Ġduy": 102082, + "ãģ¨ãģĦ": 102083, + "ØĽ": 102084, + "δο": 102085, + "θε": 102086, + "ÙĥاÙĨ": 102087, + "ढ": 102088, + "ाà¤ĵ": 102089, + "Ġdá»ĭch": 102090, + "á»Ļng": 102091, + "สำ": 102092, + "Äı": 102093, + "ĠÑĹÑħ": 102094, + "αλ": 102095, + "eÄį": 102096, + "ç²¾": 102097, + "Ġзв": 102098, + "èĩªå·±": 102099, + "ĠاÙĦÙĦÙĩ": 102100, + "ĠСÑĤ": 102101, + "ĠسÙĨÚ¯": 102102, + "Ġдом": 102103, + "гоÑĤов": 102104, + "повÑĸд": 102105, + "ĠBá»Ļ": 102106, + "à¥įयà¤ķ": 102107, + "طة": 102108, + "мов": 102109, + "à¸Ĺาà¸ĩ": 102110, + "ึà¸ģ": 102111, + "ĠÑĸз": 102112, + "à¥ĭà¤ľ": 102113, + "Ġgöster": 102114, + "Ġباشد": 102115, + "ileri": 102116, + "ĠÑģеб": 102117, + "Ñīо": 102118, + "Ġãħĩãħĩ": 102119, + "بت": 102120, + "Ñģе": 102121, + "à¥ĩà¤ľ": 102122, + "Ġlên": 102123, + "ĠتÙĪ": 102124, + "ÑĸÑģÑĤÑĮ": 102125, + "ï¾Ĩï¾Ĩ": 102126, + "ĠthÆ°á»Ŀng": 102127, + "ĠolduÄŁu": 102128, + "vÄĽt": 102129, + "ìĨį": 102130, + "ãģĿãģĨ": 102131, + "ĠìĦ±": 102132, + "ë°ľ": 102133, + "Ġà¸ģาร": 102134, + "ĠØ´Ùĩر": 102135, + "sled": 102136, + "ảnh": 102137, + "æŀĹ": 102138, + "lacak": 102139, + "Ġmình": 102140, + "Ú©ÛĮ": 102141, + "Ġà¹ĥà¸Ļ": 102142, + "Ġdùng": 102143, + "ĠмаÑģ": 102144, + "ÑĦек": 102145, + "æ°Ķ": 102146, + "é§": 102147, + "ĠاØŃ": 102148, + "èµ°": 102149, + "ÎĻÎļ": 102150, + "à¥ĩ।": 102151, + "ÑģÑĮка": 102152, + "ĠÑĩаÑģÑĤ": 102153, + "larının": 102154, + "Ġê¹Ģ": 102155, + "층": 102156, + "ними": 102157, + "èªŀ": 102158, + "åĢĭ": 102159, + "ĠêµŃ": 102160, + "коÑĢ": 102161, + "maya": 102162, + "ิà¹Ĥà¸Ļ": 102163, + ".ศ": 102164, + "Ġhá»ĩ": 102165, + "ĠتÙĤ": 102166, + "γκ": 102167, + "Ġà¤Ĩपà¤ķ": 102168, + "ÑģÑĤоÑĢ": 102169, + "ĠÄijo": 102170, + "Ġchủ": 102171, + "اÛĮت": 102172, + "ĠQuá»ijc": 102173, + "глÑı": 102174, + "ãĢĤãĢįĊĊ": 102175, + "ĠnÃło": 102176, + "à¸Ńล": 102177, + "æĬĬ": 102178, + "ÙĪرت": 102179, + "Ġbude": 102180, + "æĽ¸": 102181, + "elik": 102182, + "ĠجÙĩ": 102183, + "ĠبÙĪابة": 102184, + "èĬ±": 102185, + "دار": 102186, + "Ġbýt": 102187, + "Ñĩе": 102188, + "ãĤĵãģł": 102189, + "ĠÙħØ·": 102190, + "lere": 102191, + "ÎĹΣ": 102192, + "íĺķ": 102193, + "âĸį": 102194, + "ÄŁu": 102195, + "Ġвз": 102196, + "ÙĬز": 102197, + "ĠÐłÐ¾Ñģ": 102198, + "íĭ°": 102199, + "Ġداش": 102200, + "ì§ij": 102201, + "atı": 102202, + "mesi": 102203, + "ãĤīãĤĮ": 102204, + "ův": 102205, + "rát": 102206, + "оÑģоб": 102207, + "åIJĦ": 102208, + "uyá»ĩn": 102209, + "åģļ": 102210, + "üst": 102211, + "éĩİ": 102212, + "αÏĥ": 102213, + "Ġmặt": 102214, + "елов": 102215, + "åįļ": 102216, + "дж": 102217, + "Ġدارد": 102218, + "Ġfark": 102219, + "à¹īวย": 102220, + "они": 102221, + "Ġبخ": 102222, + "à¥ģत": 102223, + "ĠÄijây": 102224, + "αÏģα": 102225, + "Ġδια": 102226, + "Ġè¯": 102227, + "каÑħ": 102228, + "cház": 102229, + "zenÃŃ": 102230, + "ÑĢоп": 102231, + "à¥Ģम": 102232, + "íĨµ": 102233, + "dü": 102234, + "à¸łà¸²à¸ŀ": 102235, + "ĠíĬ": 102236, + "ÙĪا": 102237, + "Ġtá»ijt": 102238, + "ï¼ŁãĢįĊĊ": 102239, + "ĠæľĪ": 102240, + "ĠnhÆ°ng": 102241, + "Ġnež": 102242, + "à¥ĭड": 102243, + "ìĹIJê²Į": 102244, + "à¤Ĥड": 102245, + "¶Į": 102246, + "ĠмеÑģÑĤ": 102247, + "ाà¤ģ": 102248, + "ì¦Ŀ": 102249, + "ĠÄijang": 102250, + "à¸Ńà¸Ķ": 102251, + "íĽĦ": 102252, + "á»įi": 102253, + "ského": 102254, + "Ġдок": 102255, + "Ġتص": 102256, + "Ġphòng": 102257, + "Ġê°ķ": 102258, + "ĠtrÆ°á»Ľc": 102259, + "íijľ": 102260, + "ÙĶ": 102261, + "ĠphÃŃ": 102262, + "Ġchá»įn": 102263, + "ä¹IJ": 102264, + "ĠÅŁekilde": 102265, + "Ġíİ": 102266, + "éº": 102267, + "루": 102268, + "à¥Ī।Ċ": 102269, + "ÙĪرÛĮ": 102270, + "ÑģÑĤÑĢа": 102271, + "ildi": 102272, + "ĠαÏħ": 102273, + "ваннÑı": 102274, + "ìļ¸": 102275, + ".âĢľĊĊ": 102276, + "ĠÑĤакже": 102277, + "ëĵ±": 102278, + "ека": 102279, + "æīį": 102280, + "ÙħØ©": 102281, + "ĠphÆ°Æ¡ng": 102282, + "马": 102283, + "ãĢĢĠãĢĢ": 102284, + "ových": 102285, + "ียà¸ĩ": 102286, + "ĠTru": 102287, + "еÑģп": 102288, + "stup": 102289, + "ÄĮ": 102290, + "ĠdalÅ¡ÃŃ": 102291, + "زÛĮ": 102292, + "Ġ매": 102293, + "ĠобÑĢаз": 102294, + "Ġaçık": 102295, + "ê°ķ": 102296, + "ÙģادÙĩ": 102297, + "گاÙĨ": 102298, + "à¹īà¸Ļ": 102299, + "ẩn": 102300, + "å·¥ä½ľ": 102301, + "Ġतर": 102302, + "ÙĬع": 102303, + "ĠãĢĬ": 102304, + ",âĢľ": 102305, + "Ġnev": 102306, + "ัà¸į": 102307, + "ģını": 102308, + "Ġjin": 102309, + "اخت": 102310, + "سر": 102311, + "ĠtÃłi": 102312, + "Ġkterá": 102313, + "ĠاÙĦÙĦ": 102314, + "à¤ħ": 102315, + "izmet": 102316, + "à¥ģम": 102317, + "าะ": 102318, + "Ġê·": 102319, + "lıģı": 102320, + "çı¾": 102321, + "liÄŁi": 102322, + "êµ°": 102323, + "alık": 102324, + "ĠدÙĪر": 102325, + "Ġìĭ¤": 102326, + "ĠзаÑģ": 102327, + "ÙĤÙĬ": 102328, + "Ġứng": 102329, + "ĠÙĥÙĩ": 102330, + "ÎŁÎ£": 102331, + "è¨Ń": 102332, + "çĮ": 102333, + "ãģĦãģŁ": 102334, + "íĺĦ": 102335, + "ĠÑĤе": 102336, + "еÑĢÑĸ": 102337, + "sız": 102338, + "Ġý": 102339, + "дов": 102340, + "Ġà¤ĩसà¤ķ": 102341, + "год": 102342, + "Ġbylo": 102343, + "าà¸Ħม": 102344, + "ением": 102345, + "Ш": 102346, + "æľ¯": 102347, + "Ġपहल": 102348, + "ĠaÅŁ": 102349, + "à¤¿à¤ľ": 102350, + "åĵ¡": 102351, + "ваÑĢ": 102352, + "à¹īำ": 102353, + "âĮĴ": 102354, + "ován": 102355, + "Ġgiúp": 102356, + "Ð¥": 102357, + "ĠÑģÑĥд": 102358, + "Ġà¤ķम": 102359, + "ạm": 102360, + "رس": 102361, + "Ġ人": 102362, + "ĠبÛĮ": 102363, + "Ġà¤īनà¤ķ": 102364, + "립": 102365, + "áºŃy": 102366, + "ĠváºŃt": 102367, + "лÑıеÑĤÑģÑı": 102368, + "Ġseç": 102369, + "Ġì½": 102370, + "ÑĢÑĥж": 102371, + "تص": 102372, + "|:": 102373, + "Ġëł": 102374, + "ими": 102375, + "ĠлÑİб": 102376, + "Ġà¸ľ": 102377, + "ï¼Įä½Ĩ": 102378, + "Ġнав": 102379, + "âĢ¬": 102380, + "à¹Īาย": 102381, + "Ġرس": 102382, + "siniz": 102383, + "ë¨": 102384, + "ениÑİ": 102385, + "Ġล": 102386, + "اسÛĮ": 102387, + "à¥ľ": 102388, + "ĠÙ¾ÛĮØ´": 102389, + "ίδ": 102390, + "ĠÙ¾ÛĮ": 102391, + "еÑĢжав": 102392, + "à¤Ĩ": 102393, + "ĠdÃ¼ÅŁÃ¼n": 102394, + "å¿«": 102395, + "ÑĢеÑģ": 102396, + "åħ«": 102397, + "ÑĤÑĸ": 102398, + "à¤¿à¤Ł": 102399, + "ĠÑĤеÑħ": 102400, + "út": 102401, + "ÙĨÙĩ": 102402, + "ĠÙĨØ´": 102403, + "çĻº": 102404, + "Ġê°¤": 102405, + "лед": 102406, + "Ġëĵ¤": 102407, + "Ġbilg": 102408, + "ĠspoleÄį": 102409, + "ĠÄijÆ¡n": 102410, + "Ġà¤īत": 102411, + "Ġtrá»ĭ": 102412, + "ĠعÙħ": 102413, + "Ġ।": 102414, + "ĠúÄį": 102415, + "ãģ¸": 102416, + "วà¸ģ": 102417, + "ĠÑģлÑĥÑĩа": 102418, + "á»įng": 102419, + "åıĪ": 102420, + "иÑĤÑĥ": 102421, + "æľīéĻIJ": 102422, + "린": 102423, + "ëĭĺ": 102424, + "Ġhoạt": 102425, + "ĠìĿ´ëıĻ": 102426, + "знаÑĩ": 102427, + "ĠاستÙģادÙĩ": 102428, + "ĠпÑĢоÑĨеÑģ": 102429, + "anın": 102430, + "гÑĥ": 102431, + "ĠاÙĦØ«": 102432, + "æĹ¥æľ¬": 102433, + "ικά": 102434, + "ĠÑĹÑĹ": 102435, + "ì§ģ": 102436, + "inu": 102437, + "Ġساز": 102438, + "ãĤ¡": 102439, + "ï¾ī": 102440, + "ĠاÙĤ": 102441, + "Ġkế": 102442, + "ůsob": 102443, + "à¹ĩà¸ģ": 102444, + "åIJ§": 102445, + "æ¼Ķ": 102446, + "Ñīие": 102447, + "çĨ": 102448, + "ÑĮого": 102449, + "à¥ĭà¤Ł": 102450, + "اپ": 102451, + "室": 102452, + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ": 102453, + "Ġtriá»ĥn": 102454, + "ĠtáºŃp": 102455, + "é£Ł": 102456, + "ë¹": 102457, + "ĠÑĩеÑĢез": 102458, + "ĠÑĨи": 102459, + "ÑģÑĥ": 102460, + "Ġнем": 102461, + "ĠаÑĢ": 102462, + "ĠÙĦا": 102463, + "Ġì§Ħ": 102464, + "çŁ³": 102465, + "ĠпÑĢоб": 102466, + "ĠìĽIJ": 102467, + "ÛĮÙĨÛĮ": 102468, + "ÑİÑĩи": 102469, + "âĢį": 102470, + "Û±Û³": 102471, + "ãĤ¬": 102472, + "çłĶ究": 102473, + "íĤ¤": 102474, + "Ġgerçek": 102475, + "ĠØŃس": 102476, + "íĶ¼": 102477, + "èĤ¡": 102478, + "ĠÏĦι": 102479, + "ĠvÅ¡ech": 102480, + "Ġvì": 102481, + "اÙĨÙĬ": 102482, + "ĠÙĩست": 102483, + "ĠëĤ¨": 102484, + "ÅĻej": 102485, + "еÑĢг": 102486, + "Ġsöz": 102487, + "ĠاÙĦÙħت": 102488, + "Ġchế": 102489, + "á»ĵi": 102490, + "åı¤": 102491, + "âĸįâĸį": 102492, + "á»ĵng": 102493, + "ãĥ¢": 102494, + "Ġди": 102495, + "ελ": 102496, + "Ġона": 102497, + "Ġнай": 102498, + "Ġ_{": 102499, + "пол": 102500, + "aliz": 102501, + "ĠtÄĥng": 102502, + "ĠdÃŃ": 102503, + "ép": 102504, + "ĠÙĦÙħ": 102505, + "Ġmož": 102506, + "ĠngoÃłi": 102507, + "èĹ": 102508, + "ĠÑĩем": 102509, + "ĠÄijá»ķ": 102510, + "еÑĤа": 102511, + "åı²": 102512, + "ĠÑģказ": 102513, + "ãĤ¿ãĥ¼": 102514, + "анÑĮ": 102515, + "Ġgöz": 102516, + "ë³Ħ": 102517, + "ãģĭãģ£ãģŁ": 102518, + "ĠëįĶ": 102519, + "ĠÙĨÙĤ": 102520, + "ĠÑĥÑĩа": 102521, + "Ġsahip": 102522, + "ĠÑģпе": 102523, + "ίοÏħ": 102524, + "ì½Ķ": 102525, + "ĠëĪ": 102526, + "mam": 102527, + "Ġroce": 102528, + "ĠÙĨاÙħ": 102529, + "еÑĢаÑĤÑĥ": 102530, + "ıp": 102531, + "ãģĦãģ¦": 102532, + "ĠíķĻ": 102533, + "Ġà¤ĩन": 102534, + "å©": 102535, + "Ġnhiên": 102536, + "atır": 102537, + "ÅĻenÃŃ": 102538, + "دة": 102539, + "ãĥªãĥ¼": 102540, + "ลà¸ĩ": 102541, + "ĠéĢ": 102542, + "Ġà¹Ģà¸Ľ": 102543, + "дÑĸ": 102544, + "ÎŃÏģ": 102545, + "ìĦ¤": 102546, + "гÑĢа": 102547, + "esine": 102548, + "Ġее": 102549, + "Ġiki": 102550, + "Ġتج": 102551, + "larına": 102552, + "dür": 102553, + "ĠاÙĦØ°": 102554, + "Ùħت": 102555, + "Ġà¤IJ": 102556, + "िद": 102557, + "Ġë¹": 102558, + "ÑĦоÑĢма": 102559, + "Ġони": 102560, + "гоÑĢ": 102561, + "неÑģ": 102562, + "ìĺĢëĭ¤": 102563, + "ıldı": 102564, + "Ġçek": 102565, + "Ġдов": 102566, + "دÛĮ": 102567, + "ĠÄĮesk": 102568, + "ÑĪа": 102569, + "Ġات": 102570, + "å±ĭ": 102571, + "æĸ¼": 102572, + "Ġpráv": 102573, + "ému": 102574, + "å¸Ī": 102575, + "ãħĭãħĭ": 102576, + "Ġilgili": 102577, + "หว": 102578, + "à¤ĩ": 102579, + "ाष": 102580, + "ëŀij": 102581, + "asyon": 102582, + "ÑĨÑĮ": 102583, + "à¹ģà¸ķ": 102584, + "ợi": 102585, + "ĠвÑĭÑģ": 102586, + "ÑĸлÑĮки": 102587, + "ĠкоÑĤоÑĢÑĭе": 102588, + "ники": 102589, + "Ġاد": 102590, + "Ġživ": 102591, + "ĠαÏĢο": 102592, + "رض": 102593, + "اة": 102594, + "Ġkdyž": 102595, + "ữa": 102596, + "ĠëĮĢíķľ": 102597, + "Ġtôi": 102598, + "ÑĥÑĶ": 102599, + "زر": 102600, + "Ġå¥": 102601, + "ãĥĭãĥĭ": 102602, + "بة": 102603, + "ÏĦοÏĤ": 102604, + "ÑĨион": 102605, + "ĠÙħÙĬ": 102606, + "ĠÄĥn": 102607, + "à¥ĩà¤Ĺ": 102608, + "ĠÑĢег": 102609, + "ĠlỼn": 102610, + "ì¤Ģ": 102611, + "ìĭ¬": 102612, + "Ġbiết": 102613, + "aları": 102614, + "ÙģÙĬ": 102615, + "ä¸ĸçķĮ": 102616, + "ĠнеобÑħодим": 102617, + "à¸Ļว": 102618, + "νÏĦ": 102619, + "Ġảnh": 102620, + "íĸĪ": 102621, + "Ġवर": 102622, + "hled": 102623, + "ิà¸Ī": 102624, + "æŃ»": 102625, + "ĠاÙĦتÙĬ": 102626, + "ноÑģ": 102627, + "prav": 102628, + "ÑıÑĤи": 102629, + "Ñīа": 102630, + "ÙĪÙĨÙĩ": 102631, + "ĠaÄŁ": 102632, + "à¸ŀระ": 102633, + "Ġthá»ijng": 102634, + "ÑĦи": 102635, + "Ġголов": 102636, + "Ġkhoa": 102637, + "ĠëłĪ": 102638, + "ãģĴ": 102639, + "Ġgetir": 102640, + "شت": 102641, + "женнÑı": 102642, + "енÑĸ": 102643, + "Ġgiữ": 102644, + "lerinin": 102645, + "à¥Ģव": 102646, + "éģ¸": 102647, + "सर": 102648, + "ĠÑĩелов": 102649, + "à¥įà¤ľ": 102650, + "ĠбÑĥло": 102651, + "ĠاÙĨد": 102652, + "ัà¸Ļà¸Ĺ": 102653, + "让": 102654, + "Ġquyá»ģn": 102655, + "ĠØŃاÙĦ": 102656, + "ì²ĺ": 102657, + "ĠлÑİд": 102658, + "ÏģÏĩ": 102659, + "алÑĮно": 102660, + "ãĢĢãĥ½": 102661, + "ê¸ī": 102662, + "ãĤ±": 102663, + "ĠÙħرد": 102664, + "Ġông": 102665, + "Ġاش": 102666, + "大åѦ": 102667, + "ì¦Ī": 102668, + "æĪ¦": 102669, + "eyi": 102670, + "ĠÐIJн": 102671, + "िप": 102672, + "Ġtiêu": 102673, + "Ø´ÛĮ": 102674, + "ắn": 102675, + "éŃĶ": 102676, + "ãģ¨ãģĦãģĨ": 102677, + "ĠìłĢ": 102678, + "кÑĤи": 102679, + "ĠÙħØŃÙħد": 102680, + "ĠíĨµ": 102681, + "ุม": 102682, + "åį¡": 102683, + "оÑĢов": 102684, + "коÑİ": 102685, + "Ġlá»±c": 102686, + "島": 102687, + "ĠرÙĪز": 102688, + "ÑħÑĸд": 102689, + "Ġhá»ĵ": 102690, + "Ġül": 102691, + "ĠØ´Ùħ": 102692, + "ÙĨس": 102693, + "بÙĪ": 102694, + "Ġthêm": 102695, + "ạc": 102696, + "åºľ": 102697, + "echn": 102698, + "ĠÎļα": 102699, + "èijĹ": 102700, + "çľ¼": 102701, + "áh": 102702, + "Ġι": 102703, + "ê¹Įì§Ģ": 102704, + "maz": 102705, + "λογ": 102706, + "Ġjsme": 102707, + "Ġá¼": 102708, + "ĠпÑĢави": 102709, + "клад": 102710, + "Ġthủ": 102711, + "sah": 102712, + "ÄŁit": 102713, + "ĠÙģÛĮ": 102714, + "енно": 102715, + "à¥ģà¤Ľ": 102716, + "ãģ»": 102717, + "çĻ¾": 102718, + "иÑĤа": 102719, + "ĠбÑĭло": 102720, + "Ġvys": 102721, + "Ġì¶ľ": 102722, + "ắng": 102723, + "ĠÄijại": 102724, + "ĠÙħÙĪرد": 102725, + "ела": 102726, + "ÑĸÑĪ": 102727, + "леннÑı": 102728, + "æIJ": 102729, + "Ġнед": 102730, + "iyat": 102731, + "ì¼": 102732, + "ĠolduÄŁunu": 102733, + "داÙĨ": 102734, + "íĿ": 102735, + "ĠسÛĮ": 102736, + "ีà¸ģ": 102737, + "ÄĽst": 102738, + "ımı": 102739, + "ä¸īä¸ī": 102740, + "ãĤ½": 102741, + "ĠÑĤеп": 102742, + "ĠÑĢай": 102743, + "ाध": 102744, + "ĠìĤ¬ëŀĮ": 102745, + "ĠTrung": 102746, + "ï¼ıï¼ı": 102747, + "Ġtâm": 102748, + "Å¡enÃŃ": 102749, + "ãĥį": 102750, + "ĠÏĦοÏħÏĤ": 102751, + "ĠнÑĸ": 102752, + "вид": 102753, + "æ¿": 102754, + "Ġظ": 102755, + "ãĥ¯": 102756, + "ì¢ħ": 102757, + "ваÑĤи": 102758, + "Ġquá": 102759, + "ฤ": 102760, + "ĠÄijÆ°á»Ŀng": 102761, + "à¥ģद": 102762, + "roj": 102763, + "ĠÑĥÑģ": 102764, + "é¦Ļ": 102765, + "ì½ĺ": 102766, + "ĠÙĪت": 102767, + "มาà¸ģ": 102768, + "åĪĩ": 102769, + "Ġán": 102770, + "Ġмед": 102771, + "ìĹIJëĬĶ": 102772, + "Ġhlav": 102773, + "رت": 102774, + "à¹ĥà¸Ī": 102775, + "æ´²": 102776, + "ĠлÑĸ": 102777, + "æĪĺ": 102778, + "ÙĪÙĨد": 102779, + "足": 102780, + "åĭĻ": 102781, + "çĶ³": 102782, + "Ġì±": 102783, + "ĠìĿ´ëıĻíķ©ëĭĪëĭ¤": 102784, + "ÑīеÑģÑĤв": 102785, + "Ġë¶Ī": 102786, + "ÙĦÙĪ": 102787, + "üven": 102788, + "èĪĩ": 102789, + "ĠgiỼi": 102790, + "ĠÙĪÙĤ": 102791, + "Ġê°¤ë¡ľê·¸": 102792, + "ĠعاÙħ": 102793, + "ĺIJ": 102794, + ":::::": 102795, + "ĠÑĥд": 102796, + "-ÑĤо": 102797, + "ĠÑĦоÑĢ": 102798, + "ини": 102799, + "ãģĹãģĦ": 102800, + "Ġê°¤ë¡ľê·¸ë¡ľ": 102801, + "ãģ³": 102802, + "ãĥ©ãĤ¤": 102803, + "ená": 102804, + "Ġnez": 102805, + "Ġönemli": 102806, + "ĠниÑħ": 102807, + "à¤Ĥस": 102808, + "Ġà¤īसà¤ķ": 102809, + "à¥įरद": 102810, + "Ġnói": 102811, + "ÙĥÙĦ": 102812, + "ิว": 102813, + "κο": 102814, + "à¥ģà¤ĸ": 102815, + "öyle": 102816, + "άλ": 102817, + "óng": 102818, + "ĠداÙĨØ´": 102819, + "Ġзб": 102820, + "ì»": 102821, + "à¸ľà¸¥": 102822, + "ëĵ¤ìĿ´": 102823, + "Ġetk": 102824, + "رات": 102825, + "Ġεκ": 102826, + "ÑĤÑĢа": 102827, + "à¥įतर": 102828, + "à¤Ĥब": 102829, + "ĠмÑĸÑģ": 102830, + "æł¹": 102831, + "ãĥĻ": 102832, + "Ġtá»ī": 102833, + "à¹Ģà¸ĭ": 102834, + "ìĪł": 102835, + "ï¼Įä¸į": 102836, + "ìĺ¨": 102837, + "ĠmÄĽst": 102838, + "ģµ": 102839, + "azı": 102840, + "rada": 102841, + "ÏĢα": 102842, + "mé": 102843, + "ÙĨاÙħÙĩ": 102844, + "اÛĮÙĦ": 102845, + "μη": 102846, + "luk": 102847, + "ÙĥÙĬ": 102848, + "Ġï¼ī": 102849, + "ĠдеÑĤ": 102850, + "Ġiçinde": 102851, + "Ñıм": 102852, + "ĠdÆ°á»": 102853, + "ĠпÑĢедÑģÑĤав": 102854, + "üre": 102855, + "åķĬ": 102856, + "ĠÑĤÑĢÑĥ": 102857, + "esini": 102858, + "Ġале": 102859, + "ãĥ³ãĥī": 102860, + "à¥ĥत": 102861, + "εÏħ": 102862, + "à¥ģà¤Ĩ": 102863, + "Ġhiç": 102864, + "çĶº": 102865, + "ĠÐĸ": 102866, + "çħ§": 102867, + "ká": 102868, + "Ġtrá»įng": 102869, + "Ġتش": 102870, + "ाश": 102871, + "ĠÙħØ«": 102872, + "etim": 102873, + "Ġthấy": 102874, + "Ġबह": 102875, + "عت": 102876, + "ึà¹ī": 102877, + "Ġsev": 102878, + "ÑģÑĤа": 102879, + "Ġcứ": 102880, + "Ġtiá»ģn": 102881, + "à¥Ģà¤ľ": 102882, + "Ñıг": 102883, + "ĠоÑĢгани": 102884, + "ĠбÑĭл": 102885, + "tür": 102886, + "ĠبازÛĮ": 102887, + "Ġìŀ¬": 102888, + "वर": 102889, + "æľīéĻIJåħ¬åı¸": 102890, + "kup": 102891, + "Ġiyi": 102892, + "íķĺê²Į": 102893, + "ãĢĢl": 102894, + "ãĤ·ãĥ§": 102895, + "ارة": 102896, + "สร": 102897, + "ĠtÃŃch": 102898, + "ĠкаÑĢ": 102899, + "иб": 102900, + "ĠвÑĸдповÑĸд": 102901, + "Ġpodle": 102902, + "à¥įरà¤ķ": 102903, + "iyon": 102904, + "коном": 102905, + "ĠμÎŃ": 102906, + "ĠпÑĢоиз": 102907, + "ĠâĢı": 102908, + "mektedir": 102909, + "ΩÎĿ": 102910, + "Ġbáo": 102911, + "à¸Īำ": 102912, + "ëįĶ": 102913, + "ë¸Į": 102914, + "Ġsợ": 102915, + "ÛĮرÛĮ": 102916, + "онÑĥ": 102917, + "ındaki": 102918, + "алÑĮного": 102919, + "μβ": 102920, + "лиз": 102921, + "Ġjejich": 102922, + "æĸ½": 102923, + "便": 102924, + "leÅŁtir": 102925, + "ĠÙĪØ£": 102926, + "Ġसब": 102927, + "lerde": 102928, + "ĠÚĨÙĩ": 102929, + "ÏĦÎŃ": 102930, + "Ġgì": 102931, + "ĠÃļ": 102932, + "ĠÑĢаÑģп": 102933, + "Ġtüm": 102934, + "à¹Ģà¸ĩ": 102935, + "èIJ½": 102936, + "ìĨ¡": 102937, + "à¹Ħà¸Ĺย": 102938, + "mÄ±ÅŁtır": 102939, + "ĠÙĤرار": 102940, + "Ġà¸Ħาส": 102941, + "Ġkıs": 102942, + "ованиÑı": 102943, + "ãĤĤãģ®": 102944, + "داÙħ": 102945, + "ìľ¡": 102946, + "oloj": 102947, + "ĠпоÑģле": 102948, + "ĠТак": 102949, + "Ġболее": 102950, + "ĠÄijá»ķi": 102951, + "lak": 102952, + "íħĮ": 102953, + "Ġayn": 102954, + "ÑıÑģ": 102955, + "Ġпог": 102956, + "Ġarasında": 102957, + "Ī¬": 102958, + "à¥Ĥल": 102959, + "Ġανα": 102960, + "Ġquyết": 102961, + "Ġthuá»Ļc": 102962, + "Ġdün": 102963, + "ĠpÅĻes": 102964, + "ÑĦÑĸ": 102965, + "Ġå¸": 102966, + "اÙĦÙĬ": 102967, + "ĠповеÑĢ": 102968, + "Ñĩина": 102969, + "sko": 102970, + "çµIJ": 102971, + "Ø¡": 102972, + "ĠгÑĢа": 102973, + "оÑĤи": 102974, + "Ġquá»ijc": 102975, + "ÑĨÑĸв": 102976, + "lendir": 102977, + "вÑĸд": 102978, + "ĠжиÑĤ": 102979, + "üyor": 102980, + "ï¼Įä»ĸ": 102981, + "larında": 102982, + "Ġuyg": 102983, + "ĠtrÃŃ": 102984, + "ĠØ´ÙĨ": 102985, + "ابÙĦ": 102986, + "æ·±": 102987, + "Âłp": 102988, + "ÑģкаÑı": 102989, + "оÑĤа": 102990, + "ÙĪØ·": 102991, + "Ġاط": 102992, + "ä¾Ĩ": 102993, + "ĠзаÑĤ": 102994, + "Ġиме": 102995, + "à¹Ģà¸Ĺศ": 102996, + "ëĭ´": 102997, + "nÄĽnÃŃ": 102998, + "ÑĥлÑı": 102999, + "-п": 103000, + "åĺ": 103001, + "Ġвип": 103002, + "аÑĢакÑĤ": 103003, + "à¹Ģà¸ļ": 103004, + "ç¦ı": 103005, + "ÏģÏİ": 103006, + "سÙĩ": 103007, + "à¥Įर": 103008, + "ĠdiÄŁer": 103009, + "à¹Ĥà¸Ķย": 103010, + "ĠÑģпоÑģоб": 103011, + "åį·": 103012, + "èĸ": 103013, + "анÑĤ": 103014, + "ÑİÑĤÑĮÑģÑı": 103015, + "ĠÑįÑĤом": 103016, + "Ġï½Ģ": 103017, + "สาม": 103018, + "ìm": 103019, + "ĠÑĪк": 103020, + "Ġà¸Ľà¸£à¸°": 103021, + "़à¥Ģ": 103022, + "ekl": 103023, + "muÅŁ": 103024, + "ĠÑĤакож": 103025, + "ÙĪسط": 103026, + "ĠÄįi": 103027, + "ีà¸Ļ": 103028, + "ÛĮÙĨÙĩ": 103029, + "ÄĽk": 103030, + "å½¼": 103031, + "lerine": 103032, + "ĠÄijất": 103033, + "à¥ģà¤ı": 103034, + "олоÑģ": 103035, + "Ġå°ı": 103036, + "زÙĬØ©": 103037, + "Ġвла": 103038, + "à¥Ģल": 103039, + "Ġetti": 103040, + "ĠÑģоÑģÑĤав": 103041, + "ÙĦاÙĦ": 103042, + "Ġçİ": 103043, + "ĠpÅĻÃŃpad": 103044, + "룰": 103045, + "ุà¸ģ": 103046, + "ĠÑĩи": 103047, + "åħį": 103048, + "nÄĽjÅ¡ÃŃ": 103049, + "ิล": 103050, + "åįĢ": 103051, + "ských": 103052, + "าศ": 103053, + "åIJĹ": 103054, + "ĠíĺĦ": 103055, + "Ġalın": 103056, + "å§Ķ": 103057, + "à¸ŀร": 103058, + "ažd": 103059, + "ĠбÑĸлÑĮ": 103060, + "à¹Īวà¸Ļ": 103061, + "oog": 103062, + "acı": 103063, + "lıģ": 103064, + "Ġkhu": 103065, + "Ġhizmet": 103066, + "ĠéĽ": 103067, + "ĠÎĺ": 103068, + "ĠdeÄŁer": 103069, + "åħŃ": 103070, + "ĠدÙĩ": 103071, + "ĠnÄĽk": 103072, + "à¸Ħà¸Ļ": 103073, + "еÑĤÑĮ": 103074, + "باÙĨ": 103075, + "ÏĦική": 103076, + "ĠÄijá»ĭa": 103077, + "ĠCông": 103078, + "íĮIJ": 103079, + "Ġкогда": 103080, + "ĠÚ©ÙĨد": 103081, + "ãģ§ãģį": 103082, + "ĠÏĢεÏģι": 103083, + "lardan": 103084, + "Ġзем": 103085, + "تÙĪاÙĨ": 103086, + "è³ĩ": 103087, + "likle": 103088, + "Ġtụ": 103089, + "Ġdẫn": 103090, + "Ġnay": 103091, + "ĠÑģÑĤоÑĢ": 103092, + "ĠØ´Ùħا": 103093, + "ثر": 103094, + "Ġdedi": 103095, + "кое": 103096, + "ëijIJ": 103097, + "ÑĨев": 103098, + "جÙĩ": 103099, + "Ġmůže": 103100, + "à¥ģप": 103101, + "à¥įरम": 103102, + "ĠtaÅŁ": 103103, + "оÑĢÑĤ": 103104, + "γÏģα": 103105, + "çĻ¼": 103106, + "าà¸ļ": 103107, + "iá»ħn": 103108, + "ĠÙħست": 103109, + "лекÑģ": 103110, + "Ġprav": 103111, + "ĠдоÑģ": 103112, + "ĠdÄ±ÅŁ": 103113, + "Ġzem": 103114, + "Ġgiao": 103115, + "Ġvlast": 103116, + "ĠÑįÑĤого": 103117, + "ï½°": 103118, + "วà¸ĩ": 103119, + "ÑĢой": 103120, + "Ġbirlik": 103121, + "ený": 103122, + "Ġëĭ¨": 103123, + "овани": 103124, + "é£İ": 103125, + "íıī": 103126, + "Ġzah": 103127, + "ба": 103128, + "åĬ©": 103129, + "éĢ²": 103130, + "ê¶Į": 103131, + "Ġdiye": 103132, + "à¤Ĥà¤ķ": 103133, + "Ġchuyá»ĥn": 103134, + "ĠìĹŃ": 103135, + "ĠÑĤÑĢи": 103136, + "Ġönce": 103137, + "ï¼Įè¿Ļ": 103138, + "oại": 103139, + "леÑĤ": 103140, + "ĠÏĥÏħν": 103141, + "lád": 103142, + "çe": 103143, + "tü": 103144, + "ĠÄįást": 103145, + "Ġεν": 103146, + "Ġbiá»ĩt": 103147, + "Ġé«": 103148, + "à¥ĭà¤ķ": 103149, + "ÙĦات": 103150, + "باÙĦ": 103151, + "ecies": 103152, + "Ġëĭ¹": 103153, + "à¸Ĭà¸Ļ": 103154, + "ÏĦαÏĤ": 103155, + "à¥įण": 103156, + "ujÃŃcÃŃ": 103157, + "Äįet": 103158, + "Ġпоб": 103159, + "ÙĪار": 103160, + "iyas": 103161, + "Ġdruh": 103162, + "دد": 103163, + "ÏĮν": 103164, + "ÑĢен": 103165, + "ารà¸ĸ": 103166, + "ä½İ": 103167, + "ìķ½": 103168, + "ÑĢоз": 103169, + "ëĬĶëį°": 103170, + "ãĤĵãģª": 103171, + "ÄįenÃŃ": 103172, + "************": 103173, + "ĠΡ": 103174, + "ĠÑĤомÑĥ": 103175, + "รà¸ģ": 103176, + "à¥ģस": 103177, + "ä¹Ŀ": 103178, + "å°±æĺ¯": 103179, + "£i": 103180, + "éĺ²": 103181, + "Ùĥر": 103182, + "ĠÑįÑĤи": 103183, + "ĠÚ©Ø´ÙĪر": 103184, + "Ġê°IJ": 103185, + "Ġад": 103186, + "Ġداد": 103187, + "éģİ": 103188, + "Ù«": 103189, + "ĠláºŃp": 103190, + "ĠاÙĦÙĩ": 103191, + "æľĽ": 103192, + "ĠتÙĩ": 103193, + "ì§Ī": 103194, + "ãģ§ãģĤãĤĭ": 103195, + "Ġмеж": 103196, + "ĠÑĢезÑĥлÑĮÑĤ": 103197, + "çį": 103198, + "емÑĥ": 103199, + "ĠتÙĪاÙĨ": 103200, + "ĠراÙĩ": 103201, + "ãĥ¼ãĥł": 103202, + "åĦ¿": 103203, + "å±ŀ": 103204, + "бÑĭ": 103205, + "á¿": 103206, + "à¸Ħล": 103207, + "à¥ĭà¤Ī": 103208, + "ütün": 103209, + "à¤Ĺर": 103210, + "ìķĺëĭ¤": 103211, + "âĪ§": 103212, + "Ġì°¨": 103213, + "çµĦ": 103214, + "μαÏĦα": 103215, + "ุà¸Ļ": 103216, + "ĠÑĤом": 103217, + "еÑĢв": 103218, + "ÎijΣ": 103219, + "ĠiÅŁlem": 103220, + "عÙħ": 103221, + "ëĥ": 103222, + "ãĥĦ": 103223, + "اÙģت": 103224, + "åĬŀ": 103225, + "Ġnes": 103226, + "avaÅŁ": 103227, + "ĠÙĨÛĮز": 103228, + "强": 103229, + "ĠéĻ": 103230, + "ÑĸннÑı": 103231, + "æ²³": 103232, + "áÅĻ": 103233, + "æĿIJ": 103234, + "ĠØ£ÙĬ": 103235, + "Ġì¹´": 103236, + "ĠnenÃŃ": 103237, + "ĠÙĪÙħ": 103238, + "ĠÚ©Ùħ": 103239, + "iếu": 103240, + "Ġæ°": 103241, + "åĮ»": 103242, + "Ġzor": 103243, + "ίÏĥ": 103244, + "िध": 103245, + "Ġпоказ": 103246, + "हर": 103247, + "Ġiçer": 103248, + "ØŃØ©": 103249, + "िà¤ĸ": 103250, + "ада": 103251, + "ترÛĮÙĨ": 103252, + "Ġbao": 103253, + "Ġxã": 103254, + "à¹Ģà¸Ħร": 103255, + "ĠnghÄ©": 103256, + "à¹ģà¸ļà¸ļ": 103257, + "ĠdoÄŁru": 103258, + "ÑĸÑĤи": 103259, + "ĠبÙĬÙĨ": 103260, + "ĠлеÑĤ": 103261, + "اغ": 103262, + "ÛĮÚ©ÛĮ": 103263, + "ráv": 103264, + "à¥įâĢį": 103265, + "âĢĻnin": 103266, + "Ġย": 103267, + "åįĬ": 103268, + "Ġколи": 103269, + "Ġtrợ": 103270, + "éĿĴ": 103271, + "ëŀĢ": 103272, + "Ġë¨": 103273, + "ĠÙĪر": 103274, + "ï¾Ĭ": 103275, + "è§Ĥ": 103276, + "Ġпи": 103277, + "нÑĥв": 103278, + "ilmesi": 103279, + "ستÙĩ": 103280, + "ĠдеÑĢжав": 103281, + "å®ĥ": 103282, + "åĪ¥": 103283, + "ëħĢ": 103284, + "лÑģÑı": 103285, + "à¤Ĥध": 103286, + "ĠÑĤи": 103287, + "ĠpÅĻip": 103288, + "пи": 103289, + "á»ĵn": 103290, + "оваÑĤÑĮ": 103291, + "ìĿ´ëĿ¼": 103292, + "æľĿ": 103293, + "ĠëĺIJ": 103294, + "ĠÎŃνα": 103295, + "ãģ¾ãģ§": 103296, + "جاÙħ": 103297, + "ĠëĬ": 103298, + "нÑĸв": 103299, + "ÏĢοÏħ": 103300, + "ĠزÙħاÙĨ": 103301, + "æĽ²": 103302, + "ĠÙħÙĩ": 103303, + "볨": 103304, + "ä¸ĥ": 103305, + "ãģ¨ãģĹãģ¦": 103306, + "labilir": 103307, + "оже": 103308, + "å¤ľ": 103309, + "ĠнÑĥжно": 103310, + "彩": 103311, + "çĪ±": 103312, + "ĠhoÃłn": 103313, + "ünü": 103314, + "ĠëĦ¤": 103315, + "ĠجÙĨ": 103316, + "ĠnÄĽj": 103317, + "кими": 103318, + "Ġaynı": 103319, + "ĠÙĥÙĦ": 103320, + "Ġnhau": 103321, + "ẳ": 103322, + "ÙĬات": 103323, + "Ġmezi": 103324, + "ĠÑĢек": 103325, + "Ġtür": 103326, + "ĠговоÑĢ": 103327, + "Ġfazla": 103328, + "åĩĨ": 103329, + "ÑĪий": 103330, + "ÐŁÑĢи": 103331, + "ÑĢоÑģÑĤ": 103332, + "ĠоÑĢган": 103333, + "ným": 103334, + "ĠÑĢод": 103335, + "ĠÙĪÛĮ": 103336, + "ický": 103337, + "림": 103338, + "ï½²": 103339, + "æĢİ": 103340, + "ĠÙĩذا": 103341, + "ĠÑĩаÑģÑĤи": 103342, + "ÃŃr": 103343, + "á»ĩnh": 103344, + "ĠíĹ": 103345, + "ê»": 103346, + "luž": 103347, + "ÃŃl": 103348, + "cÃŃch": 103349, + "å®Ł": 103350, + "ãģłãģ£ãģŁ": 103351, + "ÙĬرة": 103352, + "ĠvÄĥn": 103353, + "港": 103354, + "ĠÏĦιÏĤ": 103355, + "ارت": 103356, + "Ġvấn": 103357, + "âĶģâĶģâĶģâĶģ": 103358, + "対": 103359, + "ÏģÎŃ": 103360, + "ĠгодÑĥ": 103361, + "Ġسب": 103362, + "ارات": 103363, + "елей": 103364, + "ĠзаÑħ": 103365, + "Ġваж": 103366, + "Ġtá»īnh": 103367, + "ابع": 103368, + "Ġà¤ľà¤¬": 103369, + "Ġà¤IJस": 103370, + "ĠдÑĥ": 103371, + "Ġé«ĺ": 103372, + "ê²ł": 103373, + "нее": 103374, + "ï½Į": 103375, + "Ġмал": 103376, + "è¾¹": 103377, + "ãģłãģij": 103378, + "à¹īร": 103379, + "ÙĤØ·": 103380, + "Ġbên": 103381, + "Ġseb": 103382, + "ĠØ®ÙĪاÙĩ": 103383, + "siz": 103384, + "Ġolur": 103385, + "ĠëĶ°": 103386, + "Ġì¢ĭ": 103387, + "ĠsvÄĽt": 103388, + "ická": 103389, + "ỹ": 103390, + "Ġquản": 103391, + "ĠиÑģ": 103392, + "ĠzaÄį": 103393, + "ืà¸Ńà¸Ļ": 103394, + "ÑĶÑİ": 103395, + "िष": 103396, + "çĬ¶": 103397, + "Ïĥμ": 103398, + "ัส": 103399, + "óc": 103400, + "ĠбеÑĢ": 103401, + "ĠíĿ": 103402, + ";:;:": 103403, + "Ġپس": 103404, + "ĠëijIJ": 103405, + "ниÑĩ": 103406, + "ĠоÑĩенÑĮ": 103407, + "ĠìķĦìĿ´ì½ĺ": 103408, + "Ġθα": 103409, + "ĠвÑģÑĤ": 103410, + "ادة": 103411, + "Ġdevam": 103412, + "ืà¸Ńà¸ĩ": 103413, + "ĠлÑİди": 103414, + "ìĺĪ": 103415, + "á»±a": 103416, + "ÑıÑħ": 103417, + "âĢĮاÛĮ": 103418, + "ĠسÙĪ": 103419, + "å°¼": 103420, + "Ġthứ": 103421, + "meye": 103422, + "Ġèµ": 103423, + "èī¯": 103424, + "ĠdeÄŁiÅŁ": 103425, + "ÑĪÑĸ": 103426, + "Ġtrợ": 103427, + "ĠâĢİ#": 103428, + "çĹħ": 103429, + "ìĽĮ": 103430, + "Ġkde": 103431, + "Χ": 103432, + "æ¤": 103433, + "ĠÑħаÑĢакÑĤ": 103434, + "æĩ": 103435, + "Ġbiến": 103436, + "ÙĤع": 103437, + "åŁŁ": 103438, + "Ġнеп": 103439, + "Ġdů": 103440, + "ĠпиÑĤ": 103441, + "ĠÑĤÑĢеб": 103442, + "ازÛĮ": 103443, + "Ġطر": 103444, + "ĠÙħÙĦ": 103445, + "Ġtham": 103446, + "ĠÙĪجÙĪد": 103447, + "Ġsvé": 103448, + "é§ħ": 103449, + "اÛĮÙĨ": 103450, + "Ġtiên": 103451, + "stru": 103452, + "ĠváºŃy": 103453, + "üne": 103454, + "Ġà¹Ģม": 103455, + "Ġrằng": 103456, + "аÑĤÑĥ": 103457, + "äºij": 103458, + "ниÑĤ": 103459, + "ä¼Ĭ": 103460, + "ÙĪص": 103461, + "ĠéĿ": 103462, + "ĠпÑĢоблем": 103463, + "deki": 103464, + "**************": 103465, + "òa": 103466, + "ĠÄijá»ģu": 103467, + "ãĤĮãģŁ": 103468, + "ارس": 103469, + "ãģªãģı": 103470, + "اÙĤع": 103471, + "è»į": 103472, + "ÙĥÙħ": 103473, + "Äįas": 103474, + "Ġkỳ": 103475, + "Ø´Ùħ": 103476, + "à¥ĩड": 103477, + "éĺ¿": 103478, + "ĠjejÃŃ": 103479, + "ĠæĻ": 103480, + "ĠÄ°ÅŁ": 103481, + "ardım": 103482, + "Ġसमय": 103483, + "ĠÐĿо": 103484, + "ilerin": 103485, + "Ġعبد": 103486, + "nÃŃk": 103487, + "ĠØ´Ú©ÙĨ": 103488, + "ิà¸Ĺย": 103489, + "á»ħ": 103490, + "ÑĢез": 103491, + "Ġchứng": 103492, + "Ġ:.": 103493, + "Ġपत": 103494, + "Ġživot": 103495, + "å¢ĥ": 103496, + "«a": 103497, + "Ġtrung": 103498, + "никÑĸв": 103499, + "ĠاÙĦÙħÙĨ": 103500, + "ĠÑĢаÑģÑģ": 103501, + "Ġжив": 103502, + "Ġзакон": 103503, + "Ġ목": 103504, + "Ġzáv": 103505, + "Ġhakk": 103506, + "令": 103507, + "ĠÑıкий": 103508, + "ĠبÙĬ": 103509, + "λÎŃ": 103510, + "ocuk": 103511, + "ĠÑİ": 103512, + "à¸ģว": 103513, + "ĠاÙĨÚ¯": 103514, + "à¥ģà¤Ĥ": 103515, + "Ġnám": 103516, + "á»ķng": 103517, + "Ġжел": 103518, + "ĠÄijặc": 103519, + "Äįit": 103520, + "Ġê±´": 103521, + "ĠبÛĮØ´": 103522, + "кÑĢаÑĹн": 103523, + "ĠÙĪÙĩ": 103524, + "неннÑı": 103525, + "Ġà¹Ģà¸ŀ": 103526, + "омен": 103527, + "Ġlần": 103528, + "ĠعÙħÙĦ": 103529, + "Ġîģµ": 103530, + "Äŀ": 103531, + "ÑĸÑģлÑı": 103532, + "Æ°ng": 103533, + "ाफ": 103534, + "à¸Ĺà¸ĺ": 103535, + "ден": 103536, + "ĠÑīоб": 103537, + "Ñĩив": 103538, + "ılır": 103539, + "اعات": 103540, + "jÃŃcÃŃ": 103541, + "벨": 103542, + "ÚĨÙĩ": 103543, + "ارج": 103544, + "ĠپرÙĪ": 103545, + "Ġодин": 103546, + "лин": 103547, + "бÑĥ": 103548, + "Ġसरà¤ķ": 103549, + "åĢĻ": 103550, + "ë¶ĢíĦ°": 103551, + "à¥Īà¤Ĥ,": 103552, + "å´": 103553, + "à¹Ĥล": 103554, + "ĠvÅ¡ak": 103555, + "ĠопÑĢед": 103556, + "ì±": 103557, + "æ½": 103558, + "Ġdá»±ng": 103559, + "práv": 103560, + "ิส": 103561, + "Ġnhiá»ĩm": 103562, + "ĠiliÅŁ": 103563, + "ĠеÑīе": 103564, + "ĠjeÅ¡tÄĽ": 103565, + "ĠÑĢаÑģÑĤ": 103566, + "ฮ": 103567, + "à¤Ĥà¤Ł": 103568, + "âĢĮÚ©": 103569, + "ĠبÛĮÙĨ": 103570, + "ovou": 103571, + "æĻ®": 103572, + "ίεÏĤ": 103573, + "оÑĢоÑĪ": 103574, + "Ġolmak": 103575, + "Ġstát": 103576, + "diÄŁi": 103577, + "Ġtình": 103578, + "ĠdÄĽ": 103579, + "ĠگرÙģ": 103580, + "Ïĥο": 103581, + "ĠÑĥÑĤ": 103582, + "íķĻêµIJ": 103583, + "ัà¸IJ": 103584, + "าà¸Ń": 103585, + "ĠÄijặt": 103586, + "ĠмогÑĥÑĤ": 103587, + "ë°°": 103588, + "tik": 103589, + "ª½": 103590, + "liÄŁ": 103591, + "ÏĢε": 103592, + "ĠèĢ": 103593, + "kü": 103594, + "adece": 103595, + "κÏĮ": 103596, + "ĠдÑĸ": 103597, + "ầm": 103598, + "çĦ¡ãģĹ": 103599, + "Û²Û°Û±": 103600, + "èµĽ": 103601, + "оÑģÑĥд": 103602, + "ĠìķĪëĤ´": 103603, + "ĠÐĶж": 103604, + "座": 103605, + "ických": 103606, + "Ġìłģ": 103607, + "à¥ĩ,": 103608, + "ového": 103609, + "Ġvẫn": 103610, + "Ġbirlikte": 103611, + "Ġरà¤ĸ": 103612, + "ĠÙĨÙĩ": 103613, + "ÙĤر": 103614, + "पर": 103615, + "etÃŃ": 103616, + "ĠÑĤÑĭ": 103617, + "ĢìĿ´": 103618, + "Ġà¤ħल": 103619, + "Ġможе": 103620, + "ãĤ´": 103621, + "Ġstran": 103622, + "طر": 103623, + "è¿Ļ个": 103624, + "Ġبع": 103625, + "åĨĽ": 103626, + "ektir": 103627, + "ĠhÆ°á»Ľng": 103628, + "ÙĨاÙĨ": 103629, + "Ġà¤ij": 103630, + "ÏĮÏĦη": 103631, + "оÑģк": 103632, + "åįĥ": 103633, + "asına": 103634, + "ĠØ´Ùĩ": 103635, + "ĠдеÑĢ": 103636, + "ĠÙħخت": 103637, + "ĠØŃÙĤ": 103638, + "ãĥ¾": 103639, + "ساÙĨ": 103640, + "Ġcung": 103641, + "коÑĢиÑģÑĤ": 103642, + "ÏĦικά": 103643, + "Ġвона": 103644, + "با": 103645, + "ãģķãĤĮãģŁ": 103646, + "nout": 103647, + "Ġı": 103648, + "è§ī": 103649, + "ĠÃ¶ÄŁren": 103650, + "Ġì½Ķ": 103651, + "带": 103652, + "Ñģлов": 103653, + "ĠεÏĢι": 103654, + "ê°IJ": 103655, + "ĠÙħرب": 103656, + "ĠÙģÛĮÙĦÙħ": 103657, + "ĠкÑĢов": 103658, + "Ġëį°": 103659, + "ाण": 103660, + "Ġelekt": 103661, + "ĠнаÑĢод": 103662, + "ÛĮدÙĩ": 103663, + "ç´Ħ": 103664, + "ĠпÑĢоÑĦ": 103665, + "ÏģοÏĤ": 103666, + "Ġãħ": 103667, + "ä¸įæĺ¯": 103668, + "Ġà¤ľà¤¨": 103669, + "ัล": 103670, + "ĠصÙĪرت": 103671, + "ãĥľ": 103672, + "Ġà¤Ĺà¤Ī": 103673, + "ÄŁitim": 103674, + "ÑģÑĮкиÑħ": 103675, + "Ġлег": 103676, + "ĠتÙĪÙĦ": 103677, + "Ġìļ´": 103678, + "عر": 103679, + "ĠmÃłu": 103680, + "гов": 103681, + "æ³¢": 103682, + "indeki": 103683, + "ìłģìĿ¸": 103684, + "ấm": 103685, + "ĠíĻķ": 103686, + "ĠباÛĮد": 103687, + "à¹Įà¸Ĺ": 103688, + "Ġkendi": 103689, + "ีว": 103690, + "ิà¸ģาร": 103691, + "ĠکردÙĩ": 103692, + "å·´": 103693, + "à¤ģ": 103694, + "ราà¸Ĭ": 103695, + "à¥įश": 103696, + "ĠÐĶлÑı": 103697, + "å¥ĩ": 103698, + "ĠÑĥÑģÑĤанов": 103699, + "йÑĤе": 103700, + "ãĤĩ": 103701, + "άÏģ": 103702, + "ĠЮ": 103703, + "ĠluáºŃt": 103704, + "ãĢī": 103705, + "è´¨": 103706, + "دا": 103707, + "Ġdüzen": 103708, + "สà¸Ļ": 103709, + "ÑĢон": 103710, + "dıģı": 103711, + "âĢĻda": 103712, + "Ġfarklı": 103713, + "Ñħов": 103714, + "lán": 103715, + "ÑĩаÑģ": 103716, + "Ñĩин": 103717, + "Ġì°¸": 103718, + "ì´Ī": 103719, + "ÑĨип": 103720, + "ç¹": 103721, + "éĸĢ": 103722, + "жа": 103723, + "ÑĢован": 103724, + "à¸ĵะ": 103725, + "ÙĦÙĬزÙĬØ©": 103726, + "Ïĩει": 103727, + "à¥Ī.": 103728, + "кÑģп": 103729, + "اÙĪر": 103730, + "Ġnguyên": 103731, + "ãģ«ãĤĪ": 103732, + "à¥ĩम": 103733, + "ÏĥÏĦε": 103734, + "تÙĪ": 103735, + "Äįek": 103736, + "ÑĨÑĭ": 103737, + "Ġ물": 103738, + "ÑįÑĤ": 103739, + "Ġkazan": 103740, + "Ùģس": 103741, + "ehir": 103742, + "вÑĸÑĤ": 103743, + "ĠدÙĪÙĦ": 103744, + "Ġëĵľ": 103745, + "Ġà¤ļल": 103746, + "еÑģÑĤва": 103747, + "δα": 103748, + "ĠбÑĥв": 103749, + "ĠÐĿе": 103750, + "ØŃر": 103751, + "огÑĢаÑĦ": 103752, + "Ġrozhod": 103753, + "ĠвикоÑĢиÑģÑĤ": 103754, + "Ġyêu": 103755, + "λοÏĤ": 103756, + "کس": 103757, + "Ġشب": 103758, + "ิษ": 103759, + "æ¯į": 103760, + "ĠдоÑĢ": 103761, + "Ġnghá»ĩ": 103762, + "Ġtrang": 103763, + "à¥ĩद": 103764, + "Ġtìm": 103765, + "Ñĩно": 103766, + "ĠاÙħا": 103767, + "éģĭ": 103768, + "کر": 103769, + "ké": 103770, + "ĠvÄĽt": 103771, + "ĠнаÑģÑĤ": 103772, + "Ġæ±": 103773, + "ĠåĽ½": 103774, + "Ġgiảm": 103775, + "ادÙĬ": 103776, + "ëĤľ": 103777, + "ë¡ł": 103778, + "Ġ､": 103779, + "ĠденÑĮ": 103780, + "ÑĨÑĸÑİ": 103781, + "Ġhạn": 103782, + "ẳng": 103783, + "λή": 103784, + "eyen": 103785, + "ä¸Ķ": 103786, + "æѦ": 103787, + "ĠÑĦак": 103788, + "à¹Īà¸Ńà¸Ļ": 103789, + "Ġοι": 103790, + "زÙħ": 103791, + "ãģĹãģ¦ãģĦãĤĭ": 103792, + "лива": 103793, + "âĢķâĢķ": 103794, + "Ġöl": 103795, + "Ġà¤ĵ": 103796, + "ÑģÑĤÑĸ": 103797, + "à¸ģรรม": 103798, + "Ġtục": 103799, + "Ġgörün": 103800, + "ãģĹãģ¾": 103801, + "Ġì¦": 103802, + "馬": 103803, + "Ġможна": 103804, + "ĠÚ©ÙĦ": 103805, + "ĠÑĨенÑĤ": 103806, + "ĠìĻ¸": 103807, + "Îĺ": 103808, + "çĩ": 103809, + "Ġgelen": 103810, + "ĠاÙĬÙĨ": 103811, + "Ġآب": 103812, + "Ġà¤Ĩय": 103813, + "ัà¸ģษ": 103814, + "Ñģим": 103815, + "ĠболÑĮÑĪ": 103816, + "Ġмн": 103817, + "оди": 103818, + "ĠÄ°l": 103819, + "Ġà¤Ĩर": 103820, + "еÑĤе": 103821, + "ÑĨиÑİ": 103822, + "áºŃu": 103823, + "Ġtiếng": 103824, + "ë¶ģ": 103825, + "æ§ĺ": 103826, + "ĠнаÑĪ": 103827, + "มา": 103828, + "âĢĻın": 103829, + "ãĥĥãĥĹ": 103830, + "ÙĪجÙĩ": 103831, + "ĠØŃد": 103832, + "ává": 103833, + "رÙĪØ´": 103834, + "ĠдейÑģÑĤв": 103835, + "ãģ£ãģ¦ãģĦãĤĭ": 103836, + "Ïģή": 103837, + "Ġüst": 103838, + "Ġtiết": 103839, + "acaÄŁ": 103840, + "ĠÐŁÐ¾": 103841, + "éĬ": 103842, + "머": 103843, + "chod": 103844, + "ĠØ¢ÙħÙĪز": 103845, + "ãģŁãĤģ": 103846, + "Ġchuyên": 103847, + "Ġuygu": 103848, + "нÑĸÑģÑĤ": 103849, + "ë´": 103850, + "æݧ": 103851, + "ÑĥÑİÑĤÑĮ": 103852, + "Äįi": 103853, + "ãģ¹": 103854, + "à¥Ĥन": 103855, + "æĹ©": 103856, + "ãĥĩãĤ£": 103857, + "èĴ": 103858, + "Ġشخص": 103859, + "ĠÑħоÑĤ": 103860, + "ĠÚ©ÙĨÛĮد": 103861, + "гл": 103862, + "à¸Ńà¸Ńà¸ģ": 103863, + "éĢĻ": 103864, + "ĠزÛĮر": 103865, + "íķŃ": 103866, + "ĠÃĸz": 103867, + "åij³": 103868, + "ØŃدة": 103869, + "Ġkažd": 103870, + "ĠÑĨвеÑĤ": 103871, + "Ġç¾": 103872, + "Ġкож": 103873, + "ĠÐŃÑĤо": 103874, + "ÑıÑĤелÑĮ": 103875, + "лаÑģÑĮ": 103876, + "âĢĮØ´ÙĪد": 103877, + "μι": 103878, + "Ġæ²": 103879, + "Ġsüre": 103880, + "ละ": 103881, + "éħĴ": 103882, + "ึà¸ģษ": 103883, + "λλά": 103884, + "çij": 103885, + "ĠìĥĪ": 103886, + "Ġसह": 103887, + "ĠHÃł": 103888, + "ë¦¬ê³ł": 103889, + "صر": 103890, + "ĠæĬķ": 103891, + "éłŃ": 103892, + "Ġbá»ĩnh": 103893, + "ĠìĥĿê°ģ": 103894, + "Ġà¤ħà¤Ń": 103895, + "ê³µì§Ģ": 103896, + "ìĶ": 103897, + "á»Ŀi": 103898, + "çŃĶ": 103899, + "ĠbÃłi": 103900, + "одÑĸ": 103901, + "าà¸Ĥ": 103902, + "ников": 103903, + "Ġdönem": 103904, + "วม": 103905, + "ãĥĨãĤ£": 103906, + "ारण": 103907, + "оги": 103908, + "Ġkiá»ĥm": 103909, + "оÑĦ": 103910, + "äºĪ": 103911, + "åĨ³": 103912, + "اÙĦات": 103913, + "Ġnếu": 103914, + "Ġcest": 103915, + "زش": 103916, + "ÙİÙĦ": 103917, + "Ġتأ": 103918, + "ĠÄijạo": 103919, + "Ïįν": 103920, + "ĠвнÑĥ": 103921, + "ĠجاÙħ": 103922, + "ivnÃŃ": 103923, + "ĠìŀĪìĬµëĭĪëĭ¤": 103924, + "ÏĬ": 103925, + "æĦĽ": 103926, + "ãĥĽ": 103927, + "мÑĸн": 103928, + "ĠtÃŃm": 103929, + "ằm": 103930, + "ê·ł": 103931, + "äºķ": 103932, + "Ġxây": 103933, + "ĠìĽĶ": 103934, + "елен": 103935, + "Ġà¹Ĥà¸Ķย": 103936, + "اÙĦÙĩ": 103937, + "Ġbất": 103938, + "á»ĵm": 103939, + "âĢĮÚ¯": 103940, + "ÙĪرة": 103941, + "بات": 103942, + "Ġbán": 103943, + "ẫu": 103944, + "اÙĨÙĪÙĨ": 103945, + "Ġzákon": 103946, + "áž": 103947, + "ì¶Ķ": 103948, + "à¹ģà¸ģ": 103949, + "ãĤįãģĨ": 103950, + "ÑĢоÑĤ": 103951, + "çĵ": 103952, + "Ġвони": 103953, + "Ġxác": 103954, + "ĠدÛĮگر": 103955, + "ÏĢοι": 103956, + "ĠнеÑģк": 103957, + "رسÛĮ": 103958, + "ĠëĿ¼": 103959, + "تÙĦ": 103960, + "λά": 103961, + "ĠÑıвлÑıеÑĤÑģÑı": 103962, + "ä¾Ŀ": 103963, + "Ġåħ¬": 103964, + "Ĺi": 103965, + "ĠíĬ¹": 103966, + "ÙĥÙĪÙĨ": 103967, + "ắp": 103968, + "جÙħÙĪع": 103969, + "ÏĨοÏģ": 103970, + "ело": 103971, + "Ġgüven": 103972, + "Ġмай": 103973, + "ĠÑģоз": 103974, + "à¸ģระ": 103975, + "ĠاسÙĦاÙħ": 103976, + "ĠÑīе": 103977, + "Ġsá»ijng": 103978, + "à¥įब": 103979, + "کار": 103980, + "ĠthuáºŃt": 103981, + "ĠnÃŃ": 103982, + "第ä¸Ģ": 103983, + "è¦ĸ": 103984, + "à¹Ģà¸ģม": 103985, + "اÙĬØ©": 103986, + "ĠÎĪ": 103987, + "ãĤ¶": 103988, + "ĠÙħÙĪÙĤع": 103989, + "ĠåĴ": 103990, + "è¡ĵ": 103991, + "ĠÐŀд": 103992, + "Ġä¸ī": 103993, + "lerinde": 103994, + "ĠÑģвоÑĹ": 103995, + "à¥Ģà¤ı": 103996, + "ĠthÆ°Æ¡ng": 103997, + "ÏĥÏĦο": 103998, + "ĠغÙĬر": 103999, + "Ġپر": 104000, + "ĠÑģебе": 104001, + "Ġвк": 104002, + "Ġkhai": 104003, + "ãĤĢ": 104004, + "ĠÙĨظر": 104005, + "ĠдокÑĥм": 104006, + "à¹ĩà¸ļ": 104007, + "ĠíķľêµŃ": 104008, + "ï½ī": 104009, + "å·¥ç¨ĭ": 104010, + "ĠÙĪÙĦ": 104011, + "ØŃÙĬ": 104012, + "Ġпла": 104013, + "ĠÄ°stanbul": 104014, + "âĢĻde": 104015, + "алÑģÑı": 104016, + "ĠØ¢ÙĨÙĩا": 104017, + "ĠاÙĩ": 104018, + "Ġê´Ģ리": 104019, + "Ġanh": 104020, + "Å¡ÃŃm": 104021, + "larla": 104022, + "ï¼Ŀ": 104023, + "nostÃŃ": 104024, + "ÑģÑĤве": 104025, + "ÛĮÙģ": 104026, + "Ġگرد": 104027, + "ãĤĮãĤĭ": 104028, + "Ġvá»±": 104029, + "ÄĽnÃŃ": 104030, + "Ġgörev": 104031, + "Ġyılında": 104032, + "Ġlợi": 104033, + "Ġanlam": 104034, + "ĠпÑĢовод": 104035, + "ÑĨÑİ": 104036, + "Ġåī": 104037, + "Ġë§İ": 104038, + "ÑĢаÑģ": 104039, + "ĠŽ": 104040, + "کاÙĨ": 104041, + "ÐĻ": 104042, + "ãģ£ãģ¨": 104043, + "Ú©ÙĦ": 104044, + "ายà¸Ļ": 104045, + "عاÙĦ": 104046, + "Ġký": 104047, + "ĠмаÑĤеÑĢи": 104048, + "ê»ĺ": 104049, + "ılması": 104050, + "μÎŃν": 104051, + "ĠÙĨÙħÛĮ": 104052, + "Ġcuá»Ļc": 104053, + "Ġδεν": 104054, + "å¹²": 104055, + "＿＿＿＿": 104056, + "à¥Ģà¤Ł": 104057, + "Ġçıkar": 104058, + "ĠkonuÅŁ": 104059, + "иÑĤелÑĮно": 104060, + "lantı": 104061, + "à¹Ħล": 104062, + "å¾ĭ": 104063, + "ĠíĶ¼": 104064, + "ìĻ¸": 104065, + "Ġsáng": 104066, + "éģĶ": 104067, + "ожд": 104068, + "Ġآخر": 104069, + "ilece": 104070, + "à¥Īन": 104071, + "Ġjedn": 104072, + "ĠÑģпеÑĨи": 104073, + "´Ŀ": 104074, + "ĠÚĺ": 104075, + "ĠãĢĤĊ": 104076, + "èģĮ": 104077, + "ĠÙĨÛĮ": 104078, + "ÑĤоÑĢа": 104079, + "λι": 104080, + "ĠÙĪب": 104081, + "iÅŁim": 104082, + "ç»´": 104083, + "ãĢĢi": 104084, + "Ġmua": 104085, + "Ġjiž": 104086, + "è¶Ĭ": 104087, + "ãĤĴè¦ĭ": 104088, + "Ġná»Ļi": 104089, + "à¥įà¤Ĺ": 104090, + "種": 104091, + "ĠãĢĢãĢĢãĢĢ": 104092, + "à¹ĥหม": 104093, + "ĠÎĨ": 104094, + "ÙĨدÛĮ": 104095, + "ĠÑģÑĩ": 104096, + "Ġlá»ĩ": 104097, + "lub": 104098, + "еÑĢÑĤ": 104099, + "ĠاطÙĦ": 104100, + "ĠÑģеÑĢед": 104101, + "Ġéģ": 104102, + "Ġзал": 104103, + "ÙĨÛĮÙĨ": 104104, + "çŁ¥éģĵ": 104105, + "Ø¢ÙĨ": 104106, + "Ġкап": 104107, + "Ġà¹Ħม": 104108, + "ůvod": 104109, + "ĠپاÛĮ": 104110, + "ÑĤÑĢи": 104111, + "Ġiht": 104112, + "à¹Ĭ": 104113, + "ĠвÑģÑĸ": 104114, + "Ġthay": 104115, + "åĨµ": 104116, + "ĠعÙĨÙĪاÙĨ": 104117, + "ĠÎ¥": 104118, + "à¸Ŀ": 104119, + "εÏĦαι": 104120, + "iyordu": 104121, + "ï¼ĮèĢĮ": 104122, + "çļĦ人": 104123, + "Ġसà¤Ń": 104124, + "à¹īà¸Ńย": 104125, + "ικο": 104126, + "ãĤĵãģ§": 104127, + "족": 104128, + "ÙĨجÙĦÙĬزÙĬØ©": 104129, + "Ġžád": 104130, + "ÑĢави": 104131, + "γγ": 104132, + "æµĭ": 104133, + "оÑĨÑĸ": 104134, + "ãĢĢãĢĢĠãĢĢ": 104135, + "Ġतरह": 104136, + "ĠëĨ": 104137, + "à¥Ģà¤ļ": 104138, + "à¹Īม": 104139, + "Ġgá»ĵm": 104140, + "Ġkiá»ĩn": 104141, + "è·Ł": 104142, + "Φ": 104143, + "esinin": 104144, + "é¥": 104145, + "é«Ķ": 104146, + "оÑĩно": 104147, + "रण": 104148, + "æĺ¥": 104149, + "ç¶ĵ": 104150, + "Ġبار": 104151, + "ê·¼": 104152, + "éĻħ": 104153, + "ĠسÙĬ": 104154, + "ÑģÑĥÑĤ": 104155, + "ìµľ": 104156, + "å±ħ": 104157, + "ĠÄįesk": 104158, + "ÎijÎĿ": 104159, + "Ġdiá»ĩn": 104160, + "Ġεί": 104161, + "à¸ĩà¸Ĺ": 104162, + "ãĤ©": 104163, + "Ġvá»±c": 104164, + "вав": 104165, + "tıģı": 104166, + "Ġëªħ": 104167, + "ην": 104168, + "виÑĤ": 104169, + "ĠØ£Ùĥ": 104170, + "ĠпÑĢоп": 104171, + "rak": 104172, + "ÑĢаÑĤи": 104173, + "ĠÄijánh": 104174, + "ÑĢеп": 104175, + "ê´ij": 104176, + "еÑĨÑĮ": 104177, + "Ġबत": 104178, + "ĠåĮĹ": 104179, + "Ġsát": 104180, + "ledi": 104181, + "ìłģìľ¼ë¡ľ": 104182, + "ůj": 104183, + "Û°Û°": 104184, + "Ġnasıl": 104185, + "ĠÙĪس": 104186, + "Ġεξ": 104187, + "вÑĭ": 104188, + "ç½Ĺ": 104189, + "ارÛĮØ®": 104190, + "à¸Ľà¸¥": 104191, + "ίκ": 104192, + "Ġê¸Ī": 104193, + "åĩł": 104194, + "å¼·": 104195, + "è¿Ķ": 104196, + "Ġnhá»ı": 104197, + "å¾Ģ": 104198, + "Ġдаже": 104199, + "Ġçev": 104200, + "кÑĸ": 104201, + "ĠØ£Ùħ": 104202, + "ีส": 104203, + "สามารà¸ĸ": 104204, + "ĠÐĦ": 104205, + "ÑħодиÑĤ": 104206, + "ëĸ": 104207, + "Ġtruyá»ģn": 104208, + "ĠÑģÑĤан": 104209, + "ëĵ¤ìĿĢ": 104210, + "اÙĦت": 104211, + "़à¥ĩ": 104212, + "Ġà¤ħब": 104213, + "æķ¸": 104214, + "ĠдÑĸÑı": 104215, + "ĠÙħتر": 104216, + "Ġë¸": 104217, + "ï¾į": 104218, + "Ġê³¼": 104219, + "ĠزÛĮ": 104220, + "ëŁ¼": 104221, + "ĠÐŁÐµÑĢ": 104222, + "Ġsık": 104223, + "ноÑģÑĤÑĮÑİ": 104224, + "Ġeden": 104225, + "ادر": 104226, + "ãĦ": 104227, + "ĠлеÑĩ": 104228, + "ĠÙĩØ°Ùĩ": 104229, + "ضÙĪع": 104230, + "ĠìķĦëĭĪ": 104231, + "irket": 104232, + "Ġاگر": 104233, + "ĠÑħоÑĩ": 104234, + "Ġбан": 104235, + "íĶĮ": 104236, + "æĢİä¹Ī": 104237, + "èĽ": 104238, + "Ġबà¤ļ": 104239, + "Ġکتاب": 104240, + "çīĮ": 104241, + "Ġдва": 104242, + "جر": 104243, + "ĠпÑĢоÑģÑĤо": 104244, + "Ġà¤Ĩव": 104245, + "Ġmức": 104246, + "į¼": 104247, + "ĠjÃŃ": 104248, + "íİĺ": 104249, + "Ġtamam": 104250, + "åĪĽ": 104251, + "à¸Ĵ": 104252, + "пеÑĩ": 104253, + "à¥ĭस": 104254, + "ĠÑģем": 104255, + "ĠtÆ°Æ¡ng": 104256, + "ä¸ģ": 104257, + "ī´": 104258, + "ĠÑĢоÑģ": 104259, + "ĠмаÑĶ": 104260, + "æŃĮ": 104261, + "ĠداÙĨÙĦÙĪد": 104262, + "ĠLoÃłi": 104263, + "Ġedilm": 104264, + "Ġkonu": 104265, + "ĠاÙĦÙħر": 104266, + "ĠulaÅŁ": 104267, + "Ġyüksek": 104268, + "οι": 104269, + "ÙİÙĨ": 104270, + "ĠbÄĽ": 104271, + "ãĤ·ãĥ§ãĥ³": 104272, + "￣￣￣￣": 104273, + "Ġgüç": 104274, + "ĠاÙĪÙĦ": 104275, + "Ġма": 104276, + "Ġبخش": 104277, + "ाà¤ĸ": 104278, + "ĠвиÑģ": 104279, + "ženÃŃ": 104280, + "Ġzpůsob": 104281, + "znam": 104282, + "ĠرÙĪÛĮ": 104283, + "åĭĿ": 104284, + "।Ċ": 104285, + "ÙĦÙĤ": 104286, + "Ġжиз": 104287, + "ÑĢÑĸв": 104288, + "ĠÑĥпÑĢав": 104289, + "Ġphá»ij": 104290, + "icros": 104291, + "Ġà¹ģà¸ķ": 104292, + "Ġë°ķ": 104293, + "ÙĪات": 104294, + "ï¼Įä¸Ģ": 104295, + "анÑģ": 104296, + "ç´ļ": 104297, + "ยà¸Ļ": 104298, + "à¹ģà¸Ĥ": 104299, + "Ġgiáo": 104300, + "äºĮäºĮ": 104301, + "ĠÄ°s": 104302, + "ìĬ¹": 104303, + "Ġolacak": 104304, + "ĠCác": 104305, + "ĠÑĢÑĥб": 104306, + "ẹp": 104307, + "ÄŁiniz": 104308, + "ãģªãģ©": 104309, + "ĠмоÑĢ": 104310, + "ĠÑģдел": 104311, + "ÙĦÙħاÙĨ": 104312, + "ném": 104313, + "å°į": 104314, + "Ġdne": 104315, + "ì¶ľìŀ¥": 104316, + "عب": 104317, + ":::::::": 104318, + "ÎĴ": 104319, + "eket": 104320, + "ĠÑĢеÑĪ": 104321, + "èĪ¬": 104322, + "ĠíĻĶ": 104323, + "صد": 104324, + "ĠмаÑĢ": 104325, + "Ñıж": 104326, + "شار": 104327, + "ãģ²": 104328, + "ĠاÙĦÙĬ": 104329, + "Ùį": 104330, + "à¤Ĥà¤ľ": 104331, + "мÑĭ": 104332, + "Ġkarar": 104333, + "ÙĦÛĮسÛĮ": 104334, + "าà¸ĵ": 104335, + "群": 104336, + "Ġolması": 104337, + "Ġhazır": 104338, + "γÏģαÏĨ": 104339, + "¯u": 104340, + "вол": 104341, + "ĠÑģÑĤаÑĢ": 104342, + "ovala": 104343, + "Ġвозмож": 104344, + "Ġдав": 104345, + "風": 104346, + "را": 104347, + "Ġдопом": 104348, + "ê²ĥ": 104349, + "Ġìĺ¬": 104350, + "Ġåİ": 104351, + "Ġ못": 104352, + "uç": 104353, + "íļ": 104354, + "lük": 104355, + "ä¸Ńå¿ĥ": 104356, + "Ġदर": 104357, + "ĠâĹĨ": 104358, + "Ġtay": 104359, + "ĠبسÛĮ": 104360, + "ĠÏĥÏĦα": 104361, + "ĠÙħØ®": 104362, + "ÑıÑī": 104363, + "å·®": 104364, + "à¸ī": 104365, + "ëł¹": 104366, + "à¹ĥà¸Ļà¸ģาร": 104367, + "ĠÙĩÙĨ": 104368, + "ãģ¶": 104369, + "лÑĸд": 104370, + "åį°": 104371, + "Ġsao": 104372, + "ÅĻad": 104373, + "리ëĬĶ": 104374, + "Ñģлед": 104375, + "åĶ®": 104376, + "Ġ|:": 104377, + "æķĻèĤ²": 104378, + "Ġмол": 104379, + "ĠÙĩÙĬ": 104380, + "ëģ": 104381, + "ĠкÑĥлÑĮ": 104382, + "'nin": 104383, + "Ġخر": 104384, + "Ġgenel": 104385, + "Ġtá»Ń": 104386, + "Ġkurul": 104387, + "енÑĤи": 104388, + "à¥ĭà¤ľà¤¨": 104389, + "è¿Ļæł·": 104390, + "ĠмÑĸж": 104391, + "Ġnghiá»ĩm": 104392, + "ĠÏĢολ": 104393, + "æĭĽ": 104394, + "Ġà¤Ĺà¤ı": 104395, + "ầy": 104396, + "Ġcảm": 104397, + "ç´°": 104398, + "rıca": 104399, + "ĠعÙĦÛĮ": 104400, + "ิà¹ī": 104401, + "hur": 104402, + "ĠchÆ°a": 104403, + "ÑĥÑĶÑĤÑĮÑģÑı": 104404, + "ãģ©ãģĨ": 104405, + "Ñĥл": 104406, + "ิร": 104407, + "Ġæľī": 104408, + "ä¼¼": 104409, + "ÑĦеÑĢ": 104410, + "ÑįÑĤомÑĥ": 104411, + "æĹħ": 104412, + "ĠÙħÙĪج": 104413, + "Ġ본": 104414, + "Ġgiá»Ŀ": 104415, + "Ġkiến": 104416, + "à¹Īวย": 104417, + "Ġdüny": 104418, + "ĠزÙħ": 104419, + "овÑĸ": 104420, + "ĠÑĨÑĮого": 104421, + "ิà¸ļ": 104422, + "ĠìĨIJ": 104423, + "èIJ¥": 104424, + "ĠÑĢÑĸз": 104425, + "Ġhá»Ĺ": 104426, + "ÑĢÑĸб": 104427, + "ĠãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢ": 104428, + "ìľ¼ë©°": 104429, + "äºĨä¸Ģ": 104430, + "ĠÙĤبÙĦ": 104431, + "é¾Ļ": 104432, + "Ġگذ": 104433, + "ĠÙĤد": 104434, + "ãģªãģĭãģ£ãģŁ": 104435, + "Ġà¹Ģร": 104436, + "å¸Į": 104437, + "ĠÑģÑħ": 104438, + "ĠгÑĢом": 104439, + "åĽ¢": 104440, + "Ġì§ij": 104441, + "ĠлÑĥÑĩ": 104442, + "åħµ": 104443, + "ĠÐŀÑĤ": 104444, + "Ġmuá»ijn": 104445, + "ãģĺãĤĥ": 104446, + "ovnÃŃ": 104447, + "ë©´ìĦľ": 104448, + "ë³Ģ": 104449, + "Ġнеб": 104450, + "Ñģии": 104451, + "ÙĨÙħ": 104452, + "ÄŁin": 104453, + "Ġtoho": 104454, + "eniz": 104455, + "باش": 104456, + "ĠÑģлÑĥж": 104457, + "Ġbợi": 104458, + "Ġüzere": 104459, + "Ġsadece": 104460, + "ĠÏĢαÏģ": 104461, + "³³³³³³³³³³³³³³³³": 104462, + "èĮĥ": 104463, + "ÏĦικÏĮ": 104464, + "ĠäºĮ": 104465, + "ãĤĪãģĨãģ«": 104466, + "èŀ": 104467, + "ãģ®ãģ¯": 104468, + "ĠÑĥкÑĢаÑĹн": 104469, + "Ġbắt": 104470, + "ван": 104471, + "ĠÑģÑĤÑĢа": 104472, + "è¡Ģ": 104473, + "nutÃŃ": 104474, + "okt": 104475, + "รà¸ĩà¹Ģร": 104476, + "ĠصÙģ": 104477, + "åħļ": 104478, + "ÏĦί": 104479, + "ï¼ģãĢįĊĊ": 104480, + "ĠÑĤемп": 104481, + "é¡Į": 104482, + "Ġsluž": 104483, + "Ñĥков": 104484, + "ĠnghÄ©a": 104485, + "çĶ²": 104486, + "Ġdá»ħ": 104487, + "ови": 104488, + "ÏĦÏħ": 104489, + "رÛĮÚ©": 104490, + "ĠAnh": 104491, + "ĠвÑģего": 104492, + "âĢĮÚ©ÙĨ": 104493, + "teÅĻÃŃ": 104494, + "Ġmục": 104495, + "ÙĩÙĨÚ¯": 104496, + "ĠÐŁÐ¾Ñģ": 104497, + "ÚĺÙĩ": 104498, + "ĠاÙĦغ": 104499, + "æĿ¾": 104500, + "ysl": 104501, + "Ġyapılan": 104502, + "çĪ¶": 104503, + "Ġmạnh": 104504, + "راÙĩ": 104505, + "à¸Ķà¸ĩ": 104506, + "oÄį": 104507, + "ë§IJ": 104508, + "åłĤ": 104509, + "маÑĤ": 104510, + "ĠeÅŁ": 104511, + "ÙĪÙħات": 104512, + "Ġساخت": 104513, + "åĽłä¸º": 104514, + "ĠпÑĢий": 104515, + "ılmÄ±ÅŁ": 104516, + "館": 104517, + "ุà¸ĩ": 104518, + "Ġëģ": 104519, + "à¸ķาม": 104520, + "åIJī": 104521, + "μή": 104522, + "Ġæľ¬": 104523, + "Ġzáklad": 104524, + "تØŃ": 104525, + "è¾¼": 104526, + "ĠвÑĸй": 104527, + "ĠÙħÙĨØ·": 104528, + "Ġtoán": 104529, + "каÑĢ": 104530, + "ĠÐĹа": 104531, + "ĠпÑĢимен": 104532, + "ãĤĭãģ¨": 104533, + "ัà¸Ĺ": 104534, + "ÛĮس": 104535, + "ĠاÙĨجاÙħ": 104536, + "ĠعÙĦÙĬ": 104537, + "़ि": 104538, + "ených": 104539, + "ĠLiên": 104540, + "Ġпа": 104541, + "éļĬ": 104542, + "Ġmohou": 104543, + "ĠкÑĸлÑĮ": 104544, + "ĠΤο": 104545, + "اÙĦب": 104546, + "ÎŃν": 104547, + "ĠnabÃŃ": 104548, + "çi": 104549, + "lerden": 104550, + "Ġthanh": 104551, + "Ġbütün": 104552, + "ĠåŁ": 104553, + "ì¸ł": 104554, + "Ġzat": 104555, + "ÙĬÙĪ": 104556, + "Ġμια": 104557, + "uyết": 104558, + "Ñijн": 104559, + "åĪĴ": 104560, + "ливо": 104561, + "à¹Īà¸Ńà¸ĩ": 104562, + "ä»ĸ们": 104563, + "Ġбаг": 104564, + "िà¤Ń": 104565, + "ĠÑĤам": 104566, + "ĠпÑĢеп": 104567, + "ิà¸Ĭ": 104568, + "âĢĻÑıз": 104569, + "ĠPhân": 104570, + "жен": 104571, + "à¥Īà¤ķ": 104572, + "ĠÑģлÑĥÑĩае": 104573, + "Ġ.:": 104574, + "åŃ¦æł¡": 104575, + "Ä°N": 104576, + "義": 104577, + "ĠÑģÑĤо": 104578, + "Ġहर": 104579, + "Ïħν": 104580, + "Ġxem": 104581, + "ĠбÑĥÑĤи": 104582, + "ÑģиÑĤ": 104583, + "çªģ": 104584, + "à¥įà¤Ľ": 104585, + "åij¢": 104586, + "ï¼Įä¹Ł": 104587, + "enÄĽ": 104588, + "Ġκά": 104589, + "iyorum": 104590, + "ĠÚ¯Ùģت": 104591, + "âĹıâĹıâĹıâĹı": 104592, + "ัม": 104593, + "ĠÐļон": 104594, + "ноÑĪ": 104595, + "ниÑĨÑĤ": 104596, + "üzel": 104597, + "sÃŃ": 104598, + "師": 104599, + "صÙĪÙĦ": 104600, + "çĥŃ": 104601, + "ĠÄijủ": 104602, + "ãĤ®": 104603, + "æķħ": 104604, + "ĠÅ¡kol": 104605, + "Ñĩен": 104606, + "à¹Ģย": 104607, + "à¸Ļà¸Ļ": 104608, + "ÙĢÙĢÙĢÙĢ": 104609, + "Ġüç": 104610, + "念": 104611, + "ãĥªãĤ¢": 104612, + "ĠíĻĺ": 104613, + "Ġéĩij": 104614, + "çıŃ": 104615, + "ĠÑģклад": 104616, + "Ñıми": 104617, + "üf": 104618, + "Ġhã": 104619, + "ĠÄIJại": 104620, + "ÂĤ": 104621, + "åĦª": 104622, + "Ġbulunan": 104623, + "ĠاÙĦÙħØŃ": 104624, + "æĪı": 104625, + "Ġè©": 104626, + "ĠноÑĢм": 104627, + "Ġchuẩn": 104628, + "ĠзаÑģÑĤ": 104629, + "ĠvÃŃce": 104630, + "Ðĸ": 104631, + "Ġà¤Ĩध": 104632, + "ĠÄįas": 104633, + "ĠбоÑĢ": 104634, + "Ïģια": 104635, + "ĠÙħاÙĩ": 104636, + "Ġíħ": 104637, + "ÅĻel": 104638, + "Ñıви": 104639, + "ÏĦεÏĤ": 104640, + "inÄĽ": 104641, + "ĠпеÑĢе": 104642, + "éķĩ": 104643, + "à¥įà¤ŀ": 104644, + "Ġéĺ": 104645, + "à¹Īาว": 104646, + "รร": 104647, + "ĠسÙĩ": 104648, + "вали": 104649, + "çķĻ": 104650, + "ĠÑĦÑĥнк": 104651, + "Ġíĸī": 104652, + "ÙģÙĩ": 104653, + "çĶŁæ´»": 104654, + "èģŀ": 104655, + "okud": 104656, + "ĠìĤ´": 104657, + "ızı": 104658, + "ĠполÑĥ": 104659, + "ï¼Įä½ł": 104660, + "شاÙĨ": 104661, + "決": 104662, + "бÑĢÑı": 104663, + "оÑģÑĥдаÑĢ": 104664, + "Ġoyun": 104665, + "ании": 104666, + "Ġprů": 104667, + "Ġnáv": 104668, + "ĠменÑı": 104669, + "Ġìŀĺ": 104670, + "ĠÄ°n": 104671, + "ĠthÃŃch": 104672, + "ĠÄijảm": 104673, + "åľĴ": 104674, + "Ġвже": 104675, + "ĠloÃłi": 104676, + "ĠÐŀн": 104677, + "меÑģÑĤ": 104678, + "Ġξ": 104679, + "ãĢħ": 104680, + "Ġchiế": 104681, + "ÑĩÑĸ": 104682, + "Ġíijľ": 104683, + "ëĭ¬": 104684, + "Ġëĭ¬": 104685, + "à¥Ģड": 104686, + "ÑĢалÑĮ": 104687, + "dik": 104688, + "ĠíĨł": 104689, + "ëŁī": 104690, + "ĠصÙĨ": 104691, + "Ġstej": 104692, + "ĠакÑĤив": 104693, + "Ġé¦": 104694, + "Ġà¹Ħà¸Ķ": 104695, + "æĬĢæľ¯": 104696, + "ĠprostÅĻed": 104697, + "害": 104698, + "ãģIJ": 104699, + "ĠoluÅŁtur": 104700, + "elop": 104701, + "ãģ¡ãĤĥ": 104702, + "éĥİ": 104703, + "ضا": 104704, + "Ġخط": 104705, + "ë°ķ": 104706, + "еÑģÑı": 104707, + "ĠÙĩÛĮ": 104708, + "над": 104709, + "ĠngÃłnh": 104710, + "ÑĢÑĥÑĪ": 104711, + "ãģĦãģĦ": 104712, + "Ġürün": 104713, + "à¸Ńà¸ķ": 104714, + "à¥ĭप": 104715, + "Ġsayı": 104716, + "à¥Ģस": 104717, + "ениÑħ": 104718, + "ĠÑģим": 104719, + "à¥Ģद": 104720, + "å¤ī": 104721, + "à¹Īวม": 104722, + "Ġà¹Ģà¸Ĥ": 104723, + "å·²ç»ı": 104724, + "аÑĤо": 104725, + "ĠÑĢайон": 104726, + "íĥĿ": 104727, + "ĠÑĤÑĢа": 104728, + "layan": 104729, + "ếp": 104730, + "à¤¾à¤Ł": 104731, + "خاب": 104732, + "人æ°ij": 104733, + "å®Ŀ": 104734, + "èĨ": 104735, + "èªį": 104736, + "naÄį": 104737, + "Ġîł": 104738, + "ĠÐļи": 104739, + "ĠbaÅŁka": 104740, + "ců": 104741, + "ضع": 104742, + "èĪª": 104743, + "ีม": 104744, + "Ñĭми": 104745, + "ÎĻΣ": 104746, + "Ġشرکت": 104747, + "ยว": 104748, + "ĠmusÃŃ": 104749, + "Ġнал": 104750, + "ีà¸Ĺ": 104751, + "Ġáp": 104752, + "ราย": 104753, + "æ²¹": 104754, + "leme": 104755, + "Ġमन": 104756, + "à¹Ħà¸Ł": 104757, + "аÑĤив": 104758, + "¸ı": 104759, + "èŃ°": 104760, + "ÏĥÏĦα": 104761, + "íĸ¥": 104762, + "еÑĤÑĥ": 104763, + "ĠÑģвÑıз": 104764, + "едеÑĢа": 104765, + "Ġخارج": 104766, + "าษ": 104767, + "âĢĮÙ¾": 104768, + "Ñĸг": 104769, + "é¡ŀ": 104770, + "Ġkhả": 104771, + "ĠÑģпÑĢав": 104772, + "è¡Ĺ": 104773, + "ãĥķãĤ¡": 104774, + "ĠмеждÑĥ": 104775, + "Ñĥли": 104776, + "Ġبزر": 104777, + "ÑĨен": 104778, + "Ġekonom": 104779, + "دÙĨ": 104780, + "اÙħÛĮ": 104781, + "าสà¸ķร": 104782, + "ĠnÄĽkol": 104783, + "gün": 104784, + "зи": 104785, + "ĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂł": 104786, + "离": 104787, + "ĠtrÆ°á»Łng": 104788, + "ıi": 104789, + "íݸ": 104790, + "ĠÑĢеб": 104791, + "åºķ": 104792, + "ĠتارÛĮØ®": 104793, + "нима": 104794, + "Ġthân": 104795, + "аÑĤелÑĮно": 104796, + "ĠاÙĦØ°ÙĬ": 104797, + "ÙĪÙĨÛĮ": 104798, + "Ġéĥ": 104799, + "Ġbình": 104800, + "ικήÏĤ": 104801, + "à¸ŀล": 104802, + "تÙħاع": 104803, + "ĠPraha": 104804, + "ĠÑģÑĤав": 104805, + "دÙĬد": 104806, + "Ġgiữa": 104807, + "ĠпÑĢовед": 104808, + "Âłk": 104809, + "ÙĨدگÛĮ": 104810, + "ÑĨий": 104811, + "çĴ": 104812, + "ĠاÙĦØ£Ùħ": 104813, + "Ġè´": 104814, + "Ø¥ÙĨجÙĦÙĬزÙĬØ©": 104815, + "ĠìŀĪìĹĪëĭ¤": 104816, + "ç·¨": 104817, + "ัà¸Ļà¸ĺ": 104818, + "ĠÑĢокÑĸв": 104819, + "Ġcáo": 104820, + "Ġkhó": 104821, + "ĠÙĨÙĪع": 104822, + "سÙĦ": 104823, + "ĠÑĥÑģлов": 104824, + "Ġcứu": 104825, + "ового": 104826, + "िà¤Ĺ": 104827, + "Ķëĭ¤": 104828, + "æĿİ": 104829, + "Ġbölg": 104830, + "Ġngu": 104831, + "Ġhữu": 104832, + "нии": 104833, + "ìłĪ": 104834, + "ĠпÑĢом": 104835, + "åıĮ": 104836, + "ĠdÆ°á»Ľi": 104837, + "Ю": 104838, + "ÙĬØ´": 104839, + "温": 104840, + "ëıħ": 104841, + "ĠзмÑĸ": 104842, + "θηκε": 104843, + "ĠbaÄŁlı": 104844, + "Ġüzerinde": 104845, + "Ġتغ": 104846, + "ĠпÑĢогÑĢа": 104847, + "iž": 104848, + "Ġç¥": 104849, + "Ġyardım": 104850, + "ÂĢÂĢ": 104851, + "ĠÑĥв": 104852, + "Ġrů": 104853, + "Ġchiến": 104854, + "νοÏĤ": 104855, + "ãģ¨ãģª": 104856, + "اÙĨت": 104857, + "è°·": 104858, + "ÃŃsk": 104859, + "isinde": 104860, + "Ġдог": 104861, + "追": 104862, + "ĠпÑĢоÑĤив": 104863, + "ÏģοÏħ": 104864, + "ãģ®ãģĭ": 104865, + "Ġbazı": 104866, + "ırak": 104867, + "à¥ĩष": 104868, + "ĠÙħشار": 104869, + "Ġìĸij": 104870, + "Ġнез": 104871, + "ĠØ°ÙĦÙĥ": 104872, + "調": 104873, + "åĤĻ": 104874, + "ĠÑĤÑĢан": 104875, + "ĠÏĢαÏģα": 104876, + "ÛĮÙħت": 104877, + "Ġtiến": 104878, + "ĠÙĩÙħÙĩ": 104879, + "efon": 104880, + "».ĊĊ": 104881, + "ĠÙĨد": 104882, + "جÙĦ": 104883, + "ĠدادÙĩ": 104884, + "Ġвед": 104885, + "Ġsın": 104886, + "ĠÑģвÑĸÑĤ": 104887, + "elerin": 104888, + "âĪ¨": 104889, + "Ġyür": 104890, + "дан": 104891, + "ĠÐŀÑģ": 104892, + "Ġhạng": 104893, + "许": 104894, + "ÏĥÏĦη": 104895, + "uyến": 104896, + "Ġнаб": 104897, + "ĠоÑħ": 104898, + "ÏĥÏī": 104899, + "Ġbyly": 104900, + "ÑģкиÑħ": 104901, + "lamak": 104902, + "иÑĤоÑĢ": 104903, + "Ġyatır": 104904, + "ĠпÑĢоизвод": 104905, + "ĠجÙħع": 104906, + "Åł": 104907, + "æıIJä¾Ľ": 104908, + "ĠprvnÃŃ": 104909, + "ĠαÏĢ": 104910, + "íĻ©": 104911, + "ĠпÑĢакÑĤи": 104912, + "lerinden": 104913, + "ĠнеобÑħодимо": 104914, + "康": 104915, + "Ùİا": 104916, + "ĠسÙĨ": 104917, + "Ä°L": 104918, + "Ġê´ij": 104919, + "ĠPÅĻ": 104920, + "çŀ": 104921, + "ĠÑĤемпеÑĢаÑĤÑĥ": 104922, + "Ġkabul": 104923, + "Ġbudou": 104924, + "ÑĨÑĸоналÑĮ": 104925, + "ï½ľ": 104926, + "Ġçocuk": 104927, + "ĠÑĤÑĸлÑĮки": 104928, + "byt": 104929, + "ãĥ¤": 104930, + "ĠÑģÑĤаÑĤ": 104931, + "ĠæĿ±": 104932, + "ležit": 104933, + "اسطة": 104934, + "ุร": 104935, + "iêm": 104936, + "ĠкÑĥлÑĮÑĤÑĥ": 104937, + "Ġпон": 104938, + "Ä©nh": 104939, + "åĸľ": 104940, + "нев": 104941, + "ÑĶн": 104942, + "ĠÑģооÑĤ": 104943, + "ëĿ": 104944, + "çĪ¾": 104945, + "Ġtuá»ķi": 104946, + "kanı": 104947, + "สำหร": 104948, + "اعت": 104949, + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ": 104950, + "деÑĢж": 104951, + "ĠоблаÑģÑĤи": 104952, + "Ġvừa": 104953, + "ĠÙħÙħ": 104954, + "à¸ģำ": 104955, + "à¹ģม": 104956, + "iversit": 104957, + "à¹ģส": 104958, + "欧": 104959, + "lanan": 104960, + "ÙĬÙĨØ©": 104961, + "سة": 104962, + "ĠлÑİдей": 104963, + "รรม": 104964, + "Ġì±Ħ": 104965, + "Ġ天": 104966, + "еннÑĭÑħ": 104967, + "à¹ģห": 104968, + "Ġspráv": 104969, + "èѦ": 104970, + "ï¼ľ": 104971, + "ัà¸Ĵ": 104972, + "ilecek": 104973, + "ĠæŁ": 104974, + "Ġèĭ±": 104975, + "ĠÑħоÑĢоÑĪ": 104976, + "ëłĩ": 104977, + "Û²Û°Û°": 104978, + "æĬ¤": 104979, + "Ġlã": 104980, + "ÅĻÃŃzenÃŃ": 104981, + "ĠتÙĪÙĦÛĮد": 104982, + "éļĽ": 104983, + "ãĤĮãģ°": 104984, + "áš": 104985, + "ارÙĬØ®": 104986, + "æĶ»": 104987, + "Ġkhoảng": 104988, + "éĻį": 104989, + "ован": 104990, + "Ġgây": 104991, + "âĢĻnın": 104992, + "Ø£ÙĨ": 104993, + "miÅŁtir": 104994, + "Ġsức": 104995, + "кÑĥÑģ": 104996, + "Ġüzerine": 104997, + "ÄŁÃ¼": 104998, + "ابر": 104999, + "ï¼Įå°±": 105000, + "Ì£": 105001, + "ĠëıĮ": 105002, + "Ġtrá»±c": 105003, + "æĶ¶å½ķ": 105004, + "æī¿": 105005, + "ĠNá»Ļi": 105006, + "ĠçĻ¾": 105007, + "ÑĪÑĮ": 105008, + "جة": 105009, + "ë²ł": 105010, + "à¤ī": 105011, + "à¸ı": 105012, + "Ġülk": 105013, + "ĠÙĩستÙĨد": 105014, + "ัà¸ļà¸ģาร": 105015, + "ĠÑıка": 105016, + "ãİ": 105017, + "ĠЯк": 105018, + "Ġгде": 105019, + "tiv": 105020, + "ãĢĪ": 105021, + "лÑİÑĩа": 105022, + "ा।Ċ": 105023, + "ĠÙħاÙĨ": 105024, + "Ġdlou": 105025, + "Ġãĥķ": 105026, + "à¤Ľ": 105027, + "Ġphục": 105028, + "akat": 105029, + "Ь": 105030, + "asını": 105031, + "ĠæĬķ稿": 105032, + "ÑĢев": 105033, + "Ġvyt": 105034, + "ĠzmÄĽ": 105035, + "ÏĦÏī": 105036, + "è¬": 105037, + "ĠÑĥм": 105038, + "Ġuzun": 105039, + "Ġproti": 105040, + "ĠÑģоÑģÑĤоÑı": 105041, + "ัà¸Ĵà¸Ļ": 105042, + "atik": 105043, + "Ġà¸ł": 105044, + "Ġà¤Ĩद": 105045, + "larından": 105046, + "æĢ¥": 105047, + "ãĥ¼ãĤ¯": 105048, + "ĠÙĦÙĦÙħ": 105049, + "ÙģتÙĩ": 105050, + ".:.": 105051, + "üçük": 105052, + "олева": 105053, + "à¹ĮĊ": 105054, + "ĠпеÑĢев": 105055, + "ĠÙĨسب": 105056, + "еленнÑı": 105057, + "'ın": 105058, + "νÏī": 105059, + "è¡£": 105060, + "ĠدÙĬ": 105061, + "åįĩ": 105062, + "Ġbelirt": 105063, + "Ġ/:": 105064, + "èijī": 105065, + "Ġvyh": 105066, + "çļĦä¸Ģ": 105067, + "èĥĮ": 105068, + "ĠìĹ´": 105069, + "ола": 105070, + "Ġتب": 105071, + "áci": 105072, + "ाà¤ī": 105073, + "à¸İ": 105074, + "çĶ¢": 105075, + "à¥Īल": 105076, + "ĠÙĤØ·": 105077, + "ëĦĪ": 105078, + "ắm": 105079, + "ÑĢÑıд": 105080, + "Ġphụ": 105081, + "ĠÙĪاÙĤع": 105082, + "Ġmerk": 105083, + "Ġchá»ijng": 105084, + "å¯Ł": 105085, + "ابط": 105086, + "usunda": 105087, + "Ġодна": 105088, + "žel": 105089, + "ĠÑģÑĥм": 105090, + "Ġphù": 105091, + "Ġζ": 105092, + "Ġzav": 105093, + "edn": 105094, + "ĠpotÅĻeb": 105095, + "ĠÚ©ÙĨÙĨد": 105096, + "ĠÑĢазв": 105097, + "¿ł": 105098, + "ĠاÙĦز": 105099, + "ĠmÄĽl": 105100, + "ĠÑģÑĤанов": 105101, + "ĠدرÛĮ": 105102, + "Ġtượng": 105103, + "ãģµ": 105104, + "Ġдви": 105105, + "ÑĮÑı": 105106, + "製": 105107, + "ĠتÙĦ": 105108, + "Å¡Å¥": 105109, + "ãģªãĤī": 105110, + "Ġà¤ķà¤Ī": 105111, + "Å¡i": 105112, + "âĢĮاست": 105113, + "Ġkỹ": 105114, + "ë§Ŀ": 105115, + "Ġà¤Ĩà¤ľ": 105116, + "ãĥ´": 105117, + "Ġbá»ı": 105118, + "duÄŁu": 105119, + "Ġæ¯": 105120, + "пеÑĢ": 105121, + "اÙĦÙĬØ©": 105122, + "æīĢ以": 105123, + "åħ°": 105124, + "Ġoran": 105125, + "Ġíŀ": 105126, + "Ïĥία": 105127, + "Ġphủ": 105128, + "ĠбÑĭла": 105129, + "Ñĩива": 105130, + "Ġê°Ħ": 105131, + "олÑĸ": 105132, + "Ùĥت": 105133, + "åħ§": 105134, + "à¥Ĥà¤Ł": 105135, + "Ġëĸ": 105136, + "ĠÙĦÙĩ": 105137, + "ëłĪìĿ´": 105138, + "Ġhız": 105139, + "å¤ı": 105140, + "ĠæĬķ稿æĹ¥": 105141, + "éļ¾": 105142, + "ĵ°": 105143, + "глÑıд": 105144, + "ìn": 105145, + "ĠмеÑĢ": 105146, + "ĠãĢij": 105147, + "ĠобÑī": 105148, + "umhur": 105149, + "çł´": 105150, + "лиÑģÑĮ": 105151, + "spÄĽ": 105152, + "رÙĬÙĤ": 105153, + "ĠتÙģ": 105154, + "ĠاÙĦÙĪ": 105155, + "çµ±": 105156, + "алоÑģÑĮ": 105157, + "Ġmô": 105158, + "Ġvá»ĩ": 105159, + "Ġδι": 105160, + "Ġзн": 105161, + "ĠبØŃ": 105162, + "تÙī": 105163, + "Ġì§ģ": 105164, + "Ġvelmi": 105165, + "uyá»ħn": 105166, + "Ġphạm": 105167, + "ÑģÑĤвом": 105168, + "ĠÙĪاÙĦÙħ": 105169, + "ĠбÑĭли": 105170, + "اذ": 105171, + "ÄĽÅĻ": 105172, + "âĦĸ": 105173, + "Ġполож": 105174, + "าà¸ģาร": 105175, + "ĠÄįlán": 105176, + "ÎķΡ": 105177, + "ĠìĤ°": 105178, + "βα": 105179, + "ĠæĹ¥æľ¬": 105180, + "زد": 105181, + "ĠÙĨÛĮست": 105182, + "Ġhayat": 105183, + "確": 105184, + "à¹Ģวล": 105185, + "ĠChÃŃnh": 105186, + "ï¼Įæĺ¯": 105187, + "ĠÙĪاØŃ": 105188, + "èı¯": 105189, + "ĠήÏĦαν": 105190, + "Ġxá»Ń": 105191, + "ĠÄįerv": 105192, + "ĠÙħدÛĮر": 105193, + "éĨ": 105194, + "ĠëĪĪ": 105195, + "ç»Ń": 105196, + "Ġtên": 105197, + "ìĸ¸": 105198, + "Ġortaya": 105199, + "Ġжен": 105200, + "ĠnÆ¡i": 105201, + "еннÑĭе": 105202, + "ÑĦекÑĤив": 105203, + "íĿ¬": 105204, + "Ġkhá»ı": 105205, + "ĠÄija": 105206, + "osyal": 105207, + "à¸Ľà¸£à¸°à¹Ģà¸Ĺศ": 105208, + "Ġodst": 105209, + "Ġà¸ĸ": 105210, + "ĠοÏĢο": 105211, + "æĶ¿åºľ": 105212, + "ĠbÃłn": 105213, + "ĠGiá»": 105214, + "Ġolduk": 105215, + "ование": 105216, + "à¸Ńส": 105217, + "Ġнев": 105218, + "ÏĦÏģο": 105219, + "ĠìĨį": 105220, + "kı": 105221, + "Ġबड": 105222, + "ĠÏħÏĢ": 105223, + "ĠVý": 105224, + "ï¾Ħ": 105225, + "çŃĸ": 105226, + "εÏĨ": 105227, + "Ġåħ¨": 105228, + "ĠÙģرÙĪØ´": 105229, + "ÙĤÛĮÙĤ": 105230, + "ä¼ģä¸ļ": 105231, + "εÏį": 105232, + "èĻŁ": 105233, + "Ġayr": 105234, + "ضÙĪ": 105235, + "Å¡el": 105236, + "ĠпÑĸÑģлÑı": 105237, + "ÑĸйÑģ": 105238, + "é¢Ĩ": 105239, + "کتر": 105240, + "лÑĥб": 105241, + "è«ĸ": 105242, + "æ°¸": 105243, + "езпеÑĩ": 105244, + "Ġкам": 105245, + "عداد": 105246, + "ê±°ëŀĺ": 105247, + "ูà¸ĩ": 105248, + "ĠتÙĩراÙĨ": 105249, + "ĠëĦĪ": 105250, + "ÑĢив": 105251, + "ĠÑĤоÑĢ": 105252, + "اÙī": 105253, + "'Ñıз": 105254, + "ÙIJÙĬ": 105255, + "ĠkhÃŃ": 105256, + "ĠÑĪÑĤ": 105257, + "Ġξε": 105258, + "Ġbiri": 105259, + "èĩ´": 105260, + "Ñĥвав": 105261, + "ãģĪãĤĭ": 105262, + "ĠдиÑģ": 105263, + "аÑİÑĤ": 105264, + "صب": 105265, + "åĿĩ": 105266, + "олÑİ": 105267, + "èĭ¥": 105268, + "Ġاث": 105269, + "sou": 105270, + "åIJĥ": 105271, + "ãģ®ãģł": 105272, + "ublik": 105273, + "лей": 105274, + "Âłm": 105275, + "Ġíıīê·ł": 105276, + "ạy": 105277, + "εÏĢ": 105278, + "tık": 105279, + "Ġvyu": 105280, + "عÙĪد": 105281, + "Ġдоз": 105282, + "Ġlá»ĭch": 105283, + "質": 105284, + "à¥ģà¤Ī": 105285, + "ัà¸ŀ": 105286, + "Ġtém": 105287, + "Ġkaç": 105288, + "Ġcái": 105289, + "Ġμα": 105290, + "âĢ¦âĢ¦ãĢįĊĊ": 105291, + "íĪ¬": 105292, + "رÙĪÙĩ": 105293, + "Ġrych": 105294, + "ÎijΤ": 105295, + "ĠÑĢÑĸв": 105296, + "ë³ij": 105297, + "åģ¥": 105298, + "Ġzdrav": 105299, + "Ġعدد": 105300, + "èįī": 105301, + "δια": 105302, + "ĠváºŃn": 105303, + "ÑĭÑĤ": 105304, + "ĠколиÑĩ": 105305, + "ÏĮÏĦε": 105306, + "Ġbırak": 105307, + "ĠØŃÙħ": 105308, + "Ġchá»ĭ": 105309, + "é»Ħ": 105310, + "ĠاÙĦÙħتØŃدة": 105311, + "ืà¸Ńà¸ģ": 105312, + "Ġзали": 105313, + "Ġnhanh": 105314, + "âĢĮتÙĪاÙĨ": 105315, + "ëĿ½": 105316, + "ĠتÙĪسط": 105317, + "è¦ģæ±Ĥ": 105318, + "алÑĥ": 105319, + "ünkü": 105320, + "ãģªãĤĵ": 105321, + "ĠTrong": 105322, + "à¸Ļะ": 105323, + "åij¼": 105324, + "ĠÙĬÙħ": 105325, + "ики": 105326, + "ĠÑĤÑĥÑĤ": 105327, + "ĠyaÅŁam": 105328, + "Ġmá»įi": 105329, + "éĽĦ": 105330, + "ĠØŃض": 105331, + "ĠавÑĤом": 105332, + "Ġसबस": 105333, + "Ġyếu": 105334, + "ãĤ¹ãĤ¿": 105335, + "Ïĩή": 105336, + "ÑĸÑİ": 105337, + "èĺ": 105338, + "ิย": 105339, + "Ġmev": 105340, + "ického": 105341, + "िह": 105342, + "åŃ£": 105343, + "θή": 105344, + "Ġबढ": 105345, + "ĠاÙĦÙħس": 105346, + "ÏĦοÏħ": 105347, + "ekli": 105348, + "ĠдеÑĢев": 105349, + "å¸Ń": 105350, + "æ²Ļ": 105351, + "ãģ«ãĤĤ": 105352, + "Ġoblast": 105353, + "Ġhá»Ļ": 105354, + "Ġå¹³": 105355, + ".:.:.:.:.:.:.:.:": 105356, + "Ġéĸ": 105357, + "Ġجز": 105358, + "ĠÙĩÙħÚĨ": 105359, + "並": 105360, + "ÑĨеп": 105361, + "ाĊ": 105362, + "ä¸ŃçļĦ": 105363, + "'nın": 105364, + "ĠíķĺëĬĶ": 105365, + "ÑĶÑĹ": 105366, + "Ġبش": 105367, + "åį´": 105368, + "ä¹ł": 105369, + "ĠاطÙĦاعات": 105370, + "Ġë²ł": 105371, + "ĠکردÙĨ": 105372, + "ाड": 105373, + "Ġà¤ħर": 105374, + "ĠHá»į": 105375, + "ĠгÑĢомад": 105376, + "Ġست": 105377, + "ÏĦιÏĤ": 105378, + "Ġancak": 105379, + "Ġог": 105380, + "ĠkteÅĻÃŃ": 105381, + "Ġæ¬": 105382, + "ĠNgh": 105383, + "Ġtedy": 105384, + "ĠÏĢο": 105385, + "Ġquân": 105386, + "ĠбÑĥли": 105387, + "è¯Ĩ": 105388, + "Ġtừng": 105389, + "人çļĦ": 105390, + "ีà¸ģาร": 105391, + "ĠκαÏĦα": 105392, + "Ġpouze": 105393, + "¡ng": 105394, + "Ġآر": 105395, + "ĠÑĤÑĥ": 105396, + "Ġtá»·": 105397, + "ĠDanh": 105398, + "оном": 105399, + "Ñģий": 105400, + "Ġà¹Ģà¸Ķ": 105401, + "£¨": 105402, + "Å¡k": 105403, + "ãĥĥãĥī": 105404, + "ardır": 105405, + "Ġyönet": 105406, + "Ñĥвали": 105407, + "åħĪçĶŁ": 105408, + "ĠÐIJÑĢ": 105409, + "Ġprotože": 105410, + "Ġíģ¬": 105411, + "Ġjednot": 105412, + "Ġtý": 105413, + "éĩĩ": 105414, + "Ġหร": 105415, + "Ġåľ°": 105416, + "红": 105417, + "Ġмолод": 105418, + "iêng": 105419, + "ĠÏĮÏĦι": 105420, + "ĠداشتÙĩ": 105421, + "Ġuygun": 105422, + "ĠопеÑĢа": 105423, + "åı«": 105424, + "Ġап": 105425, + "ĠкÑĥÑĢ": 105426, + "اعة": 105427, + "unuz": 105428, + "ĠìĤ¬ì§Ħ": 105429, + "Ġvô": 105430, + "çok": 105431, + "Ġèģ": 105432, + "ÑĤеÑĢеÑģ": 105433, + "ĠاستاÙĨ": 105434, + "алаÑģÑĮ": 105435, + "à¥ģव": 105436, + "ỳ": 105437, + "ĠlÆ°u": 105438, + "ĠТа": 105439, + "Ġlá»±a": 105440, + "'ÑĶ": 105441, + "Ġüy": 105442, + "ĠÛĮÚ©ÛĮ": 105443, + "æ¾": 105444, + "нем": 105445, + "ĠخاÙĨ": 105446, + "ĠÑįлек": 105447, + "ÙĤاÙĦ": 105448, + "лок": 105449, + "ĠÄijẹp": 105450, + "à¥īल": 105451, + "Ġmůž": 105452, + "ëĭ¤ëĬĶ": 105453, + "ĠíķĺëĤĺ": 105454, + "ÙĦت": 105455, + "çİ°åľ¨": 105456, + "мо": 105457, + "ÏħÏĥ": 105458, + "ãģŁãģ¡": 105459, + "ĠìłĦìĦ¸": 105460, + "à¥įà¤Łà¤°": 105461, + "عات": 105462, + "دÙĪ": 105463, + "俺": 105464, + "楽": 105465, + "森": 105466, + "ĠлиÑģÑĤ": 105467, + "δι": 105468, + "å¯Į": 105469, + "ĠÄijÆ°a": 105470, + "веÑģÑĤи": 105471, + "до": 105472, + "аннÑĸ": 105473, + "Ġüret": 105474, + "Ġgá»įi": 105475, + "ĠÑģвоÑİ": 105476, + "ừng": 105477, + "Ġtất": 105478, + "äºļæ´²": 105479, + "áce": 105480, + "NÃį": 105481, + "ĠÑĢÑĭ": 105482, + "满": 105483, + "ÏģεÏĤ": 105484, + "åħįè´¹": 105485, + "лоÑĤ": 105486, + "æĻº": 105487, + "Ġαγ": 105488, + "Ġà¤ħम": 105489, + "Ġç´": 105490, + "одо": 105491, + "Ñħи": 105492, + "Ġnguá»ĵn": 105493, + "éĥ¨åĪĨ": 105494, + "ваÑĤ": 105495, + "ĠÑĤеб": 105496, + "заÑĨÑĸÑĹ": 105497, + "ĠÐŁÑĢо": 105498, + "عÛĮ": 105499, + "ĠÙĪÙĬ": 105500, + "ëŀľ": 105501, + "Ġneby": 105502, + "ĠجدÛĮد": 105503, + "ÄŁimiz": 105504, + "£½": 105505, + "Ġà¤Ĩत": 105506, + "Ġà¤Ńर": 105507, + "æīĺ": 105508, + "å®īåħ¨": 105509, + "Ġëĵ¤ìĸ´": 105510, + "برد": 105511, + "Ġê²ĥìĿ´": 105512, + "亲": 105513, + "æ°ı": 105514, + "алÑĸз": 105515, + "lack": 105516, + "ĠÙħختÙĦÙģ": 105517, + "اÙĨÙĬØ©": 105518, + "Ġì²Ń": 105519, + "ĠвиÑĤ": 105520, + "Ġhareket": 105521, + "é¨": 105522, + "à¸Ļำ": 105523, + "Ġبرخ": 105524, + "売": 105525, + "Ñĩай": 105526, + "Ġanlat": 105527, + "Ġà¤ħव": 105528, + "ĠاÙģز": 105529, + "Ġhết": 105530, + "ĠÚĨÙĨد": 105531, + "éĹľ": 105532, + "пÑĢиÑĶм": 105533, + "gı": 105534, + "Ġkomp": 105535, + "ĠlỼp": 105536, + "Ġmá»Ĺi": 105537, + "à¸Ľà¸£à¸°à¸ģ": 105538, + "Ġhaf": 105539, + "Ġeder": 105540, + "ĠздоÑĢов": 105541, + "à¥Ĥम": 105542, + "본": 105543, + "Ġonun": 105544, + "ĠÙħردÙħ": 105545, + "ĠÐľÐ°ÑĢ": 105546, + "Ġìĸ´ëĸ": 105547, + "ман": 105548, + "ĠÑģилÑĮ": 105549, + "網": 105550, + "ë¸Ķ": 105551, + "лÑıеÑĤ": 105552, + "ĠнеÑģколÑĮко": 105553, + "landır": 105554, + "Ġвд": 105555, + "ĠÙĨÙĪ": 105556, + "ãģİ": 105557, + "ÑĤин": 105558, + "تش": 105559, + "аний": 105560, + "ĠtÅĻ": 105561, + "ÑģиÑħ": 105562, + "лом": 105563, + "æŃ©": 105564, + "ãİ¡": 105565, + "ĠØŃر": 105566, + "æĭį": 105567, + "enou": 105568, + "Ġвели": 105569, + "Ġδη": 105570, + "ska": 105571, + "主è¦ģ": 105572, + "اÙģØ©": 105573, + "ĠболÑĮÑĪе": 105574, + "ิศ": 105575, + "çĽĬ": 105576, + "ĠÙģÙĤØ·": 105577, + "å¨ģ": 105578, + "ĠhÆ°á»Łng": 105579, + "ĠDoÄŁ": 105580, + "ĠdÃłi": 105581, + "ĠгоÑĤов": 105582, + "Ġвам": 105583, + "âĢī": 105584, + "ाà¤ļ": 105585, + "åħ¸": 105586, + "à¹ĥหà¸į": 105587, + "Ġç«": 105588, + "ektör": 105589, + "Ġвел": 105590, + "ĠÙĦÙĪ": 105591, + "شتÙĩ": 105592, + "æĺ¾": 105593, + "ảy": 105594, + "à¹Ĥม": 105595, + "Ġtá»ķng": 105596, + "ĠповеÑĢÑħ": 105597, + "ÑĹв": 105598, + "Ġphép": 105599, + "çļĩ": 105600, + "ĠпоÑĢÑıд": 105601, + "ĠÑģооÑĤвеÑĤ": 105602, + "à¤Ŀ": 105603, + "ĠÑģебÑı": 105604, + "ĠëĤł": 105605, + "ĠбÑĥла": 105606, + "à¹īาย": 105607, + "ĠãĢĢãĢĢãĢĢãĢĢ": 105608, + "ĠÙħجÙħÙĪع": 105609, + "ï¼Į以": 105610, + "ĠبÙĪدÙĩ": 105611, + "μÏĮ": 105612, + "Ġíݸ": 105613, + "eÅŁit": 105614, + "ÑİÑīие": 105615, + "ÑİÑīиÑħ": 105616, + "åŁºéĩij": 105617, + "ĠتØŃت": 105618, + "ĠвлаÑģ": 105619, + "lerle": 105620, + "ãĤ²": 105621, + "ëĬĺ": 105622, + "èĵ": 105623, + "manın": 105624, + "ìŀĪ": 105625, + "Ġzast": 105626, + "ĠÑĩеловек": 105627, + "à¥ĩब": 105628, + "peÄį": 105629, + "ĠبرÙĨاÙħÙĩ": 105630, + "Ġslov": 105631, + "ĠnÄĽjak": 105632, + "ê·ľ": 105633, + "à¥ĩह": 105634, + "èŤ": 105635, + "ĠبÛĮشتر": 105636, + "iliz": 105637, + "ĠëĶĶ": 105638, + "ازÙĩ": 105639, + "تد": 105640, + "Ġetm": 105641, + "Ġëĭ¤ë¥¸": 105642, + "Ġvů": 105643, + "å°Ħ": 105644, + "ĠклаÑģ": 105645, + "вÑĢоп": 105646, + "æ´¾": 105647, + "ĠÄijình": 105648, + "ÑĥÑİÑĤ": 105649, + "ÑĥеÑĤÑģÑı": 105650, + "éľ²": 105651, + "ĠÑģкоÑĢ": 105652, + "ĠваÑģ": 105653, + "íķĺìĺĢëĭ¤": 105654, + "Ġداشت": 105655, + "ĠçĦ": 105656, + "Ġ西": 105657, + "ĠκαÏĦά": 105658, + "०": 105659, + "ìĹĨ": 105660, + "ĠخدÙħ": 105661, + "اسÙħ": 105662, + "ÎijΡ": 105663, + "ĠAma": 105664, + "奥": 105665, + "Ġبزرگ": 105666, + "ĠÐĴÑĸн": 105667, + "ĠÅĺ": 105668, + "Ġà¸Īาà¸ģ": 105669, + "ĠÑħаÑĢакÑĤеÑĢ": 105670, + "ĠÄijá»Ļi": 105671, + "ĠÑĢозвиÑĤ": 105672, + "ĠпÑĢоÑĦеÑģ": 105673, + "ĠконÑĤÑĢ": 105674, + "ÎŁÎĽ": 105675, + "Ġminh": 105676, + "ä¼ij": 105677, + "쪽": 105678, + "ĠchÆ¡i": 105679, + "заÑĨии": 105680, + "ĠдÑĸÑıлÑĮ": 105681, + "ëĨ": 105682, + "Ġngay": 105683, + "à¥Ĥà¤Ĥ": 105684, + "Ġihtiy": 105685, + "éĽª": 105686, + "Ġê´Ģ리ìŀIJ": 105687, + "Ġcụ": 105688, + "Ġì§Ī": 105689, + "ÙĬØ«": 105690, + "ặp": 105691, + "ÙĪاع": 105692, + "ãģĤãģ£ãģŁ": 105693, + "Ġçľ": 105694, + "Ġìļ°ë¦¬": 105695, + "à¹Īà¸ĩà¸Ĥ": 105696, + "ĠçŃ": 105697, + ")ØĮ": 105698, + "Ãłm": 105699, + "ÙĦÛĮÙĦ": 105700, + "Ġ걸": 105701, + "алÑĮниÑħ": 105702, + "æŶåĢĻ": 105703, + "undan": 105704, + "ĠGün": 105705, + "Ġtopl": 105706, + "ĠÑĢекомен": 105707, + "ĠاÙĨتخاب": 105708, + "Ãłu": 105709, + "Äįka": 105710, + "ë°Ģ": 105711, + "ĠкÑĢаÑģ": 105712, + "лоп": 105713, + "å¼µ": 105714, + "ĠاÙĦÙħع": 105715, + "mÃŃn": 105716, + "Ġviết": 105717, + "Ġê°ĻìĿĢ": 105718, + "uteÄį": 105719, + "Ġnech": 105720, + "çµĤ": 105721, + "ãģªãģĮ": 105722, + "ayın": 105723, + "ĠÄįin": 105724, + "cházÃŃ": 105725, + "اÙģظ": 105726, + "ÑĢоваÑĤÑĮ": 105727, + "à¹Ħร": 105728, + "ĠãĤ¤": 105729, + "Ġзаболева": 105730, + "Ġå±±": 105731, + "Ġkadın": 105732, + "ÏĦηÏĤ": 105733, + "алиÑģÑĮ": 105734, + "Ġhük": 105735, + "åĵ¥": 105736, + "ĠпеÑĢи": 105737, + "ÅĻád": 105738, + "Ġà¤ħस": 105739, + "ĠÑģÑĤвоÑĢ": 105740, + "ĠÙĪÛĮÚ©ÛĮ": 105741, + "Ġì¡": 105742, + "Ġcá»Ńa": 105743, + "Ġhiá»ĥu": 105744, + "游æĪı": 105745, + "ÑĮомÑĥ": 105746, + "Ġgó": 105747, + "Ġtoh": 105748, + "Ġбла": 105749, + "Ġåij": 105750, + "Ġпло": 105751, + "иÑĪ": 105752, + "ĠÄijấu": 105753, + "skou": 105754, + "ãĤĪãĤĬ": 105755, + "à¸¹à¸Ľ": 105756, + "Ġrá»ĵi": 105757, + "опÑĢоÑģ": 105758, + "нолог": 105759, + "ĠÑĤÑĢав": 105760, + "ĠWayback": 105761, + "Ġà¹Ĩ": 105762, + "ĠÑĥÑĩаÑģÑĤ": 105763, + "ĠпÑĢепаÑĢа": 105764, + "Ġdạng": 105765, + "ĠÃľn": 105766, + "à¹Ħลà¸Ļ": 105767, + "Ġداخ": 105768, + "ĠsÆ¡": 105769, + "Ġkoy": 105770, + "ëĿ¼ê³ł": 105771, + "ĠÄijúng": 105772, + "à¥ĩà¤Ĥ,": 105773, + "Ġgeçir": 105774, + "ĠÑıкÑīо": 105775, + "ÑģÑĤÑĢо": 105776, + "енÑĤов": 105777, + "Ñĸж": 105778, + "кÑĥÑİ": 105779, + "ĠeÄŁitim": 105780, + "à¥įरस": 105781, + "ĠСп": 105782, + "اتÛĮ": 105783, + "ãģijãĤĭ": 105784, + "ÏĦÏīν": 105785, + "Ġкм": 105786, + "âĸįâĸįâĸįâĸį": 105787, + "jist": 105788, + "ÑĤак": 105789, + "ĠåIJįåīį": 105790, + "é¡Ķ": 105791, + "лÑĭ": 105792, + "Ġkhảo": 105793, + "âĢĻÑı": 105794, + "ĠÙħÙĦÛĮ": 105795, + "lož": 105796, + "Ġìĸ¸": 105797, + "Ġgần": 105798, + "Ġà¤ľà¤°": 105799, + "बर": 105800, + "ÎķΣ": 105801, + "à¸²à¸Ľ": 105802, + "Ġnás": 105803, + "formace": 105804, + "Ġetmek": 105805, + "веÑģÑĤ": 105806, + "ìĸ´ìļĶ": 105807, + "Ġतथ": 105808, + "ĠÑģек": 105809, + "ξη": 105810, + "æ¯Ľ": 105811, + "Bir": 105812, + "ĠìŀĦ": 105813, + "Ġvardır": 105814, + "ÙĪاÙĦ": 105815, + "Ä°R": 105816, + "ované": 105817, + "наÑĢод": 105818, + "à¸Ħำ": 105819, + "emek": 105820, + "ĠÎķÏĢ": 105821, + "ĠÅĻe": 105822, + "ãģ¾ãģĽ": 105823, + "uyá»ĩt": 105824, + "Ġìĸ¼": 105825, + "rů": 105826, + "Ġonu": 105827, + "à¹Ģà¸ķà¸Ńร": 105828, + "одаÑĢ": 105829, + "زÙĩ": 105830, + "Ġkav": 105831, + "онÑĭ": 105832, + "ĠвеÑģ": 105833, + "ìĤ¬ì§Ģ": 105834, + "Ġгла": 105835, + "ÃĿ": 105836, + "ĠÙĤÛĮÙħت": 105837, + "çķ¥": 105838, + "à¸ĸาà¸Ļ": 105839, + "Äįil": 105840, + "Ġä¸ĩ": 105841, + "è¾ĥ": 105842, + "åħħ": 105843, + "ĠÑĢед": 105844, + "มห": 105845, + "amilia": 105846, + "à¥ĩà¤ķर": 105847, + "Ġtá»iji": 105848, + "ÙģÛĮ": 105849, + "ÑĢÑĸÑĪ": 105850, + "ìķł": 105851, + "à¸Ļส": 105852, + "à¸Īร": 105853, + "à¥ĩशन": 105854, + "ĠÙħÙĪضÙĪع": 105855, + "æī¹": 105856, + "Ġobsah": 105857, + "ĠнавÑĩ": 105858, + "Ġdestek": 105859, + "Ġzas": 105860, + "åĵį": 105861, + "ümüz": 105862, + "ĠçŁ": 105863, + "Ġè¨": 105864, + "Ù¬": 105865, + "ç»Ī": 105866, + "Ġzde": 105867, + "Ġzáp": 105868, + "à¥Ĥसर": 105869, + "ìĿ´ì§Ģ": 105870, + "çļ®": 105871, + "lom": 105872, + "१": 105873, + "ÙĦاÙĤ": 105874, + "à¸Ļà¸ķ": 105875, + "íĮħ": 105876, + "лада": 105877, + "masına": 105878, + "ãģ®ãģ§": 105879, + "ëĵ¤ìĿĦ": 105880, + "Ġнаг": 105881, + "masını": 105882, + "ãĤĿ": 105883, + "ınıf": 105884, + "åĽ´": 105885, + "Ġbölüm": 105886, + "å¥ĸ": 105887, + "æ¨Ļ": 105888, + "ÙĦاØŃ": 105889, + "ĠгоÑģÑĥдаÑĢ": 105890, + "داÙĨÙĦÙĪد": 105891, + "ĠпоÑĤÑĢеб": 105892, + "ĠÑĢоÑĨÑĸ": 105893, + "ога": 105894, + "ĠÑģледÑĥеÑĤ": 105895, + "ĠпаÑĢа": 105896, + "é¼": 105897, + "ãģįãģŁ": 105898, + "ίζ": 105899, + "Ġbá»ij": 105900, + "ÑĤÑĸв": 105901, + "ï¼Į她": 105902, + "familia": 105903, + "éłħ": 105904, + "ĠدÙĦ": 105905, + "Ġskup": 105906, + "еÑĩение": 105907, + "ãģĵãģ¨ãģĮ": 105908, + "à¥Ģब": 105909, + "ุล": 105910, + "¨ë¶Ģ": 105911, + "ĠاÙĦعرب": 105912, + "Ġç¾İ": 105913, + "ĠاÙĦÙħÙĪ": 105914, + "ĠØ¥ÙĨ": 105915, + "Ġnásled": 105916, + "Ġtomu": 105917, + "ÎĦ": 105918, + "Ġзави": 105919, + "Ġnhu": 105920, + "ĠpÅĻedstav": 105921, + "ìłķë³´": 105922, + "okol": 105923, + "ĠкÑĢи": 105924, + "adu": 105925, + "ĠкаÑĤ": 105926, + "ĠÑįÑĦ": 105927, + "вал": 105928, + "mayı": 105929, + "ĠÑĩаÑģÑĤо": 105930, + "Ġtranh": 105931, + "ائÙĦ": 105932, + "ãĤĪãģĨãģª": 105933, + "Ġpoh": 105934, + "ìĥģìľĦ": 105935, + "Ġsắc": 105936, + "Ùĥس": 105937, + "ĠмÑĥ": 105938, + ".::": 105939, + "ëĪ": 105940, + "»Ċ": 105941, + "ĠÙĨÚ¯": 105942, + "ÙIJÙĨ": 105943, + "ником": 105944, + "Ñħа": 105945, + "ĠμοÏħ": 105946, + "ĠNguyá»ħn": 105947, + "ĠвÑĭÑģок": 105948, + "ĠÐŁÐ¾Ð´": 105949, + "ĠпÑĢиÑĢод": 105950, + "à¥ĭध": 105951, + "िà¤ķल": 105952, + "иÑĢа": 105953, + "ëĭ¤ê³ł": 105954, + "ĠmajÃŃ": 105955, + "Ġvùng": 105956, + "Ġtarihinde": 105957, + "ĠваÑĢ": 105958, + "ниÑĤÑĮ": 105959, + "ειÏĤ": 105960, + "Ġåĩº": 105961, + "dyž": 105962, + "ÏĦÏİν": 105963, + "ä½ĵèĤ²": 105964, + "Ġà¹Ģว": 105965, + "Ġà¤ħà¤ļ": 105966, + "ĠاÙĨÚ¯ÙĦÛĮسÛĮ": 105967, + "à¥įयम": 105968, + "ĠgeliÅŁ": 105969, + "æ¹ĸ": 105970, + "Ġاک": 105971, + "Ġплан": 105972, + "kyt": 105973, + "ابÛĮ": 105974, + "κι": 105975, + "Ġchung": 105976, + "ानà¤ķ": 105977, + "sı": 105978, + "Ġtinh": 105979, + "ĠÑģÑĤол": 105980, + "ÑģÑĤÑĢÑĥ": 105981, + "ĠлиÑĪе": 105982, + "ĠвиÑĢоб": 105983, + "ilmiÅŁ": 105984, + "ĠзÑĸ": 105985, + "ç»Ĩ": 105986, + "åĢĴ": 105987, + "ãĤ·ãĥ£": 105988, + "åŃ©": 105989, + "Ġà¹Ĥรà¸ĩà¹Ģร": 105990, + "íĻľ": 105991, + "ĠбÑĥде": 105992, + "ĠyaklaÅŁ": 105993, + "èĩªåĪĨ": 105994, + "ĠÙģÙĪ": 105995, + "СТ": 105996, + "Ġsorun": 105997, + "à¹Ģà¸ł": 105998, + "Ġcô": 105999, + "виÑĩ": 106000, + "ëĵ¤ìĿĺ": 106001, + "Ġtriá»ĩu": 106002, + "Ġrõ": 106003, + "Ġãģ«": 106004, + "ÄŁim": 106005, + "iyoruz": 106006, + "èľ": 106007, + "à¥įरव": 106008, + "Ġسپ": 106009, + "ĠìĦľìļ¸": 106010, + "δε": 106011, + "еÑĢÑĪ": 106012, + "Ġأس": 106013, + "äºŀ": 106014, + "è¯į": 106015, + "пÑĤом": 106016, + "ฤษ": 106017, + "ĠسازÙħاÙĨ": 106018, + "Ġluôn": 106019, + "ÙĩÙĪر": 106020, + "cü": 106021, + "аÑĤкÑĥ": 106022, + "Ġolabilir": 106023, + "ĠìĹ°êµ¬": 106024, + "енной": 106025, + "ĠæĪij": 106026, + "Ġнего": 106027, + "Ġ.**************": 106028, + "ิà¸ĺ": 106029, + "ĠãĤ·": 106030, + "تÙģ": 106031, + "ÐŁÑĢо": 106032, + "Ġhakkında": 106033, + "ÄįnÄĽ": 106034, + "ĠMỹ": 106035, + "é½": 106036, + "ĠÏĥÏĦον": 106037, + "Ġâm": 106038, + "§ظ": 106039, + "ĠÅŁirket": 106040, + "æĥħåĨµ": 106041, + "ĠØ¢ÙħÙĪزش": 106042, + "λεÏħ": 106043, + "ÙħÙĩ": 106044, + "è¦ı": 106045, + "ãģ¨æĢĿ": 106046, + "ĠÙĪع": 106047, + "ÏĪη": 106048, + "ÏģοÏį": 106049, + "ĠÂłĊ": 106050, + "δη": 106051, + "ÑĪов": 106052, + "åĪ¤": 106053, + "Ġmắt": 106054, + "æĭ¿": 106055, + "à¸Ļà¸Ķ": 106056, + "éĻĦ": 106057, + "à¹īม": 106058, + "ĠÄijạt": 106059, + "Ġgüzel": 106060, + "mÃ¼ÅŁ": 106061, + "ÐŀÐĴ": 106062, + "çĭ¬": 106063, + "리를": 106064, + "ĠплаÑĤ": 106065, + "Ġnghá»ĭ": 106066, + "ĠÑĤакиÑħ": 106067, + "биÑĢа": 106068, + "Ġнек": 106069, + "ÑģÑĮкÑĸ": 106070, + "رÙĬاض": 106071, + "onu": 106072, + "à¥ĭम": 106073, + "ĠGiỼi": 106074, + "èŀį": 106075, + "é²": 106076, + "ĠGenel": 106077, + "åĬ¿": 106078, + "ĠвÑĸ": 106079, + "å§IJ": 106080, + "試": 106081, + "ĠжиÑĤÑĤÑı": 106082, + "Ġìĺ¨": 106083, + "åĩºæĿ¥": 106084, + "Ġtá»ij": 106085, + "Ġlao": 106086, + "ίο": 106087, + "Ġγα": 106088, + "ниÑĤелÑĮ": 106089, + "éļİ": 106090, + "Ġвикон": 106091, + "ĠÙģعاÙĦ": 106092, + "à¹Ģศ": 106093, + "ÏĮγ": 106094, + "ĠоÑĢганиз": 106095, + "ĠемÑĥ": 106096, + "ĠÙĬع": 106097, + "ĠÙħب": 106098, + "ालय": 106099, + "ĠÎľÏĢ": 106100, + "é¸": 106101, + "ùa": 106102, + "길": 106103, + "ĠÄIJiá»ģu": 106104, + "είο": 106105, + "äºī": 106106, + "ượt": 106107, + "ÑĢазÑĥ": 106108, + "ĠоÑĤÑĢим": 106109, + "Ġطب": 106110, + "Ġ以": 106111, + "æĸĹ": 106112, + "ë°±": 106113, + "à¤ĩस": 106114, + "ë§ĮìĽIJ": 106115, + "ãĢģãģĿãģ®": 106116, + "ĠëķĮ문": 106117, + "ĠØ¢ÛĮ": 106118, + "Ð¡Ðł": 106119, + "ضÙĦ": 106120, + "æĵį": 106121, + "kazy": 106122, + "สว": 106123, + "âng": 106124, + "à¤Ĥà¤Ń": 106125, + "нÑĸÑĩ": 106126, + "ัà¸ĩà¸ģ": 106127, + "ĠبررسÛĮ": 106128, + "ردÙĩ": 106129, + "Ġmẫu": 106130, + "à¹Īวà¸ĩ": 106131, + "ĠداÙĨشگاÙĩ": 106132, + "dıģ": 106133, + "ĠTá»ķng": 106134, + "第äºĮ": 106135, + "cÃŃm": 106136, + "Ġböyle": 106137, + "ë¶Ī": 106138, + "ĠÙħÙĨابع": 106139, + "à¥ĥष": 106140, + "еÑĤÑĭ": 106141, + "åĨ·": 106142, + "åĽŃ": 106143, + "ĠتÙĪجÙĩ": 106144, + "åĪ»": 106145, + "æŀģ": 106146, + "à¤Łà¤¨": 106147, + "лан": 106148, + "ĠíĥĢ": 106149, + "ä½IJ": 106150, + "ĠобÑĭ": 106151, + "å¸Ŀ": 106152, + "커": 106153, + "å®Ī": 106154, + "èµ·æĿ¥": 106155, + "Ġãĥ¬": 106156, + "çİī": 106157, + "à¹Ģหล": 106158, + "ине": 106159, + "หาร": 106160, + "éļı": 106161, + "Ġгаз": 106162, + "ĠاÙĦعÙħÙĦ": 106163, + "à¥ģà¤Ŀ": 106164, + "Ïģιο": 106165, + "Ġvám": 106166, + "ĠعÙĨد": 106167, + "ÙĨدگاÙĨ": 106168, + "ï¼ĮéĤ£": 106169, + "ĠнаÑħод": 106170, + "áno": 106171, + "ÛĮاÙĨ": 106172, + "Ġأع": 106173, + "ĠÑĢади": 106174, + "Ġмене": 106175, + "Ġúda": 106176, + "Ïĩν": 106177, + "ÑĥлÑıÑĢ": 106178, + "à¥Ģप": 106179, + "ĠpoužÃŃ": 106180, + "Ġä¸": 106181, + "ĠÙĤاÙĨÙĪÙĨ": 106182, + "ικοÏį": 106183, + "áy": 106184, + "Ġçöz": 106185, + "ÏĦÏģ": 106186, + "ÙĨاÙħ": 106187, + "ุà¸ķ": 106188, + "åĵª": 106189, + "ÙĬب": 106190, + "ä¹°": 106191, + "ÐĶлÑı": 106192, + "ĠëłĪ벨": 106193, + "ุà¸ļ": 106194, + "нÑĥÑĤи": 106195, + "è½»": 106196, + "Ġξα": 106197, + "Ġè¦": 106198, + "аÑĤков": 106199, + "ĠëĪĦ": 106200, + "Ġtuyá»ĥn": 106201, + "ÙİÙħ": 106202, + "ĠвÑĭпол": 106203, + "Ġstudi": 106204, + "ĠpÅĻek": 106205, + "Ġзам": 106206, + "Ġmateri": 106207, + "åİĭ": 106208, + "Ġал": 106209, + "Ġà¸ļร": 106210, + "Ø·ØŃ": 106211, + "ĠÙħرک": 106212, + "Ġìĭ¬": 106213, + "ĠÙĤابÙĦ": 106214, + "ĠÐIJле": 106215, + "ıntı": 106216, + "Ġå»": 106217, + "Ä°K": 106218, + "ëħĦëıĦ": 106219, + "ÑĭваÑĤÑĮ": 106220, + "Ġdevlet": 106221, + "社ä¼ļ": 106222, + "ëĤł": 106223, + "Ġkolay": 106224, + "ĠÑĢазвиÑĤи": 106225, + "ади": 106226, + "ئÙĬس": 106227, + "adıģı": 106228, + "ÎijÎĽ": 106229, + "Ġhoa": 106230, + "Ġศ": 106231, + "Ä±ÅŁtır": 106232, + "ÑĢÑİ": 106233, + "ĠкаÑĩе": 106234, + "¼åIJĪ": 106235, + "åħ´": 106236, + "Ġê·¸ëŁ¬": 106237, + "ĠмÑĸÑģÑĤ": 106238, + "Ġмне": 106239, + "ãĥ¼ãĤº": 106240, + "ç§Ģ": 106241, + "ĠعÙĦÙĬÙĩ": 106242, + "Ġìĭľê°Ħ": 106243, + "Ġà¤ĺर": 106244, + "ĠÑĥг": 106245, + "åıijå±ķ": 106246, + "Ä±ÅŁÄ±": 106247, + "ĠìĪľ": 106248, + "ĠíĻľ": 106249, + "æ¡£": 106250, + "Ġnokt": 106251, + "lém": 106252, + "еннÑĭй": 106253, + "ĠبÙħ": 106254, + "à¥ĩय": 106255, + "одав": 106256, + "à¹Ĥร": 106257, + "ï¼Įæľī": 106258, + "اÙĬات": 106259, + "اÛĮÙĩ": 106260, + "Ġà¤īपय": 106261, + "ĠsmÄĽ": 106262, + "شد": 106263, + "ШÐIJ": 106264, + "ĠاÙħاÙħ": 106265, + "æ¿Ģ": 106266, + "Ġhoạch": 106267, + "обÑĢаз": 106268, + "à¥ĭह": 106269, + "ĠÑĢебен": 106270, + "иÑĤелÑı": 106271, + "ãģªãģĮãĤī": 106272, + "ساÙĦ": 106273, + "Ġà¸Īำ": 106274, + "Ġخاص": 106275, + "Ġgeri": 106276, + "à¤ĺ": 106277, + "Ġìº": 106278, + "à¹ģà¸Ĺ": 106279, + "âĢĮÛĮ": 106280, + "گرÛĮ": 106281, + "اÙħبر": 106282, + "ÑĪÑĥ": 106283, + "Ġphong": 106284, + "имо": 106285, + "па": 106286, + "Ġìµľê³ł": 106287, + "Ġнам": 106288, + "ostÃŃ": 106289, + "isini": 106290, + "ĠдÑĥже": 106291, + "Ñģком": 106292, + "ĠпÑĢодÑĥк": 106293, + "ÏĮÏĦηÏĦα": 106294, + "aln": 106295, + "isine": 106296, + "è¿ľ": 106297, + "алÑĮной": 106298, + "तर": 106299, + "tıģ": 106300, + "ĠëĴ": 106301, + "è¿ĺæĺ¯": 106302, + "ĠÙħØ«ÙĦ": 106303, + "ìľ¨": 106304, + "ï¾ĺ": 106305, + "åĪ¸": 106306, + "ç¶ļ": 106307, + "جاد": 106308, + "ĠкÑĥ": 106309, + "åĢij": 106310, + "ovu": 106311, + "ĠsÄ©": 106312, + "ĠìłIJ": 106313, + "ĠÑĥÑĢов": 106314, + "िà¤ļ": 106315, + "ovali": 106316, + "ĠÙĪÙĨ": 106317, + "ĠìĿĮ": 106318, + "Ġкг": 106319, + "าà¸ĺ": 106320, + "ÏĦÏģα": 106321, + "ždy": 106322, + "à¹Įà¸ķ": 106323, + "ĠnÄĽm": 106324, + "ĠЦе": 106325, + "noho": 106326, + "Ġëĭ¤ìĭľ": 106327, + "Ġtéto": 106328, + "Ġbiá»ĥu": 106329, + "ĠYön": 106330, + "Ġpráce": 106331, + "à¥īर": 106332, + "ĠchÃŃ": 106333, + "овой": 106334, + "Ġmợ": 106335, + "說": 106336, + "ÏİÏĤ": 106337, + "волÑı": 106338, + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ": 106339, + "實": 106340, + "é»ŀ": 106341, + "Ġà¤ıव": 106342, + "Ïħνα": 106343, + "岡": 106344, + "không": 106345, + "ĠpÅĻÃŃpadÄĽ": 106346, + "åĹ": 106347, + "ĠبدÙĪÙĨ": 106348, + "Ïĥκε": 106349, + "Ġdikkat": 106350, + "ĠAncak": 106351, + "Ġtiá»ĩn": 106352, + "éĿĻ": 106353, + "ĠìĿ¼ë°ĺ": 106354, + "ĠÄįlen": 106355, + "ìķħ": 106356, + "ाà¤ĩन": 106357, + "ãģ£ãģ¦ãģĦãģŁ": 106358, + "ĠìĿ´ìļ©": 106359, + "ÙĪÙħÛĮ": 106360, + "iná": 106361, + "ặng": 106362, + "ÏİÏģα": 106363, + "ÙĨÙĬØ©": 106364, + "важ": 106365, + "èİ·": 106366, + "å©ļ": 106367, + "ĠÅŁu": 106368, + "ĠãģĬ": 106369, + "Ġدرب": 106370, + "Ġdiá»ħn": 106371, + "ÅĻeba": 106372, + "asının": 106373, + "ç½ijç«Ļ": 106374, + "нÑĮого": 106375, + "ĠاÙĦØ£ÙĪÙĦ": 106376, + "ικÎŃÏĤ": 106377, + "ĠzÃŃsk": 106378, + "оло": 106379, + "ĠÑįÑĤоÑĤ": 106380, + "Ġpokud": 106381, + "è²»": 106382, + "еÑĢÑĸв": 106383, + "ãĥķãĤ£": 106384, + "иÑĤÑĥа": 106385, + "Ġvyd": 106386, + "олож": 106387, + "лÑıÑĤÑĮ": 106388, + "ÙĤÙħ": 106389, + "æ´ĭ": 106390, + "æ§ĭ": 106391, + "ĠغÛĮر": 106392, + "ĠstÅĻed": 106393, + "ظر": 106394, + "Ġhiçbir": 106395, + "θεί": 106396, + "znik": 106397, + "дÑĭ": 106398, + "luv": 106399, + "ĠÙħؤ": 106400, + "ĠگرÙĪÙĩ": 106401, + "Ġï¼īĊ": 106402, + "teri": 106403, + "ĠÏħÏĢο": 106404, + "voj": 106405, + "Ġبعض": 106406, + "Ġbilin": 106407, + "ĠرÙĪØ´": 106408, + "ĠобÑıз": 106409, + "Ġï»": 106410, + "سÙĨ": 106411, + "ĠÏĢα": 106412, + "íį¼": 106413, + "ĠtÃŃn": 106414, + "Ġ´": 106415, + "ìĤ¬ìĿ´íĬ¸": 106416, + "Ġpodob": 106417, + "Ñīее": 106418, + "ĠåįĹ": 106419, + "Ġbych": 106420, + "ози": 106421, + "ĠVÄĥn": 106422, + "ØŃÙĩ": 106423, + "åѦéĻ¢": 106424, + "ĠÅĻekl": 106425, + "립ëĭĪëĭ¤": 106426, + "ĠпÑĢоÑģ": 106427, + "κά": 106428, + "ĠbaÅŁladı": 106429, + "ủy": 106430, + "Ñİдж": 106431, + "ाà¤ıà¤Ĺ": 106432, + "à¤Ĥà¤ļ": 106433, + "Ġê´Ģ볨": 106434, + "ĠвопÑĢоÑģ": 106435, + "ĠÑģÑĤаÑĤÑĮ": 106436, + "Ġyatırım": 106437, + "нÑĥла": 106438, + "راÙģ": 106439, + "ĠçeÅŁit": 106440, + "Ġà¤īद": 106441, + "央": 106442, + "ĠпоÑıв": 106443, + "åĽ½å®¶": 106444, + "ĠÑģооÑĤвеÑĤÑģÑĤв": 106445, + "ìķ¡": 106446, + "ĠØ®ÙĪاÙĩد": 106447, + "Å¡Å¡ÃŃ": 106448, + "ÂłÐ¿": 106449, + "ĠNhÃł": 106450, + "''''": 106451, + "ｨ": 106452, + "Ãħ": 106453, + "Ġïº": 106454, + "ĠØ¢ÙħرÛĮÚ©": 106455, + "larımız": 106456, + "جا": 106457, + "ÙģÙĤ": 106458, + "Ġá»": 106459, + "Ġìķł": 106460, + "ĠزباÙĨ": 106461, + "ĠÑĤвоÑĢ": 106462, + "ниÑĩеÑģ": 106463, + "Ġкни": 106464, + "خداÙħ": 106465, + "à¸Łà¸£": 106466, + "Ġì¹ĺ": 106467, + "วาม": 106468, + "ĠÙħÙĩÙħ": 106469, + "Ġstol": 106470, + "Ġedilen": 106471, + "Ġpek": 106472, + "اÙĨات": 106473, + "алÑĮнÑĸ": 106474, + "ĠнеобÑħÑĸд": 106475, + "à¹Ħว": 106476, + "Ġशर": 106477, + "ĠíĮIJ": 106478, + "Òij": 106479, + "Ġним": 106480, + "Ġà¸ĺ": 106481, + "æĺł": 106482, + "äºĴ": 106483, + "ĠbaÅŁar": 106484, + "ži": 106485, + "Ġмног": 106486, + "lendi": 106487, + "ávajÃŃ": 106488, + "nict": 106489, + "ĠдÑĥм": 106490, + "éĻ©": 106491, + "ÏĥÏĥ": 106492, + "iky": 106493, + "алÑĮнÑĭй": 106494, + "ĠÙħÙĨت": 106495, + "å®®": 106496, + "-за": 106497, + "еÑĢк": 106498, + "å¡Ķ": 106499, + "ĠμεÏĦα": 106500, + "oÄŁun": 106501, + "ÎĹÎľ": 106502, + "à¥Īà¤Ĥ।Ċ": 106503, + "Äįky": 106504, + "å¹³åı°": 106505, + "à¥ĭश": 106506, + "Ġona": 106507, + "Ġbec": 106508, + "ì¢": 106509, + "Ġcây": 106510, + "kün": 106511, + "Ġà¤Ī": 106512, + "Ġrá»Ļng": 106513, + "еÑĢб": 106514, + "幸": 106515, + "ï¾IJ": 106516, + "ĠпÑĸдпÑĢиÑĶм": 106517, + "çĶ£": 106518, + "ĠÏĦε": 106519, + "ĠÙĨÙĤØ´": 106520, + "овиÑħ": 106521, + "ĠÙģÙī": 106522, + "Ðļак": 106523, + "Ùİر": 106524, + "ĠЩ": 106525, + "алÑĮнÑĭÑħ": 106526, + "Ġküçük": 106527, + "èŃ·": 106528, + "æĭħ": 106529, + "icaret": 106530, + "ĠرÙģت": 106531, + "Ġодного": 106532, + "ÑĪим": 106533, + "ĠбÑĸ": 106534, + "Ġuygulam": 106535, + "Ġæĭ": 106536, + "ä½Ľ": 106537, + "ucu": 106538, + "dÃŃ": 106539, + "Åĺ": 106540, + "ئة": 106541, + "걸": 106542, + "ÙĮ": 106543, + "ĠÎłÏģο": 106544, + "Ġyerine": 106545, + "ĠÑĸнÑĦоÑĢма": 106546, + "Ġå¤ĸ": 106547, + "ä»ķ": 106548, + "нав": 106549, + "arası": 106550, + "à¸Ńà¸Ļà¹Ħลà¸Ļ": 106551, + "اشت": 106552, + "زÙĬ": 106553, + "æ©ĭ": 106554, + "ĠãĤ«": 106555, + "èĥ½åĬĽ": 106556, + "å¥Ĺ": 106557, + "Ġproh": 106558, + "ĠпÑĢава": 106559, + "Ỽp": 106560, + "Ġà¸Ĥà¸Ńà¸ĩ": 106561, + "Ġë´": 106562, + "Ġlúc": 106563, + "Ġéķ": 106564, + "بÙĪد": 106565, + "rupa": 106566, + "ازÙħ": 106567, + "Ġкан": 106568, + "ılım": 106569, + "ĠÙĩد": 106570, + "ãĢĢĠãĢĢĠãĢĢ": 106571, + "ÑĭваеÑĤ": 106572, + "خاÙĨÙĩ": 106573, + "ÑĥкÑĤ": 106574, + "ĠçĻ¾åº¦": 106575, + "ĠnÄĽco": 106576, + "емон": 106577, + "Ġà¤ħप": 106578, + "ĠÎĮ": 106579, + "ünün": 106580, + "æĸĩåĮĸ": 106581, + "ä¹İ": 106582, + "ä¸ĬçļĦ": 106583, + "ÙĦÙĬÙħ": 106584, + "ĠtÄĽch": 106585, + "اسب": 106586, + "âĢĻÑĶ": 106587, + "ĠÚ¯ÛĮ": 106588, + "Ġê·¼": 106589, + "Ġtrẻ": 106590, + "μÎŃνο": 106591, + "ãģĵãģ¨ãĤĴ": 106592, + "ìĿ´ëĤĺ": 106593, + "åĸĦ": 106594, + "Ġtrả": 106595, + "åĪĨæŀIJ": 106596, + "ĠdÄĽl": 106597, + "ÑĥÑģка": 106598, + "Ġмного": 106599, + "à¥Īर": 106600, + "μαÏĦοÏĤ": 106601, + "ĠmÃŃsto": 106602, + "Ġê°ģ": 106603, + "ĠпÑĢог": 106604, + "baÅŁ": 106605, + "айÑĤе": 106606, + "Ġcá»ķ": 106607, + "å¿ľ": 106608, + "ï¼ģĊ": 106609, + "çı": 106610, + "Ġbirçok": 106611, + "Ġíĺķ": 106612, + "çµĮ": 106613, + "ĠEvrop": 106614, + "ĠÑģоÑĨÑĸ": 106615, + "ä»ĸçļĦ": 106616, + "ĠμÏĢο": 106617, + "å¥Ī": 106618, + "ĠÚ¯ÙĦ": 106619, + "ÙĪÙĦØ©": 106620, + "æµİ": 106621, + "ĠÚ©ÙĪ": 106622, + "±ä¹IJ": 106623, + "ãģĹãģı": 106624, + "纳": 106625, + "ÑģÑĤвенно": 106626, + "éĽ¢": 106627, + "ा.": 106628, + "ĠgerçekleÅŁtir": 106629, + "Ġkır": 106630, + "ì³": 106631, + "ĠгоÑģп": 106632, + "å¹ķ": 106633, + "ìĦ¼": 106634, + "».Ċ": 106635, + "кÑĥÑĢ": 106636, + "ĠرÛĮ": 106637, + "æĽ¾": 106638, + "ÙĪرÙĬ": 106639, + "лекÑģанд": 106640, + "صÙģ": 106641, + "Ġcảnh": 106642, + "å±Ĥ": 106643, + "ãĤĨ": 106644, + "Ġتس": 106645, + "ì°½": 106646, + "기를": 106647, + "Ġà¹Ģà¸Ħ": 106648, + "çŁŃ": 106649, + "ĠÑģÑĤÑĢо": 106650, + "ĠÏĥÏĦιÏĤ": 106651, + "à¥įयव": 106652, + "ĠعÙĦÙħ": 106653, + "ĠÑģиÑĤÑĥа": 106654, + "ĠÑīодо": 106655, + "åIJĽ": 106656, + "Ùħس": 106657, + "ĠоÑĤкÑĢÑĭ": 106658, + "Ġspoj": 106659, + "ĠÄijÄĥng": 106660, + "ĠsavaÅŁ": 106661, + "ีร": 106662, + "ském": 106663, + "Ġè¡Į": 106664, + "é¹": 106665, + "ĠÙĬÙħÙĥÙĨ": 106666, + "овано": 106667, + "ĠпÑĢавилÑĮ": 106668, + "Ġchiếc": 106669, + "èĪ¹": 106670, + "éĵ¶": 106671, + "ĠоÑĤд": 106672, + "ĠìĿĢ": 106673, + "íħĶ": 106674, + "ĠNej": 106675, + "оне": 106676, + "Ġkız": 106677, + "ологиÑĩеÑģ": 106678, + "ĠкÑĢаÑĹ": 106679, + "à¸ļà¸Ńล": 106680, + "楼": 106681, + "ĠتÙħاÙħ": 106682, + "ĠبÛĮÙħ": 106683, + "ĠÑģÑĥб": 106684, + "vý": 106685, + "Ñģкие": 106686, + "ëĮĢë¡ľ": 106687, + "????????": 106688, + "abilirsiniz": 106689, + "анÑģов": 106690, + "代表": 106691, + "Ġ매매": 106692, + "ологÑĸÑĩ": 106693, + "μαν": 106694, + "акÑģим": 106695, + "ãĤ¤ãĥ«": 106696, + "Ġtải": 106697, + "ÙħÙĪ": 106698, + "å®Ĺ": 106699, + "nem": 106700, + "Ġkhoản": 106701, + "ĠпаÑĤ": 106702, + "анÑĤа": 106703, + "ĠпомоÑī": 106704, + "Ġvod": 106705, + "Ġkaynak": 106706, + "ÏĥÏĨ": 106707, + "à¥Ĥत": 106708, + "duÄŁ": 106709, + "аÑĤиÑģÑı": 106710, + "Ġç¥ŀ": 106711, + "ĠÑģлова": 106712, + "ÑĢÑĥкÑĤÑĥ": 106713, + "ĠmÄĽsÃŃ": 106714, + "ÙıÙħ": 106715, + "знаÑĩа": 106716, + "Ġèī": 106717, + "åѦçĶŁ": 106718, + "æ´¥": 106719, + "ÙİÙĬ": 106720, + "è§Ī": 106721, + "Ġå®ī": 106722, + "ĠgörÃ¼ÅŁ": 106723, + "álnÄĽ": 106724, + "ĠëĶ°ëĿ¼": 106725, + "ĠÙħÙĪجÙĪد": 106726, + "ĠÄijứ": 106727, + "ĠçalÄ±ÅŁmalar": 106728, + "ĠÑıкиÑħ": 106729, + "ĠاجتÙħاع": 106730, + "μεν": 106731, + "èİī": 106732, + "积": 106733, + "ì¶ķ": 106734, + "à¥įशन": 106735, + "Ġxét": 106736, + "ĠвÑĤоÑĢ": 106737, + "çİ©": 106738, + "ÂłÐĿ": 106739, + "ÑĪие": 106740, + "оÑĢи": 106741, + "أس": 106742, + "Ġthuá»ijc": 106743, + "ëĭĪê¹Į": 106744, + "ëķĮ": 106745, + "ÑĢÑĥп": 106746, + "ÑģÑıÑĤ": 106747, + "зÑĭ": 106748, + "ĠÑģмеÑĢ": 106749, + "Ġvyb": 106750, + "ĠìĿ´ìĥģ": 106751, + "à¤ļन": 106752, + "Ġgeldi": 106753, + "Û±Û°": 106754, + "ικÏİν": 106755, + "ĠÄIJức": 106756, + "ĠдоÑģÑĤаÑĤ": 106757, + "Ġönc": 106758, + "親": 106759, + "Ġadı": 106760, + "unca": 106761, + "ĠاÙĦتر": 106762, + "çķ¶": 106763, + "ĠФедеÑĢа": 106764, + "лÑıÑİÑĤÑģÑı": 106765, + "ĠÙĥاÙĨت": 106766, + "æİ¢": 106767, + "ĠÑĥб": 106768, + "Ġκο": 106769, + "ाà¤ĩà¤Ł": 106770, + "зн": 106771, + "Ġmôi": 106772, + "ĠãĤµ": 106773, + "ĠнавÑĸ": 106774, + "综åIJĪ": 106775, + "ĠминÑĥÑĤ": 106776, + "dık": 106777, + "ÑĢÑĥд": 106778, + "åľĸ": 106779, + "ê°¤": 106780, + "ĠÄijoÃłn": 106781, + "è¤": 106782, + "à¥įवर": 106783, + "ĠÃľniversit": 106784, + "ано": 106785, + "鼨": 106786, + "ĠvÅ¡echny": 106787, + "Ġëĭ¤ìĿĮ": 106788, + "ĠCumhur": 106789, + "ĠмÑĥз": 106790, + "aÅŁtır": 106791, + "Ġê±°ëŀĺ": 106792, + "Ġé¡": 106793, + "žitÃŃ": 106794, + "Ġà¸Ł": 106795, + "Ġthuế": 106796, + "ĠмÑĥж": 106797, + "ĠÎijν": 106798, + "ĠدÙĪÙħ": 106799, + "ĠÑģин": 106800, + "ĠÏīÏĤ": 106801, + "meler": 106802, + "ĠpoÄį": 106803, + "ĠколиÑĩе": 106804, + "ĠKÄį": 106805, + "è³½": 106806, + "ĠоÑģÑĸб": 106807, + "åı¥": 106808, + "ĠBöl": 106809, + "à¸ĺรรม": 106810, + "Ġcạnh": 106811, + "å°ĩ": 106812, + "ĠноÑģ": 106813, + "èĦ¸": 106814, + "Ġgelir": 106815, + "оÑĢон": 106816, + "à¥įरà¤Ń": 106817, + "ç»ĩ": 106818, + "ุà¹ī": 106819, + "ामल": 106820, + "Ġcâu": 106821, + "ÑijÑĤ": 106822, + "Ġ:|": 106823, + "ãĤĮãģ¦": 106824, + "Ġposled": 106825, + "ãĤ¹ãĥĨ": 106826, + "ÑĸлÑĮÑĪ": 106827, + "енÑĤÑĭ": 106828, + "خدÙħ": 106829, + "ĠباشگاÙĩ": 106830, + "ĠthÆ°": 106831, + "ávánÃŃ": 106832, + "ëĬIJ": 106833, + "ĠØ£ØŃ": 106834, + "راد": 106835, + "ĠبسÛĮار": 106836, + "åĪ°äºĨ": 106837, + "\";\"": 106838, + "å°İ": 106839, + "Ġör": 106840, + "à¸Ĭาà¸ķ": 106841, + "genus": 106842, + "Ġyakın": 106843, + "ĠÃŃt": 106844, + "regnum": 106845, + "Ġfiyat": 106846, + "нÑĸÑħ": 106847, + "åľ°æĸ¹": 106848, + "Ġbilgi": 106849, + "кам": 106850, + "Ġspol": 106851, + "ائÙĬ": 106852, + "ĠÙĬÙĨ": 106853, + "าหาร": 106854, + "Ġبگ": 106855, + "éĺħ": 106856, + "ĠاÙĦشر": 106857, + "Âģ": 106858, + "ĠÑĸнÑĪиÑħ": 106859, + "Ġtrạng": 106860, + "çģ£": 106861, + "Ġcá»±c": 106862, + "кан": 106863, + "èĭı": 106864, + "ÃĶ": 106865, + "Ġlá»Ŀi": 106866, + "ÑıÑĩ": 106867, + "ĠÙĪØŃ": 106868, + "ìĪľ": 106869, + "Ÿ": 106870, + "ĠвоÑģп": 106871, + "ì¡Į": 106872, + "ÄįnÃŃch": 106873, + "خرÙī": 106874, + "ائÙĬØ©": 106875, + "Ġsuất": 106876, + "æĩī": 106877, + "اØŃÛĮ": 106878, + "Ġnáz": 106879, + "è¿Ļç§į": 106880, + "ĠзабезпеÑĩ": 106881, + "ĠЧеÑĢ": 106882, + "ĠздÑĸйÑģ": 106883, + "åı¦": 106884, + "æĭ¬": 106885, + "à¥ģष": 106886, + "μÏĨ": 106887, + "ëĥIJ": 106888, + "ÐķÑģли": 106889, + "é¬": 106890, + "Ġíĥľ": 106891, + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ": 106892, + "Ġмл": 106893, + "å´İ": 106894, + "Ùģع": 106895, + "ĠÙĤدر": 106896, + "Ġvá»ijn": 106897, + "妹": 106898, + "ĠÐĿаÑģ": 106899, + "à¥įफ": 106900, + "ãĤ¸ãĥ£": 106901, + "Ġmı": 106902, + "енÑģ": 106903, + "бÑĥд": 106904, + "ĠØŃتÙī": 106905, + "Ġì²´": 106906, + "ĠÑĸÑģÑĤоÑĢ": 106907, + "Ġgiấy": 106908, + "γοÏģ": 106909, + "ëIJĺìĸ´": 106910, + "ĠíĤ": 106911, + "ĠÐŀдна": 106912, + "ĠÙĨÙħÙĪد": 106913, + "Ġвипад": 106914, + "ĠìŀIJìĭł": 106915, + "Ġjste": 106916, + "Ġëĵ±ë¡Ŀ": 106917, + "ekten": 106918, + "ĠÑĢеÑĩ": 106919, + "rodnÃŃ": 106920, + "ستر": 106921, + "ıt": 106922, + "ä¹ħä¹ħ": 106923, + "ĠØ®ÙĦاÙĦ": 106924, + "Ġç¦": 106925, + "uluk": 106926, + "lenen": 106927, + "ilip": 106928, + "è´¢": 106929, + "Ġà¤ħà¤ķ": 106930, + "ĠYıl": 106931, + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢ": 106932, + "Ġà¤Ŀ": 106933, + "ĠBình": 106934, + "ĠolmuÅŁ": 106935, + "اÙĦØ¥ÙĨجÙĦÙĬزÙĬØ©": 106936, + "менно": 106937, + "alnız": 106938, + "ĠشرÙĥØ©": 106939, + "ĠسÙĨØ©": 106940, + "è´Ł": 106941, + "ä½ľåĵģ": 106942, + "Ġìķ½": 106943, + "ĠдÑĢÑĥгиÑħ": 106944, + "ĠbaÄŁlantı": 106945, + "одÑĥ": 106946, + "çļĦæĺ¯": 106947, + "ัà¸Ļà¸Ķ": 106948, + "ĠкоÑĤоÑĢÑĭÑħ": 106949, + "ĠاÙĦÙĪÙĦ": 106950, + "ê¸ĢìĥģìľĦ": 106951, + "ĠÏĢεÏģ": 106952, + "리ìķĦ": 106953, + "ibar": 106954, + "Ġèĥ": 106955, + "ãģŁãģĦ": 106956, + "áj": 106957, + "ĠìľĦíķ´": 106958, + "?âĢľĊĊ": 106959, + "Ġíİĺ": 106960, + "Ġней": 106961, + "ĠÐĹак": 106962, + "ĠÐĴÑĸд": 106963, + "елÑĸ": 106964, + "课": 106965, + "åī¯": 106966, + "madan": 106967, + "æľ«": 106968, + "ĠÏĢÏģÏĮ": 106969, + "ĠпÑģиÑħ": 106970, + "ĠÑĤÑĸ": 106971, + "Ùĥات": 106972, + "Ġvysok": 106973, + "ê´Ģ리": 106974, + "ültür": 106975, + "Ġà¹Ģà¸Ń": 106976, + "Ġíķ©": 106977, + "çĿ£": 106978, + "ĠÑĢиÑģ": 106979, + "еÑĢÑĮ": 106980, + "ĠÚ©ÙĦÛĮ": 106981, + "Ġãĥŀ": 106982, + "ĠphÃŃa": 106983, + "å«": 106984, + "اگ": 106985, + "Ġé¢": 106986, + "ĠÙĨÙģر": 106987, + "ĠجاÙĨ": 106988, + "Ġyas": 106989, + "жениÑı": 106990, + "ĠлÑĥÑĩÑĪе": 106991, + "Ġçº": 106992, + "Ġмон": 106993, + "Ġتخ": 106994, + "ĠØ´ÛĮ": 106995, + "ĠнекоÑĤоÑĢ": 106996, + "алÑĮнÑĭе": 106997, + "Ġobchod": 106998, + "Ġíķ¨ê»ĺ": 106999, + "Ġriêng": 107000, + "ãģķãĤĮãĤĭ": 107001, + "окÑĥ": 107002, + "ĠСШÐIJ": 107003, + "ë§ģ": 107004, + "ĠNếu": 107005, + "ĠAÄŁ": 107006, + "ĠдвеÑĢ": 107007, + "à¥ĭष": 107008, + "Ġkhiến": 107009, + "него": 107010, + "ì±ħ": 107011, + "ัà¸ķร": 107012, + "malı": 107013, + "ĠÙĬا": 107014, + "ç§ijæĬĢ": 107015, + "ืà¸Ļ": 107016, + "หมาย": 107017, + "Ġخص": 107018, + "åĨľ": 107019, + "ÃŃme": 107020, + "ĠÑįÑĤой": 107021, + "ĠìĹħ": 107022, + "Ġä¹": 107023, + "伯": 107024, + "'´": 107025, + "ÙħÙĬÙĦ": 107026, + "à¸Ńà¸ĩà¸Ħ": 107027, + "ková": 107028, + "è¿Ļä¹Ī": 107029, + "ãĢĤæĪij": 107030, + "ìĹIJìĦľëĬĶ": 107031, + "Ġìļ©": 107032, + "ë¹ĦìĬ¤": 107033, + "Ġì¦Ŀ": 107034, + "ITTE": 107035, + "Ġ모ëĵł": 107036, + "ĠspoleÄįnosti": 107037, + "Ġвик": 107038, + "ĠtÅĻÃŃ": 107039, + "é³": 107040, + "ĠØ®ÛĮ": 107041, + "Ġpož": 107042, + "ĠимееÑĤ": 107043, + "ĠdÄĽt": 107044, + "ĠÙħدÙĦ": 107045, + "Ġмо": 107046, + "åįı": 107047, + "enÃŃm": 107048, + "éī": 107049, + "اظ": 107050, + "ĠteÅŁ": 107051, + "ĠveÅĻej": 107052, + "LIC": 107053, + "ì§ĢëĬĶ": 107054, + "ÑĭваÑİÑĤ": 107055, + "ĠоÑĢганÑĸ": 107056, + "nÃŃmi": 107057, + "θÎŃ": 107058, + "ãĤ¯ãĥ©": 107059, + "ãĥ¼ãĥ³": 107060, + "лиÑģÑı": 107061, + "imdi": 107062, + "æĨ": 107063, + "ïºİ": 107064, + "Ġìļ´ìĺģ": 107065, + "καν": 107066, + "Ġë³µ": 107067, + "ĠÐĨн": 107068, + "plication": 107069, + "tah": 107070, + "ĠÐIJв": 107071, + "Ġcá»Ļng": 107072, + "алÑĮноÑĹ": 107073, + "ĠدÙĪرÙĩ": 107074, + "à¥įरय": 107075, + "ĠØ®ÙĪ": 107076, + "ĠвÑĢа": 107077, + "Ø¥ÙĨ": 107078, + "èĤī": 107079, + "Ġoyn": 107080, + "ĠTÆ°": 107081, + "ĠÙĩÙħاÙĨ": 107082, + "ĠбÑĸлÑĮÑĪе": 107083, + "æĮ¯": 107084, + "اÙħØ©": 107085, + "庫": 107086, + "ĠÑĢеж": 107087, + "ĠدارÙĨد": 107088, + "ÑĢий": 107089, + "ĠæĮ": 107090, + "Ġsonuç": 107091, + "Ġtả": 107092, + "ัà¸ĩà¸Ħ": 107093, + "ë°Ľ": 107094, + "Ġмом": 107095, + "виÑĩай": 107096, + ".à¸Ħ": 107097, + "Ġà¤Ĩà¤Ī": 107098, + "åģĩ": 107099, + "Ġposkyt": 107100, + "ĠÑģÑĥп": 107101, + "ıyordu": 107102, + "але": 107103, + "иÑĨ": 107104, + "ĠθÎŃ": 107105, + "ãĤĩãģĨ": 107106, + "ĠÑģвой": 107107, + "มà¸Ļ": 107108, + "Ġnữa": 107109, + "voÅĻ": 107110, + "اسÙĬ": 107111, + "éĴ±": 107112, + "ãģĹãģ¦ãģĦãģŁ": 107113, + "ĠÄijầy": 107114, + "اÙĬر": 107115, + "ĠaraÅŁtır": 107116, + "ì£": 107117, + "ãģ¨ãģ¯": 107118, + "ĠÑģпоÑĢ": 107119, + "Ġê°Ģìŀ¥": 107120, + "è¼ī": 107121, + "âĸ¡": 107122, + "ĠìĻĦ": 107123, + "оÑĢаÑı": 107124, + "Ïģεί": 107125, + "ĠÑįÑĤа": 107126, + "ë©´ìłģ": 107127, + "ìĿ´ìĬ¤": 107128, + "ä½³": 107129, + "æĻļ": 107130, + "Ġkval": 107131, + "Ġná»ķi": 107132, + "ÑĤами": 107133, + "ĠполÑĸÑĤи": 107134, + "ĠÄ°ng": 107135, + "нÑĸÑģÑĤÑİ": 107136, + "Ġà¹Ģà¸ģ": 107137, + "Ġ민": 107138, + "èĶ": 107139, + "Ïģία": 107140, + "æİĪ": 107141, + "ĠçĤ": 107142, + "ĠÙĨÙħاÛĮ": 107143, + "Ġìŀ¡": 107144, + "æŀ¶": 107145, + "ابÙĤ": 107146, + "Ñģон": 107147, + "енного": 107148, + "ĠÙħÛĮÙĦÛĮ": 107149, + "Ġkurum": 107150, + "à¹Įส": 107151, + "Ġì´Ŀ": 107152, + "ĠnÄĽkolik": 107153, + "ĠÙĢ": 107154, + "ĠзаÑģÑĤоÑģ": 107155, + "à¸Ķà¸Ļ": 107156, + "ÙĨداÙĨ": 107157, + "ĠJap": 107158, + "éĥ¡": 107159, + "à¥įà¤Ń": 107160, + "Ġà¹Ģà¸Ĭ": 107161, + "ĠâĢ«": 107162, + "é£ŀ": 107163, + "ovatel": 107164, + "ĠÑĩаÑģÑĤÑĮ": 107165, + "Ġbá»ķ": 107166, + "ãĤ¯ãĥª": 107167, + "ิà¹Į": 107168, + "Ġвиде": 107169, + "vail": 107170, + "Ìī": 107171, + "ÄŁinde": 107172, + "ãģ¨ãĤĤ": 107173, + "âĢĮÚ©ÙĨد": 107174, + "ĠëħĦ": 107175, + "ĠاÙĤتص": 107176, + "ï½Ĺ": 107177, + "ÏģιÏĥ": 107178, + "зд": 107179, + "èĻ½": 107180, + "Ġthoại": 107181, + "ĠÙĪز": 107182, + "ĠmÃŃt": 107183, + "ĠÑħолод": 107184, + "ĠкÑĥп": 107185, + "аниÑħ": 107186, + "Ġnhìn": 107187, + "ãģĭãģª": 107188, + "ĠÐļом": 107189, + "ÏĦεÏģ": 107190, + "ï¼Įåıª": 107191, + "Ġolup": 107192, + "Ġhá»ıi": 107193, + "ëij": 107194, + "ĠnÄĽkter": 107195, + "isÃŃ": 107196, + "ĠвикоÑĢиÑģÑĤов": 107197, + "ìŀ¡": 107198, + "Ġà¤ķल": 107199, + "ĠìľłìłĢ": 107200, + "ĠпÑĢиб": 107201, + "èĭ¦": 107202, + "Ġмов": 107203, + "Ġหà¸Ļ": 107204, + "ëIJĺëĬĶ": 107205, + "око": 107206, + "ĠобеÑģп": 107207, + "Ġkez": 107208, + "лÑıÑħ": 107209, + "ĠпÑĢоиÑģ": 107210, + "Ġповин": 107211, + "ĠÐļоÑĢ": 107212, + "ì¼Ģ": 107213, + "ĠÑģи": 107214, + "Ġä¹ĭ": 107215, + "ĠâĢĶĊ": 107216, + "ÑģÑĥÑĤÑģÑĤв": 107217, + "ç°": 107218, + "Ġà¤ł": 107219, + "наÑĤ": 107220, + "Ġsuy": 107221, + "ĠÑģÑĭ": 107222, + "ĠÙĨشاÙĨ": 107223, + "ĠнапÑĢав": 107224, + "ĠÑĨÑĮомÑĥ": 107225, + "æĺ¯ä¸Ģ": 107226, + "Ġmüm": 107227, + "ÑĶмо": 107228, + "ĠاسÙĦاÙħÛĮ": 107229, + "Ġzamanda": 107230, + "ÙĪÙħاÙĨ": 107231, + "اÙĦØŃ": 107232, + "Å¡tÄĽnÃŃ": 107233, + "ĠÐļак": 107234, + "¤íĶĦ": 107235, + "Ġپرد": 107236, + "Các": 107237, + "εια": 107238, + "ĠجÙĪ": 107239, + "ĠÄijoạn": 107240, + "Ġà¤ĩत": 107241, + "Ġзан": 107242, + "ĠÙħÙĨØ·ÙĤÙĩ": 107243, + "ĠÙħعÙĦ": 107244, + "Ġdokon": 107245, + "åIJ¸": 107246, + "ickou": 107247, + "å°ģ": 107248, + "ĠкиÑģ": 107249, + "ัà¸ĩหว": 107250, + "ispecies": 107251, + "ĠнапÑĢÑı": 107252, + "æºĸ": 107253, + "Ġà¤ľà¤²": 107254, + "à¹Ģà¸ī": 107255, + "LAR": 107256, + "ĠÑĥÑģловиÑı": 107257, + "ĠWikispecies": 107258, + "ระà¸Ķ": 107259, + "Ġmey": 107260, + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ": 107261, + "à¹ĩà¸Ī": 107262, + "å¾Ĵ": 107263, + "tach": 107264, + "umuz": 107265, + "κη": 107266, + "ÃĬ": 107267, + "Ġün": 107268, + "ĠBITTE": 107269, + "ĠÙħربع": 107270, + "ãĤ·ãĥ¥": 107271, + "िसà¤ķ": 107272, + "Ø·ÙĪر": 107273, + "ĠвоÑģ": 107274, + "ï¾Ł": 107275, + "Ġyayın": 107276, + "ãģĭãĤĬ": 107277, + "лиÑı": 107278, + "ĠпÑĢин": 107279, + "ijng": 107280, + "ĠÙĨØ®": 107281, + "Ġlze": 107282, + "à¥įषण": 107283, + "Ġбо": 107284, + "Ġê¸Ģ": 107285, + "ĠgeliÅŁtir": 107286, + "à¸Ľà¸£à¸°à¸Ĭ": 107287, + "彡": 107288, + "ĠãĤª": 107289, + "ãģĪãģ¦": 107290, + "нÑĥÑĤÑĮ": 107291, + "Ġç½": 107292, + "Ġмаг": 107293, + "ãģ«ãģ¤": 107294, + "ноÑģÑĤей": 107295, + "ĠÙĦÙĬ": 107296, + "æĢª": 107297, + "ÑıÑĤÑģÑı": 107298, + "à¸ij": 107299, + "ियम": 107300, + "ĠãĢİ": 107301, + "ÑĢÑĮ": 107302, + "Ġmạng": 107303, + "tım": 107304, + "ĠпеÑĢиод": 107305, + "огÑĥ": 107306, + "ĠкоÑĤоÑĢаÑı": 107307, + "리ê°Ģ": 107308, + "Ġãħ¡": 107309, + "ĠجاÛĮ": 107310, + "ĠпоÑĤÑĢÑĸб": 107311, + "Å¡en": 107312, + "à¸Ńะ": 107313, + "بع": 107314, + "ØŁĊ": 107315, + "Ġë°©ë²ķ": 107316, + "ĠгоÑĢод": 107317, + "ĠÐĺн": 107318, + "Ġоказ": 107319, + "رÙĪز": 107320, + "ĠiliÅŁk": 107321, + "宣": 107322, + "forman": 107323, + "adaÅŁ": 107324, + "ÙĬÙĦØ©": 107325, + "ĠÐļаÑĢ": 107326, + "Ġmất": 107327, + "æħĭ": 107328, + "мп": 107329, + "à¹Ĥà¸Ļ": 107330, + "ĠØŃÙĤÙĪÙĤ": 107331, + "ĠднÑı": 107332, + "ĠëĴ¤": 107333, + "ाà¤ķर": 107334, + "ì²ĺëŁ¼": 107335, + "âĢĮØ¢": 107336, + "hangi": 107337, + "è¡ĮæĶ¿": 107338, + "aliyet": 107339, + "Ġì²ľ": 107340, + "ĠYap": 107341, + "à¹Ĥรà¸ĩ": 107342, + "ì§Ģëħ¸": 107343, + "ÙİÙij": 107344, + "ÎijÎĻ": 107345, + "ána": 107346, + "andır": 107347, + "ระà¸ļà¸ļ": 107348, + "oÄŁlu": 107349, + "าà¸Īะ": 107350, + "ẩy": 107351, + "اÙĪÙĦ": 107352, + "ĠмаÑĤеÑĢÑĸ": 107353, + "ÎŁÎĿ": 107354, + "Ġinformace": 107355, + "تع": 107356, + "à¸ļà¸Ļ": 107357, + "ĠÄĮeské": 107358, + "Ġtemel": 107359, + "::::::::::::::::::::::::::::::::": 107360, + "Ġchia": 107361, + "-Ñģ": 107362, + "неÑĢг": 107363, + "Ġì°¾": 107364, + "ÑĢид": 107365, + "лоÑģÑĮ": 107366, + "زÙĦ": 107367, + "ê°ĢëĬĶ": 107368, + "ané": 107369, + "ĠнавÑĸÑĤÑĮ": 107370, + "ä¸ĵä¸ļ": 107371, + "Ġ경기": 107372, + "ĠpÅĻev": 107373, + "еÑĤи": 107374, + "ĠíĶĮ": 107375, + "нÑıÑĤ": 107376, + "à¥ģश": 107377, + "лÑİд": 107378, + "виÑī": 107379, + "å°¾": 107380, + "çļĦäºĭ": 107381, + "ĠëIJľ": 107382, + "رÙĪÙģ": 107383, + "Ġ女": 107384, + "κή": 107385, + "ĠTuy": 107386, + "Ġê²ĥìĿĦ": 107387, + "Ġbunu": 107388, + "ĠÑĢазлиÑĩ": 107389, + "ĠDün": 107390, + "ãĤŃãĥ£": 107391, + "ÑĢÑĥÑģ": 107392, + "Ġмм": 107393, + "loven": 107394, + "Ġotev": 107395, + "noloj": 107396, + "ESÄ°": 107397, + "üp": 107398, + "ĠèĤ": 107399, + "ικÏĮÏĤ": 107400, + "ضاء": 107401, + "ĠпеÑĩ": 107402, + "ÅĻÃŃklad": 107403, + "ãģĵãĤį": 107404, + "Å¡tÃŃ": 107405, + "Ġبرگ": 107406, + "ãģĮãģĤãĤĭ": 107407, + "ÑĸÑģÑĤ": 107408, + "à¥īà¤ķ": 107409, + "ÏĢη": 107410, + "ĠاÙĦÙħست": 107411, + "Ġзай": 107412, + "ĠchÆ°Æ¡ng": 107413, + "оÑĤÑĥ": 107414, + "ĠСам": 107415, + "Å¡et": 107416, + "ĠìŀĪìĹĪ": 107417, + "ĠÙģار": 107418, + "Ñĸон": 107419, + "ãĥĹãĥŃ": 107420, + "Ġnhiá»ĩt": 107421, + "inizi": 107422, + "Ġcož": 107423, + "Ġà¤Ĩन": 107424, + "Ġsystém": 107425, + "رÙĪع": 107426, + "ayet": 107427, + "ĠÙģرÙĩÙĨÚ¯": 107428, + "Ġè¶": 107429, + "èģ·": 107430, + "è§Ĥçľĭ": 107431, + "нок": 107432, + "à¸IJาà¸Ļ": 107433, + "êµIJìľ¡": 107434, + "kla": 107435, + "ãĤģãģ¦": 107436, + "ÎķÎĻ": 107437, + "åĿĹ": 107438, + "ĠskuteÄį": 107439, + "à¥Ĥà¤ľ": 107440, + "ãģijãģ¦": 107441, + "NGC": 107442, + "ĠåĢ": 107443, + "ĠÑĢозп": 107444, + "nÃŃků": 107445, + "ãĥ³ãĤ¹": 107446, + "ĠÐĴеÑĢ": 107447, + "Ġyüzde": 107448, + "Ġ미êµŃ": 107449, + "ĠÙħÙī": 107450, + "деÑĢ": 107451, + "ава": 107452, + "Ġmerkez": 107453, + "įng": 107454, + "ĠìĤ¼": 107455, + "ĠÑĢобоÑĤи": 107456, + "ĠнÑĮого": 107457, + "Ġеконом": 107458, + "ĠÑĩеловека": 107459, + "Ġà¸ŀระ": 107460, + "ãĥĴ": 107461, + "ãģ£ãģ¦ãģĦ": 107462, + "ä¼Ĺ": 107463, + "ĠпÑĢодÑĥкÑĤ": 107464, + "Ġyanı": 107465, + "à¥Ģवन": 107466, + "ĠcáºŃp": 107467, + "ĠAvrupa": 107468, + "ाà¤Ń": 107469, + "ĠìłĦìļ©": 107470, + "æķ£": 107471, + "ĠìľĦíķľ": 107472, + "ÑħодиÑĤÑĮ": 107473, + "Ġsınır": 107474, + "ücret": 107475, + "suz": 107476, + "æ¨Ĥ": 107477, + "Ġì°½": 107478, + "ÏģίοÏħ": 107479, + "åĪļ": 107480, + "Ø®ÙĦ": 107481, + "ëłĩê²Į": 107482, + "جد": 107483, + "ĠμαÏĤ": 107484, + "áºŃm": 107485, + "kara": 107486, + "ãĤ«ãĥ¼": 107487, + "Ġkterou": 107488, + "ìĽ¨": 107489, + "ÑĦиÑĨи": 107490, + "oÄŁraf": 107491, + "ĠнапÑĢи": 107492, + "ãģijãģ©": 107493, + "Ġéļ": 107494, + "تباÙĦ": 107495, + "ëŁ½": 107496, + "ìĶ¨": 107497, + "íĮĮìĿ¼": 107498, + "Ïĩα": 107499, + "Ġuzak": 107500, + "Ġdòng": 107501, + "ĠголоÑģ": 107502, + "ÏĥÏĦή": 107503, + "ιλ": 107504, + "Ø·Ùģ": 107505, + "Ġê·¸ëħĢ": 107506, + "ãĤ¿ãĤ¤": 107507, + "اÙĨÚ¯": 107508, + "inou": 107509, + "лон": 107510, + "à¹ĩม": 107511, + "Ġबद": 107512, + "Ġkonusunda": 107513, + "Ġnâng": 107514, + "ãģ¾ãģĽãĤĵ": 107515, + "ÑĥÑİÑĤÑĮÑģÑı": 107516, + "åŁ¹": 107517, + "енко": 107518, + "ìłij": 107519, + "ĠÑĤов": 107520, + "ĠtÅĻeba": 107521, + "زاÙĨ": 107522, + "isyon": 107523, + "Ġген": 107524, + "ĠPokud": 107525, + "âĢĮاÙĨد": 107526, + "ĠгÑĢÑĥд": 107527, + "ĠخرÛĮد": 107528, + "λλα": 107529, + "ĠpÅĻÃŃm": 107530, + "Ġæ³ķ": 107531, + "ĠزÙĨدگÛĮ": 107532, + "ạp": 107533, + "ĠíĬ¸": 107534, + "ĠÄijá»Ļc": 107535, + "Ġê·¸ë¦¬ê³ł": 107536, + "низ": 107537, + "ĠÙĬÙĤ": 107538, + "laÅŁtır": 107539, + "ĠпÑĢаво": 107540, + "ÑĥÑģк": 107541, + "å°½": 107542, + "Ġपड": 107543, + "éĵģ": 107544, + "Ġì·¨": 107545, + "ĠاÙĦبÙĬ": 107546, + "¸": 107547, + "ิมà¸ŀ": 107548, + "ĠsvÄĽ": 107549, + "Ġбал": 107550, + "Ġmôn": 107551, + "ĠDữ": 107552, + "ĠشدÙĨ": 107553, + "ĠÙģÙĦ": 107554, + "Ġvznik": 107555, + "Ġchứ": 107556, + "ĠÑģÑĤÑĢÑĥкÑĤÑĥ": 107557, + "縣": 107558, + "ĠHoa": 107559, + "íĮĢ": 107560, + "ĠÑĢÑĸÑĪ": 107561, + "ĠвоздÑĥ": 107562, + "олÑĮÑĪ": 107563, + "οÏħμε": 107564, + "ูà¸Ļ": 107565, + "ĠпÑĢид": 107566, + "ilmek": 107567, + "ĠاÙĦÙĤر": 107568, + "Įĵ": 107569, + "Ġuç": 107570, + "å¨ĺ": 107571, + "ecektir": 107572, + "ĠíħĮ": 107573, + "ĠεÏħ": 107574, + "Ġhòa": 107575, + "ÏģÏħ": 107576, + "ึà¸ģษา": 107577, + "ĠÑĤеÑħнолог": 107578, + "úi": 107579, + "Ġbilgiler": 107580, + "ĠÙĤاÙĦ": 107581, + "edl": 107582, + "znám": 107583, + "ály": 107584, + "åºĶ该": 107585, + "алÑĮний": 107586, + "аÑĤелÑı": 107587, + "à¸Ļวà¸Ļ": 107588, + "ĠÐŁÐ¾Ð»": 107589, + "à¸ŀà¸Ļ": 107590, + "礼": 107591, + "Ġtasar": 107592, + "ĠÑĤой": 107593, + "ĠмеÑģÑı": 107594, + "ĠиÑģк": 107595, + "Ġपद": 107596, + "γή": 107597, + "اختÙĩ": 107598, + "è¿ĻéĩĮ": 107599, + "Ġchá»īnh": 107600, + "ĠÙĤسÙħ": 107601, + "ÙİÙĩ": 107602, + "erli": 107603, + "åĽ½éĻħ": 107604, + "iliyor": 107605, + "ĠØ´ÙĩرستاÙĨ": 107606, + "Ġvelk": 107607, + "åĽº": 107608, + "ĠбÑĸлÑĮÑĪ": 107609, + "ãĥ¼ãĥĹ": 107610, + "æŁIJ": 107611, + "ì§ľ": 107612, + "ĠÄĮR": 107613, + "Ġдек": 107614, + "ربÛĮ": 107615, + "овиÑĩ": 107616, + "Ġkapsam": 107617, + "ĠÙĦØ£": 107618, + "ĠанÑĤи": 107619, + "Ġücret": 107620, + "견": 107621, + "оÑĢож": 107622, + "ÛĮÙħÛĮ": 107623, + "è©ķ": 107624, + "Ġë§ŀ": 107625, + "ĠÑĢÑıд": 107626, + "ĠÙĩÙħراÙĩ": 107627, + "âr": 107628, + "ابت": 107629, + "ĠиÑģполÑĮзоваÑĤÑĮ": 107630, + "кÑģ": 107631, + "âī¡": 107632, + "Ġolay": 107633, + "èį¯": 107634, + "Ġoprav": 107635, + "ĠدربارÙĩ": 107636, + "Ġä¸ŃåĽ½": 107637, + "илÑģÑı": 107638, + "åį«": 107639, + "ĠاÙĦاست": 107640, + "ÙĪÛĮÛĮ": 107641, + "ÑĢеÑĪ": 107642, + "ĠÙĨس": 107643, + "ãĢĤåľ¨": 107644, + "ĠÙĦØŃ": 107645, + "Ġkorun": 107646, + "ĠÙģرد": 107647, + "ĠобоÑĢ": 107648, + "еÑĪÑĮ": 107649, + "ĠpodmÃŃn": 107650, + "Ġë¬¸ìłľ": 107651, + "ĠdeÄŁerlendir": 107652, + "ä¸įåIJĮ": 107653, + "液": 107654, + "ाहर": 107655, + "íļį": 107656, + "à¥įà¤ł": 107657, + "иÑĤиÑģÑı": 107658, + "اÙĦع": 107659, + "ĠdvÄĽ": 107660, + "ĠпеÑĢек": 107661, + "Ġåħĥ": 107662, + "Ġaras": 107663, + "Ġaltında": 107664, + "Ġвза": 107665, + "æĴĥ": 107666, + "Ġmilyon": 107667, + "ĠåѦ": 107668, + "ĠваÑĢи": 107669, + "ĠاÙĦعاÙĦÙħ": 107670, + "'Ñı": 107671, + "ÙĪÛĮس": 107672, + "ĠможÑĥÑĤÑĮ": 107673, + "ãģijãģŁ": 107674, + "ìĿ´ìĹĪëĭ¤": 107675, + "οÏįν": 107676, + "ĠéŁ": 107677, + "Ġpostup": 107678, + "üyük": 107679, + "åĪĬ": 107680, + "ĠÙĤب": 107681, + "ĠاصÙĦÛĮ": 107682, + "ÙĪÙī": 107683, + "Ġrepublik": 107684, + "ĠÐĻ": 107685, + "ģm": 107686, + "Ġбел": 107687, + "ा-": 107688, + "Ñģкое": 107689, + "Ġcuá»iji": 107690, + "è²·": 107691, + "ียว": 107692, + "éĩįè¦ģ": 107693, + "ูม": 107694, + "ĠÑĢозвиÑĤкÑĥ": 107695, + "Ġë°±": 107696, + "åĥ¹": 107697, + "Ġåīį": 107698, + "à¹Ħà¸ĭ": 107699, + "ãĢĮâĢ¦âĢ¦": 107700, + "à¥Įत": 107701, + "کرد": 107702, + "ĠzaÅĻÃŃzenÃŃ": 107703, + "สาร": 107704, + "Ġletech": 107705, + "lemek": 107706, + "人ãģ®": 107707, + "Ġdưỡng": 107708, + "تÙĤ": 107709, + "Ġåĵ": 107710, + "åħ»": 107711, + "Ġëıħ": 107712, + "Ġ루": 107713, + "Ø°ÙĦÙĥ": 107714, + "ĠìĿ¼ë³¸": 107715, + "ĠAyrıca": 107716, + "ĠÙ¾Úĺ": 107717, + "isinin": 107718, + "Ġìĭ¶": 107719, + "Ú¯ÛĮرÛĮ": 107720, + "خصص": 107721, + "³ç´°": 107722, + "ĠмаÑĤеÑĢиал": 107723, + "kové": 107724, + "ë§ī": 107725, + "ãģķãģĽ": 107726, + "ĠÑĤакой": 107727, + "ĠtráºŃn": 107728, + "ĠлиÑĨ": 107729, + "ĠåĽĽ": 107730, + "ÑĩÑĥ": 107731, + "Ġæ°´": 107732, + "Ġdolay": 107733, + "å½¹": 107734, + "ÑĢива": 107735, + "ĠгÑĢÑĥпп": 107736, + "Ġmümkün": 107737, + "лена": 107738, + "ëĿ¼ëĬĶ": 107739, + "åĪ©çĶ¨": 107740, + "Ġrahat": 107741, + "ï¼ıï¼ıï¼ıï¼ı": 107742, + "æģ©": 107743, + "ĠíķŃ": 107744, + "ĠíĴ": 107745, + "ĠìĬ¹": 107746, + "Ġchân": 107747, + "ĠãĤ¨": 107748, + "Ġжизни": 107749, + "çĸij": 107750, + "ãĢĤä»ĸ": 107751, + "리ìĬ¤": 107752, + "ÑĩиÑħ": 107753, + "Ġé¦ĸ": 107754, + "ÄĽr": 107755, + "ĠйомÑĥ": 107756, + "ĠtháºŃt": 107757, + "Ġìķŀ": 107758, + "cih": 107759, + "سÙĦاÙħ": 107760, + "Ġsiyas": 107761, + "ĠíĸĪ": 107762, + "ĠкоÑĪ": 107763, + "Ïĥαν": 107764, + "ÙĬاÙĨ": 107765, + "Ġdö": 107766, + "ाहत": 107767, + "оÑĢод": 107768, + "оваÑı": 107769, + "ÑĨионалÑĮ": 107770, + "ائÙĩ": 107771, + "Ġà¤ĸर": 107772, + "ĠÄijá»Ŀi": 107773, + "ä¸įä¼ļ": 107774, + "Ùĥز": 107775, + "ีà¸Ħวาม": 107776, + "lıyor": 107777, + "à¥ĭद": 107778, + "Ġ충": 107779, + "Ġcá»ij": 107780, + "à¹Ĥà¸ķ": 107781, + "ĠεÏĢί": 107782, + "ĠпÑĢÑıм": 107783, + "æ³°": 107784, + "اÙĦØ©": 107785, + "jÃŃm": 107786, + "Ġби": 107787, + "Å¡em": 107788, + "ĠHá»Ļi": 107789, + "à¸Ħรà¸ĩ": 107790, + "Ġhuyá»ĩn": 107791, + "ç¯Ģ": 107792, + "liÅ¡": 107793, + "ĠجÙĩت": 107794, + "ç§ĭ": 107795, + "ĠÑĨел": 107796, + "ĠлÑĸÑĤ": 107797, + "Ġæ·": 107798, + "жÑĥ": 107799, + "ãģĪãģŁ": 107800, + "ë´ī": 107801, + "Ġ머": 107802, + "åł´åIJĪ": 107803, + "éĿ©": 107804, + "ãĥªãĥ³": 107805, + "егда": 107806, + "Ġbenim": 107807, + "缣": 107808, + "ãģ®ä¸Ń": 107809, + "åĿIJ": 107810, + "ĠÃľniversitesi": 107811, + "ĠkoÅŁ": 107812, + "Ġпож": 107813, + "iá»ĩp": 107814, + "ĠpÅĻij": 107815, + "ëŀ¨": 107816, + "ĠاÙĦأس": 107817, + "árnÃŃ": 107818, + "iếm": 107819, + "ĠèĬ": 107820, + "Ġδε": 107821, + "娱ä¹IJ": 107822, + "ĠÆ°u": 107823, + "ĠçĦ¡": 107824, + "ĠгÑĢи": 107825, + "ĠпоÑįÑĤомÑĥ": 107826, + "ĠÄijóng": 107827, + "جاÙĨ": 107828, + "Ġnghiên": 107829, + "ĠاÙĦاÙĨ": 107830, + "ÑĪей": 107831, + "à¹ģรà¸ģ": 107832, + "ĠÚĨÙĩار": 107833, + "ÑİÑīий": 107834, + "ÏĮÏģ": 107835, + "ĠرÙħ": 107836, + "ì²ł": 107837, + "ĠدستگاÙĩ": 107838, + "ĠدÛĮد": 107839, + "ãĥĥãĤ¯ãĤ¹": 107840, + "ामन": 107841, + "ĠThÃłnh": 107842, + "Ġthẩm": 107843, + "ĠcÃłng": 107844, + "ĠdönÃ¼ÅŁ": 107845, + "ĠпÑĢигоÑĤов": 107846, + "ĠkiÅŁi": 107847, + "ØŃت": 107848, + "Ġë²ķ": 107849, + "é£Ľ": 107850, + "Ġitibar": 107851, + "Ġглав": 107852, + "Ġortam": 107853, + "Ġmadd": 107854, + "ĠоÑģÑĤав": 107855, + "ĠÙģÙĪتباÙĦ": 107856, + "ĠanlaÅŁ": 107857, + "leyen": 107858, + "ç´Ģ": 107859, + "Ġé£": 107860, + "/lo": 107861, + "ÙħÙĪÙĦ": 107862, + "ĠдÑĥÑħ": 107863, + "ĠÙĦب": 107864, + "лег": 107865, + "Ġgönder": 107866, + "ÙĬØ·": 107867, + "Ġสำ": 107868, + "Ġvás": 107869, + "ĠÐŁÐµÑĤ": 107870, + "алоÑģÑı": 107871, + "ì¿ł": 107872, + "éĻ½": 107873, + "åĸ®": 107874, + "èĪŀ": 107875, + "нÑĥл": 107876, + "ÄŁine": 107877, + "Ġghi": 107878, + "Ġçµ": 107879, + "ÙĬÙĨÙĬ": 107880, + "Ž": 107881, + "Ġhüküm": 107882, + "ĠDÄ±ÅŁ": 107883, + "ĠÎŃÏĩει": 107884, + "ĠÑģка": 107885, + "ĠÑĤим": 107886, + "ĠпоÑģÑĤав": 107887, + "à¸Ļาà¸Ķ": 107888, + "dül": 107889, + "Ġdva": 107890, + "Ġà¸Ħà¸Ļ": 107891, + "Ġchá»ĭu": 107892, + "Ġèı": 107893, + "à¹ģสà¸Ķà¸ĩ": 107894, + "æ°£": 107895, + "ĠíĪ¬": 107896, + "ĠÑĩин": 107897, + "ãģ«ãģĬ": 107898, + "енноÑģÑĤи": 107899, + "ÐIJÐĿ": 107900, + "Ġhemen": 107901, + "Ġait": 107902, + "Ġà¤Ĭ": 107903, + "æī§": 107904, + "ĠABD": 107905, + "Ġκαθ": 107906, + "æ´Ľ": 107907, + "ãĤ¢ãĥ«": 107908, + "à¹īาà¸Ĺ": 107909, + "ÅĻez": 107910, + "dÄĽji": 107911, + "Ġtá»ĭch": 107912, + "еннÑıм": 107913, + "ĠвÑģÑĤанов": 107914, + "ĠاÙĦبر": 107915, + "ÙĪÙħتر": 107916, + "kách": 107917, + "åºĬ": 107918, + "лÑĥж": 107919, + "Ġتد": 107920, + "丽": 107921, + "رخ": 107922, + "à¤Ĥà¤ĸ": 107923, + "èĩªå·±çļĦ": 107924, + "å®ĺç½ij": 107925, + "-Ñı": 107926, + "à¹ĩà¸Ķ": 107927, + "èĦļ": 107928, + "Ġçķ": 107929, + "Ġiçerisinde": 107930, + "Ġbiá»ĥn": 107931, + "Ġà¸ģล": 107932, + "ĠyaÄŁ": 107933, + "Ġæ´": 107934, + "ĠбÑĢа": 107935, + "عار": 107936, + "æĪ°": 107937, + "à¥ĢĊ": 107938, + "ĠléÄį": 107939, + "aların": 107940, + "ĠÎĸ": 107941, + "аÑĢÑı": 107942, + "ãģĿãĤĵãģª": 107943, + "ÅĪuje": 107944, + "ãĢĢĠ": 107945, + "ĠsaÄŁlık": 107946, + "ĠдоÑģлÑĸд": 107947, + "ÃŃÅ¡": 107948, + "à¥įरश": 107949, + "à¥īन": 107950, + "Ġgiả": 107951, + "بÙĪاسطة": 107952, + "å®ģ": 107953, + "Ġsoud": 107954, + "ĠкÑĤо": 107955, + "esel": 107956, + "Ġпам": 107957, + "ĠÂłĠ": 107958, + "ĠÄįlov": 107959, + "æ··": 107960, + "หà¸į": 107961, + "ĠOsman": 107962, + "æ¦Ĥ": 107963, + "Ġåĭ": 107964, + "ï¼Įåħ¶": 107965, + "Ġà¸Ħร": 107966, + "Ġmá»ģm": 107967, + "ĠÑģоÑĢ": 107968, + "çĨ±": 107969, + "Ġthuê": 107970, + "رج": 107971, + "à¹Ĥลà¸ģ": 107972, + "Ġíķĺê³ł": 107973, + "ÙĬدة": 107974, + "ĠaÅŁaģı": 107975, + "Ġká»ĥ": 107976, + "à¸ķำ": 107977, + "λει": 107978, + "çļĦè¯Ŀ": 107979, + "æ±ł": 107980, + "ĠÑģÑĤен": 107981, + "Ġincel": 107982, + "åºŃ": 107983, + "ÑĤоÑĩ": 107984, + "Ġproblém": 107985, + "ÏĦÏĥ": 107986, + "à¹īà¸Ńà¸Ļ": 107987, + "ë³´ëĭ¤": 107988, + "Ġà¤Ĩà¤Ĺ": 107989, + "ναÏĤ": 107990, + "ãģĦãĤĭ": 107991, + "Ġdục": 107992, + "Ġtohoto": 107993, + "ëIJĺìĹĪëĭ¤": 107994, + "TJ": 107995, + "ĠвизнаÑĩ": 107996, + "ĠBunun": 107997, + "à¤Ĥबर": 107998, + "ĠÙĩÙħÚĨÙĨÛĮÙĨ": 107999, + "ĠбÑİдж": 108000, + "ÑĥÑĢг": 108001, + "亮": 108002, + "Ġμεγ": 108003, + "Ġtoplum": 108004, + "ãģ£ãģ": 108005, + "оÑĤо": 108006, + ":|": 108007, + "éĿŀ常": 108008, + "ิà¸Ĺà¸ĺ": 108009, + "éģķ": 108010, + "âĢĮپدÛĮ": 108011, + "ĠзÑĢоб": 108012, + "à¹Įà¸Ķ": 108013, + "Ġдолжен": 108014, + "ĠmÄĽsta": 108015, + "ÛĮØ´Ùĩ": 108016, + "vatel": 108017, + "Ġprovoz": 108018, + "Ġinan": 108019, + "à¤Ĥप": 108020, + "Ġparç": 108021, + "ÑĢаÑģÑĤ": 108022, + "ümü": 108023, + "Ġgiá»ijng": 108024, + "欢": 108025, + "Ø«ÙĬر": 108026, + "ĠBakan": 108027, + "ĠâĪ¨": 108028, + "ĠباÙĨ": 108029, + "Û±Û¸": 108030, + "ãĤĤãģĨ": 108031, + "landı": 108032, + "Ġyeniden": 108033, + "ÑĨенÑĤ": 108034, + "ĠдеÑıÑĤелÑĮ": 108035, + "Щ": 108036, + "Ġrov": 108037, + "å®Įåħ¨": 108038, + "ĠKỳ": 108039, + "slu": 108040, + "Ġlấy": 108041, + "é¤IJ": 108042, + "ĠÑĩолов": 108043, + "ä¼Ŀ": 108044, + "ĠbaÅŁv": 108045, + "å°Ī": 108046, + "곡": 108047, + "ãĢģãģĿãĤĮ": 108048, + "ĠPÅĻÃŃ": 108049, + "дем": 108050, + "ĠпÑĢоек": 108051, + "รà¸ĸ": 108052, + "建设": 108053, + "Ġможлив": 108054, + "殺": 108055, + "ãģ¡ãĤĥãĤĵ": 108056, + "æķij": 108057, + "ĠÄįty": 108058, + "é¦Ĩ": 108059, + "оÑĢÑĥ": 108060, + "ĠæĦ": 108061, + "ĠkÃŃch": 108062, + "λοÏħ": 108063, + "ãģĦãģ¤": 108064, + "ĠcÄĥn": 108065, + "ẵ": 108066, + "Ġelde": 108067, + "麻": 108068, + "ÄŁe": 108069, + "ĠdobÄĽ": 108070, + "ायर": 108071, + "Ġãĥı": 108072, + "нен": 108073, + "Ġmůžete": 108074, + "ĠнаÑģÑĤÑĥп": 108075, + "ìĭľê°Ħ": 108076, + "ĠÑģимпÑĤом": 108077, + "ĠÏĥÏį": 108078, + "ĠسÙĦ": 108079, + "εκ": 108080, + "รà¸ĵ": 108081, + "áte": 108082, + "ekler": 108083, + "ĠвÑĢемени": 108084, + "âĢĮÙĩاÛĮÛĮ": 108085, + "ãģĬãĤĬ": 108086, + "жи": 108087, + "ÑĭваеÑĤÑģÑı": 108088, + "ÙħاÙĨÛĮ": 108089, + "à¸ķล": 108090, + "Ġصد": 108091, + "Ġвол": 108092, + "ìĬĪ": 108093, + "ĠÙĥÙħا": 108094, + "Ġnhằm": 108095, + "èģ¯": 108096, + "ovacÃŃ": 108097, + "Ġë§Įëĵ¤": 108098, + "ÙĪÙ¾": 108099, + "Ġë¸Į": 108100, + "بÙĬØ©": 108101, + "uyla": 108102, + "лено": 108103, + "èĮ¶": 108104, + "ÑĢей": 108105, + "Ġkli": 108106, + "Ġüzerinden": 108107, + "неÑĤ": 108108, + "raÄį": 108109, + "ĠпÑĢаÑĨÑİ": 108110, + "Ġediyor": 108111, + "ãģıãģł": 108112, + "ĠÄįast": 108113, + "iyi": 108114, + "éĬĢ": 108115, + "Ġdù": 108116, + "Ùİب": 108117, + "ÙĪÙĬØ©": 108118, + "åª": 108119, + "Ġsınıf": 108120, + "Ġساعت": 108121, + "Ġราย": 108122, + "ĠзаÑıв": 108123, + "Ġgặp": 108124, + "à¸Ńว": 108125, + "ĠØ«Ùħ": 108126, + "ĠZá": 108127, + "ĠвÑĸдк": 108128, + "izik": 108129, + "Ġmón": 108130, + "ĠповÑĭÑĪ": 108131, + "Ġà¸ļาà¸Ĺ": 108132, + "ĠÑģил": 108133, + "æĥħåł±": 108134, + "Âłt": 108135, + "ĠÐľÐ¾Ñģк": 108136, + "Ġê²ĥìĿ´ëĭ¤": 108137, + "ĠçIJ": 108138, + "ĠÙħدÛĮرÛĮت": 108139, + "овоÑĹ": 108140, + "Το": 108141, + "纪": 108142, + "нÑĸÑĪе": 108143, + "ĠÐĽÑİ": 108144, + "ηÏĥη": 108145, + "ĠÙĨسبت": 108146, + "muz": 108147, + "รว": 108148, + "ãĢģãģĤ": 108149, + "Ġболез": 108150, + "Ġtrách": 108151, + "ãĥ¦": 108152, + "à¹Ģà¸Ĥา": 108153, + "Ġê·¸ëĬĶ": 108154, + "برÛĮ": 108155, + "æłª": 108156, + "ëĿ¼ìĿ´": 108157, + "ĠíĮ¨": 108158, + "íĬ¹": 108159, + "ľ´": 108160, + "िड": 108161, + "ÑĢоме": 108162, + "讲": 108163, + "ĠÑĤон": 108164, + "ÑģÑĸ": 108165, + "Ġç®": 108166, + "åıĸãĤĬ": 108167, + "ì°°": 108168, + "ĠÙĪÙĦÛĮ": 108169, + "ĠسطØŃ": 108170, + "èıľ": 108171, + "нами": 108172, + "Türk": 108173, + "åİĤ": 108174, + "Ġfinan": 108175, + "ãģ«ãģªãĤĭ": 108176, + "Ġoby": 108177, + "Trong": 108178, + "Ġvyp": 108179, + "à¥ģड": 108180, + "ìŀIJê°Ģ": 108181, + "ĠæīĢ": 108182, + "ÐĹа": 108183, + "umlu": 108184, + "ëĵĿ": 108185, + "ĠменÑĸ": 108186, + "олниÑĤелÑĮ": 108187, + "ĠúÄįin": 108188, + "Ġbunun": 108189, + "ĠÐłÐ¾ÑģÑģии": 108190, + "вÑģÑı": 108191, + "ĠнÑĸж": 108192, + "ิà¸Ķà¸ķ": 108193, + "غة": 108194, + "Äļ": 108195, + "ĠسÙħ": 108196, + "ĠÐĺз": 108197, + "à¥ĩप": 108198, + "大çļĦ": 108199, + "ì¹ľ": 108200, + "ĠиÑģÑĤ": 108201, + "ĠконÑģÑĤÑĢÑĥк": 108202, + "Û±Û²": 108203, + "âl": 108204, + "ĠÑĪиÑĢ": 108205, + "ï¼ł": 108206, + "Ġartık": 108207, + "æŁĵ": 108208, + "乡": 108209, + "ÃŃte": 108210, + "ĠNháºŃt": 108211, + "ĠÎĶη": 108212, + "Ġölç": 108213, + "êµ´": 108214, + "оÑıн": 108215, + "ëĵ±ë¡Ŀ": 108216, + "Ġngân": 108217, + "ĠбÑĥдÑĮ": 108218, + "ÎŁÎ¡": 108219, + "ì´": 108220, + "ÙħÙĪد": 108221, + "νον": 108222, + "ÎķÎĿ": 108223, + "çijŀ": 108224, + "ĠÅĻek": 108225, + "-âĢIJ": 108226, + "ĠMerk": 108227, + "ĠопÑĢедел": 108228, + "Ïģιν": 108229, + "лаб": 108230, + "ëĦ¤ìļĶ": 108231, + "Ġблиз": 108232, + "Ġphá»iji": 108233, + "ĠдолжнÑĭ": 108234, + "ĠÑįкÑģп": 108235, + "à¸ļà¸Ĺ": 108236, + "à¸Ľà¸£à¸°à¸ª": 108237, + "ĠÙ¾ÚĺÙĪÙĩ": 108238, + "Ġíķľëĭ¤": 108239, + "ÏĦοÏį": 108240, + "ÙĩÙĨ": 108241, + "Ġдод": 108242, + "Ġkayı": 108243, + "Łģ": 108244, + "ÑģиÑı": 108245, + "à¤Ĥतर": 108246, + "Ġpodnik": 108247, + "evi": 108248, + "ÛĮÛĮر": 108249, + "Так": 108250, + "коп": 108251, + "наÑħ": 108252, + "اسÙĩ": 108253, + "à¸ĵà¸ij": 108254, + "Ġkhá": 108255, + "Ġyarat": 108256, + "ĠاÛĮÙĨÚ©Ùĩ": 108257, + "طبÙĬ": 108258, + "Ġsır": 108259, + "ĠØ¢ÙħرÛĮکا": 108260, + "Ġबल": 108261, + "kaç": 108262, + "Ġåı¯": 108263, + "Ġåħ¶": 108264, + ".***": 108265, + "лÑĸннÑı": 108266, + "ä¹±": 108267, + "oq": 108268, + "æ¦": 108269, + "ãĤ¼": 108270, + "Ġfır": 108271, + "Ġkê": 108272, + "Ġìłľê³µ": 108273, + "ĠÏĥη": 108274, + "анÑĭ": 108275, + "нова": 108276, + "à¸Ĭาย": 108277, + "ĠØ·ÙĪÙĦ": 108278, + "à¥Īय": 108279, + "Ġì¹ľ": 108280, + "ìĤ´": 108281, + "ĠпÑĸв": 108282, + "ĠluáºŃn": 108283, + "Ġà¤īम": 108284, + "åºĥ": 108285, + "à¹ĩà¸Ńà¸ķ": 108286, + "ĠساÛĮت": 108287, + "лÑıн": 108288, + "ĠíķĦìļĶ": 108289, + "Ġgörül": 108290, + "ĠÑĤеÑĢиÑĤоÑĢ": 108291, + "ĠÙĨØŃ": 108292, + "ема": 108293, + "Ġmnoh": 108294, + "Ġãģ¯": 108295, + "غÙĬر": 108296, + "ĠÑģделаÑĤÑĮ": 108297, + "çģµ": 108298, + "ĠÐłÐ°Ð·": 108299, + "ĠгеÑĢ": 108300, + "γμα": 108301, + "íķĺë©´": 108302, + "ĠdeÄŁiÅŁtir": 108303, + "ãĥ³ãĥĨ": 108304, + "å¸Ĥåľº": 108305, + "个人": 108306, + "ìĥĪ": 108307, + "침": 108308, + "èīº": 108309, + "ÙĤت": 108310, + "ĠگرÙģتÙĩ": 108311, + "Ġçİĭ": 108312, + "ĠاÙĦØ°Ùĩ": 108313, + "λÏħ": 108314, + "à¤ľà¤°": 108315, + "Ġвним": 108316, + "ë¦Ń": 108317, + "ิà¸Ĺ": 108318, + "ĠشاÙĩ": 108319, + "æĬķèµĦ": 108320, + "æĿIJæĸĻ": 108321, + "ĠÙĨÙģ": 108322, + "説": 108323, + "æĬĹ": 108324, + "Ġаб": 108325, + "iyeti": 108326, + "ç¾ħ": 108327, + "ÑĢÑĸз": 108328, + "Ġสม": 108329, + "icÃŃ": 108330, + "кÑĥваннÑı": 108331, + "Ġìķ¼": 108332, + "Ġè½": 108333, + "âĢ«": 108334, + "Ġδιά": 108335, + "Ġдеп": 108336, + "ãĥ¼ãĤ¿": 108337, + "Ġobjev": 108338, + "ména": 108339, + "Ġbelg": 108340, + "Ġæ¥": 108341, + "Ġná»ģn": 108342, + "Ġгол": 108343, + "Ġpostav": 108344, + "Ġتک": 108345, + "Ы": 108346, + "ĠпÑĸдÑĤ": 108347, + "ĠоÑĤноÑĪ": 108348, + "ĠпÑĢив": 108349, + "ĠåŁº": 108350, + "Ġнали": 108351, + "ůž": 108352, + "Ġyat": 108353, + "ÅŁa": 108354, + "ÏĦήÏĤ": 108355, + "ÑĨем": 108356, + "次æķ°": 108357, + "ĠbÃł": 108358, + "ÙĪÙĥ": 108359, + "ĠíĶĦë¡ľ": 108360, + "ĠPháp": 108361, + "Ġêµ°": 108362, + "è³ŀ": 108363, + "Ġochran": 108364, + "Ġgerekir": 108365, + "Ġíļ": 108366, + "à¸ļล": 108367, + "áme": 108368, + "ĠبÛĮر": 108369, + "à¸Ĥาย": 108370, + "ований": 108371, + "Ġmožné": 108372, + "âĶģâĶģâĶģâĶģâĶģâĶģâĶģâĶģ": 108373, + "álu": 108374, + "нÑĤ": 108375, + "¦æĥħ": 108376, + "à¹ģรม": 108377, + "ĠÑĦÑĸн": 108378, + "Ġİç": 108379, + "à¹Īà¸Ńย": 108380, + "겨": 108381, + "Ġhedef": 108382, + "ĠاÙĦÙħØ´": 108383, + "à¹īาม": 108384, + "å¯Ħ": 108385, + "Ġëĭµ": 108386, + "Ġô": 108387, + "лаÑģÑı": 108388, + "Ä°T": 108389, + "à¸Ķำ": 108390, + "Ġherhangi": 108391, + "Ġgereken": 108392, + "еÑĢеж": 108393, + "ÙĪØ©": 108394, + "ĠpÅĻest": 108395, + "ç§ijåѦ": 108396, + "оÑģÑĤаÑĤ": 108397, + "ünden": 108398, + "åĮħæĭ¬": 108399, + "ĠدÙĩد": 108400, + "ÑĪиÑģÑĮ": 108401, + "неÑĢ": 108402, + "Ñĸдом": 108403, + "Ġbiç": 108404, + "ìĭŃ": 108405, + "Ġhodnot": 108406, + "ĠzemÄĽ": 108407, + "ĠاÛĮجاد": 108408, + "Ġyine": 108409, + "िण": 108410, + "ĠاÙĦبÙĦ": 108411, + "ĠNÄĽ": 108412, + "Ġpolož": 108413, + "éĺħ读": 108414, + "å¸ģ": 108415, + "å¼Ł": 108416, + "ξε": 108417, + "ĠMá»Ļt": 108418, + "ç£": 108419, + "Û±Û³Û¹": 108420, + "Ġآز": 108421, + "ãģŀ": 108422, + "ĠмеÑħ": 108423, + "ยม": 108424, + "Ġæ¨": 108425, + "Ġotur": 108426, + "Ġdầu": 108427, + "Ġëĭ¤ìļ´": 108428, + "çĮ«": 108429, + "ĠCó": 108430, + "ĠlidÃŃ": 108431, + "ĠarkadaÅŁ": 108432, + "Ġαλλά": 108433, + "é¡»": 108434, + "ĠÙĩÙħÛĮÙĨ": 108435, + "転": 108436, + "ĠâĹĭ": 108437, + "ëıĦë¡Ŀ": 108438, + "Âĥ": 108439, + "âĢĮشدÙĩ": 108440, + "ĠØŃÙĬØ«": 108441, + "Ġnhóm": 108442, + "ÏĥÏĩ": 108443, + "ĠÑĤÑĢанÑģп": 108444, + "Ġtanım": 108445, + "ç´į": 108446, + "Ġbahis": 108447, + "举": 108448, + "ĠинÑĦоÑĢма": 108449, + "ĠÑģлож": 108450, + "Ġkraj": 108451, + "ĠØŃÙĦ": 108452, + "Ġãĥĸ": 108453, + "ĠÙĨÙĤÙĦ": 108454, + "ĠÐłÐ¾Ð·": 108455, + "ĠÎijÏħ": 108456, + "lardı": 108457, + "Ġپاس": 108458, + "ĠìĭĿ": 108459, + "ĠìłĦìļ©ë©´ìłģ": 108460, + "ĠاÙĦسÙĬ": 108461, + "باشد": 108462, + "ศาสà¸ķร": 108463, + "Ġköy": 108464, + "Ġrok": 108465, + "Ġ죽": 108466, + "ĠÑģог": 108467, + "Ġchú": 108468, + "éĺª": 108469, + "ĠÄįásti": 108470, + "ĠзвеÑĢ": 108471, + "Ġниз": 108472, + "ĠÃ¶ÄŁret": 108473, + "Ġãĥİ": 108474, + "пе": 108475, + "çĴ°": 108476, + "Ġèª": 108477, + "ÙĪÙĦÙĩ": 108478, + "Ä°M": 108479, + "/REC": 108480, + "å¡ŀ": 108481, + "ĠÐĴи": 108482, + "/loose": 108483, + "ĠпоÑħ": 108484, + "ĠgeniÅŁ": 108485, + "Ġthiá»ĩn": 108486, + "tiÄŁi": 108487, + "Ñĩие": 108488, + "онд": 108489, + "ĠпÑĢиÑģ": 108490, + "ázky": 108491, + "ĠDevlet": 108492, + "ç¦ģ": 108493, + "Ġаг": 108494, + "ilere": 108495, + "инкÑĥ": 108496, + "Ġvardı": 108497, + "ãĢĢãĢĢãĢĢĠãĢĢ": 108498, + "ĠëĨĴ": 108499, + "à¤Ĥपन": 108500, + "Ġözellik": 108501, + "éļľ": 108502, + "ìĸ´ìĦľ": 108503, + "رÙĬÙĥ": 108504, + "ÙĪبÛĮ": 108505, + "ãĥ³ãĥĢ": 108506, + "íĮ¨": 108507, + "Ġसमà¤Ŀ": 108508, + "ï¾Ĩï¾Ĩï¾Ĩï¾Ĩ": 108509, + "ĠÙģÙĨ": 108510, + "à¥Ŀ": 108511, + "Ġuveden": 108512, + "ÑĪими": 108513, + "Ġà¹Ģล": 108514, + "Ġ문ìĿĺ": 108515, + "ĠØŃرÙģ": 108516, + "Ġعب": 108517, + "ãĥ¬ãĥĵ": 108518, + "ĠæŃ£": 108519, + "ĠëĺIJëĬĶ": 108520, + "ĠÚ©ÙĨÙĨدÙĩ": 108521, + "ĠαÏħÏĦÏĮ": 108522, + "Ġ길": 108523, + "Ġifade": 108524, + "Ġyapmak": 108525, + "ãĥķãĤ©": 108526, + "Ġmẹ": 108527, + "Ġstrán": 108528, + "Ġsvou": 108529, + "Ġvždy": 108530, + "Ġtekrar": 108531, + "ิà¸į": 108532, + "Ġìĵ°": 108533, + "oÄŁu": 108534, + "ĠÚ©ÛĮÙĦ": 108535, + "ивÑģÑı": 108536, + "Ġë§IJíĸĪëĭ¤": 108537, + "ä¸Ŀ": 108538, + "à¤ıस": 108539, + "ĠÑģÑĤÑĢаÑħ": 108540, + "ĠsouÄįas": 108541, + "Ġê·¸ëŁ°": 108542, + "ĠmÃ¼ÅŁ": 108543, + "λοÏį": 108544, + "γÏī": 108545, + "ĠtÆ°á»Łng": 108546, + "Ġå·¥": 108547, + "ĠاسÙħ": 108548, + "ÑĢÑĸм": 108549, + "à¹Ģà¸Ľà¸¥": 108550, + "Ġ³³Ġ³³": 108551, + "ÙĩاÛĮÛĮ": 108552, + "寺": 108553, + "ĠسرÛĮ": 108554, + "ĠкваÑĢ": 108555, + "ĠØ´ÙħارÙĩ": 108556, + "ĠصØŃ": 108557, + "оÑģÑĤав": 108558, + "२": 108559, + "Ġà¸Ħวาม": 108560, + "íĥģ": 108561, + "éĢĤ": 108562, + "بØŃ": 108563, + "ĠdeÄŁiÅŁik": 108564, + "éĮ²": 108565, + "еди": 108566, + "Ġokol": 108567, + "ĠÑģоп": 108568, + "Ġolmayan": 108569, + "çŃij": 108570, + "Û±Û´": 108571, + "Ġinclu": 108572, + "Ġê²ĮìŀĦ": 108573, + "ÛĮستÙħ": 108574, + "Ġç©": 108575, + "ĠاÙĦÙĪÙĦاÙĬات": 108576, + "ilmektedir": 108577, + "ÃĮ": 108578, + "Ùİع": 108579, + "Ġaģır": 108580, + "è¡Ľ": 108581, + "Ġeski": 108582, + "ê°Ŀ": 108583, + "본ëĭ¤": 108584, + "人åijĺ": 108585, + "ÚĺÛĮ": 108586, + "Ġç¨": 108587, + "ĠмеÑģÑĤо": 108588, + "vů": 108589, + "à¥įरह": 108590, + "ĠطرØŃ": 108591, + "ĠابÙĨ": 108592, + "Ġhiss": 108593, + "оÑĢÑıд": 108594, + "ĠدÙģ": 108595, + "ÑĢиÑģÑĤ": 108596, + "à¸Ĭม": 108597, + "деÑĤ": 108598, + "à¹Ģหม": 108599, + "ë§ĪìĤ¬ì§Ģ": 108600, + ":.:.:": 108601, + "éħ¸": 108602, + "ĠαÏģÏĩ": 108603, + "Ġnữ": 108604, + "ĠпоÑģад": 108605, + "lum": 108606, + "ìº": 108607, + "ãģ§ãģįãĤĭ": 108608, + "ìĸµ": 108609, + "ĠاÙĦÙħد": 108610, + "нÑĸм": 108611, + "راÙĤ": 108612, + "ĠãĥĪ": 108613, + "ĠodpovÄĽ": 108614, + "Ġbirbir": 108615, + "Ġhãy": 108616, + "овий": 108617, + "æ®ĭ": 108618, + "éĥ½æĺ¯": 108619, + "迪": 108620, + "Ġaraç": 108621, + "енÑĤÑĸв": 108622, + "æĬ±": 108623, + "dál": 108624, + "ĠÄIJông": 108625, + "Ġhesap": 108626, + "ĠاÙĨساÙĨ": 108627, + "ĠÙĬÙĪÙħ": 108628, + "ĠÙĨÙĪر": 108629, + "åīĩ": 108630, + "çĹĽ": 108631, + "ĠÙĨÙĬ": 108632, + "алÑĮна": 108633, + "تباط": 108634, + "लब": 108635, + "Ġkomun": 108636, + "Ġsnad": 108637, + "åĽ£": 108638, + "رÙĬد": 108639, + "elopment": 108640, + "ĠиÑİ": 108641, + "à¥Ģ.": 108642, + "Ġkısa": 108643, + "ĠdeÄŁildir": 108644, + "à¹īาร": 108645, + "Ġsvého": 108646, + "Ġoblasti": 108647, + "ÑĪли": 108648, + "à¹Ģà¸Ĺà¸ŀ": 108649, + "ÑĢеÑĤÑĮ": 108650, + "ово": 108651, + "ĠíĤ¤": 108652, + "átky": 108653, + "ĠاÙĦÙģر": 108654, + "èĺŃ": 108655, + "ÏĦον": 108656, + "ĠÑģÑĤоиÑĤ": 108657, + "ÙħØŃ": 108658, + "Ġà¹Ħ": 108659, + "ĠÑĤебе": 108660, + "íģ´": 108661, + "ĠmÄĽla": 108662, + "æݧåĪ¶": 108663, + "ĠChủ": 108664, + "ìĬ¨": 108665, + "ÐIJТ": 108666, + "اجع": 108667, + "ìĻķ": 108668, + "ç©¿": 108669, + "олее": 108670, + "หลาย": 108671, + "Ġdvou": 108672, + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ": 108673, + "ุà¸Ĥ": 108674, + "Ġboz": 108675, + "ิà¸Ļà¸Ħ": 108676, + "å¤Ł": 108677, + "Ġfaaliyet": 108678, + "ĠÄįÃŃs": 108679, + "ãģ»ãģ©": 108680, + "Ġ:/": 108681, + "кÑĸÑģÑĤÑĮ": 108682, + "Ġì¤Ģ": 108683, + "ÏģαÏĤ": 108684, + "Ġодно": 108685, + "æ¢ħ": 108686, + "Ñĥбли": 108687, + "ноз": 108688, + "à¹Įม": 108689, + "Ġvýrob": 108690, + "ĠκÏħ": 108691, + "ÅĻev": 108692, + "ÂłB": 108693, + "ůže": 108694, + "ä¼ļ社": 108695, + "ιβ": 108696, + "ÑĢованиÑı": 108697, + "Ġcev": 108698, + "ìĽĢ": 108699, + "álnÃŃch": 108700, + "ĠÑĢав": 108701, + "ç´§": 108702, + "åĢŁ": 108703, + "ĠÑŁ": 108704, + "ÙĪÙĨÙĬ": 108705, + "озÑı": 108706, + "Ġзов": 108707, + "Ġkolem": 108708, + "민êµŃ": 108709, + "ç¿Ĵ": 108710, + "ĠzamÄĽst": 108711, + "Ġìłij": 108712, + "ĠزÙĨ": 108713, + "ĠØ£Ùģ": 108714, + "Ġ먹": 108715, + "Ġtomto": 108716, + "Ġ첨ë¶Ģ": 108717, + "sage": 108718, + "ä¸įè¿ĩ": 108719, + "егод": 108720, + "ÑĢож": 108721, + "ĠпÑĢоÑĨед": 108722, + "à¹Įà¸Ļ": 108723, + "sanız": 108724, + "âĢŀØ·": 108725, + "æ´»åĬ¨": 108726, + "оÑĩки": 108727, + "보기": 108728, + "åŁºæľ¬": 108729, + "-Ñħ": 108730, + "лоÑģÑı": 108731, + "ĠÙĩÛĮÚĨ": 108732, + "ìĹĶ": 108733, + "Ñĩного": 108734, + "Ġà¤Ĺर": 108735, + "Ġà¤ħà¤Ĺ": 108736, + "ãħĭãħĭãħĭãħĭ": 108737, + "ĠãĤ¸": 108738, + "اسة": 108739, + "åĬĩ": 108740, + "à¹īà¸ĩ": 108741, + "Ġ커": 108742, + "nými": 108743, + "ãĥ¬ãĤ¹": 108744, + "åĭĴ": 108745, + "ĠоблаÑģÑĤÑĸ": 108746, + "ĠдÑĸÑıлÑĮноÑģÑĤÑĸ": 108747, + "ãĥ¬ãĤ¤": 108748, + "Ïĩαν": 108749, + "à¹Īาส": 108750, + "ĠФÑĢан": 108751, + "ÙĩÙĦ": 108752, + "lardır": 108753, + "ØŃات": 108754, + "ůst": 108755, + "ĠводÑĭ": 108756, + "ĠدÙĪÙĦت": 108757, + "ĠÑģпеÑĨÑĸ": 108758, + "Ġthất": 108759, + "à¸Ńาหาร": 108760, + "éłĺ": 108761, + "Ġtercih": 108762, + "ĠÏĢÏģοÏĥ": 108763, + "ĠÅĻÃŃzenÃŃ": 108764, + "è§īå¾Ĺ": 108765, + "Ġdnes": 108766, + "еÑĩно": 108767, + "ãĥĺ": 108768, + "ĠداراÛĮ": 108769, + "ĠÅŁart": 108770, + "벤": 108771, + "Ġë¶ģ": 108772, + "еÑı": 108773, + "нÑıÑĤÑĮ": 108774, + "ĠkvÄĽt": 108775, + "ĠتغÛĮÛĮر": 108776, + "é¾į": 108777, + "ĠرÙĨÚ¯": 108778, + "ï¼Įåı¯": 108779, + "Ġpiyas": 108780, + "Ġuygulan": 108781, + "ÙİØ©": 108782, + "بÙĬر": 108783, + "иваÑĤÑĮ": 108784, + "ĠíĹĪ": 108785, + "丶": 108786, + "è¿ĻäºĽ": 108787, + "Ġگر": 108788, + "罪": 108789, + "ä¸Ģæł·": 108790, + "Ġãĥª": 108791, + "Ġвой": 108792, + "Ġsosyal": 108793, + "ุà¸Ĺà¸ĺ": 108794, + "หมà¸Ķ": 108795, + "ç»Ŀ": 108796, + "ĠاÙĦجÙħ": 108797, + "Ġثبت": 108798, + "ĠجÙĨÚ¯": 108799, + "лении": 108800, + "ваÑı": 108801, + "ĠвоÑĤ": 108802, + "伤": 108803, + "Ġหล": 108804, + "ĠÙħÙĤاÙĦÙĩ": 108805, + "мÑĸнÑĸ": 108806, + "ìĺ¬": 108807, + "Ñĩий": 108808, + "ĠÙħÚ©": 108809, + "à¹Ĥà¸Ľà¸£": 108810, + "krv": 108811, + "ĠÃŃch": 108812, + "ÏīÏĥη": 108813, + "екÑĤоÑĢ": 108814, + "Як": 108815, + "ĠpÃŃs": 108816, + "ĠÃĸzel": 108817, + "ĠtÆ°á»Ľng": 108818, + "ĠÐĶо": 108819, + "διο": 108820, + "ูà¸Ķ": 108821, + "Ġtük": 108822, + "رÛĮÙĤ": 108823, + ".ÐĴ": 108824, + "ĠåIJĪ": 108825, + "ä¿Ĥ": 108826, + "Ġobdob": 108827, + "Ġistedi": 108828, + "ÑĪла": 108829, + "æľīä¸Ģ": 108830, + "ĠвклÑİÑĩа": 108831, + "ĠتØŃÙĤÛĮÙĤ": 108832, + "ĠÙĪÙĥ": 108833, + "ĠèĪ": 108834, + "ÆĴ": 108835, + "μεÏģ": 108836, + "Ġåģ": 108837, + "ĠìĹĨëĬĶ": 108838, + "Âłd": 108839, + "ĠBắc": 108840, + "à¸ģลาà¸ĩ": 108841, + "ĠÑĩÑĥв": 108842, + "Ġcấu": 108843, + "ĠHá»ĵ": 108844, + "ĠÙģاÛĮÙĦ": 108845, + "ÏĦηγοÏģ": 108846, + "ç±į": 108847, + "Ġبت": 108848, + "ĠобÑĢазом": 108849, + "æ±ī": 108850, + "èĦij": 108851, + "Ġgiản": 108852, + "εÏģγ": 108853, + "ĠÐľÑĸ": 108854, + "èĻ½çĦ¶": 108855, + "ĠKhi": 108856, + "Ñĩини": 108857, + "Ġà¤ħà¤Ĺर": 108858, + "íķĺë©°": 108859, + "ë²Ķ": 108860, + "ãģģ": 108861, + "виÑħ": 108862, + "ĠвÑģегда": 108863, + "Ġç¶": 108864, + "ÑģÑĤвенной": 108865, + "Ġyüksel": 108866, + "測": 108867, + "Ġsıras": 108868, + "ĠÏĢÏģÏİ": 108869, + "èĢ³": 108870, + "اÛĮر": 108871, + "دÙĪد": 108872, + "ĠAlman": 108873, + "Ġverdi": 108874, + "ĠاÙĦÙħج": 108875, + "ĠاÙĦتع": 108876, + "صة": 108877, + "Ġsıra": 108878, + "Äįin": 108879, + "ĠпеÑĢÑĪ": 108880, + "æĬĺ": 108881, + "ç©į": 108882, + "ĠÑĤоб": 108883, + "Ġï¾ī": 108884, + "ฬ": 108885, + "æĿĢ": 108886, + "iydi": 108887, + "ีà¸ŀ": 108888, + "çĵ¦": 108889, + "ĠавÑĤомоб": 108890, + "ä¸Ńæĸĩ": 108891, + "à¥Ĥद": 108892, + "ĠbÄĽhem": 108893, + "ĠPÅĻed": 108894, + "ãģĵãģĨ": 108895, + "ัà¸Ī": 108896, + "Ġï½Į": 108897, + "ĠÙĩاÙĬ": 108898, + "Ġsạch": 108899, + "æĸ¹éĿ¢": 108900, + "çķ°": 108901, + "ÑĥÑĢн": 108902, + "Ġvýsled": 108903, + "Ġthần": 108904, + "ï¼ĮæīĢ以": 108905, + "Ñĥка": 108906, + "íķĺëĭ¤": 108907, + "Ġबर": 108908, + "ĠжÑĸн": 108909, + "ÄįnÃŃho": 108910, + "ĠãģĮ": 108911, + "abı": 108912, + "vánÃŃ": 108913, + "æ´Ĺ": 108914, + "ĠиÑģÑĤоÑĢ": 108915, + "ìĿ´íĦ°": 108916, + "Ġелек": 108917, + "алаÑģÑı": 108918, + "Ġznám": 108919, + "ĠطرÙģ": 108920, + "Ġsektör": 108921, + "ê¹Ģ": 108922, + "ÙĪÙĤع": 108923, + "ĠÙħÙĥ": 108924, + "ÑĢежд": 108925, + "Ġknih": 108926, + "Ġتعداد": 108927, + "åįł": 108928, + "ÑģÑĮке": 108929, + "ĠçĶµ": 108930, + "京éĥ½": 108931, + "ĠراÛĮ": 108932, + "gın": 108933, + "ĠÙĨظاÙħ": 108934, + "ĠÎłÎ¿Î»": 108935, + "ä¸ĢèĪ¬": 108936, + "Ġstále": 108937, + "ĠиÑģÑģлед": 108938, + "Ġzpráv": 108939, + "ĠÑĩиÑģÑĤ": 108940, + "ãĥ¼ãĥŀ": 108941, + "ÐŀÑģ": 108942, + "ÑģÑĮкомÑĥ": 108943, + "ĠpÅĻiprav": 108944, + "ëĮĢíĸī": 108945, + "Ġhalk": 108946, + "çĪĨ": 108947, + "ãĢģãģĬ": 108948, + "ï¼ŁâĢĿĊĊ": 108949, + "éĢı": 108950, + "ç«ŀ": 108951, + "ниÑĨÑĮ": 108952, + "çĽĺ": 108953, + "à¹Ģà¸Ńà¸ĩ": 108954, + "ìŁģ": 108955, + "à¥ĩवल": 108956, + "ä¹ĭåIJİ": 108957, + "ãĥ«ãĥĪ": 108958, + "Ġstru": 108959, + "Ġ＿": 108960, + "ÎķÎĽ": 108961, + "hle": 108962, + "ĠÙĨÙĪØ´": 108963, + "ìĿµ": 108964, + "ĠÙħÙģ": 108965, + "æĪĸèĢħ": 108966, + "Ġöld": 108967, + "éĢĶ": 108968, + "ãĥ³ãĥĹ": 108969, + "íĺ¼": 108970, + "ĠuÄŁ": 108971, + "ĠÄijá": 108972, + "ĠvlastnÃŃ": 108973, + "ĠÙħجÙĦس": 108974, + "åįĶ": 108975, + "ÏĦικήÏĤ": 108976, + "Ġpovin": 108977, + "ůl": 108978, + "ĠاÙĦØŃÙĬ": 108979, + "Ġsmlou": 108980, + "ãĥĥãĥģ": 108981, + "ĠÙĥÙĨ": 108982, + "Ġchấp": 108983, + "èIJ¬": 108984, + "جب": 108985, + "?âĢľ": 108986, + "дав": 108987, + "รวม": 108988, + "Ùİد": 108989, + "ĠاÙĦدÙĪÙĦ": 108990, + "ĠëĦ¤ìĿ´íĬ¸": 108991, + "Ġà¤Ĩस": 108992, + "ظÙĬÙģ": 108993, + "ãĥ¼ãĥ©": 108994, + "ãģłãĤįãģĨ": 108995, + "ĠÙĪاØŃد": 108996, + "رÙĪس": 108997, + "Ġzákona": 108998, + "ĠпеÑĢеб": 108999, + "à¥Ģ-": 109000, + "à¹Īà¹Ħà¸Ķ": 109001, + "为äºĨ": 109002, + "ÎĻÎĿ": 109003, + "ĠìĽĶìĦ¸": 109004, + "สà¸Ńà¸ĩ": 109005, + "Ġæīĭ": 109006, + "ĠÐĴÑģе": 109007, + "à¹Ĥย": 109008, + "Ġkaldır": 109009, + "ÏĦÎŃÏĤ": 109010, + "Ġï¿£": 109011, + "ĠíĸĪëĭ¤": 109012, + "ãĤģãģŁ": 109013, + "ĠÄįer": 109014, + "cela": 109015, + "üsü": 109016, + "ê³³": 109017, + "ìĹIJëıĦ": 109018, + "زة": 109019, + "ãģªãĤĭ": 109020, + "ÙĪÛĮÙĨ": 109021, + "çīĽ": 109022, + "Ġvoj": 109023, + "ĠëĬIJ": 109024, + "ĠÙĥÙħ": 109025, + "æ³ī": 109026, + "зÑı": 109027, + "è£Ŀ": 109028, + "ĠØ¢ÙĦ": 109029, + "Ġανά": 109030, + "ÂłÐĴ": 109031, + "Ġyapıl": 109032, + "æıĽ": 109033, + "ĠÑģÑĥÑīеÑģÑĤв": 109034, + "Ġná»iji": 109035, + "ÙĪئ": 109036, + "ĠëĦ¤ìĿ´íĬ¸ìĺ¨": 109037, + "Ġpolitik": 109038, + "Å¡ka": 109039, + "ebilirsiniz": 109040, + "ldkf": 109041, + "ÑĥблÑĸ": 109042, + "Ġeoq": 109043, + "ĠÙħØŃصÙĪÙĦ": 109044, + "krvldkf": 109045, + "Ġeoqkrvldkf": 109046, + "ÏĥεÏīν": 109047, + "بÙĦغ": 109048, + "Įĵê¸Ģ": 109049, + "ĠÑģÑĢок": 109050, + "ĠUy": 109051, + "ĠNÄĽk": 109052, + "Ġдив": 109053, + "ãĤµãĤ¤": 109054, + "ĠìĤ¬ìĿ´": 109055, + "ĠéĹ": 109056, + "ĠбаÑĤÑĮ": 109057, + "ĠпеÑĢÑĸ": 109058, + "Âĸ": 109059, + "交éĢļ": 109060, + "енз": 109061, + "ÙĪست": 109062, + "ียà¸ļ": 109063, + "Ġà¸Īะ": 109064, + "ë¡Ģ": 109065, + "üfus": 109066, + "ÙijÙIJ": 109067, + "總": 109068, + "ัà¸Ķส": 109069, + "ê²Ģ": 109070, + "ĠÑĤиÑħ": 109071, + "ĠآزÙħ": 109072, + "Ġاض": 109073, + "ì¡´": 109074, + "ÙĴت": 109075, + "æĪ¸": 109076, + "ĠìŀĪìĿĦ": 109077, + "ĠçĶ·": 109078, + "ÑīÑĸ": 109079, + "ома": 109080, + "ĠاÙģزاÛĮØ´": 109081, + "ĠThông": 109082, + "ĠاجتÙħاعÛĮ": 109083, + "елÑİ": 109084, + "ĠÑħоÑĢоÑĪо": 109085, + "à¸łà¸²à¸©": 109086, + "Ġrám": 109087, + "御": 109088, + "ãĥ¼ãĥĦ": 109089, + "ĠLỼp": 109090, + "ĠØ´ÙĬ": 109091, + "Ġhiá»ĥm": 109092, + "θν": 109093, + "οÏħÏĥ": 109094, + "復": 109095, + "Ġúzem": 109096, + "à¹ģà¸ľ": 109097, + "å·¨": 109098, + "à¸Īà¸Ļ": 109099, + "گراÙĨ": 109100, + "ĠتÛĮÙħ": 109101, + "Ġilet": 109102, + "าà¸Ĥà¸Ńà¸ĩ": 109103, + "ĠتÙĪر": 109104, + "ĠдоговоÑĢ": 109105, + "Ġtento": 109106, + "вÑĥ": 109107, + "Ġзада": 109108, + "ĠstoletÃŃ": 109109, + "ÂłĠ": 109110, + "âĢĮاÙĦ": 109111, + "Ëĺ": 109112, + "ÅŁiv": 109113, + "нÑıÑĤи": 109114, + "ãĤīãĤĮãģŁ": 109115, + "ĠSb": 109116, + "ĠاÙĦÙħص": 109117, + "ĠУкÑĢаÑĹнÑĸ": 109118, + "ĠØ´Ú©": 109119, + "iếng": 109120, + "ÑĮÑĤе": 109121, + "è°¢": 109122, + "ĠÙħتÙĨ": 109123, + "ĠÑĢад": 109124, + "ĠÙħÙĪاد": 109125, + "ì±Ħ": 109126, + "顶": 109127, + "ĠboÅŁ": 109128, + "تÙĪر": 109129, + "ĠÄijáng": 109130, + "Ġkitap": 109131, + "Ġhodin": 109132, + "Ġtarihi": 109133, + "ãĤĦãĤĭ": 109134, + "ÑģÑĤеÑĢ": 109135, + "ĠÑħод": 109136, + "вание": 109137, + "ĠоÑģвÑĸ": 109138, + "ĠÑģиÑģÑĤемÑĭ": 109139, + "़न": 109140, + "Ïĩο": 109141, + "Ġåı°": 109142, + "oÅĻ": 109143, + "ç»ıæµİ": 109144, + "Ġä½ľ": 109145, + "ĠthuáºŃn": 109146, + "ĽĪ": 109147, + "Ġyalnız": 109148, + "alet": 109149, + "ì¦Ŀê¸Ī": 109150, + "ĠзаÑī": 109151, + "ĠекÑģп": 109152, + "âĦĸâĦĸ": 109153, + "ĠãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢ": 109154, + "ĠÚ¯ÙĪØ´": 109155, + "ãģ«åħ¥": 109156, + "ĠudÄĽl": 109157, + "Ġáº": 109158, + "à¤Ĩà¤Ī": 109159, + "âĢĮدÙĩ": 109160, + "æĤª": 109161, + "Ġtrò": 109162, + "æļĹ": 109163, + "λλην": 109164, + "ĠпÑĢизна": 109165, + "ĠسÛĮستÙħ": 109166, + "Ġà¤ħत": 109167, + "èo": 109168, + "è¿İ": 109169, + "ĠзÑĥб": 109170, + "ĠзаÑģоб": 109171, + "ĠسÙģ": 109172, + "ĠÙħاÙĨÙĨد": 109173, + "خش": 109174, + "vajÃŃ": 109175, + "nitÅĻ": 109176, + "æ¯Ĵ": 109177, + "æ¤į": 109178, + "ĠgiriÅŁ": 109179, + "ĠÄijáp": 109180, + "@n": 109181, + "оваÑĢи": 109182, + "Ġخدا": 109183, + "ĠvÄĽtÅ¡": 109184, + "ĠΣÏħ": 109185, + "ÙģØ©": 109186, + "аннÑıм": 109187, + "ĠÑĩлен": 109188, + "æĶ¯æĮģ": 109189, + "å¨ľ": 109190, + "lararası": 109191, + "ΡÎij": 109192, + "Ġziy": 109193, + "ĠêµIJìľ¡": 109194, + "Ġhá»ĵi": 109195, + "าà¸Ħาร": 109196, + "imleri": 109197, + "è³¼": 109198, + "ĠجÙĩاÙĨ": 109199, + "ĠÑĢозмÑĸ": 109200, + "ÑħÑĸв": 109201, + "γε": 109202, + "横": 109203, + "ÎĻÎijΣ": 109204, + "ç¶Ń": 109205, + "Ġbiraz": 109206, + "ĠÑĤакого": 109207, + "íĥĦ": 109208, + "ĠбÑĥдÑĥÑĤ": 109209, + "ĠÑĪвид": 109210, + "ĠнеÑģ": 109211, + "ĠÙħعÙĦÙĪÙħات": 109212, + "à¥ĩयर": 109213, + "ĠдвÑĥÑħ": 109214, + "å¿ħè¦ģ": 109215, + "å§Ĩ": 109216, + "Ġpohled": 109217, + "ìĬ¤íĦ°": 109218, + "Ġåįģ": 109219, + "Ġأب": 109220, + "веÑĢдж": 109221, + "Ġà¤ľà¤®": 109222, + "लत": 109223, + "åľ°åĮº": 109224, + "Ġ|[": 109225, + "ĠвмеÑģÑĤ": 109226, + "ĠکاÙħ": 109227, + "ĠãĥIJ": 109228, + "ãĥ¼ãĥĸ": 109229, + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ": 109230, + "ĠìĥģíĴĪ": 109231, + "à¹Ģลย": 109232, + "Äįné": 109233, + "ĠÑģÑĢедÑģÑĤва": 109234, + "ĠÑĤаб": 109235, + "ĠÙħار": 109236, + "Ġhled": 109237, + "даÑĤ": 109238, + "ÙĪÛĮد": 109239, + "Ġãĥ©": 109240, + "Ġخد": 109241, + "è¤ĩ": 109242, + "ç§ĺ": 109243, + "Ġبرد": 109244, + "ĠÏĥαÏĤ": 109245, + "ÏİÏĥειÏĤ": 109246, + "æĿ¯": 109247, + "λÏį": 109248, + "宿": 109249, + "ĠëĤľ": 109250, + "ï»Ł": 109251, + "Ġözellikle": 109252, + "ĠконÑģ": 109253, + "ĠÙħغ": 109254, + "عÙĬ": 109255, + "à¹Įà¸ģ": 109256, + "ĠÙĬت": 109257, + "ĠÙħشاÙĩ": 109258, + "ĠThanh": 109259, + "à¤¾à¤ľà¤¨": 109260, + "¥¤": 109261, + "Ġvlá": 109262, + "ĠÙģض": 109263, + "ΤÎĻÎļ": 109264, + "ĠнаÑĥков": 109265, + "елем": 109266, + "ĠdÃłng": 109267, + "ĠгоÑģподаÑĢ": 109268, + "ÂłS": 109269, + "иÑĩеÑģкиÑħ": 109270, + "ĠتÙĨÙĩا": 109271, + "à¤ľà¤¨": 109272, + "Ġпан": 109273, + "åĨł": 109274, + "ĠëĤĺëĬĶ": 109275, + "tÃŃ": 109276, + "ä¸Ģèµ·": 109277, + "Ġlãnh": 109278, + "Âłv": 109279, + "ovým": 109280, + "زب": 109281, + "ĠجÙħعÛĮت": 109282, + "Ġæµ·": 109283, + "ĠоÑģÑĥÑīеÑģÑĤв": 109284, + "ãi": 109285, + "ائر": 109286, + "Ġë³ij": 109287, + "á»ĭnh": 109288, + "Ġsá»Ńa": 109289, + "à¥ĩà¤Ĥ।": 109290, + "ÄĽjÅ¡ÃŃ": 109291, + "ĠдÑĸÑĤ": 109292, + "Ġæĥ": 109293, + "mÄ±ÅŁtı": 109294, + "رØŃ": 109295, + "Ġì§Ģê¸Ī": 109296, + "妻": 109297, + "âĹĭ": 109298, + "Ġì§ĢìĹŃ": 109299, + "ÙĴÙĨ": 109300, + "ĠurÄįit": 109301, + "ÙĴÙħ": 109302, + "zÃŃ": 109303, + "èķ": 109304, + "ĠØ´ÙĪر": 109305, + "ĠKhông": 109306, + "ÛĮزÛĮ": 109307, + "Ġзг": 109308, + "Ġвне": 109309, + "ĠprávÄĽ": 109310, + "è«ĭ": 109311, + "اÙĬت": 109312, + "ัà¸ģร": 109313, + "Ġoldukça": 109314, + "ãĤģãĤĭ": 109315, + "ĠTây": 109316, + "ëĿ¼ìĿ¸": 109317, + "èĻķ": 109318, + "ĠsÆ°": 109319, + "Ġник": 109320, + "Ùł": 109321, + "اشÛĮÙĨ": 109322, + "elerde": 109323, + "ìĭľìķĦ": 109324, + "ĠÑĥмов": 109325, + "ĠçalÄ±ÅŁan": 109326, + "Ġë¸Ķ": 109327, + "ĠÑĤаким": 109328, + "ÑĢин": 109329, + "ĠØ®ÙĦ": 109330, + "ayd": 109331, + "Ġãĥ¡": 109332, + "ейÑĩаÑģ": 109333, + "Ġdoprav": 109334, + "ãģĵãģ¨ãģ¯": 109335, + "Ġì¶Ķì²ľ": 109336, + "延": 109337, + "Ġkı": 109338, + "åı¶": 109339, + "ÑĢиг": 109340, + "íħľ": 109341, + "çĶ³åįļ": 109342, + "ĠвеÑĤ": 109343, + "ĠпомоÑīÑĮÑİ": 109344, + "ĠاÙģراد": 109345, + "ÏĢει": 109346, + "à¹Ģสร": 109347, + "Ġgiám": 109348, + "éİ": 109349, + "hlas": 109350, + "manız": 109351, + "англ": 109352, + "Ġmuž": 109353, + "ÂłK": 109354, + "ÑĢедиÑĤ": 109355, + "设å¤ĩ": 109356, + "ιÏĥμ": 109357, + "Ġcải": 109358, + "ĠéĢļ": 109359, + "ĠÙĥار": 109360, + "Ġподоб": 109361, + "ĠмеÑĤал": 109362, + "ĠÑģаме": 109363, + "лÑĥÑĩ": 109364, + "åĤ³": 109365, + "ĠÙĪÙĩÙĪ": 109366, + "Ġéĩį": 109367, + "вий": 109368, + "æ³ģ": 109369, + "ĠæĿİ": 109370, + "ĠiliÅŁkin": 109371, + "ĠείÏĩε": 109372, + "çĬ¯": 109373, + "ÅĻejmÄĽ": 109374, + "èŃĺ": 109375, + "稱": 109376, + "μμα": 109377, + "ĠÙĦÛĮ": 109378, + "ÙĩاÙĬ": 109379, + "ĠопиÑģ": 109380, + "گرد": 109381, + "ĠгÑĢ": 109382, + "ĠAnimalia": 109383, + "ÐŁÐ¾": 109384, + "Ġbóng": 109385, + "ĠдеÑĤей": 109386, + "Ġlâu": 109387, + "ĠæķĻ": 109388, + "ĠпоÑıÑģ": 109389, + "ĠاÙĦØ¢": 109390, + "ัà¸Ļà¸ķ": 109391, + "Ġдев": 109392, + "ĠÑĨей": 109393, + "ÑĮв": 109394, + "æĥł": 109395, + "maları": 109396, + "imler": 109397, + "à¥Ī।ĊĊ": 109398, + "Ġном": 109399, + "zv": 109400, + "Ġà¸ģร": 109401, + "ĠpaylaÅŁ": 109402, + "Âłs": 109403, + "िसम": 109404, + "ÑģÑĤвеннÑĭÑħ": 109405, + "stoup": 109406, + "онÑĸ": 109407, + "stÃŃ": 109408, + "ĠØŃÚ©": 109409, + "ĠگرÙģت": 109410, + "าà¸Ħา": 109411, + "дÑı": 109412, + "ÙĦاث": 109413, + "Ġzdravot": 109414, + "ä¸ĬãģĴ": 109415, + "ãģ¼": 109416, + "elere": 109417, + "ظÙħ": 109418, + "ĠÑģвеÑĤ": 109419, + "оÑĢг": 109420, + "ç«¥": 109421, + "ĠпеÑĢеп": 109422, + "Ġमद": 109423, + "аза": 109424, + "å¦Ĥä½ķ": 109425, + "ÑģÑĮкÑĸй": 109426, + "ĠbÆ°á»Ľc": 109427, + "Ġgerekli": 109428, + "大家": 109429, + "Ġtrái": 109430, + "éģ©": 109431, + "ä¸Ń央": 109432, + "Ġphản": 109433, + "Ġعرض": 109434, + "ĠÙĥتاب": 109435, + "æĭ©": 109436, + "ÑĪего": 109437, + "帮": 109438, + "ĠÙĨÛĮاز": 109439, + "è¿·": 109440, + "à¸¸à¸Ľ": 109441, + "à¸´à¸Ľ": 109442, + "Ġدخ": 109443, + "ÏĦικÎŃÏĤ": 109444, + "ĠUz": 109445, + "ĠتÙĪÙħاÙĨ": 109446, + "ĠÙĪاÙĦØ£": 109447, + "ÅĻes": 109448, + "Ñijм": 109449, + "Ġå¸Ĥ": 109450, + "ĠÑĤоже": 109451, + "Ġyapan": 109452, + "彼女": 109453, + "ĠÙħدر": 109454, + "¶ģ": 109455, + "ĠæŶ": 109456, + "à¹Ģà¸ĺ": 109457, + "ĠÙħاÙĦ": 109458, + "ĠBüyük": 109459, + "ĠÙĦت": 109460, + "å°ļ": 109461, + "deme": 109462, + "üb": 109463, + "ĠÑħÑĥд": 109464, + "Ġléka": 109465, + "缼": 109466, + "缴æİ¥": 109467, + "ниÑĨÑĤва": 109468, + "ĠпÑĢиÑĩин": 109469, + "еÑĢап": 109470, + "ĠÑģозда": 109471, + "械": 109472, + "Ġmüz": 109473, + "ç³»åĪĹ": 109474, + "ouz": 109475, + "Ġà¤ĵर": 109476, + "ÑĢÑĥÑĩ": 109477, + "Ġá½": 109478, + "μÎŃνα": 109479, + "ĠпÑĢедмеÑĤ": 109480, + "Ġå²": 109481, + "ãĥ³ãĥģ": 109482, + "μÎŃνη": 109483, + "лÑĥг": 109484, + "Âłn": 109485, + "ĠTarih": 109486, + "ĠãĢĪ": 109487, + "Ġbana": 109488, + "ĠcÃŃ": 109489, + "Ġvýkon": 109490, + "åĽłæѤ": 109491, + "ĠtÅĻi": 109492, + "าà¸ĭ": 109493, + "vailable": 109494, + "Ġistem": 109495, + "ãĥ¥ãĥ¼": 109496, + "ÐķÐĿ": 109497, + "ĠгаÑĢ": 109498, + "οÏħλ": 109499, + "à¥Ľ": 109500, + "ĠÙĪضع": 109501, + "สะ": 109502, + "è·Ŀ": 109503, + "ĠØŃÙģ": 109504, + "ิà¸Ĺยาล": 109505, + "她çļĦ": 109506, + "нÑĸÑĪ": 109507, + "жение": 109508, + "기ìĹIJ": 109509, + "Ġéĺ¿": 109510, + "ĠÙħارس": 109511, + "ĠçeÅŁitli": 109512, + "ĠÅŁehir": 109513, + "átor": 109514, + "à¹īà¸Ĺ": 109515, + "ìĿ´ëĬĶ": 109516, + "Ġè²": 109517, + "é¡į": 109518, + "çĻĤ": 109519, + "ĠниÑĩ": 109520, + "Ġê°Ģì§Ģ": 109521, + "伦": 109522, + "rán": 109523, + "ostat": 109524, + "ĠÙĦÙĥ": 109525, + "èº": 109526, + "ĠNgÃłnh": 109527, + "Ġसद": 109528, + "æľĹ": 109529, + "çĦ¶åIJİ": 109530, + "ãĤ¸ãĤ§": 109531, + "леÑĢ": 109532, + "ĠÐŀна": 109533, + "سÙĪÙĨ": 109534, + "Ïģον": 109535, + "ĠدرÛĮاÙģت": 109536, + "à¸Ńà¸Ńà¸Ļà¹Ħลà¸Ļ": 109537, + "Ġdál": 109538, + "ĠмÑĸÑģÑĨе": 109539, + "Ġдней": 109540, + "ĠاÙĦات": 109541, + "Ġरहत": 109542, + "ï¼Į对": 109543, + "è³ĩæĸĻ": 109544, + "ä»»ä½ķ": 109545, + "éĦ": 109546, + "taj": 109547, + "βά": 109548, + "Ġнадо": 109549, + "ĠÑģÑĤÑĥд": 109550, + "ĠÅŁeh": 109551, + "ัà¸įà¸į": 109552, + "à¥ĭब": 109553, + "ãĥ©ãĥ¼": 109554, + "Û±Ûµ": 109555, + "ept": 109556, + "Ġbildir": 109557, + "สà¸ĸาà¸Ļ": 109558, + "еÑĤÑĮÑģÑı": 109559, + "ským": 109560, + "ĠоблаÑģÑĤÑĮ": 109561, + "Ġìŀł": 109562, + "ĠGör": 109563, + "Ġdayan": 109564, + "ĠÛĮاد": 109565, + "çĶŁäº§": 109566, + "íĺij": 109567, + "å¾ģ": 109568, + "Ġاجر": 109569, + "ĠпÑĢе": 109570, + "ä¸īä¸īä¸īä¸ī": 109571, + "åŁİå¸Ĥ": 109572, + "ĠпÑĢимеÑĢ": 109573, + "Äįást": 109574, + "èģĺ": 109575, + "ĠÙħربÙĪØ·": 109576, + "æŀļ": 109577, + "åĪĢ": 109578, + "æŁ¥çľĭ": 109579, + "Ġ모ëijIJ": 109580, + "ìŀIJë£Į": 109581, + "-､": 109582, + "Ġê°ĻìĿ´": 109583, + "Ġì¡´": 109584, + "егоÑĢ": 109585, + "edik": 109586, + "имÑĥ": 109587, + "ĠArth": 109588, + "åºĶçĶ¨": 109589, + "miÅŁti": 109590, + "Ġkhá»ıe": 109591, + "ĠÑĸд": 109592, + "λλη": 109593, + "âh": 109594, + "маг": 109595, + "éļĨ": 109596, + "ĠвнÑĥÑĤÑĢ": 109597, + "Ġبط": 109598, + "(æĹ¥": 109599, + "Ä°Y": 109600, + "лик": 109601, + "ĠBản": 109602, + "ĠتÙĪس": 109603, + "़त": 109604, + "amak": 109605, + "åķıé¡Į": 109606, + "ĠÑģамоÑģÑĤ": 109607, + "ï¼¼Ċ": 109608, + "Ġç¦ı": 109609, + "Ù¡": 109610, + "ĠÑĦоÑĢми": 109611, + "ĠÑĢозÑĥм": 109612, + "ĠÙħطاÙĦ": 109613, + "ä¹Łæĺ¯": 109614, + "ç¾İåĽ½": 109615, + "ëĵľë¦½ëĭĪëĭ¤": 109616, + "ĠlÄ©nh": 109617, + "ĠпоÑĤомÑĥ": 109618, + "ÑıбÑĢÑı": 109619, + "漫": 109620, + "Ġngoại": 109621, + "à¸Ńำ": 109622, + "ÙĬÙĨا": 109623, + "Ġmlad": 109624, + "ÏĥÏĦά": 109625, + "اتر": 109626, + "주ìĿĺ": 109627, + "еннÑĸ": 109628, + "оза": 109629, + "ÙĤات": 109630, + "ĠÐĴаÑģ": 109631, + "è®Ń": 109632, + "éIJ": 109633, + "ÑĥÑİÑĩи": 109634, + "Ġکر": 109635, + "Ġ.|": 109636, + "Ġgenç": 109637, + "該": 109638, + "ä»ģ": 109639, + "одÑĭ": 109640, + "ĠØ£ÙĪÙĦ": 109641, + "ĠìĤ¬íļĮ": 109642, + "Ġà¹Ģส": 109643, + "ĠëķĮ문ìĹIJ": 109644, + "âĢĮب": 109645, + "ĠлиÑĪÑĮ": 109646, + "Ġименно": 109647, + "madı": 109648, + "ĠéĤ": 109649, + "ĠÙĪارد": 109650, + "Ġtakım": 109651, + "Ġà¹Ģห": 109652, + "Ġà¸Ńย": 109653, + "Ġkonusu": 109654, + "Ø®ÙĪ": 109655, + "ĠÑģид": 109656, + "赤": 109657, + "оÑıÑĤелÑĮ": 109658, + "ëĭµ": 109659, + "εÏī": 109660, + "ÑĸÑħ": 109661, + "Ġयद": 109662, + "ĠÚ©ÛĮÙģ": 109663, + "μοÏĤ": 109664, + "Ġaldı": 109665, + "ĠíĻį": 109666, + "кÑĥп": 109667, + "ĠÙĨÙħاÛĮØ´": 109668, + "ãģ¥": 109669, + "Ġíķ©ëĭĪëĭ¤": 109670, + "ĠëĮĵê¸Ģ": 109671, + "боÑĢа": 109672, + "éīĦ": 109673, + "Ġà¹Ģà¸Ī": 109674, + "à¹īà¸ģ": 109675, + "§ط": 109676, + "ربÙĩ": 109677, + "ĠÑĥз": 109678, + "ĠмаÑİÑĤÑĮ": 109679, + "Ġbyli": 109680, + "ีà¸ķ": 109681, + "Ġì§ĢìĽIJ": 109682, + "èĩªçĦ¶": 109683, + "ùy": 109684, + "ĠçaÄŁ": 109685, + "един": 109686, + "ëī´": 109687, + "åį±": 109688, + "ĠпозволÑı": 109689, + "ØŃاد": 109690, + "ĠÑĩего": 109691, + "ียร": 109692, + "Ġyöntem": 109693, + "Ġders": 109694, + "ĠÑģÑĤоÑı": 109695, + "ĠкÑĢÑĥп": 109696, + "Ġð": 109697, + "ĠдомаÑĪ": 109698, + "енд": 109699, + "继": 109700, + "ĠÄijô": 109701, + "ĠchtÄĽ": 109702, + "计åĪĴ": 109703, + "ÎŃα": 109704, + "ĠdobÅĻe": 109705, + "สà¸Ńà¸ļ": 109706, + "еление": 109707, + "ĠÄijông": 109708, + "ãģ¾ãĤĬ": 109709, + "Ġboyunca": 109710, + "à¥ģà¤Ĺ": 109711, + "ĠÑĦиз": 109712, + "ãĤ³ãĥ³": 109713, + "Ġdeney": 109714, + "ÑĩеÑģкиÑħ": 109715, + "λον": 109716, + "以åıĬ": 109717, + "اÙĪت": 109718, + "³³³³³": 109719, + "Ġì¤Ħ": 109720, + "िफ": 109721, + "ĠÑĤол": 109722, + "ĠëĤ´ê°Ģ": 109723, + "âĸı": 109724, + "Ġphá": 109725, + "ĠÑģпÑĸв": 109726, + "ĠجÙħÙĬع": 109727, + "ĠbezpeÄį": 109728, + "ĠæĹł": 109729, + "ĠvÅ¡e": 109730, + "ÑģÑĤвÑĥ": 109731, + "dust": 109732, + "oÅ¡": 109733, + "ĠتارÙĬØ®": 109734, + "اØŃØ©": 109735, + "ĠÙħشارÙĥØ©": 109736, + "Ġακ": 109737, + "ัà¸Ļà¸Ļ": 109738, + "éģĬ": 109739, + "ĠÑģоÑĤ": 109740, + "Ġказ": 109741, + "ĠÑĤеÑĩение": 109742, + "긴": 109743, + "acaktır": 109744, + "ê±°ëĤĺ": 109745, + "ียม": 109746, + "ĠÑģÑĥÑħ": 109747, + "ĠëĦĪ무": 109748, + "ãģıãĤĭ": 109749, + "ĠкоÑĤоÑĢой": 109750, + "اÙĤØ©": 109751, + "yıl": 109752, + "ãĤ»ãĥĥãĥĪ": 109753, + "ĠÑįлем": 109754, + "æģIJ": 109755, + "ÙĨاء": 109756, + "åħ©": 109757, + "ĠteÄı": 109758, + "严": 109759, + "Ġì§Ī문": 109760, + "Ġ为": 109761, + "ìĭľíĹĺ": 109762, + "ĠпÑĢок": 109763, + "ujeme": 109764, + "ücü": 109765, + "ĠاÙĦÙħغ": 109766, + "ĠØŃساب": 109767, + "ãģĹãģ¦ãģĦ": 109768, + "кова": 109769, + "ĠÄijÃło": 109770, + "ĠпÑĢиз": 109771, + "ĠÙĪÙħÙĨ": 109772, + "ĠоÑĢ": 109773, + "à¸ģà¸ķ": 109774, + "аÑĦ": 109775, + "Ġà¸ŀร": 109776, + "ÑĨией": 109777, + "æª": 109778, + "Ġpůsob": 109779, + "åŃ©åŃIJ": 109780, + "Ġbánh": 109781, + "ĠÑĦоÑĢмÑĥ": 109782, + "Ġá»ķ": 109783, + "Ġменее": 109784, + "à¹īาห": 109785, + "ниÑĨа": 109786, + "ีĊ": 109787, + "ĠволоÑģ": 109788, + "ĠارائÙĩ": 109789, + "第ä¸ī": 109790, + "ëIJĺìĹĪ": 109791, + "Ġkısm": 109792, + "ãĥ¼ãĥĬ": 109793, + "lerimiz": 109794, + "ÙĨÙĬÙĨ": 109795, + "ĠNgÆ°á»Ŀi": 109796, + "ĠоÑĤдел": 109797, + "çļĦæŶåĢĻ": 109798, + "онов": 109799, + "Äįan": 109800, + "izm": 109801, + "ĠÑģобой": 109802, + "à¹ĩà¸ķ": 109803, + "ĠÑģлÑĸд": 109804, + "Ġà¤ľà¤¹": 109805, + "ï¼ĮæĪij们": 109806, + "ãĢĤãģĿãģ®": 109807, + "ÏĢÏīÏĤ": 109808, + "çĨŁ": 109809, + "ฯ": 109810, + "ëĦIJ": 109811, + "æľĭ": 109812, + "Ġë¹Ħë°Ģ": 109813, + "ëįķ": 109814, + "ĠmÃłn": 109815, + "ìĿ´ê³ł": 109816, + "ëŀľëĵľ": 109817, + "éĤĦ": 109818, + "Ä±ÅŁÄ±k": 109819, + "Ġ个": 109820, + "Ġnád": 109821, + "бÑĢа": 109822, + "æĮĩå®ļ": 109823, + "larıyla": 109824, + "ĠÐŀни": 109825, + "Ġhra": 109826, + "ĠÑĢеÑĨеп": 109827, + "ĠÐłÐ¾ÑģÑģий": 109828, + "å½±åĵį": 109829, + "ĠKdyž": 109830, + "ĠÃ¶ÄŁrenc": 109831, + "åīµ": 109832, + "Ġjist": 109833, + "èĪĪ": 109834, + "触": 109835, + "åıijçİ°": 109836, + "มาย": 109837, + "erken": 109838, + "ĠздеÑģÑĮ": 109839, + "ĠÙħسئ": 109840, + "@nate": 109841, + "ĠëĤ´ìļ©": 109842, + "ĠnabÃŃd": 109843, + "ÛĢ": 109844, + "ĠмоменÑĤ": 109845, + "ãģłãģĮ": 109846, + "ίδα": 109847, + "Tak": 109848, + "Ġë³´ê³ł": 109849, + ":::::::::": 109850, + "ÄŁmen": 109851, + "ĠпомеÑī": 109852, + "ãģ«ãģ¤ãģĦãģ¦": 109853, + "ĠÙģÙĪÙĤ": 109854, + "ĠعضÙĪ": 109855, + "ĠÙħÛĮاÙĨ": 109856, + "Ġmüc": 109857, + "ĠпÑĢоÑıв": 109858, + "ÑĩеÑģки": 109859, + "ãģłãģĭãĤī": 109860, + "éĤ¦": 109861, + "Ġë¶ĦìĦĿ": 109862, + "飩": 109863, + "į¨": 109864, + "ĠDaha": 109865, + "ĠκÏĮ": 109866, + "ĠнаÑĩина": 109867, + "ĠÐŁÐ¾ÑĤ": 109868, + "ÏĥκεÏħ": 109869, + "ĠÑĢан": 109870, + "ÙĪÙĬس": 109871, + "::::::::::": 109872, + "Û±Û¹Û¹": 109873, + "Ġardından": 109874, + "à¹Ĥà¸Ķ": 109875, + "اراÙĨ": 109876, + "داد": 109877, + "Ġquý": 109878, + "ĠØ£Ùĥثر": 109879, + "âĹĨ": 109880, + "ĠأخرÙī": 109881, + "Ġë§ĪìĿĮ": 109882, + "릴": 109883, + "ĠعÙĦÙĪÙħ": 109884, + "ĠeÄŁ": 109885, + "воÑĢÑİ": 109886, + "ĠãĥĹ": 109887, + "ÑĥÑĩаÑģ": 109888, + "Ġبأ": 109889, + "ÏĨο": 109890, + "никами": 109891, + "à¹ĥà¸ķ": 109892, + "ÄįetnÄĽ": 109893, + "à¸ļาà¸ĩ": 109894, + "çīĻ": 109895, + "ãĥªãĤ«": 109896, + "íĴ": 109897, + "åĩºçīĪ": 109898, + "γι": 109899, + "ãĢĤãģĿãĤĮ": 109900, + "Ġyani": 109901, + "lech": 109902, + "ĠLuáºŃt": 109903, + "çļĦãģª": 109904, + "Ġnedeniyle": 109905, + "dej": 109906, + "ĠÑģовеÑĢÑĪ": 109907, + "Ġphá»ķ": 109908, + "ısından": 109909, + "Ġchắc": 109910, + "deÅŁ": 109911, + "Ġкоман": 109912, + "æĽ¿": 109913, + "Ġplán": 109914, + "Ġdữ": 109915, + "ĠêµŃê°Ģ": 109916, + "Ġtakip": 109917, + "Ġthủy": 109918, + "ÑģлÑĸд": 109919, + "âī§": 109920, + "ĠIIC": 109921, + "θÏħ": 109922, + "ávat": 109923, + "ĠÑģок": 109924, + "ĠбагаÑĤо": 109925, + ";:;:;:;:": 109926, + "ÏģιοÏĤ": 109927, + "ilmiÅŁtir": 109928, + "Ġznam": 109929, + "ĠΤα": 109930, + "amaz": 109931, + "à¹ģà¸ŀ": 109932, + "ãĥģãĥ£": 109933, + "Ġkullanı": 109934, + "æĶ¾éĢģ": 109935, + "дн": 109936, + "ĠÙĪاب": 109937, + "Ġtrắng": 109938, + "ÑģÑıг": 109939, + "Ġارتباط": 109940, + "ĠвÑħод": 109941, + "å·ŀå¸Ĥ": 109942, + "Ġसत": 109943, + "ÑĩаеÑĤÑģÑı": 109944, + "íĮĮíĬ¸": 109945, + "ĠNhững": 109946, + "ä¸įåı¯": 109947, + "å±Ĭ": 109948, + "ĠãĤŃ": 109949, + "ارÙĩاÛĮ": 109950, + "ĠarÅŁiv": 109951, + "ĠاÙĦÙī": 109952, + "ायà¤ķ": 109953, + "ãģĹãĤĩãģĨ": 109954, + "Ġulus": 109955, + "alaxy": 109956, + "기ê°Ģ": 109957, + "ãİ¡(": 109958, + "μάÏĦÏīν": 109959, + "èn": 109960, + "ùi": 109961, + "ĠнаÑģÑĤоÑı": 109962, + "ĠСв": 109963, + "ĠоÑģоби": 109964, + "ково": 109965, + "ĠÑĢебенка": 109966, + "ĠÑĤÑıж": 109967, + "Ġxuá»ijng": 109968, + "Ġê¶Į": 109969, + "огод": 109970, + "Ġấy": 109971, + "è²ł": 109972, + "วà¸Ļ": 109973, + "Ġstanov": 109974, + "Ġkrál": 109975, + "Ġà¤ĩसल": 109976, + "ebe": 109977, + "宾": 109978, + "ĠдоÑģÑĤаÑĤоÑĩно": 109979, + "IIIK": 109980, + "ÏĢά": 109981, + "Ġbirkaç": 109982, + "ĠاÙĦÙħÙĤ": 109983, + "ãĥ¶": 109984, + "ĠBaÅŁkanı": 109985, + "Ġ첨ë¶ĢíĮĮìĿ¼": 109986, + "Ġyarar": 109987, + "亡": 109988, + "ĠÏĢÏĮ": 109989, + "ÂłÑģ": 109990, + "δή": 109991, + "elerini": 109992, + "Ġsuç": 109993, + "Ġдома": 109994, + "ĠнаÑĢÑĥÑĪ": 109995, + "Ġί": 109996, + "Ġê·¸ìĿĺ": 109997, + "çĶµå½±": 109998, + "ابÙĩ": 109999, + "комÑĥ": 110000, + "Ġतब": 110001, + "à¥Īà¤ł": 110002, + "Ġ모ì§ij": 110003, + "Ġæ±Ł": 110004, + "Ġê²ĥìĿĢ": 110005, + "ονÏĦαι": 110006, + "ĠاÙĦرÙĬاض": 110007, + "許": 110008, + "Ġhalinde": 110009, + "ĠاشارÙĩ": 110010, + "ĠкÑĢÑĭ": 110011, + "лений": 110012, + "luÄŁ": 110013, + "Ġdobu": 110014, + "sik": 110015, + "à¥ģà¤Ł": 110016, + "ĠкÑĸн": 110017, + "ãģ¨ãģį": 110018, + "à¥Ĥस": 110019, + "æħ¢": 110020, + "ĠdÄ±ÅŁÄ±nda": 110021, + "ç·ı": 110022, + "ĠbÃŃ": 110023, + "ĠCLIIIK": 110024, + "ĠIICIII": 110025, + "Ġherk": 110026, + "ãĤıãģĽ": 110027, + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ": 110028, + "³³³³³³": 110029, + "اÙĦد": 110030, + "Ġdavran": 110031, + "Äįer": 110032, + "ĠØŁ": 110033, + "ãģĺãĤĥãģªãģĦ": 110034, + "Ġdair": 110035, + "Ġ": 110036, + "ัà¸ĩส": 110037, + "Ġëĭ´": 110038, + "å¾ŀ": 110039, + "ĠÑįÑĤиÑħ": 110040, + "诺": 110041, + "á»·": 110042, + "еÑĢиÑģÑĤи": 110043, + "овÑĭÑħ": 110044, + "Ġãĥĩ": 110045, + "ضÙĬ": 110046, + "Ġà¤īà¤ł": 110047, + "ĠnapÅĻÃŃklad": 110048, + "è´Ŀ": 110049, + "ĠÅ¡k": 110050, + "ĠبÙĪدÙĨد": 110051, + "vůli": 110052, + "éģĩ": 110053, + "Ġзнай": 110054, + "ĠTham": 110055, + "rani": 110056, + "اØŃت": 110057, + "Ø´Ùĩ": 110058, + "мÑĸнÑĸÑģÑĤÑĢа": 110059, + "à¹ĭ": 110060, + "ĠÎijνα": 110061, + "à¥ĭà¤ļ": 110062, + "ç»Ħç»ĩ": 110063, + "ÑģÑĤиÑĤ": 110064, + "imli": 110065, + "åIJįçĦ¡ãģĹãģķãĤĵ": 110066, + "ÙijØ©": 110067, + "θμ": 110068, + "олоÑĤ": 110069, + "ยà¸ĩ": 110070, + "ãĤīãĤĮãĤĭ": 110071, + "ĠлиÑĩ": 110072, + "овÑĭе": 110073, + "éĢĥ": 110074, + "Ġ广": 110075, + "ìĬ¬": 110076, + "ÙħÛĮÙĨ": 110077, + "ĠìłĦì²´": 110078, + "ĠÎŃÏĩ": 110079, + "Ġì±ħ": 110080, + "Ġhlas": 110081, + "екÑĤив": 110082, + "ĠÏĢλη": 110083, + "luÄŁu": 110084, + "好çļĦ": 110085, + "ĠÚĨÙĪÙĨ": 110086, + "ĠBeled": 110087, + "Ġengel": 110088, + "нÑıÑı": 110089, + "ĠyaÅŁan": 110090, + "ÑĩниÑħ": 110091, + "ارÙĬØ©": 110092, + "मत": 110093, + "ãĥĭãĥĭãĥĭãĥĭ": 110094, + "åĭ¢": 110095, + "ĠåĨħ": 110096, + "Ġíı¬íķ¨": 110097, + "ĠобÑģ": 110098, + "Ġthấp": 110099, + "Ġdây": 110100, + "ãĥĸãĥ©": 110101, + "аÑĤÑĭ": 110102, + "ĠÑģвоей": 110103, + "ãĤīãģªãģĦ": 110104, + "åıijçĶŁ": 110105, + "erece": 110106, + "Ġodbor": 110107, + "ĠвнеÑģ": 110108, + "ĠÄIJảng": 110109, + "ĠëıĮìķĦ": 110110, + "ÄĽli": 110111, + "ısında": 110112, + "Ġबदल": 110113, + "vnÃŃ": 110114, + "ãģ®ãģ«": 110115, + "ĠпоÑĤом": 110116, + "imde": 110117, + "alama": 110118, + "âĢª": 110119, + "ĠstejnÄĽ": 110120, + "еÑĢе": 110121, + "éĴ¢": 110122, + "æľºæŀĦ": 110123, + "Ġè³": 110124, + "åĶ±": 110125, + "Ġëħ¸ì¶ľ": 110126, + "Ġлибо": 110127, + "âĢĬ": 110128, + "Ġcez": 110129, + "romÄĽ": 110130, + "ίÏīν": 110131, + "ÏĨή": 110132, + "ĠíĻ©": 110133, + "Ġdlouh": 110134, + "骨": 110135, + "åħ¬éĩĮ": 110136, + "伸": 110137, + "Ġãĥij": 110138, + "ä»Ļ": 110139, + "Ġolmadı": 110140, + "елиÑĩ": 110141, + "ождениÑı": 110142, + "Ġsöyledi": 110143, + "átek": 110144, + "ìĥµ": 110145, + "ยวà¸ģ": 110146, + "Ġ鼻": 110147, + "Ġпев": 110148, + "ĠдÑĢÑĥгие": 110149, + "átku": 110150, + "ĠعÙĪ": 110151, + "ována": 110152, + "ضر": 110153, + "ĠëģĿ": 110154, + "ĠíĨµíķ´": 110155, + "Îĸ": 110156, + "Ġvur": 110157, + "åĨ²": 110158, + "ĠпÑĢек": 110159, + "Ġपà¤ķ": 110160, + "Ġà¹Ģà¸Ĺ": 110161, + "ãģ¨ãģĭ": 110162, + "عÙĨ": 110163, + "å®ĩ": 110164, + "ÏĦζ": 110165, + "Ġnằm": 110166, + "ĠÑģвоб": 110167, + "ĠδÏį": 110168, + "çĸĹ": 110169, + "-й": 110170, + "é¦Ļ港": 110171, + "تا": 110172, + "Ïĥιμο": 110173, + "íķĦ": 110174, + "Ġ详æĥħ": 110175, + "両": 110176, + "ÙİاÙĦ": 110177, + "ĠTrÆ°á»Ŀng": 110178, + "eného": 110179, + "ĠÑĢекомендÑĥ": 110180, + "ÛĮرÙĩ": 110181, + "าà¸ĸ": 110182, + "ĠکاÙħÙĦ": 110183, + "بط": 110184, + "زÛĮÙĨÙĩ": 110185, + "Ġдолжна": 110186, + "Ġë§İìĿĢ": 110187, + "âĹıâĹıâĹıâĹıâĹıâĹıâĹıâĹı": 110188, + "lepÅ¡ÃŃ": 110189, + "алог": 110190, + "ãĤªãĥ³": 110191, + "Ġë³Ħ": 110192, + "ırı": 110193, + "ĠجاÙħعÙĩ": 110194, + "æĽľ": 110195, + "ojÃŃ": 110196, + "ĠÑĪлÑıÑħ": 110197, + "Ġhızlı": 110198, + "ĠخصÙĪص": 110199, + "ÐIJÑĢ": 110200, + "åľĺ": 110201, + "ĠживоÑĤ": 110202, + "é±": 110203, + "Ġngữ": 110204, + "Ġvòng": 110205, + "èİ«": 110206, + "ĠзаÑħод": 110207, + "ìĻĦ": 110208, + "ĠÑģледÑĥÑİÑī": 110209, + "éĹ»": 110210, + "ÑijÑĢ": 110211, + "ĠchvÃŃ": 110212, + "èĥľ": 110213, + "ãģªãģĹ": 110214, + "Ġteknoloj": 110215, + "ejména": 110216, + "ĠìłĪ": 110217, + "ì³IJ": 110218, + "æĻ®éĢļ": 110219, + "Ġvýro": 110220, + "Ġayrı": 110221, + "ĠпÑĢев": 110222, + "Ġgóp": 110223, + "à¹Ĥà¸ģ": 110224, + "à¸Ĺำà¹ĥห": 110225, + "åıİ": 110226, + "åĺī": 110227, + "Ġtelev": 110228, + "ãģ¨ãģĵãĤį": 110229, + "ëıĮ": 110230, + "phyl": 110231, + "ราะ": 110232, + "ĠçĪ": 110233, + "ÑģÑĤиÑĤÑĥ": 110234, + "ï¼Įè¿ĺ": 110235, + "ĠÎijγ": 110236, + "Äįku": 110237, + "æı´": 110238, + "ायत": 110239, + "æıı": 110240, + "ãĤĤãģĹ": 110241, + "ĠпеÑĢеÑģ": 110242, + "ĠìĺģíĻĶ": 110243, + "idla": 110244, + "åİħ": 110245, + "ï¼ı:": 110246, + "ترÛĮ": 110247, + "à¸Ľà¸ı": 110248, + "ĠнаÑģеленнÑı": 110249, + "Ġamaç": 110250, + "Ġkdo": 110251, + "ĠизвеÑģÑĤ": 110252, + "ÑĪиÑĢ": 110253, + "ì£ł": 110254, + "Å¡it": 110255, + "Ġtá»ijc": 110256, + "ìŀIJìĿĺ": 110257, + "ÑĩаÑĤ": 110258, + "åıĥ": 110259, + "鼶": 110260, + "å°º": 110261, + "Ġindir": 110262, + "ĠнаÑĨÑĸоналÑĮ": 110263, + "Ġxanh": 110264, + "ÛĮدÛĮ": 110265, + "ĠинÑĤеÑĢеÑģ": 110266, + "ĠآسÛĮ": 110267, + "éĤ£ä¸ª": 110268, + "Ġbilm": 110269, + "ане": 110270, + "ĠtÄĽchto": 110271, + "Ñĩик": 110272, + "ĠдоÑħод": 110273, + "èĤ¡ä»½": 110274, + "åħ³ç³»": 110275, + "ãģ«ãģªãģ£ãģŁ": 110276, + "ĠпÑĢедпÑĢи": 110277, + "Ġgeçen": 110278, + "ĠبÙĤ": 110279, + "Ġvýznam": 110280, + "Ġà¹Ģà¸Ħร": 110281, + "ĠÑħÑĤо": 110282, + "Ø´ÙĬ": 110283, + "åıĤåĬł": 110284, + "ÑģÑĤвенного": 110285, + "ÑĤÑĢон": 110286, + "ÂĢÂĢÂĢÂĢ": 110287, + "æ¢Ŀ": 110288, + "бав": 110289, + "Û±Û¶": 110290, + "顺": 110291, + "Ġjaz": 110292, + "ĠاÙĦÙħÙĦ": 110293, + "Ġاثر": 110294, + "ĠпÑĢивод": 110295, + "анÑĥ": 110296, + "à¥ģà¤Ń": 110297, + "æŧ": 110298, + "ÑĮе": 110299, + "สล": 110300, + "лÑıÑİÑĤ": 110301, + "วà¸Ķ": 110302, + "Æ°á»Ľi": 110303, + "ÙĬÙħØ©": 110304, + "ãĤ¯ãĥŃ": 110305, + "лий": 110306, + "γÏģά": 110307, + "Ġperforman": 110308, + "è¯ī": 110309, + "ä½łçļĦ": 110310, + "ìħĶ": 110311, + "нениÑı": 110312, + "á»Ńi": 110313, + "ÙĪزÛĮ": 110314, + "éŁ¿": 110315, + "à¥Īद": 110316, + "Ġ몸": 110317, + "Ġeser": 110318, + "ĠÙģعاÙĦÛĮت": 110319, + "нÑĸвеÑĢ": 110320, + "κÏģα": 110321, + "証": 110322, + "Ġnemoc": 110323, + "Ġyardımcı": 110324, + "Ġçī¹": 110325, + "Ġкоп": 110326, + "ĠÐľÐ¾Ð¶": 110327, + "़à¤ķ": 110328, + "Ġëľ": 110329, + "ĠÑĢеак": 110330, + "Ġpozor": 110331, + "ÂłÐIJ": 110332, + "ĠÙĬÙĥ": 110333, + "ĠÑģад": 110334, + "Ġåħ«": 110335, + "ĠполÑĮз": 110336, + "ĠraÄŁmen": 110337, + "ternÃŃ": 110338, + "siyon": 110339, + "ÑģÑıÑĩ": 110340, + "ovaný": 110341, + "ĠëĮĢíķľë¯¼êµŃ": 110342, + "ĠвÑĸдб": 110343, + "ĠÐIJнд": 110344, + "stva": 110345, + "éĮĦ": 110346, + "Ġëij": 110347, + "ิà¸Ħ": 110348, + "jÃŃt": 110349, + "Ġkullanıcı": 110350, + "ĠæŁ¥çľĭ": 110351, + "ÙģÙĦ": 110352, + "ĠЯкÑīо": 110353, + "çľĭåĪ°": 110354, + "ÑĢеÑħ": 110355, + "ĠاÙĦعربÙĬØ©": 110356, + "ë¡ľê·¸ëŀ¨": 110357, + "Ġà¤¬à¤ľ": 110358, + "ĠпÑĢип": 110359, + "Ġschop": 110360, + "ĠباÙĦا": 110361, + "å®ħ": 110362, + "ĠاÙĦÙħÙĩ": 110363, + "ανα": 110364, + "à¥ĭव": 110365, + "åģ´": 110366, + "å¼Ģåıij": 110367, + "ÙħاÙĦ": 110368, + "Ġधर": 110369, + "Ġdahil": 110370, + "ãĢģãģĵãģ®": 110371, + "ัà¸Īà¸Ī": 110372, + "ÑģпÑĸлÑĮ": 110373, + "Ġà¤ķप": 110374, + "ĠвеÑĩ": 110375, + "Ġвида": 110376, + "ĠÙħعÙĨ": 110377, + "ĠоÑĤли": 110378, + "iá»ħ": 110379, + "лиÑĪ": 110380, + "ĠÐŁÐ¾Ñģле": 110381, + "ãģĵãģĵ": 110382, + "Ġkültür": 110383, + "Ġجر": 110384, + "Ġæ¼": 110385, + "èĩº": 110386, + "Ġmevcut": 110387, + "Ù¾ÛĮ": 110388, + "ĠاÙĦسÙĦاÙħ": 110389, + "иÑĤелей": 110390, + "ĠÑĢоÑģÑĤ": 110391, + "Ġedil": 110392, + "Ġå·²": 110393, + "ç²¾åĵģ": 110394, + "ä»ħ": 110395, + "âĢĻye": 110396, + "à¥Īà¤Ĥ.": 110397, + "ĠåĨĨ": 110398, + "ëĪĦ": 110399, + "ĠìĻķ": 110400, + "æĺŃ": 110401, + "ĠÎļο": 110402, + "meden": 110403, + "Ġolab": 110404, + "ĠÚ©ÙĪد": 110405, + "à¸Ħาส": 110406, + "еннаÑı": 110407, + "æĬ¼": 110408, + "ylül": 110409, + "Ġseviy": 110410, + "ĠdÄĽti": 110411, + "âĢ¬Ċ": 110412, + "Ġعز": 110413, + "Ġuá»ijng": 110414, + "ĠسرÙħ": 110415, + "ене": 110416, + "ĠмаленÑĮ": 110417, + "ĠвÑĸдом": 110418, + "ัà¸ļà¸Ĺ": 110419, + "ĠThái": 110420, + "Ġà¤Ĩवश": 110421, + "roveÅĪ": 110422, + "çĽ£": 110423, + "ĠÑıзÑĭ": 110424, + "ĠOy": 110425, + "å£ģ": 110426, + "ваÑĤÑĮ": 110427, + "ладÑĥ": 110428, + "اصÙĦ": 110429, + "otÅĻeb": 110430, + "دÙĬØ«": 110431, + "íı°": 110432, + "νομ": 110433, + "гоÑĢод": 110434, + "Ġmuh": 110435, + "âĢĻl": 110436, + "ÑģÑĤвоÑĢ": 110437, + "åħĦ": 110438, + "ÐķÐł": 110439, + "Ø·ÙĦ": 110440, + "éľĩ": 110441, + "Ùİت": 110442, + "ĠblÃŃ": 110443, + "Ġedildi": 110444, + "éĿł": 110445, + "äºĮåįģ": 110446, + "æĹĹ": 110447, + "Ġçiz": 110448, + "ĠÄijảo": 110449, + "Ġopat": 110450, + "oÄŁan": 110451, + "ë²Į": 110452, + "Ġéł": 110453, + "Ġsebep": 110454, + "ÑĥÑĤи": 110455, + "åĪº": 110456, + "طب": 110457, + "evÅ¡ÃŃm": 110458, + "chop": 110459, + "çĶļ": 110460, + "Ġnghá»ģ": 110461, + "ĠпаÑĢÑĤ": 110462, + "ุà¸Ħ": 110463, + "Ú©ÛĮÙĦ": 110464, + "dum": 110465, + "Ġortak": 110466, + "ãģŁãģĹ": 110467, + "Ġobyvatel": 110468, + "Ġvých": 110469, + "Ġveren": 110470, + "ĠвеÑģÑĮ": 110471, + "ĠÐĶа": 110472, + "Ġíķĺì§Ģë§Į": 110473, + "å¦ĤæѤ": 110474, + "Ġमहत": 110475, + "ัà¸ĩà¸ģฤษ": 110476, + "ãĢĤè¿Ļ": 110477, + "Ġгал": 110478, + "Ġsanat": 110479, + "éłĨ": 110480, + "ĠÑģамо": 110481, + "åĽ°": 110482, + "ีà¸Ń": 110483, + "ĠBaÅŁkan": 110484, + "ÏĦοÏħÏĤ": 110485, + "Ġyaptıģı": 110486, + "ÅĻit": 110487, + "ĠÑģÑĸлÑĮ": 110488, + "ानत": 110489, + "ĠÙĨت": 110490, + "ĠkhÄĥn": 110491, + "à¸Ĭà¸Ļะ": 110492, + "мини": 110493, + "ãĥ¬ãĥ¼": 110494, + "ëĤ¬": 110495, + "éħĴåºĹ": 110496, + "ĠاÙĦÙĬÙĪÙħ": 110497, + "ä¹Ĺ": 110498, + "à¸Ħรà¸ĩà¸ģาร": 110499, + "ÙģاÙĤ": 110500, + "Ġà¤ıस": 110501, + "Ġæ¡": 110502, + "گذ": 110503, + "Ġà¤ĩल": 110504, + "елениÑı": 110505, + "à¸ģรà¸ĵ": 110506, + "ä¸ľè¥¿": 110507, + "ÎŁÎľ": 110508, + "ĠmáºŃt": 110509, + "ĠsnÃŃ": 110510, + "ÂIJ": 110511, + "à¹Ģรา": 110512, + "íķ´ìķ¼": 110513, + "ĠìĦľë¹ĦìĬ¤": 110514, + "ĠداخÙĦ": 110515, + "Ġthắng": 110516, + "íĥĪ": 110517, + "авÑģÑı": 110518, + "ĠÑĸм": 110519, + "اÙħت": 110520, + "ĠÙĪÙĤت": 110521, + "à¥Ĥà¤ģ": 110522, + "ĠèIJ": 110523, + "ĠسÙĦاÙħ": 110524, + "ĠvzdÄĽl": 110525, + "å¸ĮæľĽ": 110526, + "åŃĺæ¡£": 110527, + "Ġà¸Ĺำ": 110528, + "ĠвÑĸйÑģÑĮ": 110529, + "аÑĢан": 110530, + "ĠÑĢÑĸк": 110531, + "ĠпиÑģÑĮ": 110532, + "Ġá¼IJ": 110533, + "기ëıĦ": 110534, + "ĠпоÑģÑĤоÑıн": 110535, + "ĠåĮĹ京": 110536, + "ĠNÄĽm": 110537, + "Ø´ÙĨاÙħÙĩ": 110538, + "ĠdalÅ¡ÃŃch": 110539, + "Ġباع": 110540, + "Ġpohy": 110541, + "اÙĦÙģ": 110542, + "à¸ŀวà¸ģ": 110543, + "éĭ": 110544, + "Ġcih": 110545, + "Ù¢": 110546, + "临": 110547, + "ãĤ¯ãĥĪ": 110548, + "пнÑı": 110549, + "Ġдал": 110550, + "ÙĴر": 110551, + "ãĢĢãĢĢĠãĢĢĠãĢĢ": 110552, + "æĬ¥åijĬ": 110553, + "ÙĪدÛĮ": 110554, + "ợi": 110555, + "ÑĨÑĸÑĶÑİ": 110556, + "ĠãĥĢ": 110557, + "ĠÑģÑĤеп": 110558, + "raž": 110559, + "ĠSaÄŁ": 110560, + "Ġtuyến": 110561, + "Ġalmak": 110562, + "ĠзаболеваниÑı": 110563, + "ĠÏĥÏĩ": 110564, + "Ġíĭ": 110565, + "Ġвим": 110566, + "硬": 110567, + "ĠäºĶ": 110568, + "Ġikinci": 110569, + "ุà¸į": 110570, + "สาว": 110571, + "ĠìĦ¸ê³Ħ": 110572, + "ĠÙħØŃÙĦ": 110573, + "ระหว": 110574, + "Ġelektron": 110575, + "Ġhại": 110576, + "æĹ¢": 110577, + "Ġíĸ¥": 110578, + "Ġjiné": 110579, + "Ġnghe": 110580, + "æij©": 110581, + "ĠÑģобÑĸ": 110582, + "Ư": 110583, + "ÑĤÑĥÑĢ": 110584, + "汽车": 110585, + "شاÙĩ": 110586, + "ĠdÃłnh": 110587, + "丹": 110588, + "ä»ĬæĹ¥": 110589, + "ãĥIJãĥ¼": 110590, + "ваниÑı": 110591, + "ĠساÙħ": 110592, + "çݯå¢ĥ": 110593, + "ĠاÙĦÙħÙĨت": 110594, + "ĠÑģеÑĢд": 110595, + "éģł": 110596, + "εÏĦ": 110597, + "ĠавÑĤ": 110598, + "าà¸ĩว": 110599, + "Ġvztah": 110600, + "ruž": 110601, + "алÑĮнаÑı": 110602, + "ĠطراØŃÛĮ": 110603, + "à¹Ĥรà¸ĩà¹ģรม": 110604, + "ĠÄįasto": 110605, + "Ġê¼": 110606, + "ÏĥÏĦÏĮ": 110607, + "Ġburada": 110608, + "ĠÄ°z": 110609, + "Ġê·¸ëŀĺ": 110610, + "å²Ľ": 110611, + "ĠØ´ÙĪÙĨد": 110612, + "Å¡ek": 110613, + "ĠìĿ´ìķ¼": 110614, + "ãĤĮãģªãģĦ": 110615, + "ê·¹": 110616, + "lamÄ±ÅŁ": 110617, + "ä»į": 110618, + "cházet": 110619, + "ĠÑģÑĥÑĤ": 110620, + "æĹłæ³ķ": 110621, + "浦": 110622, + "ÄĽla": 110623, + "à¹ĥà¸Ļà¸Ĭ": 110624, + "Ġcân": 110625, + "ÎŁÎĵ": 110626, + "Ġzvý": 110627, + "Ġپار": 110628, + "ĠклÑĸ": 110629, + "Ġnové": 110630, + "çĶĺ": 110631, + "ë¹ł": 110632, + "má": 110633, + "ĠÑģол": 110634, + "à¤ķरण": 110635, + "ноÑĩ": 110636, + "Ġfik": 110637, + "Ġà¤ľà¤Ĺ": 110638, + "à¹ĩà¸Ļà¸ķ": 110639, + "ĠÙħتØŃ": 110640, + "Ġphiên": 110641, + "Ġolsun": 110642, + "Ġкаб": 110643, + "Ġhút": 110644, + "èĦ±": 110645, + "Ġåĸ": 110646, + "ĠHải": 110647, + "ĠtÄĽÅ¾": 110648, + "Ġthái": 110649, + "Ġتاب": 110650, + "-ÐŁ": 110651, + "ثار": 110652, + "çĨĬ": 110653, + "Ġними": 110654, + "Ġzprac": 110655, + "Ġतह": 110656, + "ĠмакÑģим": 110657, + "meyi": 110658, + "ĠÑģоÑĨи": 110659, + "æ²Ĵ": 110660, + "ĠìķĬëĬĶ": 110661, + "＿_": 110662, + "åķ¦": 110663, + "ĠاÙĨÙĪاع": 110664, + "æļ´": 110665, + "ä¸Ĭæµ·": 110666, + "åħ·æľī": 110667, + "à¥ģब": 110668, + "ìķĻ": 110669, + "Ġíģ°": 110670, + "Ġíŀĺ": 110671, + "Ġtránh": 110672, + "ियन": 110673, + "ãģ¾ãģ¾": 110674, + "поÑĩ": 110675, + "mÄĽr": 110676, + "å³°": 110677, + "ĠÙħصر": 110678, + "ĠÑįÑĦÑĦекÑĤив": 110679, + "Ġçı": 110680, + "leriyle": 110681, + "âĪļ": 110682, + "Ġì¶ķ": 110683, + "Ġê²Įìĭľ": 110684, + "ìĿij": 110685, + "ĠpoÅĻád": 110686, + "ĠشبکÙĩ": 110687, + "اÙĩØ´": 110688, + "ĠخدÙħات": 110689, + "ĠnaÅ¡e": 110690, + "νοÏį": 110691, + "Ġyönelik": 110692, + "Ġkork": 110693, + "اÙĩÙħ": 110694, + "è°Ī": 110695, + "Ġμη": 110696, + "Ġdolar": 110697, + "給": 110698, + "ĠÎķÏħ": 110699, + "ĠobdobÃŃ": 110700, + "ĠμÏĮ": 110701, + "à¹Ģà¸Ńà¸ģ": 110702, + "Ġپاسخ": 110703, + "è¡¥": 110704, + "اعد": 110705, + "ãĤīãģĦ": 110706, + "ÎŃλ": 110707, + "иÑĤÑĭ": 110708, + "Ġëħ¼": 110709, + "Ġ^{[": 110710, + "ίγ": 110711, + "æłij": 110712, + "lında": 110713, + "ĠìŬ룬": 110714, + "££": 110715, + "ÅĻil": 110716, + "ĠавÑĤоÑĢ": 110717, + "ÏĦικÏĮÏĤ": 110718, + "udur": 110719, + "ĠcÆ°": 110720, + "Ġkıy": 110721, + "Ñģем": 110722, + "ĠأبÙĪ": 110723, + "ÏĦικÏİν": 110724, + "Û±Û·": 110725, + "貸": 110726, + "ĠпÑĢож": 110727, + "üncü": 110728, + "ĠнÑĸÑĩ": 110729, + "Ġमत": 110730, + "ãģķãĤĮãģ¦ãģĦãĤĭ": 110731, + "اصر": 110732, + "ĠعÙĤ": 110733, + "ĠкаÑĩеÑģÑĤве": 110734, + "ĠÐĵеÑĢ": 110735, + "åºĨ": 110736, + "Ù¹": 110737, + "alarda": 110738, + "Ġپرس": 110739, + "иÑĩеÑģкой": 110740, + "Ġphim": 110741, + "ίνη": 110742, + "ä¸ĩåĨĨ": 110743, + "ilerini": 110744, + "ãĢģ大": 110745, + "Ġolsa": 110746, + "æł¹æį®": 110747, + "âĢĮس": 110748, + "ĠThủ": 110749, + "roje": 110750, + "нÑĮоÑĹ": 110751, + "Ġslou": 110752, + "ีฬ": 110753, + "ıyorum": 110754, + "ÄĽj": 110755, + "Ġخبر": 110756, + "è®Ĭ": 110757, + "Ġ缸": 110758, + "elerinin": 110759, + "íķĻëħĦëıĦ": 110760, + "ÑĩеÑģкие": 110761, + "ĠÅŁekl": 110762, + "ĠزÙħاÙĨÛĮ": 110763, + "Ġxin": 110764, + "ัà¸ģà¸ĩาà¸Ļ": 110765, + "ĠEkim": 110766, + "æĦ¿": 110767, + "Ġодной": 110768, + "νή": 110769, + "æľĢæĸ°": 110770, + "ĩ¼": 110771, + "Ġниж": 110772, + "Ġë³¼": 110773, + "è·ij": 110774, + "ĠнапиÑģ": 110775, + "èģĸ": 110776, + "ĠâĢĮ": 110777, + "æłĩåĩĨ": 110778, + "Ġvrát": 110779, + "ĠVì": 110780, + "ĠÙģراÙĨ": 110781, + "æĿ¥çļĦ": 110782, + "姿": 110783, + "ÑħÑĥ": 110784, + "ĠبÛĮرÙĪÙĨ": 110785, + "ĠдÑĥÑĪ": 110786, + "ваÑİÑĤ": 110787, + "Ġsebe": 110788, + "é»ĺ": 110789, + "Ġkayıt": 110790, + "Ïģθ": 110791, + "ãģ¨ãģ®": 110792, + "ĠпÑĢоÑĨеÑģÑģ": 110793, + "æĮģãģ¡": 110794, + "Ñĸна": 110795, + "ĠÑĤоÑĤ": 110796, + "ĠÑĤакие": 110797, + "Theo": 110798, + "ĠÙĨÛĮر": 110799, + "ÑĨÑĥ": 110800, + "Ġayak": 110801, + "à¸Ļà¸Ń": 110802, + "Ġsitesinde": 110803, + "ĠÚ©ÙĨÛĮÙħ": 110804, + "ĠÑģоÑħ": 110805, + "Ġà¤®à¤ľ": 110806, + "Ġoluyor": 110807, + "ç½ijåĿĢ": 110808, + "Ġپزش": 110809, + "ĠEylül": 110810, + "dÃ¼ÄŁ": 110811, + "ĠبرخÛĮ": 110812, + "ĠÙħعرÙģ": 110813, + "Ġobec": 110814, + "ĠçalÄ±ÅŁma": 110815, + "ìĦ¼íĦ°": 110816, + "ĠÑģвоÑĶ": 110817, + "оÑģÑĤей": 110818, + ":::::::::::": 110819, + "ĠалÑĮ": 110820, + "ç«Ł": 110821, + "ĠباشÙĨد": 110822, + "اÙĦØ«": 110823, + "Ġнайб": 110824, + "Ġпока": 110825, + "Îŀ": 110826, + "ĠÙĪØ¥": 110827, + "ĠØ®ÙĪاÙĨ": 110828, + "à¥ģपय": 110829, + "Ġà¹ĥห": 110830, + "ĠбÑĭÑģÑĤÑĢо": 110831, + "Ġthá»Ń": 110832, + "ëģ¼": 110833, + "Ġå¤ļ": 110834, + "两个": 110835, + "มà¸ķ": 110836, + "زارش": 110837, + "ĠëŁ": 110838, + "यह": 110839, + "Ñīина": 110840, + "ầng": 110841, + "ï½Ĺï½Ĺ": 110842, + "à¹Ģà¸ŀลà¸ĩ": 110843, + "tvrt": 110844, + "ĠÑĸнÑĪÑĸ": 110845, + "λεί": 110846, + "Ġviá»ĩn": 110847, + "ij¸": 110848, + "ĠçĻ½": 110849, + "ÙİÙĪ": 110850, + "Ġchứa": 110851, + "stvo": 110852, + "ĠdoÄŁr": 110853, + "Ġiler": 110854, + "à¥ĭ,": 110855, + "à¹ĥà¸Ļà¸Ľ": 110856, + "ĠرÙĪست": 110857, + "ÙĪÙĦÙĪ": 110858, + "Å¡lo": 110859, + "алиÑģÑĤ": 110860, + "åħ±åĴĮ": 110861, + "à¸ŀย": 110862, + "ĠìĻĢ": 110863, + "ÙĦÙĬÙĦ": 110864, + "ĠÑıкого": 110865, + "еÑģÑĤÑĮ": 110866, + "ĠÑĦин": 110867, + "ĠØ£ÙĨÙĩ": 110868, + "ĠMüdür": 110869, + "ĠÎĶια": 110870, + "ĠÑĤел": 110871, + "ि,": 110872, + "Ñĥки": 110873, + "ĠÐłÐ¤": 110874, + "ĠMayıs": 110875, + "à¹Īà¸Ńม": 110876, + "arken": 110877, + "æĢķ": 110878, + "بÛĮÙĨ": 110879, + "ÑĤаÑħ": 110880, + "ebo": 110881, + "ë³´ì¦Ŀê¸Ī": 110882, + "ĠÙ¾ÙĦ": 110883, + "ĠгÑĥб": 110884, + "ĠвклÑİÑĩ": 110885, + "æĶ¿æ²»": 110886, + "ĠεÏĢιÏĥ": 110887, + "ĠÙģارسÛĮ": 110888, + "èŃī": 110889, + "ÏĨη": 110890, + "(éĩij": 110891, + "ศร": 110892, + "åī§": 110893, + "âĢĻya": 110894, + "年度": 110895, + "ĠÙĨرÙħ": 110896, + "ÙĥÙĪÙħ": 110897, + "è¢ĭ": 110898, + "Ġnedenle": 110899, + "à¹īà¸Ńà¸ĩà¸ģาร": 110900, + "ãĢĮãģĤ": 110901, + "ĠпоÑģÑĤÑĥп": 110902, + "ìľĦìĽIJ": 110903, + "åįĺ": 110904, + "èݱ": 110905, + "Ġumož": 110906, + "pok": 110907, + "ÑĥÑģÑĤи": 110908, + "Ġéħ": 110909, + "ĠÑĦÑĸз": 110910, + "廣": 110911, + "ิหาร": 110912, + "ĠжÑĥÑĢн": 110913, + "ĠдÑĸÑĤей": 110914, + "ÑĥÑİÑīие": 110915, + "ä»Ĭ天": 110916, + "ìĿ´ëĿ¼ê³ł": 110917, + "ç²ī": 110918, + "èĴĻ": 110919, + "ĠDünya": 110920, + "егоднÑı": 110921, + "Ġmimo": 110922, + "Ġвин": 110923, + "ãģĿãģĵ": 110924, + "æ¯ķ": 110925, + "Ġأخ": 110926, + "ĠåIJĮ": 110927, + "ساÙĨÛĮ": 110928, + "Ġkah": 110929, + "ियर": 110930, + "ÏĢοÏĤ": 110931, + "jez": 110932, + "ÙĬج": 110933, + "ĠsaÄŁlay": 110934, + "اجÙĩ": 110935, + "Ġçł": 110936, + "ïľ": 110937, + "Ġجست": 110938, + "Ġtức": 110939, + "Æ°Æ¡i": 110940, + "Ø´Ùģ": 110941, + "สà¸ķ": 110942, + "ĠÑĢеÑģ": 110943, + "Ġå£": 110944, + "Ġbizim": 110945, + "Ġê·Ģ": 110946, + "िब": 110947, + "ë¡ľìļ´": 110948, + "ĠÑģÑĤал": 110949, + "ĠÑĢÑĥÑģ": 110950, + "ĠOcak": 110951, + "åľ£": 110952, + "ĠúÄįast": 110953, + "iverz": 110954, + "ëĤĺëĬĶ": 110955, + "оÑĢоÑĤ": 110956, + "ÑĩинÑĭ": 110957, + "Ġihtiyaç": 110958, + "ÐĿÐŀ": 110959, + "ĠÐĿов": 110960, + "ียà¸Ķ": 110961, + "ĠпоÑĤÑĢÑĸбно": 110962, + "گز": 110963, + "ĠÑģказал": 110964, + "ĠGia": 110965, + "mesini": 110966, + "Ġbulunur": 110967, + "渡": 110968, + "гоÑĤ": 110969, + "Ġhuku": 110970, + "ëĦ·": 110971, + "ãĨ": 110972, + "ĠاÙĥ": 110973, + "ĠدÙĦÛĮÙĦ": 110974, + "Ġاساس": 110975, + "ìĹ°êµ¬": 110976, + "ĠÎĺε": 110977, + "ĠسÙĪر": 110978, + "Ġì¢Ģ": 110979, + "ĠاÙĦدر": 110980, + "ĠÑģÑĤÑĢоиÑĤелÑĮ": 110981, + "ĠÑĥк": 110982, + "ĠìĻľ": 110983, + "елик": 110984, + "OVID": 110985, + "Ġtemiz": 110986, + "亦": 110987, + "Ġthiếu": 110988, + "ĠпÑĥÑĤ": 110989, + "ÑİÑīей": 110990, + "ĠurÄį": 110991, + "ĠÄIJây": 110992, + "極": 110993, + "μοÏħ": 110994, + "Ġà¹Ģà¸Ļ": 110995, + "евеÑĢ": 110996, + "ÂłÐĶ": 110997, + "ì´Ŀ": 110998, + "趣": 110999, + "Ġà¤ħलà¤Ĺ": 111000, + "Æ°á»Ŀn": 111001, + "ĠãĥŃ": 111002, + "Ġê³³": 111003, + "é²ģ": 111004, + "ĠرسÛĮد": 111005, + "身ä½ĵ": 111006, + "ัà¸ĵà¸ij": 111007, + "ynÃŃ": 111008, + "جات": 111009, + "ì§Ģ를": 111010, + "नल": 111011, + "ìķĮ": 111012, + "Ñĸп": 111013, + "ĠvÃłng": 111014, + "ĠплоÑī": 111015, + "озмож": 111016, + "åī²": 111017, + "Ġthảo": 111018, + "лади": 111019, + "ĠåĿ": 111020, + "ĠÐľÐ¸": 111021, + "ĠделаÑĤÑĮ": 111022, + "éij": 111023, + "Ġhuy": 111024, + "اÛĮØ·": 111025, + "ĠповÑĤоÑĢ": 111026, + "ülen": 111027, + "ĠÙĪÙģ": 111028, + "ĠÙĬتÙħ": 111029, + "ĠÑĢежим": 111030, + "ĠìºIJ": 111031, + "ĠÃĩünkü": 111032, + "عدد": 111033, + "нивеÑĢ": 111034, + "ĠÐĿик": 111035, + "å¸ĸ": 111036, + "ÏįÏĢ": 111037, + "anlar": 111038, + "ستÛĮ": 111039, + "Ġbulunmaktadır": 111040, + "à¹ģà¸ļ": 111041, + "vek": 111042, + "Ġглаза": 111043, + "å¹ħ": 111044, + "Ġúdaj": 111045, + "ĠгÑĢо": 111046, + "ĠконкÑĥÑĢ": 111047, + "Ġdůležit": 111048, + "ĠØ·ÙĪر": 111049, + "à¸ĺาà¸Ļ": 111050, + "ĠÙĦÙĥÙĨ": 111051, + "رÙĤ": 111052, + "ÐļÐIJ": 111053, + "ĠéĿĴ": 111054, + "ĠìĤ¬ëŀij": 111055, + "ĠÑħвоÑĢ": 111056, + "sunuz": 111057, + "ĠÙħشخص": 111058, + "éĻ¸": 111059, + "Ġढ": 111060, + "Ġvaz": 111061, + "交æĺĵ": 111062, + "ĠÑĤеÑĢÑĢиÑĤ": 111063, + "ÑĩеÑģкой": 111064, + "ีà¹Ĥ": 111065, + "ropoda": 111066, + "ıldıģı": 111067, + "Ġëī´": 111068, + "íķĻ기": 111069, + "ë³´íĹĺ": 111070, + "ĠзаÑĤем": 111071, + "ÂłÐ²": 111072, + "ãĥ¼ãĥĨ": 111073, + "ĠÐŀÑģнов": 111074, + "ãĨį": 111075, + "Ġدع": 111076, + "ÐŁÐ¾Ñģ": 111077, + "æ²ī": 111078, + "Ġлож": 111079, + "çĶµåŃIJ": 111080, + "Ġرد": 111081, + "ĠÑģÑĢазÑĥ": 111082, + "ejte": 111083, + "Ġà¤ijफ": 111084, + "ĠtÃłu": 111085, + "ÃŃk": 111086, + "lanması": 111087, + "каÑĤ": 111088, + "าà¸ģาศ": 111089, + "ãĤ¢ãĤ¤": 111090, + "ÏĦιο": 111091, + "Ġå§": 111092, + "पत": 111093, + "EY": 111094, + "Ġjmé": 111095, + "Ġodkazy": 111096, + "Ġê°ľìĿ¸": 111097, + "éģ¿": 111098, + "bÄĽh": 111099, + "ÐłÐŀ": 111100, + "çĥĪ": 111101, + "Ġzarar": 111102, + "Ú¯ÙĪÙĨÙĩ": 111103, + "Ġtrì": 111104, + "Ġmại": 111105, + "еннÑĭм": 111106, + "ĠÑįконом": 111107, + "éĽ£": 111108, + "ĠíĦ": 111109, + "æİī": 111110, + "Ġsoru": 111111, + "ĠФедеÑĢаÑĨии": 111112, + "ĠÑģиÑģÑĤеми": 111113, + "æĸĻçĦ¡æĸĻ": 111114, + "Ġà¤ķà¤Ń": 111115, + "ĠÙĩÙĨد": 111116, + "ุà¸ĩà¹Ģà¸Ĺà¸ŀ": 111117, + "ĠOsmanlı": 111118, + "ĠпÑĢодолж": 111119, + "ĠÙĪÙĦا": 111120, + "ĠÄįlánku": 111121, + "Ġadım": 111122, + "ĠÏĢαÏģά": 111123, + "ĠzáÅĻÃŃ": 111124, + "Ġà¸Īำà¸ģ": 111125, + "Ġпен": 111126, + "menin": 111127, + "Ġìĺ¤ëĬĺ": 111128, + "emiz": 111129, + "οÏįÏĤ": 111130, + "-स": 111131, + "íķĺìĭľ": 111132, + "ĠÑħви": 111133, + "ãĤ°ãĥ©": 111134, + "ĠпоÑĪ": 111135, + "ĠÐŀднако": 111136, + "Ñĸдно": 111137, + "íĺľ": 111138, + "Ñīими": 111139, + "èĥ¸": 111140, + "ĠÄ°lk": 111141, + "mey": 111142, + "Ġзда": 111143, + "κλη": 111144, + "алом": 111145, + "à¹Ģศษ": 111146, + "اÙĨا": 111147, + "ĠÎŁÎ¹": 111148, + "ĠåıĮ": 111149, + "ีà¸Ĥ": 111150, + "Ġبس": 111151, + "è§Ħå®ļ": 111152, + "isay": 111153, + "ukarı": 111154, + "æµģéĩı": 111155, + "vÃŃm": 111156, + "λÏİ": 111157, + "ä¹Ļ": 111158, + "Ġलड": 111159, + "ĠÙĨدارد": 111160, + "еÑĢом": 111161, + "Ġsırasında": 111162, + "ĠrÄĥng": 111163, + "Æ¡m": 111164, + "Ġlạnh": 111165, + "à¤ĥ": 111166, + "à¥ģण": 111167, + "uzey": 111168, + "ĠÑĥва": 111169, + "vÄĽd": 111170, + "ÑĭÑģ": 111171, + "Ġκι": 111172, + "Ñķ": 111173, + "ÛĮا": 111174, + "à¸ĩà¸Ħ": 111175, + "phylum": 111176, + "Ġberaber": 111177, + "ีà¸Ķ": 111178, + "æµ®": 111179, + "ासन": 111180, + "ovice": 111181, + "覧": 111182, + "Ġसफ": 111183, + "å°ij女": 111184, + "анÑĤи": 111185, + "é¨ĵ": 111186, + "Ġsoát": 111187, + "鬼": 111188, + "lanmÄ±ÅŁ": 111189, + "Ġbếp": 111190, + "ÙIJÙĦ": 111191, + "Ġsayısı": 111192, + "ĠÙĤدÙħ": 111193, + "à¥Īम": 111194, + "हम": 111195, + "ĠÑĢÑĥки": 111196, + "ĠصÙģØŃÙĩ": 111197, + "Å¡ky": 111198, + "é»Ĵ": 111199, + "èģļ": 111200, + "ãģĭãģ«": 111201, + "Ġsâu": 111202, + "едаг": 111203, + "ĠÑģÑĤоÑĢонÑĭ": 111204, + "Ġruk": 111205, + "âĢĮâĢĮ": 111206, + "ĠØ¢ÙĪر": 111207, + "ĠعدÙħ": 111208, + "õi": 111209, + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ": 111210, + "Ġبازار": 111211, + "Ġedeb": 111212, + "ĠvÄįetnÄĽ": 111213, + "опаÑģ": 111214, + "Ġнег": 111215, + "mayan": 111216, + "коÑģÑĤÑĮ": 111217, + "Ġsvůj": 111218, + "ģında": 111219, + "Ø°ÛĮر": 111220, + "Má»Ļt": 111221, + "ÐĦ": 111222, + "Ġyaptı": 111223, + "िथ": 111224, + "ĠÙħÙĩر": 111225, + "ĠдоÑģÑĤи": 111226, + "ĠصÙĪر": 111227, + "mesine": 111228, + "ĠDân": 111229, + "ä¸Ģä¸ĭ": 111230, + "çįİ": 111231, + "ĠÐľÐ¸Ñħ": 111232, + "ĠоÑĩи": 111233, + "ãĤ¦ãĤ§": 111234, + "ĠÑĸÑģ": 111235, + "Ġgiác": 111236, + "åľ¨çº¿è§Ĥçľĭ": 111237, + "ĠاداÙħÙĩ": 111238, + "ÑĨов": 111239, + "ĠкомÑĥ": 111240, + "ĠÄ°ngiliz": 111241, + "ĠгÑĢаж": 111242, + "ãģ¦ãĤĤ": 111243, + "Ġchữ": 111244, + "олÑĮкÑĥ": 111245, + "mÄĽt": 111246, + "Ñıгом": 111247, + "ÑĩаÑģÑĤ": 111248, + "ìĸ¼": 111249, + "Ġkhóa": 111250, + "ĠÐIJд": 111251, + "ĠØ¢ÙĤ": 111252, + "ĠkuruluÅŁ": 111253, + "άζ": 111254, + "Ġжов": 111255, + "ĠвÑģÑĤÑĢе": 111256, + "ĠÙĪÙĦÙĥ": 111257, + "Ġtuyá»ĩt": 111258, + "yı": 111259, + "ĠÐĴо": 111260, + "Ġvá»įng": 111261, + "عÙĬØ©": 111262, + "ĠopÄĽt": 111263, + "اÙĬد": 111264, + "à¥Ī.Ċ": 111265, + "ĠÑģами": 111266, + "åªĴ": 111267, + "Ġsvých": 111268, + "ĠëĤĺíĥĢ": 111269, + "ìĨIJ": 111270, + "ĠÙĦع": 111271, + "Ġetkin": 111272, + "ĠNá": 111273, + "ĠsoutÄĽ": 111274, + "층ìĿĺ": 111275, + "ĠçŃī": 111276, + "ĠرسÙħ": 111277, + "ĠخاÙĨÙĩ": 111278, + "Ġ家": 111279, + "iá»ģm": 111280, + "ëħIJ": 111281, + "ê°Ī": 111282, + "ì°©": 111283, + "žil": 111284, + "ÑģÑĤиÑĤÑĥÑĤ": 111285, + "oruÄį": 111286, + "Ġإذا": 111287, + "à¹Ħà¸Ĥ": 111288, + "ีà¸Ĭ": 111289, + "ÑĢаб": 111290, + "íķĻìĥĿ": 111291, + "Ġìī": 111292, + "rnek": 111293, + "ĠاستخداÙħ": 111294, + "ãĢĢĠãĢĢĠãĢĢĠãĢĢ": 111295, + "ĠвÑģем": 111296, + "ĠìłķëıĦ": 111297, + "Ġvyj": 111298, + "éĢ±": 111299, + "алÑĮное": 111300, + "Ġchuyá»ĩn": 111301, + "ì§ĢìĽIJ": 111302, + "ilerine": 111303, + "ĠìķĦ무": 111304, + "Ġоколо": 111305, + "ावन": 111306, + "à¸Ļา": 111307, + "опÑĢи": 111308, + "drž": 111309, + "ĠÑģÑĥÑģпÑĸлÑĮ": 111310, + "ĠبÙĥ": 111311, + "uky": 111312, + "ĠÏĩÏī": 111313, + "Ġtuần": 111314, + "nictvÃŃ": 111315, + "ĠÙĩدÙģ": 111316, + "Ġchiá»ģu": 111317, + "ÎĹÎĿ": 111318, + "å°ıå§IJ": 111319, + "íķĺìĺĢ": 111320, + "Ġklas": 111321, + "á»Ļn": 111322, + "ĠìĿ´íĽĦ": 111323, + "ÙĨاÙħج": 111324, + "Äįast": 111325, + "ĠاÙĦخاص": 111326, + "lÄ±ÅŁ": 111327, + "ĠعÙħر": 111328, + "ãĢįĊ": 111329, + "иболее": 111330, + "ãĤĬãģ®": 111331, + "ãħł": 111332, + "ä¹Łä¸į": 111333, + "кÑĢеÑĤ": 111334, + "ĠìĶ": 111335, + "ÏĦια": 111336, + "ĠÑĥпÑĢавлÑĸннÑı": 111337, + "æ²¢": 111338, + "Ġkesin": 111339, + "ì¡Įëĭ¤": 111340, + "머ëĭĪ": 111341, + "羣çļĦ": 111342, + "Ġbakım": 111343, + "æĿ±äº¬": 111344, + "¾¸": 111345, + "ÙħÙĦÙĥØ©": 111346, + "оÑĤÑĢеб": 111347, + "dın": 111348, + "ĠPÅĻi": 111349, + "ĠmÄĽli": 111350, + "Ġδημο": 111351, + "寸": 111352, + "ĠÙĪÙĥاÙĨ": 111353, + "Ġपढ": 111354, + "ĠвеÑĢÑħ": 111355, + "ĠеÑij": 111356, + "Cách": 111357, + "ä½ľä¸º": 111358, + "ĠÐļол": 111359, + "Ġве": 111360, + "ĠдеÑĢж": 111361, + "emoc": 111362, + "ãģ¸ãģ®": 111363, + "ĠаÑĢÑħ": 111364, + "Ġkiếm": 111365, + "Ġæĺİ": 111366, + "ĠлÑİдини": 111367, + "ë·": 111368, + "ĠÙĪاÙĦت": 111369, + "Ġè°": 111370, + "çģ¯": 111371, + "íĻķ": 111372, + "Ġ구매": 111373, + "Ġç§ij": 111374, + "itnÃŃ": 111375, + "иÑĩеÑģкие": 111376, + "ĠÙĨÙģس": 111377, + "ĠتÙĦÙģ": 111378, + "اÙģÛĮ": 111379, + "ĠØŃسÙĨ": 111380, + "âĸ¡âĸ¡": 111381, + "ývá": 111382, + "ģın": 111383, + "ıyoruz": 111384, + "ĠChÃŃ": 111385, + "ĠÙ¾ÚĺÙĪÙĩØ´": 111386, + "ĠÏĦÎŃ": 111387, + "ĠÏĥÏĩε": 111388, + "олеÑĤ": 111389, + "αιδ": 111390, + "Ġhạt": 111391, + "à¸łà¸²à¸Ħ": 111392, + "åĨ°": 111393, + "Ġrychle": 111394, + "iteli": 111395, + "Âłz": 111396, + "ยà¸ģ": 111397, + "樹": 111398, + "ĠجÙĪاÙĨ": 111399, + "æĺĮ": 111400, + "Ġüretim": 111401, + "ระà¸ļ": 111402, + "à¸Ľà¸£à¸°à¸¡": 111403, + "άÏĥ": 111404, + "岩": 111405, + "ĠÑĥÑģÑĤÑĢой": 111406, + "Ġverilen": 111407, + "ichni": 111408, + "ĠpÅĻÃŃmo": 111409, + "ĠاÙĦØ°Ùĩاب": 111410, + "ì½ľ": 111411, + "æľ±": 111412, + "Ġسخ": 111413, + "Ñĸла": 111414, + "Ñĥма": 111415, + "หา": 111416, + "ÛĮدا": 111417, + "岸": 111418, + "ä¸Ģå®ļ": 111419, + "Ġä¼ļ": 111420, + "ĠÐŁÑĸд": 111421, + "ĠÑĩиÑĤ": 111422, + "иÑİ": 111423, + "ĠÐĹап": 111424, + "ÑĤиÑı": 111425, + "Ġê°ľë°ľ": 111426, + "ĠÑĤеоÑĢ": 111427, + "ÑıÑģÑĮ": 111428, + "ĠpÅĻÃŃprav": 111429, + "(åľŁ": 111430, + "ÙħÙĬ": 111431, + "ĠpÅĻedevÅ¡ÃŃm": 111432, + "ĠTemmuz": 111433, + "ĠподдеÑĢж": 111434, + "ĠнедоÑģÑĤаÑĤ": 111435, + "ĠìĿ´ìľł": 111436, + "Ġkhá»ıi": 111437, + "ĠاÙĦتØŃ": 111438, + "ĠÙħÙħÚ©ÙĨ": 111439, + "Ġvhod": 111440, + "евой": 111441, + "овал": 111442, + "Ġналеж": 111443, + "ï¼¼:": 111444, + "ยะ": 111445, + "ĠÙħاشÛĮÙĨ": 111446, + "Ġgá»Ńi": 111447, + "alım": 111448, + "ĠìµľìłĢ": 111449, + "ÙijÙĩ": 111450, + "á»Ļp": 111451, + "à¥Ģ।Ċ": 111452, + "ĠпиÑģ": 111453, + "ĠвÑģÑı": 111454, + "Ñĩем": 111455, + "ozenÃŃ": 111456, + "Ġäºļæ´²": 111457, + "еÑĢалÑĮ": 111458, + "기ëĬĶ": 111459, + "ĠпÑĢез": 111460, + "ĠعÙħÙĪÙħÛĮ": 111461, + "иÑĩниÑħ": 111462, + "Ġæ²³": 111463, + "odnÃŃ": 111464, + "åıªæĺ¯": 111465, + "Ġpodp": 111466, + "à¹īà¸Ńà¸ĩà¸ŀ": 111467, + "ायद": 111468, + "ाà¤ĩल": 111469, + "ลà¸Ķ": 111470, + "ĠÑĢÑĸÑĪеннÑı": 111471, + "ĠÑĤÑĥÑĢ": 111472, + "ÑģÑĮкÑĥ": 111473, + "Ġsaldır": 111474, + "ĠÐĽÑĮв": 111475, + "ãĢģĊ": 111476, + "ĠÙ¾ÛĮÙĪÙĨد": 111477, + "åŃ¦ä¹ł": 111478, + "λÏī": 111479, + "ovit": 111480, + "üle": 111481, + "女æĢ§": 111482, + "ÂŁ": 111483, + "emez": 111484, + "Ġhale": 111485, + "âī¦": 111486, + "ĠÎķκ": 111487, + "ÏĦηγοÏģία": 111488, + "ký": 111489, + "ìĦ±ìĿĦ": 111490, + "Ġtým": 111491, + "à¥ĩ-": 111492, + "Ġzejména": 111493, + "æĻ¶": 111494, + "Ġngon": 111495, + "ãĢıĊĊ": 111496, + "软件": 111497, + "éĤ£ä¹Ī": 111498, + "ĠкваÑĢÑĤи": 111499, + "ĠÙħÙĨظ": 111500, + "onec": 111501, + "Ġгли": 111502, + "à¥ģरà¤ķ": 111503, + "ĠSokol": 111504, + "Ġä¿Ŀ": 111505, + "див": 111506, + "álnÃŃm": 111507, + "acaģı": 111508, + "aÅŁa": 111509, + "ĠÙħاÙĦÛĮ": 111510, + "ĠÃĸn": 111511, + "иÑĤели": 111512, + "Ġخرد": 111513, + "Ġkullanıl": 111514, + "ĠÙħÛĮÙĦ": 111515, + "Ġíļ¨": 111516, + "ãn": 111517, + "Ġrost": 111518, + "Ġëĸł": 111519, + "ubat": 111520, + "ĠåıĤ": 111521, + "ĠبراÙĬ": 111522, + "ĠменÑĮ": 111523, + "ัà¸Ħร": 111524, + "Ġпомог": 111525, + "ĠØŃضÙĪر": 111526, + "Ġthá»ĭt": 111527, + "ä¹³": 111528, + "Ġìĭłì²Ń": 111529, + "ĠíĺĦìŀ¬": 111530, + "Ġë¹ł": 111531, + "вÑĢопей": 111532, + "Ġnejen": 111533, + "Ñĸка": 111534, + "Ġìļ¸": 111535, + "ĠÙħبار": 111536, + "ĠÄįek": 111537, + "Ġkalk": 111538, + "Ġamac": 111539, + "ادت": 111540, + "ĠÙħاسÙĩ": 111541, + "Ġarasındaki": 111542, + "ĠбеÑģ": 111543, + "ĠоÑĤделÑĮ": 111544, + "ὶ": 111545, + "ĠΤζ": 111546, + "vyk": 111547, + "جÙĨ": 111548, + "»ê²Į": 111549, + "ĠниÑĩего": 111550, + "ĠشاÙħÙĦ": 111551, + "ĠÑĥÑģловиÑıÑħ": 111552, + "laması": 111553, + "è½ī": 111554, + "ç¾½": 111555, + "Ġжид": 111556, + "ĠоÑĤноÑģ": 111557, + "ĠздÑĸйÑģнÑİ": 111558, + "ĠVỼi": 111559, + "ÙĪÙĦÛĮ": 111560, + "ĠtisÃŃ": 111561, + "ĠÏĩÏģÏĮ": 111562, + "ĠpracovnÃŃ": 111563, + "ĠÙĬÙĥÙĪÙĨ": 111564, + "ĠbeÅŁ": 111565, + "جز": 111566, + "ัà¸ļร": 111567, + "ĠYönet": 111568, + "ĠشراÛĮØ·": 111569, + "ĠتÙĪسعÙĩ": 111570, + "çĹĩ": 111571, + "à¸ĩà¹Ģà¸Ľ": 111572, + "ä¸Ģ次": 111573, + "ĠÐłÐ¾ÑģÑģийÑģкой": 111574, + "æľĢé«ĺ": 111575, + "Ġspolu": 111576, + "даеÑĤÑģÑı": 111577, + "ÑĸÑĤÑĥ": 111578, + "ĠобÑĢаÑĤ": 111579, + "enek": 111580, + "Ġmek": 111581, + "å¦Ī": 111582, + "ĠдополниÑĤелÑĮ": 111583, + "Ġç²": 111584, + "ĠÙĦÙĦت": 111585, + "ĠHaziran": 111586, + "æ¸Ī": 111587, + "à¹Įà¸Ĥà¸Ńà¸ĩ": 111588, + "ĠÑĦон": 111589, + "Ġê²ĥìľ¼ë¡ľ": 111590, + "Ġnhé": 111591, + "Ġbugün": 111592, + "ovém": 111593, + "ĠзавеÑĢ": 111594, + "Ġдвиг": 111595, + "ä¼Ļ": 111596, + "Ġnuôi": 111597, + "меÑĢик": 111598, + "ĠÙĨÙħÙĪÙĨÙĩ": 111599, + "èį·": 111600, + "Ñĥвала": 111601, + "ç¿»": 111602, + "Ġsân": 111603, + "огоÑİ": 111604, + "اسÙĬØ©": 111605, + "ÑĥнкÑĤ": 111606, + "ánÃŃm": 111607, + "енное": 111608, + "Ġphút": 111609, + "Ġमर": 111610, + "ĠاÙĦÙĪØ·": 111611, + "Ġлегко": 111612, + "ĠãĢĭ": 111613, + "ë¡ľëĵľ": 111614, + "ĠKasım": 111615, + "ÙĬÙĦÙĬ": 111616, + "ĠbaÄŁlantılar": 111617, + "ĠÑĤÑĢÑĥд": 111618, + "Ø·Ùĩ": 111619, + "Ġkvůli": 111620, + "ÑģÑĤоÑı": 111621, + "ĠsatÄ±ÅŁ": 111622, + "ĠháºŃu": 111623, + "ĠبÙĩترÛĮÙĨ": 111624, + "ĠÑģелÑĮ": 111625, + "ัà¸Ļว": 111626, + "osu": 111627, + "यन": 111628, + "åĽ³": 111629, + "ιδ": 111630, + "ÛĮتÛĮ": 111631, + "ĠQuáºŃn": 111632, + "Ġей": 111633, + "à¹Ģวลา": 111634, + "ìĬ¤íĥĢ": 111635, + "ìĤ¬ë¥¼": 111636, + "ĠاÙĩÙĦ": 111637, + "ηγ": 111638, + "Ġká»·": 111639, + "ĠнаÑĤ": 111640, + "âĢ¡": 111641, + "ÑĸÑĩниÑħ": 111642, + "ĠÑĢазвиÑĤиÑı": 111643, + "ecial": 111644, + "ĠÑħозÑı": 111645, + "ваеÑĤ": 111646, + "ĠÄIJá»Ļ": 111647, + "Ġéĵ": 111648, + "Ġokam": 111649, + "ĠвÑģÑĸÑħ": 111650, + "ĠPraze": 111651, + "ë¥ł": 111652, + "ικα": 111653, + "欲": 111654, + "ĠgerçekleÅŁ": 111655, + "ç¥ĸ": 111656, + "Ġодним": 111657, + "ÂłM": 111658, + "Ġrenk": 111659, + "Ġलà¤ķ": 111660, + "ãĥķãĤ§": 111661, + "ĠÙĨزد": 111662, + "å¹»": 111663, + "ĠúzemÃŃ": 111664, + "æı¡": 111665, + "алиÑģÑı": 111666, + "ĠÃĶ": 111667, + "Ġyorum": 111668, + "ĠÏĢÏģÏī": 111669, + "ãĥ³ãĥĩ": 111670, + "éĸĭå§ĭ": 111671, + "ãĥ¼ãĥª": 111672, + "Ġìĸ¼êµ´": 111673, + "Û±Û±": 111674, + "lÃ¼ÄŁÃ¼": 111675, + "ÙĨØ´": 111676, + "à¹Īำ": 111677, + "èĽĭ": 111678, + "Ġأد": 111679, + "ĠWilli": 111680, + "課": 111681, + "Ġsürdür": 111682, + "ĠExternÃŃ": 111683, + "Ġpůvod": 111684, + "ĠخاÙĨÙĪ": 111685, + "ĠкоÑĤоÑĢое": 111686, + "Ġmohl": 111687, + "ĠstÄĽ": 111688, + "åĩı": 111689, + "ìĤ¼": 111690, + "abancı": 111691, + "à¹ģà¸Ļ": 111692, + "สำà¸Ħ": 111693, + "æĤ£": 111694, + "abilece": 111695, + "éĺ³åŁİ": 111696, + "ÎijÎļ": 111697, + "Ġchữa": 111698, + "ĠìķĦëĭ": 111699, + "طبÙĬÙĤ": 111700, + "ÎĻÎŁÎ¥": 111701, + "ÑĢование": 111702, + "åĩ½": 111703, + "Ġì¼": 111704, + "ÑĢоÑĦ": 111705, + "à¹ĩà¸Ļส": 111706, + "ĠãĤ¦": 111707, + "ï¼ļãĢĮ": 111708, + "á»ĭa": 111709, + "ĠhPa": 111710, + "manı": 111711, + "álnÃŃho": 111712, + "ÙĪتÛĮ": 111713, + "ĠлеÑĩениÑı": 111714, + "jte": 111715, + "-д": 111716, + "åħ¨åĽ½": 111717, + "ĠбÑĥдÑĸв": 111718, + "ĠzatÃŃm": 111719, + "Ġöyle": 111720, + "ìĿ´ê°Ģ": 111721, + "stal": 111722, + "ivatel": 111723, + "Ġæľª": 111724, + "Ġpožad": 111725, + "ĠÑģни": 111726, + "ĠposlednÃŃ": 111727, + "ĠÑģÑĤанд": 111728, + "à¥Ģà¤ıम": 111729, + "Ġعکس": 111730, + "ÑĢиÑı": 111731, + "ãy": 111732, + "á»ĭp": 111733, + "Ġokul": 111734, + "à¸ĩหมà¸Ķ": 111735, + "Ġвозник": 111736, + "mÃŃ": 111737, + "秣": 111738, + "ĠÄijá»ijc": 111739, + "ĠpodÃŃ": 111740, + "ĠÅĻÃŃj": 111741, + "ĠÑĤакÑĸ": 111742, + "à¸ļาà¸Ĺ": 111743, + "Ġ보기": 111744, + "ลา": 111745, + "еÑģÑĤо": 111746, + "ĠçĶ¨": 111747, + "инÑĭ": 111748, + "ĠÑĢÑĥÑħ": 111749, + "ĠÑĢаÑģполож": 111750, + "ÑīеннÑı": 111751, + "Ġcá»Ń": 111752, + "à¹īà¸ļร": 111753, + "à¥įयवस": 111754, + "ï¾ļ": 111755, + "ĠдалÑĮ": 111756, + "Ġضد": 111757, + "ÙĦÙĬØ©": 111758, + "ĠкоÑĤоÑĢого": 111759, + "Ġdve": 111760, + "Ġnhạc": 111761, + "ÑĦÑĸка": 111762, + "à¥Īà¤Ł": 111763, + "èĩªçĶ±": 111764, + "ĠпоÑĢÑĥÑĪ": 111765, + "æľĭåıĭ": 111766, + "Ġdört": 111767, + "ĠÑĢаÑģпÑĢоÑģÑĤ": 111768, + "ãģ§ãģ¯ãģªãģĦ": 111769, + "ĠпеÑĢег": 111770, + "Ġánh": 111771, + "ĠVÃŃ": 111772, + "ظٹ": 111773, + "à¥įरण": 111774, + "Ġbilim": 111775, + "Ġlidé": 111776, + "ĠdÃŃky": 111777, + "ĠÄIJá»ĵng": 111778, + "ĠεÏģγ": 111779, + "Ġznovu": 111780, + "Ïĥια": 111781, + "Ñŀ": 111782, + "सà¤Ń": 111783, + "ekk": 111784, + "ĠμεÏĦά": 111785, + "ÑģÑĤиÑĩ": 111786, + "ÛĮÙĨÚ¯": 111787, + "ĠÑıвлÑıÑİÑĤÑģÑı": 111788, + "Ġ建": 111789, + "ÏĥÏĥα": 111790, + "авлива": 111791, + "à¸ģรม": 111792, + "ç¬Ķ": 111793, + "Ġге": 111794, + "ĠرÙĩ": 111795, + "Ġмел": 111796, + "ĠнапÑĢимеÑĢ": 111797, + "Ġмик": 111798, + "ĠاÙĦسÙĥاÙĨ": 111799, + "æ¤ľ": 111800, + "ĠÐļÑĢа": 111801, + "ĠvÃłi": 111802, + "ائÙħ": 111803, + "ĠÏĩÏģή": 111804, + "leÅŁme": 111805, + "Ġjas": 111806, + "ê²ĮìŀĦ": 111807, + "Ġmaç": 111808, + "Ġì§Ħíĸī": 111809, + "à¥ĩदन": 111810, + "Ġvůbec": 111811, + "ĠÙĦÙĨ": 111812, + "è«ĩ": 111813, + "âī¡âī¡": 111814, + "лением": 111815, + "عÙĨÛĮ": 111816, + "ãĥŀãĥ³": 111817, + "Ä°Z": 111818, + "ĠÃĸÄŁ": 111819, + "ĠìŬìŀIJ": 111820, + "yÅ¡": 111821, + "ĠÑģÑĤа": 111822, + "Ġสำหร": 111823, + "Ġनव": 111824, + "ãĢĤä½Ĩ": 111825, + "олÑĮно": 111826, + "Ġyanında": 111827, + "è²´": 111828, + "Ġjednotliv": 111829, + "ĠåİŁ": 111830, + "éłħ缮": 111831, + "Ġमदद": 111832, + "리ìĹIJ": 111833, + "ĠÙħاÙĬ": 111834, + "ĠÑĩеÑĢв": 111835, + "Ġdáv": 111836, + "ÙĦÛĮÙĩ": 111837, + "?#": 111838, + "ÄįnÃŃm": 111839, + "ÑĢег": 111840, + "ĠпÑĢименÑı": 111841, + "ãĤĬãģ¨": 111842, + "ê°Ļ": 111843, + "Ġtoplam": 111844, + "ileÅŁ": 111845, + "Ġkategor": 111846, + "ÑĤал": 111847, + "ãģ«ãĤĪãĤĭ": 111848, + "Ġdomác": 111849, + "Ġê·ľ": 111850, + "ĠÙĩزار": 111851, + "ĠpÅĻÃŃstup": 111852, + "ılıyor": 111853, + "жди": 111854, + "ĠDÆ°Æ¡ng": 111855, + "ĠPháºŃt": 111856, + "Ġçünkü": 111857, + "구ê¸ĢìĥģìľĦ": 111858, + "ovaných": 111859, + "Ġعش": 111860, + "Ġà¤ķरà¤ķ": 111861, + "žÃŃt": 111862, + "ĠvÄĽtÅ¡ÃŃ": 111863, + "ĠاÙħکاÙĨ": 111864, + "Ġnông": 111865, + "Ġzám": 111866, + "à¥Įन": 111867, + "екаÑĢ": 111868, + "ÂłÐ¢": 111869, + "kami": 111870, + "ĠÑĢеÑģÑĥÑĢ": 111871, + "поÑģ": 111872, + "ÙİÙĤ": 111873, + "ίλ": 111874, + "ĠسازÛĮ": 111875, + "Ġçıkan": 111876, + "ĠdÃŃtÄĽ": 111877, + "ĠتصÙĪ": 111878, + "ç¯ĩ": 111879, + "нд": 111880, + "Ġrámci": 111881, + "hong": 111882, + "ĠÑģÑĸм": 111883, + "sak": 111884, + "кеÑĤ": 111885, + "дÑĸл": 111886, + "ç¹Ķ": 111887, + "ĠthÆ°á»Łng": 111888, + "ĠнеÑĹ": 111889, + "зÑĸ": 111890, + "ÅĻÃŃd": 111891, + "ितन": 111892, + "à¤ıà¤ķ": 111893, + "Ġsữa": 111894, + "ĠÙħرØŃ": 111895, + "éŀ": 111896, + "ĠcÆ°á»Ŀng": 111897, + ":.:": 111898, + "ÑĤен": 111899, + "èī¦": 111900, + "Ġkhợi": 111901, + "Ġ기ì¤Ģ": 111902, + "lanır": 111903, + "彩票": 111904, + "ضÛĮ": 111905, + "Ġuzav": 111906, + "Ġboh": 111907, + "èm": 111908, + "Ġæ£": 111909, + "nici": 111910, + "(çģ«": 111911, + "åħ³äºİ": 111912, + "ÑĸÑĩнÑĸ": 111913, + "à¸ģารà¸ĵ": 111914, + "Ġ첫": 111915, + "ÑĢÑĥеÑĤ": 111916, + "ĠarÅŁivlendi": 111917, + "ÑĤим": 111918, + "à¸²à¸ł": 111919, + "Ġبرابر": 111920, + "Ġà¹Ģà¸ĭ": 111921, + "ĠÄijêm": 111922, + "è·³": 111923, + "Ġyönetim": 111924, + "Ġéķ·": 111925, + "ãĥĨãĥ¬ãĥĵ": 111926, + "маÑĤи": 111927, + "责任": 111928, + "ickým": 111929, + "è¸": 111930, + "à¹Ģหà¸ķ": 111931, + "ëłĮ": 111932, + "ĠرÙĬ": 111933, + "ĠвÑĭдел": 111934, + "åĩºçİ°": 111935, + "ĠпеÑģ": 111936, + "Ġì¢ĭìĿĢ": 111937, + "Ġà¤īसन": 111938, + "ĠAralık": 111939, + "ĠÑĩаÑģÑĥ": 111940, + "lava": 111941, + "Ġï½ŀ": 111942, + "æģĭ": 111943, + "دÛĮد": 111944, + "âĢĻden": 111945, + "ĠåĪĿ": 111946, + "ÙĪدة": 111947, + "Ñĩили": 111948, + "ĠÑħаÑĢакÑĤеÑĢиÑģÑĤи": 111949, + "استاÙĨ": 111950, + "दर": 111951, + "ĠبÙĪدÙĨ": 111952, + "ĠпалÑĮ": 111953, + "ĠÑĤÑĢади": 111954, + "ĠдеÑı": 111955, + "Ġخش": 111956, + "ĠpokraÄį": 111957, + "Ġ구ê¸Ģ": 111958, + "ковÑĸ": 111959, + "Ġtık": 111960, + "Ġhấp": 111961, + "Ġzalož": 111962, + "१à¥": 111963, + "Ġëĭµë³Ģ": 111964, + "меÑĪ": 111965, + "íļ¨": 111966, + "Ġspolup": 111967, + "ËĨ": 111968, + "辦": 111969, + "Ġgá»Ĺ": 111970, + "Ġå®ļ": 111971, + "ĵn": 111972, + "asından": 111973, + "-ı": 111974, + "ĠбеÑĢез": 111975, + "大åѸ": 111976, + "Ġзнов": 111977, + "ĠHoÃłng": 111978, + "ĠدÙĪÙĨ": 111979, + "Ġanlay": 111980, + "ĠÙĪزار": 111981, + "ĠعÙĦÙħÛĮ": 111982, + "è£ľ": 111983, + "Ġdünya": 111984, + "ĠзалиÑĪ": 111985, + "даеÑĤ": 111986, + "νε": 111987, + "иÑĩеÑģкого": 111988, + "ìĬ¤íħľ": 111989, + "ĠÐijеÑĢ": 111990, + "Ġдж": 111991, + "ĠопаÑģ": 111992, + "ÏĨα": 111993, + "Ġzvlá": 111994, + "Ġtô": 111995, + "беÑĢ": 111996, + "ĠξαÏģ": 111997, + "tiÄŁini": 111998, + "ãĥ¬ãĥ³": 111999, + "ĠKho": 112000, + "ĠÑĸнÑĪ": 112001, + "Ġï¿¥": 112002, + "ì°¬": 112003, + "｡": 112004, + "ĠноÑĩ": 112005, + "è¨Ĭ": 112006, + "ÄĽti": 112007, + "å¿Ļ": 112008, + "ĠکردÙĨد": 112009, + "ĠÄijẩy": 112010, + "ĠÑģказав": 112011, + "ëĥ¥": 112012, + "屬": 112013, + "Ġशहर": 112014, + "ĠÚ©ÙħÚ©": 112015, + "ÂłÐŁ": 112016, + "ınca": 112017, + "нÑĸвеÑĢÑģиÑĤ": 112018, + "ĠÚ¯ÙĪÙĨÙĩ": 112019, + "ĠToplam": 112020, + "ĠiÅŁaret": 112021, + "ä½łä»¬": 112022, + "Ġderece": 112023, + "ĠìĤ¬ìĭ¤": 112024, + "ĠìŀIJ기": 112025, + "å®ŀçİ°": 112026, + "çĶŁçī©": 112027, + "ãģ®ä¸Ģ": 112028, + "ĠÑĢом": 112029, + "ÙĪزÙĩ": 112030, + "Ġãģ¨": 112031, + "íĻį": 112032, + "ÙĬÙĤ": 112033, + "ĠåIJįçĦ¡ãģĹãģķãĤĵ": 112034, + "ĠÙ¾ÛĮر": 112035, + "Ġполез": 112036, + "충": 112037, + "ĠкоÑĢп": 112038, + "IJëĭ¤": 112039, + "ừa": 112040, + "ÎķΤ": 112041, + "Ġжелез": 112042, + "ãģ£ãģ±": 112043, + "Ġxuyên": 112044, + "Ġë¥": 112045, + "à¥ĩ।Ċ": 112046, + "ĠÑģÑĤали": 112047, + "ĠpomocÃŃ": 112048, + "Ġdurumda": 112049, + "ĠпÑĢоÑĪ": 112050, + "lenÃŃ": 112051, + "βολ": 112052, + "Ġæĸĩç«ł": 112053, + "tÄĽz": 112054, + "dÃŃl": 112055, + "Ġdruhé": 112056, + "ĠÑĤогда": 112057, + "Ġhrá": 112058, + "оÑĤÑĮ": 112059, + "าà¸ģร": 112060, + "ĠتصÙħ": 112061, + "ĠÙħدت": 112062, + "кадем": 112063, + "ĠpatÅĻÃŃ": 112064, + "ä¹ĭåīį": 112065, + "سبة": 112066, + "ĠпокÑĢÑĭ": 112067, + "Ġnáp": 112068, + "Ġ_{}": 112069, + "ëĵ±íķĻêµIJ": 112070, + "ĠØ¥ÙĦÙĬ": 112071, + "Ġözg": 112072, + "çļĨ": 112073, + "Ġhayvan": 112074, + "ĠNisan": 112075, + "غاز": 112076, + "Ġتت": 112077, + "ĠдÑĥÑħов": 112078, + "ĠÐŁÐ¾ÑįÑĤомÑĥ": 112079, + "ÑĮогод": 112080, + "ĠkuÅŁ": 112081, + "Ġà¤ĩसम": 112082, + "جÛĮ": 112083, + "ĠãĤ¿": 112084, + "ĠвкÑĥÑģ": 112085, + "çĢ": 112086, + "ĠвÑĭÑĪе": 112087, + "âĢĻdan": 112088, + "ĠاØŃÙħد": 112089, + "Ġtalep": 112090, + "ĠÏĪ": 112091, + "Ġdolayı": 112092, + "Ġگزارش": 112093, + "бол": 112094, + "ĠاÛĮÙĨتر": 112095, + "ÑĢоÑĩ": 112096, + ")âĢı": 112097, + "ĠëIJł": 112098, + "Ġkoup": 112099, + "(æľĪ": 112100, + "é±¼": 112101, + "ĠогÑĢа": 112102, + "ĠÑĢазм": 112103, + "Ġتست": 112104, + "ĠpÅĻÃŃslu": 112105, + "íĽĪ": 112106, + "ĠëĮĢíķ´": 112107, + "à¹ģà¸Ľ": 112108, + "аннÑĭе": 112109, + "ĠìĿ¸íĦ°": 112110, + "Ġkullanılan": 112111, + "Ġztr": 112112, + "æĬĢè¡ĵ": 112113, + "à¤¿à¤Ľ": 112114, + "ĠاÙĦÙħؤ": 112115, + "ovaly": 112116, + "ustos": 112117, + "Ġörg": 112118, + "Ġ太": 112119, + "ειο": 112120, + "ĠuÄį": 112121, + "ĠØ´Ú©ÙĦ": 112122, + "建çŃij": 112123, + "Ġchạy": 112124, + "ĠÏĩÏģη": 112125, + "нÑĥÑĤ": 112126, + "Ġباعث": 112127, + "ĠNÄĽkter": 112128, + "ÑĥÑĤÑĤÑı": 112129, + "ãģ§ãģĻãģĭ": 112130, + "Ġsayılı": 112131, + "имоÑģÑĤÑĮ": 112132, + "ĠпиÑĤаннÑı": 112133, + "ĠkÃŃnh": 112134, + "Ġhran": 112135, + "okrat": 112136, + "Ġedilir": 112137, + "Ġà¤ķहत": 112138, + "Ġpaci": 112139, + "ालन": 112140, + "Ġиде": 112141, + "ĠZem": 112142, + "Ġslužby": 112143, + "ÑģÑĤвеннÑĭй": 112144, + "ĠØ¢ÙĨاÙĨ": 112145, + "ĠÑĤоваÑĢи": 112146, + "ĠتØŃÙħÙĬÙĦ": 112147, + "ĠYük": 112148, + "ĠкаÑĤегоÑĢ": 112149, + "íĭĢ": 112150, + "ĠкоÑģ": 112151, + "Ġобов": 112152, + "ĠprostÅĻedÃŃ": 112153, + "ĠÑģоÑģ": 112154, + "ĠÐIJлекÑģанд": 112155, + "Ġà¹Ģà¸Ĥà¸ķ": 112156, + "å¿ħé¡»": 112157, + "ัà¸Ĭ": 112158, + "ĠÙĦد": 112159, + "ãĢģä¸Ģ": 112160, + "ĠÎľÎŃ": 112161, + "ÑĥваÑĤиÑģÑı": 112162, + "æķı": 112163, + "ãĥ¼ãĥIJ": 112164, + "اÙĦÙĦÙĩ": 112165, + "ĠبÙĩا": 112166, + "åĸ¶": 112167, + "è´µ": 112168, + "æĸ¹åIJij": 112169, + "Ġì¸": 112170, + "ĠÙĨاÙħÙĩ": 112171, + "ÑĮко": 112172, + "Ġvody": 112173, + "vÃŃc": 112174, + "à¹ģà¸Ī": 112175, + "ĠعÙĦÛĮÙĩ": 112176, + "à¹ģรà¸ĩ": 112177, + "ίνα": 112178, + "ãģ¬": 112179, + "ĠÐŀп": 112180, + "Ġsayf": 112181, + "ï¼ĮçĶ±": 112182, + "ä¼´": 112183, + "ĠÑĥдоб": 112184, + "ãģ¾ãģł": 112185, + "ĠнепÑĢи": 112186, + "Âİ": 112187, + "à¤¾à¤ľà¤ª": 112188, + "plnÄĽ": 112189, + "ĠìĹĦ": 112190, + "Ġrůzn": 112191, + "Ġxếp": 112192, + "ãĥĸãĥ«": 112193, + "ĠзаÑħиÑģÑĤ": 112194, + "ĠÙħصرÙģ": 112195, + "ĠvÅ¡echno": 112196, + "ãģ®ãģĬ": 112197, + "ĠThá»ĭ": 112198, + "Ġmùa": 112199, + "¿IJ": 112200, + "ĠпÑĢинÑĨип": 112201, + "ĠاÙĨÙĤÙĦ": 112202, + "гаÑĢ": 112203, + "Ġmožnost": 112204, + "ÙĤÙĬÙĤ": 112205, + "ĠotevÅĻ": 112206, + "Ġfak": 112207, + "Ġnguy": 112208, + "бов": 112209, + "lacaÄŁ": 112210, + "اطر": 112211, + "ãģ«ãĤĪãĤĬ": 112212, + "æĺ¯åľ¨": 112213, + "Ġtầng": 112214, + "ìĿ¸ìĿ´": 112215, + "aÅĻ": 112216, + "碰": 112217, + "ÏĮμε": 112218, + "Ġê°Ī": 112219, + "ĠØ£ØŃد": 112220, + "غراÙģ": 112221, + "ĠÙĬØŃ": 112222, + "ｧ": 112223, + "ĠاÙĦØŃÙĬاة": 112224, + "Ġlep": 112225, + "Ġฮ": 112226, + "tae": 112227, + "ĠlÆ°Æ¡ng": 112228, + "è½®": 112229, + "ĠзмÑĸн": 112230, + "ĠÐļиÑĹв": 112231, + "ĠмÑĸÑģÑı": 112232, + "кав": 112233, + "à¸ķะ": 112234, + "Ġmnoho": 112235, + "ĠNghá»ĭ": 112236, + "èĻİ": 112237, + "ĠãĥŁ": 112238, + "Ġpráci": 112239, + "Ġgá»ijc": 112240, + "ĠYeni": 112241, + "اضÙĬ": 112242, + "Ġèij": 112243, + "Ġкла": 112244, + "ıng": 112245, + "ÏĦεί": 112246, + "Ġbeni": 112247, + "Ġعد": 112248, + "Ġaktu": 112249, + "ĠÙĪÙĤد": 112250, + "ĠподгоÑĤов": 112251, + "Ġgiai": 112252, + "(æ°´": 112253, + "Ġsaç": 112254, + "ĠÙħÙĨاسب": 112255, + "âĸĭ": 112256, + "ÙIJÙĩ": 112257, + "éį": 112258, + "à¸Ńà¸Ĺ": 112259, + "ĠسÛĮاسÛĮ": 112260, + "olit": 112261, + "ĠاÙĦجز": 112262, + "Ø·ÙĦب": 112263, + "Ġsey": 112264, + "erence": 112265, + "ì´Į": 112266, + "ĠвнÑĥÑĤÑĢен": 112267, + "Ġà¸Ļาย": 112268, + "ĠìķĬìķĺëĭ¤": 112269, + "olik": 112270, + "æľĢåIJİ": 112271, + "仪": 112272, + "ĠÑĢÑĸд": 112273, + "è¼ĥ": 112274, + "Ġباب": 112275, + "Ñĥди": 112276, + "ĠÑģÑĤÑĥп": 112277, + "ĠÄijứng": 112278, + "ĠÅŁÃ¶yle": 112279, + "ĠíķĻìĥĿ": 112280, + "ĠвлаÑģÑĤи": 112281, + "Ġhãng": 112282, + "à¹īาว": 112283, + "ĠکاÙĩØ´": 112284, + "Ġëĵ¯": 112285, + "ĠجÙħÙĦÙĩ": 112286, + "Ġدکتر": 112287, + "adolu": 112288, + "Ġتبد": 112289, + "ظاÙħ": 112290, + "ĠznaÄį": 112291, + "ĠدÙĨÛĮ": 112292, + "Ġsạn": 112293, + "å¼±": 112294, + "ÏĢι": 112295, + "ĠçIJĨ": 112296, + "ĠÙģصÙĦ": 112297, + "инг": 112298, + "ÐļÐŀ": 112299, + "ĠСов": 112300, + "Ġziyaret": 112301, + "ĠدÙħ": 112302, + "竹": 112303, + "Ġsahibi": 112304, + "isayar": 112305, + "ÄŁa": 112306, + "ĠпеÑĢÑĸод": 112307, + "Ġsna": 112308, + "(æľ¨": 112309, + "Ġнее": 112310, + "ĠÑĦакÑĤоÑĢ": 112311, + "меж": 112312, + "åºĦ": 112313, + "ráž": 112314, + "окÑĢем": 112315, + "Ġžal": 112316, + "ิà¹Ģศษ": 112317, + "豪": 112318, + "oucÃŃ": 112319, + "ĠUlus": 112320, + "Ġtakže": 112321, + "اÙĪÙĨ": 112322, + "ниÑĤи": 112323, + "нÑĮо": 112324, + "ëį¸": 112325, + "ĠÙĥرة": 112326, + "åľ³": 112327, + "ĠArthropoda": 112328, + "ĠÑĤодÑĸ": 112329, + "Ġدرصد": 112330, + "ุรà¸ģ": 112331, + "ĠÑģвого": 112332, + "说éģĵ": 112333, + "Ġcánh": 112334, + "æĵĬ": 112335, + "Ġä¸ĭè½½": 112336, + "èī¾": 112337, + "Ġnikdy": 112338, + "خط": 112339, + "ĠÑģейÑĩаÑģ": 112340, + "ÙĪÙĬÙĦ": 112341, + "amet": 112342, + "문ìĿĺ": 112343, + "ĠEÄŁitim": 112344, + "大ä¼ļ": 112345, + "ĠbÅĻez": 112346, + "заÑĨÑĸÑı": 112347, + "Ġtyto": 112348, + "най": 112349, + "غÙħ": 112350, + "Ġé©": 112351, + "计ç®Ĺ": 112352, + "Türkiye": 112353, + "Ġmnož": 112354, + "åIJĪä½ľ": 112355, + "æľįåĭĻ": 112356, + "Ġkaždý": 112357, + "ĠÑİÑĢид": 112358, + "Ġβα": 112359, + "à¥Ĥà¤ļ": 112360, + "åIJĮãģĺ": 112361, + "Ġçĭ": 112362, + "ίÏĦ": 112363, + "ÙĪÛĮÙĨت": 112364, + "اÙĨس": 112365, + "æľĢ大": 112366, + "ĠTừ": 112367, + "éŃĶæ³ķ": 112368, + "Ġбли": 112369, + "ĠÑĤакое": 112370, + "ãģľ": 112371, + "ãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢ": 112372, + "ìĿ´ë©°": 112373, + "ĠÙĤسÙħت": 112374, + "ĠоÑĨÑĸ": 112375, + "никÑĥ": 112376, + "ĠBạn": 112377, + "ĠоÑĢганÑĸз": 112378, + "üph": 112379, + "Ġizin": 112380, + "Ġï¾Ĭ": 112381, + "είÏĤ": 112382, + "à¸ĩà¹ģà¸ķ": 112383, + "ãģ¡ãĤī": 112384, + "важа": 112385, + "Ġ欧": 112386, + "ιÏİ": 112387, + "ÏĢÎŃ": 112388, + "ĠкÑĢеп": 112389, + "ĠÑĨиÑħ": 112390, + "æĦŁãģĺ": 112391, + "çķ«": 112392, + "ÙĥÙĪ": 112393, + "емо": 112394, + "žen": 112395, + "å¹³æĸ¹": 112396, + "ĠÙħجÙħÙĪعÙĩ": 112397, + "ĠÑģвои": 112398, + "ĠãĦ": 112399, + "à¸Ľà¸£à¸°à¸ģà¸Ńà¸ļ": 112400, + "ĠпÑĢоÑĤи": 112401, + "ÙĪÛĮÙĩ": 112402, + "认为": 112403, + "ÏĨÎŃ": 112404, + "иÑĩеÑģкий": 112405, + "æ¥ļ": 112406, + "Ġпап": 112407, + "δÏģο": 112408, + "Ġkullanım": 112409, + "Ġzbo": 112410, + "ĠúspÄĽ": 112411, + "ĠÙħز": 112412, + "ĠFak": 112413, + "елÑĮзÑı": 112414, + "æ´»åĭķ": 112415, + "ĠÐŁÑĢав": 112416, + "¦y": 112417, + "åĥķ": 112418, + "æijĺ": 112419, + "Ġرئ": 112420, + "ĠÏĨοÏģ": 112421, + "миÑĤ": 112422, + "Ġticaret": 112423, + "æ³ķå¾ĭ": 112424, + "年代": 112425, + "ìĪĻ": 112426, + "å¿ł": 112427, + "à¹ĩà¸Ļà¸Ĺ": 112428, + "ĠÑĥж": 112429, + "ĠÙħتØŃدÙĩ": 112430, + "Ġtrá»Ŀi": 112431, + "ĠرØŃ": 112432, + "ĠÚ©ÙĪÚĨ": 112433, + "ĠопÑĢеделен": 112434, + "ĠزÙħÛĮÙĨÙĩ": 112435, + "Ġnóng": 112436, + "Ġngủ": 112437, + "Những": 112438, + "ĠкиÑĪ": 112439, + "Ġjde": 112440, + "Ġä¸Ĭæµ·": 112441, + "åĭĩ": 112442, + "Ġtanı": 112443, + "à¹Įà¹ģละ": 112444, + "ĠÑĢаÑģÑĤвоÑĢ": 112445, + "ĠÑģÑĢедÑģÑĤв": 112446, + "Ġcán": 112447, + "Ġsystému": 112448, + "ÛĮØ·": 112449, + "ĠÑģиÑģÑĤема": 112450, + "Ġëŀ": 112451, + "ĠÑĩеÑĤ": 112452, + "éĥ¨éŨ": 112453, + "帰": 112454, + "Ġmillet": 112455, + "ĠÎķλλά": 112456, + "à¥ĩà¤ĸन": 112457, + "Ġrepubliky": 112458, + "ÑĢами": 112459, + "Ġसमस": 112460, + "Ġaçısından": 112461, + "ادÙĦ": 112462, + "ĠбеÑģп": 112463, + "ãĥ»âĶģ": 112464, + "åľŃ": 112465, + "ocu": 112466, + "kánÃŃ": 112467, + "ÙĪرش": 112468, + "ëŀµ": 112469, + "Ġçģ": 112470, + "è°ģ": 112471, + "Ġsám": 112472, + "ĠνεÏĨ": 112473, + "bilir": 112474, + "ĠmÃŃstÄĽ": 112475, + "Ġžen": 112476, + "Ġilç": 112477, + "Ġë§ģ": 112478, + "ãĢijĊ": 112479, + "ĠÙħÙĪارد": 112480, + "ĠاÙĦØ´ÙĬ": 112481, + "Ġ기ë¡Ŀ": 112482, + "Ġtady": 112483, + "à¸Ńาà¸Ī": 112484, + "ĠÑģÑĦ": 112485, + "ĠspoleÄįnost": 112486, + "Ġtématu": 112487, + "ÙħاÙħ": 112488, + "Ùħع": 112489, + "Ġлеж": 112490, + "ĠÚĨØ´Ùħ": 112491, + "ĠiÅŁlet": 112492, + "ĠÙĨسخ": 112493, + "ä¼°": 112494, + "ãģįãģª": 112495, + "ãĢĥ": 112496, + "å²Ĺ": 112497, + "ĠåŃIJ": 112498, + "Ġbảng": 112499, + "çĮ®": 112500, + "Ġcứng": 112501, + "ĠкÑĢай": 112502, + "Ġèĭ±è¯Ń": 112503, + "ÐłÐIJ": 112504, + "زÙĨ": 112505, + "èĥŀ": 112506, + "Ġsüreç": 112507, + "ãĥķãĥĪ": 112508, + "ĠкÑĸлÑĮка": 112509, + "neÄŁin": 112510, + "ovány": 112511, + "лÑĸн": 112512, + "Ġvýraz": 112513, + "ĠÑģÑĩиÑĤа": 112514, + "ĠпÑĢавило": 112515, + "ĠиÑģполÑĮзÑĥ": 112516, + "Ġkéo": 112517, + "ĠyaklaÅŁÄ±k": 112518, + "ĠÙĪابستÙĩ": 112519, + "оваÑĤелÑĮ": 112520, + "Ġì²ł": 112521, + "ĠاÙĦعاÙħ": 112522, + "åĿı": 112523, + "Ġà¸ī": 112524, + "ĠSÆ¡n": 112525, + "λιο": 112526, + "ì¶Ķì²ľ": 112527, + "Ġslužeb": 112528, + "ĠдеÑıÑĤелÑĮноÑģÑĤи": 112529, + "зм": 112530, + "Ġпози": 112531, + ".;.;": 112532, + "ĠпÑĢоиÑģÑħодиÑĤ": 112533, + "ายà¹ĥà¸Ļ": 112534, + "çļĦãģ«": 112535, + "Ġà¤ĩसस": 112536, + "омеÑĤ": 112537, + "ĠαÏģ": 112538, + "ाà¤Ĺर": 112539, + "icÃŃch": 112540, + "Ġpoložky": 112541, + "골": 112542, + "æĥĬ": 112543, + "Ġöner": 112544, + "Ġxảy": 112545, + "ĠÙĨظرÛĮ": 112546, + "Ġnghá»ī": 112547, + "Ġà¸ľà¸¥": 112548, + "ĠÑĢолÑĮ": 112549, + "ĠÑĢемон": 112550, + "صÙĪر": 112551, + "Vý": 112552, + "ĠSá»ij": 112553, + "ĠÑģÑĥÑĩаÑģ": 112554, + "หย": 112555, + "ĠاÙĤداÙħ": 112556, + "Ġerkek": 112557, + "Ġèį": 112558, + "ĠÄijôi": 112559, + "ĠконкÑĢеÑĤ": 112560, + "æ¬Ĭ": 112561, + "Ġ缮": 112562, + "ÙĪÚ©": 112563, + "lıkla": 112564, + "Ġpazar": 112565, + "άνÏī": 112566, + "ÑĥÑģÑĤа": 112567, + "ãģªãģŁ": 112568, + "ĠÙĩÙĨÚ¯": 112569, + "Ð®ÐĽ": 112570, + "Ġвелик": 112571, + "ĠnhỼ": 112572, + "ĠìĭľíĹĺ": 112573, + ")ìĿĺ": 112574, + "ÙĥÙĩ": 112575, + "Ġà¹ģล": 112576, + "Û²Ûµ": 112577, + "ĠارساÙĦ": 112578, + "ĠокÑĢем": 112579, + "άÏĤ": 112580, + "ĠвÑĭÑħод": 112581, + "vÄĽtÅ¡ÃŃ": 112582, + "ĠطرÛĮÙĤ": 112583, + "ĠкоÑĢоÑĤ": 112584, + "нÑĶ": 112585, + "ãĤĬãģ«": 112586, + "Ġä¹Ł": 112587, + "ØŃص": 112588, + "عÙħاÙĦ": 112589, + "olojik": 112590, + "Ġرابط": 112591, + "çªĹ": 112592, + "Ġgiz": 112593, + "Ġchết": 112594, + "樣": 112595, + "สà¸ĩ": 112596, + "ÙĪتر": 112597, + "ĠÑıкÑĥ": 112598, + "çı¾åľ¨": 112599, + "ĠоÑĤÑģÑĥÑĤÑģÑĤв": 112600, + "Ġê´ijê³ł": 112601, + "Ñĸки": 112602, + "åĢ¤": 112603, + "订": 112604, + "Ġdle": 112605, + "Ġåł": 112606, + "権": 112607, + "讯": 112608, + "åĶIJ": 112609, + "Ġâĸ²": 112610, + "Ġlistop": 112611, + "Ġdatové": 112612, + "ÏĦÏĮÏĤ": 112613, + "Ġоз": 112614, + "δÏĮ": 112615, + "èĴĤ": 112616, + "Û³Û°": 112617, + "ãĥªãĥ¼ãĤº": 112618, + "ĠÙħرکز": 112619, + "ĠпÑĸдÑĤÑĢим": 112620, + "ĠÑģез": 112621, + "é¡ĺ": 112622, + "Ġolacaktır": 112623, + "æºĢ": 112624, + "ĠÏĢεÏģιο": 112625, + "ÑĦа": 112626, + "ÏĦηÏĥη": 112627, + "ç»ĥ": 112628, + "Ðŀд": 112629, + "δÏħ": 112630, + "âĦĥ": 112631, + "Ġlắp": 112632, + "ĠëĦĺ": 112633, + "طاÙĨ": 112634, + "ĠÙ¾ÙĨج": 112635, + "تاÙĨ": 112636, + "ilerinin": 112637, + "ÃĪ": 112638, + "ĠØ®ÙĪØ´": 112639, + "ĠìĬ¬": 112640, + "ĠاÙĦرئÙĬس": 112641, + "ẵn": 112642, + "Ġشار": 112643, + "eru": 112644, + "жив": 112645, + "à¸Ļาย": 112646, + "Ġsẻ": 112647, + "Ġà¤īà¤ļ": 112648, + "ãģ«ãģĭ": 112649, + "ç¡Ģ": 112650, + "Ġyürüt": 112651, + "ĠСеÑĢг": 112652, + "ĠкаÑģ": 112653, + "ĠÐijог": 112654, + "Ġìĸ´ëĸ»ê²Į": 112655, + "ĠçŁ³": 112656, + "Ġöldür": 112657, + "лÑĸв": 112658, + "ĠhoÃłng": 112659, + "Ġbá»Ļt": 112660, + "çŀ¬": 112661, + "Ġ침": 112662, + "Nếu": 112663, + "Ġnevy": 112664, + "Ġìľ¤": 112665, + "ĠsouÄįást": 112666, + "ısıyla": 112667, + "Ġtüket": 112668, + "bou": 112669, + "Ġдво": 112670, + "سط": 112671, + "å½ĵçĦ¶": 112672, + "ãĥ¨": 112673, + "ĠزادÙĩ": 112674, + "Ġéĥ¨": 112675, + "ĠرÙĪØŃ": 112676, + "Ġï¼į": 112677, + "ĠмÑĸÑģÑĨев": 112678, + "θεν": 112679, + "à¸Ĩ": 112680, + "ленÑĸ": 112681, + "çį²": 112682, + "ĠHOH": 112683, + "sın": 112684, + "ิà¸ķร": 112685, + "財": 112686, + "ĠpÅĻid": 112687, + "à¹Ģหà¸Ļ": 112688, + "lý": 112689, + "è¨Ģèijī": 112690, + "à¤ĵ": 112691, + "âĸįâĸįâĸįâĸįâĸįâĸįâĸįâĸį": 112692, + "باب": 112693, + "ãĥ¼ãĥķ": 112694, + "моÑĢ": 112695, + "è¿ĩç¨ĭ": 112696, + "ĠãĥĽ": 112697, + "ĠKinh": 112698, + "íķľêµŃ": 112699, + "Ġìĸ´ëĸ¤": 112700, + "ĠвлиÑı": 112701, + "Ġfayd": 112702, + "ĠصÙĨع": 112703, + "Ġalır": 112704, + "ĠettiÄŁi": 112705, + "άκ": 112706, + "imizin": 112707, + "ัà¸ļà¸ľ": 112708, + "ĠземелÑĮ": 112709, + "ÙĬÙĦاد": 112710, + "涨": 112711, + "çıł": 112712, + "Ġأغ": 112713, + "Ġzku": 112714, + "âĢŀA": 112715, + "าà¸ķร": 112716, + "ayi": 112717, + "ãĥ©ãĤ¹": 112718, + "ило": 112719, + "ĠÄijá»į": 112720, + ".Îķ": 112721, + "ëľ": 112722, + "ĠμÏĢοÏģεί": 112723, + "帶": 112724, + "Ġartır": 112725, + "าà¸į": 112726, + "å¿ĺ": 112727, + "talya": 112728, + "ĠpozdÄĽji": 112729, + "ĠnepÅĻ": 112730, + "Ġæ¹": 112731, + "اÙĩÛĮ": 112732, + "Ġsatın": 112733, + "Ġë²Į": 112734, + "جÙĪ": 112735, + "ä¸Ģ缴": 112736, + "ìķĦìļĶ": 112737, + "ÂłP": 112738, + "ĠØĽ": 112739, + "Ġпал": 112740, + "表æĥħ": 112741, + "Ġcanlı": 112742, + "æĪIJ为": 112743, + "ÙĪÙĨا": 112744, + "ĠâĢ¯": 112745, + "à¸ģำล": 112746, + "åįĸ": 112747, + "ĠαÏĥ": 112748, + "инок": 112749, + "амп": 112750, + "ลà¸Ńà¸ĩ": 112751, + "ÙĤÙĤ": 112752, + "ĠпÑĢоÑħод": 112753, + "ãĤĦãĤĭ夫": 112754, + "Ïĩη": 112755, + "貨": 112756, + "ĠÙģÙĬÙĩ": 112757, + "ÙĬرÙĬ": 112758, + "ĠвнеÑĪ": 112759, + "Ġkarak": 112760, + "Ø«ÙĦ": 112761, + "ÙĩÙĪرÛĮ": 112762, + "اÙĪرپ": 112763, + "ĠÄijá»ı": 112764, + "jiÅ¡tÄĽnÃŃ": 112765, + "تبر": 112766, + "Ġê·¸ê²ĥ": 112767, + "Ġgül": 112768, + "ĠпокÑĥп": 112769, + "lilik": 112770, + "Ġzda": 112771, + "åīįãģ«": 112772, + "ĠÙħÙĩÙĨد": 112773, + "ĠÎijÎĿ": 112774, + "ĠÚ©ÛĮÙĦÙĪÙħتر": 112775, + "ĠpÅĻeh": 112776, + "алеж": 112777, + "Ġkayn": 112778, + "访": 112779, + "Ġì¤ijêµŃ": 112780, + "ĠÑĪиÑĢок": 112781, + "ĠÙħشارکت": 112782, + "âĢĤ": 112783, + "ĠíŤ": 112784, + "ĠìłľíĴĪ": 112785, + "ĠØ´ÛĮر": 112786, + "esinden": 112787, + "ÑĢÑĸÑĩ": 112788, + "èı²": 112789, + "ÑģкоÑĢ": 112790, + "etik": 112791, + "à¸²à¸ľ": 112792, + "ĠطبÛĮ": 112793, + "κÎŃ": 112794, + "ĠìŀĪìĸ´": 112795, + "Ġdek": 112796, + "ÑĢÑĸй": 112797, + "åĨĴ": 112798, + "nÃŃci": 112799, + "®¤": 112800, + "ĠÙħرتب": 112801, + "Ġyazı": 112802, + "üslü": 112803, + "ìľ¼ëĤĺ": 112804, + "elerine": 112805, + "ĠyoÄŁun": 112806, + "Ġбак": 112807, + "ÎĻÎŁ": 112808, + "άλÏħ": 112809, + "ç´Ļ": 112810, + "ĠÑĢÑĥками": 112811, + "Ġçözüm": 112812, + "ìłķìĿĦ": 112813, + "Ġgüçlü": 112814, + "λÏĮ": 112815, + "Ġbelli": 112816, + "ÃŃÅ¡e": 112817, + "ĠÏĮÏĢÏīÏĤ": 112818, + "ĠnaÅ¡": 112819, + "Ġpár": 112820, + "ÑĪÑĤ": 112821, + "ĠìĨ¡": 112822, + "à¥Ĥरत": 112823, + "ĠÏĢολÏį": 112824, + "ç°¡": 112825, + "èĤ¯": 112826, + "æ¹¾": 112827, + "Ġäºĭ": 112828, + "Ġबस": 112829, + "Ġ무ë£Į": 112830, + "дина": 112831, + "誰": 112832, + "леж": 112833, + "ĠúÅĻad": 112834, + "ĠоÑģвÑĸÑĤи": 112835, + "ĠвÑĸдÑĩ": 112836, + "ĠпÑĢизнаÑĩ": 112837, + "çĶ³è¯·": 112838, + "'ya": 112839, + "ä¿Ĭ": 112840, + "ĠÙĬÙĪÙĨ": 112841, + "Ġسع": 112842, + "ĠÐĶаÑĤа": 112843, + "è¨ĢãģĨ": 112844, + "ĠØŃتÛĮ": 112845, + "ĠJiÅĻÃŃ": 112846, + "ĠХаÑĢ": 112847, + "éĻĪ": 112848, + "à¹Īาà¸Īะ": 112849, + "Ġsayesinde": 112850, + "ĠÑĤÑĢеба": 112851, + "ê°Ģì§Ģ": 112852, + "Ġyemek": 112853, + "è¦ļ": 112854, + "ặn": 112855, + "ãĢĢãĢĢãĢĢãĢĢĠãĢĢ": 112856, + "Ġ举": 112857, + "ĠÙĪا": 112858, + "ĠÙħÙĪس": 112859, + "Ġкоманд": 112860, + "Ġseçim": 112861, + "ÑĩеннÑı": 112862, + "Ġtotiž": 112863, + "Ġrá»Ńa": 112864, + "ıa": 112865, + "Ø¢Ùħ": 112866, + "ÑĨÑĸон": 112867, + "::::::::::::": 112868, + "ÐĿÐIJ": 112869, + "ıza": 112870, + "hend": 112871, + "Ġफर": 112872, + "ัà¸Ķà¸ģาร": 112873, + "ĠCách": 112874, + "ĠпоÑĤÑĸм": 112875, + "Ġá¼Ģ": 112876, + "اÙĦا": 112877, + "ỡ": 112878, + "رÛĮÙħ": 112879, + "宫": 112880, + "ĠزÙħÛĮÙĨ": 112881, + "ÑĢеÑģÑĤ": 112882, + "баÑĩ": 112883, + "Ùĩرست": 112884, + "ног": 112885, + "ï¼Į大": 112886, + "ĠëĺIJíķľ": 112887, + "Ġzůst": 112888, + "ĠÐĴона": 112889, + "å¤ĩ份": 112890, + "ĠاÙģت": 112891, + "oje": 112892, + "ÑģкÑĸлÑĮки": 112893, + "Ġnhẹ": 112894, + "ĠкеÑĢÑĸв": 112895, + "ῦ": 112896, + "æĸ¹æ¡Ī": 112897, + "заÑĨиÑı": 112898, + "ĠвÑĸдповÑĸдно": 112899, + "ãĤ¤ãĤ¹": 112900, + "гал": 112901, + "ĠобÑĭÑĩно": 112902, + "اÙĪرپÙĪÛĮÙĨت": 112903, + "å®ľ": 112904, + "losti": 112905, + "è¿Ľåħ¥": 112906, + "uyordu": 112907, + "벤íĬ¸": 112908, + "æīĭãĤĴ": 112909, + "ÐŁÐ¾Ð´": 112910, + "ĠÙħØŃدÙĪد": 112911, + "ĠØ¢Ùħد": 112912, + "arakter": 112913, + "çļĦ大": 112914, + "Ġsıcak": 112915, + "lant": 112916, + "Ġdấu": 112917, + "ĠÙĨÚ©": 112918, + "èĢħãģ®": 112919, + "Ġkendini": 112920, + "ĠпаÑĨи": 112921, + "Ġ기íĥĢ": 112922, + "ĠвмеÑģÑĤе": 112923, + "ваеÑĤÑģÑı": 112924, + "Ġë§ī": 112925, + "ĠchvÃŃli": 112926, + "Ø®ÛĮ": 112927, + "ÙĦع": 112928, + "nÃŃky": 112929, + "､:": 112930, + "ëIJľëĭ¤": 112931, + "ì§ķ": 112932, + "ĠквÑĸÑĤ": 112933, + "¨ìĸ´": 112934, + "liž": 112935, + "Ġë¹Ħë°Ģê¸Ģ": 112936, + "Ġkhá»iji": 112937, + "Ġë°©ìĨ¡": 112938, + "echan": 112939, + "Ġзаконодав": 112940, + "ĠакÑĤ": 112941, + "ë¬¸ìłľ": 112942, + "ĠNó": 112943, + "ĠçĤ¹": 112944, + "hledem": 112945, + "ĠÑģвоÑĹÑħ": 112946, + "ĠرÙĤÙħ": 112947, + "æĽ¼": 112948, + "िवर": 112949, + "åİļ": 112950, + "ĠÐļод": 112951, + "à¤Ńà¤Ĺ": 112952, + "ìŀIJëĬĶ": 112953, + "à¸Ļม": 112954, + "ÑĥÑģа": 112955, + "Ġgünü": 112956, + "ĠÄijÃŃch": 112957, + "Ġtrữ": 112958, + "å·»": 112959, + "éĵ¶è¡Į": 112960, + "ØŃÙĨ": 112961, + "讨": 112962, + "γÏĩ": 112963, + "ὸ": 112964, + "alarında": 112965, + "Ġkaf": 112966, + "ÙĪاج": 112967, + "ĠиÑģклÑİÑĩ": 112968, + "Ġnhiá»ħ": 112969, + "á»įt": 112970, + "ĠìĽ¹": 112971, + "ĠéĿ¢": 112972, + "ãģ®ãģĮ": 112973, + "Ġмало": 112974, + "ÑĸлÑĸ": 112975, + "Ġbiên": 112976, + "nému": 112977, + "пÑĢимеÑĢ": 112978, + "âĸłâĸł": 112979, + "Ġkamp": 112980, + "ĠвеÑī": 112981, + "Äįem": 112982, + "à¥ģध": 112983, + "æŁ»": 112984, + "تÙĪÙĨ": 112985, + "åıªæľī": 112986, + "ãģ¯ãģĦ": 112987, + "Ġรวม": 112988, + "ãĤŀ": 112989, + "ãģĻãĤĭãģ¨": 112990, + "å¾Īå¤ļ": 112991, + "à¹Īà¸ķ": 112992, + "ĠsvÄĽta": 112993, + "Ġê°Ģ격": 112994, + "Ú¯Ùĩ": 112995, + "andaÅŁ": 112996, + "ãĥªãĤ¹": 112997, + "Ïīμα": 112998, + "ĠØ®ÙĪب": 112999, + "ç´ħ": 113000, + "ÑĩиÑģ": 113001, + "ì¢Į": 113002, + "ĠØŃضرت": 113003, + "ĠвиÑĢÑĸÑĪ": 113004, + "پر": 113005, + "Ġtýd": 113006, + "Ġkontro": 113007, + "дейÑģÑĤв": 113008, + "ãģŁãĤģãģ«": 113009, + "ìī": 113010, + "миниÑģÑĤÑĢа": 113011, + "âĢ¯": 113012, + "åīij": 113013, + "ниÑĨÑĸ": 113014, + "å¦ĩ": 113015, + "ĠлиÑĪ": 113016, + "ãģ£ãģ¦ãĤĭ": 113017, + "наÑĢÑĥж": 113018, + "ÑīиÑħ": 113019, + "ÏĦοκ": 113020, + "ováno": 113021, + "ترÙĦ": 113022, + "ÑĢек": 113023, + "غات": 113024, + "Ġomez": 113025, + "ìĵ°": 113026, + "ĠÃľl": 113027, + "ï½Ĵ": 113028, + "lıģını": 113029, + "Ġvượt": 113030, + "ĠbÄĽÅ¾": 113031, + "ÃľR": 113032, + "Ġãĥ¾": 113033, + "ĠdoÄŁal": 113034, + "Ġhatır": 113035, + "Ġsvým": 113036, + "ì§ĢëıĦ": 113037, + "à¹Ģà¸łà¸Ĺ": 113038, + "Ġvay": 113039, + "ĠæĻĤ": 113040, + "à¥įवप": 113041, + "Ġplo": 113042, + "é¢Ħè§Ī": 113043, + "Ġçıktı": 113044, + "ĠدÙĨ": 113045, + "nánÃŃ": 113046, + "ê·Ģ": 113047, + "íĺĢ": 113048, + "à¸ŀà¸ļ": 113049, + "muÅŁtur": 113050, + "å®ĺæĸ¹": 113051, + "ĠíĶĦë¡ľê·¸ëŀ¨": 113052, + "éĢŁåº¦": 113053, + "lerdir": 113054, + "ÑĩеÑģкого": 113055, + "ĠÄ°nsan": 113056, + "âĶĥ": 113057, + "Ġà¤ĩतन": 113058, + "Ð¡Ð¡Ðł": 113059, + "ĠاÙħر": 113060, + "Ġkötü": 113061, + "ÙģØ´": 113062, + "Ġboj": 113063, + "ĠÑĨÑĸÑĶÑĹ": 113064, + "Ġsöylem": 113065, + "ниÑĨÑĭ": 113066, + "ãĢĤ她": 113067, + "âĢĿ.Ċ": 113068, + "Ġmilion": 113069, + "Ġsonunda": 113070, + "зÑĥ": 113071, + "à¥įमà¤ķ": 113072, + "人åı£": 113073, + "nÄĽÅ¾": 113074, + "ĠÑģмоÑĤ": 113075, + "ĠкомплекÑģ": 113076, + "ĠзавиÑģим": 113077, + "ĠимеÑİÑĤ": 113078, + "Ġlạc": 113079, + "Ġhangi": 113080, + "ëĶ©": 113081, + "åĬ³": 113082, + "ĠvÄĽci": 113083, + "еÑĢов": 113084, + "κÏģι": 113085, + "Ġdurumu": 113086, + "ĠبÙĪاسطة": 113087, + "ĠأبÙĬ": 113088, + "ĠAÄŁustos": 113089, + "εÏĩ": 113090, + "ĠдиÑĤи": 113091, + "ÑĦика": 113092, + "ĠNÄĥm": 113093, + "Ġ기ìĪł": 113094, + "ĠhlavnÃŃ": 113095, + "ä¿ĥ": 113096, + "Ġलà¤Ĺत": 113097, + "ĠObr": 113098, + ".ย": 113099, + "ковод": 113100, + "opis": 113101, + "Ġãĥī": 113102, + "ĠبشÙĥÙĦ": 113103, + "нием": 113104, + "ĠtémÄĽÅĻ": 113105, + "ĠاÙĦØŃر": 113106, + "ĠÙĦازÙħ": 113107, + "Ġmái": 113108, + "iliÄŁi": 113109, + "ë³¼": 113110, + "Ġyık": 113111, + "ç½²": 113112, + "ÑĢава": 113113, + "Ñīин": 113114, + "ãģ«å¯¾": 113115, + "ç²¾ç¥ŀ": 113116, + "à¹īส": 113117, + "Ġtemsil": 113118, + "ÃĨ": 113119, + "ìķĶ": 113120, + "ĠпÑĢавилÑĮно": 113121, + "ÑĢоÑİ": 113122, + "Û±Û³Û¸": 113123, + "è©ŀ": 113124, + "اءة": 113125, + "ÙĪارÙĩ": 113126, + "ï¼ħ": 113127, + "ĠÐľÐ¸Ðº": 113128, + "æģ¶": 113129, + "æıĴ": 113130, + "ापन": 113131, + "ĠÚ©ÛĮÙģÛĮت": 113132, + "ĠTÃłi": 113133, + "Ġtiá»ĥu": 113134, + "ovalo": 113135, + "çĿ¡": 113136, + "Ñĩил": 113137, + "ĠлиÑĤ": 113138, + "λεÏħÏĦα": 113139, + "Ġокон": 113140, + "::|": 113141, + "вала": 113142, + "ĠÙħرکزÛĮ": 113143, + "ĠalÄ±ÅŁ": 113144, + "Ġдолжно": 113145, + "æĻĤ代": 113146, + "Ġsert": 113147, + "еÑĤом": 113148, + "ัà¸Ļย": 113149, + "åģ·": 113150, + "ĠvÃŃc": 113151, + "ĠÑħоÑĤÑı": 113152, + "alarını": 113153, + "lenmesi": 113154, + "ãĥ³ãĥIJ": 113155, + "Ġëªĩ": 113156, + "ĠỦy": 113157, + "ĠاÙĦکتر": 113158, + "vyÅ¡Å¡ÃŃ": 113159, + "責": 113160, + "주ìĭľ": 113161, + "áÅĻe": 113162, + "Ġyere": 113163, + "ãĤ¢ãĥ³": 113164, + "ĠاÙĦسعÙĪد": 113165, + "Ġآش": 113166, + "Ġchóng": 113167, + "Ġè»": 113168, + "гаÑĶ": 113169, + "ĠãģĤ": 113170, + "稳": 113171, + "δεÏĤ": 113172, + "缮çļĦ": 113173, + "Ġcevap": 113174, + "ÑģÑĤе": 113175, + "é¡¿": 113176, + "मन": 113177, + "顾": 113178, + "ĠкÑĢедиÑĤ": 113179, + "ĠÙħستÙĤ": 113180, + "ĠмиÑĤ": 113181, + "Ġtá»ĵn": 113182, + "ĠجÙĦ": 113183, + "Ä©a": 113184, + "ĠاÙĦعÙĦÙħ": 113185, + "áků": 113186, + "ĠíķĻêµIJ": 113187, + "à¸Ĺà¸Ńà¸ĩ": 113188, + "หà¸Ļà¸Ķ": 113189, + "ĠлÑĸÑĤеÑĢаÑĤÑĥ": 113190, + "ëIJł": 113191, + "άÏģÏĩ": 113192, + "ĠÙĤدرت": 113193, + "à¸Ļาà¸ĩ": 113194, + "Ġarac": 113195, + "ĠjÃŃd": 113196, + "Ġtürlü": 113197, + "íĶ½": 113198, + "ersiz": 113199, + "еним": 113200, + "Ġyüzyıl": 113201, + "ĠãģĦ": 113202, + "ĠÎļÏħ": 113203, + "Ġæļ": 113204, + "Ġpůj": 113205, + "Ġtá»Ļi": 113206, + "Ġthiên": 113207, + "Ä°S": 113208, + "Ġthúc": 113209, + "æĹģ": 113210, + "ìŀIJìĿ¸": 113211, + "Ġölüm": 113212, + "رÛĮÙģ": 113213, + "ÑĢеж": 113214, + "صاÙĦ": 113215, + "رÙģØ©": 113216, + "iếp": 113217, + "ÑıÑĤиÑı": 113218, + "Ġpoužit": 113219, + "átu": 113220, + "为ä»Ģä¹Ī": 113221, + "ìģ": 113222, + "Ġkrát": 113223, + "ĠپرÙĪÚĺÙĩ": 113224, + "ĠrozhodnutÃŃ": 113225, + "ĠÑĥнивеÑĢ": 113226, + "Ñĸйно": 113227, + "Ġåij¨": 113228, + "Ġkiá»ĥu": 113229, + "缮åīį": 113230, + "ä¿Ħ": 113231, + "ÏĦοι": 113232, + "ÑĦеÑĢен": 113233, + "uÅŁtur": 113234, + "ĠnÃŃm": 113235, + "âĢĮØ®": 113236, + "Ġủy": 113237, + "ĠÑģÑĤаÑĤи": 113238, + "ÑĩеÑģкий": 113239, + "Ġjestli": 113240, + "ĠÙ¾ÙĨ": 113241, + "Ġobce": 113242, + "ĠجÙĩاÙĨÛĮ": 113243, + "едагог": 113244, + "ãģ§ãģ®": 113245, + "Ġbuá»Ļc": 113246, + "ì¹´ì§Ģëħ¸": 113247, + "à¹ĩà¸Ħ": 113248, + "ĠÄįtvrt": 113249, + "Ġника": 113250, + "Ġвплив": 113251, + "ĠдиÑĢ": 113252, + "ĠÑģобÑģÑĤвен": 113253, + "Ġë§İìĿ´": 113254, + "æ¾³": 113255, + "ÑĢÑĥб": 113256, + "æ£ĭ": 113257, + "å£°éŁ³": 113258, + "ä¹ĥ": 113259, + "تÛĮجÙĩ": 113260, + "å¹¼": 113261, + "onya": 113262, + "ĠPlantae": 113263, + "ЧÑĤо": 113264, + "æIJŃ": 113265, + "ä½ľçĶ¨": 113266, + "ìħ¨": 113267, + "ĠкÑĢÑĥг": 113268, + "ĠÙĪÙģÙĬ": 113269, + "Ġï¼ŀ": 113270, + "ÑĪки": 113271, + "ÂłÐľ": 113272, + "اشÛĮ": 113273, + "ĠÅŀubat": 113274, + "Ġعشر": 113275, + "lif": 113276, + "ĠpoužitÃŃ": 113277, + "íĨ¡": 113278, + "Ġблок": 113279, + "èĢ¶": 113280, + "ูร": 113281, + "Ġvüc": 113282, + "Ø´ÙĪد": 113283, + "има": 113284, + "ниÑĨип": 113285, + "ìĿ´ëĵľ": 113286, + "ĠâĢIJ": 113287, + "ĠназнаÑĩ": 113288, + "Ġstrany": 113289, + "殿": 113290, + "ĠاÙĦرÙĪ": 113291, + "纸": 113292, + "åĪij": 113293, + "ï¼Įä»İ": 113294, + "Ġë©´": 113295, + "ĠпÑĢоведеннÑı": 113296, + "Ġhava": 113297, + "ĠìĹĨìĹĪëĭ¤": 113298, + "å¢ŀåĬł": 113299, + "Ú¾": 113300, + "缺": 113301, + "Ġعبار": 113302, + "Ġtắc": 113303, + "ĠinÅŁa": 113304, + "erse": 113305, + "رÙĬب": 113306, + "Ġá»ķn": 113307, + "أة": 113308, + "ĠÏĢολι": 113309, + "Ġmắc": 113310, + "Ñģол": 113311, + "æ´ŀ": 113312, + "-го": 113313, + "ç¨ĭ度": 113314, + "ĠвикоÑĢиÑģÑĤаннÑı": 113315, + "âĢŀظ": 113316, + "elerinde": 113317, + "ĠNhÆ°ng": 113318, + "stÅĻed": 113319, + "Ġhastalık": 113320, + "à¹īà¹Ģà¸Ľ": 113321, + "Ġdefa": 113322, + "ĠزÙĬ": 113323, + "اطÙĤ": 113324, + "ĠпÑĢой": 113325, + "ĠокÑĢÑĥг": 113326, + "νια": 113327, + "ladu": 113328, + "koli": 113329, + "ĠoÄŁ": 113330, + "ĠвиÑģок": 113331, + "Ðĩ": 113332, + "çĽĸ": 113333, + "ãĤıãģij": 113334, + "ãĥ¼ãĥģ": 113335, + "æ¡¥": 113336, + "ĠÅ¡koly": 113337, + "itom": 113338, + "ĠتØŃص": 113339, + "alara": 113340, + "Ġкал": 113341, + "ĠпÑĢиÑħод": 113342, + "Ġé¦ĸ页": 113343, + "Âį": 113344, + "ĠÛĮعÙĨÛĮ": 113345, + "Ġtùy": 113346, + "Ģë¡ľ": 113347, + "ëł¤ê³ł": 113348, + "áze": 113349, + "Ġек": 113350, + "èħ¹": 113351, + "ĠFakat": 113352, + "по": 113353, + "ĠÄijá»įc": 113354, + "åĪĺ": 113355, + "ázal": 113356, + "ÑĤон": 113357, + "Ú¯ÙĪ": 113358, + "ä¸Ī": 113359, + "ìĹ¼": 113360, + "ĠÙĦÙĦØ£": 113361, + "ĠEÄŁer": 113362, + "åħ±åĴĮåĽ½": 113363, + "ذر": 113364, + "ĠdaÄŁ": 113365, + "è¡Įä¸ļ": 113366, + "ê±°ëŀĺê°Ģ": 113367, + "è´Łè´£": 113368, + "Công": 113369, + "ĠÑĦилÑĮ": 113370, + "ĠаÑģ": 113371, + "Ġchẳng": 113372, + "нимаÑĤÑĮ": 113373, + "Ġifad": 113374, + "Ġìħ": 113375, + "çĪµ": 113376, + "ĠÅĻeÅ¡enÃŃ": 113377, + "åĽ½äº§": 113378, + "Ġкакой": 113379, + "Ġमध": 113380, + "ĠYar": 113381, + "obraz": 113382, + "Ġonemoc": 113383, + "ĠâĤ": 113384, + "åİŁåĽł": 113385, + "ĠÙĥرد": 113386, + "Ġآزاد": 113387, + "Ġadlı": 113388, + "ĠHizmet": 113389, + "ãĥ¼ãĥij": 113390, + "ÙĨسÙĬØ©": 113391, + "ĠвнÑĥÑĤ": 113392, + "Ġdále": 113393, + "ÎķÎ¥": 113394, + "ĠÑĥÑħ": 113395, + "ĠÑĢев": 113396, + "ĠмеÑĪ": 113397, + "ĠkoÅŁul": 113398, + "ĠاÛĮراÙĨÛĮ": 113399, + "éĺµ": 113400, + "ĠëıĻìķĪ": 113401, + "à¹Ģà¸Ł": 113402, + "ëłĪ벨": 113403, + "è¨Ńè¨Ī": 113404, + "prak": 113405, + "poÄį": 113406, + "اعدة": 113407, + "Ġasker": 113408, + "ĠÙĪÛĮÚĺÙĩ": 113409, + "ĠТеÑĢ": 113410, + "makta": 113411, + "ĠÄįtyÅĻ": 113412, + "ÂłÐ¡": 113413, + "âĢĮÚ©ÙĨÙĨد": 113414, + "ï¼Į並": 113415, + "ĠÑĢоÑģÑĸй": 113416, + "Ġunut": 113417, + "è¿Ļä¸Ģ": 113418, + "opak": 113419, + "èĢIJ": 113420, + "ĠзамеÑĤ": 113421, + "à¹Įล": 113422, + "بÙĨ": 113423, + "Ġ몰": 113424, + "Ġinsanlar": 113425, + "åı¯æĺ¯": 113426, + "梦": 113427, + "код": 113428, + "èĽĽ": 113429, + "kladnÃŃ": 113430, + "ÑĢовод": 113431, + "ĠмÑĸÑģÑĤа": 113432, + "åĩºäºĨ": 113433, + "ĠпаÑģ": 113434, + "обов": 113435, + "گاÙĩÛĮ": 113436, + "вин": 113437, + "à¥įरध": 113438, + "Ġкомпон": 113439, + "ĠаÑĤ": 113440, + "Ġadet": 113441, + "Ġãĥģ": 113442, + "Ġذات": 113443, + "ĠØŃÙĪ": 113444, + "Ġtrochu": 113445, + "à¹ģหà¸Ļ": 113446, + "Ġзавжди": 113447, + "ĠPartisi": 113448, + "ĠSavaÅŁ": 113449, + "ĠsÃŃd": 113450, + "ĠÑģон": 113451, + "رÙĬÙģ": 113452, + "Ġzcela": 113453, + "åĺ´": 113454, + "ĠÑĦÑĥÑĤ": 113455, + "ilerek": 113456, + "malıdır": 113457, + "Ġdá»±a": 113458, + "à¸Ĺำà¸ĩาà¸Ļ": 113459, + "ĠÙĪÙĦÙĥÙĨ": 113460, + "ãģªãĤĵãģł": 113461, + "ĠÚ©ÙħÛĮ": 113462, + "ĠlékaÅĻ": 113463, + "ÏģÏį": 113464, + "جÙħع": 113465, + "ınızı": 113466, + "ĠAnadolu": 113467, + "ãģ«ãĤĪãģ£ãģ¦": 113468, + "Ġê·¸ëŁ¬ëĤĺ": 113469, + "ĠíĮĶ": 113470, + "ÑĸÑĤÑĮ": 113471, + "Ġ¦": 113472, + "ä¸įè¦ģ": 113473, + "à¸ĸม": 113474, + "ĠÙĬد": 113475, + "ĠpÅĻep": 113476, + "Ġè¦ģ": 113477, + "ĠпÑĢоекÑĤ": 113478, + "ĠÑĢеги": 113479, + "Ġdạy": 113480, + "кового": 113481, + "Ġıs": 113482, + "ĠKı": 113483, + "ĠÙģÙĬÙĩا": 113484, + "ÛĮات": 113485, + "ĠÑģÑĤала": 113486, + "æĬľ": 113487, + "ÑĥÑĢа": 113488, + "ĠپاÛĮاÙĨ": 113489, + "Ġitibaren": 113490, + "анÑĸÑĹ": 113491, + "ĠоÑĦоÑĢм": 113492, + "леÑĩ": 113493, + "εξ": 113494, + "æĶ¿çŃĸ": 113495, + "Ġç½ij": 113496, + "åĤ¬": 113497, + "ĠìĿ´ëŁ°": 113498, + "ĠkardeÅŁ": 113499, + "ÑİÑīего": 113500, + "лки": 113501, + "ĠاÛĮاÙĦات": 113502, + "تÙĩا": 113503, + "ĠподÑħод": 113504, + "ĠØŃÙĪÙĦ": 113505, + "ĠÑģовÑĢем": 113506, + "íĿ¥": 113507, + "Ġ詳細": 113508, + "ıyı": 113509, + "ĠتÙĤÙĪ": 113510, + "æ¯Ķè¾ĥ": 113511, + "ĠανÏĦι": 113512, + "ĠΣΤ": 113513, + "jiÅ¡Å¥": 113514, + "ynı": 113515, + "Ġpocházet": 113516, + "-Ðļ": 113517, + "Ġзавд": 113518, + "Ùİس": 113519, + "ç»ĵæŀĦ": 113520, + "Ùħار": 113521, + "νοι": 113522, + "ĠγεÏģι": 113523, + "èĩ£": 113524, + "ĠnacházÃŃ": 113525, + "ÏĦÏİ": 113526, + "à¥įयत": 113527, + "uyu": 113528, + "æķĹ": 113529, + "ebi": 113530, + "Ġë°Ķë¡ľ": 113531, + "ĠгÑĢн": 113532, + "ĠاÙĦاس": 113533, + "Ġorgán": 113534, + "Ġedin": 113535, + "åŁĥ": 113536, + "à¹ģà¸Ħ": 113537, + "ĠØŃدÙĪد": 113538, + "ĠдÑĢÑĥгой": 113539, + "оÑģков": 113540, + "ĠSợ": 113541, + "ĠpÅĻib": 113542, + "ä¿ĿæĬ¤": 113543, + "Ùħبر": 113544, + "ĠãĥĨ": 113545, + "Ġdoz": 113546, + "optera": 113547, + "à¸´à¸¥à¸Ľ": 113548, + "دارÛĮ": 113549, + "æĦŁè§ī": 113550, + "代çIJĨ": 113551, + "ÙĨدا": 113552, + "اÙĬا": 113553, + "صÙĨ": 113554, + "Ġcelé": 113555, + "Ġè©ķ": 113556, + "à¸ĩà¸Ļ": 113557, + "Ġleh": 113558, + "èİ·å¾Ĺ": 113559, + "ãĢĢï¾ī": 113560, + "ĠìĦłìĪĺ": 113561, + "르ëĬĶ": 113562, + "à¤Ĩर": 113563, + "å§Ķåijĺ": 113564, + "æĹłçłģ": 113565, + "Ġè·": 113566, + "ĠzajÃŃm": 113567, + "ecké": 113568, + "æµľ": 113569, + "ĠÑĥнÑĸвеÑĢÑģиÑĤ": 113570, + "ĠбÑİджеÑĤ": 113571, + "à¥ĩ.": 113572, + "Ġvstup": 113573, + "ĠоÑī": 113574, + "Ġåľĭ": 113575, + "ä¸ģ缮": 113576, + "ĠведÑĮ": 113577, + "Ġë§IJìĿĦ": 113578, + "Ġteknik": 113579, + "ãĢĢï½Į": 113580, + "ĠпÑĸдвиÑī": 113581, + "ĠÑģвÑıзи": 113582, + "ĠترجÙħ": 113583, + "Âī": 113584, + "ĠÄijâu": 113585, + "ÑĸÑĩного": 113586, + "å°ijå¹´": 113587, + "ecta": 113588, + "िलत": 113589, + "ιοÏĤ": 113590, + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ": 113591, + "teg": 113592, + "á»īnh": 113593, + "¯¿": 113594, + "Ġnebu": 113595, + "ÙĬÙĬÙĨ": 113596, + "оÑıÑĤ": 113597, + "é¤Ĭ": 113598, + "ĠاÙĤتصادÛĮ": 113599, + "âĢĻnun": 113600, + "ĠÐĴÑĸк": 113601, + "ĠngÄĥn": 113602, + "ëĮĢíķĻêµIJ": 113603, + "éı": 113604, + "़र": 113605, + "اباÙĨ": 113606, + "ÙİÙĥ": 113607, + "Ġetkil": 113608, + "Ġchắn": 113609, + "Ġë°ľìĥĿ": 113610, + "Ġtamamen": 113611, + "ĠÙħØŃÛĮØ·": 113612, + "ülü": 113613, + "åģ¥åº·": 113614, + "ĠÑĢаÑģÑĤениÑı": 113615, + "ÏĢοί": 113616, + "Ġè¶ħ": 113617, + "áÄį": 113618, + "ĠìĻ¸ë¶Ģ": 113619, + "ĠØ®ÛĮÙĦÛĮ": 113620, + "ĠدÙĪست": 113621, + "à¹Ģà¸Ĥà¸ķ": 113622, + "Ġkalan": 113623, + "먼": 113624, + "avÄĽ": 113625, + "문íĻĶ": 113626, + "Ġдиаг": 113627, + "ĠÙĨÙĪÙĬس": 113628, + "íķij": 113629, + "à¸ŀาะ": 113630, + "ëĭ¤ê°Ģ": 113631, + "Ġniá»ĩm": 113632, + "ĠسÙĪÙħ": 113633, + "-м": 113634, + "à¸Ķำà¹Ģà¸Ļ": 113635, + "à¹ĩว": 113636, + "ãĢĤãģĵãģ®": 113637, + "ç¯ī": 113638, + "WidthSpace": 113639, + "ZeroWidthSpace": 113640, + "ائÙħØ©": 113641, + "à¹Ħà¸ĭà¸ķ": 113642, + "ä¸ĭ载次æķ°": 113643, + "ä¼¼ä¹İ": 113644, + "ĠÑĤв": 113645, + "Ġzákaz": 113646, + "Ġجدا": 113647, + "Ġgider": 113648, + "ãĥ¼ãĥĵ": 113649, + "nů": 113650, + "Ġë§ģíģ¬": 113651, + "ĠdÃ¼ÅŁÃ¼k": 113652, + "Ñĥнок": 113653, + "Ġtóc": 113654, + "ĠÑĤÑĢÑĥб": 113655, + "окÑģ": 113656, + "Ġtrải": 113657, + "Ġmiá»ħn": 113658, + "ĠthÆ°á»Ľc": 113659, + "ĠnháºŃt": 113660, + "ÂłD": 113661, + "masının": 113662, + "輪": 113663, + "ĠÎĿο": 113664, + "erç": 113665, + "Ġdokonce": 113666, + "ĠGüven": 113667, + "ovaná": 113668, + "езд": 113669, + "ÑĸнÑĮ": 113670, + "èģ²": 113671, + "اÙĦØ£": 113672, + "ï¼Įä½Ĩæĺ¯": 113673, + "ĠполноÑģÑĤÑĮÑİ": 113674, + "Portály": 113675, + "ĠØŃاÙģظ": 113676, + "à¥Ĥà¤ķ": 113677, + "ÑĢÑĥн": 113678, + "人çī©": 113679, + "Ġaçı": 113680, + "Ġporu": 113681, + "eriod": 113682, + "ĠAmerika": 113683, + "çĩŁ": 113684, + "ĠرÙĪد": 113685, + "ĠкÑĢови": 113686, + "ÙĪÙĤت": 113687, + "éĺ¶": 113688, + "ãĥ»âĶģãĥ»âĶģ": 113689, + "رÙĬÙħ": 113690, + "åİĨåı²": 113691, + "丸": 113692, + "ĠзновÑĥ": 113693, + "ĠÑģвоего": 113694, + "бÑĥдÑĮ": 113695, + "ĠØŃجÙħ": 113696, + "ĠδÏįο": 113697, + "ìķĪëĤ´": 113698, + "Ġãģ§": 113699, + "à¹Īะ": 113700, + "ÙijÙı": 113701, + "çµIJæŀľ": 113702, + "âĢĻi": 113703, + "à¹Į,": 113704, + "åŃĺäºİ": 113705, + "Ġरà¤ĸन": 113706, + "ĠسرÙħاÛĮÙĩ": 113707, + "ĠглÑĥб": 113708, + "ĠÑĢазÑĸ": 113709, + "ÑĩнÑĸ": 113710, + "ï¼ĮåıĪ": 113711, + "cısı": 113712, + "æľīåħ³": 113713, + "ãĤ»ãĥ³": 113714, + "èIJ¨": 113715, + "ĠGiáo": 113716, + "ĠاÙĦثاÙĨÙĬ": 113717, + "ĠÑĢазом": 113718, + "ĠÑĤÑĢо": 113719, + "Ġaçıklam": 113720, + "åĨ³å®ļ": 113721, + "à¸Ńà¸Ľ": 113722, + "åĶ¯": 113723, + "ĠÅŁark": 113724, + "Ġsistemi": 113725, + "Ġtoprak": 113726, + "èĢĥãģĪ": 113727, + "ĠпопÑĥлÑıÑĢ": 113728, + "ĠëĨį": 113729, + "اÙĬÙĨ": 113730, + "सम": 113731, + "ĠÂĢ": 113732, + "Ġederek": 113733, + "Ġgec": 113734, + "ìĤ¬ìĹħ": 113735, + "ĠÑĢоки": 113736, + "ĠбеÑĢем": 113737, + "ĠخاÙĨÙĪادÙĩ": 113738, + "Ġèµ·": 113739, + "ĠЧÑĤо": 113740, + "ĠobÄĽ": 113741, + "инÑĸ": 113742, + "ìĿ´ìĹĪ": 113743, + "ĠIndi": 113744, + "ĠдиÑĤ": 113745, + "ãĥ¶æľĪ": 113746, + "Ġнемного": 113747, + "ĠzákladÄĽ": 113748, + "à¹Ĥà¸Ħ": 113749, + "ĠÑģамого": 113750, + "ĠبØŃØ«": 113751, + "Ġæ¶": 113752, + "овж": 113753, + "ĠобÑĢаÑī": 113754, + "ÃĴ": 113755, + "วรร": 113756, + "à¤Ĥश": 113757, + "ĠоÑĩеÑĢед": 113758, + "ĠÙģرز": 113759, + "ëĮĢíķľ": 113760, + "Ġsizin": 113761, + "رÙģت": 113762, + "ÑİÑīим": 113763, + "æ»ij": 113764, + "avir": 113765, + "ĠÙĪصÙĦ": 113766, + "Ġquay": 113767, + "Ġгип": 113768, + "ÑĢениÑı": 113769, + "à¥įवत": 113770, + "ινÏīν": 113771, + "à¤ľà¤¹": 113772, + "ĠhÆ¡i": 113773, + "Ġpovaž": 113774, + "Ġعرب": 113775, + "менÑĤа": 113776, + "ĠоÑģÑĤан": 113777, + "ä¹ĭéĹ´": 113778, + "acÃŃch": 113779, + "ĠÑģказала": 113780, + "ìĿ´ëĿ¼ëĬĶ": 113781, + "Ġشاخ": 113782, + "Ġëĭ¹ìĭł": 113783, + "arlar": 113784, + "Ġмлн": 113785, + "åĨ¬": 113786, + ".:.:.:": 113787, + "Ġθε": 113788, + "Ġherkes": 113789, + "лÑıд": 113790, + "اÙħا": 113791, + "ĠëŃIJ": 113792, + "ÏĥιμοÏĢοι": 113793, + "Ġobraz": 113794, + "غاÙĦ": 113795, + "BÆ°á»Ľc": 113796, + "å°Ĭ": 113797, + "ìŀIJ를": 113798, + "æĢĴ": 113799, + "οÏħÏģγ": 113800, + "å¼ķãģį": 113801, + "Ġkonuda": 113802, + "ĠاÙĦتج": 113803, + "Ġkrit": 113804, + "å¿į": 113805, + "ĠìłĦìĦ¸ê°Ģ": 113806, + "говоÑĢ": 113807, + "Ġistiyor": 113808, + "оки": 113809, + "ĠобеÑģпеÑĩ": 113810, + "Ġayrıca": 113811, + "à¹Ģà¸ľ": 113812, + "аÑĢод": 113813, + "Ä°Åŀ": 113814, + "ĠجÙħÙĩÙĪرÛĮ": 113815, + "ĠÑģвоиÑħ": 113816, + "Ġprovád": 113817, + "ĠÑĢам": 113818, + "ĠÙĤض": 113819, + "лиÑĤелÑĮ": 113820, + "ãĤ±ãĥĥãĥĪ": 113821, + "оÑģоÑĦ": 113822, + "Ġरहन": 113823, + "kový": 113824, + "ì°¸": 113825, + "γκα": 113826, + "λοι": 113827, + "μÏĢο": 113828, + "ĠÄijau": 113829, + "ниÑİ": 113830, + "Ġmanžel": 113831, + "Ġíĺ¼": 113832, + "ĠÑĤиÑģ": 113833, + "ãĥĨãĥ«": 113834, + "abilecek": 113835, + "нин": 113836, + "à¸ģรรมà¸ģาร": 113837, + "éłIJ": 113838, + "Ġphê": 113839, + "jedn": 113840, + "交æµģ": 113841, + "Ġвнимание": 113842, + "обÑĢеÑĤ": 113843, + "ĠжизнÑĮ": 113844, + "ÑĢиÑģÑĤи": 113845, + "à¥Īà¤ļ": 113846, + "Ġyüzden": 113847, + "Ġgiy": 113848, + "éļĶ": 113849, + "仲": 113850, + "ĠèĻ": 113851, + "ĠParti": 113852, + "Ġéĸ¢": 113853, + "ัà¸ļส": 113854, + "ĠnejlepÅ¡ÃŃ": 113855, + "ÙİÙī": 113856, + "ĠìĿ´ìłľ": 113857, + "Ġcắt": 113858, + "ÑĢозÑĥм": 113859, + "Ġnejsou": 113860, + "lÃŃd": 113861, + "θο": 113862, + "à¹ĩà¸ĩ": 113863, + "ĠÑģпÑĢоÑģ": 113864, + "mamÄ±ÅŁ": 113865, + "Ġ쪽": 113866, + "اÙģÙĤ": 113867, + "ÑĨÑĸйниÑħ": 113868, + "Ġé¦Ļ": 113869, + "ĠÙħÛĮÙĦÛĮÙĪÙĨ": 113870, + "夢": 113871, + "ĠÙģÙĩرست": 113872, + "rý": 113873, + "ĠповÑĸдом": 113874, + "eceÄŁi": 113875, + "ĠзабезпеÑĩеннÑı": 113876, + "ÂĶ": 113877, + "ãģĹãģªãģĦ": 113878, + "åŁºç¡Ģ": 113879, + "ĠÚĨÙĨÛĮÙĨ": 113880, + "ĠÑĢозÑĢоб": 113881, + "ä¸ĢäºĽ": 113882, + "ãĥ³ãģ®": 113883, + "ĠпÑĢаÑĨÑĸв": 113884, + "å¾ĹåĪ°": 113885, + "Ġtấn": 113886, + "åŃĺæ¡£å¤ĩ份": 113887, + "ĠíĻĪ": 113888, + "Ġà¸Ķาว": 113889, + "ìĭ±": 113890, + "лина": 113891, + "ĠвоÑģпал": 113892, + "ÄŁinden": 113893, + "аÑĤелей": 113894, + "rž": 113895, + "ĠÑĦÑĥн": 113896, + "ĠÐIJл": 113897, + "ĠпоÑĩÑĤи": 113898, + "овÑĸд": 113899, + "اعب": 113900, + "าะห": 113901, + "ĠвозÑĢаÑģÑĤ": 113902, + "ิà¸ĩห": 113903, + "ĠÙģÙĦس": 113904, + "ĠÅ¡est": 113905, + "à¸Ĭาว": 113906, + "Ġ골": 113907, + "ĠoÄį": 113908, + "ãĤ¸ãĥ§": 113909, + "коÑģÑĤи": 113910, + "éĽĨåĽ¢": 113911, + "æ±ĩ": 113912, + "ĠpÅĻÃŃliÅ¡": 113913, + "ĠìĿij": 113914, + "диви": 113915, + "ĠдокÑĥменÑĤа": 113916, + "ĠChâu": 113917, + "Ġmáu": 113918, + "Ġkhô": 113919, + "Ãķ": 113920, + "Ñīий": 113921, + "Ġsẵn": 113922, + "ĠконÑĦ": 113923, + "ĠзÑĥÑģÑĤ": 113924, + "åĽŀçŃĶ": 113925, + "ĠкоÑĢиÑģÑĤ": 113926, + "ĠÏĢεÏģί": 113927, + "丰": 113928, + "Ġmạch": 113929, + "анк": 113930, + "ä¸ĭæĿ¥": 113931, + "èµĦæĸĻ": 113932, + "ยà¸Ńà¸Ķ": 113933, + "ĠÏĢιο": 113934, + "à¹īà¸ĩาà¸Ļ": 113935, + "ĠumÃŃst": 113936, + "æ½®": 113937, + "çªģçĦ¶": 113938, + "Ġkultur": 113939, + "ĠاÙĦصÙģ": 113940, + "alarının": 113941, + "ĠÎĶημο": 113942, + "ĠвиконаннÑı": 113943, + "ｿ": 113944, + "ĠбезопаÑģ": 113945, + "ĠÑģаÑħ": 113946, + "Ġnoh": 113947, + "à¹ĥà¸ļ": 113948, + "éĥ½å¸Ĥ": 113949, + "ÅŁam": 113950, + "бÑĥÑĤ": 113951, + "Ġ모ìĬµ": 113952, + "Ġваг": 113953, + "çIJĨ解": 113954, + "Ġekonomik": 113955, + "Ġkhắc": 113956, + "Ġsvat": 113957, + "лиÑĪком": 113958, + "ัà¸ĩà¸Īาà¸ģ": 113959, + "izyon": 113960, + "èĥ½å¤Ł": 113961, + "ίνει": 113962, + "ÂĬ": 113963, + "ì¦Į": 113964, + "ĠÙĩاÛĮÛĮ": 113965, + "ĠkiÅŁiler": 113966, + "ĠклеÑĤ": 113967, + "íĺģ": 113968, + "à¥ĥद": 113969, + "iÅ¡": 113970, + "ëĶĶìĺ¤": 113971, + "ÙĬراÙĨ": 113972, + "ĠÐĿÑĥ": 113973, + "à¸Ńà¸Ļà¸Ĺ": 113974, + "ĠÑģоÑĩ": 113975, + "Ġisteyen": 113976, + "ĠSez": 113977, + "ĠãĤ»": 113978, + "ĠAç": 113979, + "âĢĮÙĨ": 113980, + "ĠÑĤоп": 113981, + "ĠÑĤеÑĢÑĢиÑĤоÑĢ": 113982, + "acılık": 113983, + "ĠоднÑĥ": 113984, + "Ġveri": 113985, + "Ġکد": 113986, + "ĠÚ¯ÙģتÙĩ": 113987, + "Ġcinsel": 113988, + "ологии": 113989, + "ĠpÅĻedmÄĽt": 113990, + "à¤Ĥà¤ĺ": 113991, + "Ġ空": 113992, + "γα": 113993, + "'ye": 113994, + "ترة": 113995, + "ĠdÅĻÃŃ": 113996, + "ĠHÃłn": 113997, + "ĠرشتÙĩ": 113998, + "Ġvidea": 113999, + "Ġног": 114000, + "æ·»": 114001, + "è¿ĺæľī": 114002, + "ÙĨدر": 114003, + "Ġyerde": 114004, + "Ġkent": 114005, + "à¸ļาล": 114006, + "ĠдеÑģÑı": 114007, + "ä¸ļåĬ¡": 114008, + "ĠобÑĬек": 114009, + "ĠвнÑĥÑĤÑĢÑĸÑĪ": 114010, + "kola": 114011, + "ebnÃŃ": 114012, + "ีล": 114013, + "Ġ,.": 114014, + "ĠмÑĸжнаÑĢод": 114015, + "ãģªãĤĵãģ¦": 114016, + "ĠSöz": 114017, + "Ġchod": 114018, + "Ġtrúc": 114019, + "ìļĶìĿ¼": 114020, + "ĠpháºŃn": 114021, + "Ñģка": 114022, + "ĠÑħлоп": 114023, + "Ñģким": 114024, + "Ġkapit": 114025, + "ëĵ¤ìĹIJê²Į": 114026, + "ĠbÃło": 114027, + "lıģın": 114028, + "Ä°ÅŁ": 114029, + "ÄįnÃŃk": 114030, + "ĠNgoÃłi": 114031, + "ĠبÛĮاÙĨ": 114032, + "ĠproÄį": 114033, + "ĠпÑĢоÑĤÑıгом": 114034, + "åĢī": 114035, + "еÑİ": 114036, + "Ġνο": 114037, + "ëĿ¼ëıĦ": 114038, + "ì·¨": 114039, + "ĠвиÑıв": 114040, + "Ġпонад": 114041, + "ĠжовÑĤ": 114042, + "Ġæ¯Ķ": 114043, + "Ġdoby": 114044, + "лам": 114045, + "Ñijл": 114046, + "ĠÑĢаÑħ": 114047, + "Ġвозника": 114048, + "ниÑĨÑĤво": 114049, + "層": 114050, + "ĠоÑĤлиÑĩ": 114051, + "çĤİ": 114052, + "飯": 114053, + "Ġživota": 114054, + "atör": 114055, + "Ġcelý": 114056, + "Ġaday": 114057, + "رÙĬÙĥÙĬ": 114058, + "Ġبص": 114059, + "meyen": 114060, + "ìļ°ìĬ¤": 114061, + "بÙĪÙĦ": 114062, + "Ġозна": 114063, + "麼": 114064, + "æĵļ": 114065, + "Ġzkou": 114066, + "ëĤĺìļĶ": 114067, + "Ġkry": 114068, + "Ġnemoh": 114069, + "ĠvyužÃŃ": 114070, + "Ġæľ¨": 114071, + "ĠадмÑĸнÑĸÑģÑĤÑĢа": 114072, + "اÙĩا": 114073, + "à¹ĥà¸ģล": 114074, + "＿＿＿＿＿＿＿＿": 114075, + "ĠгоÑĤ": 114076, + "ĠدÛĮگرÛĮ": 114077, + "ĠлекаÑĢ": 114078, + "è§Ģ": 114079, + "Ġíĺij": 114080, + "ĠBöyle": 114081, + "istrov": 114082, + "女åŃIJ": 114083, + "ĠпопеÑĢед": 114084, + "ĠÙĨÙĪÙĬسÙĨدÙĩ": 114085, + "ÙĴÙĦ": 114086, + "ĠÐŁÐ°Ð²": 114087, + "Ġörnek": 114088, + "ĠпÑĢик": 114089, + "ĠÑĪи": 114090, + "üslüman": 114091, + "ĠÙħÙĤابÙĦ": 114092, + "åįģäºĮ": 114093, + "Ġbekl": 114094, + "Ġverir": 114095, + "ÙĪØ°": 114096, + "ضة": 114097, + "ÑĢоÑĤив": 114098, + "æĮij": 114099, + "..:": 114100, + "ĠخارجÙĬØ©": 114101, + "adık": 114102, + "ĠÐŁÐ¾Ñĩ": 114103, + "ĠÑħÑĥдож": 114104, + "客æĪ·": 114105, + "μον": 114106, + "ektiv": 114107, + "Ġtvá": 114108, + "Û²Û²": 114109, + "Ġlá»įc": 114110, + "Ġоно": 114111, + "ÑĨиÑĤ": 114112, + "ĠÐĴÑģ": 114113, + "Ġå¢": 114114, + "浪": 114115, + "аÑĢÑĸ": 114116, + "Ġsürekli": 114117, + "Ġstra": 114118, + "Ġbize": 114119, + "Ġtespit": 114120, + "Ġchâu": 114121, + "ĠاÙĦض": 114122, + "à¹īà¸Ńà¸ĩà¸ģ": 114123, + "ĠèĢħ": 114124, + "ĠHá»": 114125, + "ĠкаждÑĭй": 114126, + "аÑİ": 114127, + "à¸Ļà¸Ħร": 114128, + "à¸Ĺะ": 114129, + "ĠÙħراجع": 114130, + "Ġhaline": 114131, + "δοÏĤ": 114132, + "eÄŁi": 114133, + "ĠÙħÛĮزاÙĨ": 114134, + "ĠÙĩÙĦ": 114135, + "Ġbolest": 114136, + "ĠåľŁ": 114137, + "Ġuzman": 114138, + "ÑĢог": 114139, + "確èªį": 114140, + "ĠÑĢÑĸзниÑħ": 114141, + "ĠзакÑĢÑĭ": 114142, + "лÑĥги": 114143, + "ĠÑģовеÑĤ": 114144, + "iddi": 114145, + "åIJĪãĤıãģĽ": 114146, + "ĠåIJī": 114147, + "Ġkiá»ĩm": 114148, + "ë²½": 114149, + "ĠÙħعÙħÙĪÙĦ": 114150, + "ĠопÑĢеделÑı": 114151, + "Ġmiktar": 114152, + "ĠìŀIJëıĻ": 114153, + "Ġilaç": 114154, + "лоÑĩ": 114155, + "Ġyılı": 114156, + "ĠÄIJá»ĥ": 114157, + "Ġabych": 114158, + "Ġreklam": 114159, + "Ġvypad": 114160, + "ĠнаÑĥÑĩ": 114161, + "à¹Ģà¸Ħราะห": 114162, + "Ġä»ĸ": 114163, + "povÄĽ": 114164, + "ï¼Į让": 114165, + "ç¥Ŀ": 114166, + "اÙĪÙĨد": 114167, + "Ġ:|:": 114168, + "Ġrež": 114169, + "Ġvybav": 114170, + "ìľ¤": 114171, + "æŃ´": 114172, + "огÑĢаÑĦиÑı": 114173, + "ezpeÄį": 114174, + "±n": 114175, + "овÑĥ": 114176, + "ĠдÑĥма": 114177, + "Ġjednodu": 114178, + "оÑīи": 114179, + "ĠÙħشتر": 114180, + "観": 114181, + "Ġyoktur": 114182, + "ĠobÄįan": 114183, + "ĠTrần": 114184, + "ımsız": 114185, + "αιν": 114186, + "ÂĮ": 114187, + "رÛĮاÙĨ": 114188, + "ĠJeho": 114189, + "ĠاÙĦØ¢ÙĨ": 114190, + "ÑģÑĮким": 114191, + "Ġkdyby": 114192, + "ĠbaÅŁÄ±na": 114193, + "Ġprezident": 114194, + "ĠViá»ĩc": 114195, + "åħ¼": 114196, + "à¥Įà¤ľ": 114197, + "Ġ매매ê°Ģ": 114198, + "模å¼ı": 114199, + "nÃŃmu": 114200, + "ĠåĤ": 114201, + "Ġdeniz": 114202, + "ĺèĽĽ": 114203, + "ĠèĢĮ": 114204, + "ÙĪØŃ": 114205, + "Ñĭп": 114206, + "Ġâĸ¼": 114207, + "nul": 114208, + "ĠSev": 114209, + "Ġruh": 114210, + "Ġhạ": 114211, + "ĠÑıн": 114212, + "Ġ기본": 114213, + "Ġvelik": 114214, + "ĠTân": 114215, + "илиÑģÑĮ": 114216, + "ĠÑħÑĢа": 114217, + "åĤ·": 114218, + "Ġà¤Ĩà¤ı": 114219, + "ĠnynÃŃ": 114220, + "»ØĮ": 114221, + "Ġشع": 114222, + "æĿĤ": 114223, + "ĠмÑĭÑĪ": 114224, + "ãģĻãģIJ": 114225, + "Ġê³µì§Ģ": 114226, + "Ġtá»Ļc": 114227, + "ãĥ¼ãĥĩ": 114228, + "ĠÑģело": 114229, + "ĠاعÙĦاÙħ": 114230, + "ĠÅŁimdi": 114231, + "ĠاÙĦÙħÙĬÙĦاد": 114232, + "ĠاÙĨÙĤÙĦاب": 114233, + "ĠشخصÙĬØ©": 114234, + "ĠKür": 114235, + "ĠвÑĸÑĤ": 114236, + "ĠاÙĨدازÙĩ": 114237, + "ĠмоÑī": 114238, + "ternet": 114239, + "ĠαÏħÏĦή": 114240, + "ĠÑĢозÑĤа": 114241, + "Ġвив": 114242, + "lej": 114243, + "Ġ表": 114244, + "ÏĥÏĥÏĮÏĦε": 114245, + "ĠÙĬست": 114246, + "ĠмаÑĪ": 114247, + "åĿļ": 114248, + "ĠкомнаÑĤ": 114249, + "าหล": 114250, + "ĠçĻ¼": 114251, + "ĠاÙĪÙĦÛĮÙĨ": 114252, + "è¿IJåĬ¨": 114253, + "ĠпÑĥнкÑĤ": 114254, + "ĠоÑģобенно": 114255, + "Ġмам": 114256, + "绩": 114257, + "￣￣￣￣￣￣￣￣": 114258, + "алÑĮнÑĭм": 114259, + "ĠЦенÑĤ": 114260, + "-Ðľ": 114261, + "ç·Ĵ": 114262, + "Ġà¤¹à¤ľ": 114263, + "оÑĤÑĭ": 114264, + "ãĤ¤ãĥī": 114265, + "دارة": 114266, + "ãģ¨ãģĹãģŁ": 114267, + "ัà¸ŀย": 114268, + "Ġotáz": 114269, + "ĠдопомогоÑİ": 114270, + "à¹ģละà¸ģาร": 114271, + "ĠÑĤÑĢанÑģпоÑĢÑĤ": 114272, + "ĠÙĤرآÙĨ": 114273, + "Ġ第ä¸Ģ": 114274, + "Ġмил": 114275, + "Ġngôi": 114276, + "Ġlinh": 114277, + "ĠNhân": 114278, + "ÑĮогоднÑĸ": 114279, + "æĢĢ": 114280, + "à¹īาส": 114281, + ".::.::": 114282, + "Ġbirey": 114283, + "æĢĿãģĦ": 114284, + "à¹ĥà¸Ķ": 114285, + "веÑĢд": 114286, + "Ġlistopadu": 114287, + "Ġà¹ģม": 114288, + "ге": 114289, + "ĠкÑĥÑħ": 114290, + "ĠíĻľëıĻ": 114291, + "Ġèİ": 114292, + "ĠÐIJлÑĮ": 114293, + "íļĮìĿĺ": 114294, + "ĠÏĢÏģα": 114295, + "Ġvui": 114296, + "วร": 114297, + "à¤Ĥव": 114298, + "Ġgece": 114299, + "競": 114300, + "Ġkuv": 114301, + "меÑī": 114302, + "ĠÑĤепеÑĢÑĮ": 114303, + "à¸Ńà¹Ģม": 114304, + "åĪ¶åº¦": 114305, + "ĠÑĤÑĢеÑĤ": 114306, + "ĠÙĨتÛĮجÙĩ": 114307, + "ä»ĺãģį": 114308, + "Ġï¾ŀ": 114309, + "ĠÑĩого": 114310, + "âĢIJ-": 114311, + "ĠÅĻÃŃká": 114312, + "à¸ĩà¹ĥà¸Ļ": 114313, + "ĠnÄĽkolika": 114314, + "Ġbuna": 114315, + "ï¼ĮåŃĺäºİ": 114316, + "ลำ": 114317, + "ãĢģãģ¨": 114318, + "Ġná»Ļp": 114319, + "ĠاÙĦجÙĨ": 114320, + "ĠÎłÎ±Î½": 114321, + "ÐŀÐł": 114322, + "Ġدختر": 114323, + "Ġúdaje": 114324, + "Ġå¼ł": 114325, + "retim": 114326, + "sınız": 114327, + "ĠÙĩÙĨاÙĥ": 114328, + "ÐĽÐ¬": 114329, + "æķ¬": 114330, + "ÎijÎľ": 114331, + "页éĿ¢åŃĺæ¡£å¤ĩ份": 114332, + "ìĤ¬ê°Ģ": 114333, + "Ġtrest": 114334, + "viÄį": 114335, + "ĠÙ¾ÛĮدا": 114336, + "ζε": 114337, + "ĠÐŁÐ¾Ð²": 114338, + "ÙĦÙħات": 114339, + "orex": 114340, + "è¬Ľ": 114341, + "ĠвÑĸдкÑĢиÑĤ": 114342, + "маÑħ": 114343, + "ĠÑĩиÑģле": 114344, + "تبار": 114345, + "ĠÎŃκ": 114346, + "ìķĦíĮĮíĬ¸": 114347, + "ravel": 114348, + "αÏĥία": 114349, + "aÄį": 114350, + "Ġà¤ıन": 114351, + "ละà¹Ģà¸Ń": 114352, + "Ġзалеж": 114353, + "Ġæģ": 114354, + "ĠможеÑĤе": 114355, + "Ġповед": 114356, + "ĠبسÛĮارÛĮ": 114357, + "ĠpoÄįet": 114358, + "ربع": 114359, + "elez": 114360, + "اÙĪرÛĮ": 114361, + "ĠbaÅŁk": 114362, + "å°Ĥ": 114363, + "Ġhalde": 114364, + "æĭŁ": 114365, + "Sau": 114366, + "оÑĨи": 114367, + "ีà¸Ħ": 114368, + "Ġвлади": 114369, + "ÙIJÙħ": 114370, + "kud": 114371, + "à¥Ĥब": 114372, + "å§Ķåĵ¡": 114373, + "ารà¸ĵ": 114374, + "orů": 114375, + "ĠÙħÙĪÙĦ": 114376, + "Ġbyt": 114377, + "ĠpÅĻÃŃsluÅ¡": 114378, + "èĭ±è¯Ń": 114379, + "éĢIJ": 114380, + "Ġvelké": 114381, + "Ġà¤Ĩश": 114382, + "Ġphiếu": 114383, + "à¹ĥส": 114384, + "Ġاسپ": 114385, + "ĠzbožÃŃ": 114386, + "ãģĵãĤĵãģª": 114387, + "ĠÙĪÙĩÙĬ": 114388, + "ĠÑĥÑĩаÑģÑĤÑĮ": 114389, + "à¸Īำà¸Ļวà¸Ļ": 114390, + "Ġترک": 114391, + "åįģåĪĨ": 114392, + "ÎŁÎł": 114393, + "κολ": 114394, + "Ġfakat": 114395, + "Ġchá»Ĺ": 114396, + "éĢļçŁ¥": 114397, + "ĠводÑĥ": 114398, + "ĠÎļαÏĦηγοÏģία": 114399, + "acaģını": 114400, + "лого": 114401, + "ĠmÃ¼ÅŁter": 114402, + "Ġjednou": 114403, + "ĠбаÑĢ": 114404, + "idae": 114405, + "dım": 114406, + "è¾²": 114407, + "åIJ¹": 114408, + "ëIJ©ëĭĪëĭ¤": 114409, + "ĠÅŁeklinde": 114410, + "eným": 114411, + "ëĵ¯": 114412, + "itÄĽ": 114413, + "ĠколÑĮ": 114414, + "ëĮĢíķĻ": 114415, + "ĠÃĸr": 114416, + "Ġê½": 114417, + "ĠUBND": 114418, + "Ġhik": 114419, + "ãĤīãģĹãģĦ": 114420, + "åĩºåĵģ": 114421, + "Có": 114422, + "ĠÎŀ": 114423, + "Ġåħ¥": 114424, + "ĠNguyên": 114425, + "ĠÙ¾ÙĪØ´": 114426, + "лÑıÑĶ": 114427, + "Ġآغاز": 114428, + "Ġnhiá»ħm": 114429, + "divid": 114430, + "çĺ": 114431, + "اÙģتÙĩ": 114432, + "амеÑĤ": 114433, + "нÑĥлÑģÑı": 114434, + "ä¼ģæ¥Ń": 114435, + "ÑĢобÑĸÑĤ": 114436, + "dÃ¼ÄŁÃ¼": 114437, + "ĠکاÙĨ": 114438, + "à¸Ńà¸ĩà¸Ĺ": 114439, + "йн": 114440, + "Ġpohyb": 114441, + "Ġbiá»ĩn": 114442, + "Ġï¼Ľ": 114443, + "ÙħÙĨد": 114444, + "Ġà¤Ĩà¤ķ": 114445, + "ĠÄįlovÄĽk": 114446, + "ãĤĴè¦ĭãĤĭ": 114447, + "ë·°": 114448, + "ĠÑĥвелиÑĩ": 114449, + "Ġê´": 114450, + "ĠyanlÄ±ÅŁ": 114451, + "麦": 114452, + "Ġå¤ĸéĥ¨": 114453, + "ÏĦοÏħÏģγ": 114454, + "ĠпÑĢоÑĩ": 114455, + "ĠÑĢÑĥковод": 114456, + "缤": 114457, + "èľĺèĽĽ": 114458, + "å®īè£ħ": 114459, + "ĠУкÑĢа": 114460, + "ĠtartÄ±ÅŁ": 114461, + "ÑĤаж": 114462, + "ĠoluÅŁan": 114463, + "ĠRusya": 114464, + "ĠклÑĥб": 114465, + "ĠÎłÎ¡": 114466, + "alıdır": 114467, + "kın": 114468, + "ĠзмÑĸни": 114469, + "leÅŁik": 114470, + "еÑĢп": 114471, + "обÑīе": 114472, + "ĠquáºŃn": 114473, + "Ġपश": 114474, + "ãĤĴåıĹ": 114475, + "à¹Ģลà¸Ĥ": 114476, + "اضر": 114477, + "Ġuživatel": 114478, + "λία": 114479, + "ĠÐĴони": 114480, + "ุà¸Ķà¸Ĺ": 114481, + "ĠVÃł": 114482, + "ãĥ³ãĤ¿": 114483, + ")ëĬĶ": 114484, + "æ¸Ľ": 114485, + "ĠμÏĢ": 114486, + "å·§": 114487, + "ĠÑĪкол": 114488, + "Ġì²ĺìĿĮ": 114489, + "ัà¸ģà¸Ķ": 114490, + "æ®Ĭ": 114491, + "Ġnhá»Ŀ": 114492, + "ĠοÏĢοία": 114493, + "à¹ģà¸Ļว": 114494, + "меÑĢикан": 114495, + "nÃŃka": 114496, + "Ġíĺ¸íħĶ": 114497, + "سبب": 114498, + "à¸ĩม": 114499, + "ìŀĪëĬĶ": 114500, + "غط": 114501, + "ÙıÙĦ": 114502, + "¹æŀľ": 114503, + "ÑĩÑĸв": 114504, + "ÑĪаÑı": 114505, + "ĠØ¥ÙĦا": 114506, + "خصÙĪص": 114507, + "llll": 114508, + "ĠÑįÑĤим": 114509, + "ĠzvÃŃ": 114510, + "Ġquán": 114511, + "à¸Ļà¸ģ": 114512, + "Ġполов": 114513, + "Ġæ·±": 114514, + "Ġmiá»ģn": 114515, + "人éĸĵ": 114516, + "Ġзим": 114517, + "Ġmeydana": 114518, + "еÑĦ": 114519, + "Ġbá»ģn": 114520, + "زÙĬد": 114521, + "ĠÐłÐµÑģп": 114522, + "ÎĻΣΤ": 114523, + "ĠæĶ¶": 114524, + "raya": 114525, + "ĠتÙĪاÙĨد": 114526, + "Ġister": 114527, + "Ġë°Ģ": 114528, + "ĠмеÑħани": 114529, + "Ġà¸ķำ": 114530, + "Ġдека": 114531, + "à¤Ĥà¤Ĺल": 114532, + "ãĥ¼ãĤ«ãĥ¼": 114533, + "ĠnepÅĻÃŃ": 114534, + "ĠÑģÑĩиÑĤ": 114535, + "Ġομά": 114536, + "Ġçift": 114537, + "بÛĮÙĨÛĮ": 114538, + "meleri": 114539, + "ĠвоздейÑģÑĤв": 114540, + "dou": 114541, + "ìĥģìĿĦ": 114542, + "ĠÐĴолод": 114543, + "εβ": 114544, + "ÐĿÐĺ": 114545, + "Ñıк": 114546, + "ÏįÏĦε": 114547, + "зано": 114548, + "lenir": 114549, + "celik": 114550, + "ĠÑģоÑģÑĤавлÑıеÑĤ": 114551, + "ιαÏĤ": 114552, + "ĠÐĵоÑĢ": 114553, + "ä¹ĭä¸Ģ": 114554, + "ÏĥμÏĮÏĤ": 114555, + "ãģ«éĸ¢": 114556, + "ĠвÑĩ": 114557, + "ĠпоÑģк": 114558, + "輯": 114559, + "à¥Ģश": 114560, + "Ġآثار": 114561, + "à¸Ħวามร": 114562, + "Ġедин": 114563, + "íħIJ": 114564, + "å¹³æĪIJ": 114565, + "ĠkiÅŁinin": 114566, + "ãĤ²ãĥ¼ãĥł": 114567, + "à¥įतव": 114568, + "Ġkapsamında": 114569, + "Ġaktar": 114570, + "Ġtrừ": 114571, + "Ġرشد": 114572, + "Ġнаказ": 114573, + "رÙĬÙĦ": 114574, + "à¸Ńà¸Ħ": 114575, + "ĠگذشتÙĩ": 114576, + "Ġæ°ij": 114577, + "ĠÑĤебÑı": 114578, + "spor": 114579, + "ÑİÑīаÑı": 114580, + "окÑĢема": 114581, + "вад": 114582, + "ĠChúng": 114583, + "ĠزÛĮادÛĮ": 114584, + "еного": 114585, + "ĠکسÛĮ": 114586, + "Ãŀ": 114587, + "Ġadına": 114588, + "Ñĥда": 114589, + "ÑĸÑĶ": 114590, + "аÑĤели": 114591, + "ĠnávÅ¡tÄĽ": 114592, + "çĶ¨äºİ": 114593, + "ĠپرÙĪÙĨدÙĩ": 114594, + "ĠÙĨبÙĪد": 114595, + "سات": 114596, + "ìĹĺ": 114597, + "ãģ£ãģ¦ãĤĤ": 114598, + "Ġçī©": 114599, + "Ðĺз": 114600, + "åĪ·": 114601, + "Ġíľ´": 114602, + "ĠоÑģоблив": 114603, + "ãģĹãģ¾ãģ£ãģŁ": 114604, + "aydı": 114605, + "åĩºçļĦ": 114606, + "ĠìķĦëĭĪëĿ¼": 114607, + "ısını": 114608, + "à¸Ĺาà¸ĩà¸ģาร": 114609, + "Ġzvuky": 114610, + "Ġ管": 114611, + "âĸĭâĸĭ": 114612, + "ĠÑĤелеÑĦ": 114613, + "ĠнелÑĮзÑı": 114614, + "ãĥ«ãģ®": 114615, + "ÏĥÏĢ": 114616, + "Ġç³": 114617, + "åł¡": 114618, + "ÑĨÑĥз": 114619, + "رÙĬÙĤØ©": 114620, + "à¤¿à¤Ľà¤²": 114621, + "販": 114622, + "ĠУкÑĢаÑĹн": 114623, + "ĠÙħسئÙĪÙĦ": 114624, + "ĠоÑĩÑĸ": 114625, + "æľĢå¾Į": 114626, + "ĠзнаÑİ": 114627, + "à¹īà¸Ļà¸Ĺ": 114628, + "ĠÑĤеÑĢап": 114629, + "ĠÑģпок": 114630, + "ĠØ®ÙĪدرÙĪ": 114631, + "éĺ»": 114632, + "Ġdüzey": 114633, + "ä¸ĢåĢĭ": 114634, + "اÙģÙĩ": 114635, + "à¤Ĥय": 114636, + "èµĦ产": 114637, + "继ç»Ń": 114638, + "ĠÑģлаб": 114639, + "æĦıæĢĿ": 114640, + "ĠíĻĺìĤ°": 114641, + "ĠÑıÑĢ": 114642, + "Ġdůvod": 114643, + "çĿĽ": 114644, + "تÛĮب": 114645, + "ĠÙĪÛĮر": 114646, + "ĠÙĩزÛĮÙĨÙĩ": 114647, + "Ġbenzer": 114648, + "ĠÙħادÙĩ": 114649, + "à¥Įà¤ķ": 114650, + "Ġà¹Ģà¸ķ": 114651, + "ãĤĪãģı": 114652, + "иденÑĤ": 114653, + "èĭ±èªŀ": 114654, + "еÑĢÑĭ": 114655, + "Ġê¸Īìķ¡": 114656, + "Ġãĥ¼": 114657, + "Ġëį¤íĶĦ": 114658, + "ÑĢаÑĤÑĮ": 114659, + "Ġåįķ": 114660, + "à¹Ģà¸īà¸ŀาะ": 114661, + "ĠæĶ¿": 114662, + "Ġà¤Ĩम": 114663, + "Ġзни": 114664, + "ĠëĿ¼ìĿ´": 114665, + "æİĮ": 114666, + "çIJĨçĶ±": 114667, + "Ġاغ": 114668, + "ĠÑģиг": 114669, + "ĠеÑĦекÑĤив": 114670, + "ĠÐŁÑĢед": 114671, + "ãĥ´ãĤ£": 114672, + "Ġвико": 114673, + "Ġtvrd": 114674, + "ëĤ´ê¸°": 114675, + "ãĥĭãĤ¢": 114676, + "ĠÙħشاÙĩدÙĩ": 114677, + "Ġसà¤ļ": 114678, + "lÃ¼ÄŁ": 114679, + "è¯ģåĪ¸": 114680, + "Ġsiêu": 114681, + "ĠоÑĤв": 114682, + "ĠvytvoÅĻ": 114683, + "ĠØŃÙħÙĦ": 114684, + "ĠÑĦÑĢан": 114685, + "à¹īà¸Ķ": 114686, + "åĮ»éĻ¢": 114687, + "Ġвлад": 114688, + "غÙĦ": 114689, + "建ç«ĭ": 114690, + "osloven": 114691, + "илаÑģÑĮ": 114692, + "عÙĦÙĪÙħات": 114693, + "ĠترÛĮÙĨ": 114694, + "ÎŃÏģει": 114695, + "ĠbáºŃt": 114696, + "ĠÙħØ´Ú©": 114697, + "ĠرئÙĬس": 114698, + "Ġìłľìŀij": 114699, + "γη": 114700, + "ĠнÑĸк": 114701, + "Ġ구ìĦ±": 114702, + "ĠÄijen": 114703, + "Ġà¤ļर": 114704, + "ĠgeçmiÅŁ": 114705, + "äºĨ解": 114706, + "ĠлеÑģ": 114707, + "Ġquanh": 114708, + "ãĢĮæĪij": 114709, + "ĠNÄĽkterá": 114710, + "ëŀį": 114711, + "ÃħŸ": 114712, + "à¤Ĥदर": 114713, + "ìķĦìĿ´": 114714, + "å°ijãģĹ": 114715, + "ĠØ´ÙĩرÛĮ": 114716, + "κÏĦη": 114717, + "ĠâĹĦ": 114718, + "ĠÙĥس": 114719, + "è·Į": 114720, + "Ãı": 114721, + "å·¥åħ·": 114722, + "åĬĥ": 114723, + "pom": 114724, + "ĠнавÑĩаннÑı": 114725, + "Ġرج": 114726, + "ÑĢÑĥеÑĤÑģÑı": 114727, + "ĠνÎŃ": 114728, + "ÛĮÙĨÚ©": 114729, + "à¹Ĥà¸ĭ": 114730, + "åĭ¤": 114731, + "ãģĹãģ¾ãģĨ": 114732, + "ĠÑģоглаÑģ": 114733, + "éĩijèŀį": 114734, + "绿": 114735, + "ĠСан": 114736, + "æķµ": 114737, + "ĠповÑĸÑĤ": 114738, + "ĠпомоÑīи": 114739, + "ãĥ¡ãĥªãĤ«": 114740, + "ãĤ·ãĤ¢": 114741, + "ĠÏĢÏģοÏĤ": 114742, + "èĪªç©º": 114743, + "ĠваÑĢианÑĤ": 114744, + "Ġyalnızca": 114745, + "系統": 114746, + "ĠÙģÙĪر": 114747, + "оÑĩной": 114748, + "à¹Ģวà¸Ńร": 114749, + "ĠкÑĥлÑĮÑĤÑĥÑĢ": 114750, + "Ïĩι": 114751, + "ÄįÃŃta": 114752, + "Âĵ": 114753, + "人ãģĮ": 114754, + "κοÏį": 114755, + "ĠÑĢеÑĶ": 114756, + "ĠвÑģÑİ": 114757, + "éºĹ": 114758, + "ĠزÙĨاÙĨ": 114759, + "çĭĤ": 114760, + "Ġหม": 114761, + "Ġxúc": 114762, + "åħĴ": 114763, + "ÄŁinin": 114764, + "åĸľæ¬¢": 114765, + "ĠÑģÑĤад": 114766, + "iyesi": 114767, + "ìļ±": 114768, + "èĿ": 114769, + "Ġkus": 114770, + "ÏĦολ": 114771, + "гÑĸв": 114772, + "Ñĸли": 114773, + "ãģĦãĤĦ": 114774, + "é©Ĺ": 114775, + "ontrol": 114776, + "اÙĦÙĥ": 114777, + "ковиÑħ": 114778, + "ĠÑģÑĤало": 114779, + "ĠγαÏģα": 114780, + "Ġchy": 114781, + "Ġcihaz": 114782, + "ĩ´": 114783, + "ìŀ¥ìĿ´": 114784, + "aceae": 114785, + "Ø´Ùĩر": 114786, + "иланнÑı": 114787, + "çļĦå°ı": 114788, + "Ġthụ": 114789, + "ÙĪÙĨت": 114790, + "лоÑĢ": 114791, + "ãĤĴæĮģ": 114792, + "ĠÎĶι": 114793, + "Ġ羣": 114794, + "ÐĽÐŀ": 114795, + "é½IJ": 114796, + "çİĦ": 114797, + "اÙĪÙĩ": 114798, + "ĠинÑĤ": 114799, + "à¥Ģà¤Łà¤°": 114800, + "ĠобÑīе": 114801, + "ĠдепÑĥÑĤ": 114802, + "μÎŃνεÏĤ": 114803, + "ĠÙĥÙĬÙģ": 114804, + "عÙħÙĦ": 114805, + "ï¼Įå¦Ĥæŀľ": 114806, + "ĠинÑĦек": 114807, + "itele": 114808, + "ĠãĢĢãĢĢĠãĢĢ": 114809, + "ãĤ¤ãĥ³ãĥĪ": 114810, + "лÑĸÑĤ": 114811, + "ĠÑģÑİ": 114812, + "Ġzase": 114813, + "dech": 114814, + "еко": 114815, + "è®ĵ": 114816, + "åı¬": 114817, + "зем": 114818, + "ÎłÎij": 114819, + "Ġvzdu": 114820, + "าà¸Īาà¸ģ": 114821, + "koliv": 114822, + "zkum": 114823, + "èģĬ": 114824, + "Ġì±Ħìļ©": 114825, + "à¹į": 114826, + "Ġasp": 114827, + "Û²Û´": 114828, + "ìĿ¸ëį°": 114829, + "ĠkarÅŁÄ±laÅŁ": 114830, + "ï¼Įåı¯ä»¥": 114831, + "Ġà¤ĩनà¤ķ": 114832, + "ĠìĬ¤íĥĢ": 114833, + "éĥ¨å±ĭ": 114834, + "åĪ¶ä½ľ": 114835, + "ãĥ¼ãĤ·ãĥ§ãĥ³": 114836, + "ονÏĦαÏĤ": 114837, + "γο": 114838, + "ĠìŀijìĦ±": 114839, + "èij£": 114840, + "ozÅĻejmÄĽ": 114841, + "ĠÑĢезÑĥлÑĮÑĤаÑĤе": 114842, + "ĠInsecta": 114843, + "Ġskon": 114844, + "otu": 114845, + "ĠpÄĽt": 114846, + "ÑģÑĮого": 114847, + "ĠÄ°slam": 114848, + "Ġlá»ħ": 114849, + "ä¸Ńåľĭ": 114850, + "ĠÐľÑĸнÑĸÑģÑĤ": 114851, + "åIJĪåIJĮ": 114852, + "asyonu": 114853, + "ожеÑĤ": 114854, + "èĩªåĬ¨": 114855, + "ÑģÑĮкоÑİ": 114856, + "ĠkiÅŁisel": 114857, + "ÏĦικοÏį": 114858, + "ĠÑĥÑĩаÑģ": 114859, + "ılmÄ±ÅŁtır": 114860, + "ĠÑıке": 114861, + "ÑīинÑĭ": 114862, + "маÑĢ": 114863, + "Ġsoudu": 114864, + "ÂłÐ¯": 114865, + "ĠдÑĢÑĥ": 114866, + "ãģ¡ãĤĩ": 114867, + "à¥ĭà¥ľ": 114868, + "ï¾ij": 114869, + "ĠÏĦÏĮ": 114870, + "Ġضر": 114871, + "láš": 114872, + "ĠдÑĸв": 114873, + "ĠجدÙĬد": 114874, + "ĠнеболÑĮÑĪ": 114875, + "éģŃ": 114876, + "ç»į": 114877, + "ĠKurulu": 114878, + "ÑģÑĤÑĢÑĥменÑĤ": 114879, + "è¿Ļæĺ¯": 114880, + "ìĻĶëĭ¤": 114881, + "мелÑĮ": 114882, + "Ġä¼Ĭ": 114883, + "ủng": 114884, + "ĠзавиÑģимоÑģÑĤи": 114885, + "ëį¤íĶĦ": 114886, + "çĩĥ": 114887, + "è¿ĩåİ»": 114888, + "ĠзаÑģÑĤоÑģÑĥваннÑı": 114889, + "ĠداخÙĦÛĮ": 114890, + "ÑīÑij": 114891, + "ĠÂłĠÂłĠÂłĠÂłĠÂłĠÂł": 114892, + "ﺮ": 114893, + "ĠاÙĦÙħÙħÙĦÙĥØ©": 114894, + "sında": 114895, + "è³Ģ": 114896, + "å±ı": 114897, + "Ġê¿": 114898, + "Ġdoktor": 114899, + "ĠÙĤاب": 114900, + "ĠSist": 114901, + "ĠмеÑģÑĤе": 114902, + "ĠÑģоÑħÑĢа": 114903, + "اشتÙĩ": 114904, + "ĠæľŁ": 114905, + "ĠпоÑģколÑĮкÑĥ": 114906, + "Ġpev": 114907, + "اگر": 114908, + "Ùħز": 114909, + "ĠضÙħÙĨ": 114910, + "३": 114911, + "gesi": 114912, + "aÄŁa": 114913, + "解åĨ³": 114914, + "ëħ¸ì¶ľ": 114915, + "Ġluyá»ĩn": 114916, + "ĠконÑĤак": 114917, + "ฺ": 114918, + "ĠNgÃły": 114919, + "Ġvýstav": 114920, + "Ġthuyết": 114921, + "اÛĮع": 114922, + "Ġ:/:": 114923, + "Ġphạt": 114924, + "ĠÎijÏĢÏĮ": 114925, + "Ġmuz": 114926, + "Ġìĥī": 114927, + "ĠÃĩin": 114928, + "Ġکاربرد": 114929, + "ائد": 114930, + "باد": 114931, + "à¥įतम": 114932, + "Ġëijĺ": 114933, + "Ġмоз": 114934, + "Å¡ÃŃch": 114935, + "Ġมห": 114936, + "Ġآس": 114937, + "ĠÑģлиÑĪком": 114938, + "èĥ¡": 114939, + "è£ģ": 114940, + "æĪ»": 114941, + "ĠìĦ¤ëªħ": 114942, + "Ġotom": 114943, + "Ġलà¤Ĺà¤Ńà¤Ĺ": 114944, + "à¸ĩà¸ģ": 114945, + "ابد": 114946, + "à¸Ļาม": 114947, + "èĤ©": 114948, + "ĠشدÙĨد": 114949, + "ãģĿãģ®ä»ĸ": 114950, + "adlo": 114951, + "ÄĽn": 114952, + "ĠÙĦÙĩا": 114953, + "Ġминим": 114954, + "ĠdÅĻev": 114955, + "ĠThiên": 114956, + "ëŀĻ": 114957, + "engin": 114958, + "à¥Ģमत": 114959, + "ĠÑĥпоÑĤÑĢеб": 114960, + "âĢĮتر": 114961, + "Ġç¥ŀ马": 114962, + "ovánÃŃm": 114963, + "Ġдело": 114964, + "Ġç¼ĸ": 114965, + "ĠاÙĦظ": 114966, + "Ġвий": 114967, + "аÑĤом": 114968, + "åħ¬åijĬ": 114969, + "ĠÄijem": 114970, + "ãĤ·ãĥªãĥ¼ãĤº": 114971, + "ä¸ĭçļĦ": 114972, + "lası": 114973, + "ĠвÑĭбоÑĢ": 114974, + "ÑĤоÑĤ": 114975, + "ëıĦë³Ħ": 114976, + "ĠÑĥÑģÑĤан": 114977, + "ĠíŀĪ": 114978, + "лÑĥаÑĤа": 114979, + "Ġthác": 114980, + "анием": 114981, + "оваÑĤÑĮÑģÑı": 114982, + "ÑĤÑĶ": 114983, + "ÐŃÑĤо": 114984, + "ï¼Įè¦ģ": 114985, + "ĠVz": 114986, + "ĠØŃÙĪزÙĩ": 114987, + "-к": 114988, + "VỼi": 114989, + "entů": 114990, + "ĠbulunduÄŁu": 114991, + "رÙĪØ·": 114992, + "ĠÑĹй": 114993, + "Ġçevr": 114994, + "ĠÅĻed": 114995, + "ĠساختÙĩ": 114996, + "åĬŀæ³ķ": 114997, + "ĠÙĤÙĦ": 114998, + "iÅŁi": 114999, + "ï¼Ŀï¼Ŀ": 115000, + "ساس": 115001, + "Ġúdajů": 115002, + "å¬": 115003, + "æįŁ": 115004, + "áct": 115005, + "ĠÎijÏĢ": 115006, + "çĪ·": 115007, + "ĠÅĻád": 115008, + "Ġlá»Ĺi": 115009, + "ontent": 115010, + "ĠÙħØ°": 115011, + "oloji": 115012, + "Ġپرداخت": 115013, + "à¹īาà¸ŀ": 115014, + "ĠдейÑģÑĤвиÑı": 115015, + "ĠmnožstvÃŃ": 115016, + "ìķĪë§Ī": 115017, + "åģ¶": 115018, + "ĠÃĶng": 115019, + "Ġdakika": 115020, + "hendis": 115021, + "Ġbác": 115022, + "寶": 115023, + "à¹ĩà¸ģหà¸į": 115024, + "nocenÃŃ": 115025, + "ĠErdoÄŁan": 115026, + ":::::::::::::": 115027, + "аÑĤем": 115028, + "dız": 115029, + "ĠØ£ÙĬضا": 115030, + "ĠÑįÑĦÑĦек": 115031, + "ãĤĮãģ¦ãģĦãĤĭ": 115032, + "ĠbaÅŁvuru": 115033, + "άνει": 115034, + "ĠÏĦελεÏħÏĦα": 115035, + "Ġê²Ģìĥī": 115036, + "ĠÚ©ÙĨترÙĦ": 115037, + "Ġशà¤ķ": 115038, + "å¼¹": 115039, + "ĠolmuÅŁtur": 115040, + "ĠвÑģÑĤÑĥп": 115041, + "Ñĩила": 115042, + "ยา": 115043, + "ĠØ£ØŃÙħد": 115044, + "oslav": 115045, + "ĠÑĩаÑģов": 115046, + "ĠzákladnÃŃ": 115047, + "Ġसव": 115048, + "дон": 115049, + "ĠÅĻÃŃjna": 115050, + "κοÏħ": 115051, + "éĢģæĸĻçĦ¡æĸĻ": 115052, + "ÏĥίαÏĤ": 115053, + "ãĤ´ãĥª": 115054, + "Ġвиб": 115055, + "å½Ĵ": 115056, + "Ġназад": 115057, + "ĠçĻ¾åº¦æĶ¶å½ķ": 115058, + "á»Ĩ": 115059, + "Ġkaldı": 115060, + "ì¼ľ": 115061, + "ĠíıŃ": 115062, + "ĠÑĩином": 115063, + "è¹": 115064, + "Ñıл": 115065, + "ĠÑĢаздел": 115066, + "dG": 115067, + "ĠTento": 115068, + "ÑıÑĤÑĮÑģÑı": 115069, + "éĿ¢çļĦ": 115070, + "ĠÎķÏĢι": 115071, + "ê°ij": 115072, + "Ġkèm": 115073, + "ниÑĨÑı": 115074, + "çĸ«": 115075, + "éĽĻ": 115076, + "ĠÙħرÙĥز": 115077, + "ĠнаÑĥк": 115078, + "å¢Ĺ": 115079, + "ĠÑĤепеÑĢ": 115080, + "à¤¾à¤ł": 115081, + "à¹ĩà¸ļà¹Ħà¸ĭà¸ķ": 115082, + "μβÏģίοÏħ": 115083, + "ĠÑĦÑĸнанÑģов": 115084, + "ÑĸÑĶÑİ": 115085, + "Ïģίζ": 115086, + "ì¤Ħ": 115087, + "ĠباÙĨÚ©": 115088, + "tul": 115089, + "liÄŁini": 115090, + "ĠпозволÑıеÑĤ": 115091, + "Ïĥί": 115092, + "ĠìĽĥ": 115093, + "à¹Įà¸Ħ": 115094, + "Ġpolov": 115095, + "ìŀ¥ìĿĦ": 115096, + "isté": 115097, + "ĠÐ¡Ð¡Ð¡Ðł": 115098, + "áhl": 115099, + "è¥": 115100, + "Ġкомплек": 115101, + "à¸Ĥà¸Ļาà¸Ķ": 115102, + "ัศ": 115103, + "ναν": 115104, + "Ġç¥ŀ马æĶ¶å½ķ": 115105, + "ìĭľìĺ¤": 115106, + "Ġé¦ĸ页第": 115107, + "ĠçĻ¾åº¦æµģéĩı": 115108, + "åij¨æĶ¶å½ķ": 115109, + "Ġhatta": 115110, + "ÐĴÑĸд": 115111, + "ĠвÑĭÑģÑĤÑĥп": 115112, + "کارÛĮ": 115113, + "Khi": 115114, + "Ġì°¾ìķĦ": 115115, + "Ġnặng": 115116, + "éĨ«": 115117, + "ĠVÅ¡": 115118, + "ĠпеÑĢен": 115119, + "лава": 115120, + "ÙĬÙħÙĬ": 115121, + "ĠvatandaÅŁ": 115122, + "ĠιÏĥÏĦο": 115123, + "Ġà¸ĵ": 115124, + "सल": 115125, + "ген": 115126, + "ĠبÙĪر": 115127, + "âĢĮدÙĩد": 115128, + "lıklı": 115129, + "Ġstrate": 115130, + "بÙĪر": 115131, + "ãĢģãĤ¢": 115132, + "Ġsonuc": 115133, + "Ġнаиболее": 115134, + "-в": 115135, + "Ġводой": 115136, + "ojenÃŃ": 115137, + "Ġغرب": 115138, + "Ġberi": 115139, + "adÄĽ": 115140, + "Ġdovol": 115141, + "âĢĮÚ©ÙĨÙĨدگاÙĨ": 115142, + "ãģķãĤī": 115143, + "ãĥ³ãĤº": 115144, + "ãĤ«ãĥ«": 115145, + "ometr": 115146, + "åĩĢ": 115147, + "ĠÙģÙĪÙĦ": 115148, + "ĠÙħÙĪسÛĮ": 115149, + "ĠاÙĦÙħغرب": 115150, + "ecko": 115151, + "ÙĢÙĢÙĢÙĢÙĢÙĢÙĢÙĢ": 115152, + "ê°Ģ격": 115153, + "ÑĢÑĥÑĤ": 115154, + "Ġë¶Ģë¶Ħ": 115155, + "ĠpÅĻedpis": 115156, + "Ġopravdu": 115157, + "еÑĤиÑĩ": 115158, + "à¹Ĥà¸Ħรà¸ĩà¸ģาร": 115159, + "æħ§": 115160, + "æĭľ": 115161, + "سÙĥ": 115162, + "ìŀ¡ëĭ´": 115163, + "à¸Ľà¸£à¸°à¸¡à¸²à¸ĵ": 115164, + "è´¨éĩı": 115165, + "ĠголовÑĥ": 115166, + "лениÑİ": 115167, + "Ġनà¤ı": 115168, + "Ġprojektu": 115169, + "اÙģر": 115170, + "ativnÃŃ": 115171, + "ÎŃνÏĦ": 115172, + "ãĥīãĥ©": 115173, + "Ġtedav": 115174, + "ê¼": 115175, + "à¸Ľà¸£à¸°à¸ģาศ": 115176, + "Ġtuto": 115177, + "Ġchiếu": 115178, + "Ġvyz": 115179, + "ÑĢоÑĪ": 115180, + "åıĸå¾Ĺ": 115181, + "ĠмиÑģÑĤ": 115182, + "ĠÑģлÑĥÑĩаÑıÑħ": 115183, + "Ġغذ": 115184, + "ĠÑĥклад": 115185, + "ĠÑĥÑģÑĤановлен": 115186, + "Ġteslim": 115187, + "ĠãĢį": 115188, + "Ġè£": 115189, + "毫": 115190, + "éĬĢè¡Į": 115191, + "ects": 115192, + "kemiz": 115193, + "νηÏĤ": 115194, + "辺": 115195, + "ĠпÑĢем": 115196, + "Ġsonucu": 115197, + "Pokud": 115198, + "ĠÐŀÑģоб": 115199, + "è¾Ľ": 115200, + "輸": 115201, + "ë³´ê³ł": 115202, + "à¸ļà¸Ħ": 115203, + "ãĢĤãĢį": 115204, + "ा।ĊĊ": 115205, + "ĠÑģамоÑģÑĤоÑıÑĤелÑĮ": 115206, + "ÙĦÛĮت": 115207, + "λεκ": 115208, + "ĠÑĢайона": 115209, + "ÑĮи": 115210, + "à¹Īาà¸Ĺ": 115211, + "Ġà¸Ľà¸£à¸°à¹Ģà¸Ĺศ": 115212, + "มà¸Ń": 115213, + "اÙĩر": 115214, + "ĠвибоÑĢ": 115215, + "ÑİÑĩиÑģÑĮ": 115216, + "Ġpovol": 115217, + "abase": 115218, + "âĢ³N": 115219, + "Ú©ÙĪ": 115220, + "ĠУкÑĢаÑĹна": 115221, + "stanov": 115222, + "ĠÑĥÑĩаÑģÑĤи": 115223, + "Ġhlad": 115224, + "ĠÑĢаÑģÑģказ": 115225, + "ãģ¿ãģŁãģĦ": 115226, + "á½°": 115227, + "ĠåĽŀ": 115228, + "ĠÆ°Æ¡ng": 115229, + "αÏģά": 115230, + "خب": 115231, + "æįķ": 115232, + "ÃŃÅĻ": 115233, + "ĠسÛĮÙĨ": 115234, + "Âłin": 115235, + "ĠMÄĽst": 115236, + "æķĻåѦ": 115237, + "ĠоÑģобиÑģÑĤ": 115238, + "uji": 115239, + "çĶ»åĥı": 115240, + "ĠداÙĨØ´ÙĨاÙħÙĩ": 115241, + "ìĿ´ìķ¼": 115242, + "ĠзапиÑĤ": 115243, + "ĠÑģвоими": 115244, + "Û²Û°Û²": 115245, + "ï¼Įå°Ĩ": 115246, + "ãĥ¼ãģ®": 115247, + "ĠthÃŃ": 115248, + "ĠÙħتÙĪسط": 115249, + "à¥ĩĊ": 115250, + "å¤ļå°ij": 115251, + "ï¼ĮçĦ¶åIJİ": 115252, + "íĹĪ": 115253, + "Ġà¤Ńà¤Ĺ": 115254, + "Ġåı·": 115255, + "Ġteor": 115256, + "åĤ¨": 115257, + "ĠÑĢÑĸÑĩ": 115258, + "ĠÑģÑĤаÑĤÑĤÑĸ": 115259, + "ĠرابطÙĩ": 115260, + "Ġï¼ľ": 115261, + "باØŃ": 115262, + "ิà¸Ļà¸Ĺาà¸ĩ": 115263, + "à¥ĩà¤ĤĊ": 115264, + "ائÙĤ": 115265, + "ĠاÙĦجدÙĬد": 115266, + "liÄį": 115267, + "اØŃÙĦ": 115268, + "ménÄĽ": 115269, + "Ġbầu": 115270, + "ĠÐĴал": 115271, + "Ġблагод": 115272, + "еÑĤелÑĮ": 115273, + "å¹³åĿĩ": 115274, + "мин": 115275, + "Ġsürec": 115276, + "Ġзавод": 115277, + "èįIJ": 115278, + "ÑĤий": 115279, + "лоб": 115280, + "Ġвок": 115281, + "ladıģı": 115282, + "اÙĬÙĬ": 115283, + "ê²łìĬµëĭĪëĭ¤": 115284, + "Ġamacıyla": 115285, + "ï¼ĮåĽłä¸º": 115286, + "ãģ§ãģĤãģ£ãģŁ": 115287, + "ĠشرÙĪع": 115288, + "æŁĶ": 115289, + "'nun": 115290, + "окол": 115291, + "Ġciddi": 115292, + "Ġbụ": 115293, + "Ġyapılacak": 115294, + "ĠÑĩÑĥвÑģÑĤв": 115295, + "ìĤ¬ìĿĺ": 115296, + "à¸Ńà¸Ļà¸Ķ": 115297, + "ÎĹΤ": 115298, + "Ġëĭ¤ìĸij": 115299, + "ëĭ¤ë©´": 115300, + "imizi": 115301, + "ä¹Ĥ": 115302, + "ãģ²ãģ¨": 115303, + "ĠéĿŀ": 115304, + "âĢĮپدÛĮا": 115305, + "ä¹ĺ": 115306, + "ãĥĬãĥ«": 115307, + "ĠпÑĸдпÑĢиÑĶмÑģÑĤва": 115308, + "à¹ij": 115309, + "è¿Ŀ": 115310, + "ĠÙħÙĨÙĩ": 115311, + "ÑĢик": 115312, + "аÑĢÑĸв": 115313, + "Ġкого": 115314, + "ĠÙĤص": 115315, + "ĠæĿ¥": 115316, + "ĠPhòng": 115317, + "Ġово": 115318, + "ĠпеÑĢева": 115319, + "飲": 115320, + "à¤Ĥà¤Łà¤°": 115321, + "ÙĬرا": 115322, + "ildiÄŁi": 115323, + "etin": 115324, + "Ïĩεία": 115325, + "Ġzahrani": 115326, + "ÙĪجد": 115327, + "Ġç¯": 115328, + "ารย": 115329, + "Ġзако": 115330, + "ĠتÙĤس": 115331, + "ãĤ¹ãĤ¿ãĥ¼": 115332, + "æĿ°": 115333, + "ĠãĤ°": 115334, + "Ġé»Ħ": 115335, + "ĠÐļогда": 115336, + "५": 115337, + "Ġ次": 115338, + "ĠвÑĭÑĢаж": 115339, + "ĠchÄĥm": 115340, + "лÑıÑĶÑĤÑĮÑģÑı": 115341, + "دÙĩÙħ": 115342, + "Ġvrch": 115343, + "çºĮ": 115344, + "поÑĢ": 115345, + "ĠmaÄŁ": 115346, + "å¾ĴæŃ©": 115347, + "podob": 115348, + "ะà¹ģ": 115349, + "éģ¸æīĭ": 115350, + "帯": 115351, + "Ġsebou": 115352, + "inize": 115353, + "ĠÐľÐ°Ðº": 115354, + "ĠæĻ®": 115355, + "ĠÏħÏĢάÏģÏĩ": 115356, + "ĠÄIJÃł": 115357, + "ĠBrno": 115358, + "ĠÅ¡ÃŃ": 115359, + "اÙĦص": 115360, + "Ġnghiêm": 115361, + "Ġonları": 115362, + "ĠužÃŃ": 115363, + "èĩªåĪĨãģ®": 115364, + "ĠнаÑħодиÑĤÑģÑı": 115365, + "Ġjsi": 115366, + "Ġसमर": 115367, + "ĠÏĨÏī": 115368, + "Û±Û¹Û¸": 115369, + "Ġà¤ľà¤Ĺह": 115370, + "éŃļ": 115371, + "ìĿ¸ê°Ģ": 115372, + "ÄIJiá»ģu": 115373, + "ĠأعÙĦاÙħ": 115374, + "à¥ĩà¤Ĥ।Ċ": 115375, + "å½¢æĪIJ": 115376, + "Ġikt": 115377, + "Ġzdroj": 115378, + "ĠAmerik": 115379, + "ΡÎĵ": 115380, + "à¸ĩส": 115381, + "ĠíĴĢ": 115382, + "ÑģолÑİÑĤ": 115383, + "ÙĪÙĬت": 115384, + "Ġgörüntü": 115385, + "аннÑĭÑħ": 115386, + "ĠØ£ÙĤ": 115387, + "ĠмиÑĢ": 115388, + "å«Į": 115389, + "Ġmá»iji": 115390, + "Ġderin": 115391, + "éĴĪ": 115392, + "ĠмаÑĪи": 115393, + "측": 115394, + "ĠجÙĨÙĪب": 115395, + "ĠÑģло": 115396, + "ãĢĤä¸Ģ": 115397, + "ениÑıÑħ": 115398, + "ĠÑĩоловÑĸк": 115399, + "Ġyana": 115400, + "ĠокÑĤ": 115401, + "ĠнеÑĢ": 115402, + "æĪ¶": 115403, + "нÑĮомÑĥ": 115404, + "ĠÑĸмен": 115405, + "ãĤıãģŁãģĹ": 115406, + "ĠÎĵια": 115407, + "ãĢģç§ģ": 115408, + "Ġkou": 115409, + "ĠÑĨеÑĢк": 115410, + "layarak": 115411, + "ãĢĩ": 115412, + "اÙĦس": 115413, + "ÂłT": 115414, + "ĠдÑĢÑĥж": 115415, + "ĠдвоÑĢ": 115416, + "λί": 115417, + "ĠëĨĢ": 115418, + "Ġteplot": 115419, + "Ùģات": 115420, + "бÑĸ": 115421, + "Ġgüvenlik": 115422, + "nÄĽn": 115423, + "è©©": 115424, + "Ġinsanların": 115425, + "ĠìĦ¤ì¹ĺ": 115426, + "èĵĿ": 115427, + "avatel": 115428, + "jev": 115429, + "ĠÚĨرا": 115430, + "Ġgerekiyor": 115431, + "ãĥĥãĤ°": 115432, + "ĠÃĩok": 115433, + "ĠÙĪجÙĩ": 115434, + "ĠÑĥли": 115435, + "Âij": 115436, + "åijĢ": 115437, + "ĠоÑĢганизаÑĨии": 115438, + "ĠÑĸÑģнÑĥ": 115439, + "Ġnebude": 115440, + "Ġë°¤": 115441, + "ä¸ĬãģĮ": 115442, + "Ġधन": 115443, + "ĠرÙĪابط": 115444, + "γγελ": 115445, + "ĠдоÑģÑıг": 115446, + "ĠاÙĦÙĤدÙħ": 115447, + "ĠзнаÑħод": 115448, + "ĠÄįÃŃslo": 115449, + "ÅŁk": 115450, + "ĠاÙĦدÙĬÙĨ": 115451, + "Ġgünlük": 115452, + "ÙĥÙĬÙĬÙģ": 115453, + "ÎŃÏģα": 115454, + "à¸ķรว": 115455, + "ĠналиÑĩи": 115456, + "اÙħÛĮÙĨ": 115457, + "Ġμικ": 115458, + "Ġdönemde": 115459, + "à¹Īà¸Ĺ": 115460, + "æĥij": 115461, + "à¥ĭà¤Ĥ,": 115462, + "ÑĩÑı": 115463, + "ãģ¾ãĤĭ": 115464, + "ĠاÙĦتÙĨ": 115465, + "ÑĢаг": 115466, + "ëĵ¤ê³¼": 115467, + "ŃĶ": 115468, + "ĠÙħÙĨÙĩا": 115469, + "ĠThế": 115470, + "éIJµ": 115471, + "Ġï¾Ħ": 115472, + "ĠاÙĦإسÙĦاÙħ": 115473, + "ãĤ¦ãĤ¹": 115474, + "ÙĬدÙĬ": 115475, + "Ġå¾Ĺ": 115476, + "ĠзаÑĢаз": 115477, + "ãĤ¸ãĥ¥": 115478, + "Ġتعد": 115479, + "iÃŃ": 115480, + "Ġçocu": 115481, + "ozici": 115482, + "Ġë²Ķ": 115483, + "ĠØ¢ÙħدÙĩ": 115484, + "ÑĦик": 115485, + "ĠпоÑģÑĤанов": 115486, + "Ġkrálov": 115487, + "¨¨": 115488, + "Ġì¤ijìļĶ": 115489, + "ĠGWei": 115490, + "Ġvývoj": 115491, + "Ġboyut": 115492, + "Ġnek": 115493, + "اÙĩاÛĮ": 115494, + "ĠstranÄĽ": 115495, + "ием": 115496, + "ĠпоÑĢаж": 115497, + "à¥įरदर": 115498, + "é¡ĶãĤĴ": 115499, + "ĠYüz": 115500, + "ĠознаÑĩа": 115501, + "à¹ģลà¸Ļà¸Ķ": 115502, + "ĠبÙĩرÙĩ": 115503, + "енÑĤÑĥ": 115504, + "ĠÐĿад": 115505, + "ĠÐŁÐ¾Ð»ÑĮ": 115506, + "ãĥĹãĥª": 115507, + "ῶ": 115508, + "âĢĮپدÛĮاÛĮ": 115509, + "ĠپاÙĪرپÙĪÛĮÙĨت": 115510, + "ิà¸ģา": 115511, + "ĠενÏİ": 115512, + "ĠساÛĮر": 115513, + "éģº": 115514, + "ãĢģä»Ĭ": 115515, + "ĠLê": 115516, + "äºĭæĥħ": 115517, + "ĠYer": 115518, + "èħ°": 115519, + "ĠاÙĦرسÙħ": 115520, + "ĠاÙĦÙħÙĪÙĤع": 115521, + "ĠhÃłm": 115522, + "ĠдÑĢев": 115523, + "átel": 115524, + "ĠвÑģÑij": 115525, + "ìĺ¥": 115526, + "ĠMec": 115527, + "ãĤĽ": 115528, + "Ġصاد": 115529, + "Ġگردد": 115530, + "Ġkrás": 115531, + "èĮĥåĽ´": 115532, + "alarına": 115533, + "èĻļ": 115534, + "ĠØ¢ÙĪرد": 115535, + "ç¼ĵ": 115536, + "ิà¸ŀ": 115537, + "Ġãĥĭ": 115538, + "ĠæĢ§": 115539, + "ĠÙħÙĨØ°": 115540, + "ç·´": 115541, + "Ġê¶ģ": 115542, + "ваем": 115543, + "ĠζÏī": 115544, + "Ġnavr": 115545, + "ÏĥÏĦαÏĥη": 115546, + "Ġرأ": 115547, + "Ġdopl": 115548, + "＿＿＿": 115549, + "çĶļèĩ³": 115550, + "Äįel": 115551, + "æĦıåij³": 115552, + "ç¥Ń": 115553, + "Ãĺ": 115554, + "ÑģÑĤвеннÑĭе": 115555, + "裡": 115556, + "ĠãĢī": 115557, + "ĠãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢ": 115558, + "Ġвал": 115559, + "Ġẩm": 115560, + "Ġdiyor": 115561, + "à¸Ńà¸ĩà¸Īาà¸ģ": 115562, + "ĠPhó": 115563, + "ĠÐĵе": 115564, + "ĠвеÑĢеÑģ": 115565, + "Ġkonz": 115566, + "رز": 115567, + "ĠÑģобоÑİ": 115568, + "Ġεκεί": 115569, + "ìĺģìĸ´": 115570, + "iag": 115571, + "ĠÑģенÑĤ": 115572, + "Ġnấu": 115573, + "Ġjaké": 115574, + "Ġrozh": 115575, + "Ġбог": 115576, + "ÙĨاد": 115577, + "ĠاÙħÙĪر": 115578, + "à¹Įà¸ģาร": 115579, + "ĠYaÅŁ": 115580, + "éĪ": 115581, + "åķª": 115582, + "Ġonay": 115583, + "ìĹĩ": 115584, + "omu": 115585, + "ÑĨÑĸйного": 115586, + "ĠÑģал": 115587, + "ĠΣÏħν": 115588, + "Ġsavun": 115589, + "å¦Ļ": 115590, + "à¸Īะม": 115591, + "ãĤ¹ãĤ¯": 115592, + "Ġdosy": 115593, + "ľĺ": 115594, + "먹": 115595, + "Ġminul": 115596, + "ãĢĭĊ": 115597, + "åģı": 115598, + "ĠÐļаÑĤ": 115599, + "Ġedilmesi": 115600, + "ÑĨÑĸÑĶн": 115601, + "ìĦ±ìĿ´": 115602, + "åĸĶ": 115603, + "ĠвÑĸÑĢ": 115604, + "è¯ij": 115605, + "ाà¤ĩड": 115606, + "ĠÙĪÙĤتÛĮ": 115607, + "ÄIJá»ĥ": 115608, + "ĠvyÅ¡Å¡ÃŃ": 115609, + "Äįila": 115610, + "адÑĥ": 115611, + "çī¹åĪ¥": 115612, + "ĠìĿ¸ê¸°": 115613, + "ujÃŃcÃŃch": 115614, + "ĠPodle": 115615, + "ĠyavaÅŁ": 115616, + "Ļæ±Ł": 115617, + "Ġkayb": 115618, + "åĬª": 115619, + "ç´¹": 115620, + "ĠобÑĢабоÑĤ": 115621, + "ĠмаÑı": 115622, + "ĠåıĬ": 115623, + "æİ¥åıĹ": 115624, + "ÙĨتÛĮ": 115625, + "ĠÏĩÏİ": 115626, + "ÑĤÑĢо": 115627, + "Ġuyar": 115628, + "ĠعÙħÙĦکرد": 115629, + "ĠоÑĨен": 115630, + "ĠмеÑģÑĤа": 115631, + "à¸ķลาà¸Ķ": 115632, + "ÙħÙĤ": 115633, + "ildren": 115634, + "ĠзавиÑģиÑĤ": 115635, + "ÂłĠÂł": 115636, + "Ġmožná": 115637, + "æĺŃåĴĮ": 115638, + "ırken": 115639, + "кин": 115640, + "åĿĤ": 115641, + "ÏĦÏĥι": 115642, + "ĠÑĩÑĥд": 115643, + "Ðļон": 115644, + "islav": 115645, + "ĠÐļÑĢаÑģ": 115646, + "Nej": 115647, + "Âłb": 115648, + "rof": 115649, + "Ġileri": 115650, + "ĠÐŀÑĢ": 115651, + "ĠChá»ī": 115652, + "Ġnüfus": 115653, + "ĠÑĸнÑĤ": 115654, + "!âĢľ": 115655, + "Ġनर": 115656, + "主ä¹ī": 115657, + "ĠتÙĨظ": 115658, + "ůvodu": 115659, + "ĠгоÑĢода": 115660, + "Ġkural": 115661, + "Ġjedin": 115662, + "ÑĢаÑĤег": 115663, + "åĢº": 115664, + "Ġzpůsobem": 115665, + "ìĿ¸ìĿĺ": 115666, + "ĠÙĨب": 115667, + "ĠNga": 115668, + "ĠÐĿай": 115669, + "ĠاÙģزار": 115670, + "нÑĥвÑģÑı": 115671, + "ĠдвоÑħ": 115672, + "Ġrozp": 115673, + "είοÏħ": 115674, + "Ġοικο": 115675, + "ĠGeç": 115676, + "ÂĹ": 115677, + "Ġchiếm": 115678, + "ĠÑĢаÑģпÑĢоÑģÑĤÑĢан": 115679, + "ĠhÆ°Æ¡ng": 115680, + "èĩªåĭķ": 115681, + "ĠÙħÙĪÙģÙĤ": 115682, + "æĮ¥": 115683, + "ï¼ģâĢĿĊĊ": 115684, + "ÏģοÏĨοÏģ": 115685, + "èıĮ": 115686, + "ãĥ´ãĤ¡": 115687, + "欧ç¾İ": 115688, + "ĠÑĤепло": 115689, + "ãģĤãģĤ": 115690, + "ãĤ¦ãĥ³": 115691, + "ĠÅŁeyi": 115692, + "Ġsüt": 115693, + "ãģ¹ãģ¦": 115694, + "ãĥ³ãĥij": 115695, + "μÎŃνÏīν": 115696, + "Ġgenellikle": 115697, + "ĠدرÙħاÙĨ": 115698, + "Ùª": 115699, + "Ġakıl": 115700, + "ĠÐľÑĭ": 115701, + "ĠetmiÅŁ": 115702, + "Å¡la": 115703, + "ĠвозможноÑģÑĤÑĮ": 115704, + "Ġgüncel": 115705, + "Ġnáro": 115706, + "å½¢å¼ı": 115707, + "ĠαÏĢοÏĦε": 115708, + "ĠмÑĸÑģÑĨÑı": 115709, + "Ġرض": 115710, + "ä¸įçŁ¥éģĵ": 115711, + "rava": 115712, + "ĠÎļά": 115713, + "ิà¸Ļà¸Ĺร": 115714, + "ĠлиÑģÑĤÑĮ": 115715, + "èĨľ": 115716, + "ãģ«ãģªãĤĬ": 115717, + "ĠæĿ¾": 115718, + "å®ı": 115719, + "ĠмиÑģ": 115720, + "átnÃŃ": 115721, + "Ġyıllık": 115722, + "ĠMerkezi": 115723, + "Ġiçeri": 115724, + "ÅĻÃŃž": 115725, + "ĠpÅĻe": 115726, + "ÏĩÏģι": 115727, + "Ġåįĥ": 115728, + "Ġsrp": 115729, + "à¹Ĥà¸Ĺร": 115730, + "ĠKrál": 115731, + ".Σ": 115732, + "ával": 115733, + "léd": 115734, + "Ġλα": 115735, + "ียวà¸ģ": 115736, + "ãģıãģª": 115737, + "ĠvÅ¡ichni": 115738, + "ĠпÑĢедоÑģÑĤав": 115739, + "ì¿": 115740, + "Ġ구ê¸ĢìĥģìľĦ": 115741, + "Ġà¤īपलब": 115742, + "воз": 115743, + "ĠëħĦëıĦë³Ħ": 115744, + "､_": 115745, + "à¸ļรร": 115746, + "ĠÑģвÑĸÑĤÑĥ": 115747, + "ĠÑĢÑĥблей": 115748, + "lenme": 115749, + "lÃŃÄį": 115750, + "ÏĦει": 115751, + "Ġåı¤": 115752, + "ĠObrázky": 115753, + "Ġìĺģíĸ¥": 115754, + "ĠгÑĢаждан": 115755, + "íĤ¹": 115756, + "Ġsahiptir": 115757, + "ĠпоÑĩаÑĤкÑĥ": 115758, + "ĠØ£ÙĬض": 115759, + "ĠÑĤоÑĢгов": 115760, + "Ġgelecek": 115761, + "Ġ문íĻĶ": 115762, + "ikleri": 115763, + "ĠнеобÑħÑĸдно": 115764, + "Ġäºij": 115765, + "ovol": 115766, + "Ġदल": 115767, + "ĠìķĬê³ł": 115768, + "Ġмг": 115769, + "Ġzjist": 115770, + "anlı": 115771, + "ัà¸ĩà¸Ļ": 115772, + "ÑĢаÑħов": 115773, + "ινη": 115774, + "ĠплоÑĤ": 115775, + "Ġnitel": 115776, + "ìĬ¤íģ¬": 115777, + "ĠSonra": 115778, + "ĠÑģбоÑĢ": 115779, + "ĠÏĥοÏħ": 115780, + "Ġolmam": 115781, + "Ġanaliz": 115782, + "à¹Įว": 115783, + "Ġmỹ": 115784, + "ceae": 115785, + "Ġден": 115786, + "веÑĢжд": 115787, + "Ả": 115788, + "ãģĵãģ¨ãĤĤ": 115789, + "ìĤ¬íķŃ": 115790, + "è¨Ģãģ£ãģŁ": 115791, + "Ġì¹´ì§Ģëħ¸": 115792, + "ÑĢиÑĤи": 115793, + "Ġchce": 115794, + "Ġçevir": 115795, + "ÛĮÛĮÙĨ": 115796, + "ä¼ļè®®": 115797, + "ัมà¸ŀ": 115798, + "ĠåĦ": 115799, + "Ġپدر": 115800, + "å¼ıä¼ļ社": 115801, + "ĠÑĨен": 115802, + "ิà¸ĸ": 115803, + "Ġjinak": 115804, + "ĠблÑİ": 115805, + "иÑĨин": 115806, + "ÙĴÙĩ": 115807, + "Ú©ÙĪر": 115808, + "Ġìķħ": 115809, + "eksiyon": 115810, + "ĠÑģвеÑĢ": 115811, + "ĠобÑĢазованиÑı": 115812, + "ĠãĥĻ": 115813, + "æľī人": 115814, + "Ġbilgileri": 115815, + "Ġhầu": 115816, + "еÑĢÑĸг": 115817, + "ĠvaÅ¡e": 115818, + "Ġnedir": 115819, + "ä¸įå¾Ĺ": 115820, + "ĠbaÅŁarılı": 115821, + "Ġkaybet": 115822, + "å©·": 115823, + "ĠÐĿав": 115824, + "Ġê´Ģíķľ": 115825, + "ÑģÑĤÑİ": 115826, + "å®ŀéĻħ": 115827, + "klady": 115828, + "даÑĤÑĮ": 115829, + "raç": 115830, + "Ġkuvvet": 115831, + "à¸ģารà¸Ĺ": 115832, + "åļ": 115833, + "ĠÑĢеп": 115834, + "Ġà¸Ŀ": 115835, + "ĠDiÄŁer": 115836, + "íĶĦíĬ¸": 115837, + "ĠnejvÄĽtÅ¡ÃŃ": 115838, + "Ġìłģìļ©": 115839, + "ĠonemocnÄĽnÃŃ": 115840, + "ака": 115841, + "ÐłÐ°Ð·": 115842, + "ĠÙģØ¥ÙĨ": 115843, + "ãĤµãĤ¤ãĤº": 115844, + "Ġvlád": 115845, + "Ġrady": 115846, + "ãĢģãģĵãĤĮ": 115847, + "ÑģÑĤвие": 115848, + "lıģa": 115849, + "åŃĶ": 115850, + "Ġáo": 115851, + "à¸Ńาà¸ģาศ": 115852, + "Ġà¤ıम": 115853, + "δαÏĤ": 115854, + "ĠапÑĢ": 115855, + "æİĽ": 115856, + "Ġç«ĭ": 115857, + "âĸıâĸı": 115858, + "ĠСм": 115859, + "Ġnemá": 115860, + "Ġè¢": 115861, + "νομα": 115862, + "ĠÙģرÙĪد": 115863, + "Ġülke": 115864, + "ĠæĺŁ": 115865, + "ัà¸Ļà¸ģ": 115866, + "ãģķãĤĵãģ®": 115867, + "eÅŁil": 115868, + "ÄŁiz": 115869, + "ĠÐijоÑĢ": 115870, + "Ġtầm": 115871, + "ειÏĦοÏħÏģγ": 115872, + "ĠγÏģα": 115873, + "à¥įषà¤ķ": 115874, + "Ġvẻ": 115875, + "Ġkendisine": 115876, + "ĠìķĮê³ł": 115877, + "ĠêµŃìłľ": 115878, + "ĠnÄĽkdo": 115879, + "ĠÛĮÙĩ": 115880, + "Ġکاربر": 115881, + "ãĥĻãĥ«": 115882, + "ï»´": 115883, + "Ġtuyên": 115884, + "Ġçat": 115885, + "âĢIJâĢIJ": 115886, + "Âı": 115887, + "ĠìĤ¬ìĹħ": 115888, + "éĨĴ": 115889, + "æıIJé«ĺ": 115890, + "æ·¡": 115891, + "ĠÄŁ": 115892, + "èĸ¦": 115893, + "ãĢĭï¼Ī": 115894, + "æ¡ĥ": 115895, + "ìĹĦ": 115896, + "ĠæŀĹ": 115897, + "ÄĤ": 115898, + "ĠÄĮech": 115899, + "αιο": 115900, + "ĠطرÙĬÙĤ": 115901, + "ĠзавеÑĢÑĪ": 115902, + "تÙĪبر": 115903, + "ĠØŃج": 115904, + "ĠÎŃÏĩοÏħν": 115905, + "¿ÃĤ": 115906, + "ĠdÄĽtÃŃ": 115907, + "Ġiçine": 115908, + "ĠChúa": 115909, + "аннÑĭй": 115910, + "ĠÙĪÛĮÚĺ": 115911, + "Ġnastav": 115912, + "ısına": 115913, + "ĠÑĹм": 115914, + "пон": 115915, + "енÑı": 115916, + "ĠÙĪظ": 115917, + "Ú¯ÙĦ": 115918, + "หลวà¸ĩ": 115919, + "Ġzastav": 115920, + "акон": 115921, + "³³³³³³³³³³³³³³³³³³³³³³³³³³³³³³³³": 115922, + "ĠKır": 115923, + "絶": 115924, + "ĠоÑĢганÑĸзаÑĨÑĸÑĹ": 115925, + "ãģŁãĤĬ": 115926, + "Ø°ÙĬ": 115927, + "Ġरà¤ķ": 115928, + "ampiyon": 115929, + "Ġæ¸ħ": 115930, + "çľ¼çĿĽ": 115931, + "ĠìķĬìĿĢ": 115932, + "鹿": 115933, + "Ġå¿ĥ": 115934, + "ĠпÑĢекÑĢаÑģ": 115935, + "ĠÑģегоднÑı": 115936, + "Ġसल": 115937, + "ĠÏħÏĢÏĮ": 115938, + "ĠÐķго": 115939, + "ĠÐĽÐ¸": 115940, + "ãĤ¨ãĥ«": 115941, + "ĠлÑİÑĤ": 115942, + "饰": 115943, + "Ġvzdál": 115944, + "¯ÃĤ": 115945, + "ĠнаÑıв": 115946, + "ĠتشکÛĮÙĦ": 115947, + "ĠسÙĪÛĮ": 115948, + "Ġtái": 115949, + "Ġkapı": 115950, + "ĠsvÄĽtÄĽ": 115951, + "δÏĮν": 115952, + "æ¼¢": 115953, + "ìį¨": 115954, + "ĠbaÅŁvur": 115955, + "ÑĢина": 115956, + "Ġkelim": 115957, + "аÑĤок": 115958, + "Ġκάθε": 115959, + "ĠYüksek": 115960, + "à¹ĩà¸Ļà¸ľ": 115961, + "éłĤ": 115962, + "åIJĮæĻĤ": 115963, + "ÅŁtır": 115964, + "วà¸ĩศ": 115965, + "oty": 115966, + "Ġارد": 115967, + "ĠìŀIJìĭłìĿĺ": 115968, + "ĠÑıнва": 115969, + "üyordu": 115970, + "æĿ¨": 115971, + "ĠâĢĵĊ": 115972, + "ï¼Įå®ĥ": 115973, + "ейн": 115974, + "ĠпеÑĢеÑĤ": 115975, + "ĠdeÄŁiÅŁiklik": 115976, + "ĠогÑĢаниÑĩ": 115977, + "ìĦľìļ¸": 115978, + "Ġgeliyor": 115979, + "ĠپذÛĮر": 115980, + "åĵ²": 115981, + "eyin": 115982, + "ĠëıĪ": 115983, + "Ġuniverz": 115984, + "Ġhned": 115985, + "ĠtáºŃn": 115986, + "voÅĻÃŃ": 115987, + "Ġniên": 115988, + "dÄĽpodob": 115989, + "ìĤ¬íļĮ": 115990, + "ãģĮãģĤãĤĬ": 115991, + "ĠÑģÑĸÑĩ": 115992, + "''\"": 115993, + "Ġtoplantı": 115994, + "ĠÑģÑĩеÑĤ": 115995, + "åĩĨå¤ĩ": 115996, + "анÑĸÑı": 115997, + "Ġzel": 115998, + "vala": 115999, + "Ġапп": 116000, + "ĠاÙĦÙħÙĦÙĥ": 116001, + "ĠhoÅŁ": 116002, + "ĠÐĵен": 116003, + "ÑĤаб": 116004, + "ĠÄĮesko": 116005, + "Ġмайже": 116006, + "ĠmÄĽsto": 116007, + "yonel": 116008, + "거리": 116009, + "Ġìĺ¨ëĿ¼ìĿ¸": 116010, + "ç´¯": 116011, + "Ġderec": 116012, + "ĠокÑĢÑĥж": 116013, + "Ġyabancı": 116014, + "ĠíĦ°": 116015, + "ĠèµĦ": 116016, + "ÎĻÎļÎĹ": 116017, + "ĠпÑĭ": 116018, + "ĠvÄĽn": 116019, + "инки": 116020, + "ụp": 116021, + "æľºæ¢°": 116022, + "ĠìķĮ볤": 116023, + "ëħķ": 116024, + "ĠλÏĮγ": 116025, + "eyn": 116026, + "ĠëIJĺìĹĪëĭ¤": 116027, + "污": 116028, + "Ġvedle": 116029, + "ĠÙĥتب": 116030, + "맨": 116031, + "ĠÙħÙĤاÙĪ": 116032, + "å¹´ãģ«": 116033, + "ाà¤ĩà¤ķ": 116034, + "ĠÑģÑĤоÑģ": 116035, + "ĠÏĥÏĦοÏħÏĤ": 116036, + "меÑĤÑĮ": 116037, + "Ġesas": 116038, + "ëIJĺê³ł": 116039, + "ĠkvÄĽtna": 116040, + "Ġéľ": 116041, + "dük": 116042, + "åŁ·": 116043, + "èªĮ": 116044, + "Ġmluv": 116045, + "ĠпÑĢинÑı": 116046, + "Ġpoté": 116047, + "ĠÚ©ÙĨÙħ": 116048, + "ĠпÑĢедлож": 116049, + "ĠÐľÐ¾Ñģква": 116050, + "ï¼Įå¦Ĥ": 116051, + "Ġsvém": 116052, + "ĠاÙħÙĨ": 116053, + "สาย": 116054, + "ĠÑĥменÑĮ": 116055, + "Ġãģĵãģ®": 116056, + "åīĤ": 116057, + "ĠÑģеÑĢÑĮ": 116058, + "Ġmá»ĩ": 116059, + "Ġä¹Ŀ": 116060, + "ĠзакÑĸн": 116061, + "ĠвелиÑĩ": 116062, + "ĠконÑĤÑĢа": 116063, + "ĠSosyal": 116064, + "Ġyukarı": 116065, + "ĠدÙĪب": 116066, + "侧": 116067, + "Ġзамен": 116068, + "ï»®": 116069, + "ĠsobÄĽ": 116070, + "ĠТакже": 116071, + "Ðİ": 116072, + "εδ": 116073, + "ÙħارÛĮ": 116074, + "ξι": 116075, + "ì¹Ń": 116076, + "ĠплаÑģÑĤи": 116077, + "ÏĥοÏħν": 116078, + "èľĺèĽĽè¯į": 116079, + "ÙĪÛĮزÛĮ": 116080, + "ĠnapÅĻ": 116081, + "ĠÑĤипа": 116082, + "à¥Ĥà¤Ľ": 116083, + "ĠÅŁah": 116084, + "лÑıÑĤи": 116085, + "بÛĮر": 116086, + "ระยะ": 116087, + "ĠболÑĮÑĪин": 116088, + "ÏĦηÏĦα": 116089, + "Ġíıīê°Ģ": 116090, + "Ġprojev": 116091, + "òi": 116092, + "ĠкнÑı": 116093, + "ÏĨεÏģ": 116094, + "еÑĢÑĥ": 116095, + "Ñįн": 116096, + "ĠعÙħÙĦÛĮ": 116097, + "à¤łà¤¨": 116098, + "ãĥ³ãĤ¯": 116099, + "ĠìķĦëŀĺ": 116100, + "ÎĪ": 116101, + "Ġباست": 116102, + "ĠتÙĥ": 116103, + "aÄįnÃŃ": 116104, + "ĠлÑĸкÑĥваннÑı": 116105, + "à¸Ħà¹Ĥà¸Ļ": 116106, + "Ġèĥ½": 116107, + "θλη": 116108, + "lenmiÅŁ": 116109, + "Ġlá»Ļ": 116110, + "Ġsilah": 116111, + "ĠAustr": 116112, + "ØŃÙĤ": 116113, + ".***.***": 116114, + "ì©": 116115, + "ĠgÃł": 116116, + "ĠبازبÛĮÙĨÛĮ": 116117, + "ĠÄijÃłn": 116118, + "ÃŃky": 116119, + "ĠÎķν": 116120, + "ضÙħ": 116121, + "å§ĵ": 116122, + "ĠÙĨÙĪÛĮس": 116123, + "Ġskupiny": 116124, + "ĠسÛĮد": 116125, + "Ġaldıģı": 116126, + "meli": 116127, + "виж": 116128, + "ì¹ĺëĬĶ": 116129, + "оваÑħ": 116130, + "Ġæ©": 116131, + "Ø´ÙĨاسÛĮ": 116132, + "Ġnimi": 116133, + "ĠÐĵÑĢи": 116134, + "íĹĮ": 116135, + "Ġкв": 116136, + "éŁĵ": 116137, + "ĠíĽĦ기": 116138, + "ĠstÅĻÃŃ": 116139, + "ĠкÑĸлÑĮкÑĸÑģÑĤÑĮ": 116140, + "ĠBakanlıģı": 116141, + "ĠменÑĮÑĪе": 116142, + "اÙĪÛĮ": 116143, + "ĠارÙĪÙ¾": 116144, + "Ġèī²": 116145, + "ĠÚ©ÙĪÚĨÚ©": 116146, + "ĠAynı": 116147, + "ĠäºĨ": 116148, + "ĠسÙģر": 116149, + "ĠÑĤеаÑĤ": 116150, + "ĠvÄĽd": 116151, + "аÑĢов": 116152, + "Ġобмеж": 116153, + "ĠìķĬìķĺ": 116154, + "追åĬł": 116155, + "éłĪ": 116156, + "dÄĽlenÃŃ": 116157, + "Ġkims": 116158, + "Ġèı²": 116159, + "ĠгÑĢÑĥн": 116160, + "ĠØ¢ÙĦÙħاÙĨ": 116161, + "Ġавг": 116162, + "ĠÑīоÑģÑĮ": 116163, + "Ġå¾·": 116164, + "ĠÐĿаÑĨÑĸоналÑĮ": 116165, + "æĪIJç«ĭ": 116166, + "ูà¸Ļย": 116167, + "ãĥ¼ãĥ«ãĥī": 116168, + "éĽ²": 116169, + "ĠTá»ķ": 116170, + "cılık": 116171, + "ĠAlmanya": 116172, + "ĠovÅ¡em": 116173, + "Âĭ": 116174, + "ĠÏĩÏģηÏĥιμοÏĢοι": 116175, + "Ġörgüt": 116176, + "िसस": 116177, + "èĹĿ": 116178, + "ĠGiải": 116179, + "Ġsvob": 116180, + "Ġrůzných": 116181, + "Ġsmlouvy": 116182, + "ÑĢеÑģÑģ": 116183, + "ีà¹Ģà¸Ķ": 116184, + "ĠاÙħرÙĪز": 116185, + "ãĤħ": 116186, + "åĿ¦": 116187, + "à¹īà¸Ħ": 116188, + "Ġкаж": 116189, + "å¼Ĺ": 116190, + "ÑĩноÑĹ": 116191, + "åľĪ": 116192, + "ĠØ¢ÙĩÙĨÚ¯": 116193, + "몰": 116194, + "Ġæº": 116195, + "ĠèĦ": 116196, + "ä¸ĢæŃ¥": 116197, + "оÑĩка": 116198, + "Ġprostor": 116199, + "Ġngắn": 116200, + "Ġç·": 116201, + "наÑĢ": 116202, + "Ġà¤ľà¤µ": 116203, + "ĠнаÑĩалÑĮ": 116204, + "Ġнедел": 116205, + "ĠÑģиÑģÑĤемÑĥ": 116206, + "جÙĬ": 116207, + "ادات": 116208, + "Ġæ¢": 116209, + "ĠجاÙħعة": 116210, + "Ġä»İ": 116211, + "Ġà¤ħफ": 116212, + "èĸĦ": 116213, + "ĠباÙĤ": 116214, + "بÙĬع": 116215, + "ãģķãĤĮãģ¦": 116216, + "ĠÃĩalÄ±ÅŁ": 116217, + "Ø®ÙĪاست": 116218, + "ãĥĥãĤ·ãĥ¥": 116219, + "ĠØŃسÛĮÙĨ": 116220, + "ĠобнаÑĢÑĥж": 116221, + "вÑĸдом": 116222, + "Ġhôm": 116223, + "ланд": 116224, + "Ġà¤µà¤ľà¤¹": 116225, + "سÙĬÙĨ": 116226, + "æłı": 116227, + "ĠnavÃŃc": 116228, + "ãĤµãĤ¤ãĥĪ": 116229, + "ĠÑıкомÑĥ": 116230, + "ĠíĽ": 116231, + "ĠYani": 116232, + "ãĤĵãģ§ãģĻ": 116233, + "ĠгÑĢÑĥп": 116234, + "Äįný": 116235, + "ÑĨик": 116236, + "ÙĪÙĬر": 116237, + "ĠXã": 116238, + "Ġfyz": 116239, + "Ġï½ī": 116240, + "âĢĮترÛĮÙĨ": 116241, + "à¤Łà¤ķ": 116242, + "ÑĦоÑĢми": 116243, + "ĠOyun": 116244, + "åł´æīĢ": 116245, + "ØŃØ«": 116246, + "ĠìķĮìķĦ": 116247, + "ÑĢавилÑĮ": 116248, + "ï¼ĮâĢĿ": 116249, + "boru": 116250, + "ĠKullan": 116251, + "ĠKaynak": 116252, + "Ġê°ĸ": 116253, + "ç´Ķ": 116254, + "ï¼Įæ¯ı": 116255, + "ÎĹΡ": 116256, + "Ġpůl": 116257, + "ĠгоÑģÑĤ": 116258, + "رÙĪÙħ": 116259, + "ï¼Įåį³": 116260, + "Û²Û³": 116261, + "ĠÙĨخست": 116262, + "Ġکسب": 116263, + "Ġà¹Ģà¸ļ": 116264, + "Ġyazar": 116265, + "jekt": 116266, + "à¹Ĥลย": 116267, + "ĠдобÑĢе": 116268, + "ĠپزشکÛĮ": 116269, + "ĠتÙĩÛĮÙĩ": 116270, + "ç¾İåľĭ": 116271, + "ноÑģÑıÑĤ": 116272, + "ëłĪìĬ¤": 116273, + "åĹ¯": 116274, + "ĠrÃłng": 116275, + "ĠÎķξ": 116276, + "аÑĤаÑĢ": 116277, + "kova": 116278, + "ĠÅŁeyler": 116279, + "خاص": 116280, + "ĠìķĪìłĦ": 116281, + "Ñīей": 116282, + "Ġë°Ŀ": 116283, + "âĢĮتÙĪاÙĨد": 116284, + "ãģĪãģ°": 116285, + "Ġvữ": 116286, + "ĠÑģама": 116287, + "ĠобоÑĢÑĥд": 116288, + "âĢĮباشد": 116289, + "à¹Įà¸Ń": 116290, + "Ġdetay": 116291, + "æĤ²": 116292, + "ÂĪ": 116293, + "ãĤ¦ãĤ£": 116294, + "ĠпÑĢавила": 116295, + "krét": 116296, + "à¹Įร": 116297, + "åĮ¹": 116298, + "Ġåħį": 116299, + "ĠÑģилÑĮно": 116300, + "ĠиÑģÑĤоÑĩ": 116301, + "ĠsaÄŁlar": 116302, + "ĠæѦ": 116303, + "íĸĪìĬµëĭĪëĭ¤": 116304, + "Không": 116305, + "à¹Īาà¸ĩà¹Ĩ": 116306, + "Û°Û°Û°": 116307, + "ĠرÙĤ": 116308, + "âĢĻÑıÑĤ": 116309, + "åĽ²": 116310, + "à¹ģà¸Ķà¸ĩ": 116311, + "Ġžádné": 116312, + "couz": 116313, + "Ãĭ": 116314, + "ĠпÑĸдгоÑĤов": 116315, + "ĠëĮĢíķĻ": 116316, + "Ġdünyanın": 116317, + "èĢģå¸Ī": 116318, + "èģĮä¸ļ": 116319, + "Ġyeri": 116320, + "à¥ĭà¤ķर": 116321, + "ĠبÙĩتر": 116322, + "ëĭĪìķĦ": 116323, + "ìĿĮìĿĦ": 116324, + "ĠæĮĩ": 116325, + "ãĢįï¼Ī": 116326, + "ĠÑģооÑĤвеÑĤÑģÑĤвии": 116327, + "æĬĵ": 116328, + "à¹Ĥà¸Ĺ": 116329, + "Ġtrá»ĵng": 116330, + "ĠпÑĢаÑĨÑĸ": 116331, + "ĠëĨĵ": 116332, + "à¤ĩन": 116333, + "Ġìłķë§IJ": 116334, + "ãĢķ": 116335, + "ĠcáºŃn": 116336, + "åĸĿ": 116337, + "Ġê³ĦìĨį": 116338, + "Ġä¸İ": 116339, + "å¥ı": 116340, + "ĠعاÙĦÙħ": 116341, + "ĠvysvÄĽt": 116342, + "ĠдоÑĢог": 116343, + "ĠнеÑĢв": 116344, + "ĠбеÑĤ": 116345, + "ĠпÑĢиÑĤ": 116346, + "овÑĭй": 116347, + "å·¡": 116348, + "Ùģاع": 116349, + "ÐļÐĺ": 116350, + "à¸ķรวà¸Ī": 116351, + "ĠÐľÐ°Ð¹": 116352, + "ëıĦë¡ľ": 116353, + "Ġzlat": 116354, + "ĠsaÄŁlam": 116355, + "Ïģαν": 116356, + "à¸Ĭร": 116357, + "å¹´ãģ®": 116358, + "à¸Ħรà¸Ńà¸ĩ": 116359, + "Âħ": 116360, + "Ġhoá": 116361, + "ĠдоволÑĮно": 116362, + "Ġolmaz": 116363, + "ĠpodmÃŃnky": 116364, + "ĠÑħозÑıй": 116365, + "æĻ´": 116366, + "ÑĢова": 116367, + "Ġlược": 116368, + "ानन": 116369, + "ĠкапиÑĤ": 116370, + "ĠÚĺاÙĨ": 116371, + "æľīäºĽ": 116372, + "ĠповеÑĢÑħноÑģÑĤи": 116373, + "ĠÑĨÑĸн": 116374, + "üyle": 116375, + "Ġjazy": 116376, + "ĠPhú": 116377, + "Ġसन": 116378, + "åĩºåĶ®": 116379, + "ÂłÐ´": 116380, + "ĠãĤ¯": 116381, + "çĶ±äºİ": 116382, + "à¥įपत": 116383, + "ĠاÙĦخاÙħ": 116384, + "ĠاصÙĦاØŃ": 116385, + "ĠتÛĮ": 116386, + "Ġtato": 116387, + "å¹¹": 116388, + "æ³½": 116389, + "à¸Ńà¸ģà¸Īาà¸ģ": 116390, + "ÑĥлÑİ": 116391, + "ĠвÑģп": 116392, + "mekte": 116393, + "à¥Ģफ": 116394, + "ĠÚĺÙĪئ": 116395, + "Ġlá»ĩnh": 116396, + "âĢĮکرد": 116397, + "íı¬ì¸ł": 116398, + "anki": 116399, + "Ġëĵ±ë¡ĿëĮĢíĸī": 116400, + "ĠãĤĿ": 116401, + "Ġارزش": 116402, + "Ġthú": 116403, + "Ġấn": 116404, + "è¡Į为": 116405, + "ĠÑģнова": 116406, + "꾸": 116407, + "Ġsouhlas": 116408, + "Ġвозв": 116409, + "ÏģÎŃÏĢει": 116410, + "ĠнÑĸÑĩого": 116411, + "нож": 116412, + "ÑĤик": 116413, + "ãģ©ãģĵ": 116414, + "ĠоÑģнове": 116415, + "ãĤ¥": 116416, + "à¸Ľà¸£à¸°à¸Īำ": 116417, + "Ġà¸Ĺà¸Ńà¸ĩ": 116418, + "Ġeksik": 116419, + "ĠÙĦØ¥": 116420, + "ãģĭãģ®": 116421, + "Ġãģª": 116422, + "-प": 116423, + "Ïģει": 116424, + "ĠìłĦ문": 116425, + "าà¸ģล": 116426, + "βε": 116427, + "íĬ¹ë³Ħ": 116428, + "íķĺë©´ìĦľ": 116429, + "à¸Ħà¹Ĥà¸Ļà¹Ĥลย": 116430, + "Ġ好": 116431, + "Ġyayım": 116432, + "ë§ĮëĤ¨": 116433, + "ĠкиÑģлоÑĤ": 116434, + "ĠÑįнеÑĢг": 116435, + "çĸ¾": 116436, + "Ġدش": 116437, + "Ġsoruml": 116438, + "Ġзаклад": 116439, + "à¸Ĭà¸Ńà¸ļ": 116440, + "ĠÙģرÙĩÙĨÚ¯ÛĮ": 116441, + "Ġà¤ıल": 116442, + "Ġë¹ĦêµIJ": 116443, + "lerce": 116444, + "ĠØ·ÙĦب": 116445, + "ãģ«ãģĹãģ¦": 116446, + "ĠÑıкоÑĹ": 116447, + "ĠاÙĦبتÙĩ": 116448, + "ĠÐľÐ°ÑĤ": 116449, + "åįĵ": 116450, + "Ġåħ¬åı¸": 116451, + "Ġsöyley": 116452, + "ĠìĥĪë¡ľìļ´": 116453, + "ĠÑĦаÑĢ": 116454, + "Ġaltına": 116455, + "Ġstavu": 116456, + "âĢĻı": 116457, + "alizace": 116458, + "ĠвиÑģÑĤÑĥп": 116459, + "æķĻå¸Ī": 116460, + "à¥Ģà¤ıस": 116461, + "odÄĽ": 116462, + "ĠÑĨÑĸл": 116463, + "ĠëĮĢìĥģ": 116464, + "ĠкоÑĤоÑĢом": 116465, + "ĠظرÙģ": 116466, + "éİ®": 116467, + "اÙģÙĬØ©": 116468, + "ĠìĹĨìĿ´": 116469, + "ĠμÏĮνο": 116470, + "ĠCÆ¡": 116471, + "寻": 116472, + "ÏĦιÏĥ": 116473, + "ĠãĤĦ": 116474, + "Ġjednoho": 116475, + "اا": 116476, + "etler": 116477, + "Ġवस": 116478, + "ĠÑĢазлиÑĩнÑĭÑħ": 116479, + "ĠجغراÙģ": 116480, + "Ġthừa": 116481, + "ĠгÑĢомадÑıн": 116482, + "॰": 116483, + "ĠاÙĦأخ": 116484, + "ĠнагÑĢÑĥз": 116485, + "績": 116486, + "à¥Ĥह": 116487, + "ĠпÑĢÑıмо": 116488, + "âĬ": 116489, + "ĠاÙĦØ£ÙĪÙĦÙī": 116490, + "æĸ°èģŀ": 116491, + "ĠìĥģíĻ©": 116492, + "itesi": 116493, + "ëį°ìĿ´íĬ¸": 116494, + "æŃ·": 116495, + "ï¼ĮèĢĮä¸Ķ": 116496, + "ãģ¯ãģļ": 116497, + "产çĶŁ": 116498, + "æ°ĹãģĮ": 116499, + "yslu": 116500, + "ìĸ´ëĤĺ": 116501, + "اکÙħ": 116502, + "âĢĥ": 116503, + ")ìĿĢ": 116504, + "ĠجستارÙĩاÛĮ": 116505, + "ÙĪØ«": 116506, + "ãħİ": 116507, + "Ġkavram": 116508, + "vál": 116509, + "æľŃ": 116510, + "æĤł": 116511, + "ìħĢ": 116512, + "hrad": 116513, + "ĠتÙĥÙĪÙĨ": 116514, + "ĠHòa": 116515, + "å¹´çļĦ": 116516, + "Ġçarp": 116517, + "Ġyolu": 116518, + "Ġdubna": 116519, + "ĠÐĴелик": 116520, + "Ġtôn": 116521, + "æķĮ": 116522, + "Ġcoi": 116523, + "Ġnakonec": 116524, + "ĠÑįÑĤÑĥ": 116525, + "íĨµëł¹": 116526, + "ÑĪел": 116527, + "Ġnebyl": 116528, + "inç": 116529, + "باÙĦØ¥ÙĨجÙĦÙĬزÙĬØ©": 116530, + "Ａ": 116531, + "онÑĮ": 116532, + "ĠнемаÑĶ": 116533, + "Ġê³łê°Ŀ": 116534, + "ĠÙĤطع": 116535, + "ĠÑĤеÑĢиÑĤоÑĢÑĸÑĹ": 116536, + "人ãģ¯": 116537, + "ĠΣα": 116538, + "éĤ£äºĽ": 116539, + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ": 116540, + "iosper": 116541, + "íĤ¨": 116542, + "raki": 116543, + "اÛĮج": 116544, + "ÂłC": 116545, + "ĠаналÑĸз": 116546, + "ãĤıãĤĬ": 116547, + "ĠìķĦëĭĮ": 116548, + "ĠاÙĦعÙħÙĦÙĬØ©": 116549, + "lament": 116550, + "黨": 116551, + "ujÃŃcÃŃm": 116552, + "Ġrẻ": 116553, + "ä¸įåĪ°": 116554, + "Ġrezerv": 116555, + "ĠاÙĦØ°ÙĬÙĨ": 116556, + "æĭ¥": 116557, + "Ðĺн": 116558, + "Ġतहत": 116559, + "resi": 116560, + "Ġãĥ¢": 116561, + "лев": 116562, + "ãĢĢr": 116563, + "Ġä»Ĭ": 116564, + "Ġödem": 116565, + "Ġpotrav": 116566, + "ĠêµIJìĪĺ": 116567, + "ÑĢеди": 116568, + "ĠÎļÎijÎĻ": 116569, + "ĠнаÑĩала": 116570, + "Ġизб": 116571, + "ĠbÅĻezna": 116572, + "Ġledna": 116573, + "ÑĢÑĥÑİÑĤ": 116574, + "ĠмоÑĤ": 116575, + "åıĹåĪ°": 116576, + "ĠÑĢÑĥкÑĥ": 116577, + "Ỽm": 116578, + "adele": 116579, + "ĠÑĢозглÑı": 116580, + "åħIJ": 116581, + "ĠرÙĪاÙĨ": 116582, + "аков": 116583, + "ÑĥÑĢÑĭ": 116584, + "Ġazal": 116585, + "ĠÑĥкÑĢа": 116586, + "пион": 116587, + "ĠÄįlovÄĽ": 116588, + "äºĮäºĮäºĮäºĮ": 116589, + "ابÙĬ": 116590, + "Ġaslında": 116591, + "ë¹Ī": 116592, + "ĠвÑĢаÑĩ": 116593, + "룹": 116594, + "ĠгенеÑĢа": 116595, + "à¸ģารส": 116596, + "ĠÑģовÑģем": 116597, + "ÙĪÙĦا": 116598, + "Ġशब": 116599, + "ाà¤ĸण": 116600, + "ستاÙĨÛĮ": 116601, + "æĬ½": 116602, + "Ġrůz": 116603, + "ĠíĮIJ매": 116604, + "à¸ģารà¸ķ": 116605, + "ائÛĮ": 116606, + "asal": 116607, + "ĠÑĢабоÑĤÑĥ": 116608, + "à¥ĭलन": 116609, + "Ġ马": 116610, + "Ġlai": 116611, + "ói": 116612, + "vap": 116613, + "ëħĦìĹIJëĬĶ": 116614, + "ĠпеÑĢедбаÑĩ": 116615, + "ĠплеÑĩ": 116616, + "iddet": 116617, + "ĠÑĩоÑĢ": 116618, + "iyan": 116619, + "ãĢĢãĢĢãĢĢãĢĢãĢĢĠãĢĢ": 116620, + "ĠØŃرÙģÙĩ": 116621, + "大éĺª": 116622, + "Ñĩого": 116623, + "Ġки": 116624, + "اÙĪÙĬ": 116625, + "ĠbaÅŁlan": 116626, + "Ġmerkezi": 116627, + "©©": 116628, + "Ġراست": 116629, + "ĠëĬĶ": 116630, + "ĠÑģÑĢав": 116631, + "ĠвнÑĥÑĤÑĢи": 116632, + "ãĢĢãĥİ": 116633, + "åĿĽ": 116634, + "ĠвÑĤ": 116635, + "::/": 116636, + "ĠsözleÅŁ": 116637, + "ĠverdiÄŁi": 116638, + "ิยม": 116639, + "ĠÐŁÑĢоÑĤ": 116640, + "Ùĥار": 116641, + "ĠبÙĨدÛĮ": 116642, + "ÙıÙĪ": 116643, + "缴æĴŃ": 116644, + "ĠÙħÙĦÙĬ": 116645, + "Ġnutné": 116646, + "ะà¹ģà¸Ļà¸Ļ": 116647, + "ĠMã": 116648, + "Ġì´": 116649, + "à¹Īาม": 116650, + "моÑģ": 116651, + "ĠпоÑıви": 116652, + "Ġnghi": 116653, + "ĠëIJĺëĬĶ": 116654, + "Ñģклад": 116655, + "à¤Ĺल": 116656, + "ĠCá»Ļng": 116657, + "çŁ¥è¯Ĩ": 116658, + "Ġtaj": 116659, + "Ġعبر": 116660, + "éĻĦè¿ij": 116661, + "Ã¼ÄŁ": 116662, + "Ġê³µê³ł": 116663, + "è£ķ": 116664, + "âĢĮØ´ÙĨ": 116665, + "Ġgerçekten": 116666, + "nun": 116667, + "ÙħØ´": 116668, + "ê°ĢëĬ¥": 116669, + "ãĥ©ãĥ³ãĥī": 116670, + "ayacak": 116671, + "åįģä¸Ģ": 116672, + "ĠBảo": 116673, + "Ġyeterli": 116674, + "živ": 116675, + "ĠÙĬÙĨاÙĬر": 116676, + "Ġbýval": 116677, + "ìĽĶê¹Įì§Ģ": 116678, + "Ġnợ": 116679, + "Ġê´Ģê³Ħ": 116680, + "ĠíĿ¬": 116681, + "аÑİÑĤÑĮ": 116682, + "Ġgötür": 116683, + "Ġважно": 116684, + "浩": 116685, + "ĠìĿ¼ë¶Ģ": 116686, + "ÑĨÑĸйний": 116687, + "ëł¥ìĿĦ": 116688, + "ĠлеÑĩение": 116689, + "éĸ¢ä¿Ĥ": 116690, + "ĠTüm": 116691, + "ìĻĶ": 116692, + "éģĹ": 116693, + "ĠDön": 116694, + "ĠÑģпÑĸлÑĮ": 116695, + "ãĥģãĤ§": 116696, + "нÑıеÑĤÑģÑı": 116697, + "iltere": 116698, + "ĠíĮĢ": 116699, + "è¨Ńå®ļ": 116700, + "Ġrodin": 116701, + "ĠاÙĤتصاد": 116702, + "алÑĮне": 116703, + "à¥įà¤ķर": 116704, + "ĠvýbÄĽ": 116705, + "Ġtehlik": 116706, + "âĶIJ": 116707, + "ĠçĶ°": 116708, + "ÏģίÏĤ": 116709, + "iyel": 116710, + "Ġthiá»ĩu": 116711, + "ÏĪηÏĤ": 116712, + "Ġдве": 116713, + "ĠElekt": 116714, + "à¸ģà¸İ": 116715, + "оÑĢÑĥж": 116716, + "aÅŁÄ±": 116717, + "詳細": 116718, + "ĠاتÙģاÙĤ": 116719, + "Ġgắn": 116720, + "æ²Ĵæľī": 116721, + "ĠÙħطاÙĦعÙĩ": 116722, + "ÏĦιν": 116723, + "Ġokres": 116724, + "Ñľ": 116725, + "ê°Ķëĭ¤": 116726, + "ÐłÐ¾Ð·": 116727, + "å¾ĭ宾": 116728, + "ï¼īï¼Ī": 116729, + "Ġìļ´ìĺģìŀIJ": 116730, + "ãĤ«ãĥĨ": 116731, + "laÄį": 116732, + "à¥ĩबस": 116733, + "ĠoÄįi": 116734, + "-б": 116735, + "elerden": 116736, + "kových": 116737, + "ĠÄ°zmir": 116738, + "สมาà¸Ĭ": 116739, + "ladatel": 116740, + "Ġæ»": 116741, + "éĶĢåĶ®": 116742, + "ĠдоÑģлÑĸдженнÑı": 116743, + "ĠлÑĸкаÑĢ": 116744, + "Ġоднако": 116745, + "ĠVác": 116746, + "Ġè«": 116747, + "éĢ²è¡Į": 116748, + "以å¤ĸ": 116749, + "é³¥": 116750, + "ĠÙĨج": 116751, + "ĠbaÅŁkan": 116752, + "ĠopatÅĻenÃŃ": 116753, + "ارش": 116754, + "ضاÙģØ©": 116755, + "ãĤ¹ãĥ¬": 116756, + "ήν": 116757, + "ÄĽtÃŃ": 116758, + "วย": 116759, + "ĠرسÙĪÙĦ": 116760, + "ÅĻich": 116761, + "ĠpÅĻih": 116762, + "ÑĮми": 116763, + "çĦ¶èĢĮ": 116764, + "Ġthẳng": 116765, + "lamaz": 116766, + "ÙĢÙĢÙĢ": 116767, + "Ġì°¸ìŬ": 116768, + "ĠÙĨÙĪشتÙĩ": 116769, + "ĠÑģÑĤек": 116770, + "ãģ®ãģ¿": 116771, + "ĠÙĪاÙĦع": 116772, + "æķ¢": 116773, + "à¥Ģà¤Ĥ,": 116774, + "ÐŀÑģнов": 116775, + "имоÑģÑĤи": 116776, + "ĠÄĮeská": 116777, + "ÑĸÑĩний": 116778, + "ามารà¸ĸ": 116779, + "ekkür": 116780, + "Âłh": 116781, + "ικη": 116782, + "ĠتعÛĮÛĮÙĨ": 116783, + "коÑģÑĤÑĸ": 116784, + "ĠMustafa": 116785, + "Ġì¦ī": 116786, + "ãģ§ãģĤãĤĬ": 116787, + "å·¥ä¸ļ": 116788, + "ovÃŃd": 116789, + "ÐĿо": 116790, + "Ġسپس": 116791, + "Ú¯ÛĮرد": 116792, + "Ġпедагог": 116793, + "ĠکارÛĮ": 116794, + "ĠÑĪÑĤÑĥ": 116795, + "æĮĤ": 116796, + "Ø¢Ùħد": 116797, + "羣æĺ¯": 116798, + "Ġابت": 116799, + "ĠرئÛĮس": 116800, + "ĠدÛĮÙĨ": 116801, + "ÏĪε": 116802, + "Ġsezon": 116803, + "ĠçĨ": 116804, + "सन": 116805, + "ãĥ»ãĤ¢": 116806, + "ĠåħŃ": 116807, + "Ġè±": 116808, + "Ġìłľëª©": 116809, + "ĠÙħعد": 116810, + "ĠÙģÙĤد": 116811, + "éĤĬ": 116812, + "ΩΣ": 116813, + "Ġå¡": 116814, + "Ġobvyk": 116815, + "ĠìĿ´ëłĩê²Į": 116816, + "ĠбоÑĢоÑĤÑĮ": 116817, + "Û²Û±": 116818, + "Ġá»ijng": 116819, + "è¯Ĺ": 116820, + "ĠÄIJá»iji": 116821, + "ĠбеÑĢезнÑı": 116822, + "ĠsoÄŁ": 116823, + "Ġï¾į": 116824, + "ãĤĴãģ¤": 116825, + "ãģĹãĤĥ": 116826, + "еÑĢеÑĩ": 116827, + "ãĢĢãĢĢĠãĢĢĠãĢĢĠãĢĢ": 116828, + "æĪª": 116829, + "ĠاÙĦسعÙĪدÙĬØ©": 116830, + "ĠëĤ¨ìŀIJ": 116831, + "ĠAngiosper": 116832, + "????????????????": 116833, + "Ġprům": 116834, + "ĠплоÑīад": 116835, + "ĠÏĦÏģα": 116836, + "даÑİÑĤ": 116837, + "Ġsınav": 116838, + "Ġmặc": 116839, + "æ°´å¹³": 116840, + "ĠвиглÑı": 116841, + "Ġnást": 116842, + "ĠобÑĭÑĩ": 116843, + "ĠìĿ´ìķ¼ê¸°": 116844, + "ë¹Ľ": 116845, + "ĠBaÄŁ": 116846, + "ĠاÙĦثاÙĦØ«": 116847, + "Ġservis": 116848, + "Ġ룬": 116849, + "омина": 116850, + "ίθ": 116851, + "ĠẤ": 116852, + "경기": 116853, + "Ġ졸": 116854, + "ีà¸ļ": 116855, + "Ġà¤ĺà¤Łà¤¨": 116856, + "Ġà¸Ļาà¸ĩ": 116857, + ".Îł": 116858, + "ìķķ": 116859, + "rün": 116860, + "Ġonların": 116861, + "ĠзбÑĸлÑĮÑĪ": 116862, + "à¹ģà¸Ł": 116863, + "ĠìĹ¬ê¸°": 116864, + "ĠëĮĢíijľ": 116865, + "ĠÑģилÑĥ": 116866, + "à¹Ĥà¸Ľ": 116867, + "ĠتÙĤد": 116868, + "ĠÐŁÐ¾Ð¼": 116869, + "ĠмаÑģла": 116870, + "Ġìĺģìĥģ": 116871, + "нение": 116872, + "λαμβ": 116873, + "ĠByl": 116874, + "æĬµ": 116875, + "æݪ": 116876, + "ĠκαθÏİÏĤ": 116877, + "mızı": 116878, + "æĸ°çļĦ": 116879, + "éĩįè¤ĩ": 116880, + "à¸±à¸Ľ": 116881, + "çŃĨ": 116882, + "ĠÑĤка": 116883, + "ĠзнаÑĩеннÑı": 116884, + "лаÑĤи": 116885, + "Ġvliv": 116886, + "ÐIJн": 116887, + "ĠÚĨاپ": 116888, + "ĠпиÑĤанÑĮ": 116889, + ":ï½ī": 116890, + "æķĻæİĪ": 116891, + "Ġì¹ľêµ¬": 116892, + "Ġtrao": 116893, + "à¥įयà¤ķत": 116894, + "ุà¸Ħà¸Ħล": 116895, + "ĠرÙĪØ´ÙĨ": 116896, + "ĠعÙĦÙĬÙĩا": 116897, + "ãĢģãģĦ": 116898, + "ëħĦìĹIJ": 116899, + "éĢĨ": 116900, + "Ġмагаз": 116901, + "ï¾ŀï¾ŀ": 116902, + "Ġsice": 116903, + "âĢĻte": 116904, + "ĠاÙĦÙĦغة": 116905, + "áu": 116906, + "èĩªèº«": 116907, + "ĠngÅ©": 116908, + "ĠÑģкладÑĥ": 116909, + "Ġzru": 116910, + "Ġtruy": 116911, + "Ġilan": 116912, + "ĠپاÛĮÙĩ": 116913, + "::::::::::::::": 116914, + "fak": 116915, + "ÑĤеÑħ": 116916, + "Ġtaky": 116917, + "Ġìĸ¸ìĸ´": 116918, + "edenÃŃ": 116919, + "Ġà¤ļलत": 116920, + "Ġë°°ìļ°": 116921, + "Ġjméno": 116922, + "ĠÙĦØ£ÙĨ": 116923, + "ανά": 116924, + "кÑĥлÑĮ": 116925, + "ĠØŃÙģظ": 116926, + "ĠآزÙħÙĪÙĨ": 116927, + "иÑĤелÑĮнÑĭе": 116928, + "ĠÐŀлекÑģанд": 116929, + "èį£": 116930, + "Ġà¤ľà¤¬à¤ķ": 116931, + "Ġrodi": 116932, + "ĠبرخÙĪرد": 116933, + "Ġhafta": 116934, + "λικά": 116935, + "à¸ķà¸Ļ": 116936, + "ĠбеÑĢег": 116937, + "ανδ": 116938, + "-С": 116939, + "Ġpravidel": 116940, + "ĠбÑĸлÑı": 116941, + "íĴį": 116942, + "ĠпÑĢедÑĥÑģ": 116943, + "ĠмÑĥниÑĨип": 116944, + "åĮĸåѦ": 116945, + "ĠتÙħاس": 116946, + "Ġà¤īल": 116947, + "ÐĵÐŀ": 116948, + "غر": 116949, + "radan": 116950, + "ĠëĤĺìĺ¤": 116951, + "è¨Ĥ": 116952, + "à¹Ģà¸ĺà¸Ń": 116953, + "âĢĮسÛĮ": 116954, + "ĠобÑıзаÑĤелÑĮно": 116955, + "оÑĤе": 116956, + "à¹Įà¸Ĭ": 116957, + "çĶ¨çļĦ": 116958, + "Ġaltın": 116959, + "ĠÑģоÑĤÑĢÑĥд": 116960, + "Ñĸнки": 116961, + "озможно": 116962, + "ÎIJ": 116963, + "ë¹Į": 116964, + "Âķ": 116965, + "ĠÑĤоÑĩно": 116966, + "Ġjmen": 116967, + "اÙĦÛĮا": 116968, + "èĪį": 116969, + "chodu": 116970, + "곤": 116971, + "ickém": 116972, + "ĠÙħÙĪر": 116973, + "ãĥªãĥ³ãĤ¯": 116974, + "ĠaÅŁam": 116975, + "ĠиÑĤ": 116976, + "Ġनय": 116977, + "Ġμο": 116978, + "éķľ": 116979, + "ĠبÙĨابر": 116980, + "Ġتخصص": 116981, + "Ġสà¸ŀ": 116982, + "ĠпÑĢоÑĦеÑģÑģи": 116983, + "Ġpuan": 116984, + "ĠÙģرÙħاÙĨ": 116985, + "ëĮĢíļĮ": 116986, + "ĠпÑıÑĤ": 116987, + "ĠÙħÙĪب": 116988, + "ĠvÄĽku": 116989, + "Ġëĥ": 116990, + "ecký": 116991, + "ĠìĪĺëıĦ": 116992, + "Ġthao": 116993, + "Ġkapat": 116994, + "ĠзаÑħвоÑĢÑİ": 116995, + "Ġåħī": 116996, + "راÙĨÛĮ": 116997, + "éĢłæĪIJ": 116998, + "ĠÑģвÑĸй": 116999, + "ĠдоÑģиÑĤÑĮ": 117000, + "Ġmilyar": 117001, + "Ġenerji": 117002, + "Ġкип": 117003, + "Ġì¢ĭìķĦ": 117004, + "Ġبإ": 117005, + "ê²Įìĭľ": 117006, + "ĠLÆ°u": 117007, + "ĠÙħÙĨظÙĪر": 117008, + "Ïīμά": 117009, + "ζί": 117010, + "ımda": 117011, + "ĠìĿ´ë¥¼": 117012, + "à¹Ĵ": 117013, + "Ġвваж": 117014, + "Ġgazet": 117015, + "à¥įतन": 117016, + "à¹īำหà¸Ļ": 117017, + "åľŁåľ°": 117018, + "Ġसदस": 117019, + "تبة": 117020, + "ĠpoÄįÃŃta": 117021, + "ĠìĭľìĬ¤íħľ": 117022, + "รà¸Ħ": 117023, + "Ġedecek": 117024, + "ĠتØŃÙĦÛĮÙĦ": 117025, + "æĮīçħ§": 117026, + "åĿª": 117027, + "Ġê·¸ê°Ģ": 117028, + "تÙĩÙħ": 117029, + "Ġбаж": 117030, + "اÙģع": 117031, + "éĢļ常": 117032, + "ĠТи": 117033, + "γνÏī": 117034, + "ì¹Ļ": 117035, + "Ġznamená": 117036, + "＼＼": 117037, + "αÏĢÏĮ": 117038, + "åĨĻ羣": 117039, + "Ġï¼¼Ċ": 117040, + "åĬłå·¥": 117041, + "èĤ¡ä»½æľīéĻIJåħ¬åı¸": 117042, + "ÑıÑĤий": 117043, + "Ġhâl": 117044, + "Ġçab": 117045, + "ĠØŃاضر": 117046, + "PÅĻ": 117047, + "ĠاÙĦتÙĤ": 117048, + "ξηÏĤ": 117049, + "бе": 117050, + "Ġkhám": 117051, + "ĠâĮĴ": 117052, + "Ġéķ¿": 117053, + "ĠâĢ¦Ċ": 117054, + "दम": 117055, + "ĠStudi": 117056, + "Ġkodu": 117057, + "Ġkomunik": 117058, + "Ġkatkı": 117059, + "nete": 117060, + "Ġrapor": 117061, + "éĨ´": 117062, + "ãĤīãģĽ": 117063, + "ĠнеÑģколÑĮ": 117064, + "Ġhá»įp": 117065, + "￣￣￣": 117066, + "º¼": 117067, + "è£Ĥ": 117068, + "едÑĮ": 117069, + "ĠاÙĦاØŃ": 117070, + "ladık": 117071, + "ĠfotoÄŁraf": 117072, + "æĹ¥ãģ®": 117073, + "ĠØŃاÙĦت": 117074, + "ĠØ«ÙĦاث": 117075, + "аÑĤов": 117076, + "eyse": 117077, + "Ġê°IJìĤ¬": 117078, + "áže": 117079, + "Ġнада": 117080, + "Ġà¤ķहन": 117081, + "ĠãĥĿ": 117082, + "ãģ«ãģĤãĤĭ": 117083, + "ãģ«ãģªãģ£ãģ¦": 117084, + "ÙĪدÙĩ": 117085, + "ĠpoÅ¡k": 117086, + "太éĺ³åŁİ": 117087, + "ç»ıéªĮ": 117088, + "æĴŃæĶ¾": 117089, + "Ġmajet": 117090, + "Ñħо": 117091, + "ĠÑĤеÑģÑĤ": 117092, + "ï¼ıĊ": 117093, + "ÏĥεÏĦε": 117094, + "ĠТомÑĥ": 117095, + "ÙİØŃ": 117096, + "ĠìŀĪìľ¼ë©°": 117097, + "ĠзазнаÑĩ": 117098, + "éļIJ": 117099, + "ĠдÑĸÑĹ": 117100, + "кÑĤив": 117101, + "ÙĪÙģÙĬ": 117102, + "Ġtá»Ŀ": 117103, + "à¸¹à¸Ľà¹ģà¸ļà¸ļ": 117104, + "ĠÑĢедак": 117105, + "ĠateÅŁ": 117106, + "Ġkhiá»ĥn": 117107, + "üny": 117108, + "ียà¸ģ": 117109, + "ĠÑĩаÑīе": 117110, + "Ġtuy": 117111, + "γÏīν": 117112, + "รà¸Ńà¸ļ": 117113, + "Ġtrùng": 117114, + "à¹ģà¸Ĺà¸Ļ": 117115, + "ĠακÏĮ": 117116, + "ĠÐĴеÑĢÑħов": 117117, + "à¹ĥà¸Ļส": 117118, + "ãĢģä½ķ": 117119, + "åĩ¦": 117120, + "Ġç»ı": 117121, + "æ¨ĵ": 117122, + "اÙĨÚ¯ÙĦÛĮسÛĮ": 117123, + "ĠlepÅ¡ÃŃ": 117124, + "Ġå¼Ģå§ĭ": 117125, + "éĻº": 117126, + "ĠÑĩеÑĤÑĭ": 117127, + "ĠСеÑĢ": 117128, + "оÑİз": 117129, + "Ġxung": 117130, + "åĵģçīĮ": 117131, + "Ġìĥģíĥľ": 117132, + "ĠÙĨصب": 117133, + "ĠÑĩомÑĥ": 117134, + "ĠترکÛĮ": 117135, + "-ли": 117136, + "ovÃŃ": 117137, + "ĠاÙĨج": 117138, + "絡": 117139, + "ĠتÙĪص": 117140, + "Ġì¿ł": 117141, + "Ġvarsa": 117142, + "ĠÑĢазÑĢабоÑĤ": 117143, + "à¸Ĥà¸Ńà¸ĩà¸Ħ": 117144, + "éŃĤ": 117145, + "Ġà¤Ĭपर": 117146, + "æĿ¥è¯´": 117147, + "ĠÑĨенÑĤÑĢалÑĮ": 117148, + "ĠTakım": 117149, + "Ġonlar": 117150, + "Ġسرعت": 117151, + "好åĥı": 117152, + "Ġbuá»ķi": 117153, + "ĠÐijел": 117154, + "Âłc": 117155, + "أت": 117156, + "à¸Ĥà¸ĵะ": 117157, + "ãģ«åĩº": 117158, + "Ġ+**************": 117159, + "ÏĦηκε": 117160, + "اجر": 117161, + "ĠâĢ²": 117162, + "ãĥ¼ãĥ¬": 117163, + "é¥Ń": 117164, + "ĠجÙĦس": 117165, + "ĠبستÙĩ": 117166, + "วาà¸ĩ": 117167, + "Ġβά": 117168, + "ĠамеÑĢикан": 117169, + "ĠPremi": 117170, + "mae": 117171, + "ĠÑģÑĢеди": 117172, + "áºł": 117173, + "ĠвÑĢед": 117174, + "ãĢĤèĢĮ": 117175, + "åĴ²": 117176, + "Ġê³µê°ľ": 117177, + "èĤ¥": 117178, + "звиÑĩай": 117179, + "Ġprocent": 117180, + "илоÑģÑĮ": 117181, + "शन": 117182, + "éłģ": 117183, + "екÑĤи": 117184, + "داشت": 117185, + "íķĻíļĮ": 117186, + "ãĢĢãĢĢãĢĢĠãĢĢĠãĢĢ": 117187, + "ĠÙħدÙĬÙĨØ©": 117188, + "िलन": 117189, + "ĠèĹ": 117190, + "миÑĢ": 117191, + "ĠноÑĢ": 117192, + "Ġíķĺì§Ģ": 117193, + "веÑī": 117194, + "nÄĽm": 117195, + "еÑĢами": 117196, + "Ġpracov": 117197, + "ĠبÙĬاÙĨات": 117198, + "ĠÏĥÏįν": 117199, + "Ġجذ": 117200, + "ãģĦãģ§": 117201, + "ĠBÃŃ": 117202, + "è±Ĩ": 117203, + "Ġhmot": 117204, + "ileceÄŁi": 117205, + "Ġتاث": 117206, + "è´´": 117207, + "Ġê¸ī": 117208, + "Ġmysl": 117209, + "ĠìĿ´íķ´": 117210, + "Ġ기ëĬ¥": 117211, + "ĠТам": 117212, + "ĠнаÑģелениÑı": 117213, + "ĠMez": 117214, + "Ġ모르": 117215, + "íĻĶ를": 117216, + "ĠÙĨسخÙĩ": 117217, + "ĠتÙĦÙĪÛĮزÛĮ": 117218, + "ĠÄįervna": 117219, + "ưỡng": 117220, + "صØŃ": 117221, + "ĠÑĤÑĢен": 117222, + "Õ¡": 117223, + "Ġcelou": 117224, + "Å©i": 117225, + "ìĹĨìĿ´": 117226, + "nÃŃku": 117227, + "Ġprogramu": 117228, + "à¥įपन": 117229, + "ĠпÑĢеж": 117230, + "ارب": 117231, + "æľŁéĸĵ": 117232, + "Ġμά": 117233, + "ëįĶëĭĪ": 117234, + "ụn": 117235, + "ĠпеÑĢеÑģÑĤ": 117236, + "对äºİ": 117237, + "è¿IJè¡Į": 117238, + "ĠÑĤан": 117239, + "ĠìĤ¬ìĿ´íĬ¸": 117240, + "ĠQuảng": 117241, + "ĠstojÃŃ": 117242, + "ãĥŃãĥ¼": 117243, + "گار": 117244, + "ĠенеÑĢг": 117245, + "Ġkterým": 117246, + "ĠпÑĢимÑĸ": 117247, + "ĠкаÑĢÑĤи": 117248, + "Ġzengin": 117249, + "ï¼ĮåĨį": 117250, + "Ġترب": 117251, + "ĠÑĨенÑĤÑĢ": 117252, + "ĠsaÄŁlamak": 117253, + "ëĭĿ": 117254, + "ãģ®åŃIJ": 117255, + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ": 117256, + "ĠsÆ¡n": 117257, + "zı": 117258, + "ÑĤаки": 117259, + "ÄĽstÃŃ": 117260, + "Ġà¥": 117261, + "é®": 117262, + "åŁ¹è®Ń": 117263, + "ĠìĶ¨": 117264, + "Ġbelki": 117265, + "ĠìĿ´ë²¤íĬ¸": 117266, + "ëĶĶìĸ´": 117267, + "ĠsÃłn": 117268, + "никам": 117269, + "alim": 117270, + "å¯¾å¿ľ": 117271, + "ĠSá»±": 117272, + "éģĵè·¯": 117273, + "é«ĺæ¸ħ": 117274, + "Ġdõi": 117275, + "ĠÙĦÙĢ": 117276, + "ĠèĤ¡": 117277, + "νι": 117278, + "âĢŀJ": 117279, + "'nde": 117280, + "ÎijÎĵ": 117281, + "ãģ¨ãģªãĤĭ": 117282, + "çĪ¸": 117283, + "عÙĦÛĮ": 117284, + "ÏģιÏĥÏĦ": 117285, + "ĠeÄŁit": 117286, + "ĠзовнÑĸÑĪ": 117287, + "ĠпÑĢим": 117288, + "سÙħبر": 117289, + "ĠmÄĽstÄĽ": 117290, + "ĠÏĢεÏģιÏĥÏĥÏĮÏĦε": 117291, + "ÐIJÐł": 117292, + "æĦŁåĪ°": 117293, + "Ġ문ìĦľ": 117294, + "ãģĭãĤĭ": 117295, + "ÙĤÙĬÙĤØ©": 117296, + "ĠвÑĤÑĢа": 117297, + "Ġà¸Ńำ": 117298, + "ÑģкÑĥÑİ": 117299, + "دÙĩاÛĮ": 117300, + "ĠÄ°st": 117301, + "ĠÐĹав": 117302, + "Ġéĥ½": 117303, + "ÑĪем": 117304, + "ĠеÑīÑij": 117305, + "ĠÐľÐ¸Ñħай": 117306, + "ĠÑĥпÑĢавлениÑı": 117307, + "леннÑĭе": 117308, + "ĠzaÄįal": 117309, + "æ¡Į": 117310, + "ĠпÑĸз": 117311, + "лÑıÑĤÑĮÑģÑı": 117312, + "ĠìŀIJë£Į": 117313, + "ãĢĢãĢĢĠ": 117314, + "ĠKral": 117315, + "èĪī": 117316, + "Ġà¤Ńव": 117317, + "ĠØ®Ùħ": 117318, + "Ġакадем": 117319, + "Ġisten": 117320, + "ĠиÑģкÑĥÑģ": 117321, + "ĠعÙĨدÙħا": 117322, + "ĠاÙĦاÙħ": 117323, + "ismus": 117324, + "Ġayrıntı": 117325, + "ĠЩо": 117326, + "ĠÙĩÙĪØ´": 117327, + "دÙĪاج": 117328, + "лаж": 117329, + "ĠÚ©ÙĨار": 117330, + "ÂłR": 117331, + "æĢ§çļĦ": 117332, + "ÑģÑĸм": 117333, + "ĠMüz": 117334, + "ÑĢовиÑĩ": 117335, + "ĠΩ": 117336, + "Ġìĸ´ëĶĶ": 117337, + "سÙħØ©": 117338, + "ĠÑĢÑı": 117339, + "ĠtÆ°Æ¡i": 117340, + "ĠÑĢаÑģÑħод": 117341, + "åı°çģ£": 117342, + "ĠاÙĦÙĪÙĤت": 117343, + "براÛĮ": 117344, + "ĠзÑĢобиÑĤи": 117345, + "ĠбÑĥÑĢ": 117346, + "ĠÄįinnosti": 117347, + "ĠصاØŃ": 117348, + "ĠصÙĨعت": 117349, + "ĠØ·ÙĦ": 117350, + "ξÏį": 117351, + "ĠtisÃŃc": 117352, + "ĠFransa": 117353, + "ì¦ĺ": 117354, + "軽": 117355, + "Ñĺ": 117356, + "ÏĮÏĦηÏĦαÏĤ": 117357, + "ĠMillet": 117358, + "ãĢĢãĥ¾": 117359, + "ĠпÑĢием": 117360, + "ĠترجÙħÙĩ": 117361, + "ĠسÙĪد": 117362, + "ĠsouÄįástÃŃ": 117363, + "ÐĶо": 117364, + "Ġtrụ": 117365, + "足çIJĥ": 117366, + "à¸Ľà¸ģ": 117367, + "Ġustanov": 117368, + "ÎŁÎĻ": 117369, + "Ðŀн": 117370, + "Ġнеж": 117371, + "ког": 117372, + "ä¸ĢçĤ¹": 117373, + "ĠدÙĪراÙĨ": 117374, + "å½±éŁ¿": 117375, + "elidir": 117376, + "âĢŀN": 117377, + "esiyle": 117378, + "ÑĢеменно": 117379, + "ĠiletiÅŁim": 117380, + "มà¹Ģà¸ķ": 117381, + "以åīį": 117382, + "ãĥĭãĥ¼": 117383, + "éĽ»è©±": 117384, + "à¹Ĥà¸ŀ": 117385, + "ovky": 117386, + "ĠзамÑĸ": 117387, + "Ġवà¤ķ": 117388, + "ÂĻ": 117389, + "ĠвÑĸйни": 117390, + "Ġolmadıģı": 117391, + "æ¢ģ": 117392, + "ĠТеп": 117393, + "nÄĽte": 117394, + "èħķ": 117395, + "ìĤ¬ëĬĶ": 117396, + "mamak": 117397, + "Ġciz": 117398, + "æ£Ĵ": 117399, + "Ġï¼ı:": 117400, + "éģĭåĭķ": 117401, + "ĠÙĩÙĨا": 117402, + "Ġê°ij": 117403, + "ĠÙĩÙĨگاÙħ": 117404, + "ĠuÄŁra": 117405, + "彦": 117406, + "Ġobjekt": 117407, + "ãģ¨ãģĻãĤĭ": 117408, + "åĽ½åĨħ": 117409, + "ĠдеÑĢжави": 117410, + "ĠèĮ": 117411, + "Ġuluslararası": 117412, + "Ù£": 117413, + "Ġmutlak": 117414, + "Ġзобов": 117415, + "Ġγεν": 117416, + "à¹Ħà¸Łà¸Ł": 117417, + "Ġözgür": 117418, + "íĦ¸": 117419, + "ĠвипадкÑĥ": 117420, + "Ġà¤ķब": 117421, + "ĠاÙĦخط": 117422, + "θηκαν": 117423, + "ï¼ĮæĬĬ": 117424, + "ÑıÑĤÑĤÑı": 117425, + "Ġolmadıģını": 117426, + "ÂłkW": 117427, + "ĠnÄĽkterých": 117428, + "ãĥĩãĥ«": 117429, + "æ¤įçī©": 117430, + "μιλοÏĤ": 117431, + "ÐIJÑĢÑħÑĸв": 117432, + "ĠТо": 117433, + "èĸ¬": 117434, + "ÑģÑĤвиÑı": 117435, + "ĠØ®ÙĪاست": 117436, + "ологÑĸÑĹ": 117437, + "ÙĪاÙĩد": 117438, + "Ġнак": 117439, + "ĠкоÑĤоÑĢÑĥÑİ": 117440, + "Ġदà¤ķ": 117441, + "âĢŀM": 117442, + "λια": 117443, + "æŃ²": 117444, + "ç¬¬åĽĽ": 117445, + "à¤¾à¤ľà¤¸": 117446, + "Ġ(«": 117447, + "Ġthẻ": 117448, + "､Ċ": 117449, + "ç£ģ": 117450, + "ĠÙĦÙĤ": 117451, + "ĠìķĶ": 117452, + "Ġнового": 117453, + "ĠìķĦ주": 117454, + "ĠëIJĺìĸ´": 117455, + "Ġolun": 117456, + "þ": 117457, + "Ġkariy": 117458, + "ĠØŃسب": 117459, + "ĠìĿĺ미": 117460, + ".Ðľ": 117461, + "ĠoznaÄį": 117462, + "ÙĦسÙĦ": 117463, + "ĠÐĴид": 117464, + "ë¡ľëĤĺ": 117465, + "à¥įà¤Łà¤®": 117466, + "íľ´": 117467, + "Ġbilgisayar": 117468, + "ìĿ¸ì§Ģ": 117469, + "Ġвов": 117470, + "nictvÃŃm": 117471, + "าà¸Ńย": 117472, + "ĠشخصÛĮ": 117473, + "пÑĸон": 117474, + "æľ¬å½ĵ": 117475, + "ĠبÙĢ": 117476, + "ĠмаÑģло": 117477, + "ĠPhát": 117478, + "Ġба": 117479, + "алÑĮномÑĥ": 117480, + "社åĮº": 117481, + "ĠÒ": 117482, + ":::|": 117483, + "ê´": 117484, + "Ġä¸ĥ": 117485, + "ĠÙĪاÙĦد": 117486, + "нике": 117487, + "à¸Ńลล": 117488, + "ĠyerleÅŁ": 117489, + "Ġkombin": 117490, + "uÅ¡": 117491, + "ĠоÑĤÑĢи": 117492, + "ä¹Į": 117493, + "iÅŁti": 117494, + "Ġsóng": 117495, + "ληÏĤ": 117496, + "ĠкÑĥÑĢÑģ": 117497, + "à¹Īาà¸Ħ": 117498, + "ĠÙĬس": 117499, + "ĠداÙħ": 117500, + "çĴ°å¢ĥ": 117501, + "Ñĩенко": 117502, + "ãĢįãģ®": 117503, + "ĠmÃŃsta": 117504, + "ĠÑĦоÑĤ": 117505, + "ĠpÅĻÃŃzn": 117506, + "ĠÑĢаза": 117507, + "ç´«": 117508, + "láda": 117509, + "ĠÑģпеÑĨиалиÑģÑĤ": 117510, + "ĠبÛĮÙħارÛĮ": 117511, + "Ġëĵ£": 117512, + "çĭĹ": 117513, + "ÙĪÙĪ": 117514, + "анÑĸÑĤ": 117515, + "ĠدÙĨباÙĦ": 117516, + "ĠÙħجÙħÙĪعة": 117517, + "ÃŃna": 117518, + "ĠHalk": 117519, + "ájem": 117520, + "enÃŃze": 117521, + "Ġimz": 117522, + "«ng": 117523, + "ĠÎķÎł": 117524, + "ĠÙħÙĩد": 117525, + "ìľĦìĽIJíļĮ": 117526, + "Ġìľłíĺķ": 117527, + "ापस": 117528, + "Ġjež": 117529, + "анÑĸз": 117530, + "иÑĤай": 117531, + "á¿ĸ": 117532, + "irler": 117533, + "기ê°Ħ": 117534, + "ĠвоÑĢ": 117535, + "ĠÏİ": 117536, + "Ġpozn": 117537, + "ĠساÙĨ": 117538, + "寿": 117539, + "æĸ¯çī¹": 117540, + "Ġturist": 117541, + "ĠìŀIJìľł": 117542, + "à¥Ģà¤ĸ": 117543, + "μμε": 117544, + "ansı": 117545, + "ìĨĮëħĦ": 117546, + "Ġtedavi": 117547, + "ÑĩеÑģÑĤва": 117548, + "å£ĵ": 117549, + "ове": 117550, + "ï¼Įçľĭ": 117551, + "ĠпоÑģлÑĥг": 117552, + "ĠÑĤÑĢанÑģ": 117553, + "Ġzáz": 117554, + "æĪ´": 117555, + "Ġмона": 117556, + "ิà¹Ģà¸Ħราะห": 117557, + "ĠÙĨÛĮÙħ": 117558, + "ĠìĤ¬ëŀĮìĿ´": 117559, + "ahat": 117560, + "Ïħκ": 117561, + "ĠоÑĤказ": 117562, + "ĠÐĴолодими": 117563, + "ĠСк": 117564, + "िà¤ķत": 117565, + "å¦ĸ": 117566, + "Ġëĭ¤ìļ´ë¡ľëĵľ": 117567, + "ìĺģìĥģ": 117568, + "Ġनà¤Ī": 117569, + "cete": 117570, + "ĠгÑĢиб": 117571, + "eceÄŁini": 117572, + "ĠçoÄŁu": 117573, + "ĠмаÑĤеÑĢиала": 117574, + "ứt": 117575, + "Ġzaten": 117576, + "ĠFRA": 117577, + "ĠBirliÄŁi": 117578, + "Ġsitesi": 117579, + "ĠåĶ": 117580, + "ĠÐĴол": 117581, + "ÂłPS": 117582, + "ालत": 117583, + "ĠбаÑĩ": 117584, + "алÑĸзаÑĨÑĸÑĹ": 117585, + "ĠSlov": 117586, + "ç³ĸ": 117587, + "ĠговоÑĢиÑĤ": 117588, + "Ġввед": 117589, + "ุà¸ķà¸ļà¸Ńล": 117590, + "ãģĨãģ¡": 117591, + "Ġyaptık": 117592, + "Ġìłķì¹ĺ": 117593, + "ê°ľë¥¼": 117594, + "à¥Īसल": 117595, + "جÙĬÙĦ": 117596, + "ĠзаÑģÑĤоÑģов": 117597, + "è¿«": 117598, + "ĠKurul": 117599, + "ĠNasıl": 117600, + "ĠнапÑĢÑıм": 117601, + "Ġä½į": 117602, + "à¹Įà¸ļ": 117603, + "Ġéģĵ": 117604, + "Ġниже": 117605, + "ĠкоÑģÑĤ": 117606, + "ظÙĩر": 117607, + "Та": 117608, + "ì§Ŀ": 117609, + "Ġönünde": 117610, + "жÑĸ": 117611, + "ĠاجراÛĮ": 117612, + "ĠоÑĢганÑĸв": 117613, + "vise": 117614, + "ĠìĿĦ": 117615, + "à¸ķรà¸ĩ": 117616, + "Ú©ÙĨÙĪÙĨ": 117617, + "Ġdlouho": 117618, + "ÐŀÐĿ": 117619, + "Ġìľ¡": 117620, + "缮æłĩ": 117621, + "ë¯Ģë¡ľ": 117622, + "ï¼ıï¼ıï¼ıï¼ıï¼ıï¼ıï¼ıï¼ı": 117623, + "ĠпоÑĩемÑĥ": 117624, + "æķħäºĭ": 117625, + "ÑĤеÑģÑĮ": 117626, + "ĠÙĤÙĦب": 117627, + "ĠتجÙĩ": 117628, + "ilendir": 117629, + "ĠигÑĢа": 117630, + "ĠÐĶон": 117631, + "ĠpÅĻÃŃjem": 117632, + "è¦Ĩ": 117633, + "Сп": 117634, + "-ни": 117635, + "onse": 117636, + "иной": 117637, + "оÑĩного": 117638, + "اساÙĨ": 117639, + "ĠполÑĥÑĩиÑĤÑĮ": 117640, + "ÑĤап": 117641, + "ĠLý": 117642, + "ĠÃĤu": 117643, + "Ġhüc": 117644, + "ebek": 117645, + "ĠYayın": 117646, + "æĹĭ": 117647, + "ัà¸Ļà¸Ĺร": 117648, + "Ġвиконав": 117649, + "Ġsông": 117650, + "à¥ģà¤ľ": 117651, + "ĠÐĹаг": 117652, + "¤ëĭ¤": 117653, + "ĠcÅ©": 117654, + "ĠگرÙħ": 117655, + "ä¼ı": 117656, + "ãģ«ãģĻãĤĭ": 117657, + "-Ф": 117658, + "ĠÙĤÙħ": 117659, + "ĠolacaÄŁ": 117660, + "æĿ¥äºĨ": 117661, + "æĭĽèģĺ": 117662, + "ĠÐĿаÑģеленнÑı": 117663, + "Ġìĺģìĸ´": 117664, + "ĠæѤ": 117665, + "ĠبدÙĨ": 117666, + "Û²Û¸": 117667, + "оÑĢаÑĤив": 117668, + "ï¼³": 117669, + "Ġnebylo": 117670, + "ĠÑĥÑĩиÑĤ": 117671, + "æĿľ": 117672, + "ĠданÑĸ": 117673, + "ĠspotÅĻeb": 117674, + "ãĥ¼ãĥĨãĤ£": 117675, + "еннÑĥÑİ": 117676, + "ê¹ĮìļĶ": 117677, + "vem": 117678, + "PÅĻÃŃ": 117679, + "Ġyandan": 117680, + "é¼ĵ": 117681, + "ĠدستÙĪر": 117682, + "Ġhafif": 117683, + "hů": 117684, + "Ġváž": 117685, + "ĠìķĦì§ģ": 117686, + "Ùıر": 117687, + "Ġла": 117688, + "ëłī": 117689, + "à¸²à¸Ľà¸£à¸°": 117690, + "lıklar": 117691, + "ĠÑģÑĤандаÑĢÑĤ": 117692, + "à¸Ńà¹ĥห": 117693, + "奴": 117694, + "ĠоÑĤп": 117695, + "âĪł": 117696, + "ãĥ¼ãĥĢ": 117697, + "cháze": 117698, + "Ġê·¸ëłĩê²Į": 117699, + "ostel": 117700, + "ĠгалÑĥз": 117701, + "âk": 117702, + "еÑĨÑĤ": 117703, + "ëŀijìĬ¤": 117704, + "ĠÄįist": 117705, + "ÑĢана": 117706, + "Ġvững": 117707, + "Ġseni": 117708, + "Ġgóc": 117709, + "ÏĨÏĮ": 117710, + "ánu": 117711, + "Ġöt": 117712, + "Ġsóc": 117713, + "ãģĦãģ®": 117714, + "ĠÑģклада": 117715, + "ÐIJÑĢÑħÑĸвовано": 117716, + "ĠìĿ´ë²Ī": 117717, + "ãĤ¹ãģ®": 117718, + "ilebilir": 117719, + "ï½Ģãĥ½": 117720, + "ียà¸į": 117721, + "Ġκαὶ": 117722, + "Ġ믿": 117723, + "æĽ´å¤ļ": 117724, + "ısının": 117725, + "ĠGiám": 117726, + "æŃ£å¼ı": 117727, + "ÏĥμÏĮ": 117728, + "Ġarchit": 117729, + "Ġï½²": 117730, + "ÑĩаÑİÑĤÑģÑı": 117731, + "ë²Ħì§Ģ": 117732, + "ãĤ¤ãĥ¤": 117733, + "é«ĺæł¡": 117734, + "訳": 117735, + "ĠÙħÛĮÚ©": 117736, + "Ġæĥħ": 117737, + "Ġpha": 117738, + "太éĥİ": 117739, + "à¸ŀระราà¸Ĭ": 117740, + "ÙĤÙĬØ©": 117741, + "ĠÑĥлÑĥÑĩ": 117742, + "ÑģÑĤвÑĥеÑĤ": 117743, + "ĠkeÅŁ": 117744, + "é«ĺçŃī": 117745, + "ĠsỼm": 117746, + "Ïģκε": 117747, + "μοÏģ": 117748, + "Ġzástup": 117749, + "ozÃŃ": 117750, + "Ġmili": 117751, + "Ġмогли": 117752, + "ĠзÑĢозÑĥм": 117753, + "ĠباشÛĮد": 117754, + "Ġakci": 117755, + "ĠдÑĢа": 117756, + "ĠαÏģι": 117757, + "ãģĭãĤīãģ®": 117758, + "å¯Ĵ": 117759, + "ĠZaman": 117760, + "ĠÑĸде": 117761, + "ĠãĢĢĠ": 117762, + "Ġklu": 117763, + "aklı": 117764, + "à¥ĩà¤ļ": 117765, + "ĠÑģвобод": 117766, + "ساÙħ": 117767, + "Ġов": 117768, + "Ġubyt": 117769, + "éĩĩçĶ¨": 117770, + "ĠdavranÄ±ÅŁ": 117771, + "ĠnabÃŃzÃŃ": 117772, + "ĠÐijÑĥд": 117773, + "ĠÏī": 117774, + "ĠاÙĦرØŃ": 117775, + "ัà¸ķà¸Ļ": 117776, + "име": 117777, + "ĠتÙĦÙĥ": 117778, + "تÙħع": 117779, + "ĠадминиÑģÑĤÑĢа": 117780, + "Ġzorunda": 117781, + "ĠÙĨسبة": 117782, + "ĠصÙĨعتÛĮ": 117783, + "ĠÑĦÑĥнда": 117784, + "éı¡": 117785, + "Ġpotom": 117786, + "ĠпÑĢеÑģÑĤ": 117787, + "Ġsırada": 117788, + "Ġayar": 117789, + "اÙĤÙĦ": 117790, + "溪": 117791, + "ĠØ¢ÙĤاÛĮ": 117792, + "ĠпеÑĢеÑħод": 117793, + "ĠпÑĢакÑĤиÑĩеÑģки": 117794, + "é»ĥ": 117795, + "ĠÑĥÑħод": 117796, + "ĠÙħتÙģ": 117797, + "Ġsiyasi": 117798, + "ĠпоÑĤен": 117799, + "ÙİÙģ": 117800, + "ĠÐĽÑĥ": 117801, + "ĠконÑĤÑĢолÑĮ": 117802, + "ĠÑģказаÑĤÑĮ": 117803, + "à¥Ģà¤ķरण": 117804, + "åħ¨çIJĥ": 117805, + "Û²Û¶": 117806, + "Ġtoto": 117807, + "ĠÙĪد": 117808, + "ãĤ¿ãĤ¤ãĥĹ": 117809, + "åľį": 117810, + "å¼ķçĶ¨": 117811, + "ï¼£": 117812, + "èĬ¸": 117813, + "ä»ĭç»į": 117814, + "ĠÑĤеÑĢÑĢиÑĤоÑĢии": 117815, + "æĹ¥ãģ«": 117816, + "mÃŃt": 117817, + "amız": 117818, + "ìĿ´ìĸ´": 117819, + "ĠyarÄ±ÅŁ": 117820, + "Ġgüc": 117821, + "ĠÏĩα": 117822, + "ัà¸Ļยายà¸Ļ": 117823, + "ãĤĴè¡Į": 117824, + "Ġmilli": 117825, + "Ġçı¾": 117826, + "Když": 117827, + "mazon": 117828, + "ë³´ëĤ´ê¸°": 117829, + "ĠÑĤÑĢÑĥдов": 117830, + "飾": 117831, + "Ġвиник": 117832, + "ĠÙĪزارت": 117833, + "éĩĮçļĦ": 117834, + "маз": 117835, + "ĠRUS": 117836, + "екÑĤÑĥ": 117837, + "Ġعاش": 117838, + "Ġkonce": 117839, + "ãĤĪãģĨãģ§ãģĻ": 117840, + "ĠмалÑĭÑĪ": 117841, + "meni": 117842, + "еÑģа": 117843, + "اضÛĮ": 117844, + "Ġbrat": 117845, + "ĠвÑĸдноÑģ": 117846, + "θεÏģ": 117847, + "ĠЧем": 117848, + "æijĩ": 117849, + "ĠÙħادر": 117850, + "çĶ¨åĵģ": 117851, + "ĠÙħØŃاÙģظ": 117852, + "ĠmyÅ¡": 117853, + "جع": 117854, + "Ġisim": 117855, + "æ³Ĭ": 117856, + "ılmaz": 117857, + "Ġμα": 117858, + "審": 117859, + "Ġayır": 117860, + "еними": 117861, + "à¥ĩहतर": 117862, + "åľĨ": 117863, + "ãģ¾ãģ£ãģŁ": 117864, + "çĶ¢åĵģ": 117865, + "ĠÑĸнÑĦоÑĢмаÑĨÑĸÑĹ": 117866, + "Ġtủ": 117867, + "สมà¸ļ": 117868, + "ĠstÅĻ": 117869, + "Ġë°ľíijľ": 117870, + "аÑĢÑĮ": 117871, + "ĠCao": 117872, + "ΡÎĻ": 117873, + "à¸ģารà¸Ī": 117874, + "ĠподÑĥм": 117875, + "ä»ķäºĭ": 117876, + "ĠÐļÑĢоме": 117877, + "ĠìĹĶ": 117878, + "ĠÑĥда": 117879, + "ĠавÑĤомаÑĤи": 117880, + "Ġà¸Ħà¸ĵะ": 117881, + "ĠKiÅŁ": 117882, + "ĠÑģоÑģÑĤоÑıние": 117883, + "lisi": 117884, + "Ġëĸ¨ìĸ´": 117885, + "ootball": 117886, + "Ġíį¼": 117887, + "Ġлим": 117888, + "Ġçerç": 117889, + "ÙĪÙĦÙĬÙĪ": 117890, + "Ġslož": 117891, + "Ġ먼": 117892, + "รà¸Ńà¸ĩ": 117893, + "ÑĪее": 117894, + "âĢ¦âĢ¦âĢ¦âĢ¦âĢ¦âĢ¦âĢ¦âĢ¦âĢ¦âĢ¦âĢ¦âĢ¦âĢ¦âĢ¦âĢ¦âĢ¦": 117895, + "ãģĵãģ¡ãĤī": 117896, + "оÑĢÑĭ": 117897, + "çĥŁ": 117898, + "ÂłF": 117899, + "аного": 117900, + "Ø«ÛĮر": 117901, + "çıį": 117902, + "å¸Ĥåł´": 117903, + "vÄĽdom": 117904, + "첨ë¶Ģ": 117905, + "ĠìĤ¬ê±´": 117906, + "ï¾Į": 117907, + "à¹ĥà¸Ļว": 117908, + "Ġzvlášt": 117909, + "ÏĦεÏħ": 117910, + "Ġкакие": 117911, + "ÏĨοÏģά": 117912, + "åĦĦ": 117913, + "ĠzpÄĽt": 117914, + "íķľíħĮ": 117915, + "Ġzvol": 117916, + "ĠçĹ": 117917, + "ÑĢанениÑı": 117918, + "ĠسÛĮاست": 117919, + "ĠÐļоли": 117920, + "ĠоÑĢганизма": 117921, + "ĠÑıнваÑĢÑı": 117922, + "ĠدادÙĨ": 117923, + "пÑĢа": 117924, + "ï¼Įä»ĸ们": 117925, + "æijĺè¦ģ": 117926, + "Ġquần": 117927, + "ÙĬÙĪÙĨ": 117928, + "ĠвиÑħов": 117929, + "Âłà¹Ģà¸Ķ": 117930, + "Ġелем": 117931, + "ebilecek": 117932, + "ĠдоÑĩ": 117933, + "Ġблаг": 117934, + "ĠÑıй": 117935, + "adnÃŃ": 117936, + "ĠzároveÅĪ": 117937, + "enstvÃŃ": 117938, + "âĢĮاÙĨ": 117939, + "ãģķãĤĵãģ¯": 117940, + "/|": 117941, + "ĠاÙĦعاÙħØ©": 117942, + "éł¼": 117943, + "ĠخداÙĪÙĨد": 117944, + "нам": 117945, + "ĠÑģлиз": 117946, + "æ¶ī": 117947, + "รษ": 117948, + "eÅŁtir": 117949, + "ĠÙĨدار": 117950, + "ราà¸Ħ": 117951, + "è¨ĢãĤı": 117952, + "ĠèŃ": 117953, + "ĠкÑĢиÑĤ": 117954, + "ĠвоздÑĥÑħа": 117955, + "Ġà¤Ĺत": 117956, + "Ġprávo": 117957, + "à¥ĭषण": 117958, + "Ġsắp": 117959, + "íıŃ": 117960, + "ĠصرÙģ": 117961, + "ĠراÛĮگاÙĨ": 117962, + "ĠоÑĤк": 117963, + "ëĨĵ": 117964, + "ĠÑģекÑĢеÑĤ": 117965, + "Ä°n": 117966, + "onavir": 117967, + "ĠVys": 117968, + "ĠbaÅŁlat": 117969, + "ĠMuham": 117970, + "ĠлиÑģÑĤоп": 117971, + "ĠTicaret": 117972, + "Ġadlandır": 117973, + "ĠÐĶмиÑĤ": 117974, + "ÏĥμοÏį": 117975, + "ä¾µ": 117976, + "ìĭľëĬĶ": 117977, + "à¹ģà¸Ľà¸¥à¸ĩ": 117978, + "ınıza": 117979, + "-г": 117980, + "иÑĩноÑĹ": 117981, + "ÑĥÑĢи": 117982, + "UZ": 117983, + "ìĽł": 117984, + "ĠتبدÛĮÙĦ": 117985, + "溫": 117986, + "ĠÑĢамкаÑħ": 117987, + "Ġnét": 117988, + "沿": 117989, + "ĠrozÅ¡ÃŃ": 117990, + "Ġसप": 117991, + "ĠÑĤаке": 117992, + "ÑĢаÑĩ": 117993, + "ĠاÙĦÙĤد": 117994, + "íķĻê³¼": 117995, + "ÑĥваннÑıм": 117996, + "Ġmám": 117997, + "롯": 117998, + "á½IJ": 117999, + "Ġetkili": 118000, + "ĠارتÙģ": 118001, + "Ġtechnolog": 118002, + "Ġì½ĺ": 118003, + "ĠتÙĥÙĬÙĬÙģ": 118004, + "ĠpÅĻece": 118005, + "家åºŃ": 118006, + "Ġãģı": 118007, + "âĶ´": 118008, + "íģ¼": 118009, + "Ġξά": 118010, + "à¹Ģà¸ķร": 118011, + "ĠÑģÑĤановиÑĤÑģÑı": 118012, + "ç«ĭãģ¡": 118013, + "Ġéĸĭ": 118014, + "ĠÄ°yi": 118015, + "ĠnÄĽkteré": 118016, + "ĠÑĢобоÑĤ": 118017, + "ĠÄIJÆ°á»Ŀng": 118018, + "ĠاÙĦاج": 118019, + "Ġspeci": 118020, + "çī¹åĪ«": 118021, + "åŃĿ": 118022, + "âĢĮگذ": 118023, + "alıģı": 118024, + "ĠмиÑĢа": 118025, + "íİĺìĿ´ì§Ģ": 118026, + "Ø®Ùģ": 118027, + "ãĤªãĥª": 118028, + "ĠسÛĮÙħ": 118029, + "Ġìĸ´ëĬIJ": 118030, + "алÑĮнÑĥ": 118031, + "Ñĩний": 118032, + "ümüzde": 118033, + "æĻºèĥ½": 118034, + "ýn": 118035, + "ĠتÙĤÙĪÛĮت": 118036, + "ĠпÑĢиг": 118037, + "ĠгÑĢÑĥппÑĭ": 118038, + "amı": 118039, + "γοÏį": 118040, + "оÑĢÑĤÑĥ": 118041, + "ĠGiang": 118042, + "ÅĻen": 118043, + "ĠokolÃŃ": 118044, + "产ä¸ļ": 118045, + "Ġзм": 118046, + "Ġé¾": 118047, + "ÙĬار": 118048, + "ĠاÙĦØ´ÙĬØ®": 118049, + "иÑĤелÑĮнÑĭй": 118050, + "ĠاÙĩÙħ": 118051, + "ĠباÙĦرÙĬاض": 118052, + "ĠÙ¾ÛĮاÙħ": 118053, + "Ġkredi": 118054, + "ĠArap": 118055, + "ĠÑĢаб": 118056, + "ĠнекоÑĤоÑĢÑĭÑħ": 118057, + "ĠØŃاÙģظÙĩ": 118058, + "иÑĤелÑĮного": 118059, + "Ġgerekmektedir": 118060, + "ĠDeniz": 118061, + "ĠتÙĦاش": 118062, + "stagram": 118063, + "ávky": 118064, + "åĬłåħ¥": 118065, + "ozor": 118066, + "Ġdurumunda": 118067, + "Ġíıīëĭ¹": 118068, + "Ġë´ī": 118069, + "ĠpenÄĽ": 118070, + "گاÙĨÛĮ": 118071, + "ĠKup": 118072, + "ĠÑĨеÑĢ": 118073, + "ulması": 118074, + "âijł": 118075, + "ĠÑģÑĸÑĩнÑı": 118076, + "ımıza": 118077, + "å®ļçļĦ": 118078, + "ÂłÑĤ": 118079, + "åĬŀåħ¬": 118080, + "ìľ¼ëĭĪ": 118081, + "ĠاÙĦØ¥ÙĨ": 118082, + "Ġçĥ": 118083, + "ãĢįï¼Į": 118084, + "ÑĹна": 118085, + "ĠпÑĢигоÑĤовлениÑı": 118086, + "Ðħ": 118087, + "ĠÑģолн": 118088, + "Ġë¶ĢìĤ°": 118089, + "æħ¶": 118090, + "ãĤ¾": 118091, + "voje": 118092, + "ÛĮدÙĨ": 118093, + "ìĥĿëĭĺ": 118094, + "ç¹ģ": 118095, + "ádu": 118096, + ":::::::::::::::": 118097, + "سÙĨÚ¯": 118098, + "éĶĭ": 118099, + "ĠзвиÑĩай": 118100, + "å§Ķåijĺä¼ļ": 118101, + "ĠμÎŃÏĥα": 118102, + "ĠÑĢождениÑı": 118103, + "æĪIJ人": 118104, + "ĠdÃŃl": 118105, + "ĠÐĶоб": 118106, + "Ġà¹ĥà¸Ĭ": 118107, + "ÏĢί": 118108, + "gamber": 118109, + "ĠÙĪÛĮÚĺÚ¯ÛĮ": 118110, + "ĠèĬ±": 118111, + "ĠbÃły": 118112, + "ĠжовÑĤнÑı": 118113, + "åħ¬å¼Ģ": 118114, + "ĠÑĤоÑĩки": 118115, + "ãģĤãģ®": 118116, + "алÑĸв": 118117, + "Ġcharakter": 118118, + "ĠÎĴα": 118119, + "ĠzkuÅ¡en": 118120, + "Ġà¤Ńà¤Ĺव": 118121, + "Ñĩика": 118122, + "à¥Ģà¤Ĥ।": 118123, + "è£ı": 118124, + "åijĬè¯ī": 118125, + "iyatı": 118126, + "ĠÑĨелÑĮ": 118127, + "ĠìĬĪ": 118128, + "аÑĢд": 118129, + "ĠÃľlke": 118130, + "Ġprosince": 118131, + "ĠÙĨگاÙĩ": 118132, + "ãĢĮãģĬ": 118133, + "ΣΤ": 118134, + "ìĦľëĬĶ": 118135, + "ÙĪگر": 118136, + "ضاÙĨ": 118137, + "Ġdůsled": 118138, + "çIJ´": 118139, + "à¸ķำà¹ģหà¸Ļ": 118140, + "кÑĤÑĸв": 118141, + "ládá": 118142, + "á¿Ĩ": 118143, + "ĠDoÄŁu": 118144, + "ãģijãĤĮãģ°": 118145, + "缮ãĤĴ": 118146, + "Ġ缴": 118147, + "æĽ°": 118148, + "ĠвÑĤоÑĢой": 118149, + "ĠглÑĥ": 118150, + "ĠìĿ½": 118151, + "기ì¤Ģ": 118152, + "Ġmadde": 118153, + "Ġjedné": 118154, + "ĠоÑĦÑĸ": 118155, + "ìĭĿìĿĦ": 118156, + "Ġchút": 118157, + "åĩºãģĹãģŁ": 118158, + "иÑĩеÑģкаÑı": 118159, + "Ġлок": 118160, + "Ġaltı": 118161, + "ëĵľëĬĶ": 118162, + "eygamber": 118163, + "ĠÑģвое": 118164, + "ĠtaÅŁÄ±m": 118165, + "ĠÑĤоÑīо": 118166, + "Ġgeçti": 118167, + "Ġpremi": 118168, + "ĠMehmet": 118169, + "ï¼ĮåĽłæѤ": 118170, + "ίκη": 118171, + "Ġönceki": 118172, + "Ġà¤ķन": 118173, + "ĠÑĤемпеÑĢаÑĤÑĥÑĢа": 118174, + "éĺ´": 118175, + "Ġìĸ¼ë§Ī": 118176, + "شب": 118177, + "áky": 118178, + "ãĢĢV": 118179, + "воÑĢеннÑı": 118180, + "lasyon": 118181, + "Ġдоказ": 118182, + "Ġëľ»": 118183, + "ĠоблиÑĩ": 118184, + "ÎĻÎijÎļ": 118185, + "ĠÑĢазд": 118186, + "ï¼Į为": 118187, + "宽": 118188, + "Ġkorum": 118189, + "åķĬåķĬ": 118190, + "ĠÅĻekla": 118191, + "ãĥĹãĥ¬": 118192, + "ĠваÑĢÑĤ": 118193, + "ĠпÑĢоблемÑĭ": 118194, + "Ġä½ł": 118195, + "ĠthÆ¡m": 118196, + "Ġtakové": 118197, + "ленÑĭ": 118198, + "ĠåĪ¶": 118199, + "Ġjiných": 118200, + "ĠÙĨص": 118201, + "ĠгÑĢÑĥднÑı": 118202, + "ĠãģĹ": 118203, + "иÑĤелÑĮной": 118204, + "ĠاØŃتÙħ": 118205, + "ÑİÑĢ": 118206, + "ÏĨÏħ": 118207, + "ĠØ´ÙħاÙĦÛĮ": 118208, + "Ġì»´": 118209, + "acaģız": 118210, + "ì§Ģë§ī": 118211, + "ĠÑĦинанÑģов": 118212, + "Ġê·¹": 118213, + "ĠÚĨÛĮزÛĮ": 118214, + "à¥Ģà¤Ľ": 118215, + "صات": 118216, + "ानम": 118217, + "Ġвозможно": 118218, + "è¨İ": 118219, + "çĦ¦": 118220, + "ĠاÙĦبÙĦد": 118221, + "ĠçĶ³åįļ": 118222, + "祥": 118223, + "Ġë°ĶëĿ¼": 118224, + "Ú¯ÛĮر": 118225, + "ÛµÛ°": 118226, + "μιοÏħÏģγ": 118227, + "ĠpÅĻedsed": 118228, + "ç»ıèIJ¥": 118229, + "å§ij": 118230, + "emey": 118231, + "ĠÙĨÙĪÙģ": 118232, + "å¾½": 118233, + "Ġpráva": 118234, + "ĠвообÑīе": 118235, + "Ġíĭ°": 118236, + "ĠبأÙĨ": 118237, + "ĠFranti": 118238, + "ĠPaÅŁa": 118239, + "Ġپست": 118240, + "kân": 118241, + "ĠÑģигн": 118242, + "Ġdần": 118243, + "æIJľ": 118244, + "Ġroky": 118245, + "ÙĥÙĪر": 118246, + "ĠÎĶή": 118247, + "ализаÑĨии": 118248, + "ä¼łå¥ĩ": 118249, + "ıda": 118250, + "lÃŃb": 118251, + "ĠÑĢÑĸвнÑı": 118252, + "ĠноÑı": 118253, + "bÄĽhu": 118254, + "ิà¸ĩหาà¸Ħม": 118255, + "ï¼Įåį´": 118256, + "ĠÑĩеÑģ": 118257, + "lanmÄ±ÅŁtır": 118258, + "ĠÆ°á»Ľc": 118259, + "ávacÃŃ": 118260, + "ีฬา": 118261, + "δÎŃ": 118262, + "âĢĮØ´ÙĪÙĨد": 118263, + "ĠÑĢобÑĸÑĤ": 118264, + "Ġå·´": 118265, + "ĠMev": 118266, + "ĠÙħرØŃÙĦÙĩ": 118267, + "ĠвзÑĢоÑģ": 118268, + "ç½ļ": 118269, + "ĠباÙĦÙħ": 118270, + "ĠизгоÑĤов": 118271, + "ĠSpor": 118272, + "åĦĢ": 118273, + "ĠاÙĦØ£ÙĨ": 118274, + "à¹Īาà¸ĩà¸ģ": 118275, + "лаÑģÑĤи": 118276, + "ÎŁÎļ": 118277, + "ĠÚ©ÛĮ": 118278, + "åij½ä»¤": 118279, + "ØŃدث": 118280, + "ÙĬÙĥÙĬ": 118281, + "ĠпеÑĢвÑĭй": 118282, + "ãĤ¹ãĤ³": 118283, + "ĠÅ¡pat": 118284, + "Ġnikdo": 118285, + "ัà¸ĩม": 118286, + "赫": 118287, + "æĺ¨": 118288, + "ĠвÑĥли": 118289, + "ĠÐļа": 118290, + "à¹Īละ": 118291, + "Ġsamot": 118292, + "ĠобеÑģпе": 118293, + "ĠÙħعرÙģÛĮ": 118294, + "ĠÙħØŃصÙĪÙĦات": 118295, + "ванов": 118296, + "ĠÙħستÙĤÛĮÙħ": 118297, + "å¢Ļ": 118298, + "ÂłÐļ": 118299, + "ĠдоÑĤ": 118300, + "zim": 118301, + "ÙIJر": 118302, + "ĠØ´ÙĪ": 118303, + "åľ¨åľ°": 118304, + "Ġçİ°": 118305, + "ĠåĮĸ": 118306, + "زÙĪ": 118307, + "Ġyaygın": 118308, + "ĠоÑĢиг": 118309, + "ÙıÙĨ": 118310, + "Ġevrop": 118311, + "Ġï½ľ": 118312, + "Ġëħ¸ì¶ľëĵ±ë¡Ŀ": 118313, + "åĩĿ": 118314, + "леннÑĭÑħ": 118315, + "Ġjenom": 118316, + "ĠЧÑĤобÑĭ": 118317, + "ĠìĹĨëĭ¤": 118318, + "ĠìŬìĦ±": 118319, + "Ġresmi": 118320, + "imálnÃŃ": 118321, + "缮ãģ®": 118322, + "sian": 118323, + "-нибÑĥдÑĮ": 118324, + "οκ": 118325, + "çĭ¬ç«ĭ": 118326, + "ÅŁehir": 118327, + "åIJIJ": 118328, + "åĪ¶éĢł": 118329, + "ĠÎĶεν": 118330, + "ãĥĭãĥ¥": 118331, + "иÑĤелÑĮнÑĭÑħ": 118332, + "ĠÙĥاÙħ": 118333, + "Ïģκ": 118334, + "Ġrau": 118335, + "ĠÑģмеÑĢÑĤи": 118336, + "ĠÏĮÏĦαν": 118337, + "ĠTại": 118338, + "Ġرب": 118339, + "ενο": 118340, + "ردد": 118341, + "Ġà¸ģระ": 118342, + "Ïĥμο": 118343, + "Ġæ¼Ķ": 118344, + "ิà¸Īà¸ģรรม": 118345, + "ĠÑĢазви": 118346, + "ãĤ¹ãĥļ": 118347, + "ÑĸÑĩноÑĹ": 118348, + "lášenÃŃ": 118349, + "ابعة": 118350, + "ovými": 118351, + "анг": 118352, + "ĠкапÑĸÑĤ": 118353, + "ãĢģâĢĭ": 118354, + "íĸĪëįĺ": 118355, + "ĠÑĥÑģÑĸ": 118356, + "ยาว": 118357, + "Ø£Ùħ": 118358, + "ãĥ©ãĥĥãĤ¯": 118359, + "Ġëķ": 118360, + "ĠسÙĨÙĪات": 118361, + "ĠÑģÑĤаÑĤÑĮи": 118362, + "ÑĹÑħ": 118363, + "ÏģοÏĩή": 118364, + "ĠØ£ÙĥتÙĪبر": 118365, + "lanma": 118366, + "Ġmalzem": 118367, + "磨": 118368, + "ĠбокÑĥ": 118369, + "åŃĹå¹ķ": 118370, + "ĠоÑĢганÑĸза": 118371, + "ãĥ©ãĤ¤ãĥ³": 118372, + "ĠÙħعدÙĨ": 118373, + "çĶ·åŃIJ": 118374, + "ĠæĤ": 118375, + "Ế": 118376, + "Ġmeziná": 118377, + "иваÑİÑĤ": 118378, + "ĠطبÛĮعÛĮ": 118379, + "èĻij": 118380, + "à¤Łà¤°": 118381, + "ĠподÑģ": 118382, + "ĠÅŁaÅŁ": 118383, + "à¸Ļà¹Ĩ": 118384, + "ĠÅ¡p": 118385, + "vÄĽÅĻ": 118386, + "зÑĮ": 118387, + "ëĿ¼ë§Ī": 118388, + "ุà¸ĺ": 118389, + "âĢ¦Ø·": 118390, + "리ì§Ģ": 118391, + "âĦĸâĦĸâĦĸâĦĸ": 118392, + "Ġbức": 118393, + "ĠSpoj": 118394, + "ĠиÑģполÑĮзовани": 118395, + "å·¦åı³": 118396, + "enler": 118397, + "ĠоÑīÑĥÑī": 118398, + "ĠоблÑĸ": 118399, + "ظËĨ": 118400, + "ÙĦÛĮس": 118401, + "æıIJåįĩ": 118402, + "ĠговоÑĢиÑĤÑĮ": 118403, + "Ġkür": 118404, + "ĠλειÏĦοÏħÏģγ": 118405, + "лага": 118406, + "ĠÑģÑĥдÑĥ": 118407, + "Ġ측": 118408, + "θεÏĥη": 118409, + "Ġнен": 118410, + "Ġbiçimde": 118411, + "ÑĨÑĸйноÑĹ": 118412, + "à¹Ģà¸Ħย": 118413, + "ĠDalÅ¡ÃŃ": 118414, + "ĠимеÑĤÑĮ": 118415, + "èĭĹ": 118416, + "ĠÙħعرÙĪÙģ": 118417, + "Ġtạp": 118418, + "ĠmeÅŁ": 118419, + "ÂłN": 118420, + "оÑĢони": 118421, + "عÙģ": 118422, + "à¹Ĥรà¸ĩà¹Ģร": 118423, + "âĶ¬": 118424, + "Ġà¹Ģà¸ŀราะ": 118425, + "Ġèı²å¾ĭ宾": 118426, + "ÑģÑĤвенное": 118427, + "ĠازدÙĪاج": 118428, + "ĠÑĦев": 118429, + "éł»": 118430, + "Ġสล": 118431, + "à¸ķà¸Ńà¸Ļ": 118432, + "Ġ기ê°Ħ": 118433, + "佩": 118434, + "ÏĦην": 118435, + "ëĤ¬ëĭ¤": 118436, + "ĠQuy": 118437, + "Ġë¶Ļ": 118438, + "ĠСÑĥд": 118439, + "иж": 118440, + "Ġà¹Ģà¸ģม": 118441, + "ĠÑģвÑıÑĤ": 118442, + "etooth": 118443, + "εÏģο": 118444, + "ÙĦÙħØ©": 118445, + "Ø´ÙĪر": 118446, + "Ġdomu": 118447, + "èįĴ": 118448, + "mî": 118449, + "ëıĦ를": 118450, + "ĠÑĢекомендÑĥеÑĤÑģÑı": 118451, + "Ġsonrasında": 118452, + "ĠднÑĸв": 118453, + "Ġçal": 118454, + "ãĤ«ãĥĨãĤ´ãĥª": 118455, + "Ġеж": 118456, + "Ġìķī": 118457, + "èī²çļĦ": 118458, + "âĢĻnde": 118459, + "ĠÏĢÏīÏĤ": 118460, + "ĠÑĩеÑĤвеÑĢ": 118461, + "kili": 118462, + "æĢ§èĥ½": 118463, + "ادÙĬØ©": 118464, + "纯": 118465, + "ĠاÙĦتش": 118466, + "ĠÑĤела": 118467, + "ĠобÑĬем": 118468, + "å²Ĺä½į": 118469, + "Ġkonkrét": 118470, + "Ġarada": 118471, + "ìĭľìĹIJ": 118472, + "Ġoranı": 118473, + "رÙĥ": 118474, + "ÐĽÐIJ": 118475, + "ĠménÄĽ": 118476, + "جÙĪÛĮ": 118477, + "Ġvợ": 118478, + "ĠAngiospermae": 118479, + "èĥİ": 118480, + "Ġhôn": 118481, + "äºĭæ¥Ń": 118482, + "ĠоÑĤвеÑĢ": 118483, + "Ġsrd": 118484, + "Å¡li": 118485, + "สà¸ģ": 118486, + "æ¼ı": 118487, + "ĠشرØŃ": 118488, + "ÑĨÑıми": 118489, + "Ġslav": 118490, + "Ġceny": 118491, + "à¸Ńà¹Ģร": 118492, + "ĠÙĪÙĦد": 118493, + "ĠкоÑĢа": 118494, + "ĠбÑĢон": 118495, + ":.:.:.:.:": 118496, + "Ġnemus": 118497, + "è¿Ļæł·çļĦ": 118498, + "ĠبرÙĨاÙħج": 118499, + "ĠúplnÄĽ": 118500, + "ีà¸Ļาà¸Ħม": 118501, + "Ġë°ĽìķĦ": 118502, + "μεÏģα": 118503, + "缩": 118504, + "Ġnắm": 118505, + "ĠобÑĬÑıÑģ": 118506, + "ĠконÑĤÑĢолÑİ": 118507, + "ávajÃŃcÃŃ": 118508, + "Ġkum": 118509, + "çĶ·äºº": 118510, + "ĠvnitÅĻ": 118511, + "ĠبدÙĩ": 118512, + "ĠأبرÙĬÙĦ": 118513, + "人æ°ijåħ±åĴĮåĽ½": 118514, + "Ġyapılır": 118515, + "ĠnaÅ¡ÃŃ": 118516, + "ãĥ¼ãĥŃ": 118517, + "Ġtạm": 118518, + "Ġhenüz": 118519, + "Ġzemi": 118520, + "Ġkháng": 118521, + "åħ¬åħ±": 118522, + "ĠèĢģ": 118523, + "ĠعÙĪاÙħÙĦ": 118524, + "ÂłV": 118525, + "à¹īà¹ģà¸ģ": 118526, + "άνÏĦα": 118527, + "ĠÑĤÑĢавнÑı": 118528, + "ĠημÎŃ": 118529, + "è´¸": 118530, + "สà¸Ķ": 118531, + "ĠسÙħت": 118532, + "Ġخاک": 118533, + "ĠÑĤакий": 118534, + "Ġettik": 118535, + "ĠÏĮλ": 118536, + "Ġполи": 118537, + "Ġнож": 118538, + "غاÙĨ": 118539, + "ÙĨدÙĬ": 118540, + "ĠÄįtyÅĻi": 118541, + "ĠPhÆ°Æ¡ng": 118542, + "ĠÙĪرزش": 118543, + "ãģĦãģĭ": 118544, + "rvé": 118545, + "Ġतरफ": 118546, + "Ġनà¤Ĺर": 118547, + "masında": 118548, + "евиÑĩ": 118549, + "veÅĻej": 118550, + "ä¿ĿæĮģ": 118551, + "æĬĢèĥ½": 118552, + "æݨèįIJ": 118553, + "lâm": 118554, + "ĠÏį": 118555, + "å¢ŀéķ¿": 118556, + "ĠاصÙģÙĩ": 118557, + "ĠÐĹаконÑĥ": 118558, + "ĠÐŁÑĢез": 118559, + "Ġpodpor": 118560, + "기íĥĢ": 118561, + "ĠíıIJ": 118562, + "ĠëĭĪ": 118563, + "larınız": 118564, + "ãĥĸãĥŃ": 118565, + "ĠÑĦÑĢанÑĨÑĥз": 118566, + "ãĥĬãĥ¼": 118567, + "Ġbeled": 118568, + "ัà¸Ļวาà¸Ħม": 118569, + "ĠÙģرÙĪ": 118570, + "ÑĦÑĢов": 118571, + "ĠìĿ´ëŁ¬": 118572, + "ượu": 118573, + "Ġê³µìĭĿ": 118574, + "Ġbirden": 118575, + "Ġзелен": 118576, + "çĴĥ": 118577, + "Ġhá»ĵng": 118578, + "ĠÅ¡kola": 118579, + "ĠÑģамом": 118580, + "anlık": 118581, + "空éĹ´": 118582, + "åįĹçľģ": 118583, + "леÑĢг": 118584, + "ÑĸзнеÑģ": 118585, + "ÂłA": 118586, + "ãĢįãĤĴ": 118587, + "Ġkendine": 118588, + "ĠاÙĪÙĨ": 118589, + "ãĢĶ": 118590, + "ĠΣÏį": 118591, + "à¹Ģà¸Ħล": 118592, + "奶": 118593, + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ": 118594, + "ĠúÄįet": 118595, + "Ñĥла": 118596, + "éĢļä¿¡": 118597, + "Ġì¦IJ": 118598, + ".čĊĊ": 118599, + "ĠÐľÐµÐ´": 118600, + "اعÙĬ": 118601, + "Ġjehož": 118602, + "ĠGüney": 118603, + "ĠÎijÏĢο": 118604, + "ĠполÑĸ": 118605, + "üme": 118606, + "hodob": 118607, + "ĠÎĿα": 118608, + "ĠØ¢ÙĦات": 118609, + "ĠpÅĻiz": 118610, + "Ġtavs": 118611, + "ĠتبÙĦÛĮ": 118612, + "ãĥ³ãĥĶ": 118613, + "خرج": 118614, + "ĠаккÑĥ": 118615, + "Ġúprav": 118616, + "ĠاØŃساس": 118617, + "ì¹´ëĿ¼": 118618, + "ımızı": 118619, + "ĠдокÑĥменÑĤ": 118620, + "ĠاصÙĦ": 118621, + "ظÙĩ": 118622, + "ĠìĿ¸ê°Ħ": 118623, + "ĠجرÛĮاÙĨ": 118624, + "Î¥ÎĿ": 118625, + "ÑĩеÑģкаÑı": 118626, + "ÙĬÙĨÙĬØ©": 118627, + "åĴ¨": 118628, + "æĹħ游": 118629, + "Ġà¸Īำà¸Ļวà¸Ļ": 118630, + "Ġанг": 118631, + "ÏħÏĩ": 118632, + "èĻ«": 118633, + "ĠÙħÙĤر": 118634, + "ĠÙħÙĪسÛĮÙĤÛĮ": 118635, + "utut": 118636, + "ĠÐĽÐµ": 118637, + "ĠÐŁÑĸÑģлÑı": 118638, + "ãĤŃãĥ¼": 118639, + "ุลาà¸Ħม": 118640, + "åĩ¡": 118641, + "ÏĢοÏį": 118642, + "ĠÃĸdül": 118643, + "Ïĥκ": 118644, + "ĠÑĨÑİ": 118645, + "ÑĭваÑı": 118646, + "ï½ŀï½ŀ": 118647, + "ĠØ´ÙħاÙĦ": 118648, + "è¿ħ": 118649, + "ĠبÙĦÚ©Ùĩ": 118650, + "çİĽ": 118651, + "Ġì§ĢëĤĺ": 118652, + "ĠÙģکر": 118653, + "ĠÑģÑĤепени": 118654, + "ĠнаÑĥки": 118655, + "çī©çIJĨ": 118656, + "ÄĽle": 118657, + "ĠоÑģкÑĸлÑĮки": 118658, + "ĠкÑĥлÑĮÑĤÑĥÑĢи": 118659, + "èĢĥè¯ķ": 118660, + "Ġmateriál": 118661, + "ĠÑģÑĤвоÑĢеннÑı": 118662, + "Ġà¤ħद": 118663, + "æıIJåĩº": 118664, + "Ġè©ķ価": 118665, + "ÙĴد": 118666, + "Ġë§Įëĵ¤ìĸ´": 118667, + "duÄŁunu": 118668, + "ÙĬÙĨÙĩ": 118669, + "åĵ¦": 118670, + "оÑĩнÑĭÑħ": 118671, + "ĠÙħض": 118672, + "ismu": 118673, + "ĠÑĩай": 118674, + "ÙĪرÙĪب": 118675, + "Ġангл": 118676, + "oÄŁunluk": 118677, + "ĠпÑĢедпол": 118678, + "ĠÎŃÏīÏĤ": 118679, + "สà¸ĸ": 118680, + "ĠÎķλλάδα": 118681, + "ĠBilg": 118682, + "Ġبات": 118683, + "ĠÐĽÑĮвÑĸв": 118684, + "Ġyapılması": 118685, + "æ£ĢæŁ¥": 118686, + "æķ°åѦ": 118687, + "Ġ:.:": 118688, + "Ġçİ©": 118689, + "Îļα": 118690, + "à¹Ģà¸Ĺà¸Ħà¹Ĥà¸Ļà¹Ĥลย": 118691, + "ĠساختÙħاÙĨ": 118692, + "ĠìĨĮ리": 118693, + "é¼»": 118694, + "Ġsmr": 118695, + "Ġëĭ¤ìĸijíķľ": 118696, + "ĠjednánÃŃ": 118697, + "Ġservisi": 118698, + "Ġeylem": 118699, + "Ġмали": 118700, + "Ġvýhod": 118701, + "éĻ¤äºĨ": 118702, + "ĠпоÑĢÑıдкÑĥ": 118703, + "Ġnový": 118704, + "å¤ķ": 118705, + "ĠнекоÑĤоÑĢÑĭе": 118706, + "Ġ^{}": 118707, + "γÏīγ": 118708, + "ÑĥÑĪки": 118709, + "Ġpsik": 118710, + "ĠíĶĦ리": 118711, + "شاء": 118712, + "Ġван": 118713, + "ĠسÙĥاÙĨ": 118714, + "碼": 118715, + "Ġξη": 118716, + "ĠÑĥÑĢовенÑĮ": 118717, + "ãĤµãĥ¼": 118718, + "ĠاÙĦبØŃر": 118719, + "ĠdnÃŃ": 118720, + "à¸ģารศ": 118721, + "ediÄŁi": 118722, + "Ġbelirli": 118723, + "ÙĭØĮ": 118724, + "ĠzamÄĽstnan": 118725, + "æŁ±": 118726, + "اÙģÙĬ": 118727, + "Ġhải": 118728, + "æĢĿæĥ³": 118729, + "Ġneler": 118730, + "ĠرسÙħÛĮ": 118731, + "ÑģеÑĢ": 118732, + "ãģĵãģ¨ãģ§": 118733, + "ĠZákladnÃŃ": 118734, + "лова": 118735, + "кÑĤÑĥ": 118736, + "ÙĪسÙģ": 118737, + "ÑĸблÑĸ": 118738, + "ÌĤ": 118739, + "ÑĢд": 118740, + "éĻ³": 118741, + "æį·": 118742, + "ĠyaÅŁayan": 118743, + "à¥ģà¤ļ": 118744, + "ÑĸÑĤÑĤÑı": 118745, + "Ġbá»ģ": 118746, + "ëĤĺëĿ¼": 118747, + "ĠмÑıÑģ": 118748, + "Ġ{[%": 118749, + "θα": 118750, + "ĠдозволÑı": 118751, + "ĠåIJĦ": 118752, + "ĠÐŁÐµÑĢв": 118753, + "ĠSaÄŁlık": 118754, + "ÑģÑĤоÑĢиÑı": 118755, + "Ġbunlar": 118756, + "Ġsá»ķ": 118757, + "़à¥į": 118758, + "ĠåĪ©": 118759, + "ĠÑģпоÑģ": 118760, + "Ġyaptır": 118761, + "ĠtÆ°á»Ŀng": 118762, + "ÙĪÙĨØ©": 118763, + "Ġеп": 118764, + "ãģ§ãģįãģªãģĦ": 118765, + "ÙģتÙħ": 118766, + "ĠÐĵол": 118767, + "íķĺì§Ģë§Į": 118768, + "Ġì§Ħì§ľ": 118769, + "Ġobjedn": 118770, + "ĠизменениÑı": 118771, + "女人": 118772, + "Ġплани": 118773, + "ĠFakült": 118774, + "Ġtzv": 118775, + "ĠобÑıзаÑĤелÑĮ": 118776, + "ĠблизÑĮко": 118777, + "rası": 118778, + "ĠεÏĢίÏĥηÏĤ": 118779, + "ĠÑĦакÑĤи": 118780, + "ĠÄIJặc": 118781, + "ĠAltın": 118782, + "лиÑĤ": 118783, + "ĠлÑĸÑģ": 118784, + "çī§": 118785, + "ĠпÑĥÑģÑĤ": 118786, + "ĠкомÑĸÑģ": 118787, + "ä¿Ŀéļľ": 118788, + "åħ·ä½ĵ": 118789, + "-ÑĤ": 118790, + "Ġtrhu": 118791, + "ĠâīĪ": 118792, + "ĠдекабÑĢÑı": 118793, + "ĠÑĦоÑĢмÑĭ": 118794, + "NgoÃłi": 118795, + "Ġdohod": 118796, + "رÙĬÙĥÙĬØ©": 118797, + "ĠØ¢ÙħÙĪزشÛĮ": 118798, + "ĠzajÃŃmav": 118799, + "Ġkatılım": 118800, + "ä¸ĺ": 118801, + "Ġkonum": 118802, + "ĠмоÑĩ": 118803, + "ãĥ³ãĥķ": 118804, + "дивидÑĥ": 118805, + "Ġäºļ": 118806, + "ĠæĴ": 118807, + "γÏģάÏĨ": 118808, + "ãĥIJãĤ¹": 118809, + "ĠпÑĥнк": 118810, + "ĠBirleÅŁik": 118811, + "Ġquen": 118812, + "Ġвказ": 118813, + "à¥ĩशà¤ķ": 118814, + "ĠYunan": 118815, + "ãģłãģ¨": 118816, + "Û±Û¹Û·": 118817, + "áty": 118818, + "ĠÙĪص": 118819, + "ĠнегаÑĤив": 118820, + "ãģ¤ãģ®": 118821, + "ĠåĬ¨": 118822, + "ãĥįãĥĥãĥĪ": 118823, + "ĠдÑĸй": 118824, + "ĠbaÅŁÄ±nda": 118825, + "ĠtrÆ°ng": 118826, + "Ġmakin": 118827, + "ĠæĦĽ": 118828, + "меÑĩ": 118829, + "Ġè¿ij": 118830, + "ÙĤدر": 118831, + "ĠاستاÙĨد": 118832, + "ĠinformacÃŃ": 118833, + "ारà¤ķ": 118834, + "è¬Ŀ": 118835, + "ÑĢабаÑĤ": 118836, + "ĠçŃĶ": 118837, + "Ġèĩ³": 118838, + "ĠполÑĮ": 118839, + "ĠÙĩÙĨر": 118840, + "ëĮĢë¹Ħ": 118841, + "ĠخارجÛĮ": 118842, + "ract": 118843, + "ãĢĤãģĵãĤĮ": 118844, + "ĠØ´ÙĪراÛĮ": 118845, + "ленно": 118846, + "Ġhisset": 118847, + "ĠcÃłi": 118848, + "ĠÑĦоÑĤо": 118849, + "æģĴ": 118850, + "ĠмедиÑĨин": 118851, + "ÑģÑĤвÑĸ": 118852, + "ĠاÙĦعÙĦ": 118853, + "ĠпиÑģÑĮмен": 118854, + "ãĢĤãģ¾ãģŁ": 118855, + "ĠvlastnÄĽ": 118856, + "Ġпода": 118857, + "Ïģοι": 118858, + "ĠìĦĿ": 118859, + "ĠìĿ¼ìĿ´": 118860, + "ĠìĽĮ": 118861, + "окÑģи": 118862, + "Ġosoby": 118863, + "ÐŁÐ¾Ñģле": 118864, + "ĠÑĸÑģÑĤоÑĢÑĸÑĹ": 118865, + "عÙĦÙī": 118866, + "нка": 118867, + "تÙħبر": 118868, + "à¥ĩहर": 118869, + "ĠJana": 118870, + "ÙĦÙĬات": 118871, + "ĠмаÑĢÑĤа": 118872, + "ĠÐļиÑĶ": 118873, + "ĠÑĢобоÑĤÑĥ": 118874, + "Ġnhấn": 118875, + "иÑģлов": 118876, + "ëŁŃ": 118877, + "Ġodv": 118878, + "ĠTá»īnh": 118879, + "âĢľê·¸": 118880, + "ãģ»ãģĨ": 118881, + "é²ľ": 118882, + "меÑĨÑĮ": 118883, + "าศาสà¸ķร": 118884, + "à¥ģà¤ĵ": 118885, + "ิà¸Ļà¸Ĺ": 118886, + "mada": 118887, + "زاÙħ": 118888, + "ĠÙĥبÙĬر": 118889, + "å®ŀæĸ½": 118890, + "zeÅĪ": 118891, + "Ġlái": 118892, + "Ïĥμα": 118893, + "اسات": 118894, + "ÑĦÑĤ": 118895, + "è°±": 118896, + "çĮľ": 118897, + "ĠprobÃŃ": 118898, + "æľĢè¿ij": 118899, + "ÑĢад": 118900, + "ãĤ½ãĥ³": 118901, + "Ġклад": 118902, + "à¥ľà¤ķ": 118903, + "év": 118904, + "ลาย": 118905, + "èİİ": 118906, + "ĠμÎŃÏĩÏģι": 118907, + "ĠкÑĥÑģ": 118908, + "ĠíĻĺê²½": 118909, + "ÑĩоÑĹ": 118910, + "åıĺåĮĸ": 118911, + "ĠبتÙĪاÙĨ": 118912, + "Ġtắt": 118913, + "Ġgösteren": 118914, + "алÑİ": 118915, + "Ġкоманди": 118916, + "Ġ컨": 118917, + "Ñĥнд": 118918, + "ĠجÙĦÙĪ": 118919, + "åŃIJçļĦ": 118920, + "ĠÑģб": 118921, + "ĠÐłÐ°Ñģ": 118922, + "PCP": 118923, + "ĠCumhurbaÅŁ": 118924, + "одаÑĤелÑĮ": 118925, + "ÃŃsto": 118926, + "Ġoznám": 118927, + "ãĥ¼ãĥĭ": 118928, + "Ġokuy": 118929, + "ophy": 118930, + "าà¸Ļà¸Ħร": 118931, + "ĠÎķθν": 118932, + "ayım": 118933, + "ÙİØ£": 118934, + "æİ¡": 118935, + "Ġfunkce": 118936, + "æļĸ": 118937, + "طار": 118938, + "ĠÐĿаг": 118939, + "Ġä¸ĩåĨĨ": 118940, + "ĠíĴį": 118941, + "Ġä½ı": 118942, + "Ġï¼İ": 118943, + "ÑĭваÑİÑĤÑģÑı": 118944, + "ĠPla": 118945, + "اÙĬÙĦ": 118946, + "Ġ무ìĹĩ": 118947, + "ĠконеÑĩно": 118948, + "км": 118949, + "à¤Ĥपर": 118950, + "Ġìłķë¶Ģ": 118951, + "ĠëĤ´ëł¤": 118952, + "ãĤ°ãĥ«": 118953, + "çģ°": 118954, + "Ġcyk": 118955, + "ĠжелÑĥд": 118956, + "ĠëĨĴìĿĢ": 118957, + "çĶŁåij½": 118958, + "æµ´": 118959, + "ĠartÄ±ÅŁ": 118960, + "ĠÐĩ": 118961, + "ï¼²": 118962, + "ekim": 118963, + "ĠÑĦедеÑĢа": 118964, + "ĠвеÑĢеÑģнÑı": 118965, + "ниÑĤе": 118966, + "ĠÄ°ÅŁte": 118967, + "ĠÙĪضعÛĮت": 118968, + "ãģķãģ¾": 118969, + "ĠtÅĻetÃŃ": 118970, + "uluÄŁ": 118971, + "ĠCumhuriyet": 118972, + "ä¼Ł": 118973, + "Ġë§Ŀ": 118974, + "Ġvermek": 118975, + "Ġnalez": 118976, + "çĵ¶": 118977, + "ĠdiÅŁ": 118978, + "ĠHá»ĵng": 118979, + "غÙĬرة": 118980, + "å©Ĩ": 118981, + "нив": 118982, + "Ġrút": 118983, + "'nda": 118984, + "Ġhroz": 118985, + "à¥īप": 118986, + "Ġзаконом": 118987, + "Ġjednu": 118988, + "ĠKadın": 118989, + "indir": 118990, + "سازÛĮ": 118991, + "åĮºåŁŁ": 118992, + "ĠkonuÅŁtu": 118993, + "ĠزÙĨد": 118994, + "ाĊĊ": 118995, + "ĠÐIJз": 118996, + "à¸ĩà¸Ĥà¸Ńà¸ĩ": 118997, + "ĠÑģвойÑģÑĤва": 118998, + "ĠìŀijíĴĪ": 118999, + "пеки": 119000, + "Ġå°±": 119001, + "евого": 119002, + "ĠtaÅŁÄ±y": 119003, + "ĠÙħÙĨØ·ÙĤØ©": 119004, + "ĠÃĩocuk": 119005, + "Û²Û·": 119006, + "ĠÏĥÏħμÏĢ": 119007, + "é£Łåĵģ": 119008, + "há": 119009, + "Ｏ": 119010, + "ÙĦÙħÙĩ": 119011, + "ãģ¨ãģªãģ£ãģŁ": 119012, + "оÑĢÑĸ": 119013, + "°}": 119014, + "ĠtaÅŁÄ±n": 119015, + "çŁ¿": 119016, + "ĠÑĩаÑģÑĤини": 119017, + "ĠدÙĬسÙħبر": 119018, + "Ġèī¯": 119019, + "stÅĻÃŃ": 119020, + "ĠÑĨик": 119021, + "âĢķâĢķâĢķâĢķ": 119022, + "ĠÄ°ngiltere": 119023, + "ĠÑģÑĤÑĢаÑĤег": 119024, + "ÃĦŸ": 119025, + "иÑĩного": 119026, + "ÃŃrk": 119027, + "ĠÎijÏģ": 119028, + "!âĢľĊĊ": 119029, + "Ġ깨": 119030, + "à¥ģà¤Ĩत": 119031, + "ĠدÙĨÛĮا": 119032, + "lÃŃn": 119033, + "Ġà¤ķड": 119034, + "ĠÙħبت": 119035, + "емÑĭÑħ": 119036, + "оби": 119037, + "ยà¸Ļà¸ķ": 119038, + "à¤Ĥधन": 119039, + "ÚĨÛĮ": 119040, + "ĠçŁ¥": 119041, + "ĠXuân": 119042, + "adaki": 119043, + "Ġorta": 119044, + "æł¹æľ¬": 119045, + "åħ±åIJĮ": 119046, + "нений": 119047, + "بÙĬرة": 119048, + "çŃĭ": 119049, + "ïºĶ": 119050, + "âĢĮÙĩاÙĬ": 119051, + "Ġödeme": 119052, + "ĠØ¢ÙĨÚĨÙĩ": 119053, + "ĠзаÑıви": 119054, + "ĠÙĨÙĤØ´Ùĩ": 119055, + "Ġç³»": 119056, + "à¥ĭ।": 119057, + "Ġì§Ģìłķ": 119058, + "Ġinsp": 119059, + "ĠÑĤен": 119060, + "Ġتط": 119061, + "Ġquảng": 119062, + "åī£": 119063, + "ãģıãģ®": 119064, + "ĠÑĨим": 119065, + "kovi": 119066, + "iyah": 119067, + "ĠëIJľëĭ¤": 119068, + "صÙĩ": 119069, + "ĠÄiju": 119070, + "Ġsuá»ijt": 119071, + "ıma": 119072, + "ì§Ģê³ł": 119073, + "Ìĥ": 119074, + "à¸ļาย": 119075, + "ĠCertif": 119076, + "ĠÑĥÑģÑĸÑħ": 119077, + "à¸ķะว": 119078, + "είÏĦε": 119079, + "Ġč": 119080, + "ĠможливÑĸÑģÑĤÑĮ": 119081, + "Ġ-âĢIJ": 119082, + "Ġíĺ¹": 119083, + "ìĤ¬ì§Ħ": 119084, + "ĠданиÑħ": 119085, + "Ġzaháj": 119086, + "주ëĬĶ": 119087, + "Ġгид": 119088, + "niž": 119089, + "Ġ^{°}": 119090, + "Ġkro": 119091, + "Äįen": 119092, + "ÏĨι": 119093, + "ımızda": 119094, + "Ġæ¹ĸ": 119095, + "ĠповÑĢежд": 119096, + "Ġì¡´ìŀ¬": 119097, + "à¸Ļาà¸Ļ": 119098, + "μÎŃνοÏĤ": 119099, + "æ½ľ": 119100, + "ï¼Į使": 119101, + "Ġdosp": 119102, + "Ġliá»ģn": 119103, + "ัà¸ļà¸Ħวาม": 119104, + "ĠÑĢабоÑĤе": 119105, + "ĠмайбÑĥÑĤ": 119106, + "à¹Ģà¸ģษ": 119107, + "BaÅŁ": 119108, + "ĠæĿ±äº¬": 119109, + "наÑĩала": 119110, + "δει": 119111, + "à¥Īप": 119112, + "ÑĸмÑĸ": 119113, + "Ġfizik": 119114, + "วล": 119115, + "ä¼į": 119116, + "Ġà¸Ĭà¸Ļะ": 119117, + "'ÑıÑĤ": 119118, + "нил": 119119, + "инов": 119120, + "ĠÄijoán": 119121, + "รวà¸Ī": 119122, + "fet": 119123, + "à¹Įà¹Ĥ": 119124, + "ĠмаÑĤи": 119125, + "é¨İ": 119126, + "ÐļТ": 119127, + "à¹Ģสà¸Ļà¸Ń": 119128, + "Ġмав": 119129, + "lıģına": 119130, + "ĠпоÑĩина": 119131, + "ูà¸ķร": 119132, + "ÑĨеÑĢ": 119133, + "ujete": 119134, + "Ġtahmin": 119135, + "Ġвимог": 119136, + "à¸²à¸Ł": 119137, + "едж": 119138, + "ÏĦεÏį": 119139, + "adla": 119140, + "ĠÄijÆ°Æ¡ng": 119141, + "ĠداستاÙĨ": 119142, + "Ġbasın": 119143, + "ĠÑħв": 119144, + "Ġreak": 119145, + "ĠоÑĤмеÑĤ": 119146, + "æ³¥": 119147, + "Ġmáte": 119148, + "Ġzorun": 119149, + "ãģ¨æĢĿãģĨ": 119150, + "Ġدرجة": 119151, + "ĠвÑĸдÑģÑĥÑĤ": 119152, + "ĠعاÙħÙĦ": 119153, + "èĶµ": 119154, + "Ġsonraki": 119155, + "Ġmohli": 119156, + "иваеÑĤ": 119157, + "ĠпÑĸдÑģÑĤав": 119158, + "Ġostrov": 119159, + "ानव": 119160, + "âĢŀP": 119161, + "ĠвизнаÑĩа": 119162, + "ĠpravdÄĽpodob": 119163, + "Ġzaz": 119164, + "ìĿ´ë¥¼": 119165, + "ĠджеÑĢ": 119166, + "ĠÐłÐ°Ð´": 119167, + "ĠÑģеÑĢÑĮез": 119168, + "Ġдем": 119169, + "ÏĢή": 119170, + "ĠÐĦвÑĢоп": 119171, + "ĠÄįeské": 119172, + "ï¾ı": 119173, + "ĠØŃÙĬ": 119174, + "ì¼ĢìĿ´": 119175, + "ĠØ®ÙĪÙĨ": 119176, + "ÂłL": 119177, + "ãģĦãģ«": 119178, + "изнеÑģ": 119179, + "ĠÙħÙĤاÙħ": 119180, + "ĠاÙĦØŃÙĦ": 119181, + "ëĨį": 119182, + "ĠØ¢ÛĮا": 119183, + "翼": 119184, + "ï¼½": 119185, + "æ¸IJ": 119186, + "ливÑĸ": 119187, + "ãģĦãģ¦ãģĦãĤĭ": 119188, + "ĠÎijÎł": 119189, + "ĠиÑģполÑĮзÑĥеÑĤÑģÑı": 119190, + "Ġmát": 119191, + "Ġμεγά": 119192, + "ëħ¼": 119193, + "æµ·éģĵ": 119194, + "ĠÙħØ´Ú©ÙĦات": 119195, + "Ñĩна": 119196, + "';';": 119197, + "Ġμία": 119198, + "ÏģÏİν": 119199, + "Ġbyste": 119200, + "ĠÑįлекÑĤÑĢи": 119201, + "ĠYardım": 119202, + "Ġhát": 119203, + "ĠÐĶеÑĢжав": 119204, + ".С": 119205, + "Ġorada": 119206, + "Ġalanı": 119207, + "åľ°åŁŁ": 119208, + "ĠدÙĩÙĨد": 119209, + "менÑĪ": 119210, + "ĠоÑĢганов": 119211, + "Ġعص": 119212, + "ูà¸ĩส": 119213, + "Ġشعر": 119214, + "Ġìĸ»": 119215, + "Ġάλλ": 119216, + "Ġgói": 119217, + "ĠÙĨاØŃ": 119218, + "å¼ĺ": 119219, + "à¥įथल": 119220, + "ilim": 119221, + "ëIJĺì§Ģ": 119222, + "ĠконÑĨе": 119223, + "ĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂł": 119224, + "Ġì¤Ģë¹Ħ": 119225, + "ĠostatnÃŃ": 119226, + "Ġvlády": 119227, + "ĠÑģобиÑĢа": 119228, + "ĠìĹŃìĤ¬": 119229, + "à¹ģà¸ģรม": 119230, + ".ï¼ı": 119231, + "ÙıÙĪÙĨ": 119232, + "پس": 119233, + "ĠWikip": 119234, + "Ġæ¾": 119235, + "ĠжаÑĢ": 119236, + "容æĺĵ": 119237, + "ĠprostÅĻednictvÃŃm": 119238, + "Ġženy": 119239, + "Ġèı²å¾ĭ宾çĶ³åįļ": 119240, + "аÑİÑĤÑģÑı": 119241, + "Ġmiêu": 119242, + "ĠpenÃŃze": 119243, + "διά": 119244, + "oldur": 119245, + "ĠпÑĢимеÑĢно": 119246, + "ĠìŀĪê³ł": 119247, + "à¸ĩà¸Ńย": 119248, + "ковий": 119249, + ".ÎŁ": 119250, + "à¹ĥà¸Ħร": 119251, + "çĭł": 119252, + "ĠÐŁÑĸв": 119253, + "æĶ¹éĿ©": 119254, + "ĠÐĿаÑģеление": 119255, + "Å¡etÅĻ": 119256, + "ÙĴب": 119257, + "ĠâĶĢ": 119258, + "غÙĬÙĦ": 119259, + "ĠдÑĸÑıлÑĮнÑĸÑģÑĤÑĮ": 119260, + "ĠÙĦÙĬس": 119261, + "Ġìĭľìŀ¥": 119262, + "ãĥŁãĥ¥": 119263, + "ĠÚ©ÙĪت": 119264, + "ĠÎĵι": 119265, + "ิà¹Ģว": 119266, + "ektor": 119267, + "ĠбÑĥдÑĥ": 119268, + "новаж": 119269, + "ÑīаеÑĤÑģÑı": 119270, + "Ġngôn": 119271, + "ĠvÄĽc": 119272, + "å¾IJ": 119273, + "à¸Ńà¹Ģมร": 119274, + "ัà¸įà¸Ĭ": 119275, + "ĠиÑģполÑĮзÑĥÑİÑĤ": 119276, + "rubu": 119277, + "Ġnhá»±a": 119278, + "ãģĮãģĬ": 119279, + "ĠÐĵаÑĢ": 119280, + "оÑĢе": 119281, + "ĠзолоÑĤ": 119282, + "æŁ³": 119283, + "ĠÙĬØ´": 119284, + "ĠповиннÑĸ": 119285, + "اÙĤتص": 119286, + "ÙĦØŃ": 119287, + "ĠокÑĤÑıбÑĢÑı": 119288, + "ĠnÄĽkdy": 119289, + "ĠобÑĢа": 119290, + "ستگÛĮ": 119291, + "符åIJĪ": 119292, + "Ġthiá»ĥu": 119293, + "æĺ¯ä»Ģä¹Ī": 119294, + "Ġrozs": 119295, + "ì½ľê±¸": 119296, + "ĠкаÑĦ": 119297, + "åIJĮæŃ¥": 119298, + "ì¼ĵ": 119299, + "ÏĢÏĦÏħ": 119300, + "à¸łà¸²à¸¢à¹ĥà¸Ļ": 119301, + "ιÏĥÏĦή": 119302, + "ĠدÙĪÙĦار": 119303, + "ĠÙħاÙĬÙĪ": 119304, + "ĠpeÄį": 119305, + "ัà¸ļม": 119306, + "ÎĻÎĶ": 119307, + "ıydı": 119308, + "ัà¸ģà¸Ĺ": 119309, + "à¸Ľà¸£à¸°à¸ĸม": 119310, + "και": 119311, + "Ġprodej": 119312, + "ĠиÑİлÑı": 119313, + "ĠvÅ©": 119314, + "驱": 119315, + "ĠhvÄĽ": 119316, + "æĥ³è¦ģ": 119317, + "ç¯Ħ": 119318, + "çak": 119319, + "ĠмÑıг": 119320, + "ımın": 119321, + "Ġdispozici": 119322, + "Ġukaz": 119323, + "racak": 119324, + "Ġболезни": 119325, + "วà¹Ĥม": 119326, + "Ġзел": 119327, + "ĠÐĴики": 119328, + "ĠÐłÐ¾Ð´": 119329, + "ูà¸ģà¸Ħ": 119330, + "íij¸": 119331, + "Ġthải": 119332, + "Ġbaģımsız": 119333, + "ĠÑĢоÑģÑģий": 119334, + "ĠÐļам": 119335, + "ĠиÑģполÑĮзованиÑı": 119336, + "ĠØŃØ°": 119337, + "³³³³³³³³³": 119338, + "ĠاÙĨتÙĤاÙĦ": 119339, + "ĠабÑģолÑİÑĤ": 119340, + "ĠÄ±ÅŁÄ±k": 119341, + "ÏĦογÏģαÏĨ": 119342, + "ĠболÑĮÑĪой": 119343, + "Ġعبارت": 119344, + "ÃŃž": 119345, + "Ġدرست": 119346, + "ĠÑģлово": 119347, + "à¥ĪĊ": 119348, + "بÙĪب": 119349, + "ĠÐĴоÑĤ": 119350, + "วà¹Ħà¸Ľ": 119351, + "Ġbilinen": 119352, + "ĠÙĤÙĬ": 119353, + "Ġbunların": 119354, + "Ùijت": 119355, + "Ġbasit": 119356, + "릿": 119357, + "ائرة": 119358, + "Ġpů": 119359, + "ĠedilmiÅŁ": 119360, + "Ġä½IJ": 119361, + "ĠYönetim": 119362, + "ÙħÛĮر": 119363, + "Ġspou": 119364, + "æ·±åľ³": 119365, + "ĠвзаÑĶм": 119366, + "ÎĻÎĽ": 119367, + "Ðĥ": 119368, + "ĠдеÑĢжавноÑĹ": 119369, + "Ġmrt": 119370, + "ĠDemir": 119371, + "é»İ": 119372, + "ĠÑĢегÑĥлÑıÑĢ": 119373, + "Ġникогда": 119374, + "å¼¾": 119375, + "à¥īड": 119376, + "Ġглаз": 119377, + "ĠÙħÛĮÚ©ÙĨ": 119378, + "éĻIJå®ļ": 119379, + "Ġнавк": 119380, + "ĠподÑĤ": 119381, + "ĠتصÙĪÛĮر": 119382, + "ĠاÙĦØŃدÙĬØ«": 119383, + "ĠdoÅ¡lo": 119384, + "нÑİÑİ": 119385, + "ĠÑģÑħод": 119386, + "Ø·ÙĤØ©": 119387, + "ĠÑģенÑĤÑıбÑĢÑı": 119388, + "çī¹æ®Ĭ": 119389, + "à¸ģารà¹ģà¸Ĥ": 119390, + "ázd": 119391, + "ÑĶÑĤе": 119392, + "ĠΣε": 119393, + "ĠÙĦÙĥÙĦ": 119394, + "åIJįåŃĹ": 119395, + "اÙĨÛĮا": 119396, + "Ġcins": 119397, + "기ìĹħ": 119398, + "ĠéŁ³": 119399, + "éłĥ": 119400, + "ยาย": 119401, + "ìļķ": 119402, + "ĠvÃŃtÄĽz": 119403, + "à¥įरब": 119404, + "ĠشرÙĤÛĮ": 119405, + "ĠbezpeÄįnost": 119406, + "Ġçerçev": 119407, + "Ġ맼": 119408, + "cky": 119409, + "ĵ¨": 119410, + "ĠÑĥмоваÑħ": 119411, + "лиÑħ": 119412, + "meniz": 119413, + "ĠبگÛĮر": 119414, + "ÙĨÙī": 119415, + "Ġà¸ģารà¹ģà¸Ĥ": 119416, + "ιÏĥε": 119417, + "âĢ³E": 119418, + "Ġdöneminde": 119419, + "리카": 119420, + "ĠåĪ°": 119421, + "Ġhukuk": 119422, + "аÑĤоÑĢа": 119423, + "ĠاÙĦعÙĨ": 119424, + "ïºĺ": 119425, + "ünüz": 119426, + "ÑģоÑĤ": 119427, + "ุษ": 119428, + "ĠdÆ°Æ¡ng": 119429, + "ovny": 119430, + "ĠÑĦоÑĢма": 119431, + "ãģĹãģ®": 119432, + "زÙĬز": 119433, + "ĠاÙĦÙĨاس": 119434, + "ĠÑĩим": 119435, + "大人": 119436, + "Ú¯ÙĬ": 119437, + "ĠÐĵоÑģп": 119438, + "é¢Ĩ导": 119439, + "Ġninh": 119440, + "Ġราà¸Ħา": 119441, + "ÙĤاء": 119442, + "ìī¬": 119443, + "ĠìĿ´ìłĦ": 119444, + "ĠÃ¶ÄŁretmen": 119445, + "ĠÑĨвеÑĤа": 119446, + "енноÑģÑĤÑĮ": 119447, + "大ãģį": 119448, + "ĠмиÑģÑĤеÑĨÑĤ": 119449, + "رÙĪت": 119450, + "poÅĪ": 119451, + "ĠÅŀirket": 119452, + "ĠкÑĢаÑģив": 119453, + "ĠÑĢеÑģÑĥÑĢÑģ": 119454, + "ä¹¾": 119455, + "ĠÙģÙĩ": 119456, + "ĠYÃĸ": 119457, + "èĬ³": 119458, + "μÏīÏĤ": 119459, + "ÄĽji": 119460, + "Ġвлаж": 119461, + "ĠÑĥвели": 119462, + "اذا": 119463, + "ãĢĤå¦Ĥæŀľ": 119464, + "ĠпÑĢиÑģÑĥÑĤÑģÑĤв": 119465, + "ĠẤn": 119466, + "æĢĸ": 119467, + "ĠÐľÐµÑĤ": 119468, + "Ġjedna": 119469, + "Ġcục": 119470, + "ĠاÙĨتشار": 119471, + "ĠзокÑĢема": 119472, + "иÑĩеÑģки": 119473, + "ĠкÑĢаÑĹни": 119474, + "иÑĢÑĥ": 119475, + "ĠÑĸнÑĤеÑĢ": 119476, + "Ġаналог": 119477, + "ÑĽ": 119478, + "ีà¸ĭ": 119479, + "нÑĥли": 119480, + "ĠNinh": 119481, + "еÑĢаÑĤоÑĢ": 119482, + "Ġruce": 119483, + "ĠÑĪкÑĸ": 119484, + "ترÙĨت": 119485, + "Ġsonrası": 119486, + "Ġæį": 119487, + "ÑĨенÑĤÑĢа": 119488, + "Ġà¸Ńำà¹Ģà¸ł": 119489, + "Ø·ÙĬ": 119490, + "ï¼Įå½ĵ": 119491, + "ĠÑĤÑĢеÑħ": 119492, + "ÂłH": 119493, + "æ´ª": 119494, + "ãĥ³ãĥĦ": 119495, + "ĠвÑĸдповÑĸдалÑĮ": 119496, + "âĢĻdaki": 119497, + "áÅĻi": 119498, + "ĠpÅĻem": 119499, + "tuk": 119500, + "ĠÙģرÙħÙĪد": 119501, + "ĠìĿ¸ì¦Ŀ": 119502, + "สำà¸Ļ": 119503, + "ìĥģìĿĺ": 119504, + "ÅĻÃŃm": 119505, + "澤": 119506, + "ĠÑĢей": 119507, + "ĠлÑİбой": 119508, + "ujte": 119509, + "ë³µì§Ģ": 119510, + "Ġدرس": 119511, + "ĠÐĴлади": 119512, + "ĠÑģвоим": 119513, + "ĠìĿ¸íĦ°ëĦ·": 119514, + "è±Ĭ": 119515, + "Ġналог": 119516, + "ãĤĪãģ³": 119517, + "Ġخاطر": 119518, + "ĠìŀħëĭĪëĭ¤": 119519, + "ãĢĤãģĹãģĭãģĹ": 119520, + "лаг": 119521, + "å°ĸ": 119522, + "ëĭ¥": 119523, + "ìĬ¤ëĬĶ": 119524, + "ìĭłì²Ń": 119525, + "ãĥĩãĥ¼ãĤ¿": 119526, + "ĠÑĥÑĢовнÑı": 119527, + "Ġ무ìĬ¨": 119528, + "ĠاÙĦأرض": 119529, + "à¹īà¸ķ": 119530, + "Ỽt": 119531, + "ĠÙĨÛĮرÙĪ": 119532, + "墨": 119533, + "ãĤ¶ãĥ¼": 119534, + "ruba": 119535, + "ĠÙĨشدÙĩ": 119536, + "илÑı": 119537, + "acÃŃm": 119538, + "ãĥ©ãĤ¯": 119539, + "XH": 119540, + "Ġسرد": 119541, + "Ġदस": 119542, + "tember": 119543, + "ĠDoÄŁum": 119544, + "ĠпÑĢоÑĢ": 119545, + "θοÏĤ": 119546, + "ĠiÅŁe": 119547, + "à¸Ńà¸Ł": 119548, + "лаÑĪ": 119549, + "اصÙĦÙĩ": 119550, + "livÄĽ": 119551, + "ë¶Ģë¶Ħ": 119552, + "нак": 119553, + "åįģä¸ī": 119554, + "สาห": 119555, + "à¸Ľà¸£à¸°à¹Ģà¸Ĺศà¹Ħà¸Ĺย": 119556, + "ãĤŃãĥ³ãĤ°": 119557, + "ĠмеÑĤоÑİ": 119558, + "Ġkullanarak": 119559, + "âij¡": 119560, + "ÛĮزات": 119561, + "ĠÙħÙĪباÛĮÙĦ": 119562, + "ĠзнаÑĩиÑĤ": 119563, + "Ġorganizace": 119564, + "ÑĢии": 119565, + "ovna": 119566, + "Ġê²½ìłľ": 119567, + "ãĢģå½¼": 119568, + "Ġमस": 119569, + "Ġà¹Ĥà¸Ľà¸£": 119570, + "LARI": 119571, + "æĩĤ": 119572, + "Ġва": 119573, + "ĠÙĥÙĨت": 119574, + "ĠÑĢабоÑĤа": 119575, + "ÂłĠÂłĠÂł": 119576, + "好äºĨ": 119577, + "ĠzamÄĽstn": 119578, + "женÑĮ": 119579, + "Ġukon": 119580, + "nÄĽné": 119581, + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ": 119582, + "ĠاÙĦخاصة": 119583, + "ĠÄįasu": 119584, + "å°ı说": 119585, + "ĠØŃرکت": 119586, + "æijĦ": 119587, + "ÏĩÏī": 119588, + "ĠÑģвеж": 119589, + "æĸ°éĹ»": 119590, + "Ġìĭ±": 119591, + "ĠeÄŁer": 119592, + "Ġsituace": 119593, + "Ġç·¨": 119594, + "fik": 119595, + "ë§Īëĭ¤": 119596, + "ÎķÎļ": 119597, + "Ġê°ľìµľ": 119598, + "ĠcÃł": 119599, + "ادث": 119600, + "Ġsayıda": 119601, + "ĠØ£ÙģضÙĦ": 119602, + "æ³ķéĻ¢": 119603, + "Ġ.,": 119604, + "ĠThÆ°Æ¡ng": 119605, + "ÏģÏĮÏĤ": 119606, + "ãģĹãĤĪãģĨ": 119607, + "Çİ": 119608, + "æij¸": 119609, + "ĠéĻ³": 119610, + "¥IJ": 119611, + "ฤà¸Ķ": 119612, + "Ġgiảng": 119613, + "ĠлÑİбов": 119614, + "Ġekran": 119615, + "опиÑģ": 119616, + "еждÑĥ": 119617, + "Ġназва": 119618, + "æĭĵ": 119619, + "ıf": 119620, + "à¹Īà¸ģ": 119621, + "иÑĩнÑĸ": 119622, + "Ġê³Ħíļį": 119623, + "à¸łà¸²à¸Ħม": 119624, + "Ġاپ": 119625, + "리ìĿĺ": 119626, + "ãģ§ãģĻãģĮ": 119627, + "Ġkonci": 119628, + "ĠکارخاÙĨÙĩ": 119629, + "Ġä½ķ": 119630, + "ĠÑĤва": 119631, + "ĠÐŁÐ¾ÑģÑĤ": 119632, + "ĠапÑĢелÑı": 119633, + "ĠاÙĦعراÙĤ": 119634, + "ä¸Ńåįİ": 119635, + "à¹ĩà¸Ńà¸ģ": 119636, + "à¥įतà¤ķ": 119637, + "Ġzájem": 119638, + "ĠدرجÙĩ": 119639, + "Ġà¤¬à¥ľ": 119640, + "ĠÑģÑĤÑĢан": 119641, + "èŃ¦å¯Ł": 119642, + "ĠyerleÅŁtir": 119643, + "ĠVÅ©": 119644, + "ç¾İåħĥ": 119645, + "Ġì¡°ê¸Ī": 119646, + "Ġรà¸Ńà¸ĩ": 119647, + "Ġakadem": 119648, + "à¸Ħà¸ĵะ": 119649, + "Ġpozit": 119650, + "ĠkoneÄį": 119651, + "è°ĥæŁ¥": 119652, + "Ġãģĭ": 119653, + "ĠÄįervence": 119654, + "ĠOdkazy": 119655, + "ĠëıĦìĭľ": 119656, + "ัสà¸Ķ": 119657, + "Ġgái": 119658, + "ĠÐłÐ¾Ð±": 119659, + "ĠбоÑı": 119660, + "æī©": 119661, + "å¼Ģå±ķ": 119662, + "anik": 119663, + "Ġvyž": 119664, + "ĠbaÅŁlay": 119665, + "ĠbakÄ±ÅŁ": 119666, + "ekce": 119667, + "ÑģÑĤика": 119668, + "еÑĢаÑĤÑĥÑĢа": 119669, + "Ġë¶Ħë¥ĺ": 119670, + "ĠPoÄįet": 119671, + "odáÅĻ": 119672, + "ëĭĺìĿĺ": 119673, + "Ġklid": 119674, + "Û²Û¹": 119675, + "ĠÚĨÛĮز": 119676, + "mür": 119677, + "Ġsứ": 119678, + "ÙĬاÙĨØ©": 119679, + "åĬ±": 119680, + "Ġoku": 119681, + "Ġводи": 119682, + "ĠزÛĮرا": 119683, + "大åĪ©": 119684, + "ĠÙĦÛĮÙĨÚ©": 119685, + "ĠÙĬجب": 119686, + "ÙħÛĮÙĦ": 119687, + "ĠÏĥÏĦÏģα": 119688, + "æĻĵ": 119689, + "ิสà¸ķ": 119690, + "ĠÅŁiddet": 119691, + "ĠÑĢекоменда": 119692, + "Ġpožadav": 119693, + "ĠпÑĸÑģ": 119694, + "åħ¬å¼ı": 119695, + "ĠÚ¯ÛĮرÛĮ": 119696, + "кÑĤа": 119697, + "ĠÙħÙĨاطÙĤ": 119698, + "Ġfirmy": 119699, + "Ġà¹Ħà¸Ľ": 119700, + "ĠÎŃÏģγ": 119701, + "å¿«éĢŁ": 119702, + "ãģĮãģªãģĦ": 119703, + "неÑģÑĤи": 119704, + "Ġç²¾": 119705, + "ÑĢади": 119706, + "ãĤĴãģĭ": 119707, + "ﺪ": 119708, + "kynÄĽ": 119709, + "Ġहत": 119710, + "tak": 119711, + "ĠÙĬÙĪÙĨÙĬÙĪ": 119712, + "Ã¶ÄŁ": 119713, + "ĠÑĢÑĥк": 119714, + "åľĭéļĽ": 119715, + "ÑİÑģÑĮ": 119716, + "Ġдавно": 119717, + "Ġpopis": 119718, + "ĠBÄ°L": 119719, + "ĠÙĨÙĤد": 119720, + "ĠÑģпож": 119721, + "ÑĨионнÑĭÑħ": 119722, + "ĠÑĪп": 119723, + "ÑĥÑİÑīиÑħ": 119724, + "ĠвоздÑĥÑħ": 119725, + "ÑĤие": 119726, + "ĠUž": 119727, + "ÏĮδ": 119728, + "à¸ģราà¸Ħม": 119729, + "Ġalanında": 119730, + "Ġsắt": 119731, + "ãĥIJãĤ¤": 119732, + "NgÃły": 119733, + "Ġë¹Į": 119734, + "ï¼īãģ¯": 119735, + "Ġä¿¡": 119736, + "ÐķС": 119737, + "ĠTato": 119738, + "Ġúnora": 119739, + "erap": 119740, + "Äł": 119741, + "ĠTáºŃp": 119742, + "Ġкомпании": 119743, + "ãĥ©ãĤ¤ãĥĪ": 119744, + "éľĢæ±Ĥ": 119745, + "ĠتÙĪÙĤ": 119746, + "âĢĻâĢĻ": 119747, + "ëŀįëĭĪëĭ¤": 119748, + "ĠквÑĸÑĤнÑı": 119749, + "Ġoyuncu": 119750, + "ÂĢÂĢÂĢÂĢÂĢÂĢÂĢÂĢ": 119751, + "åĨĬ": 119752, + "ĠyapmÄ±ÅŁ": 119753, + "ัà¸ĩà¹Ħม": 119754, + "ĠзапаÑħ": 119755, + "ála": 119756, + "ĠÑĤеÑħниÑĩеÑģ": 119757, + "ĠØŃص": 119758, + "รà¸Ķ": 119759, + "å¼Ħ": 119760, + "ĠÚ¯ÛĮاÙĩ": 119761, + "اÙĩرة": 119762, + "Ġà¤ıड": 119763, + "нимаеÑĤ": 119764, + "ادÙĨ": 119765, + "ÎľÎij": 119766, + "Ġ社": 119767, + "аÑĢÑĩ": 119768, + "تز": 119769, + "润": 119770, + "inizin": 119771, + "Ġbeyaz": 119772, + "ĠبÙĪÙĦ": 119773, + "åĿ¡": 119774, + "ãģ®ãĤĪãģĨãģ«": 119775, + "Ġyaptıģ": 119776, + "Ġdaģı": 119777, + "ĠbaÅŁarı": 119778, + "ĠÏĢά": 119779, + "ĠпÑĢодаж": 119780, + "Bá»Ļ": 119781, + "Ġतत": 119782, + "Ġpodstat": 119783, + "Ġæµģ": 119784, + "ĠzdravÃŃ": 119785, + "Ġç¡": 119786, + "Ġopak": 119787, + "Ġhá»įa": 119788, + "æĭĶ": 119789, + "Ñĥжд": 119790, + "Ġtrứng": 119791, + "ÙĪرÙĬØ©": 119792, + "Ñĭл": 119793, + "umsuz": 119794, + "Ġسبب": 119795, + "许å¤ļ": 119796, + "å®ŀéªĮ": 119797, + "Ġболи": 119798, + "Ġduyá»ĩt": 119799, + "áºŃc": 119800, + "ĠÐijез": 119801, + "ĠبÙĦÙĨد": 119802, + "мм": 119803, + "ÑĢел": 119804, + "NÄ°": 119805, + "Ġãĥ¯": 119806, + "éĭ¼": 119807, + "ĠÑģвÑı": 119808, + "ĠåIJİ": 119809, + "Ġmuht": 119810, + "ĠпÑĢоблеми": 119811, + "ĠÑĤÑıжел": 119812, + "ĠСем": 119813, + "à¸¤à¸©à¸łà¸²à¸Ħม": 119814, + "à¹Īาà¸ķ": 119815, + "örü": 119816, + "üyorum": 119817, + "ĠاÙĦØ£ØŃ": 119818, + "ĠÑģÑĤÑĢаÑĪ": 119819, + "hoo": 119820, + "धर": 119821, + "Ġtlak": 119822, + "Ġsrpna": 119823, + "ifikace": 119824, + "Ġreh": 119825, + "ĠминÑĥ": 119826, + "ãĢĢj": 119827, + "ĠгÑĢÑĥпи": 119828, + "Ġάλ": 119829, + "Ġolursa": 119830, + "λογία": 119831, + "ĠÐĴик": 119832, + "Ġmücadel": 119833, + "ĠzávÄĽ": 119834, + "ĠÑĦевÑĢа": 119835, + "Äįná": 119836, + "à¹Įà¹Ģà¸ĭ": 119837, + "ĠÙĦÙĦØŃ": 119838, + "ÑĢип": 119839, + "ĠбÑĥк": 119840, + "ãģĪãģªãģĦ": 119841, + "Ġporad": 119842, + "Ġsamostat": 119843, + "Ġtesis": 119844, + "ابÙĤÙĩ": 119845, + "ĠجدÙĬدة": 119846, + "éĢĴ": 119847, + "âĶģâĶ": 119848, + "سÛĮÙĨ": 119849, + "ĠgerektiÄŁini": 119850, + "ียà¸Ļà¸ļ": 119851, + "è¨Ģãģ£ãģ¦": 119852, + "ĠÑĸнÑĤеÑĢеÑģ": 119853, + "ĠÑıким": 119854, + "ĠæĢ»": 119855, + "kovou": 119856, + "Ġdemek": 119857, + "اÙĨÙĬا": 119858, + "Ġdomů": 119859, + "Å¡nÃŃ": 119860, + "ateÅĻ": 119861, + "åĢ«": 119862, + "δοÏĥη": 119863, + "Ġ기ìĹħ": 119864, + "åĶĩ": 119865, + "ì¹ł": 119866, + "ÑĸдÑĥ": 119867, + "린ìĿ´": 119868, + "æľĢåĪĿ": 119869, + "è¸ı": 119870, + "æĥ³åĪ°": 119871, + "à¥įबर": 119872, + "ĠìŀĶ": 119873, + "ĠÑĢазнÑĭÑħ": 119874, + "krom": 119875, + "ιαν": 119876, + "ĠдÑĢÑĥз": 119877, + "仿": 119878, + "Ġê·¸ëłĩ": 119879, + "ĠдалÑĸ": 119880, + "æķĪæŀľ": 119881, + "Ġहव": 119882, + "è¼Ŀ": 119883, + "Ġì°¸ê³ł": 119884, + "ĠìĨĶ": 119885, + "Ġznal": 119886, + "ĠпеÑĢÑģ": 119887, + "ÙIJÙij": 119888, + "ĠÑĤеж": 119889, + "åĭŁ": 119890, + "ιθ": 119891, + "Äįů": 119892, + "Ġekip": 119893, + "Ġkhung": 119894, + "éĹĺ": 119895, + "ĠتصÙħÛĮÙħ": 119896, + "оиÑĤ": 119897, + "ĠÑħол": 119898, + "æĬŀ": 119899, + "amam": 119900, + "Ġâĸ³": 119901, + "ãģĩ": 119902, + "ĠعÙĨÙĩ": 119903, + "Ġì°¸ê°Ģ": 119904, + "ĠÎļÏĮ": 119905, + "åı¤å±ĭ": 119906, + "ковоÑĹ": 119907, + "ศà¸Ī": 119908, + "ологиÑı": 119909, + "ĠÙħثبت": 119910, + "ĠÐļÑĢаÑĹна": 119911, + "ĠмеÑģÑıÑĨев": 119912, + "Ġalınan": 119913, + "ĠÏĢÏģαγμα": 119914, + "Ġìŀ¡ëĭ´": 119915, + "Ġплод": 119916, + "ĠÑĤкани": 119917, + "ÑģÑĭлки": 119918, + "سطس": 119919, + "ranÄĽ": 119920, + "каж": 119921, + "емаÑĤи": 119922, + "ĠزÛĮست": 119923, + "æ¿Ł": 119924, + "Ġpoplat": 119925, + "γÎŃν": 119926, + "íĨłíĨł": 119927, + "Ġtây": 119928, + "Ġìµľê·¼": 119929, + "ãĥ©ãĥ³ãĤ¹": 119930, + "ĠgüneÅŁ": 119931, + "ĠÙģÙĤ": 119932, + "ĠsaÄŁlayan": 119933, + "ĠØŃزب": 119934, + "à¥ģलन": 119935, + "ĠBilim": 119936, + "ĠBatı": 119937, + "æł·çļĦ": 119938, + "δικ": 119939, + "αÏģίοÏħ": 119940, + "ĠìĽĢ": 119941, + "Ġlá»Ńa": 119942, + "ÙĨÙĪع": 119943, + "çݲ": 119944, + "аном": 119945, + "ĠstátnÃŃ": 119946, + "Ġäºİ": 119947, + "Ġmùi": 119948, + "ĠÄijá»Ļt": 119949, + "æ²ĥ": 119950, + "åħ¬åľĴ": 119951, + "ĠÑģÑĮогоднÑĸ": 119952, + "ноÑģи": 119953, + "Za": 119954, + "Ġдли": 119955, + "ĠÏĥÏħνÎŃ": 119956, + "ĠVá»ĭ": 119957, + "mav": 119958, + "ĠMüslüman": 119959, + "/ï¼ı": 119960, + "ĠзаÑīиÑĤ": 119961, + "éĸī": 119962, + "Ġçģ«": 119963, + "Ġå·Ŀ": 119964, + "Ġаж": 119965, + "è¿ĩæĿ¥": 119966, + "à¸Ĺาà¸Ļ": 119967, + "ĠAraÅŁtır": 119968, + "Õ¡Õ": 119969, + "ĠpomÄĽr": 119970, + "Ġdům": 119971, + "妮": 119972, + "ĠhlavnÄĽ": 119973, + "Ġfinans": 119974, + "ĠγνÏī": 119975, + "ÏĥÏĦημα": 119976, + "ï¼ĮçĶ¨": 119977, + "ìĭŃìĭľìĺ¤": 119978, + "ĠÙħثاÙĦ": 119979, + "-Ðij": 119980, + "ÑĨÑĸйнÑĸ": 119981, + "ĠدستÙĩ": 119982, + "à¥īस": 119983, + "ÑĢÑĸп": 119984, + "ĠpÅĻipom": 119985, + "ĠÙĪÙĦÙĬ": 119986, + "ĠÙĪزÙĨ": 119987, + "Ġelektrik": 119988, + "ĠQuân": 119989, + "ivé": 119990, + "Ġlẽ": 119991, + "ç®Ģåįķ": 119992, + "Ġonlara": 119993, + "оÑģлав": 119994, + "ìĭľíĤ¤": 119995, + "몬": 119996, + "ĠÙħÙĤدار": 119997, + "ĠOrta": 119998, + "ĠSeç": 119999, + "ĠÙĨÙĪÙģÙħبر": 120000, + "ุà¸Ļายà¸Ļ": 120001, + "ĠÑĥмови": 120002, + "Ġपरम": 120003, + "Ġstrom": 120004, + "ĠкÑĢаÑīе": 120005, + "秦": 120006, + "缸æīĭ": 120007, + "鼻è¦ĸ": 120008, + "Ġuygulama": 120009, + "ĠÑĢиз": 120010, + "æĪ²": 120011, + "यर": 120012, + "ĠHlav": 120013, + "Ġìĭ¸": 120014, + "ĠлипнÑı": 120015, + "ÅĪujÃŃ": 120016, + "ÑĢиз": 120017, + "é«ĺéĢŁ": 120018, + "缸å½ĵ": 120019, + "kenin": 120020, + "ĠоÑģÑĤанов": 120021, + "Ġbitk": 120022, + "ovaného": 120023, + "ĠÐľÐ°ÑĢи": 120024, + "赶": 120025, + "콩": 120026, + "Ġölçü": 120027, + "ĠСеÑĢед": 120028, + "ĠThá»Ŀi": 120029, + "Ïīνα": 120030, + "ÙĪبة": 120031, + "Ġchụp": 120032, + "âĢĮد": 120033, + "Ġcháy": 120034, + "ĠÐĴели": 120035, + "ĠобÑģÑĤ": 120036, + "Ġìĭľì¦Į": 120037, + "دÙħØ©": 120038, + "под": 120039, + "lue": 120040, + "ĠдÑĸлÑıн": 120041, + "ĠÙ¾ÙĪست": 120042, + "ĠاÙĦÙĨس": 120043, + "èĤĮ": 120044, + "ìĪĺ를": 120045, + "Ġúrov": 120046, + "ĠÙħØ´Ú©ÙĦ": 120047, + "éĩįè¤ĩéĩįè¤ĩ": 120048, + "нез": 120049, + "ĠdoporuÄį": 120050, + "Ġtasarım": 120051, + "íģ¬ê¸°": 120052, + "ìĿ´ìħĺ": 120053, + "Ġdeset": 120054, + "ĠÙħرتبط": 120055, + "ัà¸Ĵà¸Ļา": 120056, + "'ı": 120057, + "Ñĩки": 120058, + "ĠìŀĪëįĺ": 120059, + "ÑĪка": 120060, + "nám": 120061, + "ÑģÑĤÑĢов": 120062, + "à¥įसर": 120063, + "нÑĥлаÑģÑĮ": 120064, + "ãģ¡ãĤĩãģ£ãģ¨": 120065, + "Ġå¦": 120066, + "γÏĮ": 120067, + "Ġé»ij": 120068, + "Xem": 120069, + "Ġtá»ĩ": 120070, + "ĠëĮĢíĨµëł¹": 120071, + "기ê´Ģ": 120072, + "æīįèĥ½": 120073, + "è¯Ńè¨Ģ": 120074, + "edeyse": 120075, + "ĠТÑĭ": 120076, + "ĠÑģоедин": 120077, + "ĠìĹĨìĬµëĭĪëĭ¤": 120078, + "ÑıÑİÑĤ": 120079, + "à¹ģหล": 120080, + "Ġì§Ģë°©": 120081, + "ĠosobnÃŃ": 120082, + "ÛĮÙĦÛĮ": 120083, + "ĠавгÑĥÑģÑĤа": 120084, + "Ñīик": 120085, + "Ġvýše": 120086, + "gth": 120087, + "ĠÏĢαν": 120088, + "جار": 120089, + "Ġвидов": 120090, + "ìĿ´ìĬĪ": 120091, + "ĠÐijаÑĢ": 120092, + "ĠÏĮÏĢοÏħ": 120093, + "æ¤ħ": 120094, + "ĠعاÙĦÛĮ": 120095, + "ĠQuyết": 120096, + "ÃľM": 120097, + "ãĥĿãĤ¤ãĥ³ãĥĪ": 120098, + "Ġê¹Į": 120099, + "Ġканди": 120100, + "kového": 120101, + "ĠMerkez": 120102, + "Ġyiy": 120103, + "ĠpÅĻÃŃspÄĽ": 120104, + "ĠÑĤемпеÑĢаÑĤÑĥÑĢÑĭ": 120105, + "ĠÙ¾ÙĬ": 120106, + "ฤศà¸Ī": 120107, + "è°ĥçĶ¨": 120108, + "ĠÑģÑĤоÑĢонÑĥ": 120109, + "à¹īà¸Ĭ": 120110, + "好ãģį": 120111, + ".Åŀ": 120112, + "ĠпÑĢоз": 120113, + "ÙĨتاج": 120114, + "鼻åŃIJ": 120115, + ".:.:.": 120116, + "è¨ĵ": 120117, + "иÑĩеÑģкое": 120118, + "Ġноги": 120119, + "ĠλÎŃ": 120120, + "Ġsıkıntı": 120121, + "Ġê°Ģ족": 120122, + "ĠتÙĨظÙĬÙģ": 120123, + "Ġödül": 120124, + "ĠaÅŁaģıdaki": 120125, + "Ġželez": 120126, + "ĠاÙĦعدÙĬد": 120127, + "غÙĨ": 120128, + "ĠоконÑĩ": 120129, + "ÑĢемÑı": 120130, + "LÄ°": 120131, + "Ġnejd": 120132, + "ĠÏĢλα": 120133, + "Ñģко": 120134, + "ĠìĪĻ": 120135, + "ĠÙ¾ÙĪÙĦ": 120136, + "θενήÏĤ": 120137, + "Ġ주ìļĶ": 120138, + "ĠæĬ¥": 120139, + "ĠÙħÙħا": 120140, + "ÐłÐ¡Ðł": 120141, + "ĠÑĢадÑĸ": 120142, + "ä¸Ģç§į": 120143, + "é¾Ħ": 120144, + "Ġsöyl": 120145, + "Ïģκεια": 120146, + "ĠземлÑĸ": 120147, + "ĠveÄįer": 120148, + "geç": 120149, + "ستÙħ": 120150, + "Ġsefer": 120151, + "ĠÑģвÑĸд": 120152, + "ï»Łï»": 120153, + "алов": 120154, + "ìĬ¤ë¥¼": 120155, + "âī¥": 120156, + "ĠتÙĦÙģÙĨ": 120157, + "åİ»äºĨ": 120158, + "़à¥ĭà¤Ĥ": 120159, + "ĠÑĦоÑĢме": 120160, + "düm": 120161, + "åħģ": 120162, + "ÑĢап": 120163, + "ĠVÆ°Æ¡ng": 120164, + "à¸Ńะà¹Ħร": 120165, + "ัà¸ģษà¸ĵ": 120166, + "Ġåį³": 120167, + "ĠاÙĦرÙħ": 120168, + "ĠзаÑħиÑģÑĤÑĥ": 120169, + "°E": 120170, + "odÃŃ": 120171, + "Ġवन": 120172, + "ĠÄijèn": 120173, + "ĠåıĹ": 120174, + "èIJ½ãģ¡": 120175, + "Ġzim": 120176, + "리ì¦Ī": 120177, + "èĪĴ": 120178, + "ĠзбÑĸÑĢ": 120179, + "Ġä»·æł¼": 120180, + "ĠлÑİдина": 120181, + "ĠÐŁÐ¾ÑģиланнÑı": 120182, + "иÑī": 120183, + "ĠΨ": 120184, + "ิà¸ģายà¸Ļ": 120185, + "Ġbudete": 120186, + "ĠзÑĢоÑģÑĤ": 120187, + "Ġvyk": 120188, + "ĠÐĹем": 120189, + "ĠиÑİнÑı": 120190, + "ĠmÄĽlo": 120191, + "ÙĦاÙģ": 120192, + "ĠÙĪØ´": 120193, + "ĠÑģпÑĢави": 120194, + "ãģĻãģİ": 120195, + "ĠгÑĢадÑĥ": 120196, + "Roz": 120197, + "ινή": 120198, + "Ġchá»ĵng": 120199, + "ä¸Ģåį·": 120200, + "ĠXem": 120201, + "ĠÑģимвол": 120202, + "ĠodmÃŃt": 120203, + "ĠÑĢÑıдом": 120204, + "ĠÑĩеÑĢвнÑı": 120205, + "à¸ģระà¸Ĺ": 120206, + "人人": 120207, + "æ°ĹæĮģãģ¡": 120208, + "undaki": 120209, + "åľĭ家": 120210, + "εÏģμαν": 120211, + "ĠлÑĮ": 120212, + "ĠNüfus": 120213, + "ĠмеÑĢе": 120214, + "براÙĬر": 120215, + "наннÑı": 120216, + "ĠнаÑĢ": 120217, + "Ġtấm": 120218, + "æĸ½å·¥": 120219, + "顯": 120220, + "Ġhè": 120221, + "æĺİçĻ½": 120222, + "Ġдогов": 120223, + "ĠÙģرÙħ": 120224, + "èĢĹ": 120225, + "ìĬ¤ìĿĺ": 120226, + "ìĦ¸ëĮĢ": 120227, + "è¯ļ": 120228, + "ĠнеболÑĮ": 120229, + "Ġà¸Ľà¸£à¸°à¸ģ": 120230, + "Ġì¹¼": 120231, + "Ġovliv": 120232, + "ĠNGC": 120233, + "ãĢĤä¸į": 120234, + "اÙĦÙī": 120235, + "æī£": 120236, + ".ÐIJ": 120237, + "ÑĢаÑģÑĤа": 120238, + "ĠÃĩev": 120239, + "ãģ£ãģ¡": 120240, + "ï¼Įéĥ½": 120241, + "ĠrovnÄĽÅ¾": 120242, + "ĠÏĩÏģÏĮνια": 120243, + "Ġì¡°ìĦł": 120244, + "Ġآباد": 120245, + "ĠÐľÐ°Ñģ": 120246, + "çĻ¼å±ķ": 120247, + "ä»Ķ": 120248, + "Ġkendisini": 120249, + "à¹Īà¸Ńà¸ĩà¹Ģà¸Ĺ": 120250, + "ĠVÄĽ": 120251, + "Ġrượu": 120252, + "Ġmáme": 120253, + "ĠоÑĩеÑĢедÑĮ": 120254, + "ĠسبتÙħبر": 120255, + "Ġбок": 120256, + "ì§ĢìĹŃ": 120257, + "ĠتاثÛĮر": 120258, + "Ġlisans": 120259, + "Ġgerektir": 120260, + "Ġsizi": 120261, + "Ñĸно": 120262, + "ĠMÃ¼ÅŁ": 120263, + "ãģıãĤīãģĦ": 120264, + "ĠзаклÑİÑĩ": 120265, + "ãģĵãģ¨ãģ«": 120266, + "è¨ĢãģĦ": 120267, + "ãĢģå°ı": 120268, + "Ġetmektedir": 120269, + "åł±åijĬ": 120270, + "ĠkarÄ±ÅŁ": 120271, + "Ġоблад": 120272, + "å¥ij": 120273, + "racat": 120274, + "ĠارتÙģاع": 120275, + "μαι": 120276, + "íĶĪ": 120277, + "ĠÙĪÙĦÙħ": 120278, + "ëĬĶì§Ģ": 120279, + "lomou": 120280, + "ĠлиÑĨа": 120281, + "ĠìĿĮìķħ": 120282, + "ĠhodnÄĽ": 120283, + "èĭ±æĸĩ": 120284, + "ÂĦ": 120285, + "à¹īาà¸Ĥà¸Ńà¸ĩ": 120286, + "Ġê³Ħìķ½": 120287, + "åIJĦç§į": 120288, + "ĠÙħرگ": 120289, + "éĶģ": 120290, + "Ġनद": 120291, + "ãĥĭãĥ¡": 120292, + "Ġем": 120293, + "ĠeleÅŁtir": 120294, + "ĠíĬ¹ë³Ħ": 120295, + "ĠÎ¥ÏĢο": 120296, + "Å¡ker": 120297, + "LERÄ°": 120298, + "æ²Ī": 120299, + "likleri": 120300, + "ĠÙħÙĩÙĨدسÛĮ": 120301, + "Ġbaģır": 120302, + "dıģını": 120303, + "ĠاÙĦتد": 120304, + "à¸¸à¸Ľà¸ģรà¸ĵ": 120305, + "ĠÑģледÑĥÑİÑīие": 120306, + "Ġì§ģìłij": 120307, + "å°¤": 120308, + "ĠоÑģновÑĸ": 120309, + "ĠtÄĽla": 120310, + "Ġпак": 120311, + "izace": 120312, + "Ġnárod": 120313, + "aný": 120314, + "ĠÑįп": 120315, + "Ġüçüncü": 120316, + "ΥΡ": 120317, + "éĨ´éĨ´": 120318, + "à¹Ģà¸ģà¸Ńร": 120319, + "âĢĮاÙĨبار": 120320, + "ç¶Ļ": 120321, + "ÎijÎł": 120322, + "ılıģı": 120323, + "ĠÃľrün": 120324, + "Ġдозвол": 120325, + "ĠíĥĪ": 120326, + "Ġà¤ĵवर": 120327, + "諸": 120328, + "èĺĩ": 120329, + "ĠпÑĢоÑģÑĤÑĢан": 120330, + "éĿĴå¹´": 120331, + "ãģ®æĸ¹": 120332, + "ĠÚĨÚ¯ÙĪÙĨÙĩ": 120333, + "ÙĦØ·": 120334, + "âĢľæĪij": 120335, + "Ġëĭ¤ìļ´ë°Ľ": 120336, + "ा.Ċ": 120337, + "Ġmücadele": 120338, + "ĠcÃŃt": 120339, + "à¹Īวมà¸ģ": 120340, + "ģına": 120341, + "ê°ľë°ľ": 120342, + "ĠÏĢαιδ": 120343, + "ضاÛĮ": 120344, + "Ġborç": 120345, + "íĬľ": 120346, + "ĠخدÙħت": 120347, + "Ġudál": 120348, + "Ġвиг": 120349, + "Ġë°°ìĨ¡": 120350, + "å¹¾": 120351, + "Ùİج": 120352, + "ĠìĹĺ": 120353, + "çĢ¬": 120354, + "ïĢ": 120355, + "ĠÎijθή": 120356, + "пÑĢиклад": 120357, + "ĠпÑĢиÑĩина": 120358, + "ĠÙģشار": 120359, + "滿": 120360, + "Ġdostat": 120361, + "Ġ졸ìĹħ": 120362, + "Ġارز": 120363, + "ÙĪÙĦÙĪج": 120364, + "سÙĪ": 120365, + "æĺłçĶ»": 120366, + "Ġthôi": 120367, + "Ġ³³³": 120368, + "à¹ģà¸Ļะ": 120369, + "è¨ŃåĤĻ": 120370, + "Ġмногие": 120371, + "ÑĤоÑĦ": 120372, + "iÅ¡tÄĽ": 120373, + "à¤Ĺढ": 120374, + "ĠиндивидÑĥ": 120375, + "ĠìĥĿíĻľ": 120376, + "ĠзовÑģÑĸм": 120377, + "íĥķ": 120378, + "çľł": 120379, + "ĠêµŃëĤ´": 120380, + "eptal": 120381, + "raci": 120382, + "è¡¡": 120383, + "ãĦ·": 120384, + "ĠStÅĻed": 120385, + "اÙĦÙĬا": 120386, + "ΣΤ": 120387, + "Ľ°": 120388, + "ãĥīãĥ«": 120389, + "ázÃŃ": 120390, + "ĠаÑģп": 120391, + "ĠdÄ±ÅŁarı": 120392, + "ĠвиÑĢобниÑĨÑĤва": 120393, + "eza": 120394, + "ï¼Įä¸įè¿ĩ": 120395, + "çĥ¦": 120396, + "ãĥ³ãĤ°ãĥ«": 120397, + "Ġrozvoj": 120398, + "ĠÙħÙĨتشر": 120399, + "ĠÑĥÑĤеп": 120400, + "ĠدÙĬÙĨ": 120401, + "ĠзаÑģобÑĸв": 120402, + "NgÆ°á»Ŀi": 120403, + "ãĤ·ãĥ¼": 120404, + "ĠFransız": 120405, + "ÎĻΤ": 120406, + "ائÙģ": 120407, + "ιÏĩ": 120408, + "ีà¹Ģม": 120409, + "à¥įमन": 120410, + "à¥įमà¤ļ": 120411, + "Ġسعر": 120412, + "ï¾Ŀ": 120413, + "ë°©ë²ķ": 120414, + "ĠСо": 120415, + "Ġà¤ĸबर": 120416, + "ìĨĮê°ľ": 120417, + "Ġslova": 120418, + "QPCP": 120419, + "ĠKız": 120420, + "Ø·ÙģاÙĦ": 120421, + "ĠкоÑĢм": 120422, + "ĠìĹħëį°ìĿ´íĬ¸": 120423, + "espoÅĪ": 120424, + "à¸Ķาว": 120425, + "оÑĢом": 120426, + "ĠгÑĢаÑĦ": 120427, + "ĠпÑĸÑĪ": 120428, + "Ġë¿IJ": 120429, + "ýv": 120430, + "Сам": 120431, + "Ġkrev": 120432, + "ĠBunu": 120433, + "Ġzobraz": 120434, + "ĠسخÙĨ": 120435, + "ĠæĶ¯": 120436, + "лÑİб": 120437, + "ÙİاÙĨ": 120438, + "маÑĤÑĢива": 120439, + "λεÏį": 120440, + "ĠпоÑħод": 120441, + "ĠгÑĢе": 120442, + "çľĭçĿĢ": 120443, + "à¸Īำà¸ģ": 120444, + "ัà¸ĩà¸Ħม": 120445, + "Ġseçenek": 120446, + "Ä°stanbul": 120447, + "ĠвÑĸдмов": 120448, + "miyor": 120449, + "Ġmụn": 120450, + "ìĿ´ìĹIJ": 120451, + "ĠNhÆ°": 120452, + "Âłtom": 120453, + "lıkları": 120454, + "ÂłÄij": 120455, + "ãĥ»ãĥŀ": 120456, + "ĠÙģت": 120457, + "ĠFakültesi": 120458, + "ìłĦíŀĪ": 120459, + "éªij": 120460, + "ĠìŀijìĿĢ": 120461, + "ç¼ĺ": 120462, + "ìºIJ": 120463, + "Ġmüzik": 120464, + "алÑĭ": 120465, + "Ġpozem": 120466, + "çĥ§": 120467, + "Ġ常": 120468, + "Å¡il": 120469, + "à¤Ĩप": 120470, + "à¸ģำหà¸Ļà¸Ķ": 120471, + "Ġگردش": 120472, + "λιά": 120473, + "Ġöden": 120474, + "åıªè¦ģ": 120475, + "ĠÄIJo": 120476, + "Ġstratej": 120477, + "ĠÙĩتÙĦ": 120478, + "ÙĤÙģ": 120479, + "Ġkullanılır": 120480, + "ĠÑģпоÑģÑĤ": 120481, + "ĠnÄĽho": 120482, + "ĠÐŁÐµÑĢед": 120483, + "ĠизмеÑĢ": 120484, + "]]>": 120485, + "ĠнÑĸколи": 120486, + "Ġhayal": 120487, + "ĠдодаÑĤков": 120488, + "Ġनà¤ķ": 120489, + "Ġinsanın": 120490, + "à¸¸à¸¡à¸łà¸²à¸ŀ": 120491, + "ografie": 120492, + "воб": 120493, + "ĠاÙĨساÙĨÛĮ": 120494, + "Ġmük": 120495, + "ĠÑĥмеÑĢ": 120496, + "оÑĩнÑĭе": 120497, + "ëıĦìĿĺ": 120498, + "Ġara": 120499, + "Ġ빨": 120500, + "ĠκÏį": 120501, + "лой": 120502, + "Ñģион": 120503, + "ĠrozdÃŃl": 120504, + "ayıf": 120505, + "ĠÙĪاØŃدة": 120506, + "оÑĢалÑĮ": 120507, + "Ġpochop": 120508, + "éļ¨": 120509, + "à¹īà¸Ńà¸ĩà¸Ļ": 120510, + "ĠÙĪاÙĨ": 120511, + "ξε": 120512, + "Ġμον": 120513, + "ÑĥÑĪка": 120514, + "ordum": 120515, + "æ¸ħæ¥ļ": 120516, + "ĠDeÄŁ": 120517, + "ÏĢÏģο": 120518, + "ĠÙĪاÙĦتÙĬ": 120519, + "Ġpokus": 120520, + "íĽĦ기": 120521, + "饮": 120522, + "æĹħè¡Į": 120523, + "ĠженÑīин": 120524, + "ĠdoÄŁrudan": 120525, + "ĠÑıб": 120526, + "ĠzaÄįÃŃ": 120527, + "Ġë³´ìŬ": 120528, + "-CP": 120529, + "åIJ¨": 120530, + "à¥ĭà¤ĸ": 120531, + "ÑĢогÑĢа": 120532, + "lerdi": 120533, + "ìĬ´": 120534, + "ÙıÙĪا": 120535, + "ĠustanovenÃŃ": 120536, + "ĠдоÑģÑĤав": 120537, + "Ġfırsat": 120538, + "ĠاÙĦÙħÙĩÙĨØ©": 120539, + "ĠвеÑīеÑģÑĤва": 120540, + "ĠнеÑģп": 120541, + "ĠاÙĦکترÙĪÙĨ": 120542, + "taÅŁ": 120543, + "æĪĴ": 120544, + "Ġyurt": 120545, + "Ġgirdi": 120546, + "ĠÐļÑĥб": 120547, + "Ġ를": 120548, + "ุà¹Į": 120549, + "ãģĿãģĨãģª": 120550, + "à¹īĊ": 120551, + "ĠвÑĭбÑĢа": 120552, + "kovÄĽ": 120553, + "ĠSiz": 120554, + "ĠگاÙĩ": 120555, + "ĠЧаÑģ": 120556, + "ĠзгÑĸдно": 120557, + ".ÐŁ": 120558, + "å§Ĭ": 120559, + "ĠÐļÑĥÑĢ": 120560, + "ĠìĿĺíķ´": 120561, + "Ġetraf": 120562, + "ĠкаÑĪ": 120563, + "ĠØ·ÛĮ": 120564, + "ξει": 120565, + "ç²Ĵ": 120566, + "Ġآذ": 120567, + "Ġbölge": 120568, + "Ġà¤®à¤ľà¤¬": 120569, + "ÙIJÙĥ": 120570, + "Ġválky": 120571, + "ãģłãĤĪ": 120572, + "Ġmesaj": 120573, + "ĠpÅĻist": 120574, + "Ġtypu": 120575, + "ĠкиÑĪеÑĩ": 120576, + "ãĤīãģ®": 120577, + "Ġkendisi": 120578, + "ĠвÑĸдбÑĥва": 120579, + "侯": 120580, + "Ġдиза": 120581, + "ãĢĢĊ": 120582, + "ĠпÑĢоÑĨеÑģÑĥ": 120583, + "ĠÑįлекÑĤÑĢ": 120584, + "_PUS": 120585, + "ĠмногиÑħ": 120586, + "Ġkém": 120587, + "æŀª": 120588, + "çݰ代": 120589, + "Ġéħį": 120590, + "ë¡Ń": 120591, + "ÑĤиÑģÑı": 120592, + "Ġlục": 120593, + "ĠÙĪاÙĦØŃ": 120594, + "ptal": 120595, + "ẵng": 120596, + "ÏĢλ": 120597, + "Ġdolu": 120598, + "Ġtòa": 120599, + "Ġиногда": 120600, + "ĠпоÑĢÑıдок": 120601, + "ЯкÑīо": 120602, + "âĶĺ": 120603, + "ĠغربÛĮ": 120604, + "移åĬ¨": 120605, + "ยà¸Ļà¸ķร": 120606, + "HDATA": 120607, + "_PUSHDATA": 120608, + "Ġثابت": 120609, + "åĮħåIJ«": 120610, + "ĠÏĢÏģÎŃÏĢει": 120611, + "़à¥ĭ": 120612, + "åIJįåīį": 120613, + "ÑĤеÑĢи": 120614, + "ｯ": 120615, + "ĠåħĪ": 120616, + "нед": 120617, + "ÏģοÏįν": 120618, + "вей": 120619, + "èĤĸ": 120620, + "ĠÅĻeditel": 120621, + "Ġthép": 120622, + "ĠÙĩÙģتÙĩ": 120623, + "ĠдÑĢÑĥга": 120624, + "ERÄ°": 120625, + "ĠẢ": 120626, + "ĠпеÑĢеÑĢ": 120627, + "ĠжеÑģÑĤ": 120628, + "ĠÄijẳng": 120629, + "禮": 120630, + "алÑĮном": 120631, + "िषय": 120632, + "иденÑĤа": 120633, + "ĠآخرÛĮÙĨ": 120634, + "Ġæĵ": 120635, + "Ġมหาว": 120636, + "ĠлÑİÑĤого": 120637, + "ĠбÑĸзнеÑģ": 120638, + "gıç": 120639, + "Ġngá»ĵi": 120640, + "оÑĩнÑĭй": 120641, + "ĠoÄįek": 120642, + "ĠÙħرة": 120643, + "Ġtvar": 120644, + "ĠsamozÅĻejmÄĽ": 120645, + "ĠBelediye": 120646, + "Ġвода": 120647, + "ĠÚ¯ÛĮرد": 120648, + "ĠгодÑĭ": 120649, + "ãģ«è¡Į": 120650, + "æĺ¯æĪij": 120651, + "ÑĪили": 120652, + "ĠåĽ½äº§": 120653, + "ủi": 120654, + "ĠбÑĥдÑĥÑĤÑĮ": 120655, + "ĠÑĢайонÑĥ": 120656, + "Ġìĵ": 120657, + "ĠÙĪاس": 120658, + "ĠاÛĮشاÙĨ": 120659, + "ενοδο": 120660, + "Ġнезалеж": 120661, + "Ġپشت": 120662, + "ĠgiriÅŁim": 120663, + "Ġделе": 120664, + "ĠاصÙģÙĩاÙĨ": 120665, + "à¸Ķวà¸ģ": 120666, + "ĠاÙĦÙĤÙĬ": 120667, + "à¹Įà¸Ī": 120668, + "못": 120669, + "Ġdru": 120670, + "迹": 120671, + "адженнÑı": 120672, + "ÙģÙĨ": 120673, + "ÏĩοÏĤ": 120674, + "à¹Ĥà¸Ī": 120675, + "eyle": 120676, + "å¡ij": 120677, + "Ġuprav": 120678, + "ĠздаÑĤ": 120679, + "ĠvidÄĽt": 120680, + "Ġà¸Ľà¸£": 120681, + "ĠÑĦеÑĢ": 120682, + "ÐĨн": 120683, + "Ġìµľìĭł": 120684, + "loha": 120685, + "ĠиÑģпÑĭÑĤ": 120686, + "Ġavan": 120687, + "γοÏħ": 120688, + "ĠGiấy": 120689, + "ãĤ»ãĥ³ãĤ¿ãĥ¼": 120690, + "éģį": 120691, + "еÑĢаÑħ": 120692, + "Ġê°Ģì§Ģê³ł": 120693, + "Ġид": 120694, + "Ġmnohem": 120695, + "æ£Ģæµĭ": 120696, + "Ġetme": 120697, + "ĠتÙħر": 120698, + "ĠbaÅŁlayan": 120699, + "ãģıãĤĮ": 120700, + "à¹ĩà¸Ļà¸ģาร": 120701, + "ĠÑħаÑĢакÑĤеÑĢиз": 120702, + "Ġanlamına": 120703, + "ÙıÙĩ": 120704, + "ĠÑģеÑĢпнÑı": 120705, + "çķªçµĦ": 120706, + "Ġmsgid": 120707, + "ĠzvÃŃÅĻ": 120708, + "ĠíļĮìĽIJ": 120709, + "Ġyapar": 120710, + "ä¼ĺåĬ¿": 120711, + "еннÑĭми": 120712, + "Ġأث": 120713, + "ì²Ļ": 120714, + "Ġjiného": 120715, + "ĠدÙģاع": 120716, + "ĠØŃÚ©ÙĪÙħ": 120717, + "Ġrizik": 120718, + "άλι": 120719, + "à¸ĩà¸Ĥ": 120720, + "èµ¢": 120721, + "ĠÎķÎĽ": 120722, + "Ġokum": 120723, + "æĶ¶åħ¥": 120724, + "ĠÚĨÛĮÙĨ": 120725, + "æľīçļĦ": 120726, + "ÑĨами": 120727, + "dÄĽnÃŃ": 120728, + "ĠкоÑĢаб": 120729, + "Ġalanda": 120730, + "สà¸Ļาม": 120731, + "ï¼īãģ®": 120732, + "ısız": 120733, + "ÙĬÙĬر": 120734, + "ÙĥÙĬØ©": 120735, + "ĠneboÅ¥": 120736, + "Ġbitir": 120737, + "Ġãĥľ": 120738, + "Ùijا": 120739, + "ï¼Ĩ": 120740, + "ĠاÙĦتارÙĬØ®": 120741, + "มหาà¸Ļà¸Ħร": 120742, + "atürk": 120743, + "ãĤ¹ãĥĨãĥł": 120744, + "θήκη": 120745, + "Ġκαν": 120746, + "ĠSür": 120747, + "ĠdÄ±ÅŁÄ±": 120748, + "Ġkancel": 120749, + "Ġپخش": 120750, + "hPa": 120751, + "ĠÄįt": 120752, + "ĠпÑĢоÑħ": 120753, + "à¹īà¸Ī": 120754, + "Ġê±°ìķ¼": 120755, + "ĠдеÑĢжавного": 120756, + "èĤ¡ä¸ľ": 120757, + "ìĿ´íģ¬": 120758, + "ÙĥتÙĪر": 120759, + "ĠãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢ": 120760, + "診": 120761, + "ĠبÙħا": 120762, + "ĠноÑĢмаÑĤив": 120763, + "çiler": 120764, + "à¸ĩศ": 120765, + "éĽĨä¸Ń": 120766, + "ÑĢиÑģ": 120767, + "ÑĩаÑĶ": 120768, + "liÄŁin": 120769, + "ãĥ¼ãĤ¿ãĥ¼": 120770, + "аÑĢаÑĤ": 120771, + "åĬĽéĩı": 120772, + "ĠÑģÑħем": 120773, + "åħ¥åı£": 120774, + "离å¼Ģ": 120775, + "ÏģοÏĨοÏģίεÏĤ": 120776, + "ĠÐĹаÑĤем": 120777, + "ĠkarÅŁÄ±sında": 120778, + "ĠاÙĨتظ": 120779, + "ï½Ĭ": 120780, + "ĠeÅŁit": 120781, + "Ġyazılı": 120782, + "Ðļом": 120783, + "ازÙĬ": 120784, + "Ġkimse": 120785, + "ÑĢаÑīи": 120786, + "ัà¸ģส": 120787, + "Ġkanun": 120788, + "ĠëIJĺìĹĪ": 120789, + "ĠιÏĥÏĩ": 120790, + "Ġмеди": 120791, + "æ°§": 120792, + "ï¼Įåħ¶ä¸Ń": 120793, + "Ġyoktu": 120794, + "ĠãĤ½": 120795, + "ĠпÑĢиобÑĢеÑĤ": 120796, + "ÙĪÛĮØ´": 120797, + "ãħłãħł": 120798, + "ĠکردÙħ": 120799, + "Ġduvar": 120800, + "Ġç¸": 120801, + "ısır": 120802, + "Ġïºį": 120803, + "ĠÐłÐ¾ÑģÑģиÑı": 120804, + "à¹īà¹ĥà¸Ļ": 120805, + "ĠiÅŁi": 120806, + "dol": 120807, + "ĠÙħØŃÙħÙĪد": 120808, + "ĠÑģамÑĭÑħ": 120809, + "ĠبÙĨابراÛĮÙĨ": 120810, + "ãĤĮãģ©": 120811, + "ุà¸ķสาห": 120812, + ".»": 120813, + "ูà¸Ĭ": 120814, + "ĠTep": 120815, + "ãģıãĤĵ": 120816, + "Ġå¸ĥ": 120817, + "Ġतल": 120818, + "Ġserm": 120819, + "λÏĮγ": 120820, + "ĠÅŀimdi": 120821, + "Ġà¤ľà¤¨à¤¤": 120822, + "-ÐĴ": 120823, + "訪": 120824, + "ĠвÑĸдпов": 120825, + "ิà¸Ļà¸Ķ": 120826, + "ιÏĥμÏĮÏĤ": 120827, + "ΩΤ": 120828, + "âĨĴâĨĴ": 120829, + "ικοί": 120830, + "ĠÑģпÑĢава": 120831, + "æľºåħ³": 120832, + "ĠÃĿ": 120833, + "Ġмова": 120834, + "Ġмогла": 120835, + "ĠдлиÑĤелÑĮ": 120836, + "ãģĹãģ¦ãĤĤ": 120837, + "ĠβÏģί": 120838, + "Ġжод": 120839, + "éĹª": 120840, + "ĠмÑĸÑģÑĮкоÑĹ": 120841, + "ηÏģε": 120842, + "çłĤ": 120843, + "Ġkterých": 120844, + "ĠÐĵолов": 120845, + "Ġhá»Ļp": 120846, + "ĠpanÃŃ": 120847, + "تÙħاد": 120848, + "Âľ": 120849, + "åįģåħŃ": 120850, + "κοÏĤ": 120851, + "евÑĭÑħ": 120852, + "æĭĴ": 120853, + "ĠÑģÑĤоÑĢон": 120854, + "Ġphóng": 120855, + "ĠÑĥлÑĥÑĩÑĪ": 120856, + "mrt": 120857, + "mpar": 120858, + "ĠSlav": 120859, + "Ġkov": 120860, + "ìĿ¸ìĿĢ": 120861, + "ĠåºĶ": 120862, + "ัà¸ļà¸Ħ": 120863, + "Ġkì": 120864, + "ĠaÅ¥": 120865, + "ÅĻÃŃt": 120866, + "ì°Į": 120867, + "ÙħÙĨت": 120868, + "ıyorlar": 120869, + "æŃ£å¸¸": 120870, + "нÑıÑĤÑĤÑı": 120871, + "racÃŃ": 120872, + "ĠпиÑĤаниÑı": 120873, + "à¸Īะà¹Ģà¸Ľ": 120874, + "ĠاÙĦÙĩÙĨد": 120875, + "ĠDost": 120876, + "ĠÐĴаÑģилÑĮ": 120877, + "ĠíĥĦ": 120878, + "Ġnạn": 120879, + "à¹Īà¸Ńà¹Ħà¸Ľ": 120880, + "رÙĪض": 120881, + "±ظ": 120882, + "Ġbychom": 120883, + "à¸Ļวย": 120884, + "ãģłãģ£ãģ¦": 120885, + "ĠÐĺÑģп": 120886, + "à¸Ħรà¸ļ": 120887, + "Ġสà¸ĸาà¸Ļ": 120888, + "ĠëĤ®": 120889, + "jiÅ¡tÄĽ": 120890, + "ĠÙģÙĪت": 120891, + "ĠChÆ°Æ¡ng": 120892, + "ĠìĿ´ë£¨": 120893, + "ĠpÅĻÃŃtom": 120894, + "tual": 120895, + "bette": 120896, + "Ġsabah": 120897, + "μί": 120898, + "Ġmá»ĩnh": 120899, + "ãģ®ãģłãĤįãģĨ": 120900, + "ĠzamÄĽÅĻ": 120901, + "åįģäºĶ": 120902, + "ĠìķĬìĿĦ": 120903, + "اÙĨÙĪ": 120904, + "енÑĥ": 120905, + "ĠÑĥгод": 120906, + "ĠVÆ°á»Ŀn": 120907, + "Ġëĵ±ìĿĦ": 120908, + "Ġbelirtilen": 120909, + "æŁĦ": 120910, + "Ġteklif": 120911, + "¬Ĥ": 120912, + "ĠподаÑĤков": 120913, + "ĠاÙĦÙĨÙĩ": 120914, + "ï¼´": 120915, + "ìĽĥ": 120916, + "Ġहल": 120917, + "ĠимÑĥ": 120918, + "ĠкоÑĤоÑĢÑĭм": 120919, + "ï¼Į以åıĬ": 120920, + "ĠÑĤабли": 120921, + "ा:": 120922, + "Ġبرج": 120923, + "ĠÎŃναν": 120924, + "ĠÙĬÙĪÙĦÙĬÙĪ": 120925, + "ýš": 120926, + "ĠÙĬج": 120927, + "ĠÑĤÑĢоÑħи": 120928, + "æŀĿ": 120929, + "ĠdÃły": 120930, + "ĠBurada": 120931, + "ĠÏĥÏħμβ": 120932, + "ĠÎijÏģÏĩ": 120933, + "ĠsociálnÃŃ": 120934, + "ĠÚ¯ÙĪ": 120935, + "Ġyanıt": 120936, + "ãģ¯ãģªãģĦ": 120937, + "ãģ®ä¸Ĭ": 120938, + "Ġnúi": 120939, + "ĠرÙģتار": 120940, + "ĠÙħرات": 120941, + "زÙħاÙĨ": 120942, + "าà¸Īารย": 120943, + "ĠÑĩиÑģлÑĸ": 120944, + "ĠسÙĨت": 120945, + "ĠÃĸzellikle": 120946, + "ìĩ¼": 120947, + "ĠÄįÃŃm": 120948, + "ADDE": 120949, + "ãģ®ãĤĪãģĨãģª": 120950, + "ÙĪÙĦÙĪÚĺÛĮ": 120951, + "ĠíĻľìļ©": 120952, + "ãĢģãģ©ãģĨ": 120953, + "ĠÎłÏģÏī": 120954, + "çĻ»åł´": 120955, + "ĠнаданнÑı": 120956, + "ĠмеÑĢеж": 120957, + "ĠìĿµ": 120958, + "jÃŃcÃŃch": 120959, + "itou": 120960, + "ÙĤÙĪÙĦ": 120961, + "Ùħج": 120962, + "ĠبÙĨد": 120963, + "Ġönüne": 120964, + "Ġï½°": 120965, + "зв": 120966, + "ĠеÑģÑĤе": 120967, + "ÐłÐĺ": 120968, + "ÑĢол": 120969, + "ayla": 120970, + "ĠклÑĥ": 120971, + "æݨèĸ¦": 120972, + "ĠÑĢозÑĢаÑħ": 120973, + "Ġìĥģëĭ´": 120974, + "ĠÙĨسÙħØ©": 120975, + "ĠвиÑħод": 120976, + "à¥Ģà¤Ĩà¤Ī": 120977, + "ĠпÑĢиÑģÑĤÑĥп": 120978, + "ÙĴع": 120979, + "ĠteÅŁekkür": 120980, + "дÑıки": 120981, + "Ġfikir": 120982, + "ัศà¸Ļ": 120983, + "ĠآزÙħاÛĮØ´": 120984, + "Ġbizi": 120985, + "ÏĨαÏģ": 120986, + "æľªæĿ¥": 120987, + "æIJº": 120988, + "ĠδÏħνα": 120989, + "ĠرÙĪÙħ": 120990, + "Ġbundan": 120991, + "ĠÙĤاÙĦب": 120992, + "Ġhaft": 120993, + "忽": 120994, + "ĠÐľÐ¾ÑĢ": 120995, + "Ġzápas": 120996, + "Ġë¹Ľ": 120997, + "å»·": 120998, + "äºĪç´Ħ": 120999, + "Ġkhuyến": 121000, + "ĠÎijÎĵ": 121001, + "ĠìŀijìĹħ": 121002, + "डर": 121003, + "Ġjednoduch": 121004, + "à¥īम": 121005, + "ĠdeÄŁildi": 121006, + "Ġkolo": 121007, + "ĠدÙĤÛĮ": 121008, + "лами": 121009, + "ĠHá»įc": 121010, + "Ġपस": 121011, + "ĠÎłÏģÏĮ": 121012, + "ĠâĹij": 121013, + "ĠнаÑģлÑĸд": 121014, + "Ġдиви": 121015, + "ĠpÅĻesnÄĽ": 121016, + "ĠТаким": 121017, + "Ġrukou": 121018, + "ä¸ĢåĪĩ": 121019, + "ĠÑģпÑĢи": 121020, + "enské": 121021, + "æŦ": 121022, + "ĠÙĤÙĨ": 121023, + "Ġústav": 121024, + "िशत": 121025, + "à¹Į)": 121026, + "ĠTrang": 121027, + "Ġmohla": 121028, + "ĠÎķλλην": 121029, + "Ġпоки": 121030, + "ĠØ¢Ùħار": 121031, + "åIJ¾": 121032, + "ĠÑĢеÑģп": 121033, + "Ġtakdir": 121034, + "Ġrahatsız": 121035, + "éŁ³ä¹IJ": 121036, + "ĠâĶĥ": 121037, + "ilis": 121038, + "ĠÙĪاÙĦØ¥": 121039, + "å®Ļ": 121040, + "Ñĥмов": 121041, + "ĠÐĽÐ¸ÑĤ": 121042, + "::::|": 121043, + "åħ½": 121044, + "ĠÙĨزدÛĮÚ©": 121045, + "елÑĸв": 121046, + "θοÏįν": 121047, + "ìĹIJìĦľëıĦ": 121048, + "èµĦæł¼": 121049, + "çIJĨ论": 121050, + "ĠKemal": 121051, + "ĠкеÑĢ": 121052, + "ษายà¸Ļ": 121053, + "Ġåįİ": 121054, + ")ìĹIJ": 121055, + "ĠëĬĺ": 121056, + "ãĥĿãĥ¼ãĥĪ": 121057, + "ĠÐĹд": 121058, + "اصÙĬÙĦ": 121059, + "Ġkatı": 121060, + "ãĤĤãģĹãĤĮãģªãģĦ": 121061, + "Ġкаждого": 121062, + "ĠдÑĢ": 121063, + "Ġfutbol": 121064, + "ÙĦÙĬÙģ": 121065, + "Ġì§ĢëĤľ": 121066, + "ĠÙ¾ÛĮØ´ÙĨÙĩ": 121067, + "ülük": 121068, + "Ġà¸ķำà¸ļล": 121069, + "ĠbáºŃc": 121070, + "ĠåĽł": 121071, + "ikler": 121072, + "Ïģιά": 121073, + "Ġвважа": 121074, + "Ġvypl": 121075, + "Ġвниз": 121076, + "íĢ": 121077, + "çľ¾": 121078, + "ĠÑģила": 121079, + "ĠналиÑĩии": 121080, + "ĠعراÙĤ": 121081, + "ĠاÙĦÙħÙĥ": 121082, + "å°±ä¼ļ": 121083, + "ĠмÑĸг": 121084, + "ĠÎĮμιλοÏĤ": 121085, + "Ñīего": 121086, + "Ġíĸīìłķ": 121087, + "Âłmph": 121088, + "Ġmalé": 121089, + "ĠÛĮاÙģتÙĩ": 121090, + "Ġmnoha": 121091, + "γά": 121092, + "ĠпоÑģÑĤÑĢо": 121093, + "ĠاÙĦÙħÙĪس": 121094, + "Ġolma": 121095, + "ëī´ìĬ¤": 121096, + "Ġtutar": 121097, + "ãĥ¼ãĥĵãĤ¹": 121098, + "à¥įथन": 121099, + "-либо": 121100, + "æ¥ŃåĭĻ": 121101, + "ĠоÑģобливо": 121102, + "è®Ģ": 121103, + "ÙģÙĩÙĪÙħ": 121104, + "Ġkẻ": 121105, + "ĠÅ¡tÄĽ": 121106, + "Ġcầm": 121107, + "ĠÄįlánky": 121108, + "ĠÄIJiá»ĩn": 121109, + "(=": 121110, + "OVÃģ": 121111, + "uldu": 121112, + "aft": 121113, + "Ġlãi": 121114, + "Ġdoldur": 121115, + "³³³³³³³³³³³": 121116, + "βι": 121117, + "ãģ£ãģ¦ãģįãģŁ": 121118, + "ì¶ľìŀ¥ìķĪë§Ī": 121119, + "å¯Ŀ": 121120, + "Ġë¶Ģíĥģ": 121121, + "ĠاÙĦاخ": 121122, + "ĠγÏħνα": 121123, + "à¤ıम": 121124, + "à¥Įल": 121125, + "عادة": 121126, + "ĠκοÏħ": 121127, + "ĠÙħطرØŃ": 121128, + "ĠÑĩеловеÑĩ": 121129, + "Ġnumar": 121130, + "Ġдина": 121131, + "ÏĦÏģÎŃ": 121132, + "λικ": 121133, + "Ġдолго": 121134, + "Ġnhiêu": 121135, + "ĠвоÑģÑģÑĤанов": 121136, + "apı": 121137, + "Ġkanı": 121138, + "ĠKế": 121139, + "ãĤīãģļ": 121140, + "Ġharek": 121141, + "ãģłãģijãģ§": 121142, + "æ»ħ": 121143, + "Ġohled": 121144, + "еÑĢим": 121145, + "ĠØŃÙĬÙĨ": 121146, + "ĠÙĤÙĩر": 121147, + "Ġबà¥Ŀ": 121148, + "اپÛĮÙħ": 121149, + "è¶ħè¿ĩ": 121150, + "Ġæħ": 121151, + "ĠتÙģس": 121152, + "asıyla": 121153, + "биÑĤ": 121154, + "ĠØŃاج": 121155, + "ĠÑĤÑĢебованиÑı": 121156, + "Ġæݨ": 121157, + "Ġç±³": 121158, + "ãĤ³ãĥ¼ãĥī": 121159, + "ĠÑĥÑģи": 121160, + "ĠاخÙĦاÙĤ": 121161, + "Ġdostup": 121162, + "ĠعÙĦاÙĤ": 121163, + "िवस": 121164, + "Ġоди": 121165, + "tej": 121166, + "Ġthá»ıa": 121167, + "ัà¸ģษà¸ĵะ": 121168, + "ĠÑĢаÑģк": 121169, + "ĠÐĿаÑĢод": 121170, + "ĠзакÑĥп": 121171, + "ože": 121172, + "Ġاجرا": 121173, + "ê´ijê³ł": 121174, + "аÑĢÑĤам": 121175, + "ĠпеÑĢеж": 121176, + "èij£äºĭ": 121177, + "ĠÑıкоÑģÑĤÑĸ": 121178, + "ĠвÑĥл": 121179, + "мон": 121180, + "Ġchlap": 121181, + "ĠÑįÑĤомÑĥ": 121182, + "аÑĤÑĸ": 121183, + "ĠíĴĪ": 121184, + "è¡Ĺéģĵ": 121185, + "سد": 121186, + "ÙĪرÙĩ": 121187, + "ĠزÛĮاد": 121188, + "åľ¨çº¿è§Ĩé¢ij": 121189, + "اÙĪÙĬØ©": 121190, + "ï¼Įå°±æĺ¯": 121191, + "elerinden": 121192, + "ÑĢажд": 121193, + "Ġпозд": 121194, + "ĠзнаÑĤÑĮ": 121195, + "ัà¸ļสà¸Ļ": 121196, + "à¥ĩà¤ĸत": 121197, + "ĠæĽ°": 121198, + "ê³¼ìłķ": 121199, + "é®®": 121200, + "ĠViá»ĩn": 121201, + "Ġdvoj": 121202, + "ίνεÏĦαι": 121203, + "ĠosobnÃŃch": 121204, + "ĠâĢª": 121205, + "éĻµ": 121206, + "ĠØ®ÙĪدش": 121207, + "ĠاÙĨر": 121208, + "ĠпÑĢоÑĦеÑģÑģионалÑĮ": 121209, + "kám": 121210, + "ĠÙħÙĥاÙĨ": 121211, + "ĠاÙĦأد": 121212, + "Ġê³µë¶Ģ": 121213, + "ĠÄijức": 121214, + "ĠCumhuriyeti": 121215, + "åĩºãģĹ": 121216, + "дами": 121217, + "ĠìĪĺìĥģ": 121218, + "ĠÙģبراÙĬر": 121219, + "Ġsüresi": 121220, + "Ġبج": 121221, + "ĠæĶ¾": 121222, + "ØŃÛĮ": 121223, + "çłĶ究æīĢ": 121224, + "åĩºçīĪ社": 121225, + "ĠÙħÙĪتÙĪر": 121226, + "&&&&": 121227, + "ĠпеÑĢей": 121228, + "ĠìĦłê±°": 121229, + "ĠúspÄĽÅ¡": 121230, + "ارک": 121231, + "Ġettir": 121232, + "Ġì¶ľìŀ¥": 121233, + "ĠKanun": 121234, + "ĠÑĥменÑĮÑĪ": 121235, + "ĠзаÑĤвеÑĢдж": 121236, + "ĠاÙĦدÙĪÙĦÙĬ": 121237, + "Ġãĥĵ": 121238, + "ĠBazı": 121239, + "åŃIJãģ®": 121240, + "åĩ¯": 121241, + "Ġsebeb": 121242, + "Ġåħ±": 121243, + "Ġdnů": 121244, + "ä½įäºİ": 121245, + "ĠZd": 121246, + "æī±": 121247, + "ĠتجربÙĩ": 121248, + "ÃĶNG": 121249, + "Ġìĺ¬ëĿ¼": 121250, + "ÏīÏĦεÏģ": 121251, + "ĠÑģвид": 121252, + "æ¯ĶèµĽ": 121253, + "ãģ«åIJij": 121254, + "ìľĦ를": 121255, + "ãģĹãģ¾ãģĹãģŁ": 121256, + "Ġdá»ĭ": 121257, + "ĠÐłÑĥÑģ": 121258, + "Ġvá»ı": 121259, + "à¤Ĥडल": 121260, + "ĠпиÑī": 121261, + "Ġsmrti": 121262, + "à¸Īาà¸ģà¸ģาร": 121263, + "ĠÑģаÑħаÑĢ": 121264, + "Ġthoát": 121265, + "جÙħØ©": 121266, + "Ġпозвол": 121267, + "ĠاÙĦثاÙĨÙĬØ©": 121268, + "زادÙĩ": 121269, + "ãĢģä¸Ń": 121270, + "ήμεÏģα": 121271, + "æ¦ľ": 121272, + "lacaģı": 121273, + "ĠнаÑĪиÑħ": 121274, + "ìĶĢ": 121275, + "ĠÐĺÑģÑĤоÑĢиÑı": 121276, + "ündeki": 121277, + "ĠпеÑĢел": 121278, + "Ġ목ìĨĮ": 121279, + "ĠÑģÑĤаÑĤÑĥÑģ": 121280, + "овали": 121281, + "ÅĻaz": 121282, + "ĠдÑĢÑĥгого": 121283, + "ÙĥÙĪÙħØ©": 121284, + "ÑĩиÑģÑĤ": 121285, + "μμ": 121286, + "åıįåºĶ": 121287, + "icari": 121288, + "Ġپاک": 121289, + "алÑĮним": 121290, + "ĠBuna": 121291, + "иÑĤив": 121292, + "ÑĦÑĢа": 121293, + "ãĥ¼ãĥĸãĥ«": 121294, + "ĠÑĤобÑĤо": 121295, + "룬ìĬ¤": 121296, + "ĠاÙĦاع": 121297, + "åħ¬éĸĭ": 121298, + "å¥ī": 121299, + "ÙĪÙĦد": 121300, + "åIJįçĦ¡ãģĹ": 121301, + "æ°ij主": 121302, + "à¥ģà¤ľà¤°": 121303, + "ìĤ¬ë¬´": 121304, + "Ġöncelik": 121305, + "Ġå¨": 121306, + "Ñıб": 121307, + "çľī": 121308, + "à¥įवय": 121309, + "ĠHình": 121310, + "çļĦåľ°æĸ¹": 121311, + "ĠاÙĦتس": 121312, + "ä¸Ī夫": 121313, + "ĠпÑĥблÑĸ": 121314, + "ĠnÄĽjaké": 121315, + "ÄIJá»iji": 121316, + "ĠÑģоÑģÑĤоÑıниÑı": 121317, + "à¥Ģ)": 121318, + "ĠÄijáºŃu": 121319, + "jed": 121320, + "ê¶ģ": 121321, + "Ġsenin": 121322, + "ĠHóa": 121323, + "âĻł": 121324, + "лÑıÑİÑĤÑĮ": 121325, + "éĹ²": 121326, + "ìĿ¸íĬ¸": 121327, + "تبÙĩ": 121328, + "Ġरà¤ĸत": 121329, + "ĠÑģловами": 121330, + "ĠطبÙĤ": 121331, + "Ġuydu": 121332, + "ุà¸ĩà¹Ģà¸Ĺà¸ŀมหาà¸Ļà¸Ħร": 121333, + "ĠSanat": 121334, + "à¹īาà¸Ĭ": 121335, + "Ġкниж": 121336, + "Ìģc": 121337, + "اÙħج": 121338, + "δÏİ": 121339, + "Å®": 121340, + "Ġbinh": 121341, + "è¾Ĩ": 121342, + "neÄŁi": 121343, + "Ø·ÙĨ": 121344, + "å¸ķ": 121345, + "Ġìĩ¼": 121346, + "оÑģÑĢед": 121347, + "ĠοÏĢοίο": 121348, + "kır": 121349, + "à¥Īश": 121350, + "Ġà¸ĩาà¸Ļ": 121351, + "Ġdruž": 121352, + "ematik": 121353, + "adıģ": 121354, + "è¾ŀ": 121355, + "ĠpoužÃŃvá": 121356, + "Ġkurtar": 121357, + "ĠsaÄŁlan": 121358, + "ãĢıï¼Ī": 121359, + "Ġmůžeme": 121360, + "Ġباد": 121361, + "æľŁéĹ´": 121362, + "اتÙģ": 121363, + "Ġyazılım": 121364, + "ĠìĹ°ê²°": 121365, + "ÙĬÙģØ©": 121366, + "Ġemin": 121367, + "ĠнеÑģколÑĮкиÑħ": 121368, + "Û´Û°": 121369, + "寧": 121370, + "ίζει": 121371, + "Ġdél": 121372, + "veriÅŁ": 121373, + "ä¾¡æł¼": 121374, + "Ġاستاد": 121375, + "Ġалког": 121376, + ".HCM": 121377, + "ίοÏĤ": 121378, + "ακ": 121379, + "طع": 121380, + "ãģ£ãģį": 121381, + "ÑıеÑĤÑģÑı": 121382, + "лика": 121383, + "ĠÑĨÑı": 121384, + "Ġë§Īì§Ģë§ī": 121385, + "ĠаÑĢми": 121386, + "ĠγλÏİ": 121387, + "ENÃį": 121388, + "뮤": 121389, + "ŃIJï¸ı": 121390, + "Ġæ¯ı": 121391, + "Ġæĸ¼": 121392, + "ĠκαλÏį": 121393, + "ĠТом": 121394, + "ulur": 121395, + "Ġakce": 121396, + "ĠÙħÙĪجب": 121397, + "esiz": 121398, + "нÑıв": 121399, + "алÑĮнÑĥÑİ": 121400, + "алÑĸÑģÑĤ": 121401, + "ĠваÑĢÑĸ": 121402, + "ĠÙħؤس": 121403, + "ĠÙħاÛĮÙĦ": 121404, + "ĠμεÏĦαξÏį": 121405, + "åĩºãģĻ": 121406, + "Ġvá»Ŀi": 121407, + "룴": 121408, + "ï¼ĭ": 121409, + "æ¯İ": 121410, + "Ġtabi": 121411, + "âĤĥ": 121412, + "æ£ĭçīĮ": 121413, + "ĠÃIJ": 121414, + "ĠпÑĢоÑĦеÑģÑĸй": 121415, + "ÑĥваннÑĸ": 121416, + "ξγ": 121417, + "Ġжил": 121418, + "ÚĺÙĨ": 121419, + "лÑĥÑĪ": 121420, + "á½´": 121421, + "овеÑĢ": 121422, + "è¾¼ãģ¿": 121423, + "ĠÐľÐ°ÐºÑģим": 121424, + "ĠвзглÑıд": 121425, + "ĠнаÑĤÑĥ": 121426, + "मà¤ķ": 121427, + "ĠÑħими": 121428, + "ĠÑĢозÑĤаÑĪ": 121429, + "ÙĪراÙĨ": 121430, + "ĠØ´ÙĩرÙĩاÛĮ": 121431, + "æ©Łèĥ½": 121432, + "خذ": 121433, + "ĠÑģвоÑĶÑĹ": 121434, + "нÑıеÑĤ": 121435, + "Ġghế": 121436, + "ĠpÅĻedch": 121437, + "ÑĶÑĪ": 121438, + "огÑĢаÑĦÑĸÑı": 121439, + "Ġà¸Ĺำà¹ĥห": 121440, + "åĿĬ": 121441, + "ÏģÏīν": 121442, + "าระ": 121443, + "ĠKết": 121444, + "Ġchặt": 121445, + "ĠéĻĪ": 121446, + "ĠdÄĽlat": 121447, + "ĠбÑĥдÑĥÑī": 121448, + "ĠAçık": 121449, + "æłªå¼ıä¼ļ社": 121450, + "ĠÐŁÐ°ÑĢ": 121451, + "ĠKhu": 121452, + "ãĢģæĸ°": 121453, + "Ġбой": 121454, + "ë§ĪíĬ¸": 121455, + "ĠÑģопÑĢов": 121456, + "ساب": 121457, + "ниÑģÑĤ": 121458, + "å¼ĥ": 121459, + "ĠØ´ÙĨاس": 121460, + "енном": 121461, + "Ġ项": 121462, + "èīºæľ¯": 121463, + "озем": 121464, + "ĠÑĢеÑĪениÑı": 121465, + "lady": 121466, + "ĠвÑģей": 121467, + "æĶ»åĩ»": 121468, + "Ġê²°ìłķ": 121469, + "ãĢĢï¾ŀ": 121470, + "Ġê°IJëıħ": 121471, + "-ÐIJ": 121472, + "ĠmÃŃr": 121473, + "à¥ģपà¤ı": 121474, + "нÑĸÑĨип": 121475, + "бом": 121476, + "ĠÅ¡t": 121477, + "éľį": 121478, + "ĠÑĢеÑĪение": 121479, + "ĠдиагноÑģÑĤи": 121480, + "ipar": 121481, + "اÛĮز": 121482, + "ãng": 121483, + "ัวร": 121484, + "ĠÑĨаÑĢ": 121485, + "Ġsly": 121486, + "νÏİ": 121487, + "ĠKuzey": 121488, + "رÛĮب": 121489, + "Ġcenu": 121490, + "Ġcertif": 121491, + "ĠÑĤÑĢеÑĤÑĮ": 121492, + "ิà¸Ķà¸Ĥ": 121493, + "ĠпаÑĨÑĸÑĶн": 121494, + "ÅĻiv": 121495, + "èĦĤ": 121496, + "¢°": 121497, + "ĠPhần": 121498, + "ĠмеÑĤоди": 121499, + "Ấ": 121500, + "ìĨĶ": 121501, + "åIJĮåѦ": 121502, + "ĠåĢĭ": 121503, + "моÑĤÑĢÑı": 121504, + "Ġuvád": 121505, + "Û±Û¹Û¶": 121506, + "éģ¸æĬŀ": 121507, + "!»": 121508, + "ëĺIJ": 121509, + "ĠÛĮÙĪتÛĮ": 121510, + "ĠاÙĦØŃرب": 121511, + "ологÑĸÑı": 121512, + "nila": 121513, + "ĠÄijảng": 121514, + "ázi": 121515, + "ÑĢоÑī": 121516, + "Ġortadan": 121517, + "Ġاخبار": 121518, + "Ġà¤ħà¤ľ": 121519, + "Ġ매ìļ°": 121520, + "Ġпой": 121521, + "ĠجÙĬ": 121522, + "кÑĥваÑĤи": 121523, + "Ġá»ŀ": 121524, + "Ġبشر": 121525, + "ĠÙĥÙĬÙĦ": 121526, + "ÑīеÑģÑĤво": 121527, + "ĠìŬíĸī": 121528, + "اÙħÙĬ": 121529, + "вÑĸлÑĮ": 121530, + "ĠPrvnÃŃ": 121531, + "ĠÙĪسÛĮ": 121532, + "ĠÄIJá»": 121533, + "æĪ¿éĹ´": 121534, + "åľ¨çº¿éĺħ读": 121535, + "æķ·": 121536, + "Ġtrai": 121537, + "ä¿Ĺ": 121538, + "ĠÑģамоÑģÑĤоÑıÑĤелÑĮно": 121539, + "ĠÑĤÑĢебÑĥеÑĤÑģÑı": 121540, + "δÏģα": 121541, + "ĠÑĢеÑĩов": 121542, + "ĠвÑĸк": 121543, + "ĠÑĢÑĥÑĩ": 121544, + "奧": 121545, + "ĠolduÄŁuna": 121546, + "евÑĭе": 121547, + "Ġà¸Ħล": 121548, + "اÙĦÙĤ": 121549, + "ĠÑĸменÑĸ": 121550, + "æĶ»æĴĥ": 121551, + "ĠÑĥнивеÑĢÑģиÑĤ": 121552, + "ĠthÄĥm": 121553, + "ĠлиÑģÑĤопада": 121554, + "२०": 121555, + "Ø®ÙĬ": 121556, + "ÎķÎł": 121557, + "Ġarttır": 121558, + "Ġسخت": 121559, + "ï¼ĪæĺŃåĴĮ": 121560, + "ĠÎŁÏħ": 121561, + "иваниÑı": 121562, + "Ġstaveb": 121563, + "âħ¥": 121564, + "γÏīγή": 121565, + "Ù©": 121566, + "ĠиÑģÑģледованиÑı": 121567, + "åĢĭ人": 121568, + "Ġëĭ¤ìļ´ë°Ľê¸°": 121569, + "ĠÏĦελ": 121570, + "°N": 121571, + "ĠباÙĦÙĨ": 121572, + "à¹Įà¸ŀ": 121573, + "Ġnemůže": 121574, + "Ġголова": 121575, + "à¹Įà¹ģ": 121576, + "梯": 121577, + "Âĺ": 121578, + "δηÏĤ": 121579, + "ìĿ¸ì¦Ŀ": 121580, + "layın": 121581, + "á½·": 121582, + "ĠÙĨتاÛĮج": 121583, + "ĠÑģоблÑİд": 121584, + "ĠдвижениÑı": 121585, + "ìĮ": 121586, + "ĠpovÄĽ": 121587, + "ĠìłĦìĹIJ": 121588, + "å¦Ĥä¸ĭ": 121589, + "ĠاÙĦÙħدر": 121590, + "ï¼ĮæĪĸ": 121591, + "ارا": 121592, + "æ°ijæĹı": 121593, + "ĠبرÙĤ": 121594, + "ĠзапаÑģ": 121595, + "à¸Ļà¹ĥà¸Ī": 121596, + "éf": 121597, + "Ġà¸Łà¸£": 121598, + "Ġë³´ëĤ´": 121599, + "Ġ欧ç¾İ": 121600, + "-ÑĤаки": 121601, + "é©ļ": 121602, + "ÑĢÑĸÑı": 121603, + "æŁı": 121604, + "ĠповÑĸÑĤÑĢÑı": 121605, + "çµĦç¹Ķ": 121606, + "daÅŁ": 121607, + "Ġहमल": 121608, + "ĠÑĢеÑĶÑģÑĤÑĢа": 121609, + "άβ": 121610, + "ĠÎłÎ¿": 121611, + "Ġ그림": 121612, + "ÑĩаÑİÑĤ": 121613, + "à¸ĩà¸ķ": 121614, + "íĥĢìĿ´": 121615, + "æī¬": 121616, + "Ġpojist": 121617, + "ĠçłĶ": 121618, + "Ġåıĸ": 121619, + "Ġüzerindeki": 121620, + "jÅ¡ÃŃch": 121621, + "à¥Ģदव": 121622, + "檢": 121623, + "ĠмаÑĤеÑĢиалов": 121624, + "иваннÑı": 121625, + "Ġå°Ĩ": 121626, + "лл": 121627, + "ĠнаблÑİд": 121628, + "ĠGöz": 121629, + "ĠвзÑı": 121630, + "çĶµè§Ĩ": 121631, + "Ġвак": 121632, + "ç¿Ķ": 121633, + "Ġвзаим": 121634, + "Ġgitti": 121635, + "iteleri": 121636, + "ä»·åĢ¼": 121637, + "ĠاÙĦتص": 121638, + "िनà¤ķ": 121639, + "éĢļãĤĬ": 121640, + "ĠÑģÑĦеÑĢ": 121641, + "çĻºå£²": 121642, + "âĿ¤": 121643, + "ĠÚ¯ÙĪØ´ÛĮ": 121644, + "агаÑĤо": 121645, + "ĠÏĥÏħγκ": 121646, + "авиÑģ": 121647, + "æĤ£èĢħ": 121648, + "ĠخاÙħ": 121649, + "ÎĻÎļÎĹΣ": 121650, + "ınızda": 121651, + "panÄĽl": 121652, + "ĠÄIJá»ĭa": 121653, + "à¹ģละส": 121654, + "ĠãĤĤ": 121655, + "Ġsonucunda": 121656, + "ìĿį": 121657, + "eless": 121658, + "ĠNha": 121659, + "Ġzakáz": 121660, + "ĠвоÑģÑĤ": 121661, + "ĠvzdÄĽlávánÃŃ": 121662, + "-ม": 121663, + "Ġmetrů": 121664, + "ĠپاÛĮÛĮÙĨ": 121665, + "ĠÑĢаÑģÑĤение": 121666, + "Ġmuá»iji": 121667, + "èµĦéĩij": 121668, + "ĠÅŁÃ¼ph": 121669, + "ÙĬÙĦÙħ": 121670, + "ĠdÃ¼ÅŁÃ¼nc": 121671, + "ĠкÑĸм": 121672, + "ĠÏĩÏīÏģίÏĤ": 121673, + "ázev": 121674, + "ĠDeÄŁer": 121675, + "å·¥æ¥Ń": 121676, + "ĠرÙħز": 121677, + "ĠalespoÅĪ": 121678, + "ĠпÑĢеÑģÑĤÑĥп": 121679, + "ĠعÙĦاÙĪÙĩ": 121680, + "Ġmerak": 121681, + "à¹Į:": 121682, + "çİ°åľº": 121683, + "ÑĨвеÑĤ": 121684, + "Ġà¤ªà¥ľ": 121685, + "Ġëĭ¤ìĿĮê³¼": 121686, + "udic": 121687, + "ĠLep": 121688, + "ĠоднÑĸ": 121689, + "Ġalarak": 121690, + "å®īæİĴ": 121691, + "Ġà¸Ĥà¸Ļาà¸Ķ": 121692, + "rezent": 121693, + "isinden": 121694, + "رÙĪÛĮ": 121695, + "Ġplu": 121696, + "ç«ĭãģ¦": 121697, + "ÑĭваниÑı": 121698, + "Ġrast": 121699, + "Ġdüzenlem": 121700, + "jezd": 121701, + "ĠвеÑīеÑģÑĤв": 121702, + "ĠдиÑĢекÑĤоÑĢ": 121703, + "ÑĦÑĦ": 121704, + "tainment": 121705, + "ĠاÙĦÙĪز": 121706, + "landa": 121707, + "ĠÙĨÚ¯Ùĩد": 121708, + "ĠпÑĢоÑĤивоп": 121709, + "ãģ£ãģı": 121710, + "ãģ¨ãģªãĤĬ": 121711, + "Ġë°ľê²¬": 121712, + "ictor": 121713, + "ãĤ¸ãĤª": 121714, + "ΣΦ": 121715, + "ĠÑģкладÑĸ": 121716, + "Ġobsahuje": 121717, + "ĠUkra": 121718, + "æķ¦": 121719, + "ĠÏĩαÏģα": 121720, + "ĠÑĢегÑĥли": 121721, + "俺ãģ¯": 121722, + "ัà¸ķว": 121723, + "éĦī": 121724, + "ĠباÛĮ": 121725, + "éĬ·": 121726, + "ĠNẵng": 121727, + "лод": 121728, + "ارÙģ": 121729, + "æ´ģ": 121730, + "ĠëıĻìĿ¼": 121731, + "ÑĤивного": 121732, + "âĶģâĶģâĶģâĶģâĶģâĶģâĶģâĶģâĶģâĶģâĶģâĶģâĶģâĶģâĶģâĶģ": 121733, + "Ġ-:-": 121734, + "컬": 121735, + "ĠÑĪаг": 121736, + "ìłĦìŀIJ": 121737, + "çļĦäºĭæĥħ": 121738, + "ĠÑĢегÑĸ": 121739, + "ियल": 121740, + "ĠÐĿаз": 121741, + "ĠÐĻого": 121742, + "ĠÐłÐ¾Ð¼": 121743, + "ĠÃĸrneÄŁin": 121744, + "ĠпÑĢеÑģ": 121745, + "uluÄŁu": 121746, + "Ġзадов": 121747, + "ÅĻeh": 121748, + "æ¯ķä¸ļ": 121749, + "ĠtháºŃp": 121750, + "ëĤ¸": 121751, + "Ġdlouhodob": 121752, + "дÑĸлÑĥ": 121753, + "alat": 121754, + "ä»°": 121755, + "оком": 121756, + "ĠÑĦÑĸлÑĮ": 121757, + "ĠNgân": 121758, + "ĠترÙĥ": 121759, + "ĠÑĤÑī": 121760, + "رÙĪد": 121761, + "çuk": 121762, + "ranÃŃ": 121763, + "ĠdolaÅŁ": 121764, + "ĠQuang": 121765, + "ĠpÅĻedpok": 121766, + "ĠnámÄĽstÃŃ": 121767, + "ойÑĩив": 121768, + "çĭĢ": 121769, + "ĠбизнеÑģ": 121770, + "ãģŁãģı": 121771, + "ĠìĿ¸ì²ľ": 121772, + "оÑĢо": 121773, + "ĠKürt": 121774, + "ê·¸ëŁ¬": 121775, + "ÑĨаÑĤÑĮ": 121776, + "ĠBên": 121777, + "Ġacı": 121778, + "Ú©Ø´": 121779, + "ï¼Īå¹³æĪIJ": 121780, + "ĠèģĶ": 121781, + ")ãĢģ": 121782, + "diler": 121783, + "ÑĩиÑĤÑĮ": 121784, + "Ưá»": 121785, + "éĻ¶": 121786, + "ileceÄŁini": 121787, + "ĠvÅ¡em": 121788, + "å¼Ģå¥ĸ": 121789, + "è§Ħ模": 121790, + "ulmuÅŁ": 121791, + "ĠåĪĺ": 121792, + "ео": 121793, + "ĠпеÑĢевÑĸÑĢ": 121794, + "åĪĨåĪ«": 121795, + "Ġjedná": 121796, + "liÄŁe": 121797, + "ĠرÙħضاÙĨ": 121798, + "ıklı": 121799, + "ÙĩÙĢ": 121800, + "éĩįçĤ¹": 121801, + "ÑĩиваеÑĤÑģÑı": 121802, + "ë¡ľìĦľ": 121803, + "ÏĦεÏģο": 121804, + "åľ°ä¸ĭ": 121805, + "днаннÑı": 121806, + "Ġngược": 121807, + "४": 121808, + "ĠÎijλ": 121809, + "Ġalacak": 121810, + "Ġà¹Ģà¸ĩ": 121811, + "اÛĮÙĨد": 121812, + "ĠhÃłi": 121813, + "ÑĢоиз": 121814, + "ĠЧи": 121815, + "ĠÑıÑģ": 121816, + "خرÛĮد": 121817, + "Ġhudeb": 121818, + "åľ§": 121819, + "ĠìĦ¼": 121820, + "åĶ¯ä¸Ģ": 121821, + "ĠвÑĸлÑĮ": 121822, + "ĠباÙĦاتر": 121823, + "à¸Ńà¸ģาส": 121824, + "ĠTôi": 121825, + "มà¸Ĥ": 121826, + "omor": 121827, + "ĠOlomou": 121828, + "Ġxong": 121829, + "ĠdomácÃŃ": 121830, + "ĠاختÛĮ": 121831, + "ĠÑĤеÑħнÑĸÑĩ": 121832, + "ĠiÅŁte": 121833, + "à¥Įद": 121834, + "Ġнадеж": 121835, + "Ø®ÛĮص": 121836, + "åĬªåĬĽ": 121837, + "ĠتجÙĩÛĮزات": 121838, + "Ġvole": 121839, + "kinci": 121840, + "Ġhesab": 121841, + "ĠÑģеÑģÑĤ": 121842, + "کا": 121843, + "ÑĤеÑĢн": 121844, + "รรà¸Ħ": 121845, + "åıĤèĢĥ": 121846, + "ĠÐļаб": 121847, + "ĠÄ°mpar": 121848, + "Ġnávrh": 121849, + "åĴ¨è¯¢": 121850, + "à¸ĸาม": 121851, + "Ġyerel": 121852, + "ĠÃĸl": 121853, + "çĮĽ": 121854, + "ĠاÙĦÙĪØ·ÙĨÙĬ": 121855, + "ĠìĿ´ìĸ´": 121856, + "ิà¸Ĺยาศาสà¸ķร": 121857, + "ĠAÅŁ": 121858, + "ĠземлÑİ": 121859, + "ĠдомаÑĪниÑħ": 121860, + "ĠÑĥвеÑĢ": 121861, + "ALI": 121862, + "ган": 121863, + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ": 121864, + "Ġdostan": 121865, + "ezpe": 121866, + "ãģĭãģĦ": 121867, + "رÙģتÙĩ": 121868, + "ĠмÑĥÑģ": 121869, + "à¹Įà¸Ł": 121870, + "覺": 121871, + "ализа": 121872, + "ĠÑĥÑĩÑĢежд": 121873, + "ĠکاÙĦ": 121874, + "Ġetkisi": 121875, + "ä½Ĩæĺ¯": 121876, + "Ġsouvis": 121877, + "ĠSavaÅŁÄ±": 121878, + "Ġبسبب": 121879, + "ÎŁÎ¹": 121880, + "èļ": 121881, + "Ġæ®": 121882, + "ĠìĺģêµŃ": 121883, + "اسÛĮÙĪÙĨ": 121884, + "ĠاÙĦاتØŃاد": 121885, + "ĠглÑı": 121886, + "à¹ĩà¸ģà¸ĭ": 121887, + "ĠجÙĪÙĨ": 121888, + "ĠاÙĦرسÙħÙĬ": 121889, + "ÂłG": 121890, + "ĠÑĤобÑĸ": 121891, + "Âĩ": 121892, + "ĠëĮĢíĸī": 121893, + "çĬ¶æħĭ": 121894, + "Ġê·¸ëĥ¥": 121895, + "Ġимп": 121896, + "ĠتÙĨظÛĮÙħ": 121897, + "ÙĦاÛĮÙĨ": 121898, + "ÑģÑĤвеннÑĭм": 121899, + "опол": 121900, + "رÙĪج": 121901, + "Ġà¸ĩ": 121902, + "ĠçĤº": 121903, + "ĠUluslararası": 121904, + "à¥Įà¤Ĥ": 121905, + "ãĢģãģĿãģĨ": 121906, + "ĠسادÙĩ": 121907, + "ÎŃαÏĤ": 121908, + "Ġà¤Ĩल": 121909, + "-ÑĦ": 121910, + "ĠÎłÎ¿Î»Î¹": 121911, + "ĠноÑıбÑĢÑı": 121912, + "ÙĪÙĦÙĬ": 121913, + "æĽľæĹ¥": 121914, + "æĮģç»Ń": 121915, + "Ġê¼Ń": 121916, + "eceÄŁiz": 121917, + "ĠÛĮاÙģت": 121918, + "Ġåı¸": 121919, + "ाà¤Ĺत": 121920, + "Ġæķħ": 121921, + "ĠаллеÑĢг": 121922, + "Ġtuz": 121923, + "еÑĢÑĤи": 121924, + "Ġthầu": 121925, + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢĠãĢĢ": 121926, + "-à¤ħ": 121927, + "ĠиммÑĥ": 121928, + "ÑĢай": 121929, + "主義": 121930, + "ĠbaÅŁlar": 121931, + "Ġä¸Ĭ涨": 121932, + "عا": 121933, + "ĠÎĻÏī": 121934, + "ียà¸ĩà¹ĥหม": 121935, + "ĠاÙĦÙħدÙĬÙĨØ©": 121936, + "ÑģÑĮко": 121937, + "ĠتارÛĮØ®ÛĮ": 121938, + "atÃŃm": 121939, + "âĢļØ·": 121940, + "آخر": 121941, + "ĠëĦ£": 121942, + "ĠÙĨÙħاÛĮد": 121943, + "ãģķãĤĵãģĮ": 121944, + "Ġbò": 121945, + "Ġà¸ķาม": 121946, + "ë³´ìķĺëĭ¤": 121947, + "аÑĤÑĸв": 121948, + "ĠÑĦил": 121949, + "Ġkısmı": 121950, + "iá»ĩng": 121951, + "Ġaydın": 121952, + "éģķãģĦ": 121953, + "еви": 121954, + "Ġå¾®": 121955, + "(íģ¬ê¸°": 121956, + "ĠÚ¯ÛĮر": 121957, + "ìķĦìĦľ": 121958, + "ĠδημιοÏħÏģγ": 121959, + "ãģ«ãģĬãģĦãģ¦": 121960, + "ĠÃľNÄ°": 121961, + "иÑĤом": 121962, + "عÙĦاÙħ": 121963, + "åIJİçļĦ": 121964, + "Ġplá": 121965, + "à¸Ľà¸£à¸°à¹Ĥย": 121966, + "ç¢İ": 121967, + "Ġéĺ²": 121968, + "ëĬĶëĭ¤": 121969, + "ĠæĹ¥æľŁ": 121970, + "Ġgeçerli": 121971, + "лаÑĤÑĭ": 121972, + "Ġmutlaka": 121973, + "ÙĪغ": 121974, + "à¹Ģฮ": 121975, + "Ġﻣ": 121976, + "edeki": 121977, + "à¹Įà¹Ģà¸Ļ": 121978, + "ĠнайбÑĸлÑĮÑĪ": 121979, + "ï¼Ĭ": 121980, + "Ġà¹Ĥรà¸ĩ": 121981, + "Ġfotbal": 121982, + "ĠéĢģ": 121983, + "âĢĮاÙĦÙħÙĦ": 121984, + "ÏīμάÏĦιο": 121985, + "Ġúkol": 121986, + "åįļ士": 121987, + "dub": 121988, + "ılıģ": 121989, + "ëĵľë¥¼": 121990, + "çĭIJ": 121991, + "αλλ": 121992, + "æŃ»äº¡": 121993, + "ĠпÑĢедпоÑĩ": 121994, + "çµµ": 121995, + "ĠмÑĥзÑĭ": 121996, + "еÑĢÑĤв": 121997, + "ĠÙĥÙĨد": 121998, + "Ġulož": 121999, + "ÎŁÎ¥ÎĽ": 122000, + "gili": 122001, + "üstü": 122002, + "нки": 122003, + "ĠÙĤÙĪاÙĨ": 122004, + "ιακ": 122005, + "ĠÅŁer": 122006, + "ĠкиÑģл": 122007, + "ÙģضÙĦ": 122008, + "ĠÐIJÑĦ": 122009, + "γεν": 122010, + "Ġdostal": 122011, + "ĠsaÄŁlıklı": 122012, + "家æĹı": 122013, + "ÄIJT": 122014, + "еÑĢин": 122015, + "ĠìĿ´ëŁ¬íķľ": 122016, + "Ġdünyada": 122017, + "Ġnhắc": 122018, + "³³Ċ": 122019, + "νηÏĥη": 122020, + "γÏģαμμα": 122021, + "Ġtakson": 122022, + "ĠTürkçe": 122023, + "ĠÙģراÙĨسÙĩ": 122024, + "天åłĤ": 122025, + "溶": 122026, + "Ġoto": 122027, + "èµµ": 122028, + "chyb": 122029, + "Ġå¾Ĵ": 122030, + "ÏĦÏį": 122031, + "áhnout": 122032, + "à¥įपर": 122033, + "Ġvlas": 122034, + "Ġíļ¨ê³¼": 122035, + "Ġthang": 122036, + "Ġolmasına": 122037, + "ĠпоÑĢÑĥÑĪеннÑı": 122038, + "Ġquỹ": 122039, + "ĠíĿIJ": 122040, + "ĠìĪ¨": 122041, + "Ġë²Ī째": 122042, + "ẹn": 122043, + "Ġзгод": 122044, + "Ġتز": 122045, + "Ġاختص": 122046, + "ĠзÑĥÑģÑĤÑĢÑĸ": 122047, + "Ġtặng": 122048, + "ῶν": 122049, + "Ġì½ľ": 122050, + "ованиÑħ": 122051, + "âĢĮشد": 122052, + "Ġaraya": 122053, + "rové": 122054, + "ĠاختÙĦ": 122055, + "ливий": 122056, + "ĠاتØŃاد": 122057, + "ĠakÅŁam": 122058, + "ĠÚ©ÙĦاس": 122059, + "ãĤ¢ãĥĥãĥĹ": 122060, + "Ġzih": 122061, + "åĩĮ": 122062, + "å±±å¸Ĥ": 122063, + "Ġçevres": 122064, + "ĠогÑĢом": 122065, + "ĠآدÙħ": 122066, + "ĠtÄĽlo": 122067, + "ï¼Įæľ¬": 122068, + "ĠÚĺاÙĨÙĪÛĮÙĩ": 122069, + "Ġkraje": 122070, + "μία": 122071, + "èħ¿": 122072, + "âĢŀTo": 122073, + "決å®ļ": 122074, + "ìĩ": 122075, + "ĠéĴ": 122076, + "ĠΣÏĦα": 122077, + "ĠجÙħÙĩÙĪر": 122078, + "ĠGenç": 122079, + "rám": 122080, + "ĠÐłÐµÐ·": 122081, + "Ġvytvá": 122082, + "ĠпÑĢоизводÑģÑĤва": 122083, + "ĠÙħØ°Ùĩ": 122084, + "Ġihtiyac": 122085, + "ãĤ¯ãĤ»": 122086, + "Ġnêu": 122087, + "å¾³": 122088, + "ĠëĵĿ": 122089, + "наÑĩе": 122090, + "ĠÏĥÏħμμε": 122091, + "ÏĨÏīν": 122092, + "вавÑģÑı": 122093, + "ĠвиÑĤами": 122094, + "Ìģt": 122095, + "ĠfinanÄįnÃŃ": 122096, + "åıĬåħ¶": 122097, + "âĢħ": 122098, + "çĭ¼": 122099, + "ัà¸ļà¸ķ": 122100, + "ãģĽãĤĭ": 122101, + "ÎĻÎļÎŁ": 122102, + "λλι": 122103, + "ÑĤоÑİ": 122104, + "اعÙĬØ©": 122105, + "vÃŃce": 122106, + "онÑĸв": 122107, + "ì£Ħ": 122108, + "å»ł": 122109, + "ĠØ´ÙĬØ¡": 122110, + "ĠТем": 122111, + "Ġابزار": 122112, + "ĠTHPT": 122113, + "γγÏģαÏĨ": 122114, + "ĠëĮĢíķ´ìĦľ": 122115, + "ĠPhạm": 122116, + "ÑĨионной": 122117, + "|/": 122118, + "ĠãĤ¸ãĥ£": 122119, + "ÑĮÑİÑĤ": 122120, + "ÑĥзÑĭ": 122121, + "ĠÙħاد": 122122, + "ĠmÄĽly": 122123, + "ĠçĪ±": 122124, + "Ġrád": 122125, + "à¸Ħวà¸ļà¸Ħ": 122126, + "à¥Ī?": 122127, + "Ġlidi": 122128, + "mamız": 122129, + "Ġà¹ģà¸ģ": 122130, + "ãĤ¯ãĤ·ãĥ§ãĥ³": 122131, + "à¸Ńำà¸Ļวย": 122132, + "esát": 122133, + "Ġviêm": 122134, + "è¡ĮåĬ¨": 122135, + "มาà¸ģà¸ģว": 122136, + "ĠØ®ÙĪاب": 122137, + "Ġserbest": 122138, + "ÅĻÃŃz": 122139, + "ĠíĺĦëĮĢ": 122140, + "ãĢĮãģĿãģĨ": 122141, + "çĤ¸": 122142, + "omik": 122143, + "ĠÄ°ran": 122144, + "ĠeriÅŁ": 122145, + "ĠÑģела": 122146, + "ĠارزÛĮ": 122147, + "ãĥĪãĥª": 122148, + "ĠBÄĽ": 122149, + "екÑĥ": 122150, + "ЧÑĤобÑĭ": 122151, + "Ġanlamda": 122152, + "ÎijÎĺ": 122153, + "ĠLINEAR": 122154, + "æľīçĤ¹": 122155, + "ÑĤаÑĢ": 122156, + "itler": 122157, + "ĠnÃŃž": 122158, + "ĠСÑģÑĭлки": 122159, + "å¶": 122160, + "Ġвпол": 122161, + "ĠدÙĤÛĮÙĤÙĩ": 122162, + "Ġä½ĵ": 122163, + "رÙī": 122164, + "ëĶ°": 122165, + "Ġà¤ķव": 122166, + "ĠжиÑĢ": 122167, + "æijĨ": 122168, + "Ġì¤ijìĭ¬": 122169, + "ĠкÑĥб": 122170, + "Ġzlep": 122171, + "ĠÑĢÑĭб": 122172, + "é³´": 122173, + "à¹ģà¸ľà¸Ļ": 122174, + "ĠíĢ": 122175, + "ĠÐĿеÑĤ": 122176, + "žitÄĽ": 122177, + "ĠbÄĥng": 122178, + "ĠHava": 122179, + "Ġ모ëį¸": 122180, + "ĠHãy": 122181, + "ĠìĿ´ê²ĥ": 122182, + "ĠìĥģìĦ¸": 122183, + "memiÅŁ": 122184, + "ĠθÎŃÏĥη": 122185, + "णन": 122186, + "ĠskuteÄįnÄĽ": 122187, + "ĠTarihi": 122188, + "Ġtextu": 122189, + "ï¼ĮéĢĻ": 122190, + "ĠاÛĮÙĨترÙĨتÛĮ": 122191, + "Ġپاد": 122192, + "ิà¸Ļà¸ģาร": 122193, + "ĠNgá»įc": 122194, + "ĠÑĢобиÑĤи": 122195, + "íĸĪê³ł": 122196, + "Ġमण": 122197, + "ÐĽÐĺ": 122198, + "ĠпоÑĤеÑĢ": 122199, + "Ñģом": 122200, + "ĠاÙĪÙĦÛĮÙĩ": 122201, + "éĽij": 122202, + "ĠGiá": 122203, + "Ġkanal": 122204, + "Ġavantaj": 122205, + "Ġryb": 122206, + "ختÙĩ": 122207, + "ĠÙĪرÙĪد": 122208, + "ÐĴÑĤ": 122209, + "ÏīÏĥε": 122210, + "ê¸°ë¡ľ": 122211, + "ĠÐĽÑĸ": 122212, + "Ġtảng": 122213, + "ĠصÙĦÙī": 122214, + "ĠÑĥлÑĭ": 122215, + "Ġcuá»ijn": 122216, + "ĠÐIJнг": 122217, + "ĠداÙĪ": 122218, + "ĠÑĪлÑıÑħом": 122219, + "ĠÄįlovÄĽka": 122220, + "dete": 122221, + "ÑĬем": 122222, + "à¹Įà¹ĥà¸Ļ": 122223, + "à¤ķन": 122224, + "åĪ¤æĸŃ": 122225, + "ĸìĹIJ": 122226, + "ÏĦÏīÏĥη": 122227, + "ĠÙģÙĨاÙĪرÛĮ": 122228, + "ĠyaÅŁÄ±nda": 122229, + "ĠÏĥÏĩÎŃ": 122230, + "Ġyı": 122231, + "ĠpÅĻen": 122232, + "ĠÑĦоÑĢмÑĥваннÑı": 122233, + "ümÃ¼ÅŁ": 122234, + "Ġδο": 122235, + "ımızın": 122236, + "Ġé¢Ħ": 122237, + "оÑģÑĤÑĮÑİ": 122238, + "ĠоÑĤкÑĢÑĭÑĤ": 122239, + "Ġأغسطس": 122240, + "ĠAsp": 122241, + "ĠÑĥзн": 122242, + "ĠÙĪاست": 122243, + "elerle": 122244, + "èķī": 122245, + "ĠتکÙĨ": 122246, + "ÑĥмÑĥ": 122247, + "à¹Įà¸ĭ": 122248, + "ादन": 122249, + "ĠâĢĭâĢĭâĢĭ": 122250, + "Ġalıyor": 122251, + "Ġî¡": 122252, + "Ùħدة": 122253, + "ĠÏĥει": 122254, + "Ġè¿Ļ": 122255, + "ĠÅŀehir": 122256, + "енÑĤами": 122257, + "ãĤ¿ãĥ«": 122258, + "หาย": 122259, + "айÑĤ": 122260, + "Ġharc": 122261, + "ãĢĤãģĬ": 122262, + "ĠتأثÛĮر": 122263, + "าà¸Ĭà¸Ļ": 122264, + "ĠtháºŃm": 122265, + "Ġæ¿": 122266, + "ĠmÅ©i": 122267, + "ĠprvnÃŃm": 122268, + "ĠбагаÑĤÑĮ": 122269, + "ãģķãĤīãģ«": 122270, + "biên": 122271, + "åºĶå½ĵ": 122272, + "ìĿ´ë²Ħ": 122273, + "ĠpoužÃŃt": 122274, + "Ġokamž": 122275, + "esin": 122276, + "vÄĽl": 122277, + "ĠضÙĪ": 122278, + "è»Ł": 122279, + "-з": 122280, + "à¥Īत": 122281, + "è¨Īç®Ĺ": 122282, + "rabilir": 122283, + "ĠÐłÐ¾ÑģÑĸÑĹ": 122284, + "ĠplatÃŃ": 122285, + "ĠdospÄĽl": 122286, + "Ġرضا": 122287, + "Ġnového": 122288, + "ĠнаÑĨионалÑĮ": 122289, + "ĠÐIJб": 122290, + "ãģĮãģĤãģ£ãģŁ": 122291, + "Ġë¹Ī": 122292, + "âĢĮÙħ": 122293, + "å±ŀäºİ": 122294, + "Ġtane": 122295, + "ÙĬاÙĩ": 122296, + "Ġβο": 122297, + "ĠëĬ¥": 122298, + "ãĥĩãĤ£ãĥ¼ãĤ¹": 122299, + "ĠØ°Ùĥر": 122300, + "Ġobvykle": 122301, + "Ġbirinci": 122302, + "ĠاÙĦزر": 122303, + "ìĿ´ë¹Ħ": 122304, + "Ġإد": 122305, + "ĠEkon": 122306, + "ÐŁÐ¾Ð»": 122307, + "ĠвеÑĢоÑıÑĤ": 122308, + "Ġyararlan": 122309, + "ĠаÑĢом": 122310, + "ĠéĦ": 122311, + "Ġiddi": 122312, + "iÄįka": 122313, + "strukce": 122314, + "mÃ¼ÅŁtür": 122315, + "ÏħÏĦÏĮ": 122316, + "롱": 122317, + "Ġalmaktadır": 122318, + "ениÑıми": 122319, + "ียà¸Ļร": 122320, + "à¹ĩà¸Ļว": 122321, + "икÑĥ": 122322, + "енка": 122323, + "âĢĻyi": 122324, + "Ġpohod": 122325, + "Ġزر": 122326, + "Ġxấu": 122327, + "Ġà¸łà¸²à¸©": 122328, + "ÂłÐŀ": 122329, + "Ġδικ": 122330, + "Ġназива": 122331, + "åıªèĥ½": 122332, + "大éĩı": 122333, + "ĠÄijế": 122334, + "Ġ第äºĮ": 122335, + "ĠkiÅŁilerin": 122336, + "Ġdobré": 122337, + "驾": 122338, + "Ġdůležité": 122339, + "롤": 122340, + "μÎŃνοÏħ": 122341, + "Ġtrú": 122342, + "Ġbiçim": 122343, + "ĠÐĿÐIJ": 122344, + "Ġå¾Į": 122345, + "Ġduyg": 122346, + "åŀĤ": 122347, + "ÐĨÐĨ": 122348, + "Ġetmeye": 122349, + "ĠÙĦباس": 122350, + "ĠдвÑĸ": 122351, + "Ġ긴": 122352, + "ÑĨÑĸйно": 122353, + "κÏĦή": 122354, + "ï½Ŀ": 122355, + "ĠÑĦевÑĢалÑı": 122356, + "寫": 122357, + "Ġ겨": 122358, + "Ġyıllarda": 122359, + "ĠзÑĥп": 122360, + "ĠobchodnÃŃ": 122361, + "ĠاضاÙģÙĩ": 122362, + "веÑĢж": 122363, + "Ġæłĩ": 122364, + "جاج": 122365, + "ĠرÙĪسÛĮ": 122366, + "Ġstandart": 122367, + "éru": 122368, + ")ìĿĦ": 122369, + "декÑģ": 122370, + "ĠâĪļ": 122371, + "ĠÄ°ngilizce": 122372, + "èĬĿ": 122373, + "身ä¸Ĭ": 122374, + "ØŁØŁ": 122375, + "Ġmẽ": 122376, + "ÎijÎĶ": 122377, + "енÑģив": 122378, + "âĢĻta": 122379, + "à¹īาà¸ģ": 122380, + "ÎŁÎĽÎŁÎĵ": 122381, + "ä»ĺãģij": 122382, + "ĠsÃłng": 122383, + "Ġà¤¹à¤Ł": 122384, + "ÑĭÑĪлен": 122385, + "Ġخطر": 122386, + "ĠнайÑĤи": 122387, + "çĽ¸ä¿¡": 122388, + "Ïīδ": 122389, + "à¤Ķ": 122390, + "Ġdopad": 122391, + "à¹Ħà¸Łà¸¥": 122392, + "æģµ": 122393, + "íĤ¬": 122394, + "Ä±ÅŁma": 122395, + "ãģıãĤĮãģŁ": 122396, + "Ġnaprost": 122397, + "ĠÑģоÑģÑĤаве": 122398, + "ĠÙĪسط": 122399, + "à¹ķ": 122400, + "éĸĭçĻº": 122401, + "ĠдеÑĢева": 122402, + "-ÐĶ": 122403, + "à¸ĩà¸Ĭ": 122404, + "ิà¸ķย": 122405, + "ĠاÙĦÙĤاÙĨÙĪÙĨ": 122406, + "ãĤ¹ãĤ«": 122407, + "lÃŃž": 122408, + "Ġанализ": 122409, + "Ġproblémy": 122410, + "æĸĩåѦ": 122411, + "çĹħéĻ¢": 122412, + "Ñģед": 122413, + "ï¼Įå°ı": 122414, + "ĠعشÙĤ": 122415, + "ãģ°ãģĭãĤĬ": 122416, + "ĠعÙĤد": 122417, + "ØŃÙĬØ©": 122418, + "Ġë°ĶëŀįëĭĪëĭ¤": 122419, + "inclu": 122420, + "Ġëĵľë¦½ëĭĪëĭ¤": 122421, + "åį«çĶŁ": 122422, + "ĠвидÑĥ": 122423, + "ุà¸ļาล": 122424, + "ÑĢÑĥкÑĤ": 122425, + "ĠоÑģвÑĸÑĤ": 122426, + "Ġvelký": 122427, + "ĠchtÄĽl": 122428, + "æīĵå¼Ģ": 122429, + "ĠзаконодаÑĤелÑĮ": 122430, + "анÑģи": 122431, + "ì¶ĺ": 122432, + "ĠÙħراج": 122433, + "åģľæŃ¢": 122434, + "Ġвоно": 122435, + "ìłķìĿ´": 122436, + "Ġrozsah": 122437, + "ĠæĻ´": 122438, + "Ġzajist": 122439, + "ÂłÐ¼": 122440, + "tıģını": 122441, + "Ġhizmeti": 122442, + ".Îij": 122443, + "ĠÙħعÙħÙĪÙĦا": 122444, + "Ġži": 122445, + "Ġgá»įn": 122446, + "èĮĤ": 122447, + "Ġhuz": 122448, + "ζει": 122449, + "à¥īà¤Ł": 122450, + "Ġиздел": 122451, + "ìŀĸ": 122452, + "ĠëĶ°ë¥¸": 122453, + "Ġkia": 122454, + "ĠznÄĽnÃŃ": 122455, + "ĠоÑĢганиза": 122456, + "ازات": 122457, + "Ġrežim": 122458, + "ĠвенÑĤи": 122459, + "bách": 122460, + "ĠодномÑĥ": 122461, + "Ġkitab": 122462, + "Ġfrancouz": 122463, + "ĠØ£ÙĦ": 122464, + "ĠسرÙĪ": 122465, + "ÙijÙĦ": 122466, + "Ġман": 122467, + "ë°į": 122468, + "ĠкÑĥда": 122469, + "Ùıس": 122470, + "ãĢĤæѤ": 122471, + "اشة": 122472, + "à¸Ĥà¸Ńà¸ĩà¸ľ": 122473, + "主任": 122474, + "ивÑĪи": 122475, + "Ġà¸ģรà¸ģ": 122476, + "екÑģи": 122477, + "иÑĤеÑĤ": 122478, + "ĠØ£ÙĦÙģ": 122479, + "аними": 122480, + "ãĥļãĥ¼ãĤ¸": 122481, + "ĠпÑĢавил": 122482, + "åªĴä½ĵ": 122483, + "ÑİÑīее": 122484, + "ä¸Ģ人": 122485, + "βο": 122486, + "ìĭ¸": 122487, + "озна": 122488, + "å¤īæĽ´": 122489, + "ĠÙħØ´Ùĩد": 122490, + "æ³ķ人": 122491, + "ĠBakanı": 122492, + "ĠÑħоÑĩа": 122493, + "Ġαξ": 122494, + "Ġverilm": 122495, + "Ġkonus": 122496, + "μενη": 122497, + "Ġ馬": 122498, + "Ġìĭ¤ìłľ": 122499, + "Ġjedno": 122500, + "Ġбаб": 122501, + "åĥį": 122502, + "æĺ¯ä¸Ģ个": 122503, + "-е": 122504, + "ĠpÅĻekvap": 122505, + "à¸Ńà¸ŀ": 122506, + "ĠYol": 122507, + "ĠÑĥÑģÑĤанавлива": 122508, + "ê²¼": 122509, + "Ġ件": 122510, + "اÙĦØ´": 122511, + "ĠобÑĥÑĩ": 122512, + "åĺĽ": 122513, + "ĠÑħоÑĩÑĥ": 122514, + "ĠÐķв": 122515, + "ÑĦоÑĢÑĤ": 122516, + "Ġरन": 122517, + "âĢŀV": 122518, + "èľľ": 122519, + "Ġdoma": 122520, + "æĶ¯æı´": 122521, + "Ġاخت": 122522, + "循": 122523, + "à¥Ĥà¤ļन": 122524, + "ाहन": 122525, + "Ġå¤ı": 122526, + "ĠاÙĦØ£Ùħر": 122527, + "ĠбеÑĢеменноÑģÑĤи": 122528, + "ĠThá»±c": 122529, + "é£İéĻ©": 122530, + "Ġülkemiz": 122531, + "çķªåı·": 122532, + "ÑģÑĤÑĢе": 122533, + "ÑĪло": 122534, + "ĠصاØŃب": 122535, + "ινε": 122536, + "ĠKıs": 122537, + "ĠPrahy": 122538, + "湿": 122539, + "Ġvým": 122540, + "çĽĴ": 122541, + "ÎŁÎĶ": 122542, + "ãģłãģª": 122543, + "ĠpÅĻÃŃležit": 122544, + "Ġìĸ¸ìłľ": 122545, + "ĠÑĪвидко": 122546, + "Ġsituaci": 122547, + "åħĥç´ł": 122548, + "Ä°TESÄ°": 122549, + "ĠVak": 122550, + "Ġneredeyse": 122551, + "iiii": 122552, + "ÑĢазд": 122553, + "ĠполиÑĤ": 122554, + "Ġпогод": 122555, + "ĠпÑĢоÑĨеÑģÑģе": 122556, + "ĠменÑĪе": 122557, + "äºĮ人": 122558, + "ĠÙħÙĪاط": 122559, + "ĠpÅĻik": 122560, + "è·¡": 122561, + "Ġserg": 122562, + "ĠÑĢаÑģÑģÑĤоÑı": 122563, + "иÑĩно": 122564, + "ĠÎĶÎĹÎľ": 122565, + "¨ط": 122566, + "صبØŃ": 122567, + "สะà¸Ķวà¸ģ": 122568, + "درÛĮ": 122569, + "kům": 122570, + "ç§ģãģ¯": 122571, + "Ġtvor": 122572, + "à¥įवव": 122573, + "ĠpÅĻiv": 122574, + "Ġíı´": 122575, + "Ġstátu": 122576, + "ĠedilmiÅŁtir": 122577, + "ØŃÙħ": 122578, + "ĠбÑĥÑħ": 122579, + "สำà¹Ģร": 122580, + "ĠتÙĪضÛĮ": 122581, + "ãģĿãĤĮãģ¯": 122582, + "Ġà¤ħवध": 122583, + "éŀĭ": 122584, + "âĤ¬Ċ": 122585, + "Ġéº": 122586, + "ĠÄĮes": 122587, + "Ġpoprvé": 122588, + "ï¼ĮåĽł": 122589, + "ĠalmÄ±ÅŁ": 122590, + "lal": 122591, + "ĠØ®ÙĪبÛĮ": 122592, + "ĠκοÏģ": 122593, + "ìļ´ëıĻ": 122594, + "mayın": 122595, + "Ġaktif": 122596, + "ĠاÙĨجÙħÙĨ": 122597, + "ĠÑģÑĤак": 122598, + "ĠÑģÑĤаÑĢа": 122599, + "ÙĦÙģØ©": 122600, + "Ġparçası": 122601, + "ĠкоÑĢпÑĥÑģ": 122602, + "ãĢģé«ĺ": 122603, + "!..": 122604, + "ĠÎłÎijÎĿ": 122605, + "ĠÙĩÙĨÙĪز": 122606, + "ionálnÃŃ": 122607, + "ĠprávnÃŃ": 122608, + "ÂĿ": 122609, + "ĠتÛĮر": 122610, + "ĠåŁİ": 122611, + "Ġзгад": 122612, + "Ġsaldırı": 122613, + "æŁ¥çľĭæijĺè¦ģ": 122614, + "髪": 122615, + "ÙģصÙĦ": 122616, + "ãģĻãģ¹ãģ¦": 122617, + "ево": 122618, + "ê´Ģ리ìŀIJ": 122619, + "ĠìĺĨ": 122620, + "udicots": 122621, + "ÙĪرÙĨ": 122622, + "Ġcelkem": 122623, + "ãĤ¤ãĤº": 122624, + "ìĬ¤ê°Ģ": 122625, + "販売": 122626, + "ĠíĮĮìĿ¼ì²¨ë¶Ģ": 122627, + "뢰": 122628, + "Ġenergie": 122629, + "esidir": 122630, + "Ġmiá»ĩng": 122631, + "éĻ·": 122632, + "ĠгаÑĢа": 122633, + "Ġbiliyor": 122634, + "çį²å¾Ĺ": 122635, + "еÑĤеÑĢб": 122636, + "à¹Īาà¹Ģà¸Ľ": 122637, + "Ġμαζί": 122638, + "ĠzpracovánÃŃ": 122639, + "Ñģм": 122640, + "Ġhala": 122641, + "ĠزÙĪج": 122642, + "ĠвÑĸднов": 122643, + "à¹Ģหมาะ": 122644, + "ĠÐłÐµÑģпÑĥбли": 122645, + "åĩºåĵģèĢħ": 122646, + "Ñīини": 122647, + "ัà¸Ļà¹Ģà¸Ľ": 122648, + "Ġtýden": 122649, + "ĠبÙĬت": 122650, + "ÑģкомÑĥ": 122651, + "ĠÙĩÙĪاپÛĮÙħ": 122652, + "оÑģнов": 122653, + "鸣": 122654, + "Ġsoukrom": 122655, + "Ġfaiz": 122656, + "Ġdemok": 122657, + "Ġkterém": 122658, + "Ġëħ¹": 122659, + "лаÑĩ": 122660, + "ĠоÑĤвеÑĤÑģÑĤвен": 122661, + "Ġï¼¼:": 122662, + "Ġλο": 122663, + "ÄĮesk": 122664, + "ê°ĢìļĶ": 122665, + "ĠãĥĬ": 122666, + "ĠnhuáºŃn": 122667, + "ĠÑģили": 122668, + "ĠÐľÐ¾Ð½": 122669, + "Ġçap": 122670, + "ĠRowBox": 122671, + "ĠмаÑģÑĤ": 122672, + "ĠÐľÐ°": 122673, + "ĠдÑĢÑĥго": 122674, + "Ġأش": 122675, + "ë°©ìĨ¡": 122676, + "ĠпÑĸдпиÑģ": 122677, + "èĩ¨": 122678, + "åī©": 122679, + "Ġhiá»ĥn": 122680, + "ĠÙĤرارد": 122681, + "istrat": 122682, + "ÐŁÑĸд": 122683, + "ÏĦεÏģα": 122684, + "ĠpozdÄĽ": 122685, + "ĠbaÅŁta": 122686, + "夫人": 122687, + "лини": 122688, + "ĠкаÑĩеÑģÑĤва": 122689, + "Ġkurtul": 122690, + "Ġì¢Į": 122691, + "ãģ«ãģĬãģijãĤĭ": 122692, + "åľ°åįĢ": 122693, + "ĠÑĩаÑģом": 122694, + "ìµľê³ł": 122695, + "Ġngang": 122696, + "اÙĩد": 122697, + "ĠШев": 122698, + "ĠpÅĻitom": 122699, + "Ġchấm": 122700, + "ĠÐľÐµÑģÑĤо": 122701, + "ĠÑģовеÑĢÑĪенно": 122702, + "ÃŃcÃŃ": 122703, + "Ńå·ŀ": 122704, + "åĪĽæĸ°": 122705, + "äºĶæľĪ": 122706, + "ĠاعÙħاÙĦ": 122707, + "ĠвозможноÑģÑĤи": 122708, + "ĠпÑĢодовж": 122709, + "nÄĽt": 122710, + "ĠÐĿапÑĢимеÑĢ": 122711, + "ĠاÙĦدÙħ": 122712, + "Ġà¹ģà¸ļà¸ļ": 122713, + "çĶŁçļĦ": 122714, + "ĠÑħаÑĢÑĩ": 122715, + "ĠSonuç": 122716, + "Ġrůzné": 122717, + "Ġاذ": 122718, + "à¸ķà¸Ńà¸ļ": 122719, + "PÅĻed": 122720, + "ĠдеÑĢевÑıн": 122721, + "ë´IJ": 122722, + "ĠëĬIJëĤ": 122723, + "جÙħÙĬع": 122724, + "ĠBöylece": 122725, + "èµı": 122726, + "ĠبسÙĬ": 122727, + "ĠÃĩaÄŁ": 122728, + "ĠتاÛĮ": 122729, + "ĠnejvyÅ¡Å¡ÃŃ": 122730, + "èĸ©": 122731, + "ÏĩεδÏĮν": 122732, + "Ġëĵ±ìĿĺ": 122733, + "eyh": 122734, + "æĸĻçIJĨ": 122735, + "اتÙĩ": 122736, + "æī«": 122737, + "Ġå©": 122738, + "ĠпÑĢивед": 122739, + "æī¶": 122740, + "Ġ견": 122741, + "ĠاÙħÛĮر": 122742, + "ायल": 122743, + "æ¡ij": 122744, + "à¸Ļà¹Ģà¸ķ": 122745, + "илакÑĤи": 122746, + "家ä¼Ļ": 122747, + "Ġbulunuyor": 122748, + "ysa": 122749, + "ÂĨ": 122750, + "ĠBÄ°R": 122751, + "íĨ¤": 122752, + "à¤Ĥà¤Ĺà¤łà¤¨": 122753, + "ÎĶεν": 122754, + "à¥Įà¤ķर": 122755, + "éĸĵãģ«": 122756, + "Ġмоб": 122757, + "ĠMorav": 122758, + "è§ĦåĪĴ": 122759, + "ĠÑģвÑĸÑĤÑĸ": 122760, + "ults": 122761, + "ĠzemÃŃ": 122762, + "ÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂł": 122763, + "ĠÐŁÐ¾Ð¿": 122764, + "ãģĤãģĴ": 122765, + "Ġpomoci": 122766, + "ĠзмÑĸÑģÑĤ": 122767, + "主人": 122768, + "ĠSı": 122769, + "ãĥĽãĥĨãĥ«": 122770, + "ĠÑĥвагÑĥ": 122771, + "廳": 122772, + "à¹Ģมà¸ķร": 122773, + "estli": 122774, + "Ġloạt": 122775, + "ãĤ¢ãĥ¼": 122776, + "ĠÎĶε": 122777, + "Ġbunları": 122778, + "ĠçĤ¹åĩ»": 122779, + "ĠBÃłi": 122780, + "Ġä¸ĸ": 122781, + "Ġê³łê°ľë¥¼": 122782, + "ĠÐŃÑĤоÑĤ": 122783, + "Ġmemnun": 122784, + "Ġ।Ċ": 122785, + "ĠиÑģÑĤоÑĢии": 122786, + "Ġì°©": 122787, + "१९": 122788, + "ĠÐŀднак": 122789, + "Ġvede": 122790, + "ÏĨÎŃÏģει": 122791, + "âb": 122792, + "çĬ¶åĨµ": 122793, + "åįıè®®": 122794, + "Ġê°Ŀ": 122795, + "евид": 122796, + "jmu": 122797, + "ĠколиÑĩеÑģÑĤва": 122798, + "ÃĽ": 122799, + "iÄįe": 122800, + "Ġfirmalar": 122801, + "èĢĢ": 122802, + "кÑĸн": 122803, + "ĠêµŃ민": 122804, + "Ġ목ë¡Ŀ": 122805, + "ĠÎļαÏģ": 122806, + "Ġhissed": 122807, + "Ｋ": 122808, + "ĠTên": 122809, + "ĠÑĤÑĭÑģÑıÑĩ": 122810, + "ØŃÙĬØŃ": 122811, + "Ġвполне": 122812, + "ĠSınıf": 122813, + "Ġμην": 122814, + "Ġíij¸": 122815, + "ĠاÙĦطبÙĬ": 122816, + "ĠزÛĮب": 122817, + "ĠпÑĥ": 122818, + "Ġpraž": 122819, + "ìĹĨëĬĶ": 122820, + "θÏģÏī": 122821, + "Ġiçi": 122822, + "ĠбÑĸл": 122823, + "ÐłÑij": 122824, + "Ġì¶ķ구": 122825, + "Ġlạ": 122826, + "ĠãĥķãĤ¡": 122827, + "Ġèĸ": 122828, + "μαÏĦο": 122829, + "éĩijå±ŀ": 122830, + "áli": 122831, + "ĠÙģØ£": 122832, + "ĠKarlov": 122833, + "ĠZáp": 122834, + "ãĥªãĥ³ãĤ°": 122835, + "abilmek": 122836, + "ĠСи": 122837, + "ĠcÃŃrk": 122838, + "Ġká»ĭp": 122839, + "Ġà¤ijनल": 122840, + "ĠÙĪØŃدة": 122841, + "ãĥĭãĥĥãĤ¯": 122842, + "ĠnÆ°á»Ľng": 122843, + "ĠакÑĤÑĥ": 122844, + "å¸ĿåĽ½": 122845, + "Ġnázev": 122846, + "ĠÑĢемонÑĤ": 122847, + "ĠÑĢинкÑĥ": 122848, + "ĠÏĢάνÏī": 122849, + "ÏĦικο": 122850, + "ĠìĤ¼ìĦ±": 122851, + "ĠÑģимпÑĤомÑĭ": 122852, + "ĠÑĢанÑĸÑĪе": 122853, + "ĠJá": 122854, + "ĠÑģÑĩиÑĤаеÑĤÑģÑı": 122855, + "ĠпоÑĢÑĸв": 122856, + "ĠÐľÐ°Ð»": 122857, + "éĿ¢ç§¯": 122858, + "ĠÙĦغ": 122859, + "ĠجشÙĨ": 122860, + "Ġнедели": 122861, + "Ġì¦Ŀê°Ģ": 122862, + "ãĨįëıĻ": 122863, + "Ġlượt": 122864, + "ĠÄIJá»ĭnh": 122865, + "Ġà¸Ńà¸Ńà¸Ļà¹Ħลà¸Ļ": 122866, + "Ġyaparak": 122867, + "ĠÄijai": 122868, + "ĠоÑĦиÑĨи": 122869, + "ĠεμÏĢ": 122870, + "ξειÏĤ": 122871, + "ĠконÑĦеÑĢен": 122872, + "Ġarası": 122873, + "à¸ķา": 122874, + "Ġë´IJ": 122875, + "ована": 122876, + "ì§Ģê°Ģ": 122877, + "ĠVám": 122878, + "à¤¿à¤ľà¤¨": 122879, + "Ġç¼ĸè¾ij": 122880, + "ζÏĮ": 122881, + "ĠÏĦÏģÏĮ": 122882, + "Ġücretsiz": 122883, + "ĠکاÙħÙĦا": 122884, + ":::/": 122885, + "à¹ĮĊĊ": 122886, + "Ġéĸ¢éĢ£": 122887, + "Ġkara": 122888, + "Ġбезпеки": 122889, + "ĠzmÄĽny": 122890, + "Ġê¿Ī": 122891, + "vrd": 122892, + "liÄŁine": 122893, + "ĠاÙĨتخابات": 122894, + "ĠдоÑģвÑĸд": 122895, + "Ġkterého": 122896, + "енÑĤом": 122897, + "ê³µë¶Ģ": 122898, + "ìłĿ": 122899, + "Ġë§Į족": 122900, + "Ġæij": 122901, + "åĩºåı£": 122902, + "建议": 122903, + "оÑĤÑı": 122904, + "ĠÒij": 122905, + "íĶĦë¡ľ": 122906, + "Ġgió": 122907, + "ãĤ·ãĤ§": 122908, + "ĠλεÏĢ": 122909, + "íķĺ볤": 122910, + "Ġyoksa": 122911, + "Ġistih": 122912, + "Ｖ": 122913, + "ĠاÙĦعÙħ": 122914, + "Ġکارگرد": 122915, + "à¹Ģà¸ŀราะ": 122916, + "Ġnových": 122917, + "ĠÑģна": 122918, + "Ġsana": 122919, + "वत": 122920, + "Ä±ÅŁman": 122921, + "åı¦å¤ĸ": 122922, + "ì¶ľìŀ¥ìĥµ": 122923, + "婦": 122924, + "ĠкоÑĪÑĤÑĸв": 122925, + "ĠÙĪاÙĦÙĨ": 122926, + "ĠباÙĦØ¥": 122927, + "ĠæĬĢ": 122928, + "Ġмноже": 122929, + "à¥Ĥड": 122930, + "ĠCục": 122931, + "Ġevet": 122932, + "èģĶåIJĪ": 122933, + "Ġ³³Ġ³³Ġ³³Ġ³³": 122934, + "çļĦå¿ĥ": 122935, + "Ġdáng": 122936, + "اÛĮسÙĩ": 122937, + "Ġerken": 122938, + "泡": 122939, + "ائب": 122940, + "Ġyapıldı": 122941, + "ĠQuản": 122942, + "æĹ¶ä»£": 122943, + "ìĽ¨ìĸ´": 122944, + "ĠгÑĸÑĢ": 122945, + "okoj": 122946, + "Ùĥرة": 122947, + "Ñİк": 122948, + "Ġvýj": 122949, + "Ġhodiny": 122950, + "ĠелекÑĤÑĢон": 122951, + "mıyor": 122952, + "ĠìŀĪëĭ¤ëĬĶ": 122953, + "à¹īà¹ī": 122954, + "иÑĤелÑĮное": 122955, + "Ġyıllar": 122956, + "Äıte": 122957, + "ĠÄįinnost": 122958, + "ุà¸ĵà¸łà¸²à¸ŀ": 122959, + "íĵ¨": 122960, + "нг": 122961, + "ูรà¸ĵ": 122962, + "ĠпоÑĢÑıдке": 122963, + "Ġëĭ¹ìĭľ": 122964, + "ĠÐľÐ¾Ñģков": 122965, + "Ġkred": 122966, + "urum": 122967, + "ĠÑĤÑı": 122968, + "Ú©ÙĨاÙĨ": 122969, + "дии": 122970, + "ÑĢимÑĸн": 122971, + "ĠоÑĢганизм": 122972, + "ĠéĽĨ": 122973, + "ιÏĥÏĦο": 122974, + "ä¿¡çĶ¨": 122975, + "åįģåĽĽ": 122976, + "à¹Īà¹ĥà¸Ĭ": 122977, + "ĠÑĥвид": 122978, + "ัà¸ĩà¸ģล": 122979, + "åı¦ä¸Ģ": 122980, + "ãĥ«ãĥķ": 122981, + "ัà¸ļà¸Ľà¸£": 122982, + "ĠÃľst": 122983, + "説æĺİ": 122984, + "вай": 122985, + "аÑĩе": 122986, + "欣": 122987, + "Ġkatıl": 122988, + "ĠCem": 122989, + "ĠاÙĦجÙĩ": 122990, + "ĠгÑĢÑĥз": 122991, + "ĠзаÑģÑĤав": 122992, + "cılar": 122993, + "ĠÑħоÑĤел": 122994, + "ĠsnÃŃm": 122995, + "ï¼Į被": 122996, + "ĠвиÑī": 122997, + "Ġdemokrat": 122998, + "à¥ĩà¤Łà¤°": 122999, + "åij¨å¹´": 123000, + "Ġodpad": 123001, + "ĠdaÅĪ": 123002, + "Ġ代": 123003, + "à¹ĩà¸Ļà¸Ń": 123004, + "ĠÑģколÑĮко": 123005, + "ĠαÏĨ": 123006, + "ĠpÅĻesvÄĽd": 123007, + "Ġåĵģ": 123008, + "ĠинÑĦоÑĢмаÑĨии": 123009, + "çĽĹ": 123010, + "ãģ¾ãģ¨": 123011, + "ĠÑģамов": 123012, + "Ġpocit": 123013, + "Ġíݸì§ij": 123014, + "ĠÑģмеÑģÑĮ": 123015, + "ĠpojiÅ¡tÄĽnÃŃ": 123016, + "ãģ®ãĤĤ": 123017, + "à¹Īาà¸ģาร": 123018, + "ĠÛĮÙĪÙĨ": 123019, + "Ġ기ìĸµ": 123020, + "ickými": 123021, + "alace": 123022, + "éĽ»å½±": 123023, + "ÑİваннÑı": 123024, + "缸åIJĮ": 123025, + "ĠãĢĥ": 123026, + "ĠдокÑĥменÑĤÑĸв": 123027, + "ï¼¹": 123028, + "åĪ°åºķ": 123029, + "óz": 123030, + "ĠAhmet": 123031, + "ĠÙħساØŃت": 123032, + "Ġhlavou": 123033, + "ülebilir": 123034, + "ãĢĤä½ł": 123035, + "à¹ĩà¸ģà¸Ĭาย": 123036, + "¤¤": 123037, + "ĠæĦı": 123038, + "ĠcháºŃm": 123039, + ".д": 123040, + "Ġcca": 123041, + "Ġolumsuz": 123042, + "Âŀ": 123043, + "çĬ¬": 123044, + "ĠпоÑģÑĤоÑıнно": 123045, + "Ġ.**************Ċ": 123046, + "Ġاستر": 123047, + "ĠдалÑĮней": 123048, + "ůr": 123049, + "ä¿ĿèŃ·": 123050, + "боÑĢаÑĤоÑĢ": 123051, + "÷": 123052, + "ÏĥÏĦαν": 123053, + "ĠÙģÙĬÙĦÙħ": 123054, + "çek": 123055, + "ìŀIJ기": 123056, + "Ġæ¥Ń": 123057, + "нÑĸп": 123058, + "èīĩ": 123059, + "Ġmoci": 123060, + "ìľµ": 123061, + "리그": 123062, + "ĠÐļо": 123063, + "éĤ£éĩĮ": 123064, + "ĠСÑĤаÑĢ": 123065, + "ĠتÙĪاÙĨÛĮد": 123066, + "Ġnguyá»ĩn": 123067, + "Ġสามารà¸ĸ": 123068, + "ÑĸÑĩна": 123069, + "Ġ被": 123070, + "ุà¸ķสาหà¸ģรรม": 123071, + "Ġعصر": 123072, + "ĠÃľNÄ°VERS": 123073, + "Ġtehdy": 123074, + "ĠÙĪصÙĦات": 123075, + "ä¿Ŀè¯ģ": 123076, + "ĠEudicots": 123077, + "ĠÎłÎŃ": 123078, + "建è¨Ń": 123079, + "ĠìłĦêµŃ": 123080, + "ĠØŃÛĮ": 123081, + "ãĤ¤ãĥĦ": 123082, + "ĠØŃاصÙĦ": 123083, + "ĠجÙĨÙĪبÛĮ": 123084, + "ãĢģæĹ¥æľ¬": 123085, + "ÃĻ": 123086, + "Ġà¸Ĺาà¸ĩ": 123087, + "ĠÙĨØŃÙĪ": 123088, + "اÙĩÙĬÙħ": 123089, + "å¾Įãģ«": 123090, + "à¸Īะà¹Ħà¸Ķ": 123091, + "åĩłä¸ª": 123092, + "à¥ģà¤ģ": 123093, + "ëĮĢìĿĺ": 123094, + "ĠlÃłn": 123095, + "ìĽĶë¶ĢíĦ°": 123096, + "Æł": 123097, + "Ġеди": 123098, + "Ġspis": 123099, + "æľīä»Ģä¹Ī": 123100, + "Ġnebyla": 123101, + "Ġíķ´ìĻ¸": 123102, + "ë¡ľë¶ĢíĦ°": 123103, + "аÑĢÑħ": 123104, + "lili": 123105, + "Ġíķĺ루": 123106, + "maması": 123107, + "ÑĩаеÑĤ": 123108, + "ĠØŃاÙĦØ©": 123109, + "ĠBölüm": 123110, + "缸éĹľ": 123111, + "ĠдÑĢÑĥгими": 123112, + "çĽ£çĿ£": 123113, + "à¥Īà¤ľ": 123114, + "ĠعبداÙĦÙĦÙĩ": 123115, + "Ġè¿ŀ": 123116, + "ĠÐľÐ¸Ð½": 123117, + "Ġ기ëĭ¤": 123118, + "Ġ공격": 123119, + "è¡Įåĭķ": 123120, + "ामà¤ķ": 123121, + "æ±Ĥè´Ń": 123122, + "模åŀĭ": 123123, + "ÑģоÑĢ": 123124, + "rane": 123125, + "à¹ĩà¸Īà¸ŀระ": 123126, + "ĠÙħسÛĮر": 123127, + "è£ħç½®": 123128, + "ìķ¤": 123129, + "nÄĽjÅ¡ÃŃch": 123130, + "αλÏįÏĦε": 123131, + "ĠHakk": 123132, + "访éĹ®": 123133, + "ĠÑĤеÑĩ": 123134, + "ĠLá»ĭch": 123135, + "ĠدشÙħÙĨ": 123136, + "ÎĮ": 123137, + "ĠÏĢε": 123138, + "Ġзамов": 123139, + "Ġbirim": 123140, + "ãĤ·ãĤ¹ãĥĨãĥł": 123141, + "ĠÏĢÏģοÏĬ": 123142, + "ĬìĿĢ": 123143, + "виг": 123144, + "ĠëıħìĿ¼": 123145, + "ĠÑĢеволÑİ": 123146, + "Ġé¦Ļ港": 123147, + "Ġlez": 123148, + "ĠبÛĮÙħار": 123149, + "Ġduygu": 123150, + "Ġ뼰": 123151, + "Ġamacı": 123152, + "à¥įयप": 123153, + "ĠìŀIJìĦ¸": 123154, + "اÙĪÛĮر": 123155, + "Ġspole": 123156, + "ÃĸL": 123157, + "Ġجع": 123158, + "ÙĦÛĮÙħ": 123159, + "ãģªãģ©ãģ®": 123160, + "à¸Ľà¸£à¸°à¸ªà¸ļ": 123161, + "ĠnaÅ¡ich": 123162, + "ĠпÑĢедÑģÑĤавлÑıеÑĤ": 123163, + "Ġздоб": 123164, + "Ġobou": 123165, + "Ø®ÙĪاÙĨ": 123166, + "ãĥ¬ãĥĥãĥĪ": 123167, + "одейÑģÑĤв": 123168, + "کرÛĮ": 123169, + "ĠاتاÙĤ": 123170, + "ĠÑįкÑģплÑĥаÑĤа": 123171, + "ï½¢": 123172, + "ĠÙĦÙĦØ¥": 123173, + "ĠاÙĦÙĨظاÙħ": 123174, + "ĠíĶĦëŀijìĬ¤": 123175, + "ısıt": 123176, + "åŃĻ": 123177, + "Ġžádný": 123178, + "ÙĤÙī": 123179, + "ัà¸ģà¹Ģร": 123180, + "Ġë²łìĬ¤íĬ¸": 123181, + "Ġãĥ«": 123182, + "åıĶ": 123183, + "nické": 123184, + "ĠειÏĥ": 123185, + "ãĥ«ãĥī": 123186, + "ĠدارÙħ": 123187, + "Ġгем": 123188, + "ĠåѸ": 123189, + "ानसà¤Ń": 123190, + "ализи": 123191, + "ованÑĸ": 123192, + "Ġобо": 123193, + "ìłĦìĹIJ": 123194, + "ĠSinh": 123195, + "ĠÙĨع": 123196, + "ĠоблаÑģ": 123197, + "ÏħÏĢ": 123198, + "èĥ¶": 123199, + "Ġazalt": 123200, + "åħ¨éĿ¢": 123201, + "ĠKromÄĽ": 123202, + "ĠCz": 123203, + "æĬ¥åIJį": 123204, + "ĠnásledujÃŃcÃŃ": 123205, + "ĠнапÑĢиклад": 123206, + "ãģªãģijãĤĮãģ°": 123207, + "à¸Ńาย": 123208, + "çľĭçľĭ": 123209, + "Ġà¸ģรà¸ģà¸İ": 123210, + "ednou": 123211, + "ازÙĦ": 123212, + "ãĢģæľ¬": 123213, + "еÑģи": 123214, + "Ġtarz": 123215, + "ãĢĢï¾Ĭ": 123216, + "Ġrozum": 123217, + "ãĤ«ãĥ¼ãĥī": 123218, + "Ġà¤ĩà¤ķ": 123219, + "ĠprostÄĽ": 123220, + "ĠÎĵκ": 123221, + "ç©´": 123222, + "ĠHük": 123223, + "lavÃŃ": 123224, + "ê¿": 123225, + "鸡": 123226, + "ĠвозникаеÑĤ": 123227, + "ÑŁÑŁÑŁ": 123228, + "Ġпонима": 123229, + "ÐŁÐŀ": 123230, + "ãģĶãģĸãģĦãģ¾ãģĻ": 123231, + "ãģħ": 123232, + "Ġtrval": 123233, + "Ġдалеко": 123234, + "ĠÙĨÙĬز": 123235, + "ĠвÑĭÑıв": 123236, + "ิà¸Ĺยา": 123237, + "Ġlá»Ĺ": 123238, + "à¹Ģสà¸Ļ": 123239, + "ĠÑģÑĤенÑĭ": 123240, + "à¥įडल": 123241, + "Ġjednotlivých": 123242, + "ĠпÑĢиблиз": 123243, + "ikat": 123244, + "Ġподав": 123245, + "رÛĮز": 123246, + "ĠØ¢ÙĨجا": 123247, + "社æľĥ": 123248, + "Ġà¤ľà¤¨à¤µà¤°": 123249, + "Ġaile": 123250, + "à¸µà¸Ľ": 123251, + "Ġèħ": 123252, + "ãģ§ãģĹãĤĩãģĨ": 123253, + "СÐŀ": 123254, + "ãĢģãĢĬ": 123255, + "ìĿ¼ë³¸": 123256, + "ovanou": 123257, + "νÏĮ": 123258, + "å±¥": 123259, + "عÙĦÙĤ": 123260, + "Ġìī½": 123261, + "Ġглиб": 123262, + "Ġê²ĥìŀħëĭĪëĭ¤": 123263, + "ĠнеобÑħодимоÑģÑĤи": 123264, + "ĠتخصصÛĮ": 123265, + "اسر": 123266, + "ï¼Į说": 123267, + "ĠÐĿÑĸ": 123268, + "Ġvyrob": 123269, + "ÑĪÑĥÑİ": 123270, + "æĪ¿å±ĭ": 123271, + "ÂłÐĹ": 123272, + "à¹Ģà¸ŀล": 123273, + "åĨħéĥ¨": 123274, + "ĠدÙĦار": 123275, + "ĠпÑĤи": 123276, + "Å¡ti": 123277, + "ĠaraÅŁtırma": 123278, + "Ġзнаком": 123279, + "Ġελλην": 123280, + "Ġấm": 123281, + "ÑĢак": 123282, + "ãĤŃãĥ¥": 123283, + "ĠtháºŃn": 123284, + "èŃľ": 123285, + "ëªħìĿĺ": 123286, + "Ġyeter": 123287, + "ĠнаÑģлед": 123288, + "ĠÐļан": 123289, + "ĠвÑĭбиÑĢа": 123290, + "ĠΣÏĩ": 123291, + "ĠÑĤеÑĢмÑĸн": 123292, + "Ġæ´»": 123293, + "ĠاÙĦتÙģ": 123294, + "ĠJapon": 123295, + "éĤª": 123296, + "ë¶ĦìĦĿ": 123297, + "ĠлиÑĨо": 123298, + "Ġmê": 123299, + "à¸Ħวร": 123300, + "Ġà¤ħà¤Ĺल": 123301, + "ĠÙĩج": 123302, + "룬ìļ´": 123303, + "ĠвойнÑĭ": 123304, + "اÙĪرزÛĮ": 123305, + "ĠÑģпÑĢÑı": 123306, + "çĦ¼": 123307, + "è¢ĸ": 123308, + "Ġiçeren": 123309, + "Ġëħ¸ëŀĺ": 123310, + "ĠЧеÑĢез": 123311, + "ÙĪجÙĪد": 123312, + "ÑıÑĤие": 123313, + "à¸Ńลลาร": 123314, + "è·¨": 123315, + "ĠMilli": 123316, + "件äºĭ": 123317, + "ĠæľĿ": 123318, + "βολή": 123319, + "Ġков": 123320, + "ĠØ´ÙĩÛĮد": 123321, + "ä¸ĭåİ»": 123322, + "Ġìłķìĭł": 123323, + "оÑĩкÑĥ": 123324, + "ï¼Į便": 123325, + "γκε": 123326, + "ĠÙħباش": 123327, + "Ġayında": 123328, + "Ġä»»": 123329, + "ÑģÑĤоÑĢÑĸÑı": 123330, + "ä¸ŃåѦ": 123331, + "縮": 123332, + "ĠÑĦÑĸл": 123333, + "ãĢģãĤĦ": 123334, + "Ġæĺ¥": 123335, + "Ġterör": 123336, + "Ġповинен": 123337, + "Ġmilionů": 123338, + "ĠÙģارس": 123339, + "Ġввод": 123340, + "طاÙĦ": 123341, + "Ġê¶ģê¸Ī": 123342, + "Ġukáz": 123343, + "çĶľ": 123344, + "æļĤ": 123345, + "صت": 123346, + "Ðļогда": 123347, + "Ġमल": 123348, + "άνα": 123349, + "ĠдокÑĤоÑĢ": 123350, + "ĠкоммÑĥ": 123351, + "ĠпÑĸдÑģ": 123352, + "Ġà¸ģรà¸ģà¸İาà¸Ħม": 123353, + "ÂłÐ³": 123354, + "Ġöne": 123355, + "ĠÄIJá»ģ": 123356, + "äºĭåĭĻ": 123357, + "Ġsrov": 123358, + "Ġάν": 123359, + "ëıĦê°Ģ": 123360, + "acaģım": 123361, + "кол": 123362, + "Ġbá»ĵi": 123363, + "Ġپرداز": 123364, + "Ġä¸ļ": 123365, + "ëĭ¤ìļ´": 123366, + "ĠпÑĢедел": 123367, + "ĠÑĦедеÑĢалÑĮ": 123368, + "ĠاÙĦØ£Ùĥ": 123369, + "ãĢĢãĢĢãĢĢãĢĢĠãĢĢĠãĢĢ": 123370, + "Ġtrấn": 123371, + "Ġдлин": 123372, + "ĠÑĸмп": 123373, + "ĠsmÄĽrem": 123374, + "°ëĭ¤": 123375, + "Ġrừng": 123376, + "iciálnÃŃ": 123377, + "è¡Ĩ": 123378, + "μιο": 123379, + "ĠادارÙĩ": 123380, + "ĠÑĤÑĢÑĮ": 123381, + "ĠÄ°li": 123382, + "มà¸Ļà¸ķร": 123383, + "à¥įवà¤ļ": 123384, + "еÑĢо": 123385, + "ĠKUR": 123386, + "skými": 123387, + "δί": 123388, + "utin": 123389, + "Ġveriler": 123390, + "สà¸ĸาà¸Ļà¸Ĺ": 123391, + "ĠзаÑħодÑĸв": 123392, + "ĠÙģرÙĪدگاÙĩ": 123393, + "ĠçĶ±": 123394, + "ูà¹ģล": 123395, + "éĥij": 123396, + "ĠJako": 123397, + "ĠÑĢазвиÑĤие": 123398, + "à¤īन": 123399, + "ÙĬدا": 123400, + "Ġà¸ŀà¸¤à¸©à¸łà¸²à¸Ħม": 123401, + "물ìĿĦ": 123402, + "ëłĢ": 123403, + "-ÐĽ": 123404, + "ãĢĤãģĤ": 123405, + "Ġподв": 123406, + "ï¼īï¼ļ": 123407, + "论åĿĽ": 123408, + "ائع": 123409, + "ãĤĴãģĻãĤĭ": 123410, + "Ġأص": 123411, + "Ñĩики": 123412, + "ĠÑģÑĤил": 123413, + "leyici": 123414, + "ÑģилÑĮ": 123415, + "Ġbulundu": 123416, + "ĠÑģеÑĢедови": 123417, + "à¤Ĥर": 123418, + "ĠاÛĮÙĨجا": 123419, + "åľŃåľŃ": 123420, + "ĠmyÅ¡len": 123421, + "ĠÑĢозвиÑĤок": 123422, + "ĠiyileÅŁ": 123423, + "ĠвÑĸз": 123424, + "ëĤĺ무": 123425, + "æĦıè§ģ": 123426, + "ιÏĥÏĦη": 123427, + "ãĥĥãĥĦ": 123428, + "äºĭæķħ": 123429, + "madıģı": 123430, + "Ġà¤ħपर": 123431, + "ĠÚĨرخ": 123432, + "Ġплав": 123433, + "以æĿ¥": 123434, + "Ġë©Ģ": 123435, + "Tuy": 123436, + "ãĥ¼ãĥį": 123437, + "ĠизÑĥÑĩ": 123438, + "ĠstÅĻednÃŃ": 123439, + "课ç¨ĭ": 123440, + "Ġê·¸ëħĢëĬĶ": 123441, + "ĠдоговоÑĢÑĥ": 123442, + "ĠÄijá»ĭch": 123443, + "Ġkararı": 123444, + "åIJ´": 123445, + "ÙĥاÙħ": 123446, + "ĠпоÑĤол": 123447, + "вок": 123448, + "ĠDüz": 123449, + "Τα": 123450, + "åµ": 123451, + "âĢĻna": 123452, + "адж": 123453, + "ĠdÅĻÃŃve": 123454, + "梨": 123455, + "ĠAvust": 123456, + "åĬĽãĤĴ": 123457, + "à¹Ģà¸ģล": 123458, + "Ġпобед": 123459, + "ĠпÑĢиÑĩ": 123460, + "ĠÐijÑĸ": 123461, + "åѤ": 123462, + "ĠÐłÐµÐ³": 123463, + "ĠyetiÅŁ": 123464, + "ĠнеÑİ": 123465, + "ĠbÃŃl": 123466, + "ìĹĨìĿĮ": 123467, + "ĠÄ°talya": 123468, + "ÐĴÑģе": 123469, + "å¾Įãģ®": 123470, + "ĠjejÃŃm": 123471, + "ĠвиглÑıдÑĸ": 123472, + "огÑĢад": 123473, + "Ġbohat": 123474, + "Ġåħĭ": 123475, + "ĠдиÑĤини": 123476, + "лÑıÑĤоÑĢ": 123477, + "мага": 123478, + "ëĭĪìĬ¤": 123479, + "ĠÐłÐ°Ð´Ð¸": 123480, + "ÏĢοÏħÏģγ": 123481, + "&ZeroWidthSpace": 123482, + "Ġstruk": 123483, + "æIJŀ": 123484, + "ĠãģĿãģ®ä»ĸ": 123485, + "ìĿ¸ìĿĦ": 123486, + "ĠпÑĢовеÑģÑĤи": 123487, + "漫çĶ»": 123488, + "Ġçݩ家": 123489, + "ĠÙĪرز": 123490, + "ĠÑģвоÑĹм": 123491, + "ĠLRV": 123492, + "ิà¸ķà¸ł": 123493, + "सत": 123494, + "ĠíĿĶ": 123495, + "âĹıâĹıâĹıâĹıâĹıâĹıâĹıâĹıâĹıâĹıâĹıâĹıâĹıâĹıâĹıâĹı": 123496, + "ĠtvoÅĻÃŃ": 123497, + "ĠÐŁÐŀ": 123498, + "é«ĺ度": 123499, + ".hwp": 123500, + "à¸ķำà¸ļล": 123501, + "Ġدس": 123502, + "ìĪĺê°Ģ": 123503, + "ìĶ©": 123504, + "ï¼īãĢĤĊ": 123505, + "æĭ³": 123506, + "Ġlô": 123507, + "ĠKültür": 123508, + "اطعة": 123509, + "Ġkuchy": 123510, + "Ġstroj": 123511, + "μενο": 123512, + "ĠконÑģÑĤÑĢÑĥкÑĨии": 123513, + "å°ıåѦ": 123514, + "Ġåįļ": 123515, + "ĠèĢĥ": 123516, + "Ġasıl": 123517, + "æĪijåĢij": 123518, + "خراج": 123519, + "ĠOnun": 123520, + "Ġç¾İåĽ½": 123521, + "à¥Ĥबर": 123522, + "Ġmuži": 123523, + "姫": 123524, + "Ġвб": 123525, + "Ġдоме": 123526, + "Ġам": 123527, + "Ġkuru": 123528, + "æ±Ĺ": 123529, + "lediÄŁi": 123530, + "Ġvẽ": 123531, + "å¾ĵ": 123532, + "ĠгÑĥбеÑĢ": 123533, + "ĠÑģÑĤановиÑĤÑĮ": 123534, + "ĠzemÄĽdÄĽl": 123535, + "ÙĦÙĦ": 123536, + "Ġramen": 123537, + "ĠprůbÄĽhu": 123538, + "Ġblok": 123539, + "ýval": 123540, + "vou": 123541, + "νά": 123542, + "ëĶĶìĭľ": 123543, + "ÑĨионнÑĭе": 123544, + "Ġê²ĮìĭľíĮIJ": 123545, + "ãĥ³ãĥĩãĤ£": 123546, + "ä¸Ģ级": 123547, + "иÑĩа": 123548, + "ĠسرÛĮاÙĦ": 123549, + "ilin": 123550, + "ायन": 123551, + "ÙĨÙĪÛĮس": 123552, + "ĠÐĶи": 123553, + "ĠادبÛĮ": 123554, + "ĠÑĥдов": 123555, + "ĠÐĹам": 123556, + "à¥ģà¤Ńव": 123557, + "Ñģок": 123558, + "ĠÑĢайоне": 123559, + "ĠEK": 123560, + "æĤī": 123561, + "Ġsorumlu": 123562, + "ĠzvyÅ¡": 123563, + "à¹Ģà¸ĭà¸Ńร": 123564, + "ináÅĻ": 123565, + "Ġudrž": 123566, + "новид": 123567, + "ĠspoleÄįnÄĽ": 123568, + "æĪIJäºĨ": 123569, + "Ｄ": 123570, + "ัà¸ŀà¸Ĺ": 123571, + "аÑĪа": 123572, + "ĠÙĨادÙĬ": 123573, + "à¹ĥà¸Ļà¸Ĺ": 123574, + "å¡ļ": 123575, + "Ġسک": 123576, + "ãĥģãĥ¥": 123577, + "ĠмаÑĢÑĪ": 123578, + "аленнÑı": 123579, + "ĠØŃÙħاÛĮت": 123580, + "ãĥ³ãĤ¸": 123581, + "รษà¸IJ": 123582, + "ĠкÑĢем": 123583, + "ĠKažd": 123584, + "ê½": 123585, + "Ġparlament": 123586, + "ĠÅŁun": 123587, + "Ġkys": 123588, + "ÏĦÏĤ": 123589, + "ê°ľìĿĺ": 123590, + "Ġvelice": 123591, + "Ġcestu": 123592, + "ظة": 123593, + "è¯Ĭ": 123594, + "Ġút": 123595, + "ĠØ®ÙĪر": 123596, + "ĠТе": 123597, + "ĠоблаÑģÑĤ": 123598, + "à¹Īà¸Ńà¸ķ": 123599, + "ĠAcadem": 123600, + "ãĢĤæľ¬": 123601, + "Ġ風": 123602, + "Ñģен": 123603, + "ãĥ¢ãĥĩãĥ«": 123604, + "ĠзавданнÑı": 123605, + "ãģ¾ãĤĮ": 123606, + "моÑĤÑĢеÑĤÑĮ": 123607, + "Ġkhá»ķ": 123608, + "à¹Īร": 123609, + "درس": 123610, + "ĠÄĮeskosloven": 123611, + "Ġ计": 123612, + "ĠÑĤаком": 123613, + "ĠÙĦاعب": 123614, + "ĠMuhammed": 123615, + "ĠÙħÙĦÙģ": 123616, + "ĠÙĪسÙĦÙħ": 123617, + "ãĤ·ãĥ£ãĥ«": 123618, + "ĠокÑĢа": 123619, + "à¥ģमत": 123620, + "ĠëĪĦ구": 123621, + "Ġnedeni": 123622, + "ĠëĤłì§ľ": 123623, + "/km": 123624, + "Ġдемон": 123625, + "ĠصÙĨاÛĮع": 123626, + "masından": 123627, + "åīįãģ®": 123628, + "æĪIJ绩": 123629, + "लà¤Ĺ": 123630, + "ĠåĮħ": 123631, + "à¸Ńà¸ģà¸Īาà¸ģà¸Ļ": 123632, + "ادا": 123633, + "Ġaylık": 123634, + "ĠÙħÙĤد": 123635, + "Ġönemlidir": 123636, + "ĠìĪľê°Ħ": 123637, + "Ġdinh": 123638, + "Ġnákup": 123639, + "istické": 123640, + "åºŁ": 123641, + "ìĬ¤íĨł": 123642, + "Ġdny": 123643, + "ĠìŀĪëıĦë¡Ŀ": 123644, + "ìĽIJìĿĺ": 123645, + "ãĥķãĥ¬": 123646, + "poz": 123647, + "Ġев": 123648, + "ĠdÃ¼ÅŁÃ¼r": 123649, + "à¥įरà¤ļ": 123650, + "Ġê²°íĺ¼": 123651, + "ĠÑĨенÑĤÑĢа": 123652, + "åŁĭ": 123653, + "ï¿£ï½Ģ": 123654, + "æѦåĻ¨": 123655, + "à¹Īาà¸Ļมา": 123656, + "Ġरव": 123657, + "Ùijد": 123658, + "μÎŃνοι": 123659, + "Ġë§IJìĶĢ": 123660, + "ĠpoÅĻad": 123661, + "Ġبغ": 123662, + "ĠÏĮλα": 123663, + "à¹īà¹Ħà¸Ĥ": 123664, + "à¹Ģà¸ģาะ": 123665, + "Ġbạc": 123666, + "Ġdá": 123667, + "dÄĽla": 123668, + "Ġteb": 123669, + "Ġkèo": 123670, + "ãĤıãĤĮ": 123671, + "Ġistiyorum": 123672, + "λήÏĤ": 123673, + "ÐIJв": 123674, + "Ġasla": 123675, + "Ġperformans": 123676, + "ĠVáclav": 123677, + "ÏģίαÏĤ": 123678, + "ĠtÄĽl": 123679, + "æĮĻ": 123680, + "оба": 123681, + "ãģijãĤĮãģ©": 123682, + "ĠëĶ¸": 123683, + "ÙĪاء": 123684, + "ĠÚ©ÙĪدکاÙĨ": 123685, + "ĠплиÑĤ": 123686, + "Ġbilir": 123687, + "Ñĥже": 123688, + "ÏĦÎŃλε": 123689, + "Ġà¤Ĩà¤ķर": 123690, + "ĠÑĤÑĢÑĥда": 123691, + "ĠدرÛĮا": 123692, + "̧": 123693, + "Ġngá»įt": 123694, + "ÙĨسا": 123695, + "аÑģÑĤи": 123696, + "ï½£": 123697, + "ÂłÐ½Ð°": 123698, + "емÑĭе": 123699, + "ĠسعÙĪد": 123700, + "Ġalım": 123701, + "è´«": 123702, + "åĪ°çļĦ": 123703, + "Ġkesinlikle": 123704, + "Ġzásad": 123705, + "ĠìĬ¤íĬ¸": 123706, + "Ġdahi": 123707, + "té": 123708, + "åįģåħ«": 123709, + "Ġzayıf": 123710, + "ذار": 123711, + "ĠاÙĬراÙĨ": 123712, + "ĠhodnocenÃŃ": 123713, + "DST": 123714, + "Ġìĸĺ": 123715, + "æĺĩ": 123716, + "éĻ£": 123717, + "Ġкле": 123718, + "Ġuplat": 123719, + "ĠاÙĦتعÙĦÙĬÙħ": 123720, + "ÏĢοίηÏĥη": 123721, + "екÑĤоÑĢа": 123722, + "Ġë§IJìĿ´": 123723, + "ĠÙģرÙĬÙĤ": 123724, + "帮åĬ©": 123725, + "çĶŁãģį": 123726, + "åĨħãģ®": 123727, + "èģĶ缣": 123728, + "гÑĢад": 123729, + "Ġchuyến": 123730, + "ãĤĤãĤĬ": 123731, + "ĠÑĩаÑģÑĤина": 123732, + "ãģªãģıãģª": 123733, + "ÑĶв": 123734, + "ĠÑĦаÑħ": 123735, + "kuk": 123736, + "çĶ·æĢ§": 123737, + "ĠÙħÛĮÙĦادÛĮ": 123738, + "Ġbeden": 123739, + "ê°Ģ를": 123740, + "मर": 123741, + "Ġìĸ´ë¨¸ëĭĪ": 123742, + "èģĶç½ij": 123743, + "Âłmi": 123744, + "Ġzahrn": 123745, + "æ²ĸ": 123746, + "Ġkhuẩn": 123747, + "Ġopráv": 123748, + "ाहà¤ķ": 123749, + "ĠÚ©ÙĪتاÙĩ": 123750, + "Ġобол": 123751, + "Ġphúc": 123752, + "ránÃŃ": 123753, + "à¥įरथ": 123754, + "æݪæĸ½": 123755, + "Ġволод": 123756, + "ĠspÃŃÅ¡e": 123757, + "ĠmÆ¡": 123758, + "ÑĬек": 123759, + "ngör": 123760, + "à¤īत": 123761, + "ksiyon": 123762, + "аÑĤе": 123763, + "Ġجزء": 123764, + "ávka": 123765, + "ÐĴС": 123766, + "laÅŁma": 123767, + "Ġç¿": 123768, + "à¸Ńาà¸Ĭ": 123769, + "ниÑĨÑĥ": 123770, + "Ġหาà¸ģ": 123771, + "ãģĭãģĹ": 123772, + "íı´": 123773, + "ĠгаÑĢан": 123774, + "ĠÏĥαν": 123775, + "ĠдобавиÑĤÑĮ": 123776, + "ĠÑĢазÑĢеÑĪ": 123777, + "á¾": 123778, + "æĺ¯ä¸ª": 123779, + "μÎŃÏĤ": 123780, + "ĠÄ°mparator": 123781, + "æ¨Ļæºĸ": 123782, + "ÑģÑĤÑĭ": 123783, + "Ġgücü": 123784, + "ĠíĥĢìĿ´": 123785, + "Ġåħ¶ä»ĸ": 123786, + "Ġtông": 123787, + "ĠvedenÃŃ": 123788, + "ëĵľë¡ľ": 123789, + "Ġmesel": 123790, + "ĠÄįe": 123791, + "jde": 123792, + "Ïģεια": 123793, + "ãĤĪãģŃ": 123794, + "ÐłÐĿ": 123795, + "è·Ŀ离": 123796, + "ĠÙĤائÙħØ©": 123797, + "าà¸ļาล": 123798, + "ĠÑģайÑĤÑĸ": 123799, + "Ġरस": 123800, + "ĠÙĤرÙĨ": 123801, + "Ġnávr": 123802, + "Ú©Ùħ": 123803, + "çļĦæīĭ": 123804, + "Ġsorunu": 123805, + "/NÄIJ": 123806, + "nutÃŃm": 123807, + "ĠØ®ÙĪرد": 123808, + "Ġngá»Ŀ": 123809, + "Ġ:.|": 123810, + "Ġbudouc": 123811, + "iÄįky": 123812, + "Ġدرد": 123813, + "ÑĢониÑĩеÑģ": 123814, + "ç¾Ĭ": 123815, + "ĠìķĦë²Ħì§Ģ": 123816, + "ĠKanunu": 123817, + "ĠпÑĢиводиÑĤ": 123818, + "άλÏħÏĪηÏĤ": 123819, + "ĠVladim": 123820, + "Ġalıp": 123821, + "ĠеÑĤап": 123822, + "Ġà¤Ĺलत": 123823, + "ĠراÙĩÙĨÙħ": 123824, + "Ġpozisyon": 123825, + "Ġgöç": 123826, + "èµŀ": 123827, + "Ġмой": 123828, + "Ġγά": 123829, + "ĠìĪł": 123830, + "ĠØ¢ÛĮÙĨدÙĩ": 123831, + "aná": 123832, + "举çľģ": 123833, + "ĠÙħتعدد": 123834, + "ĠåįĬ": 123835, + "ãĢĢãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢ": 123836, + "Ġthá»Ŀ": 123837, + "ĠвдÑĢÑĥг": 123838, + "паÑĤ": 123839, + "ĠпÑĢоведениÑı": 123840, + "ÙĨز": 123841, + "ĠاÙĦبØŃØ«": 123842, + "æģ¢": 123843, + "Ġbaktı": 123844, + "Ġè·¯": 123845, + "Ġзаболеваний": 123846, + "ĠÐķвÑĢоп": 123847, + "Ġtarihli": 123848, + "깨": 123849, + "ĠÚ©ÙĪÙĩ": 123850, + "Ġìĸ´ëł¤": 123851, + "Ġtitul": 123852, + "ĠvydánÃŃ": 123853, + "éĺ¶æ®µ": 123854, + "à¸Īะà¸ķ": 123855, + "ĠмоÑı": 123856, + "ĠкоÑĢол": 123857, + "Ġбанк": 123858, + "วรรà¸ĵ": 123859, + "ĠÙĥسارة": 123860, + "ĠKhoa": 123861, + "ĠÑĥнÑĸвеÑĢÑģиÑĤеÑĤ": 123862, + "ãģ«éĸ¢ãģĻãĤĭ": 123863, + "ruary": 123864, + "Ġà¸Ĥาย": 123865, + "Ġsvaz": 123866, + "ĠشرÙĤ": 123867, + "ĠдÑĭÑħ": 123868, + "Ġизбав": 123869, + "ĠÑıкÑĸй": 123870, + "ĠÎľÎ¿Î½": 123871, + "Ġgön": 123872, + "ĠUkraj": 123873, + "ัà¸Ļà¸Ńà¸Ńà¸ģ": 123874, + "Ġมà¸ģราà¸Ħม": 123875, + "иÑĤов": 123876, + "Ġanalý": 123877, + "ĠоÑĤмеÑĩ": 123878, + "ĠبراÙī": 123879, + "âĪı": 123880, + "ัà¸ģà¸ģ": 123881, + "æĭ¥æľī": 123882, + "ĠÑĸнÑĪого": 123883, + "ĠкомпанÑĸÑĹ": 123884, + "ĠkÅĻes": 123885, + "ĠÑĢабоÑĩ": 123886, + "adÃŃ": 123887, + "ìłł": 123888, + "à¹Ħหà¸Ļ": 123889, + "à¥ģबह": 123890, + "âĢĻdeki": 123891, + "çħ¤": 123892, + "ĠпаÑĢÑĥ": 123893, + "ìĦŃ": 123894, + "ĠнепоÑģÑĢед": 123895, + "ĠÄ°b": 123896, + "Ġà¸ŀฤศà¸Ī": 123897, + "íĭ´": 123898, + "ĠëłĪìĿ´": 123899, + "ĠThá»ķ": 123900, + "ÑıеÑĤ": 123901, + "ائج": 123902, + "»çĴĥ": 123903, + "ÐĴÐŀ": 123904, + "åĸĬ": 123905, + "Ġ第ä¸ī": 123906, + "ĠвокÑĢÑĥг": 123907, + "ÑĩенÑĮ": 123908, + "Ġolanak": 123909, + "tura": 123910, + "ĠÙħÙĬÙĦ": 123911, + "eydi": 123912, + "ĠÙħدÙĬر": 123913, + "Ġnelze": 123914, + "ัวà¸Ńย": 123915, + "ìħľ": 123916, + "Ġhlavu": 123917, + "Ġkoruy": 123918, + "ÑĨин": 123919, + "ĠдиÑģÑĨип": 123920, + "ĠÙħاÙĨد": 123921, + "ĠподÑĢоб": 123922, + "ТÐŀ": 123923, + "ÙĤرار": 123924, + "à¹ģà¸Ļะà¸Ļำ": 123925, + "문ìĿĦ": 123926, + "æĮ¯ãĤĬ": 123927, + "PÅĻi": 123928, + "Ġyên": 123929, + "शà¤ķ": 123930, + "Âłje": 123931, + "ĠÐļонÑģÑĤиÑĤÑĥ": 123932, + "à¥ģह": 123933, + "Ġپا": 123934, + "ìĨĮ를": 123935, + "Ġдела": 123936, + "кид": 123937, + "à¹Ĥà¸Ĭ": 123938, + "커ìĬ¤": 123939, + "dÄĽlen": 123940, + "à¤Ķर": 123941, + "äºİæĺ¯": 123942, + "ĠÙĩÙħÛĮØ´Ùĩ": 123943, + "ĠbaÅŁlam": 123944, + "ĠìĽ¨": 123945, + "Ġdeneyim": 123946, + "Ġüye": 123947, + "ĠνÏĮ": 123948, + "Ġà¤ĸड": 123949, + "nÄĽl": 123950, + "ĠÑģÑĦеÑĢÑĸ": 123951, + "à¸Ńà¸Ķà¸ł": 123952, + "ä¸Ģå¹´": 123953, + "Ġvurgu": 123954, + "ÄŀÄ°": 123955, + "âĢĻĊ": 123956, + "ĠÑĸнÑĪими": 123957, + "ĠзменÑĪ": 123958, + "Ġà¤ĭ": 123959, + "Ġвека": 123960, + "ĠØŃÚ©ÙĪÙħت": 123961, + "ĠتÙħاÙħÛĮ": 123962, + "Ġsmrt": 123963, + "Ġhủy": 123964, + "ĠyapılmÄ±ÅŁ": 123965, + "à¹īà¸ľ": 123966, + "ĠYen": 123967, + "ĠÑĥл": 123968, + "ĠSvÄĽt": 123969, + "ัà¸Ħ": 123970, + "ĠmÄĽsÃŃců": 123971, + "денÑĤи": 123972, + "Ġï¾ĺ": 123973, + "ĠполиÑĤи": 123974, + "skyt": 123975, + "ä¹Łæľī": 123976, + "Ġê°ĻìĬµëĭĪëĭ¤": 123977, + "Ġê·¸ëŀĺìĦľ": 123978, + "ÏĦεÏģη": 123979, + "ÑĩеÑĢ": 123980, + "ĠÃľNÄ°VERSÄ°TESÄ°": 123981, + "à¸ªà¸ł": 123982, + "Ġสร": 123983, + "ानद": 123984, + "ĠaÅŁÄ±rı": 123985, + "λίοÏħ": 123986, + "ĠÙĦÙģ": 123987, + "ÃŃnu": 123988, + "à¸Ńาร": 123989, + "ÑĤÑĥÑĢа": 123990, + "ĠÄįeských": 123991, + "Ġphức": 123992, + "以为": 123993, + "ÏģÏīÏĢα": 123994, + "ĠاÙĨرÚĺÛĮ": 123995, + "»)": 123996, + "alardan": 123997, + "ĠÑģÑĤвоÑĢÑİ": 123998, + "Ġtráv": 123999, + "६": 124000, + "ãģĬãĤĪãģ³": 124001, + "ïľĭ": 124002, + "adil": 124003, + "ĠΤι": 124004, + "ĠëIJ©ëĭĪëĭ¤": 124005, + "ĠεμÏĨ": 124006, + "Ġ구조": 124007, + "ìĹŃìĭľ": 124008, + "ĠاÙĦجاÙħ": 124009, + "主é¢ĺ": 124010, + "ãĤ¹ãĥĿ": 124011, + "ĠìĹŃìĭľ": 124012, + "ĠÚ©Ùħتر": 124013, + "ĠSpoleÄį": 124014, + "олоÑĪ": 124015, + "ĠSuriye": 124016, + "ЧеÑĢ": 124017, + "æĪĺæĸĹ": 124018, + "Ġzávis": 124019, + "æĽ¸é¤¨": 124020, + "Ġmusel": 124021, + "ĠçĿ": 124022, + "ÙħÙħ": 124023, + "ĠاÙĦخارج": 124024, + "ĠÐĵÐŀ": 124025, + "ĠваÑĢÑĤо": 124026, + "Ïģαβ": 124027, + "Ġपहà¤ļ": 124028, + "ublice": 124029, + "ÑĨионного": 124030, + "èĮ¨": 124031, + "ĠدÙģتر": 124032, + "ĠÙģس": 124033, + "Ġà¤¨à¤ľà¤°": 124034, + "tarı": 124035, + "ĠобÑĢоб": 124036, + "ĠÐłÐ°": 124037, + "ĠاÙĦصÙĨ": 124038, + "شة": 124039, + "ĠìĹĨìĹĪ": 124040, + "ožná": 124041, + "æľĢçµĤ": 124042, + "Ù¥": 124043, + "rech": 124044, + "ĠاÙĦأسر": 124045, + "Ġмови": 124046, + "Ġì¡°êµIJ": 124047, + "ÑĸмеÑĩ": 124048, + "ãĥ¯ãĥ¼": 124049, + "бÑĥÑĢг": 124050, + "ĠسÙĦس": 124051, + "åѦä¼ļ": 124052, + "Ġë¦": 124053, + "åħĭæĸ¯": 124054, + "æĸĩçĮ®": 124055, + "ĠxÆ°Æ¡ng": 124056, + "Ġyolc": 124057, + "ĠìĤ¬ë¬´": 124058, + "ãĤıãģļ": 124059, + "ĠÑĢаÑģÑĤений": 124060, + "ĠÙģضاÛĮ": 124061, + "Ġnaopak": 124062, + "ĠпÑĢивÑĭ": 124063, + "ĠدÛĮدÙĩ": 124064, + "à¸ģารà¹ĥà¸Ĭ": 124065, + "Ġåŀ": 124066, + "çijŁ": 124067, + "以åIJİ": 124068, + "ĠpÅĻibliž": 124069, + "ĠdÃ¼ÅŁman": 124070, + "Ġtemin": 124071, + "ĠÑĥÑģлÑĥг": 124072, + "Ġदब": 124073, + "ĠìĥĪê¸Ģ": 124074, + "ĠÑĥÑģÑĤÑĢойÑģÑĤва": 124075, + "ĠТÑĥÑĤ": 124076, + "ÏĦίοÏħ": 124077, + "ĠÄ°slâm": 124078, + "Ù¤": 124079, + "åıĤä¸İ": 124080, + "ĠкÑĥÑģÑĤ": 124081, + "éĻIJåĪ¶": 124082, + "تÙĬÙĨ": 124083, + "ĠоÑģÑĤаннÑĸ": 124084, + "ications": 124085, + "اکÛĮ": 124086, + "ноÑģÑı": 124087, + "ÄŁan": 124088, + "ãģıãĤĮãĤĭ": 124089, + "Ġyapıyor": 124090, + "Ġê°ķëĤ¨": 124091, + "ÙħÙĬÙħ": 124092, + "æŃIJ": 124093, + "Ġرع": 124094, + "ĠboÄŁ": 124095, + "ĠиÑģÑħод": 124096, + "èªł": 124097, + "æł·åŃIJ": 124098, + "Ġbudeme": 124099, + "ĠÑģеÑĤ": 124100, + "ιÏĥμοÏį": 124101, + "Ġå¾ĴæŃ©": 124102, + "uálnÃŃ": 124103, + "ĠاÙĦعÙĤ": 124104, + "Ġسبک": 124105, + "ĠاÙĦأخرÙī": 124106, + "EFA": 124107, + "åĽºå®ļ": 124108, + "ĠãĤ¬": 124109, + "ĠìŀIJìĹ°": 124110, + "ยวà¸Ĥ": 124111, + "بس": 124112, + "unma": 124113, + "Ġзаним": 124114, + "à¹ĥà¸Ļร": 124115, + "èĢĥèĻij": 124116, + "æ··åIJĪ": 124117, + "å°ĭ": 124118, + "ĠçıkÄ±ÅŁ": 124119, + "Ġmaliyet": 124120, + "éľĬ": 124121, + "ãģŁãĤģãģ®": 124122, + "Ġپش": 124123, + "ĠзлоÑĩ": 124124, + "Ġvýši": 124125, + "Ġschvál": 124126, + "ĠÙĨÙħÙĪدÙĩ": 124127, + "ÎĨ": 124128, + "Ġzách": 124129, + "ĠÏĥκ": 124130, + "ãĤ¹ãĥŀ": 124131, + "ĠÙħسائÙĦ": 124132, + "ĠاÙĦاجتÙħاع": 124133, + "åľ°çĤ¹": 124134, + "اÛĮاÙĨ": 124135, + "ĠÐŀк": 124136, + "ê¸Ķ": 124137, + "elease": 124138, + "ĠطبÙĤÙĩ": 124139, + "éijij": 124140, + "Ġì½Ķë¡ľëĤĺ": 124141, + "é¼ł": 124142, + "大åħ¨": 124143, + "ĠпÑĢивеÑģÑĤи": 124144, + "Ġابتد": 124145, + "ë¦¬ë¡ľ": 124146, + "ĠÑģÑĤÑĢанÑĭ": 124147, + "ĠzatÃŃmco": 124148, + "Ġhuyết": 124149, + "سÛĮÙĪÙĨ": 124150, + "Ġsordu": 124151, + "âĢĮرس": 124152, + "ĠÑĦÑĢон": 124153, + "Ġedip": 124154, + "ÙĨÚ¯ÛĮ": 124155, + "ĠкиÑĢ": 124156, + "Ġíķ´ìķ¼": 124157, + "ì»´": 124158, + "ÑĨиклоп": 124159, + "ĠпÑĢименениÑı": 124160, + "Ġобл": 124161, + "éļª": 124162, + "ĠkromÄĽ": 124163, + "æł¸å¿ĥ": 124164, + "rahim": 124165, + "оÑĢд": 124166, + "ĠlÃłnh": 124167, + "ĠоÑģÑĤÑĢов": 124168, + ";|": 124169, + "buz": 124170, + "ĠÏĦÏģο": 124171, + "ĠÐĴаÑĢ": 124172, + "æīİ": 124173, + "ılÄ±ÅŁ": 124174, + "éĿ¢ç©į": 124175, + "身份": 124176, + "é¢ĨåŁŁ": 124177, + "ĠاÙĦÙĤرÙĨ": 124178, + "ĠпÑĢиклад": 124179, + "ãĥģãĥ¼ãĥł": 124180, + "Ġสà¸ŀà¸Ľ": 124181, + "ĠоÑĩиÑģÑĤ": 124182, + "Ġмилли": 124183, + "аÑĨÑĸÑĹ": 124184, + "ีà¹Ģà¸Ń": 124185, + "Ġtanın": 124186, + "çĪ¶äº²": 124187, + "Ġmsgstr": 124188, + "ĠØ´ÛĮÙħÛĮ": 124189, + "ĠÙģراÙĩÙħ": 124190, + "Ġ맥": 124191, + "ãĢĤå½ĵ": 124192, + "ĠконÑĨенÑĤÑĢа": 124193, + "êµIJíļĮ": 124194, + "ãĤīãĤĮãģ¦": 124195, + "Ġyasak": 124196, + "ĠÐijол": 124197, + "Ġæ¾³": 124198, + "çĩķ": 124199, + "Ġجا": 124200, + "ëijĺ": 124201, + "ĠدرخÙĪاست": 124202, + "ĠmÃŃstnÃŃ": 124203, + "ÂĤÃĮ": 124204, + "Ġbaskı": 124205, + "Ġuçak": 124206, + "ä»ĵ": 124207, + "Ġìľłì§Ģ": 124208, + "Ġпоба": 124209, + "Ġzeptal": 124210, + "ç»ĻæĪij": 124211, + "ĠAtatürk": 124212, + "ĠÙħÙĨاس": 124213, + "ÑĴ": 124214, + "Ġaracı": 124215, + "лÑİÑĶ": 124216, + "Ġnitelik": 124217, + "ĠMezi": 124218, + "ĠÎŃναÏĤ": 124219, + "ÏİνÏĦαÏĤ": 124220, + "važ": 124221, + "Ġkuzey": 124222, + "ĠÏİÏģα": 124223, + "ĠÑĢозпов": 124224, + "à¹Īาà¸ģ": 124225, + "ãĢģä¸ī": 124226, + "ĠÑģÑĤаÑĢи": 124227, + "Ġhakkı": 124228, + "ĠØ¢ÙħادÙĩ": 124229, + "íĮĶ": 124230, + "омÑĸ": 124231, + "ĠâĢł": 124232, + "ãģĭãĤı": 124233, + "ãĢĮä½ł": 124234, + "æ³ķåĽ½": 124235, + "ÙIJÙĬÙĨ": 124236, + "æīķ": 124237, + "нили": 124238, + "ĠÑĥÑģÑĤановки": 124239, + "Ġlông": 124240, + "तम": 124241, + "ÙĪÙĨÙĬØ©": 124242, + "ÙĬتÙĬ": 124243, + "Ġê²Įìĭľë¬¼": 124244, + "ĠveÅ¡ker": 124245, + "ÎŃÏģγ": 124246, + "ĠÑĥÑģе": 124247, + "Ġkıl": 124248, + "Ġilgi": 124249, + "μÏīν": 124250, + "ĠзвÑĸлÑĮ": 124251, + "Ġönlem": 124252, + "à¸ģà¸İหมาย": 124253, + "ĠHiá»ĩp": 124254, + "ĠгоÑĢм": 124255, + "лÑıÑİÑĤÑĮÑģÑı": 124256, + "lamaya": 124257, + "ĠÑģпоÑģобом": 124258, + "ãģ¸ãģ¨": 124259, + "ç¦ģæŃ¢": 124260, + "ĠÑĢаÑħÑĥнок": 124261, + "ĠоÑĤвеÑĢÑģÑĤи": 124262, + ".:.:.:.": 124263, + "Ġmüda": 124264, + "онаÑħ": 124265, + "Ì£c": 124266, + "Ġyapacak": 124267, + "Ġназвание": 124268, + "对æĸ¹": 124269, + "ëĮĢíijľ": 124270, + "çĪŃ": 124271, + "вана": 124272, + "हन": 124273, + "ĠпÑĢоблема": 124274, + "ĠженÑīинÑĭ": 124275, + "èŀº": 124276, + "ĠhospodáÅĻ": 124277, + "ĠСÑĤеп": 124278, + "ĠodpovÄĽd": 124279, + "ĠSá»Ń": 124280, + "eview": 124281, + "åĩłä¹İ": 124282, + "çŁ¢": 124283, + "æĿ¥ãģŁ": 124284, + "ĠполоÑģ": 124285, + "ĠÑģел": 124286, + "å±Ĩ": 124287, + "ĠпеÑĢвой": 124288, + "ĠпÑĢоÑĨеÑģÑģа": 124289, + "ãĢĢãĤĿ": 124290, + "تاÙħبر": 124291, + "илаÑģÑı": 124292, + "ï¼ĮæĹł": 124293, + "ĠвлаÑģноÑģÑĤÑĸ": 124294, + "íķĺìŀIJ": 124295, + "аÑĤки": 124296, + "ĠBÃł": 124297, + "ĠKarel": 124298, + "è·µ": 124299, + "رÛĮÙĩ": 124300, + "ĠëĤĺ를": 124301, + "ĠобеÑģпеÑĩива": 124302, + "à¥įरपत": 124303, + "ãģĹãĤĩ": 124304, + "åįĴ": 124305, + "Ġ奥": 124306, + "ĠпÑĢоÑĤе": 124307, + "ĠæĭĽ": 124308, + "ĠСÑĤÑĢана": 124309, + "ĠÑĢабоÑĤаÑĤÑĮ": 124310, + "ĠتشخÛĮص": 124311, + "екÑģÑĥ": 124312, + "Ġ리그": 124313, + "ĠصاÙĦØŃ": 124314, + "ĠbaÅŁlamÄ±ÅŁ": 124315, + "ĠÙ¾ÛĮاÙħبر": 124316, + "زا": 124317, + "ĠмаÑģÑģ": 124318, + "ĠγαÏģ": 124319, + "ëĿ¼íĶ¼": 124320, + "Ġyarı": 124321, + "ĠÑĤипÑĥ": 124322, + "Ðŀп": 124323, + "ãģijãģªãģĦ": 124324, + "emem": 124325, + "ĠnÄĽmu": 124326, + "ĠÙĨشر": 124327, + "ĠÎijθήνα": 124328, + "ÙģراÙĨ": 124329, + "Ġ網": 124330, + "ĠпÑĢомиÑģлов": 124331, + "ĠBugün": 124332, + "ìŀĶ": 124333, + "ĠжÑĸнок": 124334, + "Ġà¸Ľà¸£à¸°à¹Ģà¸łà¸Ĺ": 124335, + "ĠвикоÑĢиÑģÑĤовÑĥваÑĤи": 124336, + "ĠТим": 124337, + ")를": 124338, + "ежаÑĤÑĮ": 124339, + "Ġsona": 124340, + "Ø´ÙĨبÙĩ": 124341, + "Ġnichž": 124342, + "åīĽ": 124343, + "ĠÙģتØŃ": 124344, + "ĠÙħÙĤدÙħ": 124345, + "ĠGüvenlik": 124346, + "eum": 124347, + "ç»ıè¿ĩ": 124348, + "è·ĿéĽ¢": 124349, + "ÂłÐ½Ðµ": 124350, + "ĠاصÙĪÙĦ": 124351, + "ĠzaÄįátku": 124352, + "ิà¹Ģวà¸ĵ": 124353, + "Ġà¤ķà¤Ł": 124354, + "Ġkriz": 124355, + "Ġpán": 124356, + "ĠбоÑĢÑĮ": 124357, + "ظÙħØ©": 124358, + "Ġê²½ë¶ģ": 124359, + "ĠاÙĦÙĬÙħÙĨ": 124360, + "ĠاÙĦعربÙĬ": 124361, + "Ġhlub": 124362, + "Ġchá»Ŀ": 124363, + "襲": 124364, + "ëĵľë¦¬": 124365, + "ãĥĸãĥª": 124366, + "ĠÑģÑĤолÑĸÑĤÑĤÑı": 124367, + "ربÙĬØ©": 124368, + "Ġæ°¸": 124369, + "Ġê±°ìĿĺ": 124370, + "ĠβαÏĥ": 124371, + "Ġarz": 124372, + "ãĥ¢ãĥ³": 124373, + "ĠÑĢÑĸвенÑĮ": 124374, + "ä¸įçŁ¥": 124375, + "导èĩ´": 124376, + "اÙĬØ´": 124377, + "ĠпÑĢевÑĭÑĪ": 124378, + "Ġпн": 124379, + "ĠÎĴÏģοÏĩή": 124380, + "Ġ身": 124381, + "ĠÄIJầu": 124382, + "ĠÏĮμÏīÏĤ": 124383, + "jÃŃž": 124384, + "Ġλίγ": 124385, + "ĠÑĪколи": 124386, + "ãģ£ãģ±ãģĦ": 124387, + "zdy": 124388, + "Ġ곧": 124389, + "teÅŁ": 124390, + "ÑĢеÑī": 124391, + "κει": 124392, + "sahuje": 124393, + "Ġà¤īसस": 124394, + "ĠTanrı": 124395, + "ä¸į好": 124396, + "éĥŃ": 124397, + "ĠвÑĭглÑıд": 124398, + "ĠçoÄŁ": 124399, + "ĠинÑģÑĤÑĢÑĥменÑĤ": 124400, + "rej": 124401, + "èĪĮ": 124402, + "ãģĭãĤīãģªãģĦ": 124403, + "ĠнепÑĢиÑıÑĤ": 124404, + "ĠкÑĢоме": 124405, + "ζη": 124406, + "Ġлог": 124407, + "ावर": 124408, + "ëħķíķĺìĦ¸ìļĶ": 124409, + "ाहरण": 124410, + "Ġgüvenilir": 124411, + "Tại": 124412, + "ĠØ´Ùĩرد": 124413, + "ĠΤε": 124414, + "оÑĢаз": 124415, + "ĠlÃłng": 124416, + "Ｉ": 124417, + "æĬķ注": 124418, + "Ġsiyaset": 124419, + "ÐĽÑİ": 124420, + "ĠtÅĻet": 124421, + "ĠÏĢÏģÏİÏĦη": 124422, + "ĠÑĥлÑĭб": 124423, + "ĠLâm": 124424, + "ÑĥлÑĮÑĤа": 124425, + "åŁºåľ°": 124426, + "Ġskupina": 124427, + "æ°¸ä¹ħ": 124428, + "лÑĥгов": 124429, + "ĠÑĨÑĸй": 124430, + "ĠPoh": 124431, + "iд": 124432, + "ĠTruy": 124433, + "çļĦä¸Ģ个": 124434, + "ë²ĦìłĦ": 124435, + "Ġxứ": 124436, + "à¸ĩà¹ģรà¸ģ": 124437, + "à¸Ħà¸Ńม": 124438, + "Ġelektronik": 124439, + "ĠaÄŁaç": 124440, + "Ġà¤ľà¤¯": 124441, + "ĠповеÑĢÑħноÑģÑĤÑĮ": 124442, + "ĠاÙĩÙħÛĮت": 124443, + "ливиÑħ": 124444, + "ĠolduÄŁundan": 124445, + "ï¼ī:": 124446, + "ÑĨиÑıÑħ": 124447, + "è£½ä½ľ": 124448, + "à¸Ĺรà¸ĩ": 124449, + "eyim": 124450, + "Ġnáklad": 124451, + "cilik": 124452, + "ĠÐĵлав": 124453, + "ĠUygu": 124454, + "ĠÑĢегÑĥлÑİ": 124455, + "à¤Ĥà¤ľà¤¨": 124456, + "Ġkaynaģı": 124457, + "à¹īาà¸Ń": 124458, + "Ġgörmek": 124459, + "ĠíĮ¬": 124460, + "Ġå®Į": 124461, + "Ø«ÙħاÙĨ": 124462, + "ĠÑĤакаÑı": 124463, + "Ġнеиз": 124464, + "Ġzprávy": 124465, + "ĠاÙĦشخص": 124466, + "Ġìĺ¤íĽĦ": 124467, + "ĠاÙĦطب": 124468, + "atırım": 124469, + "رÙĬر": 124470, + "ĠÙħعÙħارÛĮ": 124471, + "ÃľRK": 124472, + "ĠÒIJ": 124473, + "ĠìĦ¬": 124474, + "æīĭãģ«": 124475, + "Ġë³ĢíĻĶ": 124476, + "ulace": 124477, + "Ġsợ": 124478, + "ÑĢиÑĩ": 124479, + "มหาว": 124480, + "Ġkâ": 124481, + "ĠÑģпÑĢоб": 124482, + "ÙĩرÙĩ": 124483, + "ाधन": 124484, + "ĠÏĢαι": 124485, + "بعد": 124486, + "ĠاÙĦتÙĪ": 124487, + "ç»ıçIJĨ": 124488, + "působ": 124489, + "æ¬ł": 124490, + "ĠзаÑħвоÑĢÑİваннÑı": 124491, + "خة": 124492, + "ÚĨار": 124493, + "Ġbozuk": 124494, + "]âĢı": 124495, + "ĠSocorro": 124496, + "Ġhrad": 124497, + "надлеж": 124498, + "ĠÑĥÑĩаÑģÑĤие": 124499, + "å¤īãĤı": 124500, + "Ġyans": 124501, + "ĠØ¥ÙĦ": 124502, + "خبر": 124503, + "ÑĨиклопед": 124504, + "ιÏİν": 124505, + "ÏĥÏĦÏģο": 124506, + "Ġbanka": 124507, + "ĠsoÄŁuk": 124508, + "Ġünlü": 124509, + "é¢ľ": 124510, + "ĠرÙģع": 124511, + "çIJ³": 124512, + "ĠÑģоÑģÑĤоÑıнии": 124513, + "νονÏĦαÏĤ": 124514, + "ĠакÑĤи": 124515, + "ĠÏĢολÏħ": 124516, + "ĠмоÑĹ": 124517, + "Ġæł¼": 124518, + "ç²Ĺ": 124519, + "ĠÑģлÑĥÑĩай": 124520, + "ìĿ¼ìĹIJ": 124521, + "ĠÑĤÑĢебÑĥеÑĤ": 124522, + "ĠåıĤèĢĥ": 124523, + "angl": 124524, + "amik": 124525, + "ĠÄ°Åŀ": 124526, + "湯": 124527, + "ĠÄijáo": 124528, + "ละà¸Ħร": 124529, + "Ñģо": 124530, + "Âłob": 124531, + "Ġklim": 124532, + "èĥĨ": 124533, + "ìĥĿíĻľ": 124534, + "ãĥijãĥ³": 124535, + "-ब": 124536, + "Ġкад": 124537, + "à¹Īสามารà¸ĸ": 124538, + "ĠÙħسÙĦÙħاÙĨ": 124539, + "ç¿°": 124540, + "ĠBütün": 124541, + "ĠKraj": 124542, + "ĠпеÑĢÑģп": 124543, + "Ġenerj": 124544, + "ãģķãģĽãĤĭ": 124545, + "è¾¾åĪ°": 124546, + "ाà¤Ĭ": 124547, + "ĠگرÙģتÙĨ": 124548, + "ÑĪкÑĥ": 124549, + "ĠÐŁÐ»Ð¾": 124550, + "ÃŃny": 124551, + "ĠHra": 124552, + "ĠÚĨÙĨاÙĨ": 124553, + "Ġà¹Ħà¸Ĺย": 124554, + "visejÃŃcÃŃ": 124555, + "Û³Û³": 124556, + "ĠÐľÑĸнÑĸÑģÑĤеÑĢ": 124557, + "à¹Ĥà¸Ń": 124558, + "ĠدÙĩÛĮد": 124559, + "æ¯Ķä¾ĭ": 124560, + "ÏĥιεÏį": 124561, + "ÇIJ": 124562, + "ãĢģãģª": 124563, + "Ġतस": 124564, + "ĠÄ°t": 124565, + "ĠìłĦìŁģ": 124566, + "à¹Ģà¸Īร": 124567, + "Ġelektr": 124568, + "ĠdÆ°": 124569, + "âĶĶ": 124570, + "Ġìĥ¤": 124571, + "ä»®": 124572, + "à¸ģารà¹Ģล": 124573, + "ĠмÑĥлÑĮ": 124574, + "Ġ度": 124575, + "ĠHuyá»ĩn": 124576, + "вен": 124577, + "ĠlÆ°á»Ľi": 124578, + "Ġprovozu": 124579, + "ÑĥÑĢÑĥ": 124580, + "ÑĢÑĸÑĹ": 124581, + "ĠçocuÄŁ": 124582, + "ัà¸IJà¸ļาล": 124583, + "ÙĦÙĬÙĩ": 124584, + "Ġ[âĢ¦]...Ċ": 124585, + "åİŁå§ĭ": 124586, + "Ġsklad": 124587, + "ĠسپتاÙħبر": 124588, + "ĠTomáš": 124589, + "ĠسÙĪاÙĦ": 124590, + "çģŃ": 124591, + "ãĤĵãģ©": 124592, + "назнаÑĩ": 124593, + "ĠÄijÄ©a": 124594, + "ĠudÄĽlat": 124595, + "Ġà¤Ĩदम": 124596, + "Ｌ": 124597, + "ινÏĮ": 124598, + "iÅŁleri": 124599, + "ÄIJây": 124600, + "ĠرساÙĨÙĩ": 124601, + "عاÙħ": 124602, + "ãĥ¼ãĥijãĥ¼": 124603, + "Ġdoprov": 124604, + "ĠмÑĸÑģÑĤо": 124605, + "ï¼¥": 124606, + "елÑĸг": 124607, + "ائز": 124608, + "ä¸įäºĨ": 124609, + "ĠÐIJлекÑģандÑĢ": 124610, + "ĠвÑĢемен": 124611, + "ĠdveÅĻe": 124612, + "Ġchảy": 124613, + "Ġotel": 124614, + "èĤ¯å®ļ": 124615, + "ĠÑĥÑĤвеÑĢжд": 124616, + "ĠÐļомп": 124617, + "ĠëĤĺëĿ¼": 124618, + "ĠвÑĸдбÑĥваÑĶÑĤÑĮÑģÑı": 124619, + "ãĢģãĢİ": 124620, + "ĠkarÅŁÄ±lık": 124621, + "Ġlẫn": 124622, + "çħĻ": 124623, + "عکس": 124624, + "å¼¥": 124625, + "Ġtecr": 124626, + "Ġneod": 124627, + "æĪIJçĤº": 124628, + "åħ¥ãĤĬ": 124629, + "ĠÐŁÑĢод": 124630, + "ĠÏĢÏģά": 124631, + "ืà¸Ńà¸Ķ": 124632, + "ÑģÑĤаÑĤи": 124633, + "еноÑĹ": 124634, + "ÑĩиÑģл": 124635, + "羣æŃ£": 124636, + "Ġราà¸Ħ": 124637, + "ÑĥÑĢе": 124638, + "ĠشاÙĩد": 124639, + "اعر": 124640, + "Ġê²½íĹĺ": 124641, + "à¸Ļà¸Ħ": 124642, + "ãĥįãĥ«": 124643, + "ÏĢοÏħλοÏĤ": 124644, + "Ġमà¤Ī": 124645, + "ìĬ¤ì½Ķ": 124646, + "itelné": 124647, + "å¼ĢæĶ¾": 124648, + "çį¨": 124649, + "ĠpÅĻech": 124650, + "úÄįast": 124651, + "å¢ĵ": 124652, + "Ġå½±": 124653, + "ÙĨساÙĨ": 124654, + "Ġдвад": 124655, + "ĠидеÑĤ": 124656, + "ĠподклÑİÑĩ": 124657, + "íĬ¹ë³Ħìĭľ": 124658, + "BÃłi": 124659, + "Å¡ku": 124660, + "ilerden": 124661, + "åıĺå¾Ĺ": 124662, + "ëıĻìķĪ": 124663, + "ĠpostupnÄĽ": 124664, + "ĠиÑĤог": 124665, + "Ġdůvodu": 124666, + "sizlik": 124667, + "ÙĦاÙĨ": 124668, + "éĤ£ç§į": 124669, + "ĠÑĩаÑģа": 124670, + "ä¸įæĸŃ": 124671, + "ĠØ®ÛĮاباÙĨ": 124672, + "ĠاÙĦداخ": 124673, + "ĠÑģÑĤоÑĢÑĸн": 124674, + "Ġì¶ľìĹ°": 124675, + "æ²Ł": 124676, + "Ġhry": 124677, + "ĠGÃľ": 124678, + "ĠìĿ¸êµ¬": 124679, + "lied": 124680, + "ĠعاÙĦÙĬØ©": 124681, + "ĠпÑĢедваÑĢ": 124682, + "анной": 124683, + "åı¥è¯Ŀ": 124684, + "éłĵ": 124685, + "ë°ĶìĿ¼": 124686, + "ï¼ı/": 124687, + "ĠÙħختصات": 124688, + "ëŀ«": 124689, + "ĠçalÄ±ÅŁmaları": 124690, + "Ġrepublika": 124691, + "Ġì³": 124692, + "ा)": 124693, + "Ġê±´ê°ķ": 124694, + "Ġê³µëıĻ": 124695, + "èħ¦": 124696, + "ĠìĦľë¡ľ": 124697, + "ĠпÑĢоводиÑĤÑĮ": 124698, + "ĠдейÑģÑĤвиÑĤелÑĮно": 124699, + "veç": 124700, + "ثاÙĦ": 124701, + "Ġgösterir": 124702, + "ırlar": 124703, + "ĠÑģамÑĭм": 124704, + "álo": 124705, + "é¢ij次": 124706, + "à¥Īà¤Ĺ": 124707, + "ادÙħ": 124708, + "çĮª": 124709, + "ĠSản": 124710, + "Ġçı": 124711, + "Ġlety": 124712, + "Ġrepublice": 124713, + "æĿ¥èĩª": 124714, + "Ġvết": 124715, + "Ġbirik": 124716, + "Ġmekt": 124717, + "ĠاÙĦÙĪÙģ": 124718, + "Ġjich": 124719, + "ä¸Ģ覧": 124720, + "éľ²åĩº": 124721, + "ĠHiá»ĩn": 124722, + "Ġdiá»ĩt": 124723, + "ĠÑħÑĢиÑģÑĤи": 124724, + "åĪļæīį": 124725, + "kate": 124726, + "Ġbazen": 124727, + "ĠurÄįitÄĽ": 124728, + "ĠumožÅĪuje": 124729, + "é¡ĺãģĦ": 124730, + "/QÄIJ": 124731, + "ĠmenÅ¡ÃŃ": 124732, + "ÏĥκεÏħή": 124733, + "ĠÑĨеÑĢков": 124734, + "Ġè´Ń": 124735, + "окÑĢаÑĤи": 124736, + "ĠÑĢозк": 124737, + "ανοÏħ": 124738, + "Ġyönetic": 124739, + "Ġolmadan": 124740, + "åĨľä¸ļ": 124741, + "Ġë°ĶëŀĮ": 124742, + "çĵľ": 124743, + "ÑĪаеÑĤÑģÑı": 124744, + "ĠÐļоÑģÑĤ": 124745, + "ĠÙħعت": 124746, + "Ġà¸ŀล": 124747, + "ĠÙħتÙģاÙĪت": 124748, + "ãĤīãģı": 124749, + "èĪĹ": 124750, + "ĠتعرÛĮÙģ": 124751, + "éīĦéģĵ": 124752, + "ĠpéÄįe": 124753, + "컵": 124754, + "ĠподÑĢаз": 124755, + "ĠбанкÑĥ": 124756, + "Ä°SÄ°": 124757, + "æ¡IJ": 124758, + "à¹Ĥรà¸Ħ": 124759, + "ĠØŃØ°Ùģ": 124760, + "Ġë£": 124761, + "лиж": 124762, + "ĠìĤ°ìĹħ": 124763, + "ĠпÑĢиÑĩинÑĭ": 124764, + "Ġназна": 124765, + "ãĥªãĤ¹ãĥĪ": 124766, + "ìłķë¶Ģ": 124767, + "ÏĥÏĨα": 124768, + "å¦ĥ": 124769, + "Ġголови": 124770, + "ëIJĺìĹĪìĬµëĭĪëĭ¤": 124771, + "ĠενÏĮÏĤ": 124772, + "ãĤ¤ãĥ³ãĤ¿": 124773, + "Ġslun": 124774, + "ëł´": 124775, + "ĠÑģÑĥÑīеÑģÑĤвÑĥеÑĤ": 124776, + "заб": 124777, + "æĽ´åĬł": 124778, + "ĠблагодаÑĢÑı": 124779, + "ĠëĮĢ구": 124780, + "è¾ħ": 124781, + "หาà¸ģ": 124782, + "Ġæİ¥": 124783, + "ëĮĢ를": 124784, + "人类": 124785, + "jeme": 124786, + "åĪĨå¸ĥ": 124787, + "ìŀ¥ìĿĢ": 124788, + "Ġдопомоги": 124789, + "ìĻĦë£Į": 124790, + "osy": 124791, + "èĭ±éĽĦ": 124792, + "ĠÙĦس": 124793, + "मह": 124794, + "Ġà¸ģำ": 124795, + "ĠداشتÙĨ": 124796, + "Ńìłľ": 124797, + "Ä°ng": 124798, + "ĠThÆ°á»Ŀng": 124799, + "íĻĢ": 124800, + "ÑįÑĦ": 124801, + "íķ´ìļĶ": 124802, + "ĠÐľÑĸж": 124803, + "еÑĢÑĸга": 124804, + "Ġεá¼": 124805, + "à¹ģสà¸ĩ": 124806, + "ãĥĢãĤ¤": 124807, + "Ġcesty": 124808, + "Ġprázd": 124809, + "第ä¸Ģ次": 124810, + "ĠÙĩÙħسر": 124811, + "Ġzev": 124812, + "ÂłE": 124813, + "ĠBelediyesi": 124814, + "ĠпÑĢопози": 124815, + "ĠanlayÄ±ÅŁ": 124816, + "ÂłÙħ": 124817, + "ĠÑĢаÑģÑģÑĩиÑĤ": 124818, + "ĠاÙĦØ£ÙħرÙĬÙĥÙĬØ©": 124819, + "Ġžena": 124820, + "deniz": 124821, + "Ġnoci": 124822, + "Ġstál": 124823, + "ุย": 124824, + "주ìĨĮ": 124825, + "ĠзеÑĢ": 124826, + "ĠìĨĮê°ľ": 124827, + "Ġkhẳng": 124828, + "atıcı": 124829, + "ÄĽÅ¾": 124830, + "ĠÑĩÑĥÑĤÑĮ": 124831, + "ĠcáºŃu": 124832, + "ĠاطÙĦاع": 124833, + "æµħ": 124834, + "Ġstrav": 124835, + "ĠSanayi": 124836, + "ĠطبÙĬ": 124837, + "Ġhızla": 124838, + "Ïİνα": 124839, + "à¤¿à¤ľà¤²": 124840, + "ÙħØŃÙħد": 124841, + "à¸ļà¸ģ": 124842, + "Ġvzdálen": 124843, + "ĠÑĤакими": 124844, + "ãĢĤãģĿãģĹãģ¦": 124845, + "Ġkalp": 124846, + "Ġкожного": 124847, + "ÐłÂµ": 124848, + "ÙĦعاب": 124849, + "ĠÙħÙĪÙĨ": 124850, + "ĠìĿ¼ìĿĦ": 124851, + "Ġë°ĶìĿ´": 124852, + "Ġmekan": 124853, + "ĠجاÙħع": 124854, + "ĠÙĨÙģت": 124855, + "ĠاÙĦسÙħ": 124856, + "лÑĭÑħ": 124857, + "èĥĮæĻ¯": 124858, + "Ġê²ĥëıĦ": 124859, + "ĠìĤ´ìķĦ": 124860, + "ydı": 124861, + "ĠнавеÑĢ": 124862, + "åŃIJãģ¯": 124863, + "luluk": 124864, + "Ġhá»Ĺn": 124865, + "ĠØ´Ùģ": 124866, + "ĠعÙĦت": 124867, + "à¸Ħราม": 124868, + "ĠÎļÏįÏĢ": 124869, + "Ġà¹Ģมษายà¸Ļ": 124870, + "ÙĨدÙĤ": 124871, + "ĠÑĥÑģÑĤÑĢа": 124872, + "ĠÎĵεν": 124873, + "ĠÐĨван": 124874, + "ĠPhong": 124875, + "家çļĦ": 124876, + "ĠÐIJлекÑģ": 124877, + "ĠзбеÑĢÑĸг": 124878, + "ĠÅŁarkı": 124879, + "ĠظرÙģÛĮت": 124880, + "ĠÙħعÙĨÛĮ": 124881, + "Ġлов": 124882, + "ĠìĤ¶": 124883, + "èħIJ": 124884, + "Ġå¯Į": 124885, + "ERG": 124886, + "ĠÑģÑĤоимоÑģÑĤÑĮ": 124887, + "ÅĻet": 124888, + "à¥īय": 124889, + "à¹Īาร": 124890, + "ĠارÙĪپا": 124891, + "ĠбÑĢоÑģ": 124892, + "ĠоÑĤноÑģÑıÑĤ": 124893, + "ĠÎŁÎº": 124894, + "ÑĨÑĮкий": 124895, + "ÏĬκ": 124896, + "ãģĤãĤĬãģ¾ãģĽãĤĵ": 124897, + "ĠÑĥник": 124898, + "ĠÄijiá»ĥn": 124899, + "Ġvýzkum": 124900, + "Ġhứ": 124901, + "ĠÙĪات": 124902, + "Ġå¹³æĸ¹": 124903, + "Ïħμ": 124904, + "ãĤĴ使": 124905, + "είÏĦαι": 124906, + "两人": 124907, + "ĠåĮ»": 124908, + "ÑĢаÑĤиÑĤÑĮ": 124909, + "ĠاÙĦاÙĨت": 124910, + "ãģ®äºº": 124911, + "رش": 124912, + "ĠТÑĥÑĢ": 124913, + "rnÄĽ": 124914, + "天天": 124915, + "มาร": 124916, + "Ġortalama": 124917, + "ĠпеÑĢепиÑģ": 124918, + "ĠìĥĿìĤ°": 124919, + "å¿Ĩ": 124920, + "íĩ´": 124921, + "ï¼Į该": 124922, + "éĮ¢": 124923, + "ÏĢαίδ": 124924, + "ĠмеÑĢопÑĢи": 124925, + "ĠгÑĢав": 124926, + "ÃĶng": 124927, + "Ġæ¤": 124928, + "ĠاÙĦدÙĪÙĦØ©": 124929, + "ĠоÑģÑĮ": 124930, + "å¥Ķ": 124931, + "Ġgüvenli": 124932, + "íķĺìĭł": 124933, + "ĠéĬ": 124934, + "éŁ³æ¨Ĥ": 124935, + "Ġmedya": 124936, + "ĠبÙĨا": 124937, + "ама": 124938, + "ĠãĤŃãĥ£": 124939, + "èĹ¥": 124940, + "larım": 124941, + "ĠTiếng": 124942, + "iyorlar": 124943, + "ï¼¢": 124944, + "æĶĿ": 124945, + "ÑĸйÑģÑĮкоÑĹ": 124946, + "ĠyetiÅŁtir": 124947, + "Ġپسر": 124948, + "ãĤīãģĹ": 124949, + "Âļ": 124950, + "ìĥ¤": 124951, + "à¸Ķาห": 124952, + "ĠتØŃصÛĮÙĦ": 124953, + "Ġбенз": 124954, + "éģ£": 124955, + "ĠнаблÑİ": 124956, + "ä½ĵç³»": 124957, + "ãĥ¯ãĤ¤ãĥĪ": 124958, + "³³Ġ": 124959, + "书记": 124960, + "ĠMühendis": 124961, + "plor": 124962, + "laz": 124963, + "лÑıли": 124964, + "Ġpomáh": 124965, + "Ġближ": 124966, + "ĠÑĩиÑģла": 124967, + "ĠubytovánÃŃ": 124968, + "ÑĢаÑĤно": 124969, + "ĠtrÄĥm": 124970, + "ĠابراÙĩ": 124971, + "átka": 124972, + "Ġiçindeki": 124973, + "ัà¸ļà¸Ļ": 124974, + "ĠاÙħÛĮد": 124975, + "nave": 124976, + "ecut": 124977, + "å°±åľ¨": 124978, + "Ġtradi": 124979, + "Ø·ÙĦÙĤ": 124980, + "ãĤ¦ãĤ©": 124981, + "Ġkhuôn": 124982, + "ìĬ¤ë¡ľ": 124983, + "ÏĦÎŃÏģα": 124984, + "ĠÏĥκο": 124985, + "맼": 124986, + "ĠÙģÙĨÛĮ": 124987, + "à¹Įà¹Ģà¸ŀ": 124988, + "ĠاÙĦعظ": 124989, + "Ġthôn": 124990, + "기ìĿĺ": 124991, + "Ġ฿": 124992, + "ÑĥÑİÑĤÑģÑı": 124993, + "ĠÙħکاÙĨ": 124994, + "ĠâĹİ": 124995, + "Ġçľģ": 124996, + "Ġåį¡": 124997, + "ĠпеÑĢÑĪий": 124998, + "ĠíĽĦë³´": 124999, + "ĠآراÙħ": 125000, + "ãģĮãģĦ": 125001, + "ยาà¸Ļ": 125002, + "μει": 125003, + "ĠMáy": 125004, + "Ġzů": 125005, + "Ġpodporu": 125006, + "컨": 125007, + "ÑģÑĤÑĢи": 125008, + "ÏĢÏĦÏīÏĥη": 125009, + "Ð¤ÐĽ": 125010, + "åĵªéĩĮ": 125011, + "ĠпеÑĢвÑĥÑİ": 125012, + "Ġyerinde": 125013, + "ĠزÛĮبا": 125014, + "Ġodstran": 125015, + "à¥Ģà¤Ĺ": 125016, + "ĠÑĢÑĸзнÑĸ": 125017, + "ÏģηÏĥη": 125018, + "âĢĮاÙĦÙħÙĦÙĦÛĮ": 125019, + "عاد": 125020, + "à¥įपष": 125021, + "ÑŁN": 125022, + "ï½Ľ": 125023, + "ãĥ¼ãĥľ": 125024, + "è´Ńä¹°": 125025, + "ĠìĿ¸ê¸°ê¸Ģ": 125026, + "ĠÙħÛĮØ´ÙĪد": 125027, + "ĠбезопаÑģноÑģÑĤи": 125028, + "ĠνεÏĨοκ": 125029, + "ãģ«ãģ¨": 125030, + "ĠÑĨеÑĢкви": 125031, + "تÙĥ": 125032, + "ĠHÃłng": 125033, + "ĠÙĦÙĦس": 125034, + "ĠνεÏĨοκάλÏħÏĪηÏĤ": 125035, + "raman": 125036, + "Ġvyvol": 125037, + "niÄį": 125038, + "راÙĨÙĩ": 125039, + "ĠpeÅŁ": 125040, + "ãĥ«ãĤ¯": 125041, + "å´ĩ": 125042, + "Ġimkân": 125043, + "åĮ»çĸĹ": 125044, + "Ġपà¥Ŀ": 125045, + "άννηÏĤ": 125046, + "ĠجÛĮ": 125047, + "Ġproje": 125048, + "Ġülkenin": 125049, + "ĠKew": 125050, + "ĠاÙĦÙħÙģ": 125051, + "Ø£Ùĥ": 125052, + "çĻºè¡¨": 125053, + "ĠδÏħ": 125054, + "ĠåĽ½å®¶": 125055, + "ĠKiÅŁisel": 125056, + "ãĥ³ãĤ¬": 125057, + "Ġzpráva": 125058, + "Viá»ĩc": 125059, + "erif": 125060, + "Ġstránky": 125061, + "éļł": 125062, + "è¼ķ": 125063, + "коз": 125064, + "Ġà¤¸à¤ľ": 125065, + "ÙĩداÙģ": 125066, + "loub": 125067, + "à¸łà¸²à¸ŀยà¸Ļà¸ķร": 125068, + "ĠíķłìĿ¸": 125069, + "ĠÄIJÃło": 125070, + "ĠÙĨاØŃÛĮÙĩ": 125071, + "(=)": 125072, + "ĠÅŀampiyon": 125073, + "ĠpiÅŁ": 125074, + "ĠØ°Ùĩ": 125075, + "९": 125076, + "ĠÑģÑĢедÑģÑĤво": 125077, + "Ġà¹Ģวลา": 125078, + "ĠÑĩÑĥж": 125079, + "Ġverileri": 125080, + "Ġکارت": 125081, + "ави": 125082, + "Ġà¤ķरव": 125083, + "Ġrestau": 125084, + "ê°ľìĽĶ": 125085, + "ĠмиÑĢов": 125086, + "ì°®": 125087, + "ĠnÄĽjaký": 125088, + "Ġsessiz": 125089, + "اءات": 125090, + "ĠÐĹаÑħ": 125091, + "ÑıÑīиÑħ": 125092, + "пÑĢ": 125093, + "ĠподалÑĮ": 125094, + "ĠопÑĢеделиÑĤÑĮ": 125095, + "à¥Ń": 125096, + "ĠرÙģ": 125097, + "幸ç¦ı": 125098, + "à»": 125099, + "ĠvÄĽdom": 125100, + "ĠÑģвидеÑĤелÑĮ": 125101, + "ĠÎĵοÏħ": 125102, + "ılıģıyla": 125103, + "çĻ»éĮ²": 125104, + "Ġä¸ĭè·Į": 125105, + "ĠплÑİ": 125106, + "нод": 125107, + "ĠأجÙĦ": 125108, + "Ġà¤ķथ": 125109, + "éĥ½ä¸į": 125110, + "Ġsene": 125111, + "ĠpÄĽ": 125112, + "è¨ĪåĬĥ": 125113, + "ĠаÑĥд": 125114, + "Ġодном": 125115, + "Ġä¸ĩåħĥ": 125116, + "ĠÙĪÙħا": 125117, + "ĠÐĶÑĢÑĥг": 125118, + "èµ·ãģĵ": 125119, + "ваÑİÑĤÑģÑı": 125120, + "лаÑĤÑĥ": 125121, + "ĠتÙĪÙĨ": 125122, + "ÑīаÑı": 125123, + "ήλ": 125124, + "ĠÐŁÑĢа": 125125, + "Ġاسترات": 125126, + "ิà¸Ļà¹Ģà¸Ķ": 125127, + "à¥įà¤Ĺत": 125128, + "ÂłÐ·": 125129, + "ĠполоÑĤ": 125130, + "æ®ĸ": 125131, + "æ¡Ĩ": 125132, + "ĠSistem": 125133, + "Ġruku": 125134, + "ãĥĥãĤ«ãĥ¼": 125135, + "ĠобÑıзан": 125136, + "ĠkÃ¶ÅŁ": 125137, + "Ġadını": 125138, + "Ø´ÙħاÙĦÛĮ": 125139, + "naÄįenÃŃ": 125140, + "Ġ.ï¼ı": 125141, + "Ġå®ĺ": 125142, + "Ġtoplumsal": 125143, + "誤": 125144, + "ĠبÙĩبÙĪد": 125145, + "ÑģÑĤвеннаÑı": 125146, + "Ġآپ": 125147, + "ĠجÙĦسÙĩ": 125148, + "ãĢĢï½": 125149, + "åĵŃ": 125150, + "æīĢå±ŀ": 125151, + "æĴ®": 125152, + "ì¢Ģ": 125153, + "Ġει": 125154, + "ì¹ĺ를": 125155, + "Ġê³¼ìłķ": 125156, + "uuml": 125157, + "δά": 125158, + "Ġزد": 125159, + "ìĽIJìĿĦ": 125160, + "ĠvÄĽcÃŃ": 125161, + "دث": 125162, + "Ġsanki": 125163, + "åĥıæĺ¯": 125164, + "лаÑĢа": 125165, + "ìĤ¬ìĿ´": 125166, + "ãĤıãĤĮãģŁ": 125167, + "ĠÄijón": 125168, + "åIJ¯åĬ¨": 125169, + "ĠgiÃłnh": 125170, + "Ġkırmızı": 125171, + "Ø®Ùħ": 125172, + "æIJį": 125173, + "åĪĩãĤĬ": 125174, + "ãĤµãĥ¼ãĥĵãĤ¹": 125175, + "Ùĩار": 125176, + "Ø°Ùĥر": 125177, + "оÑĢоз": 125178, + "à¥Īà¤Ĥ।ĊĊ": 125179, + "ĠíĻĪíİĺìĿ´ì§Ģ": 125180, + "ĠÙĥبÙĬرة": 125181, + "нина": 125182, + "íķĺìļ°": 125183, + "å¼ķçĶ¨é¢ij次": 125184, + "८": 125185, + "ĠбаÑĤÑĮкÑĸв": 125186, + "à¸Łà¸Ńร": 125187, + "ี.": 125188, + "ìłĿíĬ¸": 125189, + "éĺħ读次æķ°": 125190, + "Ġitir": 125191, + "ÑĪин": 125192, + "ĠVáºŃy": 125193, + "çĤ®": 125194, + "лагод": 125195, + "Ø´ÙĨاس": 125196, + "á»IJ": 125197, + "ĠÑıгод": 125198, + "Ġì¤ijìķĻ": 125199, + "رÙĬØ·": 125200, + "ĠìĪĺíĸī": 125201, + "Ġä¸ĢèĪ¬": 125202, + "ĠÑħвилин": 125203, + "ĠÐľÐ¾Ð¶Ð½Ð¾": 125204, + "ĠнаÑĩале": 125205, + "Ġоднов": 125206, + "ĠÃľÃ§": 125207, + "ÑĨионнÑĭй": 125208, + "Ġìļķ": 125209, + "æ¼Ĥ": 125210, + "å²³": 125211, + "تدÙī": 125212, + "κηÏĤ": 125213, + "âĢĻnda": 125214, + "ï¼IJï¼IJ": 125215, + "èªī": 125216, + "é§ħå¾ĴæŃ©": 125217, + "ĠÙģرزÙĨد": 125218, + "åħ¬è·¯": 125219, + "αÏĥίαÏĤ": 125220, + "าà¸ĵาà¸Ī": 125221, + "ëij¥": 125222, + "ĠÏĢοι": 125223, + "ĠبداÙĨ": 125224, + "кап": 125225, + "ĠìŀĪëĬĶëį°": 125226, + "ï¼ĮæѤ": 125227, + "à¸Ľà¸£à¸°à¹Ĥยà¸Ĭà¸Ļ": 125228, + "ĠÚ©Ø´ÙĪرÙĩاÛĮ": 125229, + "ุส": 125230, + "ãģ¹ãģį": 125231, + "ĠÑģамÑĭй": 125232, + "ĠплÑı": 125233, + "Ġбед": 125234, + "人æīį": 125235, + "สหร": 125236, + "ูà¸ķ": 125237, + "Ġkullanımı": 125238, + "íķĻëħĦ": 125239, + "æ²»çĸĹ": 125240, + "ãĢĤä¸įè¿ĩ": 125241, + "æ£ļ": 125242, + "ëĤ¨ëıĦ": 125243, + "Ġآتش": 125244, + "ÏĩÎŃÏĤ": 125245, + "Ġfunkci": 125246, + "нообÑĢаз": 125247, + "à¥ĭफ": 125248, + "Ġkaps": 125249, + "าษà¸İ": 125250, + "(ع": 125251, + "ï¼ĮåĬł": 125252, + "à¹Ĭà¸ģ": 125253, + "ĠÙĩØ´": 125254, + "ĠدرÙĪÙĨ": 125255, + "ĠмеÑĩ": 125256, + "ĠпÑĢежде": 125257, + "à¹Īย": 125258, + "Ġارشد": 125259, + "าà¹Ģล": 125260, + "æ¯Ķè¼ĥ": 125261, + "Ġذکر": 125262, + "ĠæĿ¡": 125263, + "ÐĬ": 125264, + "ÑĥкÑĢаÑĹн": 125265, + "ÙĬÙĨات": 125266, + "ì¢ĭ": 125267, + "диÑı": 125268, + "ÏĦÏģι": 125269, + "ĠÐļаз": 125270, + "ÙĤÙĦاÙĦ": 125271, + "_,,": 125272, + "ĠÚĨت": 125273, + "ĠìĿ¼ìłķ": 125274, + "ĠÐŁÑĢоÑĦ": 125275, + "æ³Ľ": 125276, + "Ġdruhý": 125277, + "ÑĩÑĥк": 125278, + "ledik": 125279, + "Ġheyec": 125280, + "Ñĭвал": 125281, + "ĠDüny": 125282, + "ĠçĻº": 125283, + "ĠpÅĻátel": 125284, + "βάλ": 125285, + "Ġغر": 125286, + "ëĭ¨ì²´": 125287, + "ìĽ¨ëĶĶìĭľ": 125288, + "ÑĢаÑīениÑı": 125289, + "нÑĨиклопед": 125290, + "Ġpodnikatel": 125291, + "Ġìĭłìŀħ": 125292, + "ĠÙģرآ": 125293, + "илиÑģÑı": 125294, + "Ġolumlu": 125295, + "à¥įषमत": 125296, + "ĠÙħتخصص": 125297, + "йом": 125298, + "ؤاÙĦ": 125299, + "ĠÐĿаÑĤ": 125300, + "ìĺ¤ëĬĶ": 125301, + "ĠMüdürlÃ¼ÄŁÃ¼": 125302, + "ĠHÃłnh": 125303, + "ĠسابÙĤ": 125304, + "ï¼īçļĦ": 125305, + "ĠQuý": 125306, + "ládánÃŃ": 125307, + "Ġìļ´ëıĻ": 125308, + "ĠÐĺÑħ": 125309, + "諾": 125310, + "lıģının": 125311, + "lil": 125312, + "uÄį": 125313, + "ĠÑĩемпÑĸон": 125314, + "ÑĤож": 125315, + "Ġä½Ľ": 125316, + "ниÑĨе": 125317, + "ĠпеÑĢвого": 125318, + "ĠÑģом": 125319, + "ÏĩÏİ": 125320, + "ÅĻik": 125321, + "иÑĤелÑĮÑģÑĤва": 125322, + "ĠÄ°ki": 125323, + "Ġaskeri": 125324, + "cisi": 125325, + "ĠjednÃŃm": 125326, + "Ġstanice": 125327, + "èĤ¡ç¥¨": 125328, + "à¸ľà¸¡": 125329, + "Từ": 125330, + "Å¡ak": 125331, + "ÏĦία": 125332, + "мами": 125333, + "ãģĮåĩº": 125334, + "μοί": 125335, + "маÑĶ": 125336, + "ëł¥ìĿ´": 125337, + "ãĤĦãģ£ãģ¦": 125338, + "Ġå¼µ": 125339, + "ØĮĊ": 125340, + "Ġ»Ċ": 125341, + "اجات": 125342, + "á½³": 125343, + "æĻĤãģ®": 125344, + "Ġпокол": 125345, + "ÑĸÑĤеÑĤ": 125346, + "Ġíķ´ê²°": 125347, + "Ġdedim": 125348, + "ĠÑĤвеÑĢд": 125349, + "ĠженÑīина": 125350, + "едини": 125351, + "ĠÙ¾ÛĮÚ©": 125352, + "iversite": 125353, + "ĠآسÛĮاب": 125354, + "ĠÑħаÑĢакÑĤеÑĢиÑģÑĤики": 125355, + "ĠØ£ÙĨÙĩا": 125356, + "ĠÑĥкÑĢаÑĹнÑģÑĮкоÑĹ": 125357, + "ĠاختÙĦاÙģ": 125358, + "Ġtez": 125359, + "ÏģεÏħ": 125360, + "Ġkonumu": 125361, + "ĠÑĤеÑħнÑĸ": 125362, + "мÑĸв": 125363, + "èĬ¯": 125364, + "ĠÏĥελ": 125365, + "Ä¢": 125366, + "μιÏĥ": 125367, + "ีà¹īĊ": 125368, + "Ġmne": 125369, + "ĠоÑĤвеÑĩ": 125370, + "ĠÎī": 125371, + "Ġéĩİ": 125372, + "Ġgấp": 125373, + "ĠпÑĢодÑĥкÑĤÑĭ": 125374, + "ĠСÑĢед": 125375, + "ÑĸллÑı": 125376, + "à¸ļà¸Ńà¸ģ": 125377, + "ĠtÅĻÃŃdy": 125378, + "Ġthá»ķ": 125379, + "ãĥĩãĤ£ãĤ¢": 125380, + "ÏĢοιη": 125381, + "νει": 125382, + "æĪij们çļĦ": 125383, + "Ġprofesyonel": 125384, + "ĠRakou": 125385, + "Ġвидно": 125386, + "Ġzby": 125387, + "ĠØŃاÙĦÛĮ": 125388, + "Ġé£Ł": 125389, + "ĠLÃłm": 125390, + "Ġگست": 125391, + "ĠТип": 125392, + "θι": 125393, + "ávis": 125394, + "ÙIJب": 125395, + "åı¯èĥ½æĢ§": 125396, + "ĠÑģемей": 125397, + "ãĤīãĤĮãģ¦ãģĦãĤĭ": 125398, + "ìĥģíĴĪ": 125399, + "ĠοÏħ": 125400, + "Ġà¤ħà¤Ĺस": 125401, + "олом": 125402, + "γον": 125403, + "ĠÑģвÑıÑī": 125404, + "æĵ¦": 125405, + "ÏĥÏĦηκε": 125406, + "èĢħçļĦ": 125407, + "-à¤ķ": 125408, + "ÑĤии": 125409, + "ĠвизнаÑĩеннÑı": 125410, + "åıijåĩº": 125411, + "даÑħ": 125412, + "ĠмоÑĢÑı": 125413, + "æī¾åĪ°": 125414, + "ÙĦÙĪب": 125415, + "èĬĻ": 125416, + "ĠÑĦакÑĤ": 125417, + "æ¯į亲": 125418, + "idlo": 125419, + "ĠStad": 125420, + "Ñįй": 125421, + "ìĽIJìĿ´": 125422, + "à¤ıन": 125423, + "æķ´ä¸ª": 125424, + "Ġfık": 125425, + "ĠÙħات": 125426, + "ÏĢον": 125427, + "Ġ경기ëıĦ": 125428, + "Ġαδ": 125429, + "Ġvzpom": 125430, + "Ġná»ĵi": 125431, + "ĠÙĨÙĤاط": 125432, + "ождение": 125433, + "ĠзалÑĸз": 125434, + "Ġrủi": 125435, + "è¾°": 125436, + ".:.:.:.:.:.:.:.:.:.:.:.:.:.:.:.:": 125437, + "ĠMÃľ": 125438, + "Ġkari": 125439, + "ĠÑģобÑĭ": 125440, + "ìĸ´ì§Ħ": 125441, + "رÙĬس": 125442, + "ubu": 125443, + "ĠØ®ÙĦÙģ": 125444, + "ظٹط": 125445, + "æĿī": 125446, + "ĠæĻ®éĢļ": 125447, + "ĠÙħÙĪاطÙĨØ©": 125448, + "ĠÑģÑĤанÑĥ": 125449, + "Ġê·¸ëħĢìĿĺ": 125450, + "ĠÙĦÙĥرة": 125451, + "Ġosm": 125452, + "ĠÑĥÑĢож": 125453, + "ега": 125454, + "Ġfelse": 125455, + "æĢĿèĢĥ": 125456, + "ãĢĮãģĪ": 125457, + "ĠновиÑħ": 125458, + "à¹IJ": 125459, + "üml": 125460, + "ĠíĶ¼íķ´": 125461, + "ìĿ¼ë°ĺ": 125462, + "Ġtürü": 125463, + "ĠмÑĸÑģÑĤÑĸ": 125464, + "Ġkaždé": 125465, + "ĠÙħسجد": 125466, + "ấc": 125467, + "ĠÙģÚ©ÛĮ": 125468, + "Ġyasal": 125469, + "å°±ç®Ĺ": 125470, + "ĠоблиÑĩÑĩÑı": 125471, + "ĠÙĦدÙĬ": 125472, + "ابات": 125473, + "ĠÑģпаÑģ": 125474, + "êµ°ìļĶ": 125475, + "Ġпад": 125476, + "ĠбÑĢаÑĤ": 125477, + "éĩį大": 125478, + "Ġdüzenlenen": 125479, + "Gün": 125480, + "Ġaplikace": 125481, + "à¸Ńห": 125482, + "Ġçħ": 125483, + "ĠÑģоÑģÑĤоиÑĤ": 125484, + "è¯Ħä»·": 125485, + "ĠDuy": 125486, + "طاÙĤ": 125487, + "ĠпÑĢидеÑĤÑģÑı": 125488, + "Ġtolik": 125489, + "Ġobrov": 125490, + "ĠpÅĻipoj": 125491, + "ĠÄ±ÅŁÄ±": 125492, + "Ú¯ÙĪÛĮ": 125493, + "æľŁå¾ħ": 125494, + "иплом": 125495, + "Ġince": 125496, + "ĠСоб": 125497, + "енÑĮÑİ": 125498, + "è§Ĵèī²": 125499, + "Ġà¸ķร": 125500, + "Ġbại": 125501, + "Ġê°ĢëĬ¥íķľ": 125502, + "ĠblÃŃzk": 125503, + "Ġtách": 125504, + "ĠвидÑĭ": 125505, + "иÑĩна": 125506, + "Ġvyžad": 125507, + "ĠìĨIJìĿĦ": 125508, + "ĠÐĿÑĸмеÑĩ": 125509, + "åŁºäºİ": 125510, + "ĠÐļÑĢи": 125511, + "ĠعزÛĮز": 125512, + "tiler": 125513, + "евÑĸ": 125514, + "Ġmožnosti": 125515, + "باز": 125516, + "ĠìĤ¬ë§Ŀ": 125517, + "ĠzÅĻejmÄĽ": 125518, + "íŤ": 125519, + "Ġürünleri": 125520, + "Ġγλη": 125521, + "аки": 125522, + "ãĤĴéĸĭ": 125523, + "anou": 125524, + "åĽ½ãģ®": 125525, + "ĠyaÅŁanan": 125526, + "ĠÑģевеÑĢ": 125527, + "Ġæ©Ł": 125528, + "มาà¸ģมาย": 125529, + "ĠíijľíĺĦ": 125530, + "รส": 125531, + "ĠضربÙĩ": 125532, + "ĠEvet": 125533, + "æĨ¶": 125534, + "ĠدÙĤÛĮÙĤ": 125535, + "Ġвозникнов": 125536, + "ìľłë¨¸": 125537, + "Ġíijľìĭľ": 125538, + "ÛĮØ´ÙĨ": 125539, + "ãĥĹãĥ©": 125540, + "ÑĤÑİ": 125541, + "ÙĪسÛĮ": 125542, + ")ìĿ´": 125543, + "è¯ģæĺİ": 125544, + "ãģ§ãģįãģ¾ãģĻ": 125545, + "ìĪĺìĿĺ": 125546, + "çĸĨ": 125547, + "ĠÙħÙģÙĩÙĪÙħ": 125548, + "оÑĩаÑĤкÑĥ": 125549, + "ालà¤ķ": 125550, + "æ¡Ĥ": 125551, + "ĠоÑħоÑĢони": 125552, + "ĠارزÛĮابÛĮ": 125553, + "ĠìµľëĮĢ": 125554, + "Ġthoải": 125555, + "ĠЦенÑĤÑĢалÑĮ": 125556, + "ĠçķĻ": 125557, + "à¸Ľà¸£à¸°à¹Ģà¸łà¸Ĺ": 125558, + "æµ·å¤ĸ": 125559, + "ĠÅŀu": 125560, + "íĻľëıĻ": 125561, + "ĠdvÄĽma": 125562, + "istrovstvÃŃ": 125563, + "Ġaracılıģıyla": 125564, + "Ġtrá»Ļn": 125565, + "»:": 125566, + "íĭ±": 125567, + "ĠÙĦÛĮÚ¯": 125568, + ".Ðļ": 125569, + "ĠÙħÙĤاÛĮسÙĩ": 125570, + "ĠвмÑĸ": 125571, + "رÙĪب": 125572, + "ĠاÙĦØ´Ùħ": 125573, + "ĠdennÄĽ": 125574, + "ÑĥÑĩа": 125575, + "åħ¹": 125576, + "Ñīим": 125577, + "ĠíĬ¹íŀĪ": 125578, + "ĠاستاÙĨدارد": 125579, + "à¥Ģध": 125580, + "ãĤ¸ãĤ¢": 125581, + "à¹ĩà¹ĩ": 125582, + "иÑģÑģ": 125583, + "Ġkazanç": 125584, + "ĠzÃŃskal": 125585, + "åĽŀæĿ¥": 125586, + "ĠпÑıÑĤÑĮ": 125587, + "ĠÄijãi": 125588, + "ĠÙĪرد": 125589, + "Ġìķķ": 125590, + "ุà¸Ĺร": 125591, + "åĬ¨çī©": 125592, + "Ġpublik": 125593, + "æĪIJæľ¬": 125594, + "æĪIJåijĺ": 125595, + "ãĤ¤ãĤ¯": 125596, + "شرÙĥØ©": 125597, + "á¿ĨÏĤ": 125598, + "Ġyola": 125599, + "üyoruz": 125600, + "ĠкÑĥÑĢи": 125601, + "ĠпоÑħож": 125602, + "Ġìłľê°Ģ": 125603, + "ियत": 125604, + "ائÙĦØ©": 125605, + "Ġãģ¾": 125606, + "़à¥ĩà¤Ĥ": 125607, + "ÑģÑĮкими": 125608, + "âĢľä½ł": 125609, + "imizde": 125610, + "ìµľìĭł": 125611, + "Ậ": 125612, + "èŁ": 125613, + "à¸Ħรà¸Ńà¸ļ": 125614, + "ãĢĢãĢĢãĢĢĠãĢĢĠãĢĢĠãĢĢ": 125615, + "تغ": 125616, + "ĠVÅ¡ech": 125617, + "à¸±à¸Ľà¸Ķาห": 125618, + "Ġatd": 125619, + "воÑİ": 125620, + "Ġyapım": 125621, + "ologické": 125622, + "Ġплен": 125623, + "Ġlazım": 125624, + "rung": 125625, + "ìĦľê´Ģ": 125626, + "Ġjiný": 125627, + "Ġtròn": 125628, + "ĠполÑĸÑĤики": 125629, + "اÙĥÙħ": 125630, + "دÛĮگر": 125631, + "à¥Īà¤Ĥ.Ċ": 125632, + "ĠاÙĩد": 125633, + "Ġãĥį": 125634, + "ĠпÑĢодÑĥкÑĤов": 125635, + "æĤŁ": 125636, + "ĠpÅĻÃŃpadech": 125637, + "ĠzaÄįala": 125638, + "åħ¥ãĤĮ": 125639, + "ĠÑĢÑĸвнÑĸ": 125640, + "æĦŁæĥħ": 125641, + "ĠΧα": 125642, + "죽": 125643, + "ิà¸Īารà¸ĵ": 125644, + "ÂłÐ±": 125645, + "ÑĸÑĹв": 125646, + "بش": 125647, + "çļĦéĹ®é¢ĺ": 125648, + "Ġzastup": 125649, + "볤ìļĶ": 125650, + "ãģ§ãģĻãģŃ": 125651, + "âĢĮداÙĨ": 125652, + "ï¼ĮæĤ¨": 125653, + "ĠuvÄĽdom": 125654, + "ãģ¦ãĤĭ": 125655, + "ìĤ¬ëŀĮ": 125656, + "lun": 125657, + "éĽĨåIJĪ": 125658, + "맹": 125659, + "Ġžid": 125660, + "à¤Ĭ": 125661, + "Ġtrp": 125662, + "лениÑħ": 125663, + "＿__": 125664, + "ÐľÐŀ": 125665, + "å¼ĭ": 125666, + "λÎŃον": 125667, + "ĠÄijòi": 125668, + "ĠкÑĢок": 125669, + "layıcı": 125670, + "ì¶ľìŀ¥ë§ĪìĤ¬ì§Ģ": 125671, + "åijĪ": 125672, + "éľŀ": 125673, + "ĠпоглÑıд": 125674, + "ترÙĥ": 125675, + "ĠتÙģاÙĪت": 125676, + "Ġå®®": 125677, + "ĠدÙĪربÛĮÙĨ": 125678, + "æĶ¾åľ¨": 125679, + "ĠÑģлÑĥÑĩаев": 125680, + "ĠÏħÏĢηÏģε": 125681, + "ë§ŀ": 125682, + "ãģĻãģĻ": 125683, + "ê²łëĭ¤": 125684, + "รายà¸ģาร": 125685, + "ĠÏĢÏģιν": 125686, + "ĠÑģмеÑĪ": 125687, + "å§ī": 125688, + "Ġvýsledky": 125689, + "Ġpotvr": 125690, + "åıijè¡Į": 125691, + "Ġtúi": 125692, + "ĠìĤ¬ëĿ¼": 125693, + "ç«Ļåľ¨": 125694, + "Ġjaký": 125695, + "Ġà¸ļาà¸ĩ": 125696, + "Ġdikkate": 125697, + "ĠدرآÙħد": 125698, + "æİĴåIJį": 125699, + "rálnÃŃ": 125700, + "ê³¼ìĿĺ": 125701, + "ä½µ": 125702, + "олаг": 125703, + "isiyle": 125704, + "Ġæ½": 125705, + "Ġतम": 125706, + "Ġdij": 125707, + "Ġnhánh": 125708, + "ĠRek": 125709, + "设æĸ½": 125710, + "ĠpodmÃŃnek": 125711, + "并ä¸į": 125712, + "кÑĥÑĤ": 125713, + "Ġê³łëł¤": 125714, + "çļĦå£°éŁ³": 125715, + "æĪĺäºī": 125716, + "даÑı": 125717, + "Ġê´Ģìĭ¬": 125718, + "ĠÑĦÑĸнанÑģ": 125719, + "ĠKöy": 125720, + "Ġжал": 125721, + "ĠÑģлÑĥжби": 125722, + "мена": 125723, + "تÙĬار": 125724, + "ĠÑĩемпион": 125725, + "ÏĢιÏĥ": 125726, + "landırma": 125727, + "maktan": 125728, + "Ġ丶": 125729, + "à¹Īà¸Ńส": 125730, + "ĠmÃ¼ÅŁteri": 125731, + "ĠصÙĨد": 125732, + "Ġetmesi": 125733, + "ĠпоÑĢÑĤ": 125734, + "νονÏĦαι": 125735, + "Ġãħĭãħĭ": 125736, + "ĠKAR": 125737, + "Ġuch": 125738, + "ĠØ®ÙĦÙĤ": 125739, + "าษà¸İร": 125740, + "æŃ¡": 125741, + "Ġимени": 125742, + "ãģłãģijãģ©": 125743, + "Ġìĭ¤ìĭľ": 125744, + "ÏĥÏīÏĢ": 125745, + "Ġì£": 125746, + "tÄĽÅ¾": 125747, + "Ġözellikleri": 125748, + "Ġبپ": 125749, + "ĠизобÑĢаж": 125750, + "ÙĬÙħÙĥÙĨ": 125751, + "ĠãĥĶ": 125752, + "ĠÐĶив": 125753, + "ĠØ¥ÙĬ": 125754, + "ÙĥÙĬÙĦ": 125755, + "ĠÅŁik": 125756, + "Ġà¤Ĩà¤ĸ": 125757, + "larınızı": 125758, + "ĠвÑĸдÑĢÑĸз": 125759, + "ĠÑĢобоÑĤа": 125760, + "Ġtarif": 125761, + "ĠاÙĪت": 125762, + "ınma": 125763, + "é£Łãģ¹": 125764, + "ĠuzavÅĻ": 125765, + "룸": 125766, + "çĽijçĿ£": 125767, + "Ġ:ï¼¼": 125768, + "θÏħν": 125769, + "à¸Ķร": 125770, + "alarından": 125771, + "èĩªæĭį": 125772, + "ĠroÄįnÃŃ": 125773, + "ाà¤ĩव": 125774, + "ĠÙĥÙĪر": 125775, + "ĠÏĦαιν": 125776, + "ĠÑĸндив": 125777, + "rve": 125778, + "ĠνεÏĨÏİÏĥειÏĤ": 125779, + "Ġbá»ijn": 125780, + "Ġå¿«": 125781, + "ĠÑģолÑĮ": 125782, + "liÄŁinde": 125783, + "à¤¿à¤¨à¤Ł": 125784, + "ahtar": 125785, + "ĠnebezpeÄį": 125786, + "æĹ¢çĦ¶": 125787, + "ĠëĮĢìłĦ": 125788, + "ĠÙĨÚ¯ÙĩدارÛĮ": 125789, + "ĠzÃŃskat": 125790, + "ĠналиÑĩие": 125791, + "Ġaks": 125792, + "ï¼īãĢĤĊĊ": 125793, + "Ġrodiny": 125794, + "ĠзаÑħÑĸд": 125795, + "å¾®ç¬ij": 125796, + "ÂłÐĶа": 125797, + "radu": 125798, + "īnh": 125799, + "ples": 125800, + "ĠKons": 125801, + "ิà¹Ĥล": 125802, + "ĠاÙĦÙĪص": 125803, + "åIJ¬åĪ°": 125804, + "ĠÑģпоÑĢÑĤив": 125805, + "ĠÑģайÑĤе": 125806, + "Ġاظ": 125807, + "larındaki": 125808, + "Ġtá»ķn": 125809, + "ÐĿÐĨ": 125810, + "Ġnedost": 125811, + "ĠÑĤоÑĢгÑĸв": 125812, + "ĠاÛĮت": 125813, + "Ġاختصاص": 125814, + "ĠÃľy": 125815, + "ĠSadece": 125816, + "ĠÙħخرÙĪØ·": 125817, + "Äģn": 125818, + "çesi": 125819, + "ĠçĬ": 125820, + "ãĤĤãģ£ãģ¨": 125821, + "ĠéŁĵ": 125822, + "èµĸ": 125823, + "ĠполÑĥÑĩениÑı": 125824, + "Ġëĺ": 125825, + "âĢĻÑĹ": 125826, + "bÃŃr": 125827, + "ĠбÑĸблÑĸ": 125828, + "ĠDá»±": 125829, + "женеÑĢ": 125830, + "ç½ijåĪĬ": 125831, + "Ġà¤²à¥ľà¤ķ": 125832, + "ĠÑĥÑĩнÑĸв": 125833, + "èĪ°": 125834, + "ĠÃĸÄŁren": 125835, + "Ġola": 125836, + "Ġ।âĢĿĊĊ": 125837, + "ระà¹Ģà¸ļ": 125838, + "á½²": 125839, + "Ġرز": 125840, + "еи": 125841, + "ÑıÑĩи": 125842, + "ØŃب": 125843, + "æĴ¤": 125844, + "ãģ¾ãģŁãģ¯": 125845, + "бина": 125846, + "ĠγεÏģ": 125847, + "ĠоÑĤноÑģиÑĤÑģÑı": 125848, + "åīįçļĦ": 125849, + "ĠÅ¡Å¥": 125850, + "Ġyılda": 125851, + ":::::|": 125852, + "ustil": 125853, + "اÙĦØ¥": 125854, + "ĠsouÄįasné": 125855, + "ĠÙĨÛĮرÙĪÛĮ": 125856, + "ÑĩеÑģкое": 125857, + "ظÙģ": 125858, + "ĠÙ¾ÛĮØ´ÛĮÙĨÙĩ": 125859, + "ĠعÙģØ´": 125860, + "Ġrostlin": 125861, + "ç½ijåĪĬä¸ĭ载次æķ°": 125862, + "ĠпÑĢигоÑĤовиÑĤÑĮ": 125863, + "ãĥĮ": 125864, + "ĠÙĪÙħع": 125865, + "Ġbecer": 125866, + "ĠãĤ±": 125867, + "ÏĩήÏĤ": 125868, + "оÑģÑĤÑĥп": 125869, + "Ġ밾매": 125870, + "Ñĸйного": 125871, + "Ġhrd": 125872, + "ĠпÑĢепаÑĢаÑĤÑĭ": 125873, + "ĠÙģرض": 125874, + "ĠTyto": 125875, + "ĠкÑĢаÑĹн": 125876, + "Ġزاد": 125877, + "Ġiktidar": 125878, + "ì§ĵ": 125879, + "Ùijر": 125880, + "ÑĢÑıдÑĥ": 125881, + "кÑĸй": 125882, + "âĶ£": 125883, + "Ġкожи": 125884, + "ĠتازÙĩ": 125885, + "obec": 125886, + "inae": 125887, + "Ġvyjád": 125888, + "ĠرÙģتÙĩ": 125889, + "Що": 125890, + "ĠBylo": 125891, + "оÑĤв": 125892, + "ĠденÑĮги": 125893, + "é§Ĩ": 125894, + "ĠмаÑĪин": 125895, + "Ġأج": 125896, + "ì´Īëĵ±íķĻêµIJ": 125897, + "dıģında": 125898, + "баÑģ": 125899, + "Ġæł¹": 125900, + "ÎijÎĿΤ": 125901, + "ÙĴØŃ": 125902, + "Ġjejichž": 125903, + "ìĹIJìĦľìĿĺ": 125904, + "Ġадже": 125905, + "Ġìı": 125906, + "ÏĥοÏħ": 125907, + "etleri": 125908, + "ĠبعدÛĮ": 125909, + "ĠìŀIJëıĻì°¨": 125910, + "ิà¸įà¸į": 125911, + "Ġtisk": 125912, + "ãĥ¼ãĤ¹ãĥĪ": 125913, + "Ġमतलब": 125914, + "ê³Ħíļį": 125915, + "ãĤ¦ãĥĪ": 125916, + "Ġà¹Ģมà¸ķร": 125917, + "Ġopsiyon": 125918, + "ĠÑĢавно": 125919, + "ĠبÛĮÙħÙĩ": 125920, + "Ġ먼ìłĢ": 125921, + "иÑĤелÑĮнÑĭм": 125922, + "ĠнÑĸби": 125923, + "ĠдеÑģÑıÑĤ": 125924, + "ĠÑģиÑĤÑĥаÑĨии": 125925, + "еÑĢÑĪе": 125926, + "ľ": 125927, + "ุà¸ķร": 125928, + "Ġyönetimi": 125929, + "éIJĺ": 125930, + "ĠÙħÛĮتÙĪاÙĨ": 125931, + "ĠزÙĨدÙĩ": 125932, + "ãĥŃãĥ³": 125933, + "ĠKBS": 125934, + "ìĦľë¹ĦìĬ¤": 125935, + "ï»ł": 125936, + "eckého": 125937, + "ĠÙĤابÙĦÛĮت": 125938, + "ãĢĤä»Ĭ": 125939, + "ÃŃnÄĽ": 125940, + "ĠÑģмог": 125941, + "ĠÑģлÑĭÑĪ": 125942, + "ÙĴÙģ": 125943, + "poÅĻád": 125944, + "елÑĮно": 125945, + "ĠείÏĩαν": 125946, + "-ÐŁÐµÑĤеÑĢб": 125947, + "ĠChiến": 125948, + "éry": 125949, + "ĠÑĸнÑģÑĤиÑĤÑĥÑĤ": 125950, + "ç»Ĩèĥŀ": 125951, + "ÑĭÑŁN": 125952, + "Ġvua": 125953, + "Ġà¤ħश": 125954, + "ÑĢоÑģÑĤо": 125955, + "ĠvůÄįi": 125956, + "ë¿IJ": 125957, + "Ġliá»ĩt": 125958, + "Ġíķµ": 125959, + "ĠاÙģر": 125960, + "ĠTeknik": 125961, + "Ġroli": 125962, + "ĠпопÑĭÑĤ": 125963, + "аÑĤкÑĸв": 125964, + "Ġüniversit": 125965, + "аÑĤоÑĢÑĭ": 125966, + "ÑİÑīиÑħÑģÑı": 125967, + "Ġتض": 125968, + "лÑİÑĩаеÑĤÑģÑı": 125969, + "Ġíĸīë³µ": 125970, + "Ġayrıntılı": 125971, + "ĠкиÑĢп": 125972, + "æĭ¼": 125973, + "ëģĶ": 125974, + "лаÑĤа": 125975, + "Ġkhoán": 125976, + "Ġhâlâ": 125977, + "ÏĥÏħ": 125978, + "оглаÑģ": 125979, + "æİ¥çĿĢ": 125980, + "éĿ©åij½": 125981, + "ĠpÅĻeb": 125982, + "à¹Ģà¸īล": 125983, + "ĠاÙĦÙħÙĦÙĦÛĮ": 125984, + "åłĨ": 125985, + "íıIJ": 125986, + "à¸ķลà¸Ńà¸Ķ": 125987, + "°С": 125988, + "ìĤ¬ëŀij": 125989, + "Ġгиб": 125990, + "ë²Ī째": 125991, + "æĶ¹åıĺ": 125992, + "表çİ°": 125993, + "иÑĩеÑģким": 125994, + "สมà¹Ģà¸Ķ": 125995, + "å±ħæ°ij": 125996, + "ÂĽ": 125997, + "ĠìķĦìĿ´ëĶĶ": 125998, + "ĠмеждÑĥнаÑĢод": 125999, + "Ġyem": 126000, + "Ġmül": 126001, + "ĠاÛĮست": 126002, + "Ġãĥ´": 126003, + "ัà¸Ļà¹Ħà¸Ķ": 126004, + "à¥Ģण": 126005, + "åħ¶å®ŀ": 126006, + "Ġgelenek": 126007, + "ë¶ģëıĦ": 126008, + "à¹īาà¸ķ": 126009, + "Ġìī¬": 126010, + "ĠÏĢÎŃ": 126011, + "ĠÙĥاÙħÙĦ": 126012, + "ĠتعÙħÛĮر": 126013, + "訴": 126014, + "ë¹Ļ": 126015, + "iyim": 126016, + "å°¿": 126017, + "éĤ£æł·": 126018, + "êµŃìĿĺ": 126019, + "ãģĹãģ¦ãģĬãĤĬ": 126020, + "Ġniž": 126021, + "Ġκον": 126022, + "à¹Īาà¸Ń": 126023, + "Ġγε": 126024, + "ĠСевеÑĢ": 126025, + "ediálnÃŃ": 126026, + "ãģŁãģ¡ãģ®": 126027, + "mayacak": 126028, + "ÑĻ": 126029, + "ĠÑĥгл": 126030, + "Ġkapas": 126031, + "ÑĥвалиÑģÑı": 126032, + "ĠмеÑģÑıÑĨа": 126033, + "ữu": 126034, + "ิลล": 126035, + "ãĤĪãĤĬãĤĤ": 126036, + "à¥ĩण": 126037, + "Ġ客": 126038, + "ĠdeÄŁerli": 126039, + "ÙĪاز": 126040, + "ีà¸Ńย": 126041, + "ĠåıĪ": 126042, + "Ġà¸Ķร": 126043, + "ĠÙĨاب": 126044, + "ĠتÙĦÙĪÛĮزÛĮÙĪÙĨ": 126045, + "Ġolanlar": 126046, + "ä¼ĺç§Ģ": 126047, + "ÙĥاÙĦ": 126048, + "ĠдеÑģÑıÑĤи": 126049, + "mán": 126050, + "ĠÑĢанÑĮ": 126051, + "Ġìłľì¶ľ": 126052, + "è³¢": 126053, + "або": 126054, + "Ġtechnik": 126055, + "ĠKiá»ĥm": 126056, + "teki": 126057, + "á¹": 126058, + "ĠmnÄĽ": 126059, + "Ġê³µê°Ħ": 126060, + "ĠMek": 126061, + "ĠاعتÙħاد": 126062, + "à¹Įà¹Ħà¸Ķ": 126063, + "εÏģÏĮ": 126064, + "ĠÑĥдаÑĢ": 126065, + "оÑĩÑĮ": 126066, + "æ¦Ĥ念": 126067, + "ÑĢал": 126068, + "алÑĮнÑĭми": 126069, + "à¥ģरस": 126070, + "ráci": 126071, + "ĠÙĤÙĪÙĦ": 126072, + "Ġदव": 126073, + "ĠпÑĢавда": 126074, + "Ġå¿ħ": 126075, + "Ġdosud": 126076, + "нÑĥÑĤÑĮÑģÑı": 126077, + "NÄĥm": 126078, + "à¸ĺà¸Ļ": 126079, + "Ġdokun": 126080, + "Ġåľ¨çº¿": 126081, + "ูà¹Ħ": 126082, + "ụy": 126083, + "ĠновÑĭÑħ": 126084, + "Ġmezun": 126085, + "ĠCần": 126086, + "à¸ģารà¸ŀ": 126087, + "ĠìĺĪìłķ": 126088, + "Ïĥή": 126089, + "à¹Īà¸Ļà¹Ģà¸ģม": 126090, + "ĠÙĪاÙĦس": 126091, + "ãĥ³ãĥĨãĤ£": 126092, + "çľĭè§ģ": 126093, + "ĠساÙĦÙħ": 126094, + "ĠбагаÑĤÑĮоÑħ": 126095, + "ĠÄijÃłi": 126096, + "ĠدستÛĮ": 126097, + "à¸ŀà¸Ń": 126098, + "епÑĤи": 126099, + "ĠìłĦíĻĶ": 126100, + "æĻĤãģ«": 126101, + "ĠSeznam": 126102, + "мÑĸнÑĥ": 126103, + ";?#": 126104, + "à¥Ģसर": 126105, + "ĠÚĨÛĮست": 126106, + "νοια": 126107, + "ัà¸Ļà¸Ń": 126108, + "Ġà¸Ħำ": 126109, + "Ġë³´íĺ¸": 126110, + "Ġiddia": 126111, + "Ġβιβ": 126112, + "é«ĺä¸Ń": 126113, + "Ù¨": 126114, + "ÐĴаж": 126115, + "ĠиÑģполн": 126116, + "ÑĪÑĤов": 126117, + "ĠTaÅŁ": 126118, + "ìĽħ": 126119, + "åĬ¹": 126120, + "Ġåıĥ": 126121, + "Ġprostoru": 126122, + "ĠÑģпад": 126123, + "еÑĢина": 126124, + "ĠpÅĻeklad": 126125, + "Å¡ov": 126126, + "ĠÙģÙĩÙħ": 126127, + "æĬij": 126128, + "Ġابتدا": 126129, + "ãĤĴãģĬ": 126130, + "likler": 126131, + "ĠÙħاÙĥ": 126132, + "Ġkonut": 126133, + "ĠداÙĨشجÙĪÛĮ": 126134, + "ĠопÑĤим": 126135, + "ĠбÑĥма": 126136, + "ĠлÑİдÑıм": 126137, + "ĠлÑĸка": 126138, + "ĠÑĢозповÑĸд": 126139, + "nesenÃŃ": 126140, + "Ġà¸łà¸²à¸ŀ": 126141, + "иÑĩний": 126142, + "اطÙĦ": 126143, + "ÑİÑīими": 126144, + "ãģıãģ¨": 126145, + "éŃ¯": 126146, + "ĠجÙĨسÛĮ": 126147, + "ÐĺТ": 126148, + "रल": 126149, + "ĠÚ©ÙĪدک": 126150, + "олиÑĤ": 126151, + "ĠÑģÑĤÑĢÑĥкÑĤÑĥÑĢ": 126152, + "vekili": 126153, + "Ġबय": 126154, + "ĠgelmiÅŁ": 126155, + "िरफ": 126156, + "ĠнайкÑĢа": 126157, + "ĠÐĶжон": 126158, + "ĠãĥĹãĥŃ": 126159, + "ĠyaÅŁlı": 126160, + "ĠkarÄ±ÅŁtır": 126161, + "ĠvÄĽtÅ¡inou": 126162, + "Ġvazgeç": 126163, + "à¹īาà¸Ħ": 126164, + "lendirme": 126165, + "Ġç¨ĭ": 126166, + "说è¯Ŀ": 126167, + "ĠíķĦìļĶíķľ": 126168, + "aÅĻilo": 126169, + "ĠležÃŃ": 126170, + "ĠAmerikan": 126171, + "ãĤĦãģĻ": 126172, + "vajÃŃcÃŃ": 126173, + "ÐĿЯ": 126174, + "ĠìĹĦë§Ī": 126175, + "Ġåĥ": 126176, + "rál": 126177, + "Ġçay": 126178, + "tuÄŁ": 126179, + "ุà¸įาà¸ķ": 126180, + "ĠÑģлив": 126181, + "νοÏħ": 126182, + "ĠOv": 126183, + "ĠCHP": 126184, + "ĠZemÄĽ": 126185, + "ĠÄįeský": 126186, + "ĠThánh": 126187, + "иÑĤелÑĮноÑģÑĤÑĮ": 126188, + "æĦıä¹ī": 126189, + "à¥įरमण": 126190, + "ĠдиамеÑĤ": 126191, + "Ġklin": 126192, + "ĠکرÛĮ": 126193, + "ãģ§ãģ¯ãģªãģı": 126194, + "飯åºĹ": 126195, + "Ġkênh": 126196, + "ĠÑĢанÑĮÑĪе": 126197, + "ãĤĴãģĹãģŁ": 126198, + "ĠпÑĢибоÑĢ": 126199, + "Ġà¤ĸतर": 126200, + "Ġyu": 126201, + "é§IJ": 126202, + "ĠÑĢабо": 126203, + "ĠÐ¡ÐłÐ¡Ðł": 126204, + "èĬ¬": 126205, + "žila": 126206, + "еÑĢÑĤа": 126207, + "иÑģÑĤÑĢа": 126208, + "Ġкниги": 126209, + "ĠFrancie": 126210, + "ĠÚĺاپ": 126211, + "ĠÎļοÏħ": 126212, + "ัวà¹Ģà¸Ńà¸ĩ": 126213, + "Ġlắng": 126214, + "Ġнами": 126215, + "Ġподой": 126216, + "дÑĢом": 126217, + "obus": 126218, + "ÐĴÑĸн": 126219, + "Ġstalo": 126220, + "Ġà¤ıà¤ľ": 126221, + "ĠLinh": 126222, + "ebiliriz": 126223, + "ĠзавÑĤÑĢа": 126224, + "μεÏģο": 126225, + "ĠÎŃν": 126226, + "ÑıÑĤно": 126227, + "ĠдоÑĢож": 126228, + "åıĤçħ§": 126229, + "Ïĥιο": 126230, + "à¹īà¹Ģà¸ģ": 126231, + "aných": 126232, + "ç·ł": 126233, + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ": 126234, + "åĬĽçļĦ": 126235, + "ĠSır": 126236, + "Ġì§ĢëıĦ": 126237, + "ç·Ĭ": 126238, + "ĠpoÄįtu": 126239, + "ï¼Įä¸İ": 126240, + "ä¸ĸç´Ģ": 126241, + "емого": 126242, + "Ġhusus": 126243, + "Ġölçüde": 126244, + "Ġtrục": 126245, + "à¸Ľà¸¥à¸Ńà¸Ķà¸ł": 126246, + "ÂłpÅĻÃŃ": 126247, + "ĠBölgesi": 126248, + "мом": 126249, + "ãģ«ãģ¦": 126250, + "Ġ쪽ì§Ģ": 126251, + "ÄĽtÅ¡": 126252, + "ĠìĦ±ê³µ": 126253, + "रत": 126254, + "urdu": 126255, + "ĠìĽĢì§ģ": 126256, + "ÑŁÐŃ": 126257, + "nÃŃkem": 126258, + "ĠskuteÄįnosti": 126259, + "ĠдаÑĤ": 126260, + "neum": 126261, + "ĠÑĤаблеÑĤ": 126262, + "jvu": 126263, + "Ġsedm": 126264, + "سÙĬØ©": 126265, + "ĠкоÑĢоб": 126266, + "emmel": 126267, + "ãģ¤ãģij": 126268, + "é¦Ļèķī": 126269, + "ĠشخصÛĮت": 126270, + "ä¸ĬäºĨ": 126271, + "ÙĪرا": 126272, + "ĠаÑĤмоÑģ": 126273, + "Ġлей": 126274, + "Ġzprav": 126275, + "Ġëķħ": 126276, + "ูà¸Ĺ": 126277, + "Ġاسر": 126278, + "ĠAydın": 126279, + "ĠعÙħÙĦÙĬØ©": 126280, + "ĠдÑĸÑĶ": 126281, + "Ġdök": 126282, + "Ġफल": 126283, + "ĠìĤ¬ëŀĮëĵ¤ìĿ´": 126284, + "ĠнаÑĤÑĥÑĢалÑĮ": 126285, + "æŁľ": 126286, + "温度": 126287, + "Ġkles": 126288, + "ĠинвеÑģÑĤи": 126289, + "süz": 126290, + "æĴ°": 126291, + "ĠãĤ¢ãĥ«": 126292, + "ĠèĴ": 126293, + "адки": 126294, + "ĠklÃŃÄį": 126295, + "Ïĩεί": 126296, + "ĠThiết": 126297, + "ĠسرÛĮع": 126298, + "ĠÏĢεÏģιοÏĩή": 126299, + "ÙĪÙĤÙģ": 126300, + "ÏģÏīÏĥη": 126301, + "ĠسÙĦاÙħت": 126302, + "ëĵ¤ëıĦ": 126303, + "ĠveÅĻejné": 126304, + "Ġvitam": 126305, + "ĠبازÛĮگر": 126306, + "ĠÑĢеÑĨепÑĤ": 126307, + "ĠìľĦíķ´ìĦľ": 126308, + "ĠØ£Ùĥبر": 126309, + "Ġküt": 126310, + "민주": 126311, + "Ġtéž": 126312, + "Ġå¼ķ": 126313, + "ÑĩаÑģно": 126314, + "çļĦåľ°": 126315, + "Ġarchitekt": 126316, + "ĠбакÑĤеÑĢ": 126317, + "Ġãģį": 126318, + "ĠодеÑĢж": 126319, + "ĠتجارÛĮ": 126320, + "éĿĪ": 126321, + "Ġrecep": 126322, + "驶": 126323, + "ĠدÙĩÙĩ": 126324, + "è²Į": 126325, + "çµIJå©ļ": 126326, + "ılıç": 126327, + "ãģĭãĤīãģ¯": 126328, + "å¿ĥéĩĮ": 126329, + "æĬķè³ĩ": 126330, + "è²Ŀ": 126331, + "ĠкÑĥлÑĮÑĤÑĥÑĢÑĭ": 126332, + "Ġå°ij": 126333, + "à¹ģà¸ŀร": 126334, + "γκÏĮ": 126335, + "arım": 126336, + "ĠاساسÛĮ": 126337, + "ĠposlednÃŃch": 126338, + "ĠÙħÙħÙĨ": 126339, + "ĠпозиÑĤив": 126340, + "ìł¤": 126341, + "ÑĥвавÑģÑı": 126342, + "Ġجزئ": 126343, + "ìĿ´ìŀIJ": 126344, + "ĠинÑģÑĤÑĢÑĥк": 126345, + "Ġηλεκ": 126346, + "Ġdemir": 126347, + "ä¸ŃæĸĩåŃĹå¹ķ": 126348, + "ĠعاشÙĤ": 126349, + "ĠباÙĦÙĤ": 126350, + "Ġmaz": 126351, + "άνι": 126352, + "ĠdÃ¼ÄŁ": 126353, + "ĠκÏģα": 126354, + "ĠбÑĥдÑĤо": 126355, + "ç¦ıåĪ©": 126356, + "ĠпÑĢедназнаÑĩ": 126357, + "ÙħÙĦØ©": 126358, + "ĠбÑĥдинкÑĥ": 126359, + "Å¥an": 126360, + "íķĢ": 126361, + "ç´¹ä»ĭ": 126362, + "کز": 126363, + "ĠкаÑĦед": 126364, + "ãģ«è¦ĭ": 126365, + "าà¸ķรà¸IJาà¸Ļ": 126366, + "ë¡ľëĬĶ": 126367, + "ivÄĽ": 126368, + "èĥ½æºIJ": 126369, + "ï¼Įåħ¨": 126370, + "ĠÑĥдив": 126371, + "Ġë§ĮëĤĺ": 126372, + "ÐĴÐIJ": 126373, + "ĠGür": 126374, + "ĠдÑĢÑĥгим": 126375, + "ÏĥÏį": 126376, + "ĠoÄŁlu": 126377, + "Ġê°Ģê¹Į": 126378, + "ĠзнаÑĩиÑĤелÑĮно": 126379, + "озÑĸ": 126380, + "Ġmá»±c": 126381, + "ĠBeÅŁ": 126382, + "Ġjezd": 126383, + "ávÄĽ": 126384, + "ÏĦηÏĥε": 126385, + "ãģ¦ãģĦãģªãģĦ": 126386, + "ĠСвÑıÑĤ": 126387, + "Ġमश": 126388, + "ĠΤοÏħ": 126389, + "声ãĤĴ": 126390, + "ĠÑģамое": 126391, + "ĠåĮº": 126392, + "ĠìĤ¬ëŀĮìĿĢ": 126393, + "ĠÙħÙĦت": 126394, + "Ġjoker": 126395, + "Ġneob": 126396, + "ĠÑĤака": 126397, + "ĠÙĩÙģت": 126398, + "Ġδεδο": 126399, + "ĠзаÑħоп": 126400, + "ĠاÙĦÙħخت": 126401, + "езда": 126402, + "Ġíķľë²Ī": 126403, + "ĠعاÙħØ©": 126404, + "Ġdostate": 126405, + "Ġplav": 126406, + "楽ãģĹ": 126407, + ".;.;.;.;": 126408, + "ваÑĶ": 126409, + "Ġbụi": 126410, + "ĠÄijỡ": 126411, + "ĠmyslÃŃ": 126412, + "ĠÙĨار": 126413, + "Ġnút": 126414, + "Ġмала": 126415, + "ΤΡ": 126416, + "ĠاÙĦرÙħزÙĬØ©": 126417, + "ladım": 126418, + "ä¸Ģç·Ĵ": 126419, + "ĠiÅŁÃ§": 126420, + "livé": 126421, + "르ê²Į": 126422, + "аннаÑı": 126423, + "ظËĨØ·": 126424, + "Ġdừng": 126425, + "ÙĦÙĥتر": 126426, + "çŃĶæ¡Ī": 126427, + "ĠÙħÙĪÙĤعÛĮت": 126428, + "ĠÑĸнозем": 126429, + "ĠиÑģÑĩ": 126430, + "ĠнепÑĢавилÑĮ": 126431, + "bakan": 126432, + "ĠçīĪ": 126433, + "еннÑİ": 126434, + "à¸ĩà¹Ģศ": 126435, + "à¸Ħวามà¸Ħ": 126436, + "%.Ċ": 126437, + "à¹Īà¹Ģà¸Ľ": 126438, + "ĠآبÛĮ": 126439, + "Ġstáty": 126440, + "ĠترتÛĮب": 126441, + "Äįemž": 126442, + "Ġé¹": 126443, + "ĠÙģاÙĦ": 126444, + "Ġbelirlen": 126445, + "ĠâĨĺ": 126446, + "èĩ³å°ij": 126447, + "ĠBunlar": 126448, + "Ġä¸ĵ": 126449, + "ĠÙħØŃاس": 126450, + "ĠìĦľë²Ħ": 126451, + "Ġcanh": 126452, + "ĠпÑĢоÑĤÑıж": 126453, + "ĠнÑĸмеÑĨÑĮ": 126454, + "à¥Īà¤łà¤ķ": 126455, + "ëĭī": 126456, + "ĠнанеÑģ": 126457, + "ĠвозÑĢаÑģÑĤа": 126458, + "Ġ[âĢ¦]Ċ": 126459, + ".à¸ŀ": 126460, + "ิศาสà¸ķร": 126461, + "çģ½": 126462, + "ê°ĻìĿĢ": 126463, + "ลà¸ĩà¸Ĺ": 126464, + "ãĤ±ãĥ¼ãĤ¹": 126465, + "ĠãĤ¢ãĤ¤": 126466, + "ÑģÑİ": 126467, + "ĠÙĦر": 126468, + "ãģĭãģ£ãģ¦": 126469, + "Ġ기ë°ĺ": 126470, + "Ġ!:": 126471, + "ĠÑģÑĬ": 126472, + "ĠØ´ÙĨاسÛĮ": 126473, + "ĠìķĦ침": 126474, + "Ġعباس": 126475, + "Ġà¸ķà¸Ńà¸Ļ": 126476, + "ĠмеÑĤалли": 126477, + "ÑĪила": 126478, + "Ġpodrob": 126479, + "ÑĸÑģно": 126480, + "Ġ赤": 126481, + "ciler": 126482, + "ozem": 126483, + "ĠоÑģновнÑĭÑħ": 126484, + "Âłà¤ķ": 126485, + "à¸ĸà¸Ļà¸Ļ": 126486, + "анÑĤаж": 126487, + "ĠDÃŃky": 126488, + "ĠگذارÛĮ": 126489, + "æľºä¼ļ": 126490, + "οÏħλίοÏħ": 126491, + "оÑĩек": 126492, + "ĠнапиÑĤ": 126493, + "ĠبÛĮشترÛĮ": 126494, + "ä¾į": 126495, + "ĠاÙĦÙħÙħ": 126496, + "ÙĪزÙĬع": 126497, + "Ġgözlem": 126498, + "è°ĥæķ´": 126499, + "Âłmiles": 126500, + "Ġkoc": 126501, + "ัà¸įห": 126502, + "æ³³": 126503, + "ĠÎijγγ": 126504, + "ĠÙĨÙħاز": 126505, + "ุà¸Ĺ": 126506, + "ãĥıãĤ¤": 126507, + "Ġthù": 126508, + "кÑĥлÑı": 126509, + "ĠпÑĥÑĤем": 126510, + "èĩºçģ£": 126511, + "Ġvergi": 126512, + "åł´åIJĪãģ¯": 126513, + "ĠÑĤÑĢÑĮоÑħ": 126514, + "Ġë³´ë©´": 126515, + "âĸ²": 126516, + "Ïħγ": 126517, + "ĠдоÑĤÑĢим": 126518, + "æľµ": 126519, + "ĠumÄĽnÃŃ": 126520, + "èī¯ãģĦ": 126521, + "Âłà¸Ļาà¸ĩ": 126522, + "ÐİÑĭÑŁN": 126523, + "ä¸ī个": 126524, + "ียรà¸ķ": 126525, + "ï¼ĮåIJĮæŶ": 126526, + "ĠÑĢозÑĢаÑħÑĥн": 126527, + "ĠDers": 126528, + "ãģªãģ®": 126529, + "Ġ그를": 126530, + "dikleri": 126531, + "Ġhayata": 126532, + "è§ĦèĮĥ": 126533, + "ç»ĵåIJĪ": 126534, + "Ġscé": 126535, + "ĠcÆ¡m": 126536, + "åѸéĻ¢": 126537, + "ĠÐĦв": 126538, + "ĠÄįlánek": 126539, + "ĠдоÑģÑĤиг": 126540, + "ाà¤ĩस": 126541, + "εÏħÏĥη": 126542, + "éģ©çĶ¨": 126543, + "Ïĥον": 126544, + "ılmaktadır": 126545, + "ëªħìĿĦ": 126546, + "ıb": 126547, + "ĠstarÅ¡ÃŃ": 126548, + "ĠchÃŃn": 126549, + "ä¸Ģ个人": 126550, + "ĠFrantiÅ¡ek": 126551, + "nÄĽji": 126552, + "ﻨ": 126553, + "ĠÙĦÙĦد": 126554, + "Ġpokoj": 126555, + "Ġjih": 126556, + "ãĢįãĢĤ": 126557, + "ĠعبداÙĦ": 126558, + "ãĤĵãģ§ãģĦãĤĭ": 126559, + "ĠмоделÑĮ": 126560, + "ĠteÅŁkil": 126561, + "ĠÄĮer": 126562, + "à¹Ģà¸Ķà¸Ńร": 126563, + "'na": 126564, + "λογή": 126565, + "Ġkola": 126566, + "ãĥĢãĥ¼": 126567, + "иÑĤелем": 126568, + "ĠÏĥÏħνο": 126569, + "ĠKurum": 126570, + "Ġsnadno": 126571, + "ĠاÙĦÙĤرآÙĨ": 126572, + "ĠVá»ģ": 126573, + "é«ĺãģĦ": 126574, + "Ġyıldız": 126575, + "Ġbirisi": 126576, + "Ġkhúc": 126577, + "ÙĪÛĮÙĦ": 126578, + "æľĢä½³": 126579, + "Ġสาà¸Ĥ": 126580, + "ĠÐŁÐ¾Ðº": 126581, + "âīł": 126582, + "à¹Ĥà¸Ľà¸£à¹ģà¸ģรม": 126583, + "à¥įययन": 126584, + "èij¡": 126585, + "ĠnovÄĽ": 126586, + "ayıp": 126587, + "ĠSingap": 126588, + "è°ĵ": 126589, + "ãĤ¶ãĤ¤ãĥ³": 126590, + "ĠновÑĭе": 126591, + "Ġhảo": 126592, + "ĠèŤ": 126593, + "ãĥ³ãĥĸ": 126594, + "ÂłĊĊ": 126595, + "θεια": 126596, + "Ġпопада": 126597, + "ĠëĶĶìŀIJìĿ¸": 126598, + "ĠداشتÙĨد": 126599, + "ĠØ´ÙĨاختÙĩ": 126600, + "ÏĥμαÏĦα": 126601, + "å¹³æĸ¹åħ¬éĩĮ": 126602, + "Ġgöl": 126603, + "екоÑĤоÑĢ": 126604, + "Ġmálo": 126605, + "ĠاجازÙĩ": 126606, + "کاراÙĨ": 126607, + "ĠпÑĸдпÑĢиÑĶмÑģÑĤв": 126608, + "ä¸īå¹´": 126609, + "ĠسÙģÛĮد": 126610, + "ĠμÎŃÏģοÏĤ": 126611, + "ÐĻÐĻ": 126612, + "ĠhÆ°": 126613, + "سÙĪب": 126614, + "ĠÙĦذا": 126615, + "Ġnemovit": 126616, + "ĠdÃŃv": 126617, + "Ä°s": 126618, + "¶¶": 126619, + "ĠphÆ°á»Ŀng": 126620, + "ĠÙĨØŃÙĪÙĩ": 126621, + "Ðĭ": 126622, + "Ġzbyt": 126623, + "edii": 126624, + "nech": 126625, + "ĠадмÑĸнÑĸÑģÑĤÑĢаÑĤив": 126626, + "ĠnevÄĽ": 126627, + "Ġож": 126628, + "ĠÄIJó": 126629, + "à¸Ľà¸£à¸°à¸§": 126630, + "Ġvhodné": 126631, + "ĠumÄĽl": 126632, + "ĠÑĢазлиÑĩнÑĭе": 126633, + "ĠpÅĻiroz": 126634, + "ĠبخشÛĮ": 126635, + "ãģ®å¤§": 126636, + "ĠاÙĦÙĥÙĩ": 126637, + "ecká": 126638, + "Ġzorunlu": 126639, + "ĠÐľÐ¸ÐºÐ¾Ð»Ð°": 126640, + "Ġamel": 126641, + "ковÑĭе": 126642, + "::::/": 126643, + "ä¸įåIJĮçļĦ": 126644, + "ĠÙĪÙĥاÙĨت": 126645, + "à¸Ńà¸Ń": 126646, + "lásil": 126647, + "ĠпÑĢедполаг": 126648, + "ï½±": 126649, + "Ġνε": 126650, + "ĠновÑĭй": 126651, + "Ġìĺģíĸ¥ìĿĦ": 126652, + "Ġê°Ģì§Ħ": 126653, + "åĥħ": 126654, + "YD": 126655, + "Ġباغ": 126656, + "Ġشکست": 126657, + "Ġgüney": 126658, + "иÑģÑĮ": 126659, + "ãģĭãģªãģĦ": 126660, + "ĠTòa": 126661, + "ĠگردÛĮد": 126662, + "ØŃÙĦ": 126663, + "luvÃŃ": 126664, + "véd": 126665, + "Ġìĺ·": 126666, + "ĠεÏĢα": 126667, + "ĠÑĤиÑģÑıÑĩ": 126668, + "Ġê½ĥ": 126669, + "ĠPUS": 126670, + "ĠдÑĥмкÑĥ": 126671, + "ĠâĢĿĊ": 126672, + "ĠìĬ¤íı¬ì¸ł": 126673, + "ÙĩÙĩ": 126674, + "Ġgắng": 126675, + "à¸´à¸łà¸²à¸ŀ": 126676, + "éĩĮéĿ¢": 126677, + "brıs": 126678, + "Ġzáb": 126679, + "καÏĤ": 126680, + "ĠåıĮ线": 126681, + "ลล": 126682, + "ĠÄIJÃłi": 126683, + "åŃ¸æł¡": 126684, + "ĠÑĢаÑģпÑĢед": 126685, + "ĠÑģÑĤанеÑĤ": 126686, + "Ġлак": 126687, + "Ġподк": 126688, + "Ġgören": 126689, + "ë¥´ê³ł": 126690, + "ĠÑĦÑĢÑĥкÑĤ": 126691, + "íĵ¨íĦ°": 126692, + "ãģĻãĤĮãģ°": 126693, + "ãĤĴä½ľ": 126694, + "à¸Ńà¸Ńà¸ģà¹ģà¸ļà¸ļ": 126695, + "Ġkulak": 126696, + "ĠíĶĮëłĪìĿ´": 126697, + "ĠØŃدÙĬØ«": 126698, + "ãģĨãĤĵ": 126699, + "ĠмÑĸк": 126700, + "à¤ĩसà¤ķ": 126701, + "ĠÑĥÑĤоÑĩ": 126702, + "ĠÙĥØ«ÙĬر": 126703, + "ĠYine": 126704, + "ัวหà¸Ļ": 126705, + "нÑĸÑĹ": 126706, + "åį¢": 126707, + "ÑĥÑģлов": 126708, + "ìĽĮíģ¬": 126709, + "Ġà¤ħà¤ĸ": 126710, + "ĠÑĨÑĸка": 126711, + "ìĦłìĿĦ": 126712, + "Ġأر": 126713, + "галÑĤеÑĢ": 126714, + "anglicky": 126715, + "ĠÑģоÑģÑĥд": 126716, + "ĠÑĥÑıв": 126717, + "ĠпÑĢодÑĥкÑĨÑĸÑĹ": 126718, + "Ġchua": 126719, + "Ġdán": 126720, + "ामà¤Ĺ": 126721, + "ئت": 126722, + "ĠФед": 126723, + "Ġhrom": 126724, + "íķ´ë³´": 126725, + "ĠØ¢ÙĨÙĦاÛĮÙĨ": 126726, + "-пÑĢав": 126727, + "Ġì¤ijìļĶíķľ": 126728, + "ĠвкÑĥ": 126729, + "Ġ大éĺª": 126730, + "Ġterk": 126731, + "ĠподÑĸб": 126732, + "ĠвÑĸдвÑĸд": 126733, + "à¥Įà¤Ł": 126734, + "è³£": 126735, + "ĠبتÙĨ": 126736, + "ĠبعضÛĮ": 126737, + "ãģªãģĬ": 126738, + "ä»ĸåĢij": 126739, + "Ġtavsiye": 126740, + "ĠMısır": 126741, + "Ġإذ": 126742, + "ĠæIJ": 126743, + "íķĺëĤĺ": 126744, + "ĠÙĪØ®": 126745, + "ãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢ": 126746, + "Ġtakový": 126747, + "Ġबनन": 126748, + "ĠзÑĢениÑı": 126749, + "ĠÙĪÙģÙĤ": 126750, + "ë¹ĦìķĦ": 126751, + "ĠпоможеÑĤ": 126752, + "åĮĹå¸Ĥ": 126753, + "dıkları": 126754, + "Ġéĵģ": 126755, + "ĠaktuálnÃŃ": 126756, + "Ġвв": 126757, + "ãĤĤãģªãģĦ": 126758, + "íĨµìĭł": 126759, + "ÏĦαÏĥη": 126760, + "ĠìĥģëĮĢ": 126761, + "Ġæł¡": 126762, + "ãĢĤéĤ£": 126763, + "ĠرÙĪسÛĮÙĩ": 126764, + "Ġtelevizyon": 126765, + "å¹´é¾Ħ": 126766, + "ĠÐijоÑĢиÑģ": 126767, + "리ìĸ´": 126768, + "ĠzveÅĻej": 126769, + "жно": 126770, + "ĠÐŀÑģÑĤ": 126771, + "ĠмÑĥжÑĩин": 126772, + "ĠyeÅŁil": 126773, + "ĠСовеÑĤ": 126774, + "ĠBÃĸL": 126775, + "ĠТакож": 126776, + "Ġobnov": 126777, + "ĠпÑĢинадлеж": 126778, + "ĠвиÑģнов": 126779, + "Ø·Ùħ": 126780, + "ĠìĹĨìĸ´": 126781, + "ĠMùa": 126782, + "ä½ıå®ħ": 126783, + "åĮ»åѦ": 126784, + "ĠнаÑĢез": 126785, + "ãĥĭï¾Ĩ": 126786, + "ĠMặt": 126787, + "Ġvuông": 126788, + "ä¸ĢåĮº": 126789, + "ĠẢnh": 126790, + "ÑĢиÑĦ": 126791, + "ä¿ĿéĻ©": 126792, + "ĠÏĩÏģήÏĥη": 126793, + "åIJĮæĦı": 126794, + "Ġæīĵ": 126795, + "etÄĽ": 126796, + "ĠÙĪØ°ÙĦÙĥ": 126797, + "ĠÑĤиж": 126798, + "ĠÎŁÎ¹ÎºÎ¿": 126799, + "ĠмÑĸÑģÑĨÑĸ": 126800, + "ĠÑĢебенок": 126801, + "ĠÅŀah": 126802, + "عÙĦÙĪÙħ": 126803, + "ladıģ": 126804, + "Ġgiden": 126805, + "ливоÑģÑĤÑĸ": 126806, + "ÙĴس": 126807, + "ĠTHB": 126808, + "Ġmeslek": 126809, + "ÂłÐĿе": 126810, + "μÏĨÏīνα": 126811, + "ĠÙĪاج": 126812, + "наÑģлÑĸд": 126813, + "æĺŁæľŁ": 126814, + "ÐĶж": 126815, + "ĠÑĢабоÑĤаеÑĤ": 126816, + "Ġsánh": 126817, + "ìļ°ë¦¬": 126818, + "ĠابÙĪ": 126819, + "çļĦæĥħ": 126820, + "ĠìĻ¸êµŃ": 126821, + "Ġkabil": 126822, + "еÑĢвÑĭе": 126823, + "ĠgiÃłu": 126824, + "Ġtá»ı": 126825, + "ÂłÐij": 126826, + "å®Įæķ´": 126827, + "Ġmužů": 126828, + "ĠpomÄĽrnÄĽ": 126829, + "ĠÙħخصÙĪص": 126830, + "ĠÐĶем": 126831, + "ãĤıãĤĮãĤĭ": 126832, + "ĠпÑĢибÑĭ": 126833, + "ĠکاÙħÙ¾ÛĮ": 126834, + "ï¼Ń": 126835, + "Ġtrh": 126836, + "ĠÐijолÑĮÑĪ": 126837, + "´:": 126838, + "иваеÑĤÑģÑı": 126839, + "ĠìĤ¬íķŃ": 126840, + "è¿Ľä¸ĢæŃ¥": 126841, + "ÑĨей": 126842, + "ãģ¾ãģļ": 126843, + "аÑĤелем": 126844, + "éĮ¯": 126845, + "Ġžalob": 126846, + "ÑĨез": 126847, + "инÑĥв": 126848, + "Ġverze": 126849, + "åĽŀåĪ°": 126850, + "Ġdược": 126851, + "ائÙĬÙĦ": 126852, + "stoupil": 126853, + "论æĸĩ": 126854, + "ĠÐŁÐ°ÑĢи": 126855, + "ĠдекоÑĢаÑĤив": 126856, + "اختÛĮ": 126857, + "ĠÑģÑĤÑĢем": 126858, + "ãĥ»âĶģãĥ»âĶģãĥ»âĶģãĥ»âĶģ": 126859, + "ĠÑģамой": 126860, + "ÑĩÑĤо": 126861, + "ìĥģëĭ´": 126862, + "âī¤": 126863, + "ÑĤого": 126864, + "ëIJ¨": 126865, + "ılacak": 126866, + "ä¸Ńãģ«": 126867, + "ĠÏħÏĢάÏģÏĩοÏħν": 126868, + "ĠвÑĸдбÑĥ": 126869, + "çİ»çĴĥ": 126870, + "ĠвпеÑĢед": 126871, + "ĠPlzeÅĪ": 126872, + "گاب": 126873, + "à¹Ģศรษà¸IJ": 126874, + "ï¼ĮæľĢ": 126875, + "ÙħÙĨÛĮ": 126876, + "çħ§çīĩ": 126877, + "缮å½ķ": 126878, + "ÑĢиÑĤÑĤÑı": 126879, + "âĢĮاش": 126880, + "ĠëĮĢíļĮ": 126881, + "ĠÅĻadu": 126882, + "-ÑĤеÑħ": 126883, + "ĠÙĬÙĪ": 126884, + "Ġà¹ģà¸ŀ": 126885, + "اÙĥÙĨ": 126886, + "Ġ기ìŀIJ": 126887, + "ĠгÑĸд": 126888, + "Ġìļ°ë¦¬ëĬĶ": 126889, + "Ø´ÙħارÛĮ": 126890, + "Ġticari": 126891, + "âij¢": 126892, + "ĠاÙĦبد": 126893, + "ĠÑĢаÑģÑĩ": 126894, + "ĠاÙĦÛĮ": 126895, + "Ġsürede": 126896, + "Ġاعتر": 126897, + "ĠпонÑıÑĤÑĮ": 126898, + "γκο": 126899, + "ï¼Įæ¯Ķ": 126900, + "ĠSeb": 126901, + "Ġìĭłê·ľ": 126902, + "æĶ¶çĽĬ": 126903, + "ĠÙ¾ÛĮØ´ÙĨÙĩاد": 126904, + "ÎľÎijΤ": 126905, + "ë°ĶìĿ´": 126906, + "ä¾ĽåºĶ": 126907, + "бин": 126908, + "人æ°Ĺ": 126909, + "ãģıãĤī": 126910, + "ĠskvÄĽl": 126911, + "Ġëĵ±ìŀ¥": 126912, + "æĭħå½ĵ": 126913, + "Ġimkan": 126914, + "æĻ¨": 126915, + "ï¼Įçİ°åľ¨": 126916, + "Ġsrdce": 126917, + "ìĤ°ìĹħ": 126918, + "Ġмодели": 126919, + "æľ¬å½ĵãģ«": 126920, + "анка": 126921, + "Ġyürüy": 126922, + "ĠоÑĩевид": 126923, + "ĠØŃسÙĬÙĨ": 126924, + "ÑīаÑİÑĤ": 126925, + "lédl": 126926, + "ÑĨо": 126927, + "ĠcÃŃsa": 126928, + "ãģĭãģij": 126929, + "èĹį": 126930, + "ĠØ®ÙĪاÙĩÙĨد": 126931, + "Ġmuže": 126932, + "Ġнакоп": 126933, + "diÄŁini": 126934, + "erseniz": 126935, + "ĠпÑĢаÑĨÑĸвникÑĸв": 126936, + "длÑı": 126937, + "ĠαÏĥÏĦ": 126938, + "æ¶Īè´¹": 126939, + "Ġè¨Ģ": 126940, + "Ġbát": 126941, + "ĠØ´ÙĥÙĦ": 126942, + "ĠÑģпиÑĢ": 126943, + "ÏĢοÏĦε": 126944, + "ĠساÙĦÙĩ": 126945, + "ekil": 126946, + "à¹ģà¸Ĭม": 126947, + "ĠÏĥÏĦι": 126948, + "ĠÙħØ·ÙĦب": 126949, + "Ġìłķì±ħ": 126950, + "ê´Ģê³Ħ": 126951, + "å¹¹ç·ļ": 126952, + "Ġ京": 126953, + "éĢļéģİ": 126954, + "ĠدÛĮگراÙĨ": 126955, + "ĠØ£Ùħا": 126956, + "æĺ¯ä¸į": 126957, + "ĠëĮĢëĭµ": 126958, + "ĠErk": 126959, + "perty": 126960, + "ĠнаÑĩинаеÑĤ": 126961, + "Ġ그리": 126962, + "룡": 126963, + "ĠìĽ¹ìĤ¬ìĿ´íĬ¸": 126964, + "ारन": 126965, + "æĦıè¯Ĩ": 126966, + "ĠÐ¡ÐŁ": 126967, + "ĠباÙĬد": 126968, + "Ġbakımından": 126969, + "/TT": 126970, + "ĠÙģاصÙĦÙĩ": 126971, + "ĠÙħØ«ÙĦا": 126972, + "Ġквад": 126973, + "ĠشاÛĮد": 126974, + "ĠuÄįitel": 126975, + "çĪ½": 126976, + "ĠعرضÙĩ": 126977, + "Ġ交": 126978, + "ĠÑĩеÑģÑĤÑĮ": 126979, + "à¥Ī?Ċ": 126980, + "ĠخاÙĨÙħ": 126981, + "etiyle": 126982, + "Ġεγκα": 126983, + "ĠÑģÑĥÑīе": 126984, + "ĠìĿ¼ìĸ´": 126985, + "ĠÐĽÐµÐ½Ð¸": 126986, + "Ġ声": 126987, + "álie": 126988, + "ãĥ¡ãĥ¼ãĤ¸": 126989, + "à¥Ģतर": 126990, + "галÑĸ": 126991, + "ĠмÑĸнÑĸм": 126992, + "ĠEÅŁ": 126993, + "ĠпÑĢоизоÑĪ": 126994, + "ÐĿаÑģ": 126995, + "ĠبÙĨÛĮ": 126996, + "让æĪij": 126997, + "ĠпоÑģÑĤеп": 126998, + "ĠìļĶ구": 126999, + "ılıp": 127000, + "ĠجÙĪر": 127001, + "ĠëĮĢë¶Ģë¶Ħ": 127002, + "à¹ĩà¸ķาม": 127003, + "ĠÑĦаÑģ": 127004, + "Ġìłķê·ľ": 127005, + "ламенÑĤ": 127006, + "ÄŁen": 127007, + "à¥ĩà¤ĤĊĊ": 127008, + "ĠÐĺванов": 127009, + "ĠØŃÚ©Ùħ": 127010, + "Ġï¾ļ": 127011, + "ï¼»": 127012, + "Ġnevid": 127013, + "ĠлабоÑĢаÑĤоÑĢ": 127014, + "à¸ŀยาà¸ļาล": 127015, + "Ġediyorum": 127016, + "Ġhlavy": 127017, + "ĠEvropské": 127018, + "Ġphái": 127019, + "ãĥĵãĥ¼": 127020, + "ê´ijìĹŃìĭľ": 127021, + "äºľ": 127022, + "ØŃداث": 127023, + "ĠпÑĢоÑĦилакÑĤи": 127024, + "rostÅĻed": 127025, + "ĠмалÑĮ": 127026, + "Ġmüdür": 127027, + "اساس": 127028, + "ĠгалÑĥзÑĸ": 127029, + "à¸µà¸Ł": 127030, + "ĠغذاÛĮÛĮ": 127031, + "åŃIJä¾Ľ": 127032, + "Ġbahsed": 127033, + "ĠKrálové": 127034, + "åį»": 127035, + "Ġ%,": 127036, + "ç½Ĺæĸ¯": 127037, + "ëļ": 127038, + "Ġçij": 127039, + "ĠξεÏĦα": 127040, + "ĠÐŃÑĤи": 127041, + "ĠíĨµíķ©": 127042, + "Ġاکتبر": 127043, + "ĠmÄĽsÃŃce": 127044, + "ìĪĺë¡ľ": 127045, + "ÑĦÑĸк": 127046, + "ĠÐĴоз": 127047, + "ÑĩеÑģким": 127048, + "ìļ´ëĵľ": 127049, + "Ġnáklady": 127050, + "ĠпоÑĤÑĢап": 127051, + "ĠÑĢÑĥкаÑħ": 127052, + "ιλο": 127053, + "ĠGül": 127054, + "ë©ĺ": 127055, + "à¹īย": 127056, + "makt": 127057, + "ãĥ³ãĥIJãĥ¼": 127058, + "ĠнÑĸÑı": 127059, + "ĠоÑĤÑĤен": 127060, + "mesinin": 127061, + "ĠвÑģпом": 127062, + "ĠìĿ´ëĬĶ": 127063, + "dyby": 127064, + "ãĤ¿ãĥ³": 127065, + "âĹİ": 127066, + "à¹īาหà¸Ļ": 127067, + "ادگÛĮ": 127068, + "Ïĩία": 127069, + "ĠsnažÃŃ": 127070, + "Ġà¤ļà¤ķ": 127071, + "μήμα": 127072, + "ĠÙĥر": 127073, + "Ġκοι": 127074, + "éĢ¸": 127075, + "Ġneust": 127076, + "ĠÙĨظاÙħÛĮ": 127077, + "åįļçī©": 127078, + "Ġë²½": 127079, + "á½±": 127080, + "Ġì¶ľìĭľ": 127081, + "Ġarmá": 127082, + "ĠÙĩÙħکارÛĮ": 127083, + "çļĦæĥħåĨµ": 127084, + "ÙĤاÙħ": 127085, + "ÙĤب": 127086, + "ĠéĤ£": 127087, + "Ġ맡": 127088, + "Ġolası": 127089, + "βÎŃÏģ": 127090, + "ä½ķãģĭ": 127091, + "ĠÑĥÑĩеб": 127092, + "ĠвÑĥз": 127093, + "Ġبرگز": 127094, + "'yi": 127095, + "ĠпÑĢазд": 127096, + "ĠÐŀÑĢг": 127097, + "Ġ并": 127098, + "ĠÑģви": 127099, + "ĠÙħÛĮداÙĨ": 127100, + "ĠnaÅ¡eho": 127101, + "ĠBAÅŀ": 127102, + "å»Ĭ": 127103, + "ÌĪ": 127104, + "ãģĵãģĿ": 127105, + "à¹ĩà¸Ļà¸ŀ": 127106, + "οÏģειο": 127107, + "ĠбагаÑĤ": 127108, + "γει": 127109, + "μείο": 127110, + "à¹Īà¸ĩà¸Ĭาà¸ķ": 127111, + "ĠHizmetleri": 127112, + "ĠAfrika": 127113, + "Ġtedbir": 127114, + ",､": 127115, + "ä¸ī级": 127116, + "ÐİÑĭÑŁNÐİÑĭÑŁN": 127117, + "ĠÐļÑĢÑĸм": 127118, + "Ġaray": 127119, + "Ġböylece": 127120, + "коÑĤ": 127121, + "éĻ°": 127122, + "åĽ½éļĽ": 127123, + "tÄĽl": 127124, + "Ġpolis": 127125, + "Ġuvol": 127126, + "ĠìĪĺê°ķ": 127127, + "çĶµèĦij": 127128, + "Ġsami": 127129, + "ĠشاخÙĩ": 127130, + "ĠвÑģÑĮого": 127131, + "ĠØŃداÙĤÙĦ": 127132, + "Ġiken": 127133, + "ãĤ¯ãĥ©ãĥĸ": 127134, + "Ġzávod": 127135, + "बल": 127136, + "ë°°ìĨ¡": 127137, + "éĩĩè´Ń": 127138, + "볬": 127139, + "Ġ।ĊĊ": 127140, + "Ġê°ģê°ģ": 127141, + "Ġмак": 127142, + "ÏģαÏĥη": 127143, + "ĠiÅŁlemi": 127144, + "ãģĹãģ¦ãģĦãģ¾ãģĻ": 127145, + "ĠPek": 127146, + "Ñİн": 127147, + "Ġvelkou": 127148, + "åĬŀçIJĨ": 127149, + "å®ĥ们": 127150, + "ĠèIJ¬": 127151, + "ĠнаÑĢодÑĥ": 127152, + "Ġchó": 127153, + "ĠHiç": 127154, + "Û³Ûµ": 127155, + "Ġรà¸Ńà¸ļ": 127156, + "Û³Û¶": 127157, + "à¸Ĥว": 127158, + "ä½įæĸ¼": 127159, + "ĠСÑĤа": 127160, + "ัà¸Ļม": 127161, + "ापà¤ķ": 127162, + "ĠÑĥÑĢок": 127163, + "ãĤ¢ãĥ¡ãĥªãĤ«": 127164, + "Ġзмож": 127165, + "skému": 127166, + "Ġè»Ĭ": 127167, + "ĠاختÛĮار": 127168, + "ĠPÅĺ": 127169, + "лÑıв": 127170, + "Ġмаз": 127171, + "ĠözelliÄŁi": 127172, + "åij¼ãģ°": 127173, + "Ġbirinin": 127174, + "Ġодне": 127175, + "ÌĨ": 127176, + "ä»ĸãģ®": 127177, + "建ç¯ī": 127178, + "поÑģеÑĢед": 127179, + "หลà¸Ķ": 127180, + "å¤ļãģĦ": 127181, + "ÏĦήÏĥειÏĤ": 127182, + "ĠرÙĪÙĨد": 127183, + "èģ½": 127184, + "ì¤ijìĹIJ": 127185, + "ìĬ¤íĭ°": 127186, + "ĠзвÑĸÑĤ": 127187, + "ĠаÑĢÑĤи": 127188, + "ĠcÆ°á»Ŀi": 127189, + "ındır": 127190, + "Ġголод": 127191, + "ازد": 127192, + "à¹Īาวว": 127193, + "ãĥ¡ãĥ©": 127194, + "عÙĨÙĪاÙĨ": 127195, + "%)Ċ": 127196, + "ĠÑħолодилÑĮ": 127197, + "人们": 127198, + "CÄ°": 127199, + "ÐĹап": 127200, + "ĠpÅĻisp": 127201, + "Ġdurumlarda": 127202, + "ÑĢÑĸд": 127203, + "ÂłÐ£": 127204, + "ĠεÏĨαÏģ": 127205, + "Ġsprav": 127206, + "ĠоÑĤÑĢиманнÑı": 127207, + "ï¼Į没æľī": 127208, + "овала": 127209, + "Ġngại": 127210, + "ãĢĤ大": 127211, + "ĠдаеÑĤ": 127212, + "ĠpÃŃsem": 127213, + "ÑĨÑıÑĤÑĮ": 127214, + "ovnÄĽ": 127215, + "ë¦ī": 127216, + "Ġê²ģ": 127217, + "ÑģÑĤин": 127218, + "ĠSayı": 127219, + "ãĢĭçļĦ": 127220, + "Ġyoluyla": 127221, + "елеÑĦон": 127222, + "Ġráno": 127223, + "ĠíĸīëıĻ": 127224, + "ĠاÙĦخاÙħسة": 127225, + "Ġповинна": 127226, + "ÅĻila": 127227, + "Ġà¤ļरण": 127228, + "Ġبرگزار": 127229, + "ìļ´ëį°": 127230, + "à¹Ģà¸Ľà¸Ńร": 127231, + "Ġdaleko": 127232, + "lednÃŃ": 127233, + "åIJį稱": 127234, + "ливÑĸÑģÑĤÑĮ": 127235, + "Ġ몸ìĿĦ": 127236, + "оÑĢÑĸв": 127237, + "Це": 127238, + "بدأ": 127239, + "ë°ĺ기": 127240, + "krát": 127241, + "ä¸į足": 127242, + "Ġoldukları": 127243, + "leniyor": 127244, + "Ġìĭľíĸī": 127245, + "ĠпÑĢинимаÑĤÑĮ": 127246, + "à¸Ĥà¸Ńà¸ĩร": 127247, + "ÏĪει": 127248, + "Ġẩn": 127249, + "تس": 127250, + "ĠÑĤай": 127251, + "Ġневозможно": 127252, + "åıĬãģ³": 127253, + "roti": 127254, + "ï½Ń": 127255, + "дом": 127256, + "ойно": 127257, + "å£Ĭ": 127258, + "说çļĦ": 127259, + "Ġskoro": 127260, + "niÄįnÃŃ": 127261, + "ĠProfes": 127262, + "ĠÑħÑĢониÑĩеÑģ": 127263, + "Ġ주문": 127264, + "ĠZn": 127265, + "ĠÑģлой": 127266, + "ÎłÏģο": 127267, + "æĮĩæķ°": 127268, + "ĠпеÑĢеÑĪ": 127269, + "à¥ģà¤ķस": 127270, + "Ġê°Ģìłķ": 127271, + "Ġíķĺë©´": 127272, + "Û±Û¹Û´": 127273, + "кÑĥл": 127274, + "ÙĬÙĦا": 127275, + "ĠدÙĪبارÙĩ": 127276, + "|l": 127277, + "ĠÐľÑĥ": 127278, + "нила": 127279, + "ãģ¦ãģĦãģ¾ãģĻ": 127280, + "macı": 127281, + "ãģŁãģ¡ãģ¯": 127282, + "ĠاÙĦÙĥتاب": 127283, + "移åĭķ": 127284, + "λμ": 127285, + "_ï¼ı": 127286, + "Ġê°Ģìŀħ": 127287, + "èħ¾": 127288, + "ĠпÑĢезиденÑĤ": 127289, + "Ġë¶Ħìķ¼": 127290, + "ahy": 127291, + "Å¡etÅĻenÃŃ": 127292, + "éĵº": 127293, + "ĠpÅĻÃŃro": 127294, + "ÐķТ": 127295, + "ĠìļĶì²Ń": 127296, + "Ġmohlo": 127297, + "å¿ĥçIJĨ": 127298, + "Ġvysoké": 127299, + "ü": 127300, + "ÏĦικα": 127301, + "ìĹħì²´": 127302, + "ãģ§ãģĤ": 127303, + "รายà¸ĩาà¸Ļ": 127304, + "ĠpÅĻÃŃspÄĽv": 127305, + "ĠetmiÅŁtir": 127306, + "她们": 127307, + "ÏĢλα": 127308, + "ứa": 127309, + "Ġ说": 127310, + "ĠÑģоÑģед": 127311, + "åĩī": 127312, + "ĠÐłÐµ": 127313, + "åİŁæĿ¥": 127314, + "ĠÐIJÑĢÑħ": 127315, + "بÙĬÙĨ": 127316, + "åľ°è¯´": 127317, + "Ġört": 127318, + "ĠΣεÏĢ": 127319, + "ÂŃÙĩاÛĮ": 127320, + "ĠاÙĦاÙĤتص": 127321, + "尽管": 127322, + "ÑĤÑĭй": 127323, + "tains": 127324, + "ÙĢÙĦ": 127325, + "ç§ijæĬĢæľīéĻIJåħ¬åı¸": 127326, + "æı®": 127327, + "ัà¸ķà¸ĸ": 127328, + "á»Ĺng": 127329, + "ลาà¸Ķ": 127330, + "æļ®": 127331, + "ĠÙĨÙģسÙĩ": 127332, + "Ġçľĭ": 127333, + "Ġãģ¿": 127334, + "Ġtarım": 127335, + "Û±Û¹Ûµ": 127336, + "ĠÎĬ": 127337, + "Ġkomplex": 127338, + "ĠNhÄ©": 127339, + "è´¹çĶ¨": 127340, + "ĠکاربراÙĨ": 127341, + "ÅĪovánÃŃ": 127342, + "Ġků": 127343, + "дап": 127344, + "ÎķΧ": 127345, + "ê·¸ëŀĺ": 127346, + "Ġdöndü": 127347, + "人åĵ¡": 127348, + "ĠTiá»ĥu": 127349, + "ĠÙĪÛĮراÛĮØ´": 127350, + "Ġöngör": 127351, + "ĠÙĪغÙĬر": 127352, + "ĠÑģкÑĢÑĭ": 127353, + "âĢIJ'": 127354, + "ĠнемÑĥ": 127355, + "ĠHá»ĩ": 127356, + "Ġdüzenli": 127357, + "ĠsoutÄĽÅ¾e": 127358, + "ãĢģãĥŀ": 127359, + "ÏĦομα": 127360, + "ÄĽlÃŃ": 127361, + "ĠØ£ÙĦÙħاÙĨ": 127362, + "çł²": 127363, + "ĠtrÃł": 127364, + "Ġä¸ĸçķĮ": 127365, + "ayız": 127366, + "ımlı": 127367, + "ĠاÙĦØ£Ùģ": 127368, + "íķĺëĬĶëį°": 127369, + "вано": 127370, + "ĠpÅĻiÄįemž": 127371, + "ÙĥÙĬب": 127372, + "ĠмаÑĤемаÑĤи": 127373, + "мени": 127374, + "ĠпÑĢоекÑĤÑĥ": 127375, + "ีà¹Ĥà¸Ń": 127376, + "оÑĥ": 127377, + "ĠاÙĦشرÙĥØ©": 127378, + "æ³£": 127379, + "ÙĪÙĤÙĬت": 127380, + "ÑĪив": 127381, + "Ġpersonel": 127382, + "شتر": 127383, + "à¸Ķา": 127384, + "Ġ몽": 127385, + "åĿIJåľ¨": 127386, + "оке": 127387, + "Ġë§Īë²ķ": 127388, + "ĠØ£ÙĨا": 127389, + "ëłµ": 127390, + "ĠÙħباÙĨÛĮ": 127391, + "èĭ¹æŀľ": 127392, + "Ġศร": 127393, + "ĠÐĽÑĥÑĩ": 127394, + "ÎŁÎ¥Î£": 127395, + "ĠÄįá": 127396, + "ãģĽãģ¦": 127397, + "ĠkÄ±ÅŁ": 127398, + "ÑĪев": 127399, + "æĮĩ导": 127400, + "à¹ģละม": 127401, + "Ġvoleb": 127402, + "ĠÑģилÑĭ": 127403, + "Ġdruhou": 127404, + "Ġì°¬": 127405, + "ĠìŀĪìĿĮ": 127406, + "ΥΣ": 127407, + "ä¸įå®ī": 127408, + "ĠìĹĨìĿĮ": 127409, + "Ġdeterm": 127410, + "ĠاÙĦÙħعÙĦÙĪÙħات": 127411, + "íĺ¹": 127412, + "âĻ¡": 127413, + "à¥įबन": 127414, + "Ġخشک": 127415, + "ĠNová": 127416, + "ĠÑĦÑĥндаменÑĤ": 127417, + "ĠпÑĢогÑĢами": 127418, + "ĠعÙĦÙĬÙĥ": 127419, + "।ĊĊ": 127420, + "Ġveriyor": 127421, + "ĠÑĶв": 127422, + "ĠìŀĪëĭ¤ê³ł": 127423, + "ĠاÙĦØ£ÙħرÙĬÙĥÙĬ": 127424, + "Ġå¤ĸéĥ¨ãĥªãĥ³ãĤ¯": 127425, + "Ġä¿®": 127426, + "ĠпÑĥÑĤи": 127427, + "ĠοÏģγ": 127428, + "ĠоÑģновном": 127429, + "ĠнаÑĢÑĥж": 127430, + "ĠмиÑĢе": 127431, + "ovÄĽt": 127432, + "ĠíĥIJ": 127433, + "Ġsokak": 127434, + "Ġspolupráci": 127435, + "ÐĶÐļ": 127436, + "Ġåĺ": 127437, + "âĸįâĸįâĸįâĸįâĸįâĸįâĸįâĸįâĸįâĸįâĸįâĸįâĸįâĸįâĸįâĸį": 127438, + "Ġ³³³³": 127439, + "Ġhayır": 127440, + "ĠìĻĶ": 127441, + "æĤ¨çļĦ": 127442, + "æĮº": 127443, + "Ġ민주": 127444, + "Ġhotelu": 127445, + "à¸µà¸ľ": 127446, + "ìŀIJëıĻ": 127447, + "ä¼¼çļĦ": 127448, + "ÎŃνÏĦÏģο": 127449, + "Ø´ÙĪ": 127450, + "Ġé¤": 127451, + "Ġλι": 127452, + "Ġolmaktadır": 127453, + "ĠоÑģвеÑī": 127454, + "Ġвина": 127455, + "Ġخاصة": 127456, + "rana": 127457, + "γÏģαÏĨή": 127458, + "ÑĨеÑģ": 127459, + "ĠdoÄŁrult": 127460, + "ĠÙĤرارداد": 127461, + "ĠÐļал": 127462, + "ê²½ìłľ": 127463, + "ÏĩÏĮ": 127464, + "ÑĥÑİÑīий": 127465, + "ëĭĺìĿ´": 127466, + "ëĮ": 127467, + "лаз": 127468, + "Ġngừng": 127469, + "isku": 127470, + "ìĦłê±°": 127471, + "ĠÑįлекÑĤÑĢон": 127472, + "ĠVoj": 127473, + "нÑıми": 127474, + "ĠÙĪØ£ÙĨ": 127475, + "äºŃ": 127476, + "ç»Łè®¡": 127477, + "ĠÅŁiÅŁ": 127478, + "ãĢįçļĦ": 127479, + "æŃ¯": 127480, + "Ġколлек": 127481, + "Ġдвиж": 127482, + "Ġná»Ńa": 127483, + "ÄįasÃŃ": 127484, + "Ġsonu": 127485, + "ĠмеÑħанÑĸз": 127486, + "žený": 127487, + "ĠзаÑģÑĤÑĥп": 127488, + "ê´Ģ볨": 127489, + "ĠÑĤоваÑĢÑĸв": 127490, + "Ġì¼ĢìĿ´": 127491, + "à¥ģà¤Ĺत": 127492, + "Ġzásob": 127493, + "мовÑĸÑĢ": 127494, + "ufac": 127495, + "ůležit": 127496, + "ĠвигоÑĤов": 127497, + "ĠاÙĦÙĨÙĪ": 127498, + "ĠعاÙħا": 127499, + "æģ¨": 127500, + "ĠìĿ´ë¯¸ì§Ģ": 127501, + "ĠtvoÅĻ": 127502, + "ĠvyužitÃŃ": 127503, + "ĠgeliÅŁim": 127504, + "쳤ëĭ¤": 127505, + "หà¸Ļà¸Ńà¸ĩ": 127506, + "ĠìĿ¸ìłķ": 127507, + "à¥įदर": 127508, + "ĠпеÑĢеда": 127509, + "ĠздÑĸйÑģненнÑı": 127510, + "ÙĨع": 127511, + "è¡£æľį": 127512, + "Ġloa": 127513, + "íĻĪ": 127514, + "èĭ±åĽ½": 127515, + "ĠDruh": 127516, + "خاÙĨ": 127517, + "дам": 127518, + "аÑĤелÑĮнÑĭÑħ": 127519, + "θÏģÏİ": 127520, + "ĠØ£Ùħر": 127521, + "ĠÅĻada": 127522, + "ĠbuluÅŁ": 127523, + "ĠÑĤÑĢанÑģпоÑĢ": 127524, + "ĠÙĤتÙĦ": 127525, + "ĠTarif": 127526, + "Rus": 127527, + "ĠзаÑģÑĸд": 127528, + "ĠÄ°h": 127529, + "leyin": 127530, + "Ġvyrá": 127531, + "ĠDÄĽ": 127532, + "ибли": 127533, + "avou": 127534, + "ĠÐĵеÑĢм": 127535, + "немÑĥ": 127536, + "ĠконÑĨеп": 127537, + "ĠÙĤادر": 127538, + "Ġsoubor": 127539, + "Ġlá»iji": 127540, + "ĠçµIJ": 127541, + "леннÑĭй": 127542, + "κÏħ": 127543, + "Ġдопомаг": 127544, + "à¸ŀวà¸ģà¹Ģà¸Ĥ": 127545, + "Ġquang": 127546, + "ĠØ·ÙĦا": 127547, + "ĠéĩĮ": 127548, + "ĠÙĨÙħÙĪدار": 127549, + "ĠÅŁar": 127550, + "ĠÑģпÑĸл": 127551, + "ÂŃn": 127552, + "ì§ĢìļĶ": 127553, + "åīįå¾Ģ": 127554, + "åħ³éĶ®": 127555, + "å®ŀåľ¨": 127556, + "éŁ³æ¥½": 127557, + "ĠÙħسئÙĦÙĩ": 127558, + "Ġyeme": 127559, + "ĠÑĪаÑħ": 127560, + "기ìĪł": 127561, + "Ġสำà¸Ļ": 127562, + "ĠÙĪرزشÛĮ": 127563, + "ãģĹãģŁãĤī": 127564, + "ίÏĥÏī": 127565, + "окон": 127566, + "ãģŁãĤī": 127567, + "ĠØ¥ÙĦÙĬÙĩ": 127568, + "Ġآذرب": 127569, + "Ġrá»Ŀi": 127570, + "Ġodak": 127571, + "ĠмогÑĥ": 127572, + "ĠÚ¯ÙĨ": 127573, + "è²¼": 127574, + "edla": 127575, + "ĠопÑĭÑĤ": 127576, + "lamaktadır": 127577, + "å°¼äºļ": 127578, + "éĥ½ä¼ļ": 127579, + "ĠÎĺεÏĥÏĥα": 127580, + "Ġвог": 127581, + "ç»Īäºİ": 127582, + "ĠÑĥÑĢовне": 127583, + "Ġvlak": 127584, + "ĠØ¢ÙĦØ©": 127585, + "Ġειδ": 127586, + "âĩ": 127587, + "дÑĥÑĤ": 127588, + "Ñĸнг": 127589, + "ĠØ£ÙħرÙĬÙĥÙĬ": 127590, + "ازÙĨد": 127591, + "ĠباÙĦØ£": 127592, + "Ġतन": 127593, + "Ġkaydet": 127594, + "룬리": 127595, + "Ġdrž": 127596, + "ĠпенÑģ": 127597, + "ĠpÅĻÃŃÄį": 127598, + "ĠТолÑĮко": 127599, + "ĠбаÑĤаÑĢ": 127600, + "éĵģè·¯": 127601, + "ĠÙ¾ÛĮÚĨ": 127602, + "ĠÎĵεÏī": 127603, + "ĠαÏħÏĦά": 127604, + "ÄŀI": 127605, + "ĠакÑĤивно": 127606, + "ÎĹÎľÎij": 127607, + "Ġvarlık": 127608, + "Ġåıª": 127609, + "ĠзаÑīиÑĤÑĭ": 127610, + "лим": 127611, + "ĠÙħشاÙĩدة": 127612, + "иком": 127613, + "Ġì¡°ìĤ¬": 127614, + "оген": 127615, + "Ġmấy": 127616, + "gii": 127617, + "èĽĩ": 127618, + "ĠØ®ÙĪÛĮØ´": 127619, + "Ġnová": 127620, + "ковой": 127621, + "Ġkanıt": 127622, + "éĿ¢è®®": 127623, + "ĠرÙĪستا": 127624, + "ìĸ´ê°Ģ": 127625, + "ĠоÑĤноÑĪениÑı": 127626, + "Ġhodnoty": 127627, + "ÙĪرات": 127628, + "ĠpÅĻÃŃst": 127629, + "Ġthá»į": 127630, + "Ġçıkart": 127631, + "ообÑĢаз": 127632, + "ĠnemÄĽl": 127633, + "Âłro": 127634, + "ĠدÙĪÙĦتÛĮ": 127635, + "ี,": 127636, + "ä¸Ģ度": 127637, + "iaomi": 127638, + "åĹİ": 127639, + "Ùıع": 127640, + "ĠваÑĢиан": 127641, + "ĠpodaÅĻilo": 127642, + "ĠëĤĺê°Ģ": 127643, + "èIJ¥ä¸ļ": 127644, + "ĠабÑģолÑİÑĤно": 127645, + "Ġë¸ĮëĿ¼": 127646, + "ĠгоÑĢиз": 127647, + "aģın": 127648, + "Ġyerini": 127649, + "à¹īาà¸Ļà¸Ķ": 127650, + "æIJ¬": 127651, + "Ġbalık": 127652, + "ĠÅŁans": 127653, + "认è¯Ĩ": 127654, + "ĠistediÄŁiniz": 127655, + "ĠjistÄĽ": 127656, + "ĠìĪĺê°Ģ": 127657, + "ï¼Įä¸Ĭ": 127658, + "à¤ľà¤¬": 127659, + "ĠвиÑıви": 127660, + "맥": 127661, + "ãģĹãģ¦ãĤĭ": 127662, + "ÙĬÙĥا": 127663, + "ĠHüs": 127664, + "cının": 127665, + "Ġशत": 127666, + "ĠÑĢаÑģполаг": 127667, + "ĠÑģпÑĢавж": 127668, + "ืà¸Ńà¸ĸ": 127669, + "ĠвеÑĢÑĤик": 127670, + "Ġvystav": 127671, + "ĠÑĢеалÑĸзаÑĨÑĸÑĹ": 127672, + "вами": 127673, + "ãĤ¹ãĥĨãĤ£": 127674, + "ëħģ": 127675, + "ĠÑĢеÑĩÑĸ": 127676, + "ÙģاÙĦ": 127677, + "िà¤ķà¤Ł": 127678, + "ĠвозÑĢаÑģÑĤе": 127679, + "каÑģ": 127680, + "ĠÐĺÑģ": 127681, + "ĠлÑĸк": 127682, + "ĠÏĥημαν": 127683, + "менÑĤÑĥ": 127684, + "нÑıÑİÑĤ": 127685, + "æŁ´": 127686, + "ĠθεÏī": 127687, + "çĬ¯ç½ª": 127688, + "ĠÙĤطر": 127689, + "ÐĶÐIJ": 127690, + "-|": 127691, + "ĠÑģÑĤÑĸ": 127692, + "Ġuyum": 127693, + "ĠpotÅĻeba": 127694, + "ĠعÙħÙĦÛĮات": 127695, + "奪": 127696, + "اخر": 127697, + "ĠکساÙĨÛĮ": 127698, + "تÙħر": 127699, + "ÑĮеÑĢ": 127700, + "ĠNez": 127701, + "íļĮìĤ¬": 127702, + "ĠBankası": 127703, + "егÑĢа": 127704, + "à¸Ĥà¸ĵะà¸Ĺ": 127705, + "åIJĪæł¼": 127706, + "ĠìŬ룬ë¶Ħ": 127707, + "yasal": 127708, + "Ġè¡ĮæĶ¿": 127709, + "åĬī": 127710, + "dıktan": 127711, + "ãĤ¢ãĥ«ãĥIJ": 127712, + "ĠاÛĮÙĨÚĨ": 127713, + "Ġdijital": 127714, + "å°ĺ": 127715, + "ĠÑĢазмеÑī": 127716, + "ĠкÑĸлÑĮкоÑģÑĤÑĸ": 127717, + "ĠEvropy": 127718, + "ĠÑĢозви": 127719, + "ÑİÑīÑĥÑİ": 127720, + "Ġong": 127721, + "Ġhepsi": 127722, + "vailability": 127723, + "ĠتصÙħÙĬÙħ": 127724, + "ÑĥйÑĤе": 127725, + "हल": 127726, + "ĠÅ¡iro": 127727, + "Ġpás": 127728, + ";;;;;;": 127729, + "éħįåIJĪ": 127730, + "ĠاÙĦعاÙĦÙħÙĬØ©": 127731, + "ÐĴо": 127732, + "haf": 127733, + "láv": 127734, + "Ġbì": 127735, + "Ġmůj": 127736, + "ê»ĺìĦľ": 127737, + "ÂłBf": 127738, + "ĠÑģпÑĢоÑģил": 127739, + "âĢĮÚ©ÙĨÙĨدÙĩ": 127740, + "ÙĨدÙĬØ©": 127741, + "çī¹èī²": 127742, + "Ġìķ¨": 127743, + "ุษย": 127744, + "ĠФоÑĢ": 127745, + "пиÑģок": 127746, + "užel": 127747, + "ımlar": 127748, + "çĬ¶æ³ģ": 127749, + "Ġãĥ¬ãĥĩãĤ£ãĥ¼ãĤ¹": 127750, + "Ñħови": 127751, + "ÂłKÄį": 127752, + "Ñĩим": 127753, + "ĠتÙĪÙħ": 127754, + "à¹Ģà¸ģษà¸ķร": 127755, + "Ġìĭ±ê¸Ģ": 127756, + "Ùħارات": 127757, + "ênh": 127758, + "ĠÅĻid": 127759, + "æĬ¬": 127760, + "ÑģиÑİ": 127761, + "æħİ": 127762, + "Ġçevre": 127763, + "ãĥĪãĥ«": 127764, + "Ġyıldır": 127765, + "Ġzáznam": 127766, + "æľºåľº": 127767, + "ĠпоÑĶ": 127768, + "ĠвÑĭÑĢаÑīи": 127769, + "ĠÙģع": 127770, + "ë»": 127771, + "ĠدارÛĮÙħ": 127772, + "ï¼ĮæĽ´": 127773, + "Ġземли": 127774, + "ابÙĤات": 127775, + "Ġmá»Ŀi": 127776, + "kých": 127777, + "ÙĦاة": 127778, + "帽": 127779, + "براÙĩÙĬÙħ": 127780, + "ĠпобаÑĩ": 127781, + "ाà¤ĩम": 127782, + "à¹Īาà¸ĩà¸Ľà¸£à¸°à¹Ģà¸Ĺศ": 127783, + "ĠìĦ¸ìĥģ": 127784, + "ĠпомогаеÑĤ": 127785, + "ĠÏĦÏĮÏĥο": 127786, + "æĸ·": 127787, + "ĠÙģراÙĪ": 127788, + "à¹Ħà¸Ľà¸¢": 127789, + "ergisi": 127790, + "ĠéĻIJ": 127791, + ".xz": 127792, + "ĠÑģлÑĥÑħ": 127793, + "економ": 127794, + "ĠNhất": 127795, + "±ط": 127796, + "ĠëĪĪìĿĦ": 127797, + "ĠíļĮìĤ¬": 127798, + "Ñĵ": 127799, + "ĠåIJįçĦ¡ãģĹ": 127800, + "Ġομάδα": 127801, + "ĩĮ": 127802, + "liÄŁinin": 127803, + "عاÙĨ": 127804, + "ĠزÙĨÛĮ": 127805, + "Tôi": 127806, + "Ġetki": 127807, + "ĠìĹ°ëĿ½": 127808, + "ĠконÑĨа": 127809, + "è°ĭ": 127810, + "ĠземлÑı": 127811, + "íĻĺê²½": 127812, + "ĠÙħکاÙĨÛĮ": 127813, + "çĸ²": 127814, + "Ġç¢": 127815, + "Ġkurulan": 127816, + "ؤÙĪÙĦ": 127817, + "دÙī": 127818, + "ĠاÙĦÙħÙĨØ·ÙĤØ©": 127819, + "Ġnắng": 127820, + "ÐŁÐļ": 127821, + "олай": 127822, + "YK": 127823, + "åijĨ": 127824, + "λαν": 127825, + "西çľģ": 127826, + "ĠÎĴαÏĥ": 127827, + "ĠíĻķìĭ¤": 127828, + "ZD": 127829, + "пÑĸд": 127830, + "ĠнаÑĩе": 127831, + "ĠÏĦά": 127832, + "å½»": 127833, + "âĢŀD": 127834, + "Ġèĩº": 127835, + "ĠнаÑĪей": 127836, + "ĠtÃŃmto": 127837, + "ĠتسÙħ": 127838, + "ÏģθÏģο": 127839, + "令人": 127840, + "ĠPazar": 127841, + "ãĤĵãģ¨": 127842, + "ç«ĭåĪ»": 127843, + "Âģ@": 127844, + "Ġbắc": 127845, + "ìĬ¤íħĮ": 127846, + "Ġkadınlar": 127847, + "figur": 127848, + "ãģ¤ãģ¶": 127849, + "ĠæµĻæ±Ł": 127850, + "ĠдекÑĸлÑĮ": 127851, + "è¡Ŀ": 127852, + "ยà¸Ļà¹ģà¸Ľà¸¥à¸ĩ": 127853, + "olet": 127854, + "Ġnedok": 127855, + "namen": 127856, + "åħĦå¼Ł": 127857, + "ืà¸Ńà¸Ĥ": 127858, + "èĤĥ": 127859, + "Ġbüny": 127860, + "ĠÑĢадÑıн": 127861, + "ãĢģäºĮ": 127862, + "аннÑİ": 127863, + "Ġæīĭæľº": 127864, + "ĠоÑģлож": 127865, + "ĠоглÑı": 127866, + "Ġسبز": 127867, + "Ġaktivit": 127868, + "Ġà¤ıप": 127869, + "ç«ľ": 127870, + "Ġdiren": 127871, + "iв": 127872, + "ĠYatırım": 127873, + "ÑĨÑĸйна": 127874, + "Ġдомов": 127875, + "ẳn": 127876, + "ĠCoÄŁraf": 127877, + "ÙģÙĪ": 127878, + "æ°Ĺãģ«åħ¥": 127879, + "ç§ģãģ®": 127880, + "ï½į": 127881, + "à¥Įड": 127882, + "ĠÐĵÑĢигоÑĢ": 127883, + "ĠPeygamber": 127884, + "Ġαγα": 127885, + "Ġefekt": 127886, + "ĠìŀĪìĸ´ìĦľ": 127887, + "ĠплаÑĤеж": 127888, + "ĠTrab": 127889, + "overy": 127890, + "âĢ¦âĢ¦ãĢĤ": 127891, + "Ġyapmaya": 127892, + "ĠнайбÑĸлÑĮ": 127893, + "ĠÙħÙĨزÙĦ": 127894, + "ÙĪÙĬÙĥ": 127895, + "ıldıģında": 127896, + "ĠpÅĻÃŃpadnÄĽ": 127897, + "ĠμÏĢοÏģοÏį": 127898, + "ĠëĵľëĿ¼ë§Ī": 127899, + "Ġ방문": 127900, + "ĠСим": 127901, + "کات": 127902, + "еком": 127903, + "رÙĬع": 127904, + "ÙĩدÙģ": 127905, + "æĹıèĩªæ²»": 127906, + "ĠzmÄĽn": 127907, + "Ġвклад": 127908, + "ĠبÙĦغ": 127909, + "Ġç§ĭ": 127910, + "Ngh": 127911, + "ĠendiÅŁ": 127912, + "ĠCumhurbaÅŁkanı": 127913, + "ĠKaf": 127914, + "Ġà¹ģหล": 127915, + "Ġmutlu": 127916, + "ĠÑģиÑĢ": 127917, + "ĠгÑĥм": 127918, + "æ¿ĥ": 127919, + "çĤī": 127920, + "ĠBáo": 127921, + "à¥Ĥष": 127922, + "ĠìłķíĻķ": 127923, + "ानस": 127924, + "ﻤ": 127925, + "наÑģлÑĸдок": 127926, + "poÄįet": 127927, + "ë§ĮìĽIJìŀħëĭĪëĭ¤": 127928, + "ĠìĦľìļ¸íĬ¹ë³Ħìĭľ": 127929, + "ÎķÎĻΣ": 127930, + "ุมà¸Ĭà¸Ļ": 127931, + "ĠмÑĸлÑĮ": 127932, + "æħĮ": 127933, + "ÏĥκεÏĦαι": 127934, + "ĠãĢľ": 127935, + "Ġkaliteli": 127936, + "ĠÑģмеÑĢÑĤÑĮ": 127937, + "è¼Ķ": 127938, + "ĠбиÑĤ": 127939, + "ĠΣÏĦο": 127940, + "à¸ĩà¹Ģศส": 127941, + "åİŁæľ¬": 127942, + "ĠknÃŃ": 127943, + "äºĴèģĶç½ij": 127944, + "ĠÑĩеловеÑĩеÑģ": 127945, + "çŃĴ": 127946, + "à¸Īำหà¸Ļ": 127947, + "åĩºåİ»": 127948, + "ãĤ¢ãĥĭãĥ¡": 127949, + "å±ķ示": 127950, + "rych": 127951, + "à¤ħब": 127952, + "oÅĪ": 127953, + "jÃŃcÃŃm": 127954, + "اØŃØ«": 127955, + "ĠÙĪاÙĤعÛĮ": 127956, + "ĠФедеÑĢалÑĮ": 127957, + "Ñģам": 127958, + "Ġìĺ¥": 127959, + "åľ°çIJĥ": 127960, + "Ġsuyu": 127961, + "seniz": 127962, + "à¥īफ": 127963, + "Ġê°Ļëĭ¤": 127964, + "ĠпÑĢизнаÑĩеннÑı": 127965, + "ĠSın": 127966, + "ĠاÙħÙĨÛĮت": 127967, + "Ġlátky": 127968, + "ĠÐijи": 127969, + "Ġsüreci": 127970, + "····": 127971, + "Ġ경찰": 127972, + "ĠкалÑĮ": 127973, + "ĠникÑĤо": 127974, + "ÙijÙħ": 127975, + "ĠدÙĬگر": 127976, + "Ġalınması": 127977, + "леннÑĸ": 127978, + "ิวà¹Ģà¸ķà¸Ńร": 127979, + "à¸Ľà¸ģà¸Ħรà¸Ńà¸ĩ": 127980, + "ĠзаконодавÑģÑĤва": 127981, + "ãĢĢãĤ¤": 127982, + "Ġëħ¸íķĺìļ°": 127983, + "ĠDÃ¼ÅŁ": 127984, + "ĠгÑĥÑģÑĤ": 127985, + "ĠÐĴаÑĪ": 127986, + "ĠاÙħتÛĮ": 127987, + "Ġparamet": 127988, + "ĠÎłÎ±Î½ÎµÏĢ": 127989, + "à¹Įà¸ģร": 127990, + "ζα": 127991, + "ĠëįĶìļ±": 127992, + "ÙĪÙĦات": 127993, + "ваÑĤиÑģÑı": 127994, + "Ġkök": 127995, + "ÙĨب": 127996, + "ĠвÑĭÑģокой": 127997, + "ãĥ¼ãĥ¼": 127998, + "éĶ¦": 127999 + }, + "merges": [ + "Ġ Ġ", + "Ġ ĠĠĠ", + "ĠĠ ĠĠ", + "ĠĠĠ Ġ", + "i n", + "Ġ t", + "Ġ ĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ Ġ", + "ĠĠĠĠĠ ĠĠĠ", + "ĠĠĠĠĠĠ ĠĠ", + "e r", + "Ġ ĠĠ", + "ĠĠ Ġ", + "o n", + "Ġ a", + "r e", + "a t", + "s t", + "e n", + "o r", + "Ġ th", + "Ġt h", + "Ċ Ċ", + "Ġ c", + "l e", + "Ġ s", + "i t", + "a n", + "a r", + "a l", + "Ġ the", + "Ġt he", + "Ġth e", + "; Ċ", + "Ġ p", + "Ġ f", + "o u", + "Ġ =", + "i s", + "Ġ ĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠ", + "ĠĠĠ ĠĠĠĠ", + "ĠĠĠĠĠ ĠĠ", + "ĠĠĠĠĠĠ Ġ", + "i ng", + "in g", + "e s", + "Ġ w", + "i on", + "io n", + "e d", + "i c", + "Ġ b", + "Ġ d", + "e t", + "Ġ m", + "Ġ o", + "ĉ ĉ", + "r o", + "a s", + "e l", + "c t", + "n d", + "Ġ in", + "Ġi n", + "Ġ h", + "e nt", + "en t", + "i d", + "Ġ n", + "a m", + "Ġ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ Ġ", + "Ġ to", + "Ġt o", + "Ġ re", + "Ġr e", + "- -", + "Ġ {", + "Ġ of", + "Ġo f", + "o m", + ") ;Ċ", + "); Ċ", + "i m", + "č Ċ", + "Ġ (", + "i l", + "/ /", + "Ġ and", + "Ġa nd", + "Ġan d", + "u r", + "s e", + "Ġ l", + "e x", + "Ġ S", + "a d", + "Ġ \"", + "c h", + "u t", + "i f", + "* *", + "Ġ }", + "e m", + "o l", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "t h", + ") Ċ", + "Ġ {Ċ", + "Ġ{ Ċ", + "Ġ g", + "i g", + "i v", + ", Ċ", + "c e", + "o d", + "Ġ v", + "a te", + "at e", + "Ġ T", + "a g", + "a y", + "Ġ *", + "o t", + "u s", + "Ġ C", + "Ġ st", + "Ġs t", + "Ġ I", + "u n", + "u l", + "u e", + "Ġ A", + "o w", + "Ġ '", + "e w", + "Ġ <", + "a tion", + "at ion", + "atio n", + "ati on", + "( )", + "Ġ for", + "Ġf or", + "Ġfo r", + "a b", + "o rt", + "or t", + "u m", + "a me", + "am e", + "Ġ is", + "Ġi s", + "p e", + "t r", + "c k", + "â Ģ", + "Ġ y", + "i st", + "is t", + "- ---", + "-- --", + "--- -", + ". ĊĊ", + ".Ċ Ċ", + "h e", + "Ġ e", + "l o", + "Ġ M", + "Ġ be", + "Ġb e", + "e rs", + "er s", + "Ġ on", + "Ġo n", + "Ġ con", + "Ġc on", + "Ġco n", + "a p", + "u b", + "Ġ P", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "a ss", + "as s", + "i nt", + "in t", + "> Ċ", + "l y", + "u rn", + "ur n", + "Ġ $", + "; ĊĊ", + ";Ċ Ċ", + "a v", + "p ort", + "por t", + "po rt", + "i r", + "- >", + "n t", + "c tion", + "ct ion", + "e nd", + "en d", + "Ġ de", + "Ġd e", + "0 0", + "i th", + "it h", + "o ut", + "ou t", + "t urn", + "tu rn", + "tur n", + "o ur", + "ou r", + "Ġ ĠĠĠĠ", + "ĠĠ ĠĠĠ", + "ĠĠĠĠ Ġ", + "ĠĠĠ ĠĠ", + "l ic", + "li c", + "r es", + "re s", + "p t", + "= =", + "Ġ this", + "Ġt his", + "Ġth is", + "Ġthi s", + "Ġ wh", + "Ġw h", + "Ġ if", + "Ġi f", + "Ġ D", + "v er", + "ve r", + "a ge", + "ag e", + "Ġ B", + "h t", + "e xt", + "ex t", + "= \"", + "Ġ that", + "Ġt hat", + "Ġth at", + "Ġtha t", + "* ***", + "** **", + "*** *", + "Ġ R", + "Ġ it", + "Ġi t", + "e ss", + "es s", + "Ġ F", + "Ġ r", + "o s", + "a nd", + "an d", + "Ġ as", + "Ġa s", + "e ct", + "ec t", + "k e", + "r om", + "ro m", + "Ġ //", + "Ġ/ /", + "c on", + "co n", + "Ġ L", + "( \"", + "q u", + "l ass", + "la ss", + "las s", + "Ġ with", + "Ġw ith", + "Ġwi th", + "Ġwit h", + "i z", + "d e", + "Ġ N", + "Ġ al", + "Ġa l", + "o p", + "u p", + "g et", + "ge t", + "Ġ }Ċ", + "Ġ} Ċ", + "i le", + "il e", + "Ġ an", + "Ġa n", + "a ta", + "at a", + "o re", + "or e", + "r i", + "Ġ pro", + "Ġp ro", + "Ġpr o", + "; čĊ", + "ĉ ĉĉĉ", + "ĉĉ ĉĉ", + "ĉĉĉ ĉ", + "t er", + "te r", + "a in", + "ai n", + "Ġ W", + "Ġ E", + "Ġ com", + "Ġc om", + "Ġco m", + "Ġ return", + "Ġre turn", + "Ġr eturn", + "Ġret urn", + "a rt", + "ar t", + "Ġ H", + "a ck", + "ac k", + "im port", + "imp ort", + "ub lic", + "ubl ic", + "Ġ or", + "Ġo r", + "e st", + "es t", + "m ent", + "me nt", + "men t", + "Ġ G", + "a ble", + "ab le", + "abl e", + "Ġ -", + "i ne", + "in e", + "i ll", + "il l", + "i nd", + "in d", + "e re", + "er e", + ": :", + "i ty", + "it y", + "Ġ +", + "Ġ tr", + "Ġt r", + "e lf", + "el f", + "i ght", + "ig ht", + "igh t", + "( '", + "o rm", + "or m", + "u lt", + "ul t", + "s tr", + "st r", + ". .", + "\" ,", + "Ġ you", + "Ġy ou", + "Ġyo u", + "y pe", + "yp e", + "p l", + "Ġ new", + "Ġn ew", + "Ġne w", + "Ġ j", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "Ġ from", + "Ġf rom", + "Ġfr om", + "Ġfro m", + "Ġ ex", + "Ġe x", + "Ġ O", + "2 0", + "l d", + "Ġ [", + "o c", + ": Ċ", + "Ġ se", + "Ġs e", + "Ġ le", + "Ġl e", + "- -------", + "-- ------", + "---- ----", + "--- -----", + "----- ---", + "------ --", + "------- -", + ". s", + "{ Ċ", + "' ,", + "a nt", + "an t", + "Ġ at", + "Ġa t", + "a se", + "as e", + ". c", + "Ġ ch", + "Ġc h", + "< /", + "a ve", + "av e", + "a ng", + "an g", + "Ġ are", + "Ġa re", + "Ġar e", + "Ġ int", + "Ġin t", + "Ġi nt", + "âĢ Ļ", + "_ t", + "e rt", + "er t", + "i al", + "ia l", + "a ct", + "ac t", + "} Ċ", + "i ve", + "iv e", + "o de", + "od e", + "o st", + "os t", + "Ġ class", + "Ġc lass", + "Ġcl ass", + "Ġclas s", + "Ġcla ss", + "Ġ not", + "Ġn ot", + "Ġno t", + "o g", + "o rd", + "or d", + "a lue", + "al ue", + "alu e", + "a ll", + "al l", + "f f", + "( );Ċ", + "() ;Ċ", + "(); Ċ", + "o nt", + "on t", + "i me", + "im e", + "a re", + "ar e", + "Ġ U", + "Ġ pr", + "Ġp r", + "Ġ :", + "i es", + "ie s", + "i ze", + "iz e", + "u re", + "ur e", + "Ġ by", + "Ġb y", + "i re", + "ir e", + "Ġ }ĊĊ", + "Ġ} ĊĊ", + "Ġ}Ċ Ċ", + ". p", + "Ġ sh", + "Ġs h", + "i ce", + "ic e", + "a st", + "as t", + "p tion", + "pt ion", + "t ring", + "tr ing", + "tri ng", + "o k", + "_ _", + "c l", + "# #", + "Ġ he", + "Ġh e", + "a rd", + "ar d", + ") .", + "Ġ @", + "i ew", + "ie w", + "ĉ ĉĉ", + "ĉĉ ĉ", + "Ġ was", + "Ġw as", + "Ġwa s", + "i p", + "t his", + "th is", + "Ġ u", + "Ġ The", + "ĠT he", + "ĠTh e", + "i de", + "id e", + "a ce", + "ac e", + "i b", + "a c", + "r ou", + "ro u", + "Ġ we", + "Ġw e", + "j ect", + "je ct", + "jec t", + "Ġ public", + "Ġp ublic", + "Ġpub lic", + "Ġpubli c", + "a k", + "v e", + "a th", + "at h", + "o id", + "oi d", + "Ġ =>", + "Ġ= >", + "u st", + "us t", + "q ue", + "qu e", + "Ġ res", + "Ġre s", + "Ġr es", + ") )", + "' s", + "Ġ k", + "a ns", + "an s", + "y st", + "ys t", + "un ction", + "unc tion", + "unct ion", + "* *******", + "** ******", + "**** ****", + "****** **", + "*** *****", + "***** ***", + "******* *", + "Ġ i", + "Ġ us", + "Ġu s", + "p p", + "1 0", + "o ne", + "on e", + "a il", + "ai l", + "= ===", + "== ==", + "=== =", + "n ame", + "na me", + "nam e", + "Ġ str", + "Ġs tr", + "Ġst r", + "Ġ /", + "Ġ &", + "a ch", + "ac h", + "d iv", + "di v", + "y stem", + "yst em", + "ys tem", + "e ll", + "el l", + "Ġ have", + "Ġh ave", + "Ġha ve", + "Ġhav e", + "e rr", + "er r", + "o uld", + "ou ld", + "oul d", + "u ll", + "ul l", + "p on", + "po n", + "Ġ J", + "_ p", + "Ġ ==", + "Ġ= =", + "i gn", + "ig n", + "S t", + ". Ċ", + "Ġ pl", + "Ġp l", + ") ;ĊĊ", + ");Ċ Ċ", + "); ĊĊ", + "f orm", + "fo rm", + "for m", + "p ut", + "pu t", + "o unt", + "ou nt", + "oun t", + "} ĊĊ", + "}Ċ Ċ", + "d d", + "i te", + "it e", + "Ġ get", + "Ġg et", + "Ġge t", + "r r", + "o me", + "om e", + "Ġ âĢ", + "Ġâ Ģ", + "a ram", + "ar am", + "ara m", + "c c", + "Ġ */", + "Ġ* /", + "E R", + "I n", + "l es", + "le s", + "_ s", + "o ng", + "on g", + "i e", + "Ġ can", + "Ġc an", + "Ġca n", + "Ġ V", + "e rv", + "er v", + "p r", + "Ġ un", + "Ġu n", + "r ow", + "ro w", + "b er", + "be r", + "Ġ do", + "Ġd o", + "l l", + "Ġ el", + "Ġe l", + "Ġ self", + "Ġs elf", + "Ġse lf", + "Ġsel f", + "a ted", + "at ed", + "ate d", + "a ry", + "ar y", + "Ġ .", + "' ]", + "u d", + "Ġ en", + "Ġe n", + "Ġ Th", + "ĠT h", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "t e", + "_ c", + "u ct", + "uc t", + "Ġ ab", + "Ġa b", + "o rk", + "or k", + ". get", + ".g et", + ".ge t", + "Ġ #", + "a w", + "r ess", + "re ss", + "res s", + "o b", + "N ame", + "Na me", + "Nam e", + "2 01", + "20 1", + "a pp", + "ap p", + "[ '", + "Ġ all", + "Ġa ll", + "Ġal l", + "o ry", + "or y", + "i tion", + "it ion", + "iti on", + "a nce", + "an ce", + "anc e", + "e ar", + "ea r", + "Ġ cont", + "Ġc ont", + "Ġcon t", + "Ġco nt", + "v ent", + "ve nt", + "ven t", + "i a", + "Ġ will", + "Ġw ill", + "Ġwi ll", + "Ġwil l", + "I N", + "Ġ ĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ Ġ", + "ĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠ", + "ĠĠĠĠĠ ĠĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠ", + "r eturn", + "re turn", + "ret urn", + "Ġ ", + "\" ,Ċ", + "\", Ċ", + "e c", + "Ġ In", + "ĠI n", + "p h", + "Ġ |", + "_ f", + "Ġ var", + "Ġv ar", + "Ġva r", + "e nce", + "en ce", + "enc e", + "I d", + "r ee", + "re e", + "i nk", + "in k", + "l ect", + "le ct", + "lec t", + "u g", + "e th", + "et h", + "Ġ else", + "Ġe lse", + "Ġel se", + "Ġels e", + "- ---------------", + "-- --------------", + "---- ------------", + "-------- --------", + "--- -------------", + "------------ ----", + "----- -----------", + "---------- ------", + "------ ----------", + "----------- -----", + "------------- ---", + "------- ---------", + "--------- -------", + "--------------- -", + "-------------- --", + "1 9", + "c ont", + "con t", + "co nt", + "Ġ so", + "Ġs o", + "a tic", + "at ic", + "ati c", + "Ġ lo", + "Ġl o", + "p ro", + "pr o", + "t on", + "to n", + "s s", + "o wn", + "ow n", + "a bel", + "ab el", + "abe l", + "o int", + "oin t", + "oi nt", + "o us", + "ou s", + "e ld", + "el d", + "S T", + "T he", + "Th e", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "R E", + "\" :", + "o lor", + "ol or", + "olo r", + "t p", + "e g", + "k ey", + "ke y", + "u de", + "ud e", + "Ġ St", + "ĠS t", + "o und", + "ou nd", + "oun d", + "Ġ ar", + "Ġa r", + "\" );Ċ", + "\") ;Ċ", + "\"); Ċ", + "e ner", + "en er", + "ene r", + "s er", + "se r", + "1 1", + "b ject", + "bj ect", + "es sage", + "ess age", + "essa ge", + "f er", + "fe r", + "Ġ more", + "Ġm ore", + "Ġmor e", + "Ġmo re", + "at ions", + "ation s", + "atio ns", + "ati ons", + "e nts", + "en ts", + "ent s", + "Ġ his", + "Ġh is", + "Ġhi s", + "Ġ they", + "Ġt hey", + "Ġth ey", + "Ġthe y", + ". S", + "Ġ Y", + "u se", + "us e", + "n e", + "i sh", + "is h", + "o ld", + "ol d", + "_ d", + "i o", + "i eld", + "ie ld", + "iel d", + "Ġ per", + "Ġp er", + "Ġpe r", + "C ont", + "Con t", + "Co nt", + "in gs", + "ing s", + "# ###", + "## ##", + "### #", + "Ġ data", + "Ġd ata", + "Ġda ta", + "Ġdat a", + "Ġ sa", + "Ġs a", + "e f", + "f o", + "Ġ one", + "Ġo ne", + "Ġon e", + "e ng", + "en g", + "Ġ dis", + "Ġd is", + "Ġdi s", + "A T", + "Ġ name", + "Ġn ame", + "Ġna me", + "Ġnam e", + "Ġ true", + "Ġtr ue", + "v al", + "va l", + "l ed", + "le d", + ". f", + "Ġ ne", + "Ġn e", + "Ġ end", + "Ġe nd", + "Ġen d", + "3 2", + ". T", + "1 6", + "c re", + "cr e", + "a rk", + "ar k", + "l og", + "lo g", + "E x", + "e rror", + "er ror", + "err or", + "erro r", + "_ id", + "_i d", + "ur re", + "urr e", + "a nge", + "an ge", + "ang e", + "Ġ null", + "Ġn ull", + "Ġnu ll", + "r ray", + "rr ay", + "Ġ my", + "Ġm y", + "p an", + "pa n", + "i ct", + "ic t", + "a tor", + "at or", + "ato r", + "V iew", + "Vi ew", + "L ist", + "Li st", + "ĉ return", + "ĉr eturn", + "ĉret urn", + "ĉre turn", + "âĢ Ŀ", + "Ġ pre", + "Ġp re", + "Ġpr e", + "Ġ x", + "c lude", + "cl ude", + "clud e", + "a rg", + "ar g", + "1 5", + "o v", + ". h", + "Ġ >", + "Ġ their", + "Ġthe ir", + "' )", + "i rst", + "ir st", + "irs t", + "i ck", + "ic k", + "g h", + "L E", + "O R", + "Ġ private", + "Ġpr ivate", + "Ġpriv ate", + "Ġprivat e", + "t em", + "te m", + "čĊ čĊ", + "u ser", + "us er", + "use r", + "Ġ )", + "c om", + "co m", + ". A", + "\" ;Ċ", + "\"; Ċ", + "Ġ id", + "Ġi d", + "r ead", + "re ad", + "rea d", + "Ġ who", + "Ġw ho", + "Ġwh o", + "_ b", + "\" >Ċ", + "\"> Ċ", + "Ġ time", + "Ġt ime", + "Ġtim e", + "Ġti me", + "Ġ man", + "Ġm an", + "Ġma n", + "r y", + "= =======", + "== ======", + "==== ====", + "=== =====", + "====== ==", + "===== ===", + "======= =", + "r oup", + "ro up", + "rou p", + "r op", + "ro p", + "p ublic", + "pub lic", + "v el", + "ve l", + "um ber", + "umb er", + "b le", + "bl e", + "Ġ which", + "Ġwh ich", + "** **************", + "**** ************", + "******** ********", + "************ ****", + "************** **", + "Ġ any", + "Ġa ny", + "Ġan y", + "Ġ false", + "Ġf alse", + "Ġfa lse", + "Ġfal se", + "Ġfals e", + "w e", + "Ġ value", + "Ġv alue", + "Ġval ue", + "Ġva lue", + "Ġvalu e", + "Ġ li", + "Ġl i", + "\" )", + "n der", + "nd er", + "nde r", + "g r", + "Ġ no", + "Ġn o", + "p aram", + "par am", + "pa ram", + "para m", + "2 5", + "f ig", + "fi g", + ". com", + ".c om", + ".co m", + "Ġ app", + "Ġa pp", + "Ġap p", + "_ l", + "i ons", + "ion s", + "io ns", + ". D", + "Ġ Ch", + "ĠC h", + "Ġ about", + "Ġa bout", + "Ġab out", + "Ġ add", + "Ġa dd", + "Ġad d", + "Ġ su", + "Ġs u", + "Ġ string", + "Ġs tring", + "Ġst ring", + "Ġstr ing", + "Ġstri ng", + "I D", + "Ġ over", + "Ġo ver", + "Ġov er", + "s tring", + "st ring", + "str ing", + "stri ng", + ". l", + "our ce", + "0 00", + "00 0", + "_ C", + "] Ċ", + "Ġ qu", + "Ġq u", + "Ġ String", + "ĠS tring", + "ĠSt ring", + "ĠStr ing", + "c a", + "S E", + "Ġ ro", + "Ġr o", + "s h", + "u al", + "ua l", + "T ype", + "Typ e", + "Ty pe", + "s on", + "so n", + "n ew", + "ne w", + "e rn", + "er n", + "Ġ ag", + "Ġa g", + "A R", + "] ;Ċ", + "]; Ċ", + "] .", + "Ġ ?", + "i cal", + "ic al", + "ica l", + "Ġ des", + "Ġd es", + "Ġde s", + "u th", + "ut h", + "i x", + "a ys", + "ay s", + "Ġ type", + "Ġt ype", + "Ġtyp e", + "Ġty pe", + "' t", + "a ult", + "au lt", + "aul t", + "Ġ inter", + "Ġin ter", + "Ġint er", + "Ġinte r", + "v ar", + "va r", + ". b", + "Ġ part", + "Ġp art", + "Ġpar t", + "Ġpa rt", + ". d", + "ur rent", + "urre nt", + "urr ent", + "I T", + "E N", + "3 0", + "e nc", + "en c", + "( f", + "r a", + "v alue", + "val ue", + "va lue", + "valu e", + "c ho", + "ch o", + "1 8", + "ut ton", + "utt on", + "utto n", + "o se", + "os e", + "1 4", + "Ġ !=", + "Ġ! =", + "a ter", + "at er", + "ate r", + "à ©", + "re ate", + "reat e", + "rea te", + "o ll", + "ol l", + "p os", + "po s", + "y le", + "yl e", + "n g", + "A L", + "u sing", + "us ing", + "usi ng", + "a mes", + "am es", + "ame s", + "Ġ {čĊ", + "Ġ{ čĊ", + "a tes", + "at es", + "ate s", + "e ly", + "el y", + "Ġ work", + "Ġw ork", + "Ġwor k", + "Ġwo rk", + "Ġ em", + "Ġe m", + "i nal", + "in al", + "ina l", + "Ġ sp", + "Ġs p", + "Ġ when", + "Ġw hen", + "Ġwh en", + "Ġwhe n", + ". set", + ".s et", + ".se t", + "Ġ ĠĠĠĠĠ", + "ĠĠ ĠĠĠĠ", + "ĠĠĠĠ ĠĠ", + "ĠĠĠ ĠĠĠ", + "ĠĠĠĠĠ Ġ", + ") :Ċ", + "): Ċ", + "t o", + "q uire", + "qu ire", + "quir e", + "qui re", + "ind ow", + "indo w", + "l ement", + "le ment", + "lem ent", + "lemen t", + "leme nt", + "p ect", + "pe ct", + "pec t", + "a sh", + "as h", + "[ i", + "Ġ use", + "Ġu se", + "Ġus e", + ". F", + "p ec", + "pe c", + "Ġ ad", + "Ġa d", + "o ve", + "ov e", + "ce ption", + "cept ion", + "cep tion", + "e ngth", + "en gth", + "eng th", + "in clude", + "inc lude", + "incl ude", + "inclu de", + "a der", + "ad er", + "ade r", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "at us", + "atu s", + "T h", + "i tle", + "it le", + "r it", + "ri t", + "v oid", + "vo id", + "( ).", + "() .", + "( Ċ", + "Ġ off", + "Ġo ff", + "Ġof f", + "Ġ other", + "Ġo ther", + "Ġot her", + "Ġ &&", + "Ġ& &", + "' ;Ċ", + "'; Ċ", + "m s", + "Ġ been", + "Ġb een", + "Ġbe en", + "Ġbee n", + "Ġ te", + "Ġt e", + "m l", + "c o", + "n c", + "1 3", + "er vice", + "erv ice", + "Ġ %", + "* *Ċ", + "** Ċ", + "a nn", + "an n", + "a de", + "ad e", + "Ċ ĊĊĊ", + "ĊĊ ĊĊ", + "ĊĊĊ Ċ", + "l ock", + "lo ck", + "loc k", + "con st", + "co nst", + "cons t", + "1 00", + "10 0", + "p onse", + "pon se", + "pons e", + "Ġ sup", + "Ġs up", + "Ġsu p", + "+ +", + "d ate", + "da te", + "dat e", + "Ġ acc", + "Ġa cc", + "Ġac c", + "Ġ had", + "Ġh ad", + "Ġha d", + "Ġ bu", + "Ġb u", + "2 00", + "20 0", + "Ġ Re", + "ĠR e", + "Ġ were", + "Ġw ere", + "Ġwe re", + "Ġwer e", + "Ġ file", + "Ġf ile", + "Ġfil e", + "Ġfi le", + "Ġ would", + "Ġw ould", + "Ġwo uld", + "Ġ âĢľ", + "ĠâĢ ľ", + "v en", + "ve n", + "i ss", + "is s", + "Ġ our", + "Ġo ur", + "Ġou r", + "c lass", + "cl ass", + "cla ss", + "clas s", + "r aw", + "ra w", + "Ġ year", + "Ġy ear", + "Ġye ar", + "D ata", + "Da ta", + "Dat a", + "Ġ val", + "Ġv al", + "Ġva l", + "Ġ some", + "Ġs ome", + "Ġso me", + "Ġsom e", + "f ter", + "ft er", + "fte r", + "y s", + "Ġ ///", + "Ġ// /", + "Ġ/ //", + "r ound", + "ro und", + "rou nd", + "v iew", + "vi ew", + "vie w", + "Ġ pe", + "Ġp e", + "Ġ there", + "Ġt here", + "Ġth ere", + "Ġthe re", + "Ġther e", + "Ġ said", + "Ġs aid", + "Ġsa id", + "Ġsai d", + "d u", + "o f", + "l ine", + "li ne", + "lin e", + "/ *", + "d uct", + "du ct", + "duc t", + "Ġ her", + "Ġh er", + "Ġhe r", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "R es", + "Re s", + "Ġ co", + "Ġc o", + "Ġ comm", + "Ġc omm", + "Ġcom m", + "Ġco mm", + "i se", + "is e", + "m in", + "mi n", + "Ġ ĠĠĠĊ", + "ĠĠ ĠĠĊ", + "ĠĠĠĠ Ċ", + "ĠĠĠ ĠĊ", + "# include", + "et hod", + "eth od", + ". P", + "u te", + "ut e", + "Ġ ass", + "Ġa ss", + "Ġas s", + "I nt", + "In t", + "a sk", + "as k", + "l oc", + "lo c", + "Ġ like", + "Ġl ike", + "Ġli ke", + "Ġlik e", + "o dy", + "od y", + "Ġ let", + "Ġl et", + "Ġle t", + "l oad", + "lo ad", + "Ġ am", + "Ġa m", + "r ol", + "ro l", + "Ġ gr", + "Ġg r", + "y p", + "Ġ also", + "Ġal so", + "Ġals o", + "Ġ It", + "ĠI t", + "u rl", + "ur l", + "i fic", + "if ic", + "ifi c", + "o rs", + "or s", + "_ P", + "_ n", + "i gh", + "ig h", + "Ġ than", + "Ġt han", + "Ġth an", + "Ġtha n", + "C om", + "Co m", + "A N", + "U L", + "a ting", + "at ing", + "ati ng", + "atin g", + "1 7", + "Ġ This", + "ĠT his", + "ĠTh is", + "ĠThi s", + "r ef", + "re f", + "_ S", + "Ġ static", + "Ġst atic", + "Ġstat ic", + "Ġsta tic", + "Ġstati c", + "r oll", + "ro ll", + "rol l", + "Ġ just", + "Ġj ust", + "Ġju st", + "Ġjus t", + "Ġ result", + "Ġres ult", + "i an", + "ia n", + "id th", + "Ġ them", + "Ġt hem", + "Ġth em", + "Ġthe m", + ") );Ċ", + ")) ;Ċ", + ")); Ċ", + "d er", + "de r", + "re ak", + "rea k", + "C on", + "Co n", + ": //", + ":/ /", + "u le", + "ul e", + ". ..", + ".. .", + "a rch", + "ar ch", + "arc h", + "e ment", + "em ent", + "eme nt", + "emen t", + "Ġ <<", + "Ġ< <", + "5 0", + "u sh", + "us h", + "en se", + "ens e", + "a rr", + "ar r", + "Ġ into", + "Ġin to", + "Ġint o", + "c ess", + "ce ss", + "ces s", + "a mp", + "am p", + "i ed", + "ie d", + "u ment", + "um ent", + "ume nt", + "umen t", + "Ġ \\", + "] ,", + "w o", + "a ls", + "al s", + "Ġ what", + "Ġw hat", + "Ġwh at", + "a nc", + "an c", + "V alue", + "Val ue", + "Va lue", + "= '", + "o lum", + "ol um", + "olu m", + "Ġ pos", + "Ġp os", + "Ġpo s", + "a ges", + "ag es", + "age s", + "a yer", + "ay er", + "aye r", + "Ġ sc", + "Ġs c", + "u es", + "ue s", + "\" )Ċ", + "\") Ċ", + "_ T", + "Ġ list", + "Ġl ist", + "Ġli st", + "Ġlis t", + "( s", + "Ġ case", + "Ġc ase", + "Ġca se", + "Ġcas e", + "C h", + "ĉ ĉĉĉĉ", + "ĉĉ ĉĉĉ", + "ĉĉĉĉ ĉ", + "ĉĉĉ ĉĉ", + "//// ////", + "/// /////", + "///// ///", + "p onent", + "pon ent", + "pone nt", + "Ġ z", + "Ġ kn", + "Ġk n", + "l et", + "le t", + "D E", + "r ed", + "re d", + "Ġ fe", + "Ġf e", + "Ġ },Ċ", + "Ġ} ,Ċ", + "Ġ}, Ċ", + "Ġ ,", + "( t", + "Ġ first", + "Ġf irst", + "Ġfi rst", + "Ġfir st", + "' );Ċ", + "') ;Ċ", + "'); Ċ", + "w ord", + "wo rd", + "wor d", + "Ġ import", + "Ġim port", + "Ġimp ort", + "Ġ act", + "Ġa ct", + "Ġac t", + "Ġ char", + "Ġc har", + "Ġch ar", + "Ġcha r", + "C T", + "Ġ Tr", + "ĠT r", + "o ple", + "op le", + "opl e", + "= {", + "ĉ f", + "2 4", + "i ent", + "ie nt", + "ien t", + "c ent", + "ce nt", + "cen t", + ". j", + "l ection", + "le ction", + "lect ion", + "lec tion", + ") )Ċ", + ")) Ċ", + "Ġ only", + "Ġon ly", + "Ġ print", + "Ġp rint", + "Ġpr int", + "Ġpri nt", + "Ġprin t", + "m er", + "me r", + ". W", + "o ck", + "oc k", + "Ġ --", + "Ġ- -", + "T ext", + "Te xt", + "Tex t", + "Ġ op", + "Ġo p", + "a nk", + "an k", + "Ġ its", + "Ġit s", + "Ġi ts", + "Ġ back", + "Ġb ack", + "Ġba ck", + "Ġbac k", + "[ \"", + "Ġ need", + "Ġn eed", + "Ġne ed", + "Ġ cl", + "Ġc l", + "Ġ sub", + "Ġs ub", + "Ġsu b", + "Ġ la", + "Ġl a", + "( (", + ". \"", + "O bject", + "Ob ject", + "Obj ect", + "Ġ start", + "Ġst art", + "Ġstar t", + "Ġsta rt", + "f ile", + "fi le", + "fil e", + "( self", + "(s elf", + "(se lf", + "(sel f", + "n er", + "ne r", + "e y", + "Ġ user", + "Ġu ser", + "Ġus er", + "Ġuse r", + "Ġ ent", + "Ġe nt", + "Ġen t", + "Ġ Com", + "ĠC om", + "ĠCo m", + "i ts", + "it s", + "Ġ Con", + "ĠC on", + "ĠCo n", + "o uble", + "ou ble", + "oub le", + "o wer", + "ow er", + "owe r", + "i tem", + "it em", + "ite m", + "v ery", + "ver y", + "ve ry", + "Ġ We", + "ĠW e", + "6 4", + "l ick", + "lic k", + "li ck", + "Ġ Q", + "p hp", + "ph p", + "t tp", + "tt p", + "' :", + "i cs", + "ic s", + "Ġ under", + "Ġu nder", + "Ġun der", + "Ġund er", + "Ġunde r", + "Ġ *Ċ", + "Ġ* Ċ", + ". L", + ") ;", + "i ces", + "ic es", + "ice s", + "Ġ reg", + "Ġre g", + "Ġr eg", + ") čĊ", + "ĉ public", + "ĉp ublic", + "ĉpub lic", + "S S", + "Ġ then", + "Ġt hen", + "Ġth en", + "Ġthe n", + "r eat", + "re at", + "rea t", + "i ous", + "io us", + "iou s", + ". G", + "e k", + "i rect", + "ir ect", + "ire ct", + "h eck", + "he ck", + "hec k", + "cri pt", + "cr ipt", + "n ing", + "ni ng", + "nin g", + "Ġ Un", + "ĠU n", + "Ġ may", + "Ġm ay", + "Ġma y", + "Ġ Wh", + "ĠW h", + "B o", + "I tem", + "It em", + "str uct", + "stru ct", + ". st", + ".s t", + "r eam", + "re am", + "rea m", + "i ble", + "ib le", + "lo at", + "Ġ org", + "Ġo rg", + "Ġor g", + "u nd", + "un d", + "s um", + "su m", + "_ in", + "_i n", + ". ./", + ".. /", + "_ M", + "Ġ how", + "Ġh ow", + "Ġho w", + "r ite", + "ri te", + "rit e", + "' Ċ", + "T o", + "4 0", + "w w", + "Ġ people", + "Ġpe ople", + "in dex", + "ind ex", + "inde x", + ". n", + "h ttp", + "ht tp", + "htt p", + "( m", + "e ctor", + "ect or", + "ec tor", + "Ġ ind", + "Ġin d", + "Ġi nd", + "Ġ jav", + "Ġj av", + "Ġja v", + "] ,Ċ", + "], Ċ", + "Ġ He", + "ĠH e", + "_ st", + "_s t", + "f ul", + "fu l", + "o le", + "ol e", + ") {Ċ", + "){ Ċ", + "Ġ should", + "Ġsh ould", + "Ġsho uld", + "o py", + "op y", + "e lp", + "el p", + "i er", + "ie r", + "_ name", + "_n ame", + "_na me", + "er son", + "ers on", + "I ON", + "IO N", + "o te", + "ot e", + "Ġ test", + "Ġt est", + "Ġte st", + "Ġtes t", + "Ġ bet", + "Ġb et", + "Ġbe t", + "r ror", + "rr or", + "u lar", + "ul ar", + "ula r", + "ã Ģ", + "Ġ Ð", + "b s", + "t ing", + "ti ng", + "tin g", + "Ġ make", + "Ġm ake", + "Ġma ke", + "Ġmak e", + "T r", + "Ġ after", + "Ġa fter", + "Ġaf ter", + "Ġaft er", + "ar get", + "arg et", + "arge t", + "R O", + "ol umn", + "olum n", + "olu mn", + "r c", + "_ re", + "_r e", + "de fine", + "def ine", + "2 2", + "Ġ right", + "Ġr ight", + "Ġrig ht", + "Ġri ght", + "r ight", + "ri ght", + "rig ht", + "d ay", + "da y", + "Ġ long", + "Ġl ong", + "Ġlo ng", + "Ġlon g", + "[ ]", + "( p", + "t d", + "c ond", + "con d", + "co nd", + "Ġ Pro", + "ĠP ro", + "ĠPr o", + "Ġ rem", + "Ġre m", + "Ġr em", + "pt ions", + "ption s", + "v id", + "vi d", + ". g", + "Ġ ext", + "Ġe xt", + "Ġex t", + "Ġ __", + "Ġ_ _", + "' )Ċ", + "') Ċ", + "p ace", + "pa ce", + "pac e", + "m p", + "Ġ min", + "Ġm in", + "Ġmi n", + "st ance", + "sta nce", + "stan ce", + "a ir", + "ai r", + "a ction", + "act ion", + "ac tion", + "w h", + "t ype", + "ty pe", + "typ e", + "u til", + "ut il", + "uti l", + "a it", + "ai t", + "< ?", + "I C", + "t ext", + "te xt", + "tex t", + "Ġ ph", + "Ġp h", + "Ġ fl", + "Ġf l", + ". M", + "c cess", + "cc ess", + "cce ss", + "b r", + "f ore", + "fo re", + "for e", + "ers ion", + ") ,Ċ", + "), Ċ", + ". re", + ".r e", + "a teg", + "at eg", + "ate g", + "Ġ loc", + "Ġl oc", + "Ġlo c", + "i ns", + "in s", + "- s", + "t rib", + "tr ib", + "tri b", + "Ġ Int", + "ĠI nt", + "ĠIn t", + "Ġ array", + "Ġa rray", + "Ġar ray", + "Ġarr ay", + ", \"", + "P ro", + "Pr o", + "( c", + "ess ion", + "> ĊĊ", + ">Ċ Ċ", + "Ġ she", + "Ġs he", + "Ġsh e", + "\" ]", + "a ph", + "ap h", + "Ġ exp", + "Ġe xp", + "Ġex p", + "er ty", + "ert y", + "Ġ Se", + "ĠS e", + "Ġ par", + "Ġp ar", + "Ġpa r", + "u nc", + "un c", + "E T", + "Ġ read", + "Ġre ad", + "Ġr ead", + "p rint", + "pr int", + "pri nt", + "Ġ rel", + "Ġre l", + "Ġr el", + "Ġ form", + "Ġf orm", + "Ġfor m", + "Ġfo rm", + "Ġ dr", + "Ġd r", + "Ex ception", + "Except ion", + "in put", + "inp ut", + "Ġ trans", + "Ġt rans", + "Ġtr ans", + "Ġtra ns", + "Ġtran s", + "# #######", + "## ######", + "#### ####", + "### #####", + "##### ###", + "###### ##", + "####### #", + "or der", + "ord er", + "orde r", + "B y", + "Ġ aw", + "Ġa w", + "i ties", + "it ies", + "iti es", + "u ff", + "uf f", + "p lay", + "pl ay", + "pla y", + ". add", + ".a dd", + ".ad d", + "Ġ âĢĵ", + "ĠâĢ ĵ", + "Ġ want", + "Ġw ant", + "Ġwa nt", + "Ġwan t", + "Ġ comp", + "Ġc omp", + "Ġcom p", + "Ġco mp", + "m ents", + "ment s", + "me nts", + "men ts", + "Ġ ||", + "Ġ| |", + "a z", + "b e", + "Ġ number", + "Ġn umber", + "Ġnum ber", + "Ġnumb er", + "Ġ require", + "Ġre quire", + "Ġreq uire", + "Ġrequ ire", + "Ġ Ex", + "ĠE x", + "6 0", + "Ġ col", + "Ġc ol", + "Ġco l", + "Ġ key", + "Ġk ey", + "Ġke y", + "em ber", + "emb er", + "Ġ two", + "Ġt wo", + "Ġtw o", + "Ġ size", + "Ġs ize", + "Ġsi ze", + "Ġsiz e", + "Ġ where", + "Ġw here", + "Ġwh ere", + "Ġwhe re", + "U T", + "res ult", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "o ugh", + "ou gh", + "oug h", + "or ld", + "o od", + "oo d", + "u ch", + "uc h", + "at ive", + "ati ve", + "ativ e", + "g er", + "ge r", + "a rent", + "ar ent", + "are nt", + "aren t", + "Ġ /*", + "Ġ/ *", + "Ġ arg", + "Ġa rg", + "Ġar g", + "Ġ while", + "Ġwh ile", + "2 3", + "( this", + "(t his", + "(th is", + "Ġ rec", + "Ġre c", + "Ġr ec", + "Ġ dif", + "Ġd if", + "Ġdi f", + "St ate", + "Stat e", + "Ġ spec", + "Ġs pec", + "Ġsp ec", + "Ġspe c", + "r ide", + "ri de", + "rid e", + "_ F", + "Ġ look", + "Ġl ook", + "Ġlo ok", + "A M", + "il ity", + "ilit y", + "ili ty", + "e ter", + "et er", + "ete r", + "âĢĻ t", + "Ċ ĊĊ", + "ĊĊ Ċ", + "ay out", + "ayo ut", + "-- ------------------------------", + "---- ----------------------------", + "---------------- ----------------", + "------------ --------------------", + "---------------------------- ----", + "------------------------------ --", + "-------------------- ------------", + "a ger", + "ag er", + "age r", + "Ġ could", + "Ġc ould", + "Ġco uld", + "Ġcou ld", + "Ġ br", + "Ġb r", + "e nds", + "en ds", + "end s", + "u res", + "ur es", + "ure s", + "Ġ know", + "Ġk now", + "Ġkn ow", + "e ts", + "et s", + "Ġ If", + "ĠI f", + "Ġ Sh", + "ĠS h", + ". w", + "b ack", + "ba ck", + "bac k", + "Ġ ser", + "Ġs er", + "Ġse r", + "Ġ +=", + "Ġ+ =", + "Ġ fr", + "Ġf r", + "( ));Ċ", + "() );Ċ", + "()) ;Ċ", + "()); Ċ", + "Ġ hand", + "Ġh and", + "Ġha nd", + "Ġhan d", + "I nd", + "In d", + "U LL", + "UL L", + "I m", + "( );ĊĊ", + "() ;ĊĊ", + "();Ċ Ċ", + "(); ĊĊ", + "Ġ most", + "Ġm ost", + "Ġmo st", + "Ġmos t", + "Ġ try", + "Ġt ry", + "Ġtr y", + "Ġ now", + "Ġn ow", + "Ġno w", + "r ough", + "ro ugh", + "rou gh", + "> čĊ", + "ack age", + "Ġ him", + "Ġh im", + "Ġhi m", + ". _", + "i fy", + "if y", + "Ġ break", + "Ġb reak", + "Ġbre ak", + "Ġ );Ċ", + "Ġ) ;Ċ", + "Ġ); Ċ", + "r en", + "re n", + "# define", + "i tt", + "it t", + "Ġ ap", + "Ġa p", + "ĉ c", + "( n", + "Ġ You", + "ĠY ou", + "ĠYo u", + ": ĊĊ", + ":Ċ Ċ", + "- m", + "Ġ every", + "Ġe very", + "Ġever y", + "Ġev ery", + "Ġeve ry", + "us tom", + "ust om", + "usto m", + "l ient", + "li ent", + "lie nt", + "lien t", + "oc ument", + "ocu ment", + "cri ption", + "cript ion", + "E rror", + "Err or", + "Er ror", + "Erro r", + "- b", + "Ð ¾", + "] [", + "9 9", + "t rans", + "tr ans", + "tra ns", + "tran s", + "Ġ point", + "Ġp oint", + "Ġpo int", + "Ġpoi nt", + "Ġ std", + "Ġs td", + "Ġst d", + "Ġ fil", + "Ġf il", + "Ġfi l", + "T ime", + "Tim e", + "Ti me", + "8 0", + "Ġ mod", + "Ġm od", + "Ġmo d", + "Ġ ->", + "Ġ- >", + "Ġ error", + "Ġe rror", + "Ġerr or", + "Ġer ror", + "Ġerro r", + "a h", + "Ġ text", + "Ġt ext", + "Ġte xt", + "Ġtex t", + "r oller", + "ro ller", + "rol ler", + "roll er", + "l ose", + "lo se", + "los e", + "q l", + "Ġ pol", + "Ġp ol", + "Ġpo l", + "> < /", + "Ġ show", + "Ġs how", + "Ġsh ow", + "Ġsho w", + "U ser", + "Us er", + "Use r", + "a sed", + "as ed", + "ase d", + "Ġ {ĊĊ", + "Ġ{ ĊĊ", + "Ġ{Ċ Ċ", + "Ġ find", + "Ġf ind", + "Ġfin d", + "Ġfi nd", + "Ð °", + "E D", + "s pan", + "sp an", + "spa n", + "e nu", + "en u", + "Ġ current", + "Ġc urrent", + "Ġcur rent", + "Ġcurr ent", + "Ġ used", + "Ġu sed", + "Ġus ed", + "Ġuse d", + "c ept", + "ce pt", + "cep t", + "cl ud", + "Ġ play", + "Ġp lay", + "Ġpl ay", + "Ġpla y", + "Ġ log", + "Ġl og", + "Ġlo g", + "u tion", + "ut ion", + "uti on", + "f l", + "Ġ see", + "Ġs ee", + "Ġse e", + "ind ows", + "indow s", + "indo ws", + "Ġ help", + "Ġh elp", + "Ġhe lp", + "Ġhel p", + "Ġ these", + "Ġth ese", + "Ġthe se", + "Ġ pass", + "Ġp ass", + "Ġpas s", + "Ġpa ss", + "Ġ down", + "Ġd own", + "Ġdo wn", + "Ġdow n", + "Ġ even", + "Ġe ven", + "Ġev en", + "Ġeve n", + "a son", + "as on", + "aso n", + "u ild", + "ui ld", + "uil d", + "f rom", + "fr om", + "( d", + "Ġ bl", + "Ġb l", + "l abel", + "la bel", + "lab el", + "e lse", + "el se", + "els e", + "Ð µ", + "Ġ (!", + "Ġ( !", + "i zed", + "iz ed", + "ize d", + "( ),", + "() ,", + "Ġ ob", + "Ġo b", + "Ġ item", + "Ġit em", + "Ġi tem", + "u mp", + "um p", + "U R", + "o rn", + "or n", + "Ġ don", + "Ġd on", + "Ġdo n", + "S e", + "m an", + "ma n", + "2 7", + "am ple", + "amp le", + "t n", + "= ===============", + "== ==============", + "==== ============", + "======== ========", + "=== =============", + "============ ====", + "============= ===", + "=========== =====", + "============== ==", + "========= =======", + "========== ======", + "=============== =", + "====== ==========", + "===== ===========", + "======= =========", + "H e", + "g ram", + "gr am", + "gra m", + "Ġ did", + "Ġd id", + "Ġdi d", + "w n", + "_ h", + "i ver", + "iv er", + "ive r", + "Ġ sm", + "Ġs m", + "Ġ through", + "Ġth rough", + "Ġthr ough", + "Ġthro ugh", + "Ġ An", + "ĠA n", + "c he", + "ch e", + "Ġ inv", + "Ġin v", + "Ġi nv", + "o use", + "ou se", + "ous e", + "Ġ es", + "Ġe s", + "Ġ New", + "ĠN ew", + "ĠNe w", + "ex port", + "exp ort", + "expo rt", + "m ary", + "ma ry", + "mar y", + "u to", + "ut o", + "l er", + "le r", + "Ġ last", + "Ġl ast", + "Ġla st", + "Ġlas t", + "Ġ event", + "Ġe vent", + "Ġeven t", + "Ġev ent", + "Ġeve nt", + "t ry", + "tr y", + "ï ¼", + "i ly", + "il y", + "ig ned", + "ign ed", + "igne d", + "i nes", + "in es", + "ine s", + "ol low", + "oll ow", + "ollo w", + "ic ense", + "icens e", + "s ole", + "so le", + "sol e", + "l ear", + "le ar", + "lea r", + "( int", + "(i nt", + "(in t", + "Ġ again", + "Ġa gain", + "Ġag ain", + "Ġ high", + "Ġh igh", + "Ġhi gh", + "h tml", + "ht ml", + "htm l", + "In dex", + "Ind ex", + "ut hor", + "uth or", + "Ġ /**Ċ", + "Ġ/ **Ċ", + "Ġ/* *Ċ", + "Ġ/** Ċ", + "Ġ line", + "Ġl ine", + "Ġli ne", + "Ġlin e", + "E vent", + "Even t", + "Ev ent", + "_ D", + "Ġ does", + "Ġd oes", + "Ġdo es", + "Ġdoe s", + "it ial", + "iti al", + "itia l", + "Ġ cr", + "Ġc r", + "a rs", + "ar s", + "2 8", + "Ġ tem", + "Ġt em", + "Ġte m", + "c ause", + "ca use", + "f ace", + "fa ce", + "fac e", + "Ġ `", + "_ A", + "B utton", + "But ton", + "a ture", + "at ure", + "atur e", + "atu re", + "ect ed", + "ec ted", + "E S", + "i ster", + "is ter", + "ist er", + "iste r", + "ĉ Ċ", + "Ġ before", + "Ġb efore", + "Ġbe fore", + "Ġbef ore", + "a le", + "al e", + "o ther", + "ot her", + "oth er", + "Ġ because", + "Ġb ecause", + "Ġbe cause", + "Ġbec ause", + "r oid", + "ro id", + "roi d", + "Ġ ed", + "Ġe d", + "i k", + "r eg", + "re g", + "Ġ De", + "ĠD e", + "Ġ dist", + "Ġd ist", + "Ġdis t", + "Ġdi st", + "} ,Ċ", + "}, Ċ", + "Ġ state", + "Ġst ate", + "Ġstat e", + "Ġsta te", + "Ġ cons", + "Ġc ons", + "Ġcon s", + "Ġco ns", + "r int", + "ri nt", + "rin t", + "a tt", + "at t", + "Ġ here", + "Ġh ere", + "Ġhe re", + "Ġher e", + "i ned", + "in ed", + "ine d", + "Ġ final", + "Ġf inal", + "Ġfin al", + "Ġfi nal", + "Ġ \"\"", + "Ġ\" \"", + "K ey", + "Ke y", + "L O", + "Ġ del", + "Ġd el", + "Ġde l", + "p ty", + "pt y", + "th ing", + "thin g", + "2 6", + "Ġ And", + "ĠA nd", + "ĠAn d", + "Ġ run", + "Ġr un", + "Ġru n", + "Ġ X", + "y m", + ". app", + ".ap p", + ".a pp", + "Ġ very", + "Ġv ery", + "Ġver y", + "Ġve ry", + "c es", + "ce s", + "_ N", + "a red", + "ar ed", + "are d", + "w ard", + "wa rd", + "war d", + "l ist", + "li st", + "lis t", + "i ted", + "it ed", + "ite d", + "o log", + "ol og", + "olo g", + "it ch", + "B ox", + "Bo x", + "i fe", + "if e", + "3 3", + "Ġ ac", + "Ġa c", + "Ġ model", + "Ġm odel", + "Ġmod el", + "Ġmode l", + "Ġmo del", + "Ġ mon", + "Ġm on", + "Ġmo n", + "Ġ way", + "Ġw ay", + "Ġwa y", + "l ete", + "le te", + "let e", + "Ġ call", + "Ġc all", + "Ġcal l", + "Ġca ll", + "Ġ att", + "Ġa tt", + "Ġat t", + "Ġ cal", + "Ġc al", + "Ġca l", + "v ert", + "ver t", + "ve rt", + "Ġ dec", + "Ġd ec", + "Ġde c", + "l ease", + "le ase", + "lea se", + "o un", + "ou n", + "Ġ });Ċ", + "Ġ} );Ċ", + "Ġ}) ;Ċ", + "Ġ}); Ċ", + "f r", + "form ation", + "format ion", + "forma tion", + "e tail", + "et ail", + "eta il", + "Ġ num", + "Ġn um", + "Ġnu m", + "a j", + "qu ery", + "que ry", + "quer y", + "Ġ well", + "Ġw ell", + "Ġwe ll", + "Ġwel l", + "Ġ object", + "Ġo bject", + "Ġob ject", + "Ġobj ect", + "Ġ As", + "ĠA s", + "Ġ years", + "Ġy ears", + "Ġyear s", + "Ġye ars", + "C olor", + "Col or", + "Co lor", + "I S", + "Ġ default", + "Ġd efault", + "Ġde fault", + "Ġdef ault", + "Ġdefa ult", + "W h", + "Ġ ins", + "Ġin s", + "Ġi ns", + "a int", + "ain t", + "ai nt", + "Ġ java", + "Ġj ava", + "Ġjav a", + "Ġja va", + "Ġ sim", + "Ġs im", + "Ġsi m", + "Ġ Ar", + "ĠA r", + "m on", + "mo n", + "t il", + "ti l", + "( );čĊ", + "() ;čĊ", + "(); čĊ", + ") :", + "S et", + "Se t", + "2 9", + "at ter", + "att er", + "atte r", + "Ġ view", + "Ġv iew", + "Ġvi ew", + "Ġvie w", + "Ġ pres", + "Ġp res", + "Ġpr es", + "Ġpre s", + "a rray", + "ar ray", + "arr ay", + "arra y", + "W e", + "A t", + "Ġ bel", + "Ġb el", + "Ġbe l", + "Ġ many", + "Ġm any", + "Ġman y", + "Ġma ny", + "2 1", + "M an", + "Ma n", + "e nder", + "en der", + "end er", + "ende r", + "Ġ being", + "Ġb eing", + "Ġbe ing", + "Ġbei ng", + "Ġ good", + "Ġg ood", + "Ġgo od", + "Ġgoo d", + "ĉ ĉĉĉĉĉ", + "ĉĉ ĉĉĉĉ", + "ĉĉĉĉ ĉĉ", + "ĉĉĉ ĉĉĉ", + "ĉĉĉĉĉ ĉ", + "at ional", + "ation al", + "atio nal", + "ati onal", + "w are", + "wa re", + "war e", + ". log", + ".l og", + ".lo g", + "{ čĊ", + "Ġ using", + "Ġu sing", + "Ġus ing", + "_ B", + "Ġ :=", + "Ġ: =", + "_ w", + "i sts", + "is ts", + "ist s", + "l ish", + "li sh", + "lis h", + "Ġ stud", + "Ġst ud", + "Ġstu d", + "Ġ Al", + "ĠA l", + "Ġ gu", + "Ġg u", + "con fig", + "conf ig", + "u ring", + "ur ing", + "uri ng", + "t ime", + "ti me", + "tim e", + "o ken", + "ok en", + "oke n", + "ame space", + "ames pace", + "Ġ request", + "Ġre quest", + "Ġreq uest", + "Ġrequ est", + "Ġ child", + "Ġch ild", + "Ġchi ld", + "Ġ Ã", + "l ob", + "lo b", + "Ġ param", + "Ġp aram", + "Ġpar am", + "Ġpara m", + "Ġpa ram", + "Ġ }čĊ", + "Ġ} čĊ", + "0 1", + "Ġ echo", + "Ġe cho", + "Ġec ho", + "Ġech o", + "f unction", + "func tion", + "fun ction", + "**** ****************************", + "******** ************************", + "**************** ****************", + "************************ ********", + "******************** ************", + "**************************** ****", + "************ ********************", + "p s", + "E lement", + "El ement", + "Elem ent", + "Ele ment", + "a lk", + "al k", + "l ication", + "lic ation", + "li cation", + "lica tion", + "b y", + "S ize", + "Si ze", + "ra wing", + "raw ing", + "Ġ person", + "Ġp erson", + "Ġper son", + "Ġpers on", + "Ġperso n", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "\\ n", + "o bject", + "ob ject", + "obj ect", + "i nce", + "in ce", + "inc e", + "E n", + "F ile", + "Fi le", + "Fil e", + "u f", + "f fect", + "ff ect", + "ffe ct", + "A C", + "Ġ style", + "Ġst yle", + "Ġsty le", + "Ġstyl e", + "sum mary", + "summ ary", + "Ġ que", + "Ġqu e", + "Ġq ue", + "_ r", + "Ġ ($", + "Ġ( $", + "M odel", + "Mode l", + "Mod el", + "Mo del", + "i dent", + "id ent", + "ide nt", + "iden t", + "Ġ method", + "Ġm ethod", + "Ġmet hod", + "Ġmeth od", + "I L", + "o tt", + "ot t", + "l ess", + "le ss", + "les s", + "I NG", + "IN G", + "Ġ ()", + "Ġ( )", + "Ġ expect", + "Ġex pect", + "Ġexp ect", + "y nc", + "yn c", + "p ackage", + "pack age", + "3 5", + "u rs", + "ur s", + "Ġ prot", + "Ġp rot", + "Ġpro t", + "Ġpr ot", + ". /", + "p re", + "pr e", + "Ġ )Ċ", + "Ġ) Ċ", + "m a", + "Ġ sur", + "Ġs ur", + "Ġsu r", + "Ġ found", + "Ġf ound", + "Ġfo und", + "Ġfou nd", + "In fo", + "Inf o", + "p ar", + "pa r", + "i mes", + "im es", + "ime s", + ". e", + "a ins", + "ain s", + "ai ns", + "Ġ post", + "Ġp ost", + "Ġpos t", + "Ġpo st", + "- d", + "4 5", + "o lean", + "ol ean", + "ole an", + "Ġ sl", + "Ġs l", + "P E", + "Ġ such", + "Ġs uch", + "Ġsu ch", + "Ġsuc h", + "s elect", + "se lect", + "sel ect", + "a iner", + "ain er", + "ai ner", + "aine r", + "Ġ think", + "Ġth ink", + "Ġthin k", + "Ġthi nk", + "Ġd iffer", + "Ġdif fer", + "Ġdi ffer", + "Ġdiff er", + ". r", + "/ **Ċ", + "/* *Ċ", + "/** Ċ", + "F F", + "o ol", + "oo l", + "p late", + "pl ate", + "plat e", + "pla te", + "q ual", + "qu al", + "qua l", + "Ġ For", + "ĠF or", + "ĠFo r", + "Ġ much", + "Ġm uch", + "Ġmu ch", + "Ġmuc h", + "u c", + "( new", + "(n ew", + "(ne w", + "od ule", + "odu le", + "Ġ som", + "Ġs om", + "Ġso m", + "Ġ http", + "Ġh ttp", + "Ġht tp", + "Ġhtt p", + "Ġ List", + "ĠL ist", + "ĠLi st", + "ĠLis t", + "Ġ count", + "Ġc ount", + "Ġco unt", + "Ġcoun t", + "Ġcou nt", + "Ġ inst", + "Ġin st", + "Ġi nst", + "Ġins t", + "c har", + "ch ar", + "cha r", + "m it", + "mi t", + ". id", + ".i d", + "a king", + "ak ing", + "aki ng", + "akin g", + "Ġ gener", + "Ġg ener", + "Ġge ner", + "Ġgen er", + "Ġgene r", + "p x", + "v ice", + "vi ce", + "vic e", + "3 7", + "_ data", + "_d ata", + "_dat a", + "_da ta", + "Ġ NULL", + "ĠN ULL", + "ĠNU LL", + "} čĊ", + "i dd", + "id d", + "ãĢ Ĥ", + "Ġ med", + "Ġm ed", + "Ġme d", + "o rg", + "or g", + "i der", + "id er", + "ide r", + "a che", + "ac he", + "ach e", + "w ork", + "wo rk", + "wor k", + "Ġ check", + "Ġc heck", + "Ġch eck", + "Ġche ck", + "w een", + "we en", + "Ġ ((", + "Ġ( (", + "t he", + "th e", + "a nts", + "an ts", + "ant s", + "> <", + ". B", + "- c", + "Ġ open", + "Ġo pen", + "Ġop en", + "Ġ est", + "Ġe st", + "Ġes t", + "Ġ ĠĠĠĠĠĠĠĊ", + "ĠĠ ĠĠĠĠĠĠĊ", + "ĠĠĠĠ ĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠ Ċ", + "ĠĠĠ ĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠ ĠĊ", + "ĠĠĠĠĠ ĠĠĠĊ", + "ĠĠĠĠĠĠ ĠĠĊ", + "Ġ next", + "Ġn ext", + "Ġne xt", + "Ġnex t", + "I M", + "Ñ Ĥ", + "O T", + "à ³", + "Ġ follow", + "Ġf ollow", + "Ġfol low", + "Ġfoll ow", + "c ontent", + "con tent", + "cont ent", + "conte nt", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "Ġin clud", + "Ġincl ud", + "Ġinclu d", + "H E", + "Ġ Res", + "ĠR es", + "ĠRe s", + "Ġ href", + "Ġh ref", + "Ġhr ef", + "Ð ¸", + "Ġ car", + "Ġc ar", + "Ġca r", + "y pes", + "ype s", + "yp es", + "i mage", + "im age", + "ima ge", + "imag e", + "U n", + "Ġ bool", + "Ġb ool", + "Ġbo ol", + "Ġboo l", + "A D", + "Ġ game", + "Ġg ame", + "Ġgam e", + "Ġga me", + ". Form", + ".F orm", + ".For m", + "r ows", + "ro ws", + "row s", + "* /", + "v elop", + "ve lop", + "vel op", + ". Drawing", + ".D rawing", + ".Draw ing", + "Ġ path", + "Ġp ath", + "Ġpat h", + "Ġpa th", + "is ion", + "isi on", + "Ġ each", + "Ġe ach", + "Ġea ch", + "Ġ Pl", + "ĠP l", + "_ type", + "_t ype", + "_typ e", + "_ty pe", + "P ath", + "Pa th", + "Pat h", + "n ection", + "ne ction", + "nect ion", + "Ġ av", + "Ġa v", + "' ).", + "') .", + "Ġ support", + "Ġs upport", + "Ġsup port", + "Ġsupp ort", + "E NT", + "EN T", + "r em", + "re m", + "\" ).", + "\") .", + "Ġ own", + "Ġo wn", + "Ġow n", + "Ġ cor", + "Ġc or", + "Ġco r", + "c ount", + "co unt", + "cou nt", + "m iss", + "mi ss", + "mis s", + "u ally", + "ual ly", + "Ġ mem", + "Ġm em", + "Ġme m", + "s td", + "st d", + "i ence", + "ie nce", + "ien ce", + "s earch", + "se arch", + "sea rch", + "\" ĊĊ", + "\"Ċ Ċ", + "F orm", + "For m", + "Fo rm", + "Ġ sex", + "Ġs ex", + "Ġse x", + "e name", + "en ame", + "ena me", + "Ġ sign", + "Ġs ign", + "Ġsi gn", + "Ġsig n", + "Ġ et", + "Ġe t", + "Ġ ĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ Ġ", + "ĠĠĠĠĠĠ ĠĠĠĠ", + "' ,'", + "', '", + "Ġ App", + "ĠA pp", + "ĠAp p", + "Ġ those", + "Ġth ose", + "Ġtho se", + "o ff", + "of f", + "Ġ err", + "Ġe rr", + "Ġer r", + "Ġ system", + "Ġs ystem", + "Ġsys tem", + "Ġsy stem", + "Ġsyst em", + "Ġ best", + "Ġb est", + "Ġbe st", + "Ġbes t", + "c ode", + "co de", + "cod e", + "Ġ same", + "Ġs ame", + "Ġsa me", + "Ġsam e", + "Ġ di", + "Ġd i", + "u ss", + "us s", + "Ġ create", + "Ġc reate", + "Ġcre ate", + "Ġcreat e", + "Ġcrea te", + "a ther", + "at her", + "ath er", + "athe r", + "A rray", + "Ar ray", + "Arr ay", + ". in", + ".i n", + "f e", + "S ervice", + "Ser vice", + "Serv ice", + "U N", + "a ts", + "at s", + "Ġ Z", + "al th", + "alt h", + "Ġ made", + "Ġm ade", + "Ġma de", + "Ġmad e", + "tr ue", + "tru e", + "A B", + "Ġ mark", + "Ġm ark", + "Ġmar k", + "Ġma rk", + "r id", + "ri d", + "if ied", + "ifi ed", + "ifie d", + ", čĊ", + "y n", + "p ress", + "pr ess", + "pre ss", + "pres s", + "Ġ group", + "Ġg roup", + "Ġgr oup", + "Ġgro up", + "Ġgrou p", + "Ġ fin", + "Ġf in", + "Ġfi n", + "Ġ License", + "ĠL icense", + "ĠLic ense", + "F ield", + "Fi eld", + "e ger", + "eg er", + "Ġ world", + "Ġw orld", + "Ġwor ld", + "i ness", + "in ess", + "ine ss", + "ines s", + "t y", + "Ġ process", + "Ġp rocess", + "Ġpro cess", + "Ġproc ess", + "Ġproces s", + "( b", + "Ġ cre", + "Ġc re", + "Ġcr e", + "a rn", + "ar n", + "i ves", + "iv es", + "ive s", + "Ġ main", + "Ġm ain", + "Ġma in", + "Ġmai n", + "i deo", + "id eo", + "ide o", + "3 6", + "_ g", + "A G", + "val id", + "va lid", + "i mg", + "im g", + "P I", + "Ġ color", + "Ġc olor", + "Ġco lor", + "Ġcol or", + "Ġ report", + "Ġre port", + "Ġrep ort", + "Ġrepo rt", + "Ġ take", + "Ġt ake", + "Ġta ke", + "Ġtak e", + "r ib", + "ri b", + "O M", + "Ġ day", + "Ġd ay", + "Ġda y", + "Re quest", + "Req uest", + "Ġ sk", + "Ġs k", + "b ers", + "ber s", + "be rs", + "ĉ s", + ". Add", + ".A dd", + ".Ad d", + "o ot", + "oo t", + "I mage", + "Im age", + "Ġcom ple", + "Ġcomp le", + "Ġcompl e", + "ol lection", + "oll ection", + "ollect ion", + "olle ction", + "Ġ top", + "Ġt op", + "Ġto p", + "Ġ free", + "Ġf ree", + "Ġfr ee", + "Ġfre e", + "A S", + "D e", + "Ġ On", + "ĠO n", + "I G", + "9 0", + "e ta", + "et a", + "D ate", + "Da te", + "Dat e", + "Ġ action", + "Ġa ction", + "Ġact ion", + "Ġac tion", + "3 4", + "O ver", + "i tor", + "it or", + "ito r", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "n ot", + "no t", + "Ġ index", + "Ġin dex", + "Ġind ex", + "Ġinde x", + "h er", + "he r", + "i con", + "ic on", + "ico n", + "O n", + "; čĊčĊ", + ";čĊ čĊ", + "iv ity", + "ivi ty", + "m and", + "man d", + "ma nd", + ". Windows", + ".W indows", + ".Window s", + "O L", + "Ġ real", + "Ġre al", + "Ġ max", + "Ġm ax", + "Ġma x", + "l and", + "la nd", + "lan d", + ". ...", + ".. ..", + "... .", + "r aph", + "ra ph", + "rap h", + "Ġ build", + "Ġb uild", + "Ġbu ild", + "l eg", + "le g", + "as sword", + "ass word", + "? ĊĊ", + "?Ċ Ċ", + "âĢ ¦", + "o ok", + "oo k", + "u ck", + "uc k", + "Ġ message", + "Ġm essage", + "Ġmess age", + "Ġmes sage", + "t est", + "te st", + "tes t", + "i vers", + "iv ers", + "ive rs", + "iver s", + "3 8", + "Ġ input", + "Ġin put", + "Ġinp ut", + "Ġ art", + "Ġa rt", + "Ġar t", + "Ġ between", + "Ġb etween", + "Ġbet ween", + "G et", + "Ge t", + "en ter", + "ent er", + "ente r", + "g round", + "gr ound", + "gro und", + "e ne", + "en e", + "à ¡", + ". length", + ".l ength", + ".len gth", + ".le ngth", + "N ode", + "No de", + "( i", + "C lass", + "Cl ass", + "Cla ss", + "f or", + "fo r", + "Ġ âĢĶ", + "ĠâĢ Ķ", + "t en", + "te n", + "o in", + "oi n", + "Ġ ke", + "Ġk e", + "u i", + "Ġ IN", + "ĠI N", + "Ġ table", + "Ġt able", + "Ġtab le", + "Ġta ble", + "s ub", + "su b", + "Ġ Le", + "ĠL e", + "Ġ head", + "Ġh ead", + "Ġhe ad", + "Ġ must", + "Ġm ust", + "Ġmus t", + "Ġmu st", + "//// ////////////", + "//////// ////////", + "//////////// ////", + ". util", + ".u til", + ".ut il", + "Cont ext", + "Con text", + "Ġ order", + "Ġor der", + "Ġord er", + "Ġ mov", + "Ġm ov", + "Ġmo v", + "o ver", + "ov er", + "ove r", + "Ġ contin", + "Ġcon tin", + "Ġcont in", + "Ġ say", + "Ġs ay", + "Ġsa y", + "st atic", + "stat ic", + "sta tic", + ". Text", + ".T ext", + ".Te xt", + "Ġ className", + "Ġclass Name", + "p any", + "pan y", + "pa ny", + "Ġ ter", + "Ġt er", + "Ġte r", + "h ead", + "he ad", + "hea d", + "r g", + "Ġ product", + "Ġpro duct", + "Ġprodu ct", + "Ġprod uct", + "T his", + "Th is", + ". âĢĿ", + "Ġ But", + "ĠB ut", + "ĠBu t", + "7 0", + "l oy", + "lo y", + "Ġ double", + "Ġd ouble", + "Ġdo uble", + "Ġdoub le", + "Ġdou ble", + "s g", + "Ġ place", + "Ġp lace", + "Ġpl ace", + "Ġplac e", + "Ġpla ce", + ". x", + "m essage", + "mes sage", + "mess age", + "Ġ information", + "Ġin formation", + "Ġinform ation", + "Ġinformat ion", + "pr ivate", + "priv ate", + "Ġ oper", + "Ġo per", + "Ġop er", + "c ed", + "ce d", + "d b", + "\" > < /", + "P aram", + "Par am", + "Pa ram", + "Para m", + "i cle", + "ic le", + "icl e", + "Ġ week", + "Ġwe ek", + "Ġwee k", + "Ġ prop", + "Ġp rop", + "Ġpro p", + "Ġpr op", + "t able", + "ta ble", + "tab le", + "tabl e", + "id get", + "idge t", + "p lace", + "pl ace", + "pla ce", + "P rop", + "Pro p", + "Pr op", + "Ġ All", + "ĠA ll", + "ĠAl l", + "e ls", + "el s", + "b ox", + "bo x", + ". ĊĊĊĊ", + ".ĊĊ ĊĊ", + ".Ċ ĊĊĊ", + ".ĊĊĊ Ċ", + ". R", + "Ġ To", + "ĠT o", + "i ter", + "it er", + "ite r", + "S h", + "u ration", + "ur ation", + "ura tion", + "urat ion", + "o lder", + "ol der", + "old er", + "_ list", + "_l ist", + "_li st", + "c ome", + "com e", + "co me", + "Ġ sw", + "Ġs w", + "iz ation", + "iza tion", + "ĉ for", + "ĉf or", + "b l", + "Ġ program", + "Ġp rogram", + "Ġpro gram", + "Ġpr ogram", + "Ġprog ram", + "( e", + "a pe", + "ap e", + "c heck", + "ch eck", + "che ck", + ". Forms", + ".Form s", + ".For ms", + "Ġ und", + "Ġu nd", + "Ġun d", + "ateg ory", + "ategor y", + "atego ry", + "7 5", + "a gs", + "ag s", + "Ġ response", + "Ġres ponse", + "Ġrespons e", + "Ġresp onse", + "U S", + "re quest", + "req uest", + "requ est", + "Ġ struct", + "Ġstr uct", + "Ġstru ct", + "e scription", + "es cription", + "Ġ code", + "Ġc ode", + "Ġco de", + "Ġcod e", + "_ H", + "u ffer", + "uff er", + "uf fer", + "Ġ without", + "Ġwith out", + "lo bal", + "lob al", + "M anager", + "Man ager", + "Manage r", + "Mana ger", + "il ter", + "ilt er", + "P O", + "ĉ this", + "ĉt his", + "ĉth is", + "o ption", + "op tion", + "opt ion", + "Ġ sol", + "Ġs ol", + "Ġso l", + "Ġ ===", + "Ġ= ==", + "Ġ== =", + "a kes", + "ak es", + "ake s", + "Cont roller", + "Control ler", + "Contr oller", + "4 4", + "M essage", + "Mes sage", + "Mess age", + "Ġ ref", + "Ġre f", + "Ġr ef", + "e ver", + "ev er", + "eve r", + "Ġ So", + "ĠS o", + "a ining", + "ain ing", + "ai ning", + ". append", + ".app end", + ".ap pend", + "Ġ still", + "Ġst ill", + "Ġstil l", + "Ġpro vid", + "Ġpr ovid", + "Ġprov id", + "Ġ assert", + "Ġas sert", + "Ġass ert", + "m ed", + "me d", + "Ġ cap", + "Ġc ap", + "Ġca p", + "us iness", + "usi ness", + "Ġ rep", + "Ġre p", + "Ġr ep", + "t ings", + "ting s", + "tin gs", + "v ed", + "ve d", + ". N", + "a pi", + "ap i", + "O D", + "Ġ field", + "Ġf ield", + "Ġfi eld", + "Ġfie ld", + "i ven", + "iv en", + "ive n", + "o to", + "ot o", + "âĢ ľ", + "c ol", + "co l", + "( x", + "g ht", + "gh t", + "Res ult", + "C ode", + "Co de", + "Cod e", + ". is", + ".i s", + "l ink", + "li nk", + "lin k", + "Ġ cour", + "Ġc our", + "Ġco ur", + "Ġcou r", + "A n", + "Ġ team", + "Ġt eam", + "Ġte am", + "Ġtea m", + "ĉ int", + "ĉi nt", + "ĉin t", + "i ft", + "if t", + "5 5", + "Ġ second", + "Ġse cond", + "Ġsec ond", + "Ġ going", + "Ġgo ing", + "Ġ range", + "Ġr ange", + "Ġran ge", + "Ġra nge", + "Ġrang e", + "_ E", + "n ess", + "ne ss", + "nes s", + "3 9", + "Ġf am", + "Ġfa m", + "Ġ nil", + "Ġn il", + "Ġni l", + "Ġ Cont", + "ĠC ont", + "ĠCon t", + "ĠCo nt", + "ail able", + "u tes", + "ut es", + "ute s", + "a tab", + "at ab", + "ata b", + "Ġ fact", + "Ġf act", + "Ġfa ct", + "Ġfac t", + "Ġ vis", + "Ġv is", + "Ġvi s", + "( &", + "Ġ AN", + "ĠA N", + "3 1", + "A l", + "t itle", + "ti tle", + "tit le", + "Ġ android", + "Ġand roid", + "C E", + "\\ \"", + "i rt", + "ir t", + "Ġw rit", + "Ġwr it", + "Ð ½", + "ĉ m", + "ft ware", + "o nd", + "on d", + "Ġ ret", + "Ġre t", + "Ġr et", + "os ition", + "osi tion", + "osit ion", + "Ġ home", + "Ġh ome", + "Ġhom e", + "Ġho me", + "Ġ left", + "Ġl eft", + "Ġle ft", + "ar gs", + "arg s", + "m eric", + "mer ic", + "me ric", + "4 8", + "Ġ direct", + "Ġd irect", + "Ġdi rect", + "Ġdir ect", + "Ġdire ct", + "o ci", + "oc i", + "P l", + "A s", + "r et", + "re t", + "a do", + "ad o", + "O f", + "c hn", + "ch n", + "Ġ Get", + "ĠG et", + "ĠGe t", + "e e", + "r oss", + "ro ss", + "ros s", + "( );", + "() ;", + "_ ___", + "__ __", + "___ _", + ". ph", + ".p h", + "I t", + "o ute", + "ou te", + "out e", + "Ġex per", + "Ġexp er", + "ch ool", + "cho ol", + "w ww", + "ww w", + "} ,", + "Ġ allow", + "Ġal low", + "Ġall ow", + "Ġallo w", + "Ġ Â", + "( ))", + "() )", + "s ize", + "si ze", + "siz e", + "i sm", + "is m", + "a i", + "t ract", + "tr act", + "tra ct", + "a ne", + "an e", + ". ..ĊĊ", + ".. .ĊĊ", + "... ĊĊ", + "...Ċ Ċ", + "con text", + "cont ext", + "conte xt", + "Ġ beg", + "Ġb eg", + "Ġbe g", + "C H", + "Ġ page", + "Ġp age", + "Ġpa ge", + "Ġpag e", + "h ip", + "hi p", + "n o", + "c ore", + "co re", + "cor e", + "s p", + "Ġ different", + "Ġd ifferent", + "Ġdiffer ent", + "i able", + "ia ble", + "Ġ Me", + "ĠM e", + "_ IN", + "_I N", + "b utton", + "but ton", + "butt on", + "Ġ Is", + "ĠI s", + "erv ices", + "ervice s", + "Ġ ca", + "Ġc a", + "Ġ around", + "Ġa round", + "Ġar ound", + "Ġarou nd", + "A pp", + "Ap p", + "r ation", + "ra tion", + "rat ion", + "ratio n", + "Ġ rece", + "Ġre ce", + "Ġr ece", + "Ġrec e", + "Ġ really", + "Ġre ally", + "Ġreal ly", + "Ġ image", + "Ġi mage", + "Ġim age", + "Ġimag e", + "Ġima ge", + "Ġ target", + "Ġt arget", + "Ġtar get", + "Ġtarg et", + "Ġ dep", + "Ġd ep", + "Ġde p", + "opy right", + "t ra", + "tr a", + "i ngle", + "in gle", + "ing le", + "i tal", + "it al", + "ita l", + "L ayout", + "Ġ both", + "Ġb oth", + "Ġbo th", + "Ġbot h", + "Over ride", + "a rm", + "ar m", + "= >", + "at erial", + "ate rial", + "ater ial", + "ateria l", + "i led", + "il ed", + "ile d", + "Ġ put", + "Ġp ut", + "Ġpu t", + "Q u", + "Ñ Ģ", + "u ng", + "un g", + "m ap", + "ma p", + "ĉ ĉĉĉĉĉĉĉ", + "ĉĉ ĉĉĉĉĉĉ", + "ĉĉĉĉ ĉĉĉĉ", + "ĉĉĉ ĉĉĉĉĉ", + "ĉĉĉĉĉ ĉĉĉ", + "ĉĉĉĉĉĉ ĉĉ", + "ĉĉĉĉĉĉĉ ĉ", + "Ġ level", + "Ġle vel", + "Ġlev el", + "Ġleve l", + "Com ponent", + "Comp onent", + "b ook", + "bo ok", + "boo k", + "c reen", + "cre en", + "cr een", + "_ RE", + "_R E", + "Ġ config", + "Ġcon fig", + "Ġconf ig", + "ã ģ", + "O r", + ". data", + ".d ata", + ".dat a", + ".da ta", + "Ġ document", + "Ġd ocument", + "Ġdoc ument", + "\" ,\"", + "\", \"", + "trib ute", + "u x", + "L og", + "Lo g", + "f erence", + "fer ence", + "fe rence", + "p ost", + "pos t", + "po st", + "_ e", + "Ġ local", + "Ġl ocal", + "Ġlo cal", + "Ġloc al", + "an dom", + "and om", + "ando m", + "as sert", + "ass ert", + "asse rt", + "asser t", + "V al", + "Va l", + "l ected", + "lect ed", + "lec ted", + "i na", + "in a", + "at abase", + "ata base", + "atab ase", + "A dd", + "Ad d", + "Ġ content", + "Ġc ontent", + "Ġcon tent", + "Ġcont ent", + "Ġconten t", + "Ġconte nt", + ". print", + ".p rint", + ".pr int", + "s igned", + "sign ed", + "sig ned", + "r ic", + "ri c", + ". \"ĊĊ", + ".\" ĊĊ", + ".\"Ċ Ċ", + "Ġ fa", + "Ġf a", + "! ĊĊ", + "!Ċ Ċ", + "- f", + "i ved", + "iv ed", + "ive d", + "Ġ quest", + "Ġqu est", + "Ġque st", + "Ġq uest", + "Ġques t", + ". ex", + ".e x", + "Ġ float", + "Ġf loat", + "Ġflo at", + "Ġ develop", + "Ġde velop", + "Ġdev elop", + "Ġdeve lop", + "Ġdevel op", + "о Ð", + "M ap", + "Ma p", + "a ding", + "ad ing", + "adi ng", + "adin g", + "Ġ poss", + "Ġp oss", + "Ġpos s", + "Ġpo ss", + "U E", + "n amespace", + "name space", + "names pace", + "_ O", + "ĉ b", + ". Get", + ".G et", + ".Ge t", + "> (", + "j son", + "js on", + "e tails", + "et ails", + "etail s", + "eta ils", + "6 6", + "Ġ too", + "Ġt oo", + "Ġto o", + "Ġ extends", + "Ġext ends", + "Ġextend s", + "Ġ None", + "ĠN one", + "ĠNo ne", + "ĠNon e", + "Ġ fore", + "Ġf ore", + "Ġfor e", + "Ġfo re", + "( String", + "(S tring", + "(Str ing", + "form at", + "for mat", + "forma t", + "Ġ great", + "Ġg reat", + "Ġgr eat", + "Ġgre at", + "in ter", + "int er", + "inte r", + "c ale", + "ca le", + "cal e", + "Ñ ģ", + "r on", + "ro n", + "i ving", + "iv ing", + "ivi ng", + "E nt", + "En t", + "e ncy", + "en cy", + "enc y", + "x t", + "o y", + "0 5", + "Ġ month", + "Ġm onth", + "Ġmon th", + "Ġmo nth", + "Ġmont h", + "Ġh app", + "Ġha pp", + "Ġhap p", + "Ġ super", + "Ġs uper", + "Ġsu per", + "Ġsup er", + "b ar", + "ba r", + "d efault", + "de fault", + "def ault", + "_ de", + "_d e", + "or ds", + "ord s", + "l n", + "( {Ċ", + "({ Ċ", + "Ġ Ind", + "ĠI nd", + "ĠIn d", + "a ses", + "as es", + "ase s", + "Ġ title", + "Ġt itle", + "Ġtit le", + "Ġti tle", + "Ġ context", + "Ġcon text", + "Ġcont ext", + "Ġconte xt", + "0 8", + "o h", + "- p", + "E m", + "Ġ met", + "Ġm et", + "Ġme t", + "T est", + "Te st", + "Tes t", + "Ġ life", + "Ġl ife", + "Ġli fe", + "Ġlif e", + "_ v", + "Ġ US", + "ĠU S", + "U I", + "o cation", + "oc ation", + "oca tion", + "m d", + "Ġ [Ċ", + "Ġ[ Ċ", + "Ġ ]", + "s w", + "Ġ incre", + "Ġin cre", + "Ġinc re", + "Ġincr e", + "s cript", + "scri pt", + "scr ipt", + "ent ial", + "enti al", + "w ays", + "way s", + "wa ys", + ". de", + ".d e", + "Ġ src", + "Ġs rc", + "Ġsr c", + "Ġ catch", + "Ġc atch", + "Ġcat ch", + "Ġ Americ", + "ĠA meric", + "ĠAm eric", + "ĠAmer ic", + "/ /Ċ", + "// Ċ", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "Ġ pay", + "Ġp ay", + "Ġpa y", + "p lit", + "pl it", + "âĢ Ķ", + "Ġc oun", + "Ġco un", + "Ġcou n", + "o bj", + "ob j", + ". php", + ".p hp", + ".ph p", + "Ġ change", + "Ġch ange", + "Ġchang e", + "Ġcha nge", + "Ġchan ge", + "e thing", + "eth ing", + "' re", + "'r e", + "a ster", + "as ter", + "ast er", + "aste r", + "l os", + "lo s", + "l ation", + "la tion", + "lat ion", + "Ġ ĠĊ", + "ĠĠ Ċ", + "L e", + "à ¤", + "( {", + "re ady", + "read y", + "rea dy", + "Ġ No", + "ĠN o", + "Ġ position", + "Ġp osition", + "Ġpos ition", + "Ġposit ion", + "Ġposi tion", + "Ġ old", + "Ġo ld", + "Ġol d", + "Ġ book", + "Ġb ook", + "Ġbo ok", + "Ġboo k", + "a bled", + "ab led", + "able d", + "abl ed", + "b ug", + "bu g", + "2 02", + "20 2", + "H and", + "Ha nd", + "Han d", + "} ;ĊĊ", + "};Ċ Ċ", + "}; ĊĊ", + "is play", + "isp lay", + "a ving", + "av ing", + "avi ng", + "avin g", + "0 4", + "Ġg over", + "Ġgo ver", + "Ġgov er", + "Ġ version", + "Ġv ersion", + "Ġvers ion", + "S ystem", + "Sys tem", + "Sy stem", + "n ect", + "ne ct", + "res ponse", + "resp onse", + "respons e", + "St yle", + "U p", + "an gu", + "ang u", + "Ġ three", + "Ġth ree", + "Ġthr ee", + "i nit", + "in it", + "ini t", + "e ro", + "er o", + "Ġ law", + "Ġl aw", + "Ġla w", + "en dif", + "end if", + "endi f", + "Ġ base", + "Ġb ase", + "Ġbas e", + "Ġba se", + "e mail", + "em ail", + "ema il", + "( l", + "_ V", + "Ġ conf", + "Ġcon f", + "Ġco nf", + "A TE", + "AT E", + "Ġ during", + "Ġd uring", + "Ġdu ring", + "Ġdur ing", + "t es", + "te s", + "Ġ console", + "Ġcon sole", + "Ġcons ole", + "Ġ Pr", + "ĠP r", + "Ġ spe", + "Ġs pe", + "Ġsp e", + "v es", + "ve s", + "6 5", + "p ath", + "pat h", + "pa th", + "i alog", + "ial og", + "ia log", + "d ition", + "di tion", + "dit ion", + "_ to", + "_t o", + "ar ds", + "ard s", + "Ġ against", + "Ġagain st", + "et work", + "Ġ Ph", + "ĠP h", + "_ L", + "c ur", + "cu r", + "i mit", + "im it", + "imi t", + "W ith", + "Wi th", + "Ġ power", + "Ġp ower", + "Ġpo wer", + "Ġpow er", + "i um", + "iu m", + "' ;ĊĊ", + "';Ċ Ċ", + "'; ĊĊ", + "Ġw om", + "Ġwo m", + "l eft", + "le ft", + "lef t", + "our ces", + "ource s", + "a tri", + "at ri", + "atr i", + "Ġ Im", + "ĠI m", + "Ġ Man", + "ĠM an", + "ĠMa n", + "or th", + "ort h", + "$ {", + "8 8", + "qu als", + "qual s", + "qua ls", + "e se", + "es e", + "_ size", + "_s ize", + "_si ze", + "Ġ iss", + "Ġis s", + "Ġi ss", + "o tal", + "ot al", + "ota l", + "- g", + "i que", + "iqu e", + "iq ue", + "r ame", + "ra me", + "ram e", + "Ġ width", + "Ġw idth", + "Ġwid th", + "e rg", + "er g", + ") (", + "it tle", + "itt le", + "T R", + "Ġ They", + "ĠT hey", + "ĠThe y", + "ĠTh ey", + "e nces", + "en ces", + "ence s", + "enc es", + "0 2", + "r l", + "o ns", + "on s", + "Ġ label", + "Ġl abel", + "Ġla bel", + "Ġlab el", + ". y", + "- t", + "up date", + "upd ate", + "a nel", + "an el", + "ane l", + "s c", + ". to", + ".t o", + "Ġ project", + "Ġpro ject", + "Ġproj ect", + "Ġproje ct", + "à ¼", + "Ġ element", + "Ġe lement", + "Ġel ement", + "Ġele ment", + "Ġelem ent", + "Ġ success", + "Ġs uccess", + "Ġsu ccess", + "Ġsuc cess", + "Ġsucc ess", + "Ġsucces s", + "ĉ ĉĊ", + "ĉĉ Ċ", + ". sh", + ".s h", + "r am", + "ra m", + "c hed", + "ch ed", + "che d", + "( ))Ċ", + "() )Ċ", + "()) Ċ", + "Ġ (Ċ", + "Ġ( Ċ", + "Ġ date", + "Ġd ate", + "Ġda te", + "Ġdat e", + "Ġ tot", + "Ġt ot", + "Ġto t", + "_ ST", + "_S T", + "A ll", + "Al l", + "if ication", + "ific ation", + "ifi cation", + "ifica tion", + "ĉ var", + "ĉv ar", + "ĉva r", + "Ġ tri", + "Ġt ri", + "Ġtr i", + "c hem", + "ch em", + "che m", + "m y", + "Ġ big", + "Ġb ig", + "Ġbi g", + "Ġ Ad", + "ĠA d", + "Ġ At", + "ĠA t", + "o ts", + "ot s", + "n um", + "nu m", + "A ct", + "Ac t", + "Ġ map", + "Ġm ap", + "Ġma p", + "e ra", + "er a", + "c ope", + "co pe", + "cop e", + ". $", + ", âĢĿ", + "Ġ pop", + "Ġp op", + "Ġpo p", + "Ġ few", + "Ġf ew", + "Ġfe w", + "Ġ len", + "Ġl en", + "Ġle n", + "u id", + "ui d", + "e ters", + "et ers", + "eter s", + "ete rs", + "u les", + "ul es", + "ule s", + "à Ń", + "s ource", + "ht tps", + "http s", + "htt ps", + "Ġ dem", + "Ġd em", + "Ġde m", + "Ġ ear", + "Ġe ar", + "Ġea r", + "#### ############", + "######## ########", + "############ ####", + "Ġ match", + "Ġm atch", + "Ġmat ch", + "o ries", + "or ies", + "ori es", + "orie s", + "4 9", + "a ces", + "ace s", + "ac es", + "Ġ Cl", + "ĠC l", + "Ġ node", + "Ġn ode", + "Ġno de", + "Ġnod e", + "7 8", + "i rc", + "ir c", + "l ocal", + "lo cal", + "loc al", + "un ity", + "unit y", + "uni ty", + "} ;Ċ", + "}; Ċ", + "Ġ another", + "Ġan other", + "Ġano ther", + "< <", + "o gle", + "og le", + "ogl e", + "Ġ sit", + "Ġs it", + "Ġsi t", + "e work", + "ew ork", + "T E", + ". I", + "N S", + "o logy", + "ol ogy", + "olog y", + "olo gy", + "o ught", + "ou ght", + "ough t", + "oug ht", + ". Cont", + ".C ont", + ".Con t", + ".Co nt", + "> >", + "Ġ care", + "Ġc are", + "Ġcar e", + "Ġca re", + "st ate", + "stat e", + "sta te", + "ĉ private", + "ĉpr ivate", + "ĉpriv ate", + "Ġ effect", + "Ġe ffect", + "Ġeff ect", + "Ġef fect", + "+ +)", + "++ )", + "_ file", + "_f ile", + "_fil e", + "en ding", + "end ing", + "endi ng", + "L ine", + "Li ne", + "Lin e", + "F or", + "Fo r", + "i or", + "io r", + "Ġ Sc", + "ĠS c", + "Ġ fun", + "Ġf un", + "Ġfu n", + ". Size", + ".S ize", + "ĉ else", + "ĉe lse", + "ĉel se", + "] )", + "st art", + "star t", + "sta rt", + "v ious", + "vi ous", + "vio us", + "Ġ },", + "Ġ} ,", + "o urs", + "ou rs", + "our s", + "Ġ leg", + "Ġl eg", + "Ġle g", + "Ġ service", + "Ġs ervice", + "Ġser vice", + "Ġserv ice", + "Ġservi ce", + "Ġservic e", + "Ġ since", + "Ġs ince", + "Ġsi nce", + "Ġsin ce", + "Ġsinc e", + "i ron", + "ir on", + "iro n", + "L abel", + "La bel", + "Lab el", + "Ġ non", + "Ġn on", + "Ġno n", + "Ġ los", + "Ġl os", + "Ġlo s", + "i ction", + "ic tion", + "ict ion", + "Ġ full", + "Ġf ull", + "Ġful l", + "Ġfu ll", + "a cter", + "act er", + "ac ter", + "b oard", + "bo ard", + "boa rd", + "g ress", + "gr ess", + "gre ss", + "gres s", + "Ġ turn", + "Ġt urn", + "Ġtu rn", + "Ġtur n", + "i ther", + "it her", + "ith er", + "ithe r", + "0 9", + ". size", + ".s ize", + ".si ze", + "Ġ body", + "Ġb ody", + "Ġbo dy", + "Ġbod y", + "r esh", + "re sh", + "res h", + "e turn", + "et urn", + "etur n", + "etu rn", + "1 99", + "19 9", + "( _", + "y les", + "yle s", + "yl es", + "or mal", + "orm al", + "p i", + "Ġ something", + "Ġs omething", + "Ġsome thing", + "Ġsom ething", + "! --", + "u int", + "ui nt", + "uin t", + "Ġ produ", + "Ġp rodu", + "Ġpro du", + "Ġpr odu", + "Ġprod u", + "Ġ stand", + "Ġst and", + "Ġsta nd", + "Ġstan d", + "Ġpro ble", + "Ġpr oble", + "Ġprob le", + "Ġprobl e", + "Ġ available", + "Ġa vailable", + "Ġav ailable", + "Ġavail able", + "m t", + "Ġ Bl", + "ĠB l", + "Ġ ...", + "Ġ. ..", + "Ġ.. .", + "Ġ block", + "Ġb lock", + "Ġbl ock", + "Ġblo ck", + "Ġbloc k", + "In put", + "Ġ keep", + "Ġke ep", + "C ount", + "Co unt", + "Cou nt", + "o pen", + "op en", + "ope n", + "Ġ ['", + "Ġ[ '", + "Ġ throw", + "Ġth row", + "Ġthr ow", + "Ġthro w", + "u ilder", + "uild er", + "ui lder", + "uil der", + "A ction", + "Act ion", + "Ac tion", + "Ġ things", + "Ġth ings", + "Ġthing s", + "Ġthin gs", + "Tr ue", + "Ġ url", + "Ġu rl", + "Ġur l", + "Ġ Bo", + "ĠB o", + "print f", + "Ġ red", + "Ġre d", + "Ġr ed", + "j s", + ". create", + ".c reate", + "Ġ Or", + "ĠO r", + "S tatus", + "St atus", + "Stat us", + "In stance", + "Inst ance", + "Ġ control", + "Ġc ontrol", + "Ġcont rol", + "Ġcontr ol", + "Ġcontro l", + "Ġ come", + "Ġc ome", + "Ġcom e", + "Ġco me", + "Ġ custom", + "Ġc ustom", + "Ġcust om", + "Ġcus tom", + "l ocation", + "lo cation", + "loc ation", + "0 7", + "m odel", + "mod el", + "mo del", + "mode l", + "Ġ čĊ", + "Ġč Ċ", + "Ġ source", + "Ġs ource", + "Ġsour ce", + "Ġe as", + "Ġea s", + ". out", + ".o ut", + "] ĊĊ", + "]Ċ Ċ", + "o ney", + "on ey", + "one y", + "Ġ await", + "Ġa wait", + "Ġaw ait", + "Ġp artic", + "Ġpart ic", + "Ġpar tic", + "Ġparti c", + "A P", + "ub lish", + "ubl ish", + "o des", + "od es", + "ode s", + "_ pro", + "_p ro", + "_pr o", + "p ly", + "pl y", + "r iter", + "ri ter", + "rit er", + "rite r", + "Ġ prov", + "Ġp rov", + "Ġpro v", + "Ġpr ov", + "Ġ mill", + "Ġm ill", + "Ġmil l", + "Ġmi ll", + "H T", + "] )Ċ", + "]) Ċ", + "Ġ chang", + "Ġc hang", + "Ġch ang", + "Ġcha ng", + "Ġchan g", + "Ġ ask", + "Ġa sk", + "Ġas k", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "Ġ output", + "Ġout put", + "Ġ email", + "Ġe mail", + "Ġem ail", + "6 8", + ". push", + ".p ush", + "Ġ }čĊčĊ", + "Ġ} čĊčĊ", + "Ġ}čĊ čĊ", + "i nation", + "in ation", + "ina tion", + "inati on", + "4 7", + "at rix", + "atri x", + "atr ix", + "T able", + "Tab le", + "Ta ble", + "u ccess", + "uc cess", + "ucc ess", + "] );Ċ", + "]) ;Ċ", + "]); Ċ", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "Ġ disc", + "Ġd isc", + "Ġdis c", + "Ġdi sc", + "( [", + "Ġ business", + "Ġb usiness", + "Ġbus iness", + "h eight", + "he ight", + "hei ght", + ". html", + ".h tml", + ".ht ml", + ".htm l", + "t a", + "f ield", + "fi eld", + "Ġ required", + "Ġre quired", + "Ġrequire d", + "Ġrequ ired", + "_ R", + "Ġg overn", + "Ġgo vern", + "Ġgover n", + "Ġgov ern", + "} čĊčĊ", + "}čĊ čĊ", + "l ex", + "le x", + "5 00", + "50 0", + ". ,", + "Ġ Set", + "ĠS et", + "ĠSe t", + "u rch", + "ur ch", + "/ //", + "// /", + "t s", + "a f", + "Ġ might", + "Ġm ight", + "Ġmi ght", + "Ġmig ht", + "i story", + "ist ory", + "istor y", + "isto ry", + "S tr", + "St r", + "Ġ never", + "Ġn ever", + "Ġne ver", + "Ġnev er", + "Res ponse", + "Resp onse", + "Respons e", + "ar se", + "ars e", + "a da", + "ad a", + "Ġ How", + "ĠH ow", + "ĠHo w", + "Ġ *)", + "Ġ* )", + "Ġ ;", + "Ġ hard", + "Ġh ard", + "Ġhar d", + "Ġha rd", + "A d", + "Ġ intern", + "Ġin tern", + "Ġint ern", + "Ġinter n", + "Ġinte rn", + "u sed", + "us ed", + "use d", + "( data", + "(d ata", + "(dat a", + "(da ta", + "m od", + "mo d", + "an nel", + "ann el", + "anne l", + "Ġ np", + "Ġn p", + "u gg", + "ug g", + "Ġ />Ċ", + "Ġ/ >Ċ", + "Ġ/> Ċ", + "Ġ called", + "Ġc alled", + "Ġcall ed", + "Ġcal led", + "Ġcalle d", + "b ody", + "bo dy", + "Ġ cho", + "Ġc ho", + "Ġch o", + "( r", + "_ set", + "_s et", + "_se t", + "i rd", + "ir d", + "Ġ >=", + "Ġ> =", + "Ġ };Ċ", + "Ġ} ;Ċ", + "Ġ}; Ċ", + "Ġ options", + "Ġo ptions", + "Ġoption s", + "Ġopt ions", + "Ġ Gener", + "ĠG ener", + "ĠGe ner", + "ĠGen er", + "ĠGene r", + "Ġ height", + "Ġh eight", + "Ġhe ight", + "Ġhei ght", + "P oint", + "Po int", + "Y ou", + "Yo u", + "e ty", + "et y", + "C lick", + "Cl ick", + "Cli ck", + "Ġ small", + "Ġs mall", + "Ġsm all", + "Ġ ide", + "Ġi de", + "Ġid e", + "Ġ access", + "Ġa ccess", + "Ġacc ess", + "Ġac cess", + "Ġacces s", + "angu age", + "Ġ protected", + "Ġprot ected", + "Ġprotect ed", + "Ġ job", + "Ġj ob", + "Ġjo b", + "Ġ There", + "ĠT here", + "ĠThe re", + "ĠTh ere", + "ĠTher e", + "D ef", + "De f", + "Ġ address", + "Ġadd ress", + "Ġad dress", + "Ġaddr ess", + "Ġ uint", + "Ġu int", + "Ġui nt", + "N ot", + "No t", + "o o", + "a ps", + "ap s", + "< div", + "", + "() ->", + "()- >", + "ĉ ĠĠĠ", + "ĉĠ ĠĠ", + "ĉĠĠ Ġ", + "\" ))", + "\") )", + "C ontent", + "Cont ent", + "Con tent", + "_ W", + "p lement", + "pl ement", + "ple ment", + "Ġ won", + "Ġw on", + "Ġwo n", + "Ġ video", + "Ġv ideo", + "Ġvi deo", + "Ġvid eo", + "Ġvide o", + "a di", + "ad i", + "p oint", + "po int", + "poi nt", + "% %", + "0 3", + "Ġ gl", + "Ġg l", + "er ved", + "erv ed", + "erve d", + "v iron", + "vi ron", + "vir on", + "I F", + "u ted", + "ut ed", + "ute d", + "ã ĥ", + "' m", + "Ġ cert", + "Ġc ert", + "Ġce rt", + "Ġcer t", + "Ġ prof", + "Ġp rof", + "Ġpro f", + "Ġpr of", + "Ġ cell", + "Ġc ell", + "Ġce ll", + "Ġcel l", + "a ri", + "ar i", + "Ġ player", + "Ġp layer", + "Ġpl ayer", + "Ġplay er", + "Ġpla yer", + "a is", + "ai s", + "Ġ cost", + "Ġc ost", + "Ġco st", + "Ġcos t", + "Ġ hum", + "Ġh um", + "Ġhu m", + "( R", + "Ġo ffic", + "Ġof fic", + "Ġoff ic", + "k s", + ". text", + ".t ext", + ".te xt", + ".tex t", + "a tures", + "at ures", + "ature s", + "atur es", + "atu res", + "Ġ total", + "Ġt otal", + "Ġto tal", + "Ġtot al", + "Ġ */ĊĊ", + "Ġ* /ĊĊ", + "Ġ*/ ĊĊ", + "Ġ*/Ċ Ċ", + "o pe", + "op e", + "Ġ stat", + "Ġs tat", + "Ġst at", + "Ġsta t", + "U M", + "Ġ load", + "Ġl oad", + "Ġlo ad", + "Ġloa d", + "ight s", + "igh ts", + "Ġ clear", + "Ġc lear", + "Ġcl ear", + "Ġcle ar", + "u ro", + "ur o", + "Ġ techn", + "Ġt echn", + "Ġte chn", + "Ġtech n", + "Ġtec hn", + "up port", + "upp ort", + "I R", + "Ġ row", + "Ġr ow", + "Ġro w", + "Ġse em", + "Ġsee m", + "Ġ q", + "Ġ short", + "Ġs hort", + "Ġsh ort", + "Ġsho rt", + "Ġ Not", + "ĠN ot", + "ĠNo t", + "i pp", + "ip p", + "G roup", + "Gr oup", + "Gro up", + "s ection", + "se ction", + "sec tion", + "sect ion", + "m ax", + "ma x", + "i rl", + "ir l", + "Ġ override", + "Ġover ride", + "Ġ company", + "Ġcom pany", + "Ġcomp any", + "Ġcompan y", + "Ġ done", + "Ġd one", + "Ġdo ne", + "Ġdon e", + "\" );čĊ", + "\") ;čĊ", + "\"); čĊ", + "Ġ gre", + "Ġg re", + "Ġgr e", + ". Re", + ".R e", + "Ġ belie", + "Ġbe lie", + "Ġbel ie", + "r ist", + "ri st", + "ris t", + "Ġ health", + "Ġhe alth", + "Ġheal th", + "A NT", + "AN T", + "( )ĊĊ", + "() ĊĊ", + "()Ċ Ċ", + "Ġ Be", + "ĠB e", + ". value", + ".v alue", + ".val ue", + ".va lue", + "Ġ Gr", + "ĠG r", + "ot tom", + "ott om", + "otto m", + "Ġ args", + "Ġar gs", + "Ġarg s", + "P T", + "s tatus", + "st atus", + "stat us", + "f unc", + "fun c", + "fu nc", + "u ments", + "um ents", + "ument s", + "ume nts", + "umen ts", + "- h", + "N umber", + "Num ber", + ": čĊ", + "Ġ Log", + "ĠL og", + "ĠLo g", + "er ver", + "erv er", + "erve r", + "Ġ ),Ċ", + "Ġ) ,Ċ", + "Ġ), Ċ", + "a ment", + "am ent", + "ame nt", + "amen t", + "Ġ obj", + "Ġo bj", + "Ġob j", + "i nc", + "in c", + "Ġ children", + "Ġch ildren", + "Ġchild ren", + "i cy", + "ic y", + "I Z", + "a nds", + "an ds", + "and s", + "ab ly", + "abl y", + "Ġd istrib", + "Ġdis trib", + "Ġdist rib", + "Ġdistr ib", + "Ġ cur", + "Ġc ur", + "Ġcu r", + "e rial", + "er ial", + "eri al", + "eria l", + "Ġ days", + "Ġd ays", + "Ġday s", + "Ġda ys", + "r eated", + "re ated", + "reate d", + "reat ed", + "rea ted", + "r ect", + "re ct", + "rec t", + "- l", + "i rm", + "ir m", + "i dden", + "id den", + "idd en", + "o mb", + "om b", + "Ġ initial", + "Ġin itial", + "Ġinit ial", + "Ġiniti al", + ". js", + ".j s", + "Ġ â", + "Qu ery", + "Que ry", + "Ġ online", + "Ġon line", + "i mal", + "im al", + "ima l", + ". con", + ".c on", + ".co n", + "a u", + "U rl", + "Ur l", + "c ontrol", + "cont rol", + "contr ol", + "contro l", + "i rection", + "ir ection", + "ire ction", + "irect ion", + "Ġ instance", + "Ġin stance", + "Ġinst ance", + "O RT", + "OR T", + "Ġ Fr", + "ĠF r", + "w here", + "wh ere", + "Ġ javax", + "Ġj avax", + "Ġjav ax", + "Ġjava x", + "Ġ organ", + "Ġo rgan", + "Ġor gan", + "Ġorg an", + "a pter", + "ap ter", + "apt er", + "Ġ reason", + "Ġre ason", + "o ptions", + "option s", + "opt ions", + "5 9", + "Ġ Mar", + "ĠM ar", + "ĠMa r", + "( a", + "Ġ within", + "Ġwith in", + "Ġwi thin", + "Ġwit hin", + ". âĢĿĊĊ", + ".âĢĿ ĊĊ", + ".âĢĿĊ Ċ", + "O DE", + "OD E", + "_ DE", + "_D E", + "ad min", + "adm in", + "en ded", + "end ed", + "ende d", + "Ġ design", + "Ġd esign", + "Ġde sign", + "Ġdes ign", + "Ġdesi gn", + "Ġ Data", + "ĠD ata", + "ĠDa ta", + "ĠDat a", + "u ne", + "un e", + "Ġ File", + "ĠF ile", + "ĠFil e", + "ĠFi le", + "r oot", + "ro ot", + "Ġ cent", + "Ġc ent", + "Ġce nt", + "Ġcen t", + "Ġ arr", + "Ġa rr", + "Ġar r", + "_ add", + "_a dd", + "_ad d", + "l en", + "le n", + "p age", + "pa ge", + "pag e", + ", '", + "_ str", + "_s tr", + "_st r", + "Ġ bro", + "Ġb ro", + "Ġbr o", + "ab ility", + "abil ity", + "abilit y", + "o uth", + "ou th", + "out h", + "5 8", + "/ c", + "p ose", + "pos e", + "po se", + "ir tual", + "irt ual", + "e arch", + "ear ch", + "ea rch", + "_ url", + "_u rl", + "_ur l", + "ar gin", + "arg in", + "H ttp", + "Ġ school", + "Ġs chool", + "Ġsch ool", + "Ġscho ol", + "a va", + "av a", + "Ġ consider", + "Ġcons ider", + "Ġconsid er", + ". label", + ".l abel", + ".lab el", + "Ġ Array", + "ĠA rray", + "ĠAr ray", + "ĠArr ay", + "4 2", + "w eb", + "we b", + "o pt", + "op t", + ". println", + ".print ln", + "u lation", + "ul ation", + "ula tion", + "Ġ func", + "Ġf unc", + "Ġfun c", + "Ġfu nc", + "P L", + "Ġ \"\\", + "Ġ\" \\", + "Ġ Text", + "ĠT ext", + "ĠTe xt", + "ĠTex t", + "act ory", + "actor y", + "( function", + "(f unction", + "(func tion", + "(fun ction", + "n ull", + "nu ll", + "nul l", + "Ġ eng", + "Ġe ng", + "Ġen g", + "d own", + "do wn", + "Ġ include", + "Ġin clude", + "Ġinclud e", + "Ġinc lude", + "Ġincl ude", + "Ġinclu de", + "Ġ En", + "ĠE n", + "Ġ Dr", + "ĠD r", + "Ġ db", + "Ġd b", + "! !", + "s ide", + "si de", + "sid e", + "Ġ init", + "Ġin it", + "Ġi nit", + "Ġini t", + "qu ired", + "quire d", + "quir ed", + "qui red", + "Ġ She", + "ĠS he", + "ĠSh e", + "C olumn", + "Col umn", + "re act", + "rea ct", + "Ġ ann", + "Ġa nn", + "Ġan n", + "Ġ stop", + "Ġs top", + "Ġst op", + "Ġsto p", + "Ġ later", + "Ġl ater", + "Ġla ter", + "Ġlate r", + "Ġlat er", + "Ġ That", + "ĠT hat", + "ĠTh at", + "en tion", + "ent ion", + "enti on", + "d f", + "U G", + "I LE", + "IL E", + "Ġ client", + "Ġc lient", + "Ġcl ient", + "Ġcli ent", + "r aft", + "ra ft", + "raf t", + "f fer", + "ff er", + "ffe r", + "P OST", + "PO ST", + "POS T", + "el per", + "elp er", + "Ġ love", + "Ġl ove", + "Ġlo ve", + "Ġlov e", + "qu ote", + "quot e", + "quo te", + "o ud", + "ou d", + "Ġ json", + "Ġj son", + "Ġjs on", + "Ġ able", + "Ġa ble", + "Ġab le", + "Ġabl e", + "Ġ men", + "Ġm en", + "Ġme n", + "A X", + "Ġ Copyright", + "ĠC opyright", + "ĠCopy right", + "à ¶", + "a vig", + "av ig", + "avi g", + "r eq", + "re q", + "C lient", + "Cl ient", + "Cli ent", + "} );Ċ", + "}) ;Ċ", + "}); Ċ", + ". Com", + ".C om", + ".Co m", + "e rc", + "er c", + "i lt", + "il t", + "p ecial", + "pe cial", + "pec ial", + "pecia l", + "_ com", + "_c om", + "_co m", + "r oom", + "ro om", + ". Name", + ".N ame", + "Ġ give", + "Ġg ive", + "Ġgi ve", + "a mb", + "am b", + "i ke", + "ik e", + "Ġ condition", + "Ġcon dition", + "Ġcond ition", + "Ġcondi tion", + "c lient", + "cl ient", + "cli ent", + "a tors", + "at ors", + "ator s", + "ato rs", + ": \"", + "Ġ copy", + "Ġc opy", + "Ġco py", + "Ġcop y", + "u ture", + "ut ure", + "ivers ity", + "iversit y", + "er nal", + "ern al", + "erna l", + "{ {", + "Ġ Can", + "ĠC an", + "ĠCa n", + "o unc", + "ou nc", + "oun c", + "d o", + "Ġ occ", + "Ġo cc", + "Ġoc c", + "Ġ appro", + "Ġapp ro", + "Ġap pro", + "th ers", + "ther s", + "the rs", + "z e", + "Ġ either", + "Ġe ither", + "Ġei ther", + "Ġ Fl", + "ĠF l", + "Ġ important", + "Ġimport ant", + "Ġ lead", + "Ġl ead", + "Ġle ad", + "at tr", + "att r", + "A RT", + "AR T", + "E qual", + "Equ al", + "Eq ual", + "Ġ da", + "Ġd a", + "et ch", + "etc h", + "e ntity", + "ent ity", + "enti ty", + "Ġ family", + "Ġf amily", + "Ġfam ily", + "Ġfamil y", + "ad ding", + "add ing", + "addin g", + "Ġ option", + "Ġo ption", + "Ġop tion", + "Ġopt ion", + "Ġ exist", + "Ġex ist", + "i ca", + "ic a", + "Ġ Object", + "ĠO bject", + "ĠOb ject", + "ĠObj ect", + "6 9", + "' ve", + "v ers", + "ver s", + "ve rs", + "it ional", + "ition al", + "iti onal", + "6 7", + "out put", + "Ġ True", + "ĠTr ue", + "ĠTru e", + "Ġ OF", + "ĠO F", + "_ time", + "_t ime", + "_tim e", + "_ti me", + "Ġ offer", + "Ġo ffer", + "Ġof fer", + "Ġoff er", + "Ġ });ĊĊ", + "Ġ} );ĊĊ", + "Ġ});Ċ Ċ", + "Ġ}) ;ĊĊ", + "Ġ}); ĊĊ", + "H ER", + "HE R", + "e gin", + "eg in", + "\" \"", + "Ġ water", + "Ġw ater", + "Ġwa ter", + "Ġwat er", + "Ġ che", + "Ġc he", + "Ġch e", + "Ġ My", + "ĠM y", + "o red", + "or ed", + "ore d", + "Ġ step", + "Ġs tep", + "Ġst ep", + "Ġste p", + "a nces", + "an ces", + "ance s", + "anc es", + "C K", + "A Y", + "à ¸", + "str uction", + "struct ion", + "stru ction", + "( C", + "3 00", + "30 0", + "o uch", + "ou ch", + "St ream", + "Str eam", + "act ive", + "activ e", + "a ma", + "am a", + "E ntity", + "Ent ity", + "pro duct", + "produ ct", + "prod uct", + "( ){Ċ", + "() {Ċ", + "(){ Ċ", + "Ġ government", + "Ġg overnment", + "Ġgovern ment", + "Ġ ID", + "ĠI D", + "aj or", + "ajo r", + "A nd", + "An d", + "Ġ display", + "Ġd isplay", + "Ġdis play", + "Ġdisp lay", + "Ġdispl ay", + "Ð »", + "Ġ times", + "Ġt imes", + "Ġtime s", + "Ġtim es", + "Ġti mes", + "Ġ four", + "Ġf our", + "Ġfo ur", + "Ġfou r", + "Ġ far", + "Ġf ar", + "Ġfa r", + "Ġ present", + "Ġp resent", + "Ġpre sent", + "Ġpres ent", + "Ġ NS", + "ĠN S", + "Ġ \\Ċ", + "Ġ\\ Ċ", + "u est", + "ue st", + "ues t", + "Ġ bas", + "Ġb as", + "Ġba s", + "e cho", + "ec ho", + "ech o", + "ch ild", + "chi ld", + "if ier", + "ifi er", + "ifie r", + "H andler", + "Hand ler", + "Handle r", + "Ġ lib", + "Ġl ib", + "Ġli b", + "P roperty", + "Pro perty", + "Prop erty", + "trans lation", + "Ġ room", + "Ġr oom", + "Ġro om", + "Ġ once", + "Ġo nce", + "Ġon ce", + "Ġonc e", + "Ġ []", + "Ġ[ ]", + "c enter", + "cent er", + "cen ter", + "cente r", + "================ ================", + "Ġ results", + "Ġres ults", + "Ġresult s", + "Ġ continue", + "Ġcont inue", + "Ġcontin ue", + "Ġcontinu e", + "Ġ talk", + "Ġt alk", + "Ġtal k", + "Ġta lk", + "_ get", + "_g et", + "_ge t", + "Ġ grow", + "Ġg row", + "Ġgr ow", + "Ġgro w", + ". sw", + ".s w", + "e b", + "Ġ Public", + "ĠP ublic", + "ĠPub lic", + "O P", + "ec ute", + "ecut e", + "o ls", + "ol s", + "Ġ **", + "Ġ* *", + "\" );ĊĊ", + "\");Ċ Ċ", + "\") ;ĊĊ", + "\"); ĊĊ", + "Ġ mass", + "Ġm ass", + "Ġma ss", + "Ġmas s", + "u red", + "ur ed", + "ure d", + ". class", + ".c lass", + ".cl ass", + "o mic", + "om ic", + "omi c", + "Ġ mean", + "Ġm ean", + "Ġme an", + "i ps", + "ip s", + "Ġ aut", + "Ġa ut", + "Ġau t", + ") ;čĊčĊ", + ");čĊ čĊ", + "); čĊčĊ", + "Ġ until", + "Ġun til", + "Ġunt il", + "Ġ market", + "Ġm arket", + "Ġmark et", + "Ġmar ket", + "Ġ area", + "Ġa rea", + "Ġare a", + "Ġar ea", + "u it", + "ui t", + "Ġ length", + "Ġl ength", + "Ġle ngth", + "Ġlen gth", + "Ġleng th", + "Ġ With", + "ĠW ith", + "ĠWi th", + "ĠWit h", + "str uctor", + "struct or", + "stru ctor", + "e vent", + "ev ent", + "even t", + "eve nt", + "\" ><", + "\"> <", + "Ġ Sp", + "ĠS p", + "I V", + "Ġ mus", + "Ġm us", + "Ġmu s", + "i ff", + "if f", + "Ġ kind", + "Ġk ind", + "Ġki nd", + "Ġkin d", + "a uthor", + "aut hor", + "auth or", + "o unds", + "ou nds", + "ound s", + "oun ds", + "m b", + "_ key", + "_k ey", + "_ke y", + "4 1", + "w idth", + "wid th", + "pos itory", + "posit ory", + "positor y", + "Ġ light", + "Ġl ight", + "Ġli ght", + "Ġlig ht", + "u k", + "R ow", + "Ro w", + "o hn", + "oh n", + "a lf", + "al f", + "viron ment", + "a pper", + "ap per", + "app er", + "appe r", + "ol lections", + "oll ections", + "ollection s", + "ollect ions", + "olle ctions", + "Ġ side", + "Ġs ide", + "Ġsi de", + "Ġsid e", + "_ info", + "_in fo", + "_inf o", + "Ġ example", + "Ġex ample", + "Ġexam ple", + "i mary", + "im ary", + "ima ry", + "imar y", + "Ġ wr", + "Ġw r", + "Ġ camp", + "Ġc amp", + "Ġca mp", + "Ġcam p", + "cri be", + "cr ibe", + "2 55", + "25 5", + "\" /", + "Ġ miss", + "Ġm iss", + "Ġmis s", + "Ġmi ss", + "w ay", + "wa y", + "Ġ based", + "Ġb ased", + "Ġbase d", + "Ġbas ed", + "Ġba sed", + "Ġ plan", + "Ġp lan", + "Ġpl an", + "Ġpla n", + "V is", + "Vi s", + "o main", + "om ain", + "oma in", + "u nk", + "un k", + "Ġ away", + "Ġa way", + "Ġaw ay", + "U P", + "< T", + "O S", + "i od", + "io d", + "Ġ Mon", + "ĠM on", + "ĠMo n", + "âĢĻ re", + "Ġ lik", + "Ġl ik", + "Ġli k", + "à §", + "i vely", + "iv ely", + "ive ly", + "ivel y", + ". v", + "i mer", + "im er", + "ime r", + "i zer", + "iz er", + "ize r", + "S ub", + "Su b", + "Ġ button", + "Ġb utton", + "Ġbut ton", + "Ġbutt on", + "Ġbutto n", + "Ġ Up", + "ĠU p", + "Ġ experience", + "Ġex perience", + "Ġexper ience", + "Ġexperi ence", + "C L", + "Ġ render", + "Ġre nder", + "Ġr ender", + "Ġren der", + "Ġrend er", + "_ value", + "_v alue", + "_val ue", + "_va lue", + "Ġ near", + "Ġn ear", + "Ġne ar", + "U RL", + "UR L", + "a lt", + "al t", + "Ġ country", + "Ġc ountry", + "Ġcount ry", + "Ġcoun try", + "ib ility", + "ibil ity", + "ibilit y", + "ibili ty", + "5 7", + "( ),Ċ", + "() ,Ċ", + "(), Ċ", + "e ad", + "ea d", + "Ġ author", + "Ġa uthor", + "Ġaut hor", + "Ġauth or", + "Ġ specific", + "Ġs pecific", + "Ġspec ific", + "Ġspeci fic", + "b ase", + "ba se", + "bas e", + "( name", + "(n ame", + "o nes", + "on es", + "one s", + "Ġ Do", + "ĠD o", + "Ġ along", + "Ġa long", + "Ġal ong", + "Ġalo ng", + "y ear", + "ye ar", + "Ġ express", + "Ġex press", + "Ġexp ress", + "Ġexpr ess", + "Ġexpres s", + ". '", + "e nv", + "en v", + "Ġ begin", + "Ġb egin", + "Ġbe gin", + "Ġbeg in", + "Ġ software", + "Ġs oftware", + "Ġso ftware", + "Ġsoft ware", + "Ġ imp", + "Ġi mp", + "Ġim p", + "Ġ win", + "Ġw in", + "Ġwi n", + "ó n", + "Ġ thing", + "Ġth ing", + "Ġthin g", + "Ġthi ng", + "T rans", + "Tr ans", + "Tra ns", + "Ġ THE", + "ĠT HE", + "ĠTH E", + "Ġ ", + "Ġ? >", + "Ġ den", + "Ġd en", + "Ġde n", + "ob ile", + "obi le", + "obil e", + "ch ange", + "chan ge", + "cha nge", + "chang e", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĊ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĊ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĊ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ Ċ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĊ", + "i ci", + "ic i", + "n a", + "Ġ Form", + "ĠF orm", + "ĠFor m", + "ĠFo rm", + "Ġ sort", + "Ġs ort", + "Ġso rt", + "Ġsor t", + "S elect", + "Se lect", + "Sel ect", + "Sele ct", + "p are", + "par e", + "pa re", + "Ġ thought", + "Ġth ought", + "Ġthough t", + "Ġthou ght", + "Ġtho ught", + "_ con", + "_c on", + "_co n", + "Ġ task", + "Ġt ask", + "Ġta sk", + "Ġtas k", + "o cus", + "oc us", + "ocu s", + "Ġ DE", + "ĠD E", + "Ġ Min", + "ĠM in", + "ĠMi n", + "Ġ opt", + "Ġo pt", + "Ġop t", + "ĉ break", + "ĉb reak", + "u mer", + "um er", + "ume r", + "K E", + "t hen", + "th en", + "the n", + "Ġ det", + "Ġd et", + "Ġde t", + "Ġ Test", + "ĠT est", + "ĠTe st", + "ĠTes t", + "p orts", + "port s", + "por ts", + "po rts", + "Ġ review", + "Ġre view", + "Ġr eview", + "Ġrev iew", + "( '/", + "(' /", + "m ove", + "mo ve", + "mov e", + "Ġ switch", + "Ġs witch", + "Ġsw itch", + "E RT", + "ER T", + "p atch", + "pat ch", + "an not", + "ann ot", + "anno t", + "ã Ĥ", + "Ġ above", + "Ġa bove", + "Ġab ove", + "it ive", + "iti ve", + "5 6", + "Ġ question", + "Ġqu estion", + "Ġquest ion", + "Ġq uestion", + "Ġquesti on", + "Ġques tion", + "Ġ Qu", + "ĠQ u", + "ãĢĤ ĊĊ", + "ãĢĤĊ Ċ", + "g le", + "gl e", + "Ġ word", + "Ġw ord", + "Ġwor d", + "Ġwo rd", + "Ġ provide", + "Ġpro vide", + "Ġprovid e", + "Ġprov ide", + "Ġ Return", + "ĠR eturn", + "ĠRe turn", + "ĠRet urn", + "Ġ research", + "Ġre search", + "Ġres earch", + "ã o", + "u str", + "us tr", + "ust r", + "Ġ publish", + "Ġp ublish", + "Ġpub lish", + "Ġpubli sh", + "ch ema", + "che ma", + "chem a", + "} }", + "Ġ CON", + "ĠC ON", + "ĠCO N", + "- in", + "-i n", + "all back", + "Ġ cover", + "Ġc over", + "Ġco ver", + "Ġcov er", + "\\ \\", + "c olor", + "co lor", + "col or", + "colo r", + "Ġ IS", + "ĠI S", + "Ġ whether", + "Ġwh ether", + "Ġwhe ther", + "i mate", + "im ate", + "ima te", + "imat e", + "i sc", + "is c", + "B ar", + "Ba r", + "Ġ div", + "Ġd iv", + "Ġdi v", + "B e", + "o urn", + "ou rn", + "our n", + "Ġ having", + "Ġh aving", + "Ġha ving", + "Ġhav ing", + "l em", + "le m", + "p layer", + "pl ayer", + "play er", + "pla yer", + "a bs", + "ab s", + "am era", + "ame ra", + "amer a", + "n ey", + "ne y", + "Ġ exc", + "Ġe xc", + "Ġex c", + "g ether", + "get her", + "ge ther", + "p lied", + "pl ied", + "a o", + "[ $", + "Ġ ++", + "Ġ+ +", + "i pe", + "ip e", + "s how", + "sh ow", + "/ d", + "[ :", + "a gement", + "ag ement", + "age ment", + "agem ent", + "l ev", + "le v", + "_ ID", + "_I D", + "9 7", + "r ary", + "ra ry", + "rar y", + "a des", + "ad es", + "ade s", + "_ se", + "_s e", + "a use", + "au se", + "aus e", + "Ġ employ", + "Ġe mploy", + "Ġem ploy", + "Ġemp loy", + "Ġ */čĊ", + "Ġ* /čĊ", + "Ġ*/ čĊ", + "Ġ fre", + "Ġf re", + "Ġfr e", + "Ġ' @", + "Ġcom plet", + "Ġcomp let", + "Ġcomple t", + "Ġcompl et", + "Ġ large", + "Ġl arge", + "Ġlarg e", + "Ġlar ge", + "r al", + "ra l", + "\\ x", + "Ġ fac", + "Ġf ac", + "Ġfa c", + "< String", + ">", + "Ġ> >", + "Ġ face", + "Ġf ace", + "Ġfa ce", + "Ġfac e", + "C TION", + "CT ION", + "Ġ save", + "Ġs ave", + "Ġsa ve", + "Ġsav e", + "Ġ typ", + "Ġt yp", + "Ġty p", + "d ev", + "de v", + "( \"#", + "(\" #", + "A GE", + "AG E", + "cont ainer", + "contain er", + "e dit", + "ed it", + "edi t", + "Q L", + "Ġ items", + "Ġit ems", + "Ġi tems", + "Ġitem s", + "Ġ social", + "Ġs ocial", + "Ġso cial", + "Ġsoc ial", + "Ġsoci al", + "i en", + "ie n", + "Ġ React", + "ĠRe act", + ") .ĊĊ", + "). ĊĊ", + ").Ċ Ċ", + "Ġ mar", + "Ġm ar", + "Ġma r", + "Ġre du", + "Ġr edu", + "Ġred u", + "Ġ RE", + "ĠR E", + ". put", + ".p ut", + "Ġ major", + "Ġm ajor", + "Ġmaj or", + "C ell", + "Ce ll", + "Cel l", + "n ext", + "ne xt", + "nex t", + "Ġ expected", + "Ġex pected", + "Ġexp ected", + "Ġexpect ed", + "Ġ yet", + "Ġy et", + "Ġye t", + "Ġin div", + "Ġind iv", + "trib utes", + "tribute s", + "at is", + "ati s", + "a med", + "am ed", + "ame d", + "Ġ food", + "Ġf ood", + "Ġfo od", + "Ġfoo d", + "S ource", + "( string", + "(s tring", + "(str ing", + "(st ring", + "Ġ +Ċ", + "Ġ+ Ċ", + "i tes", + "it es", + "ite s", + "d r", + "Ġ members", + "Ġm embers", + "Ġmem bers", + "Ġmember s", + "Ġmemb ers", + "Ġ comb", + "Ġc omb", + "Ġcom b", + "Ġco mb", + "i tems", + "it ems", + "ite ms", + "item s", + "Ġ Per", + "ĠP er", + "ĠPe r", + "T H", + "= True", + "Ġ bar", + "Ġb ar", + "Ġba r", + "_ SE", + "_S E", + "c omm", + "com m", + "co mm", + "( w", + ") ĊĊĊ", + ")Ċ ĊĊ", + ")ĊĊ Ċ", + "Ġ send", + "Ġs end", + "Ġse nd", + "Ġsen d", + "Ġ inc", + "Ġin c", + "Ġi nc", + "un signed", + "uns igned", + "F A", + "Ġ params", + "Ġpar ams", + "Ġparam s", + "Ġpara ms", + "Ġpa rams", + "a pping", + "ap ping", + "app ing", + "r os", + "ro s", + "u gin", + "ug in", + "ugi n", + "f a", + "Ġ connection", + "Ġcon nection", + "Ġconn ection", + "Ġconnect ion", + "Ġ };ĊĊ", + "Ġ} ;ĊĊ", + "Ġ};Ċ Ċ", + "Ġ}; ĊĊ", + "Ġb ecome", + "Ġbe come", + "Ġbec ome", + "M ode", + "Mod e", + "Mo de", + "Ġ ev", + "Ġe v", + "Ġ diff", + "Ġd iff", + "Ġdif f", + "Ġdi ff", + "Ġ United", + "ĠUn ited", + "ĠUnit ed", + "ĠUni ted", + "H eight", + "He ight", + "f ully", + "ful ly", + "full y", + "im ages", + "image s", + "ima ges", + "imag es", + "Ġ makes", + "Ġm akes", + "Ġmake s", + "Ġma kes", + "Ġmak es", + "Ġ global", + "Ġg lobal", + "Ġglob al", + "Ġglo bal", + "Ġ contact", + "Ġcont act", + "Ġconta ct", + "' :Ċ", + "': Ċ", + "Ġ abs", + "Ġa bs", + "Ġab s", + "а Ð", + "f loat", + "flo at", + "Ġ except", + "Ġex cept", + "Ġexc ept", + "Ġexce pt", + "Ġ Pol", + "ĠP ol", + "ĠPo l", + "Ch ild", + "Chi ld", + "t yp", + "ty p", + "Ġc ertain", + "Ġcert ain", + "Ġcer tain", + "i ón", + "ió n", + "O UT", + "OU T", + "Ġim pro", + "Ġimp ro", + "Ġimpr o", + "i les", + "il es", + "ile s", + "Ġ -->Ċ", + "Ġ- ->Ċ", + "Ġ-- >Ċ", + "Ġ--> Ċ", + "Ġ Part", + "ĠP art", + "ĠPar t", + "ĠPa rt", + "val ues", + "value s", + "valu es", + "o ss", + "os s", + "/ **", + "/* *", + "i lit", + "il it", + "ili t", + "Ġ Event", + "ĠE vent", + "ĠEven t", + "ĠEv ent", + "ĠEve nt", + "c urity", + "cur ity", + "s ter", + "st er", + "ste r", + "Ġ character", + "Ġchar acter", + "1 98", + "19 8", + "Ġ news", + "Ġn ews", + "Ġnew s", + "Ġne ws", + "Ġ \",", + "Ġ\" ,", + "Ġ device", + "Ġd evice", + "Ġde vice", + "Ġdev ice", + "c el", + "ce l", + "lo gin", + "log in", + "he et", + "hee t", + "D efault", + "De fault", + "Def ault", + "@ \"", + "ĉ Ġ", + "c lick", + "cl ick", + "cli ck", + "( value", + "(v alue", + "(val ue", + "(va lue", + "Ġ Ab", + "ĠA b", + "Ġ previous", + "Ġpre vious", + "Ġprev ious", + "ERR OR", + "o cal", + "oc al", + "oca l", + "Ġ material", + "Ġm aterial", + "Ġmat erial", + "Ġmate rial", + "Ġmateria l", + "Ġmater ial", + "Ġmateri al", + "Ġ below", + "Ġb elow", + "Ġbe low", + "Ġbel ow", + "Ġ Christ", + "ĠCh rist", + "ĠChris t", + "ĠChr ist", + "Ġ media", + "Ġm edia", + "Ġme dia", + "Ġmed ia", + "Ġmedi a", + "c over", + "co ver", + "cov er", + "Ġ UI", + "ĠU I", + "Ġ fail", + "Ġf ail", + "Ġfa il", + "Ġ black", + "Ġb lack", + "Ġbl ack", + "Ġbla ck", + "Ġ component", + "Ġcom ponent", + "Ġcomp onent", + "Ġ American", + "ĠA merican", + "ĠAmeric an", + "ĠAmerica n", + "ĠAmer ican", + "Ġ added", + "Ġadd ed", + "Ġad ded", + "Ġ buy", + "Ġb uy", + "Ġbu y", + "s tit", + "st it", + "sti t", + "Ġ came", + "Ġc ame", + "Ġca me", + "Ġcam e", + "Ġ delete", + "Ġde lete", + "Ġdel ete", + "Ġdelet e", + "Ġdele te", + "p roperty", + "pro perty", + "prop erty", + "proper ty", + "o ding", + "od ing", + "odi ng", + "Ġ card", + "Ġc ard", + "Ġcar d", + "Ġca rd", + "r ops", + "ro ps", + "rop s", + "Ġ https", + "Ġhttp s", + "Ġht tps", + "Ġhtt ps", + "Ġ root", + "Ġr oot", + "Ġro ot", + "Ġ handle", + "Ġh andle", + "Ġhand le", + "Ġhan dle", + "C C", + "B ack", + "Ba ck", + "em plate", + "emp late", + "empl ate", + "Ġ getting", + "Ġg etting", + "Ġget ting", + "_ by", + "_b y", + "m ail", + "ma il", + "mai l", + "_ sh", + "_s h", + ". assert", + ".as sert", + "Ġ Dec", + "ĠD ec", + "ĠDe c", + "( true", + "(tr ue", + "Ġ comput", + "Ġcom put", + "Ġcomp ut", + "Ġ claim", + "Ġcl aim", + "Ġcla im", + "' =>", + "'= >", + "Ġ Sub", + "ĠS ub", + "ĠSu b", + "Ġ air", + "Ġa ir", + "Ġai r", + "o ps", + "op s", + "n av", + "na v", + "e ments", + "em ents", + "ement s", + "eme nts", + "emen ts", + "( id", + "(i d", + "Ġ enter", + "Ġen ter", + "Ġent er", + "an ged", + "ang ed", + "ange d", + "E nd", + "En d", + "Ġ location", + "Ġl ocation", + "Ġlo cation", + "Ġloc ation", + "Ġ night", + "Ġn ight", + "Ġni ght", + "Ġnig ht", + "Ġ doing", + "Ġdo ing", + "Ġdoi ng", + "Ġ Red", + "ĠR ed", + "ĠRe d", + "l in", + "li n", + "} ĊĊĊ", + "}Ċ ĊĊ", + "}ĊĊ Ċ", + "v ider", + "vid er", + "vi der", + "vide r", + "Ġ pick", + "Ġp ick", + "Ġpi ck", + "Ġpic k", + "Ġ watch", + "Ġw atch", + "Ġwat ch", + "ess ages", + "essage s", + "essa ges", + "Ġ human", + "Ġh uman", + "Ġhum an", + "Ġhu man", + "Ġ dam", + "Ġd am", + "Ġda m", + "p end", + "pe nd", + "pen d", + "d ir", + "di r", + "Ġ tax", + "Ġt ax", + "Ġta x", + "Ġ girl", + "Ġg irl", + "Ġgi rl", + "Ġgir l", + "re et", + "ree t", + "Ġ box", + "Ġb ox", + "Ġbo x", + "Ġ strong", + "Ġst rong", + "Ġstr ong", + "Ġstro ng", + "Ġstron g", + "( v", + "r el", + "re l", + "Ġ interface", + "Ġinter face", + "Ġinterf ace", + "Ġ msg", + "Ġm sg", + "Ġms g", + "f ect", + "fe ct", + "fec t", + "_ at", + "_a t", + "Ġ house", + "Ġh ouse", + "Ġhous e", + "Ġho use", + "Ġ track", + "Ġt rack", + "Ġtr ack", + "Ġtra ck", + "' );ĊĊ", + "') ;ĊĊ", + "');Ċ Ċ", + "'); ĊĊ", + "j e", + "Ġ John", + "ĠJ ohn", + "ĠJo hn", + "ĠJoh n", + "i str", + "is tr", + "ist r", + "( S", + "u be", + "ub e", + "Ġ ce", + "Ġc e", + "it ted", + "itt ed", + "itte d", + "V ER", + "VE R", + "* )", + "p arent", + "par ent", + "pare nt", + "pa rent", + "paren t", + "Ġ application", + "Ġapp lication", + "Ġap plication", + "Ġapplic ation", + "Ġappl ication", + "a ny", + "an y", + ". swing", + ".s wing", + ".sw ing", + "Ġ pack", + "Ġp ack", + "Ġpa ck", + "Ġpac k", + "\\ u", + "Ġp ract", + "Ġpr act", + "Ġpra ct", + "Ġprac t", + "Ġ section", + "Ġs ection", + "Ġse ction", + "Ġsec tion", + "Ġsect ion", + "c tx", + "ct x", + "Ġ unsigned", + "Ġun signed", + "Ġuns igned", + ". Point", + ".P oint", + "Ġ One", + "ĠO ne", + "ĠOn e", + "Ä ±", + "i ple", + "ip le", + "ipl e", + "a id", + "ai d", + "Ñ ĥ", + "V ector", + "Vec tor", + "Ve ctor", + "Vect or", + "b yte", + "by te", + "byt e", + "Ġ wait", + "Ġw ait", + "Ġwa it", + "Ġ Ãł", + "Ġà ł", + "à ¥", + "Ġto gether", + "Ġtog ether", + "Ġ throws", + "Ġth rows", + "Ġthrow s", + "Ġthr ows", + "Ġthro ws", + "F O", + "' ))", + "') )", + "h ost", + "ho st", + "hos t", + "i sing", + "is ing", + "isi ng", + "isin g", + ". view", + ".v iew", + "Ġ terms", + "Ġte rms", + "Ġter ms", + "Ġterm s", + "f ramework", + "fr amework", + "frame work", + "fram ework", + "- r", + "Ġ apply", + "Ġapp ly", + "Ġap ply", + "Ġappl y", + "Ġ session", + "Ġs ession", + "Ġsess ion", + "O ptions", + "Option s", + "Opt ions", + "ug gest", + "ugg est", + "Ġ others", + "Ġo thers", + "Ġother s", + "w itter", + "wit ter", + "Ġ fund", + "Ġf und", + "Ġfun d", + "Ġfu nd", + "I nit", + "In it", + "Ini t", + "_ _(", + "__ (", + "ens or", + "enso r", + "G ET", + "GE T", + "Ġse veral", + "Ġsever al", + "Ġsev eral", + "i i", + "[ j", + "I O", + "Ġ template", + "Ġt emplate", + "Ġtem plate", + "Ġtemp late", + "Ġtempl ate", + "P osition", + "Pos ition", + "Ġe con", + "Ġec on", + "Ġeco n", + "a chine", + "ach ine", + "achi ne", + "Ġ il", + "Ġi l", + ". spring", + ".s pring", + ".sp ring", + "m ain", + "ma in", + "mai n", + "e lt", + "el t", + "i ment", + "im ent", + "ime nt", + "imen t", + "R ec", + "Re c", + "m m", + "Ġ University", + "ĠUn iversity", + "ĠUnivers ity", + "urs or", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "G L", + "ic ture", + "ict ure", + "it hub", + "ith ub", + "c er", + "ce r", + "c ast", + "ca st", + "cas t", + "F rom", + "Fr om", + "a les", + "al es", + "ale s", + "Ġ subject", + "Ġsu bject", + "Ġsub ject", + "Ġsubj ect", + "p assword", + "pass word", + "pas sword", + "n y", + "Ġ esc", + "Ġe sc", + "Ġes c", + ". write", + ".w rite", + ".writ e", + ".wr ite", + "ï¼ Į", + "W hat", + "Wh at", + ". H", + "Ġ history", + "Ġh istory", + "Ġhistor y", + "Ġhist ory", + "Ġhi story", + "Ġhisto ry", + "Ġ Fe", + "ĠF e", + "Ġ individual", + "Ġind ividual", + "Ġindiv idual", + "Ġindivid ual", + "u nit", + "un it", + "uni t", + "Ġ -->", + "Ġ- ->", + "Ġ-- >", + "Ġ du", + "Ġd u", + "I ST", + "IS T", + "Ġ users", + "Ġus ers", + "Ġuse rs", + "Ġuser s", + "f s", + "f alse", + "fa lse", + "fal se", + "u nt", + "un t", + "T itle", + "Tit le", + "Ti tle", + "Ġ mot", + "Ġm ot", + "Ġmo t", + "Ġ future", + "Ġf uture", + "Ġfut ure", + "Ġfu ture", + "a ched", + "ac hed", + "ach ed", + "ache d", + "Ġ started", + "Ġstart ed", + "Ġstar ted", + "Ġ mode", + "Ġm ode", + "Ġmod e", + "Ġmo de", + "Ġ '<", + "Ġ' <", + "_ array", + "_a rray", + "_arr ay", + "_ar ray", + "Ġ ax", + "Ġa x", + "' ];Ċ", + "'] ;Ċ", + "']; Ċ", + "i res", + "ir es", + "ire s", + "T here", + "The re", + "Th ere", + "u ght", + "ug ht", + "ugh t", + "t ml", + "tm l", + "p osed", + "pos ed", + "pose d", + "po sed", + "i cult", + "ic ult", + "Ġ took", + "Ġt ook", + "Ġto ok", + "Ġtoo k", + "Ġ games", + "Ġg ames", + "Ġgame s", + "Ġgam es", + "Ġga mes", + "Ġ }}", + "Ġ} }", + "Ġ ?>Ċ", + "Ġ? >Ċ", + "Ġ?> Ċ", + "Ġ products", + "Ġproduct s", + "Ġprodu cts", + "I s", + "Ġ bad", + "Ġb ad", + "Ġba d", + "Ġ Des", + "ĠD es", + "ĠDe s", + ". path", + ".p ath", + ".pa th", + ".pat h", + "' ĊĊ", + "'Ċ Ċ", + "Ġ Post", + "ĠP ost", + "ĠPo st", + "ĠPos t", + "a vel", + "av el", + "ave l", + "( :", + "1 50", + "15 0", + "Ġ needs", + "Ġne eds", + "Ġneed s", + "Ġ known", + "Ġk nown", + "Ġkn own", + "Ġknow n", + "F l", + "Ġ exec", + "Ġe xec", + "Ġex ec", + "Ġexe c", + "Ġ seen", + "Ġs een", + "Ġse en", + "Ġsee n", + "5 1", + "u me", + "um e", + "Ġ border", + "Ġb order", + "Ġbor der", + "Ġbord er", + "Ġ live", + "Ġl ive", + "Ġli ve", + "Ġliv e", + "t emp", + "te mp", + "tem p", + "P er", + "Pe r", + "Ġ variable", + "Ġvar iable", + "Ġvari able", + "i et", + "ie t", + "Ġ Def", + "ĠD ef", + "ĠDe f", + "Ġ ge", + "Ġg e", + "e me", + "em e", + "_ back", + "_b ack", + "f irst", + "fi rst", + "fir st", + "Ġ provided", + "Ġpro vided", + "Ġprovid ed", + "Ġprov ided", + "Ġprovide d", + "//////////////// ////////////////", + "Ġ filename", + "Ġf ilename", + "Ġfile name", + "Ġfil ename", + "Ġfi lename", + "Ġ hope", + "Ġh ope", + "Ġhop e", + "Ġho pe", + "u ly", + "ul y", + "a uto", + "aut o", + "au to", + "f ind", + "fin d", + "fi nd", + "_ string", + "_s tring", + "_st ring", + "_str ing", + "b tn", + "bt n", + "it ude", + "itud e", + "itu de", + "At tribute", + "Attrib ute", + "Ġ young", + "Ġyou ng", + "Ġyo ung", + ". txt", + ".t xt", + ".tx t", + "Ġ website", + "Ġwe bsite", + "Ġweb site", + "Ġwebs ite", + "Ġ Prop", + "ĠP rop", + "ĠPro p", + "ĠPr op", + "Ġ ey", + "Ġe y", + "> ();Ċ", + ">( );Ċ", + ">() ;Ċ", + ">(); Ċ", + "i onal", + "ion al", + "io nal", + "iona l", + "A RR", + "AR R", + "iction ary", + "ur ther", + "urt her", + ". ", + ")- >", + "t x", + "Ġ pur", + "Ġp ur", + "Ġpu r", + "u el", + "ue l", + "ym bol", + "ymb ol", + "u ation", + "ua tion", + "uat ion", + "a nger", + "an ger", + "ang er", + "ange r", + "Ġ background", + "Ġback ground", + "e cess", + "ec ess", + "ece ss", + "ef ined", + ". .......", + ".. ......", + "... .....", + ".... ....", + "..... ...", + "...... ..", + "....... .", + "Ġ description", + "Ġd escription", + "Ġde scription", + "Ġdes cription", + "Ġdescri ption", + "Ġ represent", + "Ġre present", + "Ġrep resent", + "\" ));Ċ", + "\") );Ċ", + "\")) ;Ċ", + "\")); Ċ", + "p ression", + "pr ession", + "press ion", + "row ser", + "rows er", + "rowse r", + "Ġ series", + "Ġs eries", + "Ġse ries", + "Ġser ies", + "Ġserie s", + "Ġseri es", + "w ards", + "ward s", + "war ds", + "5 2", + "( $_", + "($ _", + "a ise", + "ai se", + "ais e", + "Ġ hot", + "Ġh ot", + "Ġho t", + "a city", + "ac ity", + "aci ty", + "r ies", + "ri es", + "rie s", + "a ctions", + "act ions", + "action s", + "C reate", + "Cre ate", + "Creat e", + "a dio", + "ad io", + "adi o", + "am ples", + "amp les", + "ample s", + "Ġ original", + "Ġor iginal", + "Ġorig inal", + "Ġorigin al", + "ens ive", + "ensi ve", + "f ont", + "fo nt", + "fon t", + "st ream", + "str eam", + "stre am", + " using", + ".spring framework", + "0 01", + "00 1", + "s erver", + "ser ver", + "serve r", + "serv er", + "Ġ bill", + "Ġb ill", + "Ġbi ll", + "Ġbil l", + "A CK", + "AC K", + "i lename", + "il ename", + "ile name", + "ilen ame", + "Ġ frame", + "Ġf rame", + "Ġfr ame", + "Ġfra me", + "Ġfram e", + "Ġ =Ċ", + "Ġ= Ċ", + "E dit", + "Ed it", + "ad ius", + "adi us", + "Ġ draw", + "Ġd raw", + "Ġdr aw", + "Ġdra w", + "an ks", + "ank s", + "Ġd eter", + "Ġde ter", + "Ġdet er", + "Ġ comes", + "Ġc omes", + "Ġcom es", + "Ġco mes", + "Ġcome s", + "_ int", + "_in t", + "_i nt", + "Ġ foreach", + "Ġf oreach", + "Ġfor each", + "Ġfore ach", + "Ġfo reach", + "a ngle", + "an gle", + "ang le", + "angl e", + "Ġ elect", + "Ġe lect", + "Ġel ect", + "Ġele ct", + "p ected", + "pect ed", + "pec ted", + "He ader", + "Head er", + "i stration", + "ist ration", + "istr ation", + "istra tion", + "istrat ion", + "F alse", + "Fa lse", + "Fal se", + "Ġ Game", + "ĠG ame", + "ĠGa me", + "ĠGam e", + "Ġ filter", + "Ġf ilter", + "Ġfil ter", + "Ġfilt er", + "Act ivity", + "Activ ity", + "Ġ larg", + "Ġl arg", + "Ġla rg", + "Ġlar g", + "in ition", + "init ion", + "ini tion", + "Ġ \"<", + "Ġ\" <", + "2 56", + "25 6", + "i sed", + "is ed", + "ise d", + "Ġ remove", + "Ġre move", + "Ġrem ove", + "Ġ Trans", + "ĠT rans", + "ĠTr ans", + "ĠTra ns", + "ĠTran s", + "m et", + "me t", + "s ee", + "se e", + "Form at", + "For mat", + "Com mand", + "Comm and", + "Ġ EX", + "ĠE X", + "N one", + "No ne", + "Non e", + "Ġ front", + "Ġf ront", + "Ġfr ont", + "Ġfro nt", + "Ġfron t", + "A SE", + "AS E", + "Ġ Rec", + "ĠR ec", + "ĠRe c", + "ound ation", + "Ġ vo", + "Ġv o", + "9 6", + "= \\\"", + "=\\ \"", + "( *", + "Ch ange", + "Chan ge", + "Cha nge", + ". Write", + ".W rite", + "g roup", + "gr oup", + "gro up", + "i ents", + "ie nts", + "ient s", + "ien ts", + "u y", + "******** ********************************************************", + "**************** ************************************************", + "******************************** ********************************", + "************************ ****************************************", + "**************************************** ************************", + "************************************************ ****************", + "******************************************************** ********", + "Ġ dig", + "Ġd ig", + "Ġdi g", + "h r", + "( -", + "Ġ gen", + "Ġg en", + "Ġge n", + "n umber", + "num ber", + "v ec", + "ve c", + "ur ope", + "uro pe", + "en try", + "ent ry", + "entr y", + "L L", + "Ġ ste", + "Ġs te", + "Ġst e", + "Val id", + "Va lid", + "' ],", + "'] ,", + "_ param", + "_p aram", + "_par am", + "_para m", + "_pa ram", + "Ġ selected", + "Ġse lected", + "Ġselect ed", + "Ġsel ected", + "Ġ according", + "Ġa ccording", + "Ġacc ording", + "Ġaccord ing", + "Ġ Dis", + "ĠD is", + "ĠDi s", + "Ġ util", + "Ġu til", + "Ġut il", + "B uffer", + "Buf fer", + "Buff er", + "Bu ffer", + "_ error", + "_e rror", + "_err or", + "_er ror", + "Ġ associ", + "Ġass oci", + "Ġassoc i", + "_ SIZE", + "_S IZE", + "_SI ZE", + "Ġ wor", + "Ġw or", + "Ġwo r", + "Ġ printf", + "Ġprint f", + "Ġprin tf", + "r ag", + "ra g", + " ł", + "D D", + "Ġ Val", + "ĠV al", + "ĠVa l", + "Ġ activ", + "Ġact iv", + "Ġac tiv", + "E ng", + "En g", + "e time", + "et ime", + "eti me", + "etim e", + "Ġ virtual", + "Ġv irtual", + "Ġvir tual", + "Ġvirt ual", + "a ign", + "ai gn", + "a ur", + "au r", + "Ġ Pres", + "ĠP res", + "ĠPr es", + "ĠPre s", + "Ġ Exception", + "ĠEx ception", + "ĠExcept ion", + "Ġ anything", + "Ġany thing", + "Ġ Off", + "ĠO ff", + "ĠOf f", + "Ġ hours", + "Ġh ours", + "Ġhour s", + "Ġho urs", + "Ġ war", + "Ġw ar", + "Ġwa r", + "Arg s", + "Ar gs", + "a ging", + "ag ing", + "agi ng", + "Ġ models", + "Ġmod els", + "Ġmodel s", + "Ġmode ls", + "Ġ Time", + "ĠT ime", + "ĠTim e", + "ĠTi me", + "O b", + "a ms", + "am s", + "j oy", + "jo y", + "Ġ early", + "Ġear ly", + ". read", + ".re ad", + ".r ead", + "8 6", + "Ġ center", + "Ġc enter", + "Ġcent er", + "Ġcen ter", + "Ġ Initial", + "ĠIn itial", + "ĠInit ial", + "ĠIniti al", + "Ġ language", + "Ġl anguage", + "Ġlangu age", + "l ength", + "le ngth", + "len gth", + "x y", + "Ġ sn", + "Ġs n", + "Ġ inf", + "Ġin f", + "Ġi nf", + "P ost", + "Pos t", + "Po st", + "Ġ ago", + "Ġa go", + "Ġag o", + "Ġ easy", + "Ġe asy", + "Ġeas y", + "Ġea sy", + "_ code", + "_c ode", + "_co de", + "_cod e", + "Ġ ANY", + "ĠA NY", + "ĠAN Y", + "_ ch", + "_c h", + "Ġ download", + "Ġd ownload", + "Ġdown load", + "( T", + "a ved", + "av ed", + "ave d", + "âĢ ĵ", + "Ġ students", + "Ġst udents", + "Ġstud ents", + "Ġstudent s", + "Ġ fig", + "Ġf ig", + "Ġfi g", + "l ight", + "li ght", + "lig ht", + "x x", + "Ġ buffer", + "Ġb uffer", + "Ġbu ffer", + "Ġbuf fer", + "Ġbuff er", + "Ġ Dep", + "ĠD ep", + "ĠDe p", + "Ġ Math", + "ĠM ath", + "ĠMat h", + "ĠMa th", + "I TH", + "IT H", + "Ġ vari", + "Ġv ari", + "Ġvar i", + "Ġva ri", + "Ġ due", + "Ġd ue", + "Ġdu e", + "F actory", + "Fact ory", + "Factor y", + "Ġ por", + "Ġp or", + "Ġpo r", + "Ġ ep", + "Ġe p", + "o type", + "ot ype", + "otyp e", + "oty pe", + "Ġ cannot", + "Ġc annot", + "Ġcan not", + "Ġcann ot", + "Ġ white", + "Ġwh ite", + "Ġwhit e", + "< int", + "čĊ", + "\"> čĊ", + ". annot", + ".an not", + "Ġ collection", + "Ġc ollection", + "Ġcol lection", + "Ġcoll ection", + "Ġcollect ion", + "Ġcolle ction", + "' .", + "Ġ similar", + "Ġs imilar", + "Ġsim ilar", + "Ġsimil ar", + "Ġ taken", + "Ġt aken", + "Ġtake n", + "Ġta ken", + "Ġtak en", + "( \"%", + "(\" %", + "Or der", + "Ord er", + "' ]Ċ", + "'] Ċ", + "- md", + "-m d", + "Ġ TH", + "ĠT H", + "a ced", + "ace d", + "ac ed", + "Ġis n", + "Ġi sn", + "/ j", + "Ġ son", + "Ġs on", + "Ġso n", + "g raph", + "gr aph", + "gra ph", + "Ġ Integer", + "ĠInt eger", + "Ġn ecess", + "Ġne cess", + "Ġnec ess", + "Ġneces s", + "r een", + "re en", + "ree n", + "Ġ um", + "Ġu m", + "Ġ \\<", + "Ġ\\ <", + "Ġ moment", + "Ġm oment", + "Ġmom ent", + "Ġmo ment", + "Ġ bring", + "Ġb ring", + "Ġbr ing", + "Ġbri ng", + "Ġ indic", + "Ġin dic", + "Ġind ic", + "y sis", + "ys is", + "ysi s", + "Le vel", + "v erse", + "ver se", + "vers e", + "ur renc", + "urre nc", + "urr enc", + "_ test", + "_t est", + "_te st", + "Ġent ire", + "D own", + "Do wn", + "Ġ }ĊĊĊ", + "Ġ} ĊĊĊ", + "Ġ}Ċ ĊĊ", + "Ġ}ĊĊ Ċ", + "( result", + "(res ult", + "Ġ Read", + "ĠR ead", + "ĠRe ad", + "à ¨", + "M od", + "Mo d", + "Ġ trying", + "Ġt rying", + "Ġtr ying", + "Ġtry ing", + "\" ),Ċ", + "\") ,Ċ", + "\"), Ċ", + "Ġ member", + "Ġm ember", + "Ġmem ber", + "Ġmemb er", + "Ġ Cor", + "ĠC or", + "ĠCo r", + "O DO", + "OD O", + "- control", + "-c ontrol", + "-cont rol", + "un time", + "unt ime", + "Ġ Sim", + "ĠS im", + "ĠSi m", + "D ialog", + "Di alog", + "Dia log", + "p lot", + "pl ot", + "_ on", + "_o n", + "Ġ phys", + "Ġph ys", + "Ġphy s", + "} /", + "Ġ namespace", + "Ġn amespace", + "Ġname space", + "Ġnames pace", + "ĉ čĊ", + "a cc", + "ac c", + "P layer", + "Pl ayer", + "Play er", + "A RE", + "AR E", + "8 9", + "Ġ foot", + "Ġf oot", + "Ġfo ot", + "Ġfoo t", + "Ġ board", + "Ġb oard", + "Ġbo ard", + "Ġboa rd", + "p art", + "par t", + "pa rt", + "Ġ sus", + "Ġs us", + "Ġsu s", + "w ise", + "wi se", + "wis e", + "Ġ Mc", + "ĠM c", + "Ġ push", + "Ġp ush", + "Ġpu sh", + "Ġpus h", + "A TA", + "AT A", + "Ġ please", + "Ġp lease", + "Ġpl ease", + "Ġple ase", + "Ġplea se", + "Ġpleas e", + "r ied", + "ri ed", + "rie d", + "we et", + "b it", + "bi t", + "i ded", + "id ed", + "ide d", + "V E", + "Ġ Sw", + "ĠS w", + "U B", + "Ġ types", + "Ġt ypes", + "Ġtype s", + "Ġtyp es", + "Ġty pes", + "e dia", + "ed ia", + "edi a", + "Ġc los", + "Ġcl os", + "Ġclo s", + "ace book", + "W hen", + "Wh en", + "Ġ edit", + "Ġe dit", + "Ġed it", + "Ġedi t", + "i gger", + "ig ger", + "igg er", + "Ġe nerg", + "Ġen erg", + "Ġener g", + "Cont ainer", + "Contain er", + "Conta iner", + "Ġ phot", + "Ġp hot", + "Ġph ot", + "Ġ Count", + "ĠC ount", + "ĠCo unt", + "ĠCou nt", + "ĠCoun t", + "Ġ Europe", + "ĠE urope", + "ĠEuro pe", + "ĠEurop e", + "ĠEur ope", + ". Is", + ".I s", + "Ġ Russ", + "ĠR uss", + "ĠRu ss", + "ĠRus s", + "p eed", + "pe ed", + "pee d", + "Ġ Str", + "ĠS tr", + "ĠSt r", + "Ġ py", + "Ġp y", + "Ġ cult", + "Ġc ult", + "Ġcu lt", + "Ġcul t", + "Ġ defined", + "Ġd efined", + "Ġdef ined", + "Ġdefine d", + "Ġdefin ed", + "c count", + "cc ount", + "cco unt", + "Ġo bt", + "Ġob t", + ". Location", + ".L ocation", + ".Lo cation", + "Ġ thread", + "Ġt hread", + "Ġth read", + "Ġthr ead", + "i lle", + "il le", + "ill e", + "Ġ instead", + "Ġin stead", + "Ġinst ead", + "st rong", + "str ong", + "stro ng", + "Ġ Sec", + "ĠS ec", + "ĠSe c", + "U RE", + "UR E", + "Ġ idea", + "Ġi dea", + "Ġid ea", + "Ġide a", + ". se", + ".s e", + "e my", + "em y", + "se lected", + "select ed", + "sel ected", + "Con nection", + "Conn ection", + "Connect ion", + "a cing", + "ac ing", + "aci ng", + "acin g", + "t hread", + "th read", + "thr ead", + ". next", + ".n ext", + ".ne xt", + "Ġ coll", + "Ġc oll", + "Ġco ll", + "Ġcol l", + "Ġ film", + "Ġf ilm", + "Ġfil m", + "Ġfi lm", + "is tic", + "ist ic", + "isti c", + "Ġ compet", + "Ġcom pet", + "Ġcomp et", + "Ġ conn", + "Ġc onn", + "Ġcon n", + "Ġco nn", + "th ough", + "Ġ compan", + "Ġcom pan", + "Ġcomp an", + "o cket", + "oc ket", + "ock et", + "Ġt each", + "Ġte ach", + "Ġtea ch", + "= (", + "Ġ phone", + "Ġp hone", + "Ġph one", + "Ġphon e", + "Ġ active", + "Ġact ive", + "Ġactiv e", + "7 9", + "de lete", + "del ete", + "1 01", + "10 1", + "t ries", + "tr ies", + "trie s", + "tri es", + "Ġ mo", + "Ġm o", + "Ġ death", + "Ġde ath", + "} );ĊĊ", + "});Ċ Ċ", + "}) ;ĊĊ", + "}); ĊĊ", + "o col", + "oc ol", + "oco l", + "W idget", + "Ġ article", + "Ġart icle", + "Ġartic le", + "r odu", + "ro du", + "rod u", + "an did", + "and id", + "andi d", + "Ñ ĭ", + "Ġ Cr", + "ĠC r", + "k a", + "( ):", + "() :", + "l ood", + "lo od", + "loo d", + "ĉ ĉĉĊ", + "ĉĉ ĉĊ", + "ĉĉĉ Ċ", + "Ġ almost", + "Ġal most", + "Ġalm ost", + "Ġ sell", + "Ġs ell", + "Ġse ll", + "Ġsel l", + "erv let", + "r ip", + "ri p", + "U nit", + "Un it", + "Uni t", + "Ġapp lic", + "Ġappl ic", + "Ġ connect", + "Ġcon nect", + "Ġconn ect", + "Ġ feature", + "Ġf eature", + "Ġfe ature", + "Ġfeat ure", + "Ġ via", + "Ġv ia", + "Ġvi a", + "' ),", + "') ,", + "Ġ lim", + "Ġl im", + "Ġli m", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "Ġ Gu", + "ĠG u", + "E ngine", + "Eng ine", + "Ġ ens", + "Ġe ns", + "Ġen s", + "Ġ environment", + "Ġen vironment", + "Ġenviron ment", + "b lock", + "bl ock", + "blo ck", + "H ERE", + "HE RE", + "HER E", + "N ULL", + "NU LL", + "g y", + "t ag", + "ta g", + ") ).", + ")) .", + "e xp", + "ex p", + "Ġcom pl", + "Ġco mpl", + "Ġcomp l", + "Ġ install", + "Ġinst all", + "Ġinstal l", + "Ġ complete", + "Ġcom plete", + "Ġcomp lete", + "Ġcomple te", + "Ġcomplet e", + "Ġcompl ete", + "q ueue", + "que ue", + "at ural", + "atur al", + "atura l", + "atu ral", + "Ġ general", + "Ġg eneral", + "Ġgener al", + "Ġgen eral", + "Ġgene ral", + "Ġgenera l", + "t hon", + "th on", + "Ġas ked", + "Ġask ed", + "o res", + "or es", + "ore s", + "( res", + "(r es", + "(re s", + "Ġ reserved", + "Ġres erved", + "Ġreserve d", + "Ġreserv ed", + "S P", + "Ġ âĢ¦", + "ĠâĢ ¦", + "Å Ĥ", + "Ġsign ific", + "O ff", + "Of f", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "Ġ Ag", + "ĠA g", + "Ġ Just", + "ĠJ ust", + "ĠJu st", + "Ġ Error", + "ĠE rror", + "ĠEr ror", + "ĠErr or", + "Ġin fl", + "Ġinf l", + "a data", + "ad ata", + "ada ta", + "Ġ icon", + "Ġi con", + "Ġic on", + "as ks", + "ask s", + "' '", + "_ LO", + "_L O", + "? .", + "a ccount", + "ac count", + "acc ount", + "acco unt", + "Ġ (*", + "Ġ( *", + "' )ĊĊ", + "') ĊĊ", + "')Ċ Ċ", + "r ap", + "ra p", + "_ var", + "_v ar", + "_va r", + "Ġ FOR", + "ĠF OR", + "ĠFO R", + "Ġ party", + "Ġp arty", + "Ġpart y", + "Ġpar ty", + "Ġ Your", + "ĠY our", + "ĠYou r", + "ĠYo ur", + "c at", + "ca t", + "s try", + "st ry", + "str y", + ". new", + ".n ew", + ".ne w", + "b oot", + "bo ot", + "boo t", + "Ġ Nov", + "ĠN ov", + "ĠNo v", + "Ġ vector", + "Ġv ector", + "Ġve ctor", + "Ġvec tor", + "Ġvect or", + "Ġ normal", + "Ġn ormal", + "Ġnor mal", + "Ġnorm al", + "Ġf urther", + "Ġfur ther", + "Re pository", + "8 00", + "80 0", + "Ġ database", + "Ġd atabase", + "Ġdata base", + "Ġdat abase", + "Ġdatab ase", + "at tle", + "att le", + "Ġ music", + "Ġm usic", + "Ġmus ic", + "Ġmu sic", + "Ġ speed", + "Ġs peed", + "Ġsp eed", + "Ġspe ed", + "Ġ doc", + "Ġd oc", + "Ġdo c", + "p rocess", + "pro cess", + "proc ess", + "IG HT", + "IGH T", + ". parse", + ".p arse", + ".par se", + "Ġ taking", + "Ġt aking", + "Ġta king", + "Ġtak ing", + "Ġ viol", + "Ġv iol", + "Ġvi ol", + "c eed", + "ce ed", + "cee d", + "Ġ After", + "ĠA fter", + "ĠAf ter", + "Ġ forward", + "Ġfor ward", + "Ġ crit", + "Ġc rit", + "Ġcr it", + "Ġcri t", + "\" />Ċ", + "\"/ >Ċ", + "\"/> Ċ", + "r ot", + "ro t", + "Ġ failed", + "Ġf ailed", + "Ġfa iled", + "Ġfail ed", + "e fore", + "ef ore", + "Ġcon cern", + "Ġconc ern", + "Ġconce rn", + "o e", + "b a", + "Ġ sender", + "Ġs ender", + "Ġse nder", + "Ġsend er", + "Ġsen der", + "Ġ term", + "Ġt erm", + "Ġte rm", + "Ġter m", + "h as", + "ha s", + "= \"#", + "=\" #", + "Ġ potential", + "Ġpot ential", + "Ġpotent ial", + "N um", + "Nu m", + "Ġ published", + "Ġp ublished", + "Ġpublish ed", + "Ġpubli shed", + ". close", + ".c lose", + ".cl ose", + "Ġ Image", + "ĠI mage", + "ĠIm age", + "ĠImag e", + "str aint", + "stra int", + "strain t", + "U D", + "Ġ Ob", + "ĠO b", + "Ġ probably", + "Ġprob ably", + "l im", + "li m", + "\" :Ċ", + "\": Ċ", + "ol ume", + "olum e", + "olu me", + "Ġ consum", + "Ġcon sum", + "Ġcons um", + "7 6", + "a gue", + "ag ue", + "agu e", + "ens ions", + "ension s", + "ensi ons", + "Ġinvest ig", + "- year", + "-y ear", + "' );", + "') ;", + "- sm", + "-s m", + "Ġen joy", + "Ġenjo y", + "o rig", + "or ig", + "ori g", + "e ring", + "er ing", + "eri ng", + "erin g", + "c p", + "le ased", + "lease d", + "lea sed", + "p lements", + "pl ements", + "ple ments", + "plement s", + "Ġ returns", + "Ġreturn s", + "p at", + "pa t", + "B O", + "Ġ House", + "ĠH ouse", + "ĠHo use", + "ĠHou se", + ". Label", + ".L abel", + "Ġ weight", + "Ġw eight", + "Ġwe ight", + "Ġweigh t", + "Ġwei ght", + "ig hb", + "igh b", + "Ġ conditions", + "Ġcondition s", + "Ġcond itions", + "Ġ exception", + "Ġex ception", + "Ġexcept ion", + "Ġexce ption", + "d escription", + "de scription", + "des cription", + "Ġ trad", + "Ġt rad", + "Ġtr ad", + "Ġtra d", + "- to", + "-t o", + "Ġ {}", + "Ġ{ }", + "Ġ module", + "Ġm odule", + "Ġmod ule", + "E ND", + "EN D", + ". ap", + ".a p", + ". props", + ".p rops", + ".pro ps", + ".pr ops", + ".prop s", + "Ġ constructor", + "Ġcon structor", + "Ġconstruct or", + "Ġconstr uctor", + "a ves", + "av es", + "ave s", + "Ġ favor", + "Ġf avor", + "Ġfa vor", + "Ġfav or", + "Ġ Now", + "ĠN ow", + "ĠNo w", + "; i", + "Ġ Main", + "ĠM ain", + "ĠMa in", + "ĠMai n", + "_ k", + "e ries", + "er ies", + "erie s", + "eri es", + "âĢĻ ll", + "âĢĻl l", + "trans form", + "ime stamp", + "imest amp", + "P re", + "Pr e", + "Ġ mer", + "Ġm er", + "Ġme r", + ". res", + ".re s", + ".r es", + "s tant", + "st ant", + "sta nt", + "stan t", + "L ocation", + "Lo cation", + "Loc ation", + "_ NAME", + "_N AME", + "Ġ loss", + "Ġl oss", + "Ġlo ss", + "Ġlos s", + "Ġ ĊĊ", + "ĠĊ Ċ", + "n et", + "ne t", + "Ġ engine", + "Ġe ngine", + "Ġeng ine", + "B lock", + "Bl ock", + "Bloc k", + "Blo ck", + "Ġ issues", + "Ġiss ues", + "Ġissue s", + "Ġissu es", + "Ġ parse", + "Ġp arse", + "Ġpar se", + "Ġpars e", + "Ġ Bar", + "ĠB ar", + "ĠBa r", + "Ġ stay", + "Ġst ay", + "Ġsta y", + "Ġ JSON", + "ĠJ SON", + "ĠJS ON", + "Ġ dom", + "Ġd om", + "Ġdo m", + "a irs", + "air s", + "ai rs", + "w ner", + "wn er", + "Ġ lower", + "Ġl ower", + "Ġlo wer", + "Ġlow er", + "\" ,čĊ", + "\", čĊ", + "Ġ Dem", + "ĠD em", + "ĠDe m", + "u fact", + "uf act", + "ufac t", + "Ġ ps", + "Ġp s", + "Ġ perfect", + "Ġper fect", + "Ġperf ect", + "R L", + "Ġ educ", + "Ġe duc", + "Ġed uc", + "Ġedu c", + "l s", + "em ory", + "emo ry", + "ARR ANT", + "u ge", + "ug e", + "Ġ exact", + "Ġex act", + ". key", + ".k ey", + ".ke y", + "al led", + "all ed", + "alle d", + "e ch", + "ec h", + "i ef", + "ie f", + "\\ /", + "o ke", + "ok e", + "Ġ former", + "Ġfor mer", + "Ġform er", + "Ġforme r", + "al loc", + "all oc", + "allo c", + "Ġ six", + "Ġs ix", + "Ġsi x", + "i da", + "id a", + "Ġ margin", + "Ġm argin", + "Ġmar gin", + "Ġmarg in", + "Ġ heart", + "Ġhe art", + "Ġhear t", + "a ld", + "al d", + "p ack", + "pa ck", + "pac k", + ".getElement ById", + "ĠW ARRANT", + "Ġ rather", + "Ġr ather", + "Ġrat her", + "Ġra ther", + "Ġ building", + "Ġbuild ing", + "er man", + "erm an", + "l ice", + "lic e", + "li ce", + "Ġ questions", + "Ġquest ions", + "Ġquestion s", + "Ġquesti ons", + "i zes", + "iz es", + "ize s", + "le ge", + "leg e", + "irect ory", + "irector y", + "Ġ je", + "Ġj e", + "Ġ cas", + "Ġc as", + "Ġca s", + "p rops", + "pr ops", + "pro ps", + "prop s", + "u tf", + "ut f", + "Ġ security", + "Ġs ecurity", + "Ġse curity", + "Ġsec urity", + "Ġ however", + "Ġhow ever", + "w eight", + "we ight", + "wei ght", + "weigh t", + "Ġ inside", + "Ġin side", + "Ġins ide", + "Ġp resident", + "Ġpres ident", + "C har", + "Ch ar", + "Cha r", + "Ġ WITH", + "ĠW ITH", + "ĠWI TH", + ". map", + ".m ap", + ".ma p", + "Ġ graph", + "Ġg raph", + "Ġgr aph", + "Ġgra ph", + "Ġgrap h", + "Ġ tag", + "Ġt ag", + "Ġta g", + "_ status", + "_s tatus", + "_st atus", + "_stat us", + "Ġ attempt", + "Ġat tempt", + "Ġatt empt", + "o pp", + "op p", + "u ses", + "us es", + "use s", + "ĉ const", + "ĉcon st", + "Ġ round", + "Ġr ound", + "Ġro und", + "Ġrou nd", + ", $", + "Ġ friends", + "Ġf riends", + "Ġfri ends", + "Ġfriend s", + "E mail", + "Em ail", + "? >", + "Re source", + "Res ource", + "K EY", + "KE Y", + "o sp", + "os p", + ". query", + ".qu ery", + "Ġ North", + "ĠN orth", + "ĠNor th", + "a bles", + "ab les", + "able s", + "abl es", + "is trib", + "ist rib", + "istr ib", + "_ class", + "_c lass", + "_cl ass", + "el lo", + "ell o", + "T hat", + "Th at", + "Ð º", + "pec ially", + "pecial ly", + "Ġ President", + "ĠP resident", + "ĠPres ident", + "Ġ campaign", + "Ġc ampaign", + "Ġcamp aign", + "Ġ alt", + "Ġa lt", + "Ġal t", + "a rea", + "ar ea", + "are a", + "Ġc hall", + "Ġch all", + "Ġcha ll", + "Ġop port", + "Ġopp ort", + ". Con", + ".C on", + ".Co n", + "Ġ energy", + "Ġe nergy", + "Ġen ergy", + "Ġenerg y", + "Ġener gy", + "l ike", + "li ke", + "lik e", + ". string", + ".s tring", + ".st ring", + ".str ing", + "ing ton", + "ingt on", + ") *", + "y y", + "Ġ profession", + "Ġprof ession", + "Ġprofess ion", + "ir th", + "irt h", + "Ġ seg", + "Ġs eg", + "Ġse g", + "æ ľ", + "Ġ hor", + "Ġh or", + "Ġho r", + "i ers", + "ie rs", + "ier s", + "c an", + "ca n", + "Ġbe hind", + "Ġbeh ind", + "Pro duct", + "Produ ct", + "Prod uct", + "f g", + "Ġ Sk", + "ĠS k", + ". jpg", + ".j pg", + ".jp g", + "? :", + "] ;ĊĊ", + "];Ċ Ċ", + "]; ĊĊ", + "Ġ callback", + "Ġc allback", + "Ġcall back", + "Ġ Http", + "ĠH ttp", + "Ñ Į", + "l ong", + "lo ng", + "lon g", + "M S", + "A TH", + "AT H", + "Ġ raise", + "Ġr aise", + "Ġrais e", + "Ġra ise", + "Ġ wanted", + "Ġw anted", + "Ġwant ed", + "Ġwan ted", + "r own", + "ro wn", + "row n", + "u tor", + "ut or", + "uto r", + "l t", + "] =", + "e line", + "el ine", + "eli ne", + "elin e", + "M A", + "Ġs epar", + "Ġse par", + "Ġsep ar", + "c s", + "s emb", + "se mb", + "sem b", + "D is", + "Di s", + "b serv", + "bs erv", + "Ġ Will", + "ĠW ill", + "ĠWil l", + "ĠWi ll", + "Ġ policy", + "Ġp olicy", + "Ġpol icy", + "Ġpolic y", + "Ġ third", + "Ġth ird", + "Ġthi rd", + "p hone", + "ph one", + "phon e", + "Ġ bed", + "Ġb ed", + "Ġbe d", + "/ g", + ". __", + "._ _", + "Ġ Inc", + "ĠI nc", + "ĠIn c", + "i zing", + "iz ing", + "izi ng", + "izin g", + ". remove", + ".re move", + ".rem ove", + "in stance", + "inst ance", + "instanc e", + ". type", + ".t ype", + ".typ e", + "Ġ serv", + "Ġs erv", + "Ġse rv", + "Ġser v", + "E ach", + "Ġ har", + "Ġh ar", + "Ġha r", + "Ġ Message", + "ĠM essage", + "ĠMess age", + "ĠMes sage", + "( key", + "(k ey", + "SE LECT", + "SEL ECT", + "P os", + "Po s", + ") );čĊ", + ")) ;čĊ", + ")); čĊ", + "Ġre comm", + "Ġrec omm", + "Ġrecom m", + "Ġreco mm", + "Ġ training", + "Ġtr aining", + "Ġtrain ing", + "Ġtra ining", + "Ġtrai ning", + "Ġ Ent", + "ĠE nt", + "ĠEn t", + "Ġ Char", + "ĠC har", + "ĠCh ar", + "ĠCha r", + "i cht", + "ic ht", + "ich t", + "( file", + "(f ile", + "(fi le", + "(fil e", + "Ġ prior", + "Ġp rior", + "Ġpr ior", + "Ġpri or", + "Ġprio r", + "G ame", + "Gam e", + "Ga me", + "Ġ exit", + "Ġe xit", + "Ġex it", + "Param s", + "Par ams", + "Pa rams", + "Para ms", + ". core", + ".c ore", + ".co re", + ".cor e", + "P C", + "n es", + "ne s", + "an ced", + "ance d", + "anc ed", + "( request", + "(re quest", + "(req uest", + "P assword", + "Pass word", + "Pas sword", + "} >Ċ", + "}> Ċ", + "Ġ mag", + "Ġm ag", + "Ġma g", + "Ġ release", + "Ġre lease", + "Ġr elease", + "Ġrel ease", + "Ġrele ase", + "Ġ shall", + "Ġs hall", + "Ġsh all", + "Ġsha ll", + "u dent", + "ud ent", + "ude nt", + "uden t", + "Ġ South", + "ĠS outh", + "ĠSo uth", + "ĠSou th", + "a ndo", + "an do", + "and o", + ": '", + ". TabIndex", + ".Tab Index", + "s k", + "an ner", + "ann er", + "anne r", + "is set", + "iss et", + "isse t", + "Ġ outside", + "Ġout side", + "Ġouts ide", + "l edge", + "le dge", + "led ge", + "Ġ å", + "Ġ Rob", + "ĠR ob", + "ĠRo b", + "Ġ imm", + "Ġi mm", + "Ġim m", + "! Ċ", + "Ġ Web", + "ĠW eb", + "ĠWe b", + "D es", + "De s", + "B C", + "an cial", + "anc ial", + "ancia l", + "R oute", + "Ro ute", + "D ec", + "De c", + "fer ences", + "ference s", + "Ġp urch", + "Ġpur ch", + "Ġpu rch", + "Ġ Model", + "ĠM odel", + "ĠMod el", + "ĠMo del", + "ĠMode l", + "c tor", + "ct or", + "g n", + "_ start", + "_st art", + "_star t", + "_sta rt", + "_ un", + "_u n", + ". *", + "i ses", + "is es", + "ise s", + "Ġ ground", + "Ġg round", + "Ġgr ound", + "Ġgro und", + "Ġgrou nd", + "Ġ unique", + "Ġun ique", + "Ġuniqu e", + "Ġuni que", + "Ġuniq ue", + "Ġbe aut", + "Ġbeau t", + "{ \"", + "Ġ pour", + "Ġp our", + "Ġpo ur", + "Ġpou r", + "Ġ Oct", + "ĠO ct", + "ĠOc t", + "Ġ tree", + "Ġt ree", + "Ġtr ee", + "Ġtre e", + "s ets", + "se ts", + "set s", + "_ res", + "_re s", + "_r es", + "' )->", + "') ->", + "_ reg", + "_re g", + "_r eg", + "( \"\\", + "(\" \\", + "Ġ byte", + "Ġb yte", + "Ġby te", + "Ġbyt e", + "B l", + "Ġ dating", + "Ġd ating", + "Ġda ting", + "Ġdat ing", + "Ġdati ng", + "Ġ matter", + "Ġm atter", + "Ġmat ter", + "Ġmatt er", + "Ġmatte r", + "Ġ Rem", + "ĠR em", + "ĠRe m", + "Ġ' ../", + "Ġ'. ./", + "Ġ'.. /", + "Ġ Aug", + "ĠA ug", + "ĠAu g", + "Ġ La", + "ĠL a", + "Ġ $(", + "Ġ$ (", + "o urnal", + "our nal", + "ourn al", + "1 11", + "11 1", + "i am", + "ia m", + "Ġ shows", + "Ġsh ows", + "Ġshow s", + "Ġsho ws", + "w rite", + "wr ite", + "Ġ ball", + "Ġb all", + "Ġbal l", + "Ġba ll", + "Ġsim ply", + "Ġsimp ly", + "Ġsimpl y", + "Ġ fast", + "Ġf ast", + "Ġfa st", + "Ġfas t", + "Ġ memory", + "Ġm emory", + "Ġmem ory", + "Ġmemor y", + "Ġmemo ry", + "A SS", + "AS S", + "Ġ Of", + "ĠO f", + "o ved", + "ov ed", + "ove d", + "a nte", + "an te", + "ant e", + "a ul", + "au l", + "i stry", + "is try", + "ist ry", + "istr y", + ") ));Ċ", + ")) );Ċ", + "))) ;Ċ", + "))); Ċ", + "Ġ fit", + "Ġf it", + "Ġfi t", + "< string", + "_", + "-> _", + "\" )ĊĊ", + "\") ĊĊ", + "\")Ċ Ċ", + "o x", + "ap plication", + "app lication", + "appl ication", + "Ġ ]Ċ", + "Ġ] Ċ", + "Ċ ĊĊĊĊĊ", + "ĊĊ ĊĊĊĊ", + "ĊĊĊĊ ĊĊ", + "ĊĊĊ ĊĊĊ", + "ĊĊĊĊĊ Ċ", + "1 80", + "18 0", + "Ġ soon", + "Ġs oon", + "Ġso on", + "Ġsoo n", + "ct ions", + "ction s", + "i nger", + "in ger", + "ing er", + "inge r", + "Ġ join", + "Ġj oin", + "Ġjo in", + "Ġ Pe", + "ĠP e", + "Ġ ë", + "Ġ las", + "Ġl as", + "Ġla s", + ". E", + "c ss", + "cs s", + "/ or", + "/o r", + "Ġ Start", + "ĠSt art", + "ĠStar t", + "ĠSta rt", + "Ġ TO", + "ĠT O", + "Ġ subs", + "Ġs ubs", + "Ġsu bs", + "Ġsub s", + "c onn", + "con n", + "co nn", + "com ponents", + "comp onents", + "component s", + "DE BUG", + "qu are", + "qua re", + "F unction", + "Func tion", + "Fun ction", + "en dar", + "end ar", + "enda r", + ". index", + ".in dex", + ".ind ex", + "Ġ fill", + "Ġf ill", + "Ġfil l", + "Ġfi ll", + "Ä Ļ", + "Ġ choose", + "Ġch oose", + "Ġcho ose", + "h ow", + "ho w", + "Ġ America", + "ĠAmeric a", + "ĠAmer ica", + "as sets", + "ass ets", + "asset s", + "asse ts", + "- -----------", + "-- ----------", + "---- --------", + "-------- ----", + "--- ---------", + "----- -------", + "---------- --", + "------ ------", + "----------- -", + "------- -----", + "--------- ---", + "Ġ Value", + "ĠV alue", + "ĠVal ue", + "ĠVa lue", + "Ġ office", + "Ġoff ice", + "Ġoffic e", + "Ġ veh", + "Ġv eh", + "Ġve h", + "Ġ transform", + "Ġtrans form", + "Ġtransf orm", + "Ġ Art", + "ĠA rt", + "ĠAr t", + "Ġ inde", + "Ġin de", + "Ġi nde", + "Ġind e", + "Ġ fn", + "Ġf n", + "Ġ implements", + "Ġim plements", + "Ġimp lements", + "Ġimplement s", + "Ġimpl ements", + "a ngo", + "an go", + "ang o", + "p lete", + "pl ete", + "ple te", + "plet e", + "+ \"", + "t mp", + "tm p", + "am ily", + "ami ly", + "amil y", + "Ġ hash", + "Ġh ash", + "Ġhas h", + "Ġha sh", + "m issions", + "miss ions", + "mission s", + "E ST", + "ES T", + "g t", + "Pro vider", + "Provid er", + "Provide r", + "Prov ider", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "Ġ flag", + "Ġf lag", + "Ġfl ag", + "Ġfla g", + "Ġpart icip", + "Ġpartic ip", + "Ġparti cip", + "d en", + "de n", + "Ġ Returns", + "ĠReturn s", + "Ġ note", + "Ġn ote", + "Ġnot e", + "Ġno te", + "ü r", + "p m", + "id eos", + "ide os", + "ideo s", + "Ġ specified", + "Ġs pecified", + "Ġspec ified", + "Ġ EN", + "ĠE N", + "e ster", + "es ter", + "est er", + "este r", + "o lid", + "ol id", + "oli d", + "Ġ upon", + "Ġu pon", + "Ġup on", + "( std", + "(s td", + "(st d", + "ĉ v", + "Ġ '\\", + "Ġ' \\", + "u z", + "Ġ vert", + "Ġv ert", + "Ġver t", + "Ġve rt", + "Ġv ict", + "Ġvi ct", + "Ġvic t", + "ĉ self", + "ĉs elf", + "ĉse lf", + "Ġ \"$", + "Ġ\" $", + "8 5", + ". k", + "Ġ groups", + "Ġg roups", + "Ġgroup s", + "Ġgro ups", + "Ġgrou ps", + "g ithub", + "git hub", + "l ang", + "la ng", + "lan g", + "Ġ mut", + "Ġm ut", + "Ġmu t", + "T O", + "Ġ ve", + "Ġv e", + "Ġ Please", + "ĠP lease", + "ĠPl ease", + "ĠPle ase", + "; ĊĊĊ", + ";Ċ ĊĊ", + ";ĊĊ Ċ", + "a ccess", + "ac cess", + "acc ess", + "Ġ {\"", + "Ġ{ \"", + "r ea", + "re a", + "Ġ risk", + "Ġr isk", + "Ġris k", + "Ġri sk", + "i cker", + "ic ker", + "ick er", + "og gle", + "ogg le", + "ĉ while", + "A NG", + "AN G", + ". send", + ".s end", + ".se nd", + "7 2", + "Ġ woman", + "Ġw oman", + "Ġwom an", + "Ġwo man", + "Ġ gets", + "Ġg ets", + "Ġget s", + "Ġge ts", + "Ġ ign", + "Ġi gn", + "Ġig n", + "Ġ Id", + "ĠI d", + "_ log", + "_l og", + "_lo g", + "O NE", + "ON E", + "Ġe vid", + "Ġev id", + "Ġ Har", + "ĠH ar", + "ĠHa r", + "_ sub", + "_s ub", + "_su b", + "Ġ endl", + "Ġe ndl", + "Ġen dl", + "Ġend l", + "Ġ included", + "Ġin cluded", + "Ġinclud ed", + "Ġinclude d", + "Ġincl uded", + "Ġinclu ded", + "( ));ĊĊ", + "() );ĊĊ", + "());Ċ Ċ", + "()) ;ĊĊ", + "()); ĊĊ", + "Ġ Ap", + "ĠA p", + "i gr", + "ig r", + "Ġ sem", + "Ġs em", + "Ġse m", + "Ġ Black", + "ĠB lack", + "ĠBl ack", + "d oc", + "do c", + "_ table", + "_t able", + "_tab le", + "_ta ble", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "- up", + "-u p", + "Ġ cause", + "Ġc ause", + "Ġca use", + "Ġcaus e", + "Ġ ..", + "Ġ. .", + "Ġ van", + "Ġv an", + "Ġva n", + "_ dict", + "_d ict", + "_di ct", + "_dic t", + "Ġ focus", + "Ġf ocus", + "Ġfoc us", + "Ġfo cus", + "I ND", + "IN D", + "C ESS", + "CE SS", + "CES S", + ". Log", + ".L og", + ".Lo g", + "Ġ multiple", + "Ġm ultiple", + "Ġmult iple", + "Ġmulti ple", + "Ġmultip le", + "i do", + "id o", + "Ġre gard", + "Ġreg ard", + "- M", + "and ler", + "andle r", + "o urse", + "our se", + "ours e", + "Ġ deg", + "Ġd eg", + "Ġde g", + ". U", + "Ġadd ition", + "Ġad dition", + "Ġv arious", + "Ġvar ious", + "Ġvari ous", + "Ġva rious", + "Ġ receive", + "Ġre ceive", + "Ġrece ive", + "е н", + "еР½", + "Ġ HT", + "ĠH T", + "O bj", + "Ob j", + "D F", + "Ġ increase", + "Ġin crease", + "Ġincre ase", + "Ġincr ease", + "Ġ Open", + "ĠO pen", + "ĠOp en", + "] ;", + "Ġ commit", + "Ġcom mit", + "Ġcomm it", + "? Ċ", + "ateg ories", + "ategor ies", + "ategori es", + "ategorie s", + "atego ries", + "at ory", + "ator y", + "ato ry", + "s hip", + "sh ip", + "shi p", + "Ġ Mich", + "ĠM ich", + "ĠMi ch", + "ĠMic h", + "Ġ html", + "Ġh tml", + "Ġht ml", + "ro mise", + "rom ise", + "Ġ leave", + "Ġle ave", + "Ġstr ateg", + "Ġstrat eg", + "Ġstra teg", + "Ġstrate g", + "a ven", + "av en", + "ave n", + "Ġ Console", + "ĠCon sole", + "ĠCons ole", + "k nown", + "kn own", + "know n", + "- n", + "_ LE", + "_L E", + ". component", + ".com ponent", + ".comp onent", + "Ġ bre", + "Ġb re", + "Ġbr e", + "S ession", + "i ance", + "ia nce", + "ian ce", + "Ġ align", + "Ġal ign", + "Ġali gn", + "type def", + "typ edef", + "typed ef", + "_ result", + "_res ult", + "Ġ WHERE", + "ĠW HERE", + "ĠWH ERE", + ". split", + ".s plit", + ".sp lit", + "Ġ reading", + "Ġre ading", + "Ġread ing", + "FA ULT", + "Ġ clo", + "Ġc lo", + "Ġcl o", + "Ġ notice", + "Ġnot ice", + "_ pr", + "_p r", + "ar ter", + "art er", + "arte r", + "Ġ lock", + "Ġl ock", + "Ġlo ck", + "Ġloc k", + "Ġ standard", + "Ġst andard", + "Ġstand ard", + "e tic", + "et ic", + "eti c", + "el low", + "ell ow", + "ello w", + "Ġ padding", + "Ġp adding", + "Ġpad ding", + "Ġpadd ing", + "Ġ His", + "ĠH is", + "ĠHi s", + "Ġ states", + "Ġst ates", + "Ġstate s", + "Ġstat es", + "Ġsta tes", + "_ cast", + "_c ast", + "_ca st", + "( P", + "a a", + "Ġ internal", + "Ġin ternal", + "Ġint ernal", + "Ġinter nal", + "Ġintern al", + "e an", + "ea n", + "Ġ PRO", + "ĠP RO", + "ĠPR O", + "Ġ Key", + "ĠK ey", + "ĠKe y", + "Ġ especially", + "Ġes pecially", + "Ġespecial ly", + "Ġespec ially", + "m ing", + "min g", + "mi ng", + "Ġ cross", + "Ġc ross", + "Ġcr oss", + "Ġcro ss", + "Ġ national", + "Ġn ational", + "Ġnation al", + "Ġnat ional", + "_ object", + "_obj ect", + "_o bject", + "_ob ject", + "f ilter", + "fil ter", + "filt er", + "Ġ script", + "Ġs cript", + "Ġscr ipt", + "Ġscri pt", + ". update", + ".up date", + "_ i", + "Ġ Assert", + "ĠAs sert", + "ĠAss ert", + "/ core", + "/c ore", + "/co re", + "% %%%", + "%% %%", + "%%% %", + "Ġ problems", + "Ġpro blems", + "Ġproble ms", + "Ġproblem s", + "Ġprob lems", + "Ġprobl ems", + "i stor", + "is tor", + "ist or", + "isto r", + "Ġ .=", + "Ġ. =", + "Ġ arch", + "Ġa rch", + "Ġar ch", + "Ġarc h", + "Ġ written", + "Ġw ritten", + "Ġwrit ten", + "Ġwr itten", + "Ġm ilit", + "Ġmil it", + "Ġmi lit", + "Ġmili t", + "M ENT", + "ME NT", + ". ch", + ".c h", + "c ape", + "ca pe", + "cap e", + "Ġ Mus", + "ĠM us", + "ĠMu s", + "_ config", + "_con fig", + "_conf ig", + "Ġ API", + "ĠA PI", + "ĠAP I", + "f oot", + "fo ot", + "foo t", + "Ġ images", + "Ġim ages", + "Ġimage s", + "Ġimag es", + "Ġima ges", + "e ndl", + "en dl", + "end l", + ". In", + ".I n", + "F irst", + "Fi rst", + "Ġ platform", + "Ġpl atform", + "Ġplat form", + ". prot", + ".p rot", + ".pro t", + ".pr ot", + "O ption", + "Op tion", + "Opt ion", + "s te", + "st e", + "Ġ TODO", + "ĠT ODO", + "ĠTO DO", + "ĠTOD O", + "Ġ force", + "Ġf orce", + "Ġfor ce", + "Ġforc e", + ". cont", + ".c ont", + ".con t", + ".co nt", + "ĉ echo", + "ĉe cho", + "ĠD av", + "ĠDa v", + "P tr", + "Pt r", + "( B", + "R T", + "Ġ Base", + "ĠB ase", + "ĠBa se", + "ĠBas e", + "] ['", + "][ '", + "Ġann ounc", + "Ġanno unc", + "con sole", + "cons ole", + "Ġ Py", + "ĠP y", + "d s", + ". as", + ".a s", + "Ġ prevent", + "Ġpr event", + "Ġpre vent", + "Ġprev ent", + "a pan", + "ap an", + "apa n", + "Ġ {'", + "Ġ{ '", + "} '", + "Ġ dead", + "Ġd ead", + "Ġde ad", + "V AL", + "VA L", + "Q UE", + "QU E", + "******** ****************************************************************", + "**************** ********************************************************", + "******************************** ****************************************", + "**************************************************************** ********", + "************************ ************************************************", + "**************************************** ********************************", + "************************************************ ************************", + "******************************************************** ****************", + "Ġ charg", + "Ġch arg", + "Ġchar g", + "Ġcha rg", + "R eturn", + "Re turn", + "Ret urn", + "Ġ ful", + "Ġf ul", + "Ġfu l", + "d om", + "do m", + "Ġ rules", + "Ġr ules", + "Ġrule s", + "Ġru les", + "Ġ modify", + "Ġmod ify", + "Ġ eval", + "Ġe val", + "Ġev al", + "h am", + "ha m", + "a tement", + "at ement", + "ate ment", + "atem ent", + "\\ <", + "u la", + "ul a", + "= False", + "=F alse", + "R A", + "Ġ contains", + "Ġcon tains", + "Ġcont ains", + "Ġcontain s", + "Ġconta ins", + "7 4", + "Ġ stack", + "Ġst ack", + "Ġsta ck", + "m ar", + "ma r", + "Ġ {}Ċ", + "Ġ{ }Ċ", + "Ġ{} Ċ", + "Ġ undefined", + "Ġun defined", + "Ġund efined", + "Ġundef ined", + "A ss", + "As s", + "Ġ China", + "ĠCh ina", + "ĠChi na", + "ĠChin a", + "v ey", + "ve y", + "* Ċ", + "Ġ playing", + "Ġpl aying", + "Ġplay ing", + "Ġpla ying", + ") /", + "a ctor", + "act or", + "ac tor", + "Ġ bottom", + "Ġb ottom", + "Ġbot tom", + "Ġbott om", + "l ier", + "li er", + "lie r", + "Ġ Number", + "ĠN umber", + "ĠNum ber", + "Ġc ouple", + "Ġco uple", + "Ġcou ple", + "Ġcoup le", + "D C", + "Ġ SO", + "ĠS O", + "g or", + "go r", + ". setText", + ".set Text", + "s uccess", + "su ccess", + "succ ess", + "com mand", + "comm and", + "comma nd", + "F ilter", + "Fil ter", + "Ġ Our", + "ĠO ur", + "ĠOu r", + "_ item", + "_i tem", + "_it em", + "Ġ ctx", + "Ġc tx", + "Ġct x", + "Ġ road", + "Ġr oad", + "Ġro ad", + "V ersion", + "Vers ion", + "c ase", + "ca se", + "cas e", + "u rt", + "ur t", + "av ior", + "avi or", + "y ch", + "yc h", + "semb ly", + "sembl y", + "Ġ Product", + "ĠPro duct", + "ĠProdu ct", + "ĠProd uct", + "Ġ held", + "Ġh eld", + "Ġhe ld", + "Ġhel d", + "a fe", + "af e", + "Ġ includes", + "Ġin cludes", + "Ġinclud es", + "Ġinclude s", + "Ġincl udes", + "Ġinclu des", + "< quote", + "Ġ avoid", + "Ġa void", + "Ġav oid", + "Ġ Fin", + "ĠF in", + "ĠFi n", + "Ġ Mod", + "ĠM od", + "ĠMo d", + "Ġ tab", + "Ġt ab", + "Ġta b", + "a no", + "an o", + "à ±", + "i pping", + "ip ping", + "ipp ing", + "ippi ng", + "- e", + "Ġ insert", + "Ġin sert", + "Ġins ert", + "Ġinser t", + "Ġinse rt", + "t arget", + "tar get", + "c han", + "ch an", + "cha n", + ". Model", + ".M odel", + ".Mod el", + ".Mode l", + "I ME", + "IM E", + "\\ Ċ", + "Ġ machine", + "Ġm achine", + "Ġma chine", + "Ġmach ine", + "a vy", + "av y", + "Ġ NO", + "ĠN O", + "Ġ Inter", + "ĠIn ter", + "ĠInt er", + "Ġ operation", + "Ġo peration", + "Ġop eration", + "Ġoper ation", + "Ġopera tion", + "m odal", + "mod al", + "mo dal", + "T ag", + "Ta g", + "] :", + "Ġ production", + "Ġp roduction", + "Ġpro duction", + "Ġproduct ion", + "Ġprodu ction", + "Ġprod uction", + "Ġ areas", + "Ġa reas", + "Ġare as", + "Ġarea s", + "Ġ ren", + "Ġre n", + "Ġr en", + "_ from", + "_f rom", + "_fr om", + "n bsp", + "nb sp", + "Ġ operator", + "Ġo perator", + "Ġop erator", + "Ġoper ator", + "Ġopera tor", + "m en", + "me n", + "a pped", + "ap ped", + "app ed", + "appe d", + "_ per", + "_p er", + "_pe r", + "z en", + "ze n", + "( \".", + "(\" .", + ". save", + ".s ave", + ".sa ve", + ".sav e", + "=\" {{", + "=\"{ {", + "Ġ tor", + "Ġt or", + "Ġto r", + "( response", + "(res ponse", + "(resp onse", + "Ġc andid", + "Ġcan did", + "Ġcand id", + "Ġ conv", + "Ġcon v", + "Ġco nv", + "a iled", + "ail ed", + "ai led", + "Ġ Lib", + "ĠL ib", + "ĠLi b", + "c omp", + "com p", + "co mp", + "u ra", + "ur a", + "ï¿ ½", + "Ġ Here", + "ĠH ere", + "ĠHe re", + "ĠHer e", + "Ġ argument", + "Ġarg ument", + "h ood", + "ho od", + "hoo d", + "Ġ establish", + "Ġest ablish", + "ograph y", + "ogra phy", + "Ġ onClick", + "Ġon Click", + "amb da", + "Ġ sch", + "Ġs ch", + "Ġsc h", + "Ġ movie", + "Ġm ovie", + "Ġmov ie", + "Ġmo vie", + "Ġ sec", + "Ġs ec", + "Ġse c", + "Ġ activity", + "Ġact ivity", + "Ġactiv ity", + "Ø §", + "Ġ sql", + "Ġs ql", + "Ġsq l", + "_ all", + "_a ll", + "_al l", + "in cip", + "inc ip", + "inci p", + "Ġpro vides", + "Ġprovid es", + "Ġprov ides", + "Ġprovide s", + "Ġ sys", + "Ġs ys", + "Ġsy s", + "a cket", + "ack et", + "ac ket", + "Ġw asn", + "Ġwas n", + "Ġwa sn", + "Ġ uses", + "Ġu ses", + "Ġus es", + "Ġuse s", + "Ġ Function", + "ĠF unction", + "ĠFun ction", + "ĠFunc tion", + ". google", + ".g oogle", + ".go ogle", + "Ġ Result", + "ĠRes ult", + "8 4", + "V isible", + "Vis ible", + "ag ma", + "el come", + "Ġ Sy", + "ĠS y", + "Ġ Cent", + "ĠC ent", + "ĠCe nt", + "AL SE", + "ALS E", + "a ción", + "ac ión", + "aci ón", + "E XT", + "EX T", + "Ġ license", + "Ġl icense", + "Ġlic ense", + "Ġlicens e", + "Ġ Long", + "ĠL ong", + "ĠLo ng", + "ĠLon g", + "Ġ accom", + "Ġacc om", + "Ġac com", + "Ġ ability", + "Ġab ility", + ". height", + ".h eight", + ".he ight", + "Act ive", + "Activ e", + "o logical", + "olog ical", + "ologic al", + "ologi cal", + "o ly", + "ol y", + ") ),", + ")) ,", + ". Se", + ".S e", + "Ġ parameter", + "Ġparam eter", + "Ġpara meter", + "Ġparamet er", + "p rite", + "pr ite", + "prit e", + "pri te", + "AB ILITY", + ". service", + ".s ervice", + ".serv ice", + ".ser vice", + "Ġ Group", + "ĠG roup", + "ĠGr oup", + "ĠGro up", + "_ query", + "_qu ery", + "_que ry", + "Ġ Item", + "ĠI tem", + "ĠIt em", + "i ning", + "in ing", + "ini ng", + "inin g", + "Ġ jud", + "Ġj ud", + "Ġju d", + "i ms", + "im s", + "f ix", + "fi x", + "i nder", + "in der", + "ind er", + "inde r", + "a gram", + "ag ram", + "agra m", + "agr am", + "Ġ functions", + "Ġfunction s", + "Ġfun ctions", + "Ġfunct ions", + "Ġex peri", + "Ġexp eri", + "Ġexper i", + "Ġ Em", + "ĠE m", + "Ġ rot", + "Ġr ot", + "Ġro t", + "Ġ pen", + "Ġp en", + "Ġpe n", + ". btn", + ".b tn", + ".bt n", + "Ġ AS", + "ĠA S", + "# ifdef", + "#if def", + "Ġ choice", + "Ġch oice", + "Ġcho ice", + "Ġ Page", + "ĠP age", + "ĠPa ge", + "ĠPag e", + "_ PRO", + "_P RO", + "_PR O", + "Q U", + "å ı", + "a ntity", + "ant ity", + "anti ty", + " Ń", + "w ords", + "word s", + "wor ds", + "Ġ readonly", + "Ġread only", + "Ġ flex", + "Ġf lex", + "Ġfl ex", + "Ġfle x", + "prot ected", + "protect ed", + "Ġ Any", + "ĠA ny", + "ĠAn y", + "Ġ characters", + "Ġchar acters", + "Ġcharacter s", + "en ced", + "ence d", + "enc ed", + "Ġ July", + "ĠJ uly", + "ĠJul y", + "ĠJu ly", + "i ler", + "il er", + "ile r", + "C ard", + "Car d", + "Ca rd", + "u rance", + "ur ance", + "ura nce", + "uran ce", + "Ġ rev", + "Ġre v", + "Ġr ev", + ". event", + ".e vent", + ".ev ent", + "a ly", + "al y", + "1 30", + "13 0", + "Ġw onder", + "Ġwon der", + "Ġwo nder", + "Ġ Port", + "ĠP ort", + "ĠPo rt", + "ĠPor t", + "Ġ legal", + "Ġl egal", + "Ġle gal", + "Ġleg al", + "r ole", + "ro le", + "rol e", + "Ġ ten", + "Ġt en", + "Ġte n", + "Ġg oes", + "Ġgo es", + "M P", + "wh ite", + ") :čĊ", + "): čĊ", + ") )čĊ", + ")) čĊ", + "Ġ reference", + "Ġre ference", + "Ġref erence", + "Ġrefer ence", + "Ġrefere nce", + "Ġ mis", + "Ġm is", + "Ġmi s", + "Ġ Project", + "ĠPro ject", + "ĠProj ect", + "i cks", + "ic ks", + "ick s", + "> &", + "C ON", + "CO N", + "Ġre pl", + "Ġrep l", + "Ġ regular", + "Ġreg ular", + "Ġregul ar", + "St orage", + "r amework", + "rame work", + "ram ework", + "Ġ goal", + "Ġgo al", + "Ġ touch", + "Ġt ouch", + "Ġto uch", + "Ġtou ch", + ". widget", + ".w idget", + "Ġ built", + "Ġb uilt", + "Ġbu ilt", + "d es", + "de s", + "P art", + "Par t", + "Pa rt", + "( re", + "(r e", + "Ġ worth", + "Ġw orth", + "Ġwor th", + "h ib", + "hi b", + "g ame", + "ga me", + "gam e", + "9 1", + "1 92", + "19 2", + "Ġ в", + "ĠÐ ²", + "a cion", + "ac ion", + "aci on", + "acio n", + "Ġ White", + "ĠWh ite", + "ĠWhit e", + "( type", + "(t ype", + "(typ e", + "( `", + "8 1", + "Ġ natural", + "Ġn atural", + "Ġnatur al", + "Ġnat ural", + "Ġin j", + "Ġi nj", + "Ġ calcul", + "Ġcal cul", + "Ġcalc ul", + "Ġ April", + "ĠApr il", + "ĠAp ril", + ". List", + ".L ist", + "Ġ associated", + "Ġassoci ated", + "Ġassociate d", + "Ġassoc iated", + "ĉ System", + "ĉS ystem", + "~ ~", + "= [", + "Ġ storage", + "Ġst orage", + "Ġstor age", + "Ġsto rage", + "Ġ bytes", + "Ġby tes", + "Ġbyte s", + "Ġbyt es", + "Ġ travel", + "Ġt ravel", + "Ġtr avel", + "Ġtra vel", + "Ġtrav el", + "Ġ sou", + "Ġs ou", + "Ġso u", + "Ġ passed", + "Ġp assed", + "Ġpass ed", + "Ġpas sed", + "Ġpasse d", + "! =", + "a script", + "as cript", + ". open", + ".op en", + ".o pen", + "Ġ grid", + "Ġg rid", + "Ġgr id", + "Ġgri d", + "Ġ bus", + "Ġb us", + "Ġbu s", + "Ġ recogn", + "Ġrec ogn", + "Ġreco gn", + "A b", + "Ġ hon", + "Ġh on", + "Ġho n", + "Ġ Center", + "ĠC enter", + "ĠCent er", + "Ġ prec", + "Ġp rec", + "Ġpr ec", + "Ġpre c", + "b uild", + "bu ild", + "7 3", + "HT ML", + "Ġ San", + "ĠS an", + "ĠSa n", + "Ġ countries", + "Ġc ountries", + "Ġcount ries", + "Ġcoun tries", + "a led", + "al ed", + "ale d", + "t oken", + "to ken", + "tok en", + "k t", + "Ġ qual", + "Ġqu al", + "Ġq ual", + "Ġqua l", + "L ast", + "La st", + "Las t", + "ad ow", + "ado w", + "Ġ manufact", + "Ġman ufact", + "i dad", + "id ad", + "ida d", + "j ango", + "ja ngo", + "jan go", + "jang o", + "N ext", + "Ne xt", + "x f", + ". a", + "Ġ porno", + "Ġp orno", + "Ġporn o", + "Ġpor no", + "Ġ PM", + "ĠP M", + "e rve", + "er ve", + "erv e", + "i ting", + "it ing", + "iti ng", + "itin g", + "_ th", + "_t h", + "c i", + "= None", + "=N one", + "g s", + "Ġ login", + "Ġlo gin", + "Ġlog in", + "at ives", + "ative s", + "ati ves", + "ativ es", + "' ]);Ċ", + "'] );Ċ", + "']) ;Ċ", + "']); Ċ", + "Ä ħ", + "Ġ ill", + "Ġi ll", + "Ġil l", + "I A", + "ch ildren", + "child ren", + "D O", + "Ġ levels", + "Ġlevel s", + "Ġlev els", + "Ġleve ls", + "Ġ {{", + "Ġ{ {", + "Ġ looks", + "Ġl ooks", + "Ġlo oks", + "Ġlook s", + "Ġ \"#", + "Ġ\" #", + "To String", + "ToStr ing", + "Ġ necessary", + "Ġn ecessary", + "Ġnecess ary", + "Ġ ĠĠĊ", + "ĠĠ ĠĊ", + "ĠĠĠ Ċ", + "c ell", + "ce ll", + "cel l", + "En try", + "Ent ry", + "Entr y", + "Ġ '#", + "Ġ' #", + "Ġext rem", + "Ġextr em", + "Se lector", + "Select or", + "Sel ector", + "Sele ctor", + "Ġ placeholder", + "Ġplace holder", + "L oad", + "Lo ad", + "Ġ released", + "Ġre leased", + "Ġrelease d", + "Ġrele ased", + "O RE", + "OR E", + "E numer", + "En umer", + "Enum er", + "Ġ TV", + "ĠT V", + "S ET", + "SE T", + "in q", + "P ress", + "Pr ess", + "Pre ss", + "Pres s", + "Ġ Department", + "ĠDe partment", + "ĠDep artment", + "ĠDepart ment", + "Ġ properties", + "Ġp roperties", + "Ġprop erties", + "Ġproper ties", + "Ġ respond", + "Ġres pond", + "Ġresp ond", + "S earch", + "Se arch", + "Sea rch", + "a el", + "ae l", + "Ġ requ", + "Ġre qu", + "Ġr equ", + "Ġreq u", + "Ġ Book", + "ĠB ook", + "ĠBo ok", + "ĠBoo k", + "/ Ċ", + "( st", + "(s t", + "Ġ financial", + "Ġfin ancial", + "Ġfinanc ial", + "Ġfinan cial", + "i cket", + "ic ket", + "ick et", + "_ input", + "_in put", + "_inp ut", + "Ġ threat", + "Ġth reat", + "Ġthr eat", + "( in", + "(i n", + "S trip", + "St rip", + "Str ip", + "ì Ŀ", + "ç ão", + "7 1", + "Ġe vidence", + "Ġev idence", + "Ġevid ence", + ") );", + ")) ;", + "Ġ Bro", + "ĠB ro", + "ĠBr o", + "Ġ [];Ċ", + "Ġ[ ];Ċ", + "Ġ[] ;Ċ", + "Ġ[]; Ċ", + "Ġ ou", + "Ġo u", + "b uf", + "bu f", + "S cript", + "Scr ipt", + "d at", + "da t", + "Ġ rule", + "Ġr ule", + "Ġru le", + "# import", + "= \"/", + "=\" /", + "S erial", + "Se rial", + "Ser ial", + "Ġ starting", + "Ġstart ing", + "Ġstar ting", + "[ index", + "[in dex", + "[ind ex", + "a e", + "Ġ contrib", + "Ġcon trib", + "Ġcont rib", + "Ġcontr ib", + "s ession", + "sess ion", + "_ new", + "_n ew", + "_ne w", + "u table", + "ut able", + "uta ble", + "o ber", + "ob er", + "obe r", + "Ġ \"./", + "Ġ\" ./", + "Ġ\". /", + "Ġ logger", + "Ġlo gger", + "Ġlog ger", + "Ġrec ently", + "Ġrecent ly", + "Ġ returned", + "Ġre turned", + "Ġreturn ed", + "č čĊ", + ") ))Ċ", + ")) )Ċ", + "))) Ċ", + "it ions", + "ition s", + "iti ons", + "Ġ seek", + "Ġse ek", + "Ġsee k", + "Ġ communic", + "Ġcomm unic", + "Ġcommun ic", + "Ġ \".", + "Ġ\" .", + "Ġ username", + "Ġuser name", + "Ġusern ame", + "E CT", + "EC T", + "D S", + "Ġ otherwise", + "Ġother wise", + "Ġ German", + "ĠG erman", + "ĠGer man", + "ĠGerm an", + ". aw", + ".a w", + "Ad apter", + "Ada pter", + "ix el", + "ixe l", + "Ġ systems", + "Ġs ystems", + "Ġsystem s", + "Ġsys tems", + "Ġsyst ems", + "Ġ drop", + "Ġd rop", + "Ġdr op", + "Ġdro p", + "8 3", + "Ġ structure", + "Ġstruct ure", + "Ġ $(\"#", + "Ġ$ (\"#", + "Ġ$( \"#", + "Ġ$(\" #", + "en cies", + "enc ies", + "enci es", + "an ning", + "ann ing", + "anni ng", + "Ġ Link", + "ĠL ink", + "ĠLin k", + "ĠLi nk", + "Ġ Response", + "ĠRes ponse", + "ĠRespons e", + "ĠResp onse", + "Ġ stri", + "Ġs tri", + "Ġst ri", + "Ġstr i", + "Å ¼", + "Ġ DB", + "ĠD B", + "æ Ĺ", + "and roid", + "andro id", + "andr oid", + "sub mit", + "o tion", + "ot ion", + "oti on", + "9 2", + "( @", + ". test", + ".t est", + ".te st", + "8 2", + "Ċ ĊĊĊĊĊĊĊ", + "ĊĊ ĊĊĊĊĊĊ", + "ĊĊĊĊ ĊĊĊĊ", + "ĊĊĊ ĊĊĊĊĊ", + "ĊĊĊĊĊĊ ĊĊ", + "ĊĊĊĊĊ ĊĊĊ", + "ĊĊĊĊĊĊĊ Ċ", + "] ;čĊ", + "]; čĊ", + "Ġdirect ly", + "Ġ \"%", + "Ġ\" %", + "r is", + "ri s", + "el ta", + "elt a", + "A IL", + "AI L", + ") {čĊ", + "){ čĊ", + "m ine", + "min e", + "mi ne", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "( k", + "b on", + "bo n", + "a sic", + "as ic", + "asi c", + "p ite", + "pi te", + "pit e", + "_ __", + "__ _", + "M ax", + "Ma x", + "Ġ errors", + "Ġerror s", + "Ġerr ors", + "Ġer rors", + "Ġerro rs", + "Ġ While", + "ĠWh ile", + "Ġ arguments", + "Ġarg uments", + "Ġargument s", + "Ġ ensure", + "Ġen sure", + "Ġens ure", + "R ight", + "- based", + "-b ased", + "-base d", + "W eb", + "We b", + "Ġ -=", + "Ġ- =", + "Ġint rodu", + "Ġintr odu", + "Ġintro du", + "Ġ Inst", + "ĠI nst", + "ĠIn st", + "ĠIns t", + "ĠW ash", + "ĠWas h", + "ĠWa sh", + "or din", + "ord in", + "j oin", + "jo in", + "D atabase", + "Data base", + "Dat abase", + "Ġ grad", + "Ġg rad", + "Ġgr ad", + "Ġgra d", + "Ġ usually", + "Ġus ually", + "Ġusual ly", + "Ġusu ally", + "I TE", + "IT E", + "P rops", + "Pro ps", + "Prop s", + "Pr ops", + "? >Ċ", + "?> Ċ", + "Ġ Go", + "ĠG o", + "@ Override", + "R EF", + "RE F", + "Ġ ip", + "Ġi p", + "ĠA ustral", + "ĠAust ral", + "ĠAu stral", + "ĠAustr al", + "Ġ ist", + "Ġis t", + "Ġi st", + "View ById", + "Ġ serious", + "Ġse rious", + "Ġser ious", + "Ġseri ous", + "Ġ customer", + "Ġc ustomer", + "Ġcustom er", + "Ġcust omer", + ". prototype", + ".prot otype", + ".proto type", + "o do", + "od o", + "c or", + "co r", + "Ġ door", + "Ġd oor", + "Ġdo or", + "Ġ WITHOUT", + "ĠWITH OUT", + "Ġ plant", + "Ġp lant", + "Ġpl ant", + "Ġplan t", + "Ġpla nt", + "Ġb egan", + "Ġbe gan", + "Ġbeg an", + "Ġ distance", + "Ġd istance", + "Ġdist ance", + "Ġdi stance", + "( )).", + "() ).", + "()) .", + "Ġch ance", + "Ġcha nce", + "Ġchan ce", + "Ġ ord", + "Ġo rd", + "Ġor d", + "c ame", + "ca me", + "cam e", + "pr agma", + "Ġ protect", + "Ġprot ect", + "Ġprote ct", + "r agment", + "ra gment", + "rag ment", + "Ġ Node", + "ĠN ode", + "ĠNo de", + "e ning", + "en ing", + "eni ng", + "enin g", + "Ñ ĩ", + "Ġ route", + "Ġr oute", + "Ġro ute", + "Ġrout e", + "Ġrou te", + "Ġ School", + "ĠS chool", + "ĠSch ool", + "ĠScho ol", + "h i", + "Ġne ighb", + "Ġneigh b", + "A fter", + "Af ter", + "l icit", + "lic it", + "li cit", + "Ġ contr", + "Ġcon tr", + "Ġcont r", + "Ġ primary", + "Ġpr imary", + "Ġprim ary", + "Ġpri mary", + "Ġprima ry", + "A A", + ".Write Line", + "ut ils", + "util s", + "uti ls", + "Ġ bi", + "Ġb i", + "R ed", + "Re d", + ".L inq", + ". object", + ".o bject", + ".obj ect", + ".ob ject", + "Ġ leaders", + "Ġle aders", + "Ġlead ers", + "Ġleader s", + "un ities", + "unit ies", + "uni ties", + "Ġ gun", + "Ġg un", + "Ġgu n", + "o nth", + "on th", + "ont h", + "Ġ Dev", + "ĠD ev", + "ĠDe v", + "F ILE", + "FI LE", + "Ġ comments", + "Ġcom ments", + "Ġcomm ents", + "Ġcomment s", + "Ġcomme nts", + "_ len", + "_l en", + "_le n", + "ar row", + "arr ow", + "arro w", + "a mount", + "am ount", + "amo unt", + "R ange", + "Ra nge", + "s ert", + "se rt", + "ser t", + "Grid View", + "Ġ updated", + "Ġup dated", + "Ġupdate d", + "Ġupd ated", + "Ġ Mo", + "ĠM o", + "Ġ inform", + "Ġin form", + "Ġinfo rm", + "Ġinf orm", + "oci ety", + "a la", + "al a", + "A ccess", + "Ac cess", + "Acc ess", + "Ġ hab", + "Ġh ab", + "Ġha b", + "Ġ creat", + "Ġc reat", + "Ġcr eat", + "Ġcre at", + "Ġcrea t", + "_ arg", + "_a rg", + "_ar g", + "Ġ January", + "ĠJan uary", + "Ġ Day", + "ĠD ay", + "ĠDa y", + "\" )čĊ", + "\") čĊ", + "u ple", + "up le", + "d ocument", + "doc ument", + "gor ith", + "gorit h", + "m enu", + "me nu", + "men u", + "Ġ Over", + "ĠO ver", + "ĠOv er", + "b b", + ". title", + ".t itle", + "_ out", + "_o ut", + "Ġ led", + "Ġl ed", + "Ġle d", + "u ri", + "ur i", + "Ġ ?> < /", + "g l", + "Ġ bank", + "Ġb ank", + "Ġban k", + "Ġba nk", + "ay ment", + "ĉ printf", + "ĉprint f", + "M D", + "Ġ sample", + "Ġs ample", + "Ġsam ple", + "Ġsamp le", + "Ġ hands", + "Ġh ands", + "Ġhand s", + "Ġha nds", + "Ġhan ds", + "Ġ Version", + "ĠV ersion", + "ĠVers ion", + "u ario", + "ua rio", + "uar io", + "Ġ offers", + "Ġof fers", + "Ġoff ers", + "Ġoffer s", + "ity Engine", + "Ġ shape", + "Ġs hape", + "Ġsh ape", + "Ġsha pe", + "Ġ sleep", + "Ġs leep", + "Ġsle ep", + "Ġslee p", + "_ point", + "_p oint", + "_po int", + "S ettings", + "Set tings", + "Setting s", + "Ġ achie", + "Ġa chie", + "Ġach ie", + "Ġ sold", + "Ġs old", + "Ġso ld", + "Ġsol d", + "o ta", + "ot a", + ". bind", + ".b ind", + ".bin d", + ".bi nd", + "A m", + "Ġ safe", + "Ġs afe", + "Ġsa fe", + "Ġsaf e", + "St ore", + "Ġ shared", + "Ġsh ared", + "Ġshare d", + "Ġsha red", + "Ġshar ed", + "Ġ priv", + "Ġp riv", + "Ġpr iv", + "Ġpri v", + "_ VAL", + "_V AL", + "Ġs ens", + "Ġse ns", + "Ġsen s", + ") {", + "Ġ remember", + "Ġre member", + "Ġrem ember", + "sh ared", + "sha red", + "share d", + "e lement", + "el ement", + "ele ment", + "elem ent", + "Ġ shoot", + "Ġs hoot", + "Ġsh oot", + "Ġsho ot", + "V ert", + "Ver t", + "Ve rt", + "c out", + "co ut", + "cou t", + "Ġ env", + "Ġe nv", + "Ġen v", + "_ label", + "_l abel", + "_lab el", + "_la bel", + "Ġ >Ċ", + "Ġ> Ċ", + "r un", + "ru n", + "Ġ scene", + "Ġs cene", + "Ġsc ene", + "Ġscen e", + "Ġsce ne", + "( array", + "(a rray", + "(arr ay", + "(ar ray", + "d evice", + "de vice", + "dev ice", + "_ title", + "_t itle", + "_ti tle", + "a gon", + "ag on", + "ago n", + "] čĊ", + "a by", + "ab y", + "Ġbe came", + "Ġbec ame", + "bo olean", + "bool ean", + "boo lean", + "Ġ park", + "Ġp ark", + "Ġpar k", + "Ġpa rk", + "Ġ Code", + "ĠC ode", + "ĠCo de", + "ĠCod e", + "up load", + "r iday", + "ri day", + "rid ay", + "Ġ September", + "ĠSept ember", + "ĠSep tember", + "F e", + "Ġ sen", + "Ġs en", + "Ġse n", + "c ing", + "ci ng", + "cin g", + "F L", + "C ol", + "Co l", + "u ts", + "ut s", + "_ page", + "_p age", + "_pag e", + "_pa ge", + "i nn", + "in n", + "Ġim plied", + "Ġimp lied", + "Ġimpl ied", + "a ling", + "al ing", + "ali ng", + "alin g", + "Ġyour self", + "Ġyours elf", + ". Count", + ".C ount", + ".Co unt", + "con f", + "co nf", + "Ġ aud", + "Ġa ud", + "Ġau d", + "_ init", + "_in it", + "_i nit", + "_ini t", + ". )", + "Ġw rote", + "Ġwr ote", + "0 03", + "00 3", + "N G", + ". Error", + ".E rror", + ".Err or", + "ä »", + ". for", + ".f or", + "Ġ equal", + "Ġe qual", + "Ġequ al", + "Ġeq ual", + "Ġ Request", + "ĠRe quest", + "ĠReq uest", + "Ġ serial", + "Ġs erial", + "Ġse rial", + "Ġser ial", + "Ġseria l", + "Ġseri al", + "Ġ allows", + "Ġall ows", + "Ġallow s", + "Ġallo ws", + "X X", + "Ġ middle", + "Ġm iddle", + "Ġmid dle", + "Ġmidd le", + "c hor", + "ch or", + "cho r", + "1 95", + "19 5", + "9 4", + "à ¸", + "er val", + "erv al", + "erva l", + ". Column", + ".C olumn", + ".Col umn", + "re ading", + "read ing", + "rea ding", + "Ġ escort", + "Ġesc ort", + "Ġ August", + "ĠAug ust", + "Ġquick ly", + "Ġwe ap", + "Ġ CG", + "ĠC G", + "ro pri", + "rop ri", + "h o", + "Ġ cop", + "Ġc op", + "Ġco p", + "( struct", + "(str uct", + "Ġ Big", + "ĠB ig", + "ĠBi g", + "Ġ vs", + "Ġv s", + "Ġf requ", + "Ġfr equ", + "Ġfre qu", + "Ġfreq u", + ". Value", + ".V alue", + ".Val ue", + "Ġ actions", + "Ġa ctions", + "Ġact ions", + "Ġaction s", + "Ġ proper", + "Ġpro per", + "Ġpr oper", + "Ġprop er", + "Ġ inn", + "Ġin n", + "Ġi nn", + "Ġ objects", + "Ġobject s", + "Ġobj ects", + "Ġ matrix", + "Ġm atrix", + "Ġmat rix", + "av ascript", + "ava script", + "Ġ ones", + "Ġo nes", + "Ġon es", + "Ġone s", + ". group", + ".g roup", + ".gr oup", + "Ġ green", + "Ġg reen", + "Ġgr een", + "Ġgre en", + "Ġ paint", + "Ġp aint", + "Ġpain t", + "Ġpa int", + "Ġpai nt", + "o ols", + "ool s", + "oo ls", + "y cl", + "yc l", + "en code", + "enc ode", + "enco de", + "o lt", + "ol t", + "com ment", + "comm ent", + ". api", + ".ap i", + ".a pi", + "D ir", + "Di r", + "Ġ une", + "Ġu ne", + "Ġun e", + "iz ont", + "izon t", + "izo nt", + ". position", + ".p osition", + ".pos ition", + "Ġde signed", + "Ġdes igned", + "Ġdesign ed", + "_ val", + "_v al", + "_va l", + "a vi", + "av i", + "i ring", + "ir ing", + "iri ng", + "t ab", + "ta b", + "Ġ layer", + "Ġl ayer", + "Ġla yer", + "Ġlay er", + "Ġ views", + "Ġview s", + "Ġvi ews", + "Ġvie ws", + "Ġ reve", + "Ġre ve", + "Ġr eve", + "Ġrev e", + "r ael", + "ra el", + "Ġ ON", + "ĠO N", + "r ics", + "ri cs", + "ric s", + "1 60", + "16 0", + "n p", + "Ġ core", + "Ġc ore", + "Ġco re", + "Ġcor e", + "( ));čĊ", + "() );čĊ", + "()) ;čĊ", + "()); čĊ", + "M ain", + "Ma in", + "Ġ expert", + "Ġex pert", + "Ġexp ert", + "Ġexper t", + "ĉ ĉčĊ", + "ĉĉ čĊ", + "_ en", + "_e n", + "Ġ />", + "Ġ/ >", + "ut ter", + "utt er", + "I AL", + "IA L", + "a ils", + "ail s", + "ai ls", + "Ġ King", + "ĠK ing", + "ĠKi ng", + "ĠKin g", + "* /ĊĊ", + "*/ ĊĊ", + "*/Ċ Ċ", + "Ġ Met", + "ĠM et", + "ĠMe t", + "_ end", + "_e nd", + "_en d", + "ad dr", + "add r", + "o ra", + "or a", + "Ġ ir", + "Ġi r", + "M in", + "Mi n", + "Ġsur pr", + "Ġre pe", + "Ġrep e", + "Ġ directory", + "Ġd irectory", + "Ġdirect ory", + "Ġdirector y", + "P UT", + "PU T", + "- S", + "Ġ election", + "Ġe lection", + "Ġel ection", + "Ġelect ion", + "Ġele ction", + "h aps", + "ha ps", + "hap s", + ". pre", + ".p re", + ".pr e", + "c m", + "Value s", + "Val ues", + "Ġ \"Ċ", + "Ġ\" Ċ", + "c olumn", + "col umn", + "i vil", + "iv il", + "ivi l", + "Log in", + "Lo gin", + "in ue", + "inu e", + "9 3", + "Ġ beautiful", + "Ġbe autiful", + "Ġbeaut iful", + "Ġ secret", + "Ġs ecret", + "Ġse cret", + "Ġsec ret", + "Ġsecre t", + "( event", + "(e vent", + "(ev ent", + "Ġ chat", + "Ġc hat", + "Ġch at", + "Ġcha t", + "u ms", + "um s", + "Ġ origin", + "Ġor igin", + "Ġorig in", + "Ġori gin", + "Ġ effects", + "Ġe ffects", + "Ġeffect s", + "Ġeff ects", + "Ġ management", + "Ġman agement", + "Ġmanage ment", + "Ġmana gement", + "i lla", + "il la", + "ill a", + "t k", + "Ġ setting", + "Ġs etting", + "Ġset ting", + "Ġsett ing", + "Ġ Cour", + "ĠC our", + "ĠCo ur", + "ĠCou r", + "Ġ massage", + "Ġm assage", + "Ġmass age", + "Ġmas sage", + "Ġmassa ge", + "ĉ end", + "ĉe nd", + "ĉen d", + "Ġ happy", + "Ġh appy", + "Ġhapp y", + "Ġha ppy", + "Ġhap py", + "Ġ finish", + "Ġf inish", + "Ġfin ish", + "Ġfi nish", + "Ġ camera", + "Ġc amera", + "Ġcame ra", + "Ġcam era", + "Ġcamer a", + "Ġ Ver", + "ĠV er", + "ĠVe r", + "ĠDem ocr", + "ĠDemo cr", + "Ġ Her", + "ĠH er", + "ĠHe r", + "( Q", + "c ons", + "con s", + "co ns", + "i ta", + "it a", + "Ġ '.", + "Ġ' .", + "{ }", + "ĉ C", + "Ġ stuff", + "Ġst uff", + "Ġstu ff", + "1 94", + "19 4", + "Ġ :Ċ", + "Ġ: Ċ", + "Ġ AR", + "ĠA R", + "T ask", + "Ta sk", + "h idden", + "hi dden", + "hid den", + "e ros", + "er os", + "ero s", + "I GN", + "IG N", + "at io", + "ati o", + "Ġ Health", + "ĠHe alth", + "ĠHeal th", + "ol ute", + "olut e", + "olu te", + "En ter", + "Ent er", + "' >", + "Ġ Twitter", + "ĠT witter", + "ĠTw itter", + "Ġ County", + "ĠC ounty", + "ĠCount y", + "ĠCou nty", + "ĠCoun ty", + "s cribe", + "scri be", + "scr ibe", + "Ġ= >Ċ", + "Ġ=> Ċ", + "Ġ hy", + "Ġh y", + "f it", + "fi t", + "Ġm ilitary", + "Ġmilit ary", + "Ġmil itary", + "Ġmilitar y", + "Ġ sale", + "Ġs ale", + "Ġsa le", + "Ġsal e", + "re quired", + "require d", + "requ ired", + "n on", + "no n", + "boot strap", + "h old", + "ho ld", + "hol d", + "r im", + "ri m", + "- old", + "-o ld", + "Ġ Down", + "ĠD own", + "ĠDo wn", + "ĠDow n", + "Ġ mention", + "Ġm ention", + "Ġmen tion", + "Ġment ion", + "cont act", + "_ group", + "_g roup", + "_gr oup", + "o day", + "od ay", + "oda y", + "Ġ town", + "Ġt own", + "Ġto wn", + "Ġtow n", + "Ġ solution", + "Ġs olution", + "Ġsol ution", + "u ate", + "ua te", + "uat e", + "el ling", + "ell ing", + "elli ng", + "] ->", + "]- >", + "o tes", + "ot es", + "ote s", + "en tal", + "ent al", + "enta l", + "o men", + "om en", + "ome n", + "osp ital", + "Ġ Sup", + "ĠS up", + "ĠSu p", + "_ EN", + "_E N", + "Ġ slow", + "Ġs low", + "Ġsl ow", + "Ġslo w", + "SE SSION", + "SES SION", + "Ġ blue", + "Ġb lue", + "Ġbl ue", + "a go", + "ag o", + "Ġl ives", + "Ġli ves", + "Ġlive s", + "Ġliv es", + "Ġ ^", + ". un", + ".u n", + "i nst", + "in st", + "ins t", + "e nge", + "en ge", + "eng e", + "Ġ customers", + "Ġcustom ers", + "Ġcustomer s", + "Ġcust omers", + "Ġ cast", + "Ġc ast", + "Ġca st", + "Ġcas t", + "ud get", + "udge t", + "ï¼ ģ", + "ic ens", + "ice ns", + "Ġd etermin", + "Ġde termin", + "Ġdeter min", + "Ġdeterm in", + "Se lected", + "Select ed", + "Sel ected", + "_ pl", + "_p l", + "ue ue", + "Ġ dark", + "Ġd ark", + "Ġda rk", + "Ġdar k", + "/ /ĊĊ", + "// ĊĊ", + "//Ċ Ċ", + "s i", + "th ern", + "ther n", + "the rn", + "Ġ Japan", + "ĠJ apan", + "ĠJa pan", + "ĠJap an", + "/ w", + "P U", + "Ġ East", + "ĠE ast", + "ĠEa st", + "o vie", + "ov ie", + "ovi e", + "Ġ package", + "Ġp ackage", + "Ġpack age", + "Ġ nor", + "Ġn or", + "Ġno r", + "Ġ api", + "Ġa pi", + "Ġap i", + "b ot", + "bo t", + "\" ];Ċ", + "\"] ;Ċ", + "\"]; Ċ", + "_ post", + "_p ost", + "_pos t", + "_po st", + "u late", + "ul ate", + "ula te", + "Ġ club", + "Ġc lub", + "Ġcl ub", + "' ));Ċ", + "') );Ċ", + "')) ;Ċ", + "')); Ċ", + "Ġ loop", + "Ġl oop", + "Ġlo op", + "P IO", + "PI O", + "i one", + "ion e", + "io ne", + "s hot", + "sh ot", + "In itial", + "Init ial", + "Ġ played", + "Ġpl ayed", + "Ġplay ed", + "reg ister", + "regist er", + "r ought", + "ro ught", + "rou ght", + "rough t", + "_ max", + "_m ax", + "_ma x", + "ace ment", + "ac ement", + "m atch", + "mat ch", + "raph ics", + "raphic s", + "A ST", + "AS T", + "Ġ existing", + "Ġex isting", + "Ġexist ing", + "Ġ complex", + "Ġcom plex", + "Ġcomp lex", + "Ġcomple x", + "Ġcompl ex", + "D A", + ". Ch", + ".C h", + ". common", + ".com mon", + ".comm on", + "m o", + "Ġ' ../../", + "Ġ'../ ../", + "Ġ'.. /../", + "i to", + "it o", + "Ġ analysis", + "Ġan alysis", + "Ġanal ysis", + "Ġanaly sis", + "Ġanalys is", + "Ġ deliver", + "Ġdel iver", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĊ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ċ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĊ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĊ", + "i dx", + "id x", + "à ł", + "o ngo", + "on go", + "ong o", + "Ġ English", + "ĠEng lish", + "ĠEngl ish", + "< !--", + " \";Ċ", + ">\" ;Ċ", + ">\"; Ċ", + "_ UN", + "_U N", + "ĉ std", + "ĉs td", + "ĉst d", + "o ded", + "od ed", + "ode d", + "Ġ calls", + "Ġc alls", + "Ġcall s", + "Ġcal ls", + "h ere", + "he re", + "her e", + "R el", + "Re l", + "Ġ brand", + "Ġb rand", + "Ġbr and", + "Ġbra nd", + "Ġbran d", + "back ground", + "g a", + "_ address", + "_add ress", + "_addr ess", + "_ad dress", + "_ params", + "_param s", + "_par ams", + "_para ms", + "_pa rams", + "C ategory", + "1 03", + "10 3", + "Ġ India", + "ĠIn dia", + "ĠInd ia", + "ĠIndi a", + "_ event", + "_e vent", + "_ev ent", + "_even t", + "Ġ ing", + "Ġin g", + "Ġi ng", + "R ender", + "Re nder", + "Ren der", + ". cl", + ".c l", + "um py", + "ump y", + "Ġ pet", + "Ġp et", + "Ġpe t", + "F C", + "Ġ Ant", + "ĠA nt", + "ĠAn t", + "E xt", + "Ex t", + "Ġ charge", + "Ġch arge", + "Ġchar ge", + "Ġcharg e", + "e ned", + "en ed", + "ene d", + "g rad", + "gr ad", + "gra d", + "E O", + "Ġ depend", + "Ġd epend", + "Ġde pend", + "Ġdep end", + "Ġ .ĊĊ", + "Ġ. ĊĊ", + "Ġ.Ċ Ċ", + "f rame", + "fr ame", + "fra me", + "fram e", + "Ġ df", + "Ġd f", + "Ġ huge", + "Ġh uge", + "Ġhug e", + "Ġhu ge", + "Ġ PART", + "ĠP ART", + "ĠPA RT", + "ĠPAR T", + "e ds", + "ed s", + "; ;", + "Ġ AM", + "ĠA M", + "Ġ basic", + "Ġb asic", + "Ġbas ic", + "Ġba sic", + "Ġ Let", + "ĠL et", + "ĠLe t", + "l ich", + "lic h", + "li ch", + "Ġ arm", + "Ġa rm", + "Ġar m", + "Ġ star", + "Ġs tar", + "Ġst ar", + "Ġsta r", + "Ġf ederal", + "Ġfed eral", + "Ġfeder al", + "W ork", + "Wo rk", + "Ġ carry", + "Ġc arry", + "Ġcar ry", + "Ġcarr y", + "Ġ Israel", + "ĠIs rael", + "( obj", + "(o bj", + "(ob j", + "= {{", + "={ {", + "Ġ saved", + "Ġs aved", + "Ġsa ved", + "Ġsave d", + "Ġsav ed", + "Ġ syn", + "Ġs yn", + "Ġsy n", + "Ġ constant", + "Ġcon stant", + "Ġconst ant", + "Ġcons tant", + "V ENT", + "VE NT", + "VEN T", + "Ġ positive", + "Ġpos itive", + "Ġposit ive", + "Ġ conduct", + "Ġcon duct", + "Ġcond uct", + "Ġconduc t", + "Ġcondu ct", + "Ġ skin", + "Ġs kin", + "Ġsk in", + "Ġski n", + "Ġear lier", + "Ġ layout", + "Ġl ayout", + "Ġlay out", + "Ġ IP", + "ĠI P", + "O UR", + "OU R", + "Ġ tim", + "Ġt im", + "Ġti m", + "style sheet", + "styles heet", + "_ cl", + "_c l", + "Ġ Card", + "ĠC ard", + "ĠCar d", + "ĠCa rd", + "++ ){Ċ", + "++) {Ċ", + "++){ Ċ", + "Ġtem per", + "Ġtemp er", + "Ġ David", + "ĠD avid", + "ĠDav id", + "ĠDa vid", + "ĉ try", + "ĉt ry", + "ĉtr y", + ". dart", + ".d art", + ".da rt", + "Ġw ants", + "Ġwant s", + "Ġwa nts", + "Ġwan ts", + "Ġ picture", + "Ġp icture", + "Ġpic ture", + "Ġpict ure", + "Ġ videos", + "Ġv ideos", + "Ġvideo s", + "Ġvid eos", + "Ġvide os", + "Ġ Comm", + "ĠC omm", + "ĠCom m", + "ĠCo mm", + "is ions", + "ision s", + "isi ons", + "_ MAX", + "_M AX", + "_MA X", + "M apping", + "Map ping", + "Ma pping", + "- content", + "-c ontent", + "-con tent", + "-cont ent", + "Ġ Ear", + "ĠE ar", + "ĠEa r", + "- de", + "-d e", + "Ġp rem", + "Ġpr em", + "Ġpre m", + "b ruary", + "br uary", + "bru ary", + "bruar y", + "Ġ components", + "Ġcom ponents", + "Ġcomp onents", + "Ġcomponent s", + "Ġthrough out", + "Ġ pull", + "Ġp ull", + "Ġpul l", + "Ġpu ll", + "Ġ pages", + "Ġp ages", + "Ġpage s", + "Ġpa ges", + "Ġpag es", + "e nte", + "en te", + "ent e", + "res pond", + "resp ond", + "Ġ gas", + "Ġg as", + "Ġga s", + "cript or", + "Ġ edge", + "Ġe dge", + "Ġed ge", + "Ġ bound", + "Ġb ound", + "Ġbo und", + "Ġbou nd", + "A CT", + "AC T", + "* *****", + "** ****", + "**** **", + "*** ***", + "***** *", + "Ġ creating", + "Ġc reating", + "Ġcr eating", + "Ġcre ating", + "Ġcreat ing", + "Ġcrea ting", + "Ġ CH", + "ĠC H", + "Ġ nullptr", + "Ġnull ptr", + "B r", + "+ '", + ". co", + ".c o", + "> ::", + ">: :", + "Ġ learning", + "Ġl earning", + "Ġle arning", + "Ġlearn ing", + "Ġlear ning", + ". Length", + ".L ength", + ".Le ngth", + ".Len gth", + "_ SH", + "_S H", + "Ġ patients", + "Ġpat ients", + "Ġpatient s", + "A IN", + "AI N", + "Ġ kids", + "Ġk ids", + "Ġkid s", + "Ġki ds", + "Ġ comfort", + "Ġcom fort", + "Ġ shown", + "Ġsh own", + "Ġshow n", + "Ġsho wn", + "ug ins", + "ugin s", + "ugi ns", + "Ġ Back", + "ĠB ack", + "ĠBa ck", + "ĠBac k", + "e lla", + "el la", + "ell a", + "_ CL", + "_C L", + "Ġ lat", + "Ġl at", + "Ġla t", + "Ġ dispatch", + "Ġdis patch", + "Ġdisp atch", + "Ġ classes", + "Ġc lasses", + "Ġclass es", + "Ġcl asses", + "Ġclasse s", + "Ġclas ses", + ". at", + ".a t", + ". begin", + ".b egin", + ".be gin", + "Ġ successful", + "Ġsuccess ful", + "b an", + "ba n", + "Ġob tain", + "Ġobt ain", + "Ġ Sl", + "ĠS l", + "Ġ lack", + "Ġl ack", + "Ġla ck", + "Ġlac k", + "it erator", + "iter ator", + "T hread", + "Th read", + "Thr ead", + "( size", + "(s ize", + "(si ze", + "Ġ none", + "Ġn one", + "Ġno ne", + "Ġnon e", + ". has", + ".h as", + "_ X", + "s ort", + "so rt", + "n ap", + "na p", + "p et", + "pe t", + "b in", + "bi n", + "7 00", + "70 0", + "Ġ Canada", + "ĠCan ada", + "T hey", + "The y", + "Th ey", + "Ġd ans", + "Ġda ns", + "Ġdan s", + "Ġ Mat", + "ĠM at", + "ĠMa t", + "< td", + "'", + "'=> '", + "'= >'", + "Ġ Paul", + "ĠP aul", + "ĠPa ul", + "m as", + "ma s", + "ĉ print", + "ĉp rint", + "ĉpr int", + "( len", + "(l en", + "(le n", + "f d", + "Ġ );", + "Ġ) ;", + ". Event", + ".E vent", + "q li", + "ql i", + "i rit", + "ir it", + "iri t", + "ie lds", + "ield s", + "iel ds", + "o man", + "om an", + "oma n", + "Ġ Top", + "ĠT op", + "ĠTo p", + "Ġ vote", + "Ġv ote", + "Ġvo te", + "Ġvot e", + "Ġ mask", + "Ġm ask", + "Ġma sk", + "Ġmas k", + "Ġ theme", + "Ġth eme", + "Ġthe me", + "Ġthem e", + "- Ċ", + "Ġ props", + "Ġp rops", + "Ġpro ps", + "Ġpr ops", + "Ġprop s", + "Ġ fine", + "Ġf ine", + "Ġfin e", + "Ġfi ne", + "Ġ writer", + "Ġw riter", + "Ġwrit er", + "Ġwr iter", + "Ġwrite r", + "_ offset", + "_off set", + "_o ffset", + "c ar", + "ca r", + "Ġ altern", + "Ġal tern", + "Ġalt ern", + "Ġalter n", + "Ġalte rn", + "Ġ copyright", + "Ġc opyright", + "Ġcopy right", + "Ġ destroy", + "Ġd estroy", + "Ġde stroy", + "Ġdest roy", + "p per", + "pp er", + "ppe r", + "Ġ generate", + "Ġg enerate", + "Ġgener ate", + "Ġgen erate", + "Ġgene rate", + "Ġgenera te", + "p ped", + "pp ed", + "ppe d", + "âĢĻ d", + "Ġ ĠĠĠĠĠĊ", + "ĠĠ ĠĠĠĠĊ", + "ĠĠĠĠ ĠĠĊ", + "ĠĠĠ ĠĠĠĊ", + "ĠĠĠĠĠ ĠĊ", + "ĠĠĠĠĠĠ Ċ", + "m ake", + "ma ke", + "mak e", + "Ġ Show", + "ĠS how", + "ĠSh ow", + "ĠSho w", + "Ġ browser", + "Ġb rowser", + "Ġbrows er", + "Ġbrowse r", + "Ġbrow ser", + "Ġ favorite", + "Ġf avorite", + "Ġfavor ite", + "Ġ career", + "Ġcar eer", + "Ġcare er", + "Ġhapp ened", + "Ġhappen ed", + "( char", + "(c har", + "(ch ar", + "Ġ recommend", + "Ġre commend", + "Ġrecomm end", + "Ġ liter", + "Ġl iter", + "Ġli ter", + "Ġlit er", + "Ġlite r", + ". filter", + ".f ilter", + ".fil ter", + "g rade", + "gr ade", + "grad e", + "gra de", + "Ġ £", + "Ġ £", + "P hone", + "Ph one", + "o ms", + "om s", + "Ġ named", + "Ġn amed", + "Ġname d", + "Ġna med", + "Ġnam ed", + "- label", + "-l abel", + "-la bel", + "i po", + "ip o", + "Ġ Other", + "ĠO ther", + "ĠOt her", + "Ġ panel", + "Ġp anel", + "Ġpa nel", + "Ġpan el", + "Ġpane l", + "Ġ rock", + "Ġr ock", + "Ġro ck", + "Ġroc k", + "S cale", + "Sc ale", + "ĉ assert", + "ĉas sert", + "Ð ´", + "Ġ trust", + "Ġt rust", + "Ġtr ust", + "f ront", + "fr ont", + "Ġd emon", + "Ġde mon", + "Ġdem on", + "Ġdemo n", + "A r", + "N et", + "Ne t", + "Ġ economic", + "Ġe conomic", + "Ġecon omic", + "Ġeconom ic", + "Ġec onomic", + "f ooter", + "fo oter", + "foot er", + "foo ter", + "Ġ race", + "Ġr ace", + "Ġrac e", + "Ġra ce", + "( node", + "(n ode", + "(no de", + "Ġ Option", + "ĠO ption", + "ĠOp tion", + "ĠOpt ion", + "s plit", + "sp lit", + "spl it", + "Ġ physical", + "Ġph ysical", + "Ġphys ical", + "Ġphysic al", + "i fest", + "if est", + "ife st", + "ifes t", + "Ġ removed", + "Ġre moved", + "Ġrem oved", + "Ġremove d", + ". http", + ".h ttp", + ".ht tp", + ") ),Ċ", + ")) ,Ċ", + ")), Ċ", + "Ġlo oked", + "Ġlook ed", + "' ;", + "d ing", + "di ng", + "din g", + "g est", + "ge st", + "ges t", + "atur day", + "/ licenses", + "/lic enses", + "/license s", + "P rice", + "Pr ice", + "Pri ce", + "Ġ dro", + "Ġd ro", + "Ġdr o", + "Ġt owards", + "Ġto wards", + "Ġtoward s", + "Ġtow ards", + "Ġ uns", + "Ġu ns", + "Ġun s", + "Ġ CL", + "ĠC L", + "ĉ static", + "ĉst atic", + "ĉstat ic", + "Ġ rows", + "Ġr ows", + "Ġro ws", + "Ġrow s", + "Ġ define", + "Ġde fine", + "Ġdef ine", + "Ġdefin e", + ". replace", + ".re place", + ".rep lace", + "Ġ father", + "Ġf ather", + "Ġfa ther", + "Ġfat her", + "Ġ Design", + "ĠD esign", + "ĠDe sign", + "ĠDes ign", + "as sign", + "ass ign", + "assi gn", + "m ut", + "mu t", + "D evice", + "De vice", + "Dev ice", + "D id", + "Di d", + "' ))Ċ", + "') )Ċ", + "')) Ċ", + "o metry", + "om etry", + "ome try", + "omet ry", + "ometr y", + "ay load", + "Ġ histor", + "Ġh istor", + "Ġhis tor", + "Ġhist or", + "Ġhi stor", + "Ġhisto r", + "Ġ Param", + "ĠP aram", + "ĠPar am", + "ĠPa ram", + "ĠPara m", + "Ġ Boolean", + "ĠBo olean", + "ĠBool ean", + "ĠBoo lean", + "Ġ nature", + "Ġn ature", + "Ġna ture", + "Ġnatur e", + "Ġnat ure", + "Ġ js", + "Ġj s", + "Ġ nation", + "Ġn ation", + "Ġna tion", + "Ġnat ion", + "i h", + "Ġ discover", + "Ġdis cover", + "Ġdisc over", + "Ġdisco ver", + "s em", + "se m", + "H andle", + "Hand le", + "Han dle", + "ĉ r", + "Ġ Techn", + "ĠT echn", + "ĠTe chn", + "ĠTech n", + "ĠTec hn", + "Ġ wall", + "Ġw all", + "Ġwa ll", + "Ġwal l", + "{ $", + "@ property", + "Ġ\" ../", + "Ġ\". ./", + "Ġ\".. /", + "Ġ exam", + "Ġex am", + ". draw", + ".d raw", + ".dr aw", + "o pping", + "op ping", + "opp ing", + "Ġn early", + "Ġnear ly", + "Ġ cool", + "Ġc ool", + "Ġco ol", + "Ġin depend", + "Ġind epend", + "Ġinde pend", + "R ES", + "RE S", + "Ġ handler", + "Ġh andler", + "Ġhand ler", + "Ġhandle r", + "Ġ Monday", + "ĠMon day", + "ĠMond ay", + "Ġ sun", + "Ġs un", + "Ġsu n", + "St yles", + "Style s", + "ous ly", + "Ġ ĉ", + "v est", + "ve st", + "ves t", + "D isplay", + "Dis play", + "Disp lay", + "( y", + "at ically", + "atic ally", + "atical ly", + "Ġ predict", + "Ġp redict", + "Ġpre dict", + "Ġpred ict", + "Ġpredic t", + "y ing", + "yi ng", + "Ġ sometimes", + "Ġs ometimes", + "Ġsome times", + "Ġsom etimes", + "Ġsometime s", + "\" ]Ċ", + "\"] Ċ", + "Ġ drink", + "Ġd rink", + "Ġdr ink", + "Ġdri nk", + "Ġ bul", + "Ġb ul", + "Ġbu l", + "if ications", + "ific ations", + "ification s", + ". insert", + ".in sert", + ".ins ert", + ". reg", + ".re g", + ".r eg", + "Ġ tests", + "Ġt ests", + "Ġte sts", + "Ġtest s", + "Ġtes ts", + "Al ignment", + "Align ment", + "Ġal leg", + "Ġall eg", + "Ġalle g", + "Ġ attribute", + "Ġat tribute", + "Ġattrib ute", + "Ġ Note", + "ĠN ote", + "ĠNo te", + "ĠNot e", + "Ġmy self", + "Ġmys elf", + "a rts", + "ar ts", + "art s", + "N ow", + "No w", + "Ġ interesting", + "Ġinter esting", + "Ġinterest ing", + "Ġinteres ting", + "l ients", + "li ents", + "lient s", + "lie nts", + "lien ts", + "Ġ population", + "Ġpop ulation", + "Ġpopul ation", + "Ġ California", + "ĠCal ifornia", + "ĠCaliforn ia", + "\" I", + "å ¹", + "Ġ greater", + "Ġg reater", + "Ġgreat er", + "Ġgre ater", + "ues day", + "Ġth ous", + "Ġthou s", + "Ġtho us", + "Ġco sts", + "Ġcost s", + "Ġcos ts", + "Ġ launch", + "Ġl aunch", + "Ġla unch", + "\\ Http", + "k er", + "ke r", + "b and", + "ba nd", + "ban d", + "Ġ Play", + "ĠP lay", + "ĠPl ay", + "ĠPla y", + "Ġ band", + "Ġb and", + "Ġban d", + "Ġba nd", + ". shape", + ".s hape", + ".sh ape", + ".sha pe", + "e some", + "es ome", + "eso me", + "art icle", + "arti cle", + "artic le", + ". rf", + ".r f", + "Ġ wer", + "Ġw er", + "Ġwe r", + "á s", + "em bers", + "ember s", + "emb ers", + "u sr", + "us r", + "B A", + "i can", + "ic an", + "ica n", + "e tt", + "et t", + "valid ate", + "ul ti", + "ult i", + "Ġim mediately", + "Ġimmedi ately", + "Ġimmediate ly", + "z er", + "ze r", + "Ġ figure", + "Ġf igure", + "Ġfig ure", + "Ġfigur e", + "o es", + "oe s", + "e ller", + "el ler", + "ell er", + "elle r", + "ir cle", + "irc le", + "Ġ Sign", + "ĠS ign", + "ĠSi gn", + "ĠSig n", + ". db", + ".d b", + "Ġ rank", + "Ġr ank", + "Ġran k", + "Ġra nk", + "By tes", + "Byte s", + "Ġ projects", + "Ġproject s", + "Ġproj ects", + "Ġproje cts", + "_ rec", + "_re c", + "_r ec", + "U LAR", + "UL AR", + "ULA R", + "A PI", + "AP I", + "Ġ Line", + "ĠL ine", + "ĠLin e", + "ĠLi ne", + "P ort", + "Por t", + "Po rt", + "Ġ poll", + "Ġp oll", + "Ġpol l", + "Ġpo ll", + "Ġg iving", + "Ġgi ving", + "id ence", + "ide nce", + "iden ce", + "- -Ċ", + "-- Ċ", + "Ġ plot", + "Ġp lot", + "Ġpl ot", + "Ġplo t", + "i cial", + "ic ial", + "ici al", + "icia l", + "Ġw arrant", + "Ġwar rant", + "I TION", + "IT ION", + "Ġ Double", + "ĠD ouble", + "ĠDo uble", + "ĠDou ble", + "ĠDoub le", + "Ġb illion", + "Ġbill ion", + "Ġbil lion", + "gorith m", + "gorit hm", + "Ġ equipment", + "Ġe quipment", + "Ġequ ipment", + "Ġequip ment", + "D ATE", + "DA TE", + "DAT E", + "Ġ @\"", + "Ġ@ \"", + "E E", + "Ġ ple", + "Ġp le", + "Ġpl e", + "i ation", + "ia tion", + "iat ion", + "Ġ headers", + "Ġhe aders", + "Ġhead ers", + "Ġheader s", + "Ġpro ced", + "Ġproc ed", + ".Component Model", + "Ġ Obama", + "ĠOb ama", + "Ġ pa", + "Ġp a", + "Ġ Best", + "ĠB est", + "ĠBe st", + "ĠBes t", + "im ately", + "imate ly", + "imat ely", + ". getString", + ".get String", + ".getS tring", + ". \\", + "m ploy", + "mp loy", + "mpl oy", + "Ġ raw", + "Ġr aw", + "Ġra w", + "_ block", + "_b lock", + "_bl ock", + "_bloc k", + "und red", + "\" },Ċ", + "\"} ,Ċ", + "\"}, Ċ", + "1 12", + "11 2", + ".Group Layout", + "Ġb rought", + "Ġbr ought", + "Ġbro ught", + "NS String", + "NSS tring", + "th row", + "thr ow", + "thro w", + "c reated", + "cre ated", + "create d", + "cr eated", + "creat ed", + ". New", + ".N ew", + "_ view", + "_v iew", + "_vi ew", + "C P", + "e ps", + "ep s", + "O p", + "Ġ gratis", + "Ġgr atis", + "Ġgrat is", + "Ġ '\"", + "Ġ' \"", + "Ġint erview", + "Ġinter view", + "Ġinterv iew", + "\" \"\"Ċ", + "\"\" \"Ċ", + "\"\"\" Ċ", + "Ġ partial", + "Ġp artial", + "Ġpart ial", + "Ġparti al", + "Ġ aria", + "Ġa ria", + "Ġar ia", + "b ing", + "bin g", + "bi ng", + "A uthor", + "Auth or", + "Aut hor", + "B ook", + "Bo ok", + "Ġ Pat", + "ĠP at", + "ĠPa t", + "u man", + "um an", + "uma n", + "User s", + "Us ers", + "Use rs", + "p lus", + "pl us", + "1 93", + "19 3", + "Ġ Direct", + "ĠD irect", + "ĠDi rect", + "ĠDir ect", + "ĠDire ct", + "ven ue", + "al pha", + "alph a", + "UC CESS", + "Ġ Call", + "ĠC all", + "ĠCal l", + "ĠCa ll", + "Ġ );čĊ", + "Ġ) ;čĊ", + "Ġ); čĊ", + "im ated", + "imate d", + "ima ted", + "imat ed", + "Ġ remain", + "Ġre main", + "Ġr emain", + "Ġrem ain", + "Ġ anti", + "Ġan ti", + "Ġant i", + "Ġ London", + "ĠL ondon", + "ĠLo ndon", + "ĠLon don", + "ĠLond on", + "Ġs afety", + "Ġsaf ety", + "Ġsafe ty", + "P OSE", + "PO SE", + "POS E", + "o les", + "ol es", + "ole s", + "cont roller", + "control ler", + "contr oller", + "contro ller", + "B yte", + "By te", + "Ġ Court", + "ĠC ourt", + "ĠCo urt", + "ĠCour t", + "ĠCou rt", + "Ġ Phil", + "ĠP hil", + "ĠPh il", + "ĠPhi l", + "Ġ Associ", + "ĠAss oci", + "ĠAssoc i", + "e na", + "en a", + "å IJ", + "_ STR", + "_S TR", + "_ST R", + "c oin", + "co in", + "res hold", + "resh old", + "Ġ batch", + "Ġb atch", + "Ġbat ch", + "_ Click", + "_C lick", + "_Cl ick", + "ent ication", + "entic ation", + "enti cation", + "> ';Ċ", + ">' ;Ċ", + ">'; Ċ", + "e nty", + "en ty", + "ent y", + "Ġbeg inning", + "Ġbegin ning", + "Ġ zero", + "Ġz ero", + "Ġze ro", + "Ġzer o", + "Ġ Convert", + "ĠCon vert", + "ĠConv ert", + "Ġ terr", + "Ġt err", + "Ġte rr", + "Ġter r", + "Ġ paid", + "Ġp aid", + "Ġpa id", + "Ġpai d", + "Ġincre ased", + "Ġincrease d", + "c atch", + "cat ch", + "- size", + "-s ize", + "1 15", + "11 5", + "act ivity", + "activ ity", + "e quals", + "equ als", + "equal s", + "Ġ queue", + "Ġque ue", + "Ġq ueue", + "Ġ \"'", + "Ġ\" '", + "Ġ International", + "ĠInt ernational", + "ĠIntern ational", + "ĠInter national", + "Ġf ür", + "urs day", + "Ġ scient", + "Ġs cient", + "Ġsc ient", + "Ġsci ent", + "al low", + "all ow", + "allo w", + "a xis", + "ax is", + "Ġ appropri", + "Ġapp ropri", + "Ġap propri", + "Ġappro pri", + "e dge", + "ed ge", + "Ġ idx", + "Ġi dx", + "Ġid x", + "S uccess", + "Su ccess", + "Suc cess", + "ent ifier", + ": \\", + "x is", + "xi s", + "Ġ maximum", + "Ġmax imum", + "Ġmaxim um", + "ar ks", + "ark s", + "Ġ birth", + "Ġb irth", + "Ġbir th", + "( index", + "(in dex", + "(ind ex", + "Ġ maybe", + "Ġm aybe", + "Ġmay be", + ". py", + ".p y", + "f iles", + "file s", + "fi les", + "fil es", + "Ġ limited", + "Ġl imited", + "Ġlimit ed", + "Ġlim ited", + "Ġlimite d", + "_ check", + "_c heck", + "_ch eck", + "_che ck", + "l ook", + "lo ok", + "loo k", + "p lies", + "pl ies", + "Ġ movement", + "Ġm ovement", + "Ġmov ement", + "Ġmove ment", + "Ġmo vement", + "' ].", + "'] .", + "Ġb road", + "Ġbr oad", + "Ġbro ad", + "Ġ BE", + "ĠB E", + "Ġ UnityEngine", + "ĠUn ityEngine", + "ĠUnity Engine", + ". cpp", + ".c pp", + ".cp p", + "Ġ Every", + "ĠE very", + "ĠEv ery", + "ĠEver y", + "ĠEve ry", + "Ad min", + "Ġ fans", + "Ġf ans", + "Ġfa ns", + "Ġfan s", + "p ared", + "par ed", + "pare d", + "pa red", + "Ċ ĠĠĠĠĊ", + "Ġ foreign", + "Ġfore ign", + "Ġ pan", + "Ġp an", + "Ġpa n", + "Ġ tour", + "Ġt our", + "Ġto ur", + "Ġtou r", + "Ġ Order", + "ĠOr der", + "ĠOrd er", + "Ġ moving", + "Ġm oving", + "Ġmov ing", + "Ġmo ving", + "Ġ auf", + "Ġa uf", + "Ġau f", + "C all", + "Cal l", + "Ca ll", + "c b", + "Å Ł", + "vent ory", + "Ġ Sql", + "ĠS ql", + "ĠSq l", + "Ġ fully", + "Ġf ully", + "Ġfull y", + "Ġful ly", + "Click Listener", + "W ORD", + "WO RD", + "Ġann ounced", + "Ġannounc ed", + "Ġannounce d", + ") čĊčĊ", + ")čĊ čĊ", + "Ġag reed", + "Ġagre ed", + "Ġagree d", + "Ġagr eed", + "r ie", + "ri e", + "Ġ earn", + "Ġe arn", + "Ġear n", + "Ġea rn", + "_ link", + "_l ink", + "_lin k", + "_li nk", + ". array", + ".a rray", + ".ar ray", + ".arr ay", + "( text", + "(t ext", + "(te xt", + "(tex t", + "Ġ materials", + "Ġmaterial s", + "Ġmateria ls", + "Ġmater ials", + "Ġmateri als", + ", p", + "f fff", + "ff ff", + "fff f", + "v g", + "Ġ ©", + "Ġ ©", + "Ġ unless", + "Ġun less", + "Ġunle ss", + "Ġunl ess", + "a jax", + "aj ax", + "aja x", + "L OG", + "LO G", + "Ġ sexual", + "Ġs exual", + "Ġsex ual", + "Ġ \\\"", + "Ġ\\ \"", + "- time", + "-t ime", + "Ġ coach", + "Ġco ach", + "Ġ supported", + "Ġs upported", + "Ġsup ported", + "Ġsupport ed", + "Ġsupp orted", + "Ġ photos", + "Ġph otos", + "Ġphot os", + "Ġphoto s", + "i form", + "if orm", + "ifo rm", + ". Create", + ".C reate", + ") ]", + "r ier", + "ri er", + "rie r", + "Ġ dialog", + "Ġd ialog", + "Ġdi alog", + "Ġdia log", + "Ġdial og", + "a ver", + "av er", + "ave r", + "i ge", + "ig e", + ") +", + "_ idx", + "_id x", + "_i dx", + ": [", + "_ min", + "_m in", + "_mi n", + "Ġ Cong", + "ĠC ong", + "ĠCon g", + "ĠCo ng", + "Ġ pressure", + "Ġpres sure", + "Ġpress ure", + "Ġ teams", + "Ġte ams", + "Ġteam s", + "Ġtea ms", + "S ign", + "Si gn", + "Sig n", + "b egin", + "be gin", + "beg in", + "r ian", + "ri an", + "ria n", + "N ESS", + "NE SS", + "NES S", + "L S", + "Ġim prove", + "Ġimp rove", + "Ġimpro ve", + "Ġimpr ove", + "Ġimprov e", + "Ġ Sunday", + "ĠS unday", + "ĠSun day", + "ĠSund ay", + "Ġ definition", + "Ġdef inition", + "Ġdefinit ion", + "Ġdefin ition", + "i ger", + "ig er", + "ige r", + "rol lers", + "roll ers", + "roller s", + "Ġ thinking", + "Ġth inking", + "Ġthink ing", + "Ġthin king", + "T emplate", + "Temp late", + "Tem plate", + "- F", + "Ġem erg", + "p lates", + "pl ates", + "plate s", + "plat es", + "pla tes", + "Ġ USA", + "ĠU SA", + "ĠUS A", + ". setState", + ".set State", + "Ġ Also", + "ĠAl so", + "ĠAls o", + "r ev", + "re v", + "Ġ enable", + "Ġe nable", + "Ġen able", + "Ġ CO", + "ĠC O", + "P ECT", + "PE CT", + "PEC T", + "Ġ concept", + "Ġcon cept", + "Ġconc ept", + "Ġconce pt", + ") -", + "Ġ âĢ¢", + "ĠâĢ ¢", + "Ġ sets", + "Ġs ets", + "Ġse ts", + "Ġset s", + "Ġ meaning", + "Ġme aning", + "Ġmean ing", + "e mon", + "em on", + "emo n", + "Ġ Cons", + "ĠC ons", + "ĠCon s", + "ĠCo ns", + "c mp", + "cm p", + "e der", + "ed er", + "ede r", + "an ned", + "ann ed", + "anne d", + "ic ensed", + "icense d", + "icens ed", + "Ġ Super", + "ĠS uper", + "ĠSup er", + "ĠSu per", + "Ġ daily", + "Ġd aily", + "Ġda ily", + "Ġdai ly", + "Ġ multi", + "Ġm ulti", + "Ġmult i", + "Ġmul ti", + "_ u", + "Ġch alleng", + "Ġchall eng", + "_ mode", + "_m ode", + "_mod e", + "_mo de", + "Ġ Promise", + "ĠP romise", + "ĠPro mise", + "ĠProm ise", + "Ġ strict", + "Ġstr ict", + "Ġstri ct", + "j o", + "i nton", + "in ton", + "int on", + "into n", + "( list", + "(l ist", + "(li st", + "On ly", + "> {", + "Ġ vehicle", + "Ġv ehicle", + "Ġveh icle", + "í ķ", + "Ġ Player", + "ĠP layer", + "ĠPl ayer", + "ĠPlay er", + "ĠPla yer", + "1 06", + "10 6", + "Ġ Del", + "ĠD el", + "ĠDe l", + "Ġ pool", + "Ġp ool", + "Ġpo ol", + "Ġpoo l", + ". url", + ".u rl", + ".ur l", + "nes day", + "( );čĊčĊ", + "() ;čĊčĊ", + "();čĊ čĊ", + "(); čĊčĊ", + "9 00", + "90 0", + "Ġ \");Ċ", + "Ġ\" );Ċ", + "Ġ\") ;Ċ", + "Ġ\"); Ċ", + "L ocal", + "Lo cal", + "Loc al", + ". \");Ċ", + ".\" );Ċ", + ".\") ;Ċ", + ".\"); Ċ", + "Ġ organization", + "Ġo rganization", + "Ġorgan ization", + "Ġorganiz ation", + "r ender", + "re nder", + "ren der", + "rend er", + "rende r", + "Ġ Application", + "ĠApp lication", + "ĠAp plication", + "ĠAppl ication", + "Ġ summer", + "Ġs ummer", + "Ġsum mer", + "Ġsumm er", + "ex pected", + "exp ected", + "expect ed", + "N A", + "Ġ rap", + "Ġr ap", + "Ġra p", + "_ obj", + "_o bj", + "_ob j", + "Ġ surface", + "Ġs urface", + "Ġsur face", + "Ġsurf ace", + "Ġ PUR", + "ĠP UR", + "ĠPU R", + "Ġ },ĊĊ", + "Ġ} ,ĊĊ", + "Ġ},Ċ Ċ", + "Ġ}, ĊĊ", + "Ġ variables", + "Ġvariable s", + "Ġvari ables", + "( message", + "(m essage", + "Ġo pin", + "Ġop in", + "Ġopi n", + ". back", + ".b ack", + ".ba ck", + "а н", + "аР½", + "Ġ workers", + "Ġwork ers", + "Ġwor kers", + "Ġworker s", + "v m", + "C o", + "ught er", + "ugh ter", + "Ġ master", + "Ġm aster", + "Ġma ster", + "Ġmas ter", + "Ġmast er", + "Ġ \"\",", + "Ġ\" \",", + "Ġ\"\" ,", + "Ġ stories", + "Ġst ories", + "Ġstor ies", + "Ġsto ries", + ". User", + ".U ser", + ".Use r", + "Ġcele br", + "in ese", + "ine se", + "ines e", + "B S", + "Ġ Command", + "ĠCom mand", + "ĠComm and", + "ash board", + "Ġ og", + "Ġo g", + "k g", + ". image", + ".i mage", + ".im age", + ".imag e", + ". style", + ".st yle", + "Ġ steps", + "Ġst eps", + "Ġstep s", + "Ġste ps", + "Ġ Ben", + "ĠB en", + "ĠBe n", + "( args", + "(arg s", + "(ar gs", + "4 04", + "40 4", + "Ġ Person", + "ĠP erson", + "ĠPer son", + "ĠPers on", + ", y", + "Ġoffic ials", + "Ġofficial s", + "| Ċ", + "Ġ skills", + "Ġs kills", + "Ġsk ills", + "Ġskill s", + "v c", + "Ġ builder", + "Ġb uilder", + "Ġbu ilder", + "Ġbuild er", + "Ġ gar", + "Ġg ar", + "Ġga r", + "A ccount", + "Ac count", + "Acc ount", + "Ġ Auth", + "ĠA uth", + "ĠAut h", + "ĠAu th", + "ç Ķ", + "' ])Ċ", + "'] )Ċ", + "']) Ċ", + "Ġ AT", + "ĠA T", + "n n", + ". Int", + ".I nt", + ".In t", + "SS ERT", + "Ġ effective", + "Ġe ffective", + "Ġeffect ive", + "Ġeff ective", + "LE TE", + "LET E", + "Ġ tools", + "Ġt ools", + "Ġto ols", + "Ġtoo ls", + "Ġtool s", + "A RD", + "AR D", + "Ġ digital", + "Ġd igital", + "Ġdig ital", + "Ġdigit al", + "1 91", + "19 1", + "D ouble", + "Do uble", + "Dou ble", + "Ġ Find", + "ĠF ind", + "ĠFin d", + "ĠFi nd", + "R C", + "Ġ inline", + "Ġin line", + "/ r", + "A RAM", + "AR AM", + "ARA M", + "A SK", + "AS K", + "Ġ intent", + "Ġin tent", + "Ġint ent", + "Ġinte nt", + "a ight", + "ai ght", + "_ addr", + "_add r", + "_ad dr", + "Ġ requests", + "Ġre quests", + "Ġrequest s", + "Ġrequ ests", + ". first", + ".f irst", + ".fi rst", + "Ġ debug", + "Ġde bug", + "Ġdeb ug", + "Ġ spent", + "Ġs pent", + "Ġsp ent", + "Ġspe nt", + "( )));Ċ", + "() ));Ċ", + "()) );Ċ", + "())) ;Ċ", + "())); Ċ", + "Å Ľ", + "Ġpr incip", + "Ġprin cip", + "Ġprinc ip", + "Log ger", + "Lo gger", + "cl udes", + "clude s", + "clud es", + ". use", + ".u se", + ".us e", + "Ġs urv", + "Ġsu rv", + "Ġsur v", + "m edia", + "med ia", + "me dia", + "medi a", + "Ġ February", + "ĠFe bruary", + "ĠFeb ruary", + "Ġ Mac", + "ĠM ac", + "ĠMa c", + "Ġ missing", + "Ġm issing", + "Ġmiss ing", + "Ġmis sing", + "Ġ wife", + "Ġw ife", + "Ġwi fe", + "Ġt alking", + "Ġtalk ing", + "Ġtal king", + "Ġ Make", + "ĠM ake", + "ĠMa ke", + "ĠMak e", + "Ġ cart", + "Ġc art", + "Ġcar t", + "Ġca rt", + "Ġ located", + "Ġloc ated", + "Ġlocate d", + "E nc", + "En c", + "- a", + "ch ron", + "chr on", + "Ġ cards", + "Ġc ards", + "Ġcar ds", + "Ġcard s", + "Ġg uy", + "Ġgu y", + "Ġ pers", + "Ġp ers", + "Ġper s", + "Ġpe rs", + "Ġ Yes", + "ĠY es", + "ĠYe s", + "at ever", + "ate ver", + "Ġ Ang", + "ĠA ng", + "ĠAn g", + "o lar", + "ol ar", + "ola r", + "Ġ Even", + "ĠE ven", + "ĠEv en", + "ĠEve n", + "Ġ accur", + "Ġacc ur", + "Ġac cur", + "Ġ Power", + "ĠP ower", + "ĠPo wer", + "ĠPow er", + "Ġ Gold", + "ĠG old", + "ĠGo ld", + "ĠGol d", + "c lear", + "cl ear", + "cle ar", + "P rocess", + "Pro cess", + "Proc ess", + "Ġ records", + "Ġrec ords", + "Ġrecord s", + "Ġk illed", + "Ġkill ed", + "Ġkil led", + ". clear", + ".c lear", + ".cl ear", + "ĠWARRANT IES", + "Ġ purpose", + "Ġp urpose", + "Ġpur pose", + "Ġpurpos e", + "p anel", + "pan el", + "pa nel", + "pane l", + "J ECT", + "JE CT", + "ÃŃ a", + "Ġex erc", + "Ġexe rc", + "W S", + "/ L", + ". exports", + ".ex ports", + ".exp orts", + ".export s", + "Ġ ___", + "Ġ_ __", + "Ġ__ _", + "Ġ sin", + "Ġs in", + "Ġsi n", + "S ervlet", + "Serv let", + "Ġd é", + ". delete", + ".de lete", + ".del ete", + "r oke", + "ro ke", + "rok e", + "S l", + "u gh", + "ug h", + "e ars", + "ear s", + "ea rs", + "Ġ pointer", + "Ġpoint er", + "Ġpo inter", + "Ġ hop", + "Ġh op", + "Ġho p", + "all ery", + "alle ry", + "aller y", + "Ġ obs", + "Ġo bs", + "Ġob s", + "c overy", + "co very", + "cover y", + "cov ery", + "ĉ char", + "ĉc har", + "ĉch ar", + "ĉ ĉĉĉĉĉĉĉĉĉ", + "ĉĉ ĉĉĉĉĉĉĉĉ", + "ĉĉĉĉ ĉĉĉĉĉĉ", + "ĉĉĉ ĉĉĉĉĉĉĉ", + "ĉĉĉĉĉ ĉĉĉĉĉ", + "ĉĉĉĉĉĉ ĉĉĉĉ", + "ĉĉĉĉĉĉĉĉ ĉĉ", + "ĉĉĉĉĉĉĉ ĉĉĉ", + "ĉĉĉĉĉĉĉĉĉ ĉ", + "ĉ def", + "ĉd ef", + "ĉde f", + "o city", + "oc ity", + "oci ty", + "it chen", + "itch en", + "u lations", + "ul ations", + "ulation s", + "Ġ FIT", + "ĠF IT", + "ĠFI T", + "Ġ ).", + "Ġ) .", + "straint s", + "stra ints", + "strain ts", + "v ention", + "vent ion", + "ven tion", + "Ġ requires", + "Ġre quires", + "Ġrequire s", + "Ġrequ ires", + "Ġ Oper", + "ĠO per", + "ĠOp er", + "M E", + "O UNT", + "OUN T", + "OU NT", + "al let", + "all et", + "alle t", + "Ġ norm", + "Ġn orm", + "Ġno rm", + "Ġnor m", + "I RE", + "IR E", + "ex as", + "Ġ programs", + "Ġpro grams", + "Ġpr ograms", + "Ġprogram s", + "Ġprog rams", + "Ġ weak", + "Ġwe ak", + "' .$", + "'. $", + "u ing", + "ui ng", + "uin g", + "ĉ ĠĠĠĠĠĠĠ", + "ĉĠĠĠ ĠĠĠĠ", + "ĉĠ ĠĠĠĠĠĠ", + "ĉĠĠ ĠĠĠĠĠ", + "ĉĠĠĠĠĠ ĠĠ", + "ĉĠĠĠĠ ĠĠĠ", + "ĉĠĠĠĠĠĠ Ġ", + "Ġ mil", + "Ġm il", + "Ġmi l", + "Ġ firm", + "Ġf irm", + "Ġfi rm", + "Ġfir m", + "init ely", + "inite ly", + "_ VALUE", + "_VAL UE", + "ap se", + "aps e", + "atis f", + "ati sf", + "Ġ demand", + "Ġd emand", + "Ġde mand", + "Ġdem and", + "_ mod", + "_m od", + "_mo d", + "Ġde scribed", + "Ġdes cribed", + "Ġdescri bed", + "Ġdescribe d", + "Ġ places", + "Ġp laces", + "Ġpl aces", + "Ġplace s", + "Ġplac es", + "Ġpla ces", + "V ID", + "VI D", + "Ġ alone", + "Ġal one", + "Ġalo ne", + "Ġ export", + "Ġex port", + "Ġexp ort", + "Ġexpo rt", + "Ġ vec", + "Ġv ec", + "Ġve c", + "Ġ Max", + "ĠM ax", + "ĠMa x", + "Ġ activities", + "Ġact ivities", + "Ġactiv ities", + "ic tures", + "ict ures", + "icture s", + "g ener", + "ge ner", + "gen er", + "gene r", + "Ġ ma", + "Ġm a", + "Ĥ ¬", + "Ġ expression", + "Ġex pression", + "Ġexp ression", + "Ġexpress ion", + "Ġexpr ession", + "C allback", + "Call back", + "_ content", + "_c ontent", + "_con tent", + "_cont ent", + "Ġ Most", + "ĠM ost", + "ĠMo st", + "ĠMos t", + "Ġ testing", + "Ġt esting", + "Ġtest ing", + "Ġtes ting", + "E C", + "CH ANT", + "CHA NT", + "CHAN T", + "Ġ adjust", + "Ġad just", + "Ġadj ust", + ".Th reading", + ".Thread ing", + "( ctx", + "(c tx", + "(ct x", + "Ġ agree", + "Ġa gree", + "Ġag ree", + "Ġagre e", + "Ġagr ee", + "i ghest", + "ig hest", + "igh est", + "Ġ ui", + "Ġu i", + "Ġ Law", + "ĠL aw", + "ĠLa w", + ". Y", + "> < ?", + "Ġ pod", + "Ġp od", + "Ġpo d", + "- lg", + "-l g", + "âĢĿ ĊĊ", + "âĢĿĊ Ċ", + "Ġ describe", + "Ġde scribe", + "Ġdes cribe", + "Ġdescri be", + "Ġdescr ibe", + "Ġ European", + "ĠE uropean", + "ĠEurope an", + "ĠEurop ean", + "- sh", + "-s h", + "ĠPUR POSE", + "O RY", + "OR Y", + "Ġcon vers", + "Ġconv ers", + "Ġconver s", + "Ġ Illuminate", + "ĠI lluminate", + "ĠIllum inate", + "Ġ Av", + "ĠA v", + "( ch", + "(c h", + "? \"", + "c hen", + "ch en", + "che n", + "i ma", + "im a", + "D ocument", + "Doc ument", + "Ġ operations", + "Ġoper ations", + "Ġoperation s", + "w in", + "wi n", + "ĉ function", + "ĉf unction", + "ĉfunc tion", + "ĉfun ction", + ". Image", + ".I mage", + ".Im age", + "Ġs cen", + "Ġsc en", + "Ġsce n", + "/ h", + "Ġ SC", + "ĠS C", + "Ġ explo", + "Ġexp lo", + "Ġexpl o", + ": %", + "/ **čĊ", + "/* *čĊ", + "/** čĊ", + "N AME", + "NA ME", + "æ Ī", + "( var", + "(v ar", + "(va r", + "Ġ director", + "Ġd irector", + "Ġdirect or", + "Ġdir ector", + "Ġdire ctor", + "O NG", + "ON G", + "Ġ yield", + "Ġy ield", + "Ġyi eld", + "Ġfe et", + "Ġfee t", + "Ġ Search", + "ĠS earch", + "ĠSe arch", + "ĠSea rch", + "Ġ Il", + "ĠI l", + "Ġrest aur", + "Ġresta ur", + "Ġrestau r", + "d uc", + "du c", + "Ġ integer", + "Ġint eger", + "Ġinteg er", + "Ġinte ger", + "1 07", + "10 7", + "Ġ' ';Ċ", + "Ġ'' ;Ċ", + "Ġ''; Ċ", + "Ġhigh ly", + "check ed", + "ĠPART IC", + "ER CHANT", + "ï¼ ī", + "Ġ optim", + "Ġop tim", + "Ġopt im", + "Q ueue", + "Que ue", + "Ġ LI", + "ĠL I", + "it ation", + "ita tion", + "itat ion", + "Ġ transport", + "Ġtrans port", + "Ġtran sport", + "iss ion", + "f ill", + "fi ll", + "fil l", + "us ion", + "usi on", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "ĉ bool", + "ĉb ool", + "- th", + "-t h", + "u pt", + "up t", + "Ġ essential", + "Ġess ential", + "an ted", + "ant ed", + "ante d", + "Ġbenef its", + "Ġbenefit s", + "Ġbene fits", + "ĉ S", + "' ;čĊ", + "'; čĊ", + "i ki", + "ik i", + "Ġ girls", + "Ġgirl s", + "Ġgir ls", + "i ced", + "ic ed", + "ice d", + "b uffer", + "buf fer", + "bu ffer", + "buff er", + "] +", + "Ġ socket", + "Ġs ocket", + "Ġso cket", + "Ġsock et", + "Ġsoc ket", + "Ġ prices", + "Ġp rices", + "Ġpr ices", + "Ġprice s", + "Ġpri ces", + "Ġ Fre", + "ĠF re", + "ĠFr e", + "Ġ sat", + "Ġs at", + "Ġsa t", + "Ġ wood", + "Ġw ood", + "Ġwo od", + "Ġwoo d", + "Menu Item", + "A RG", + "AR G", + "Ġ Admin", + "ĠAd min", + "O WN", + "OW N", + "d k", + "Ġ reset", + "Ġre set", + "Ġres et", + "Ġ forms", + "Ġfor ms", + "Ġform s", + "Ġfo rms", + "Ġ и", + "ĠÐ ¸", + "æ ĸ", + "Ġ Tuesday", + "ĠT uesday", + "ĠTues day", + "1 09", + "10 9", + "Ġ Initialized", + "ĠInitial ized", + "ĠInitialize d", + "ĠInit ialized", + "_ train", + "_t rain", + "_tr ain", + "_tra in", + "o rary", + "or ary", + "ora ry", + "ate gor", + "ateg or", + "atego r", + "Ġ dt", + "Ġd t", + "T otal", + "To tal", + "Tot al", + "con struct", + "i lies", + "il ies", + "ili es", + "Ġgu ys", + "Ġguy s", + "е ÑĢ", + "Ġ instruction", + "Ġin struction", + "Ġinstr uction", + "Ġinstruct ion", + "0 10", + "01 0", + "y led", + "yle d", + "yl ed", + "Ġ internet", + "Ġin ternet", + "Ġint ernet", + "Ġinter net", + "Ġintern et", + "et adata", + "eta data", + "a dy", + "ad y", + "f aces", + "face s", + "fa ces", + "fac es", + "j ection", + "ject ion", + "je ction", + "jec tion", + "Ġ Jack", + "ĠJ ack", + "ĠJac k", + "ĠJa ck", + "Ġ rect", + "Ġre ct", + "Ġr ect", + "Ġrec t", + "[ -", + "Ġ Leg", + "ĠL eg", + "ĠLe g", + "Ġ devices", + "Ġdev ices", + "Ġdevice s", + "O C", + "Ġ *čĊ", + "Ġ* čĊ", + "o ration", + "or ation", + "ora tion", + "er tain", + "ert ain", + "erta in", + "Ġ guard", + "Ġg uard", + "Ġgu ard", + "Ġguar d", + "o stream", + "ost ream", + "Ġ enum", + "Ġe num", + "Ġen um", + ". layout", + ".l ayout", + "Ġ \";Ċ", + "Ġ\" ;Ċ", + "Ġ\"; Ċ", + "v oke", + "vo ke", + "Ġ Ok", + "ĠO k", + "H ome", + "Ho me", + "Hom e", + "( tr", + "(t r", + "E TH", + "ET H", + "Ġ delay", + "Ġd elay", + "Ġde lay", + "Ġdel ay", + "Ġdela y", + "Ġ purchase", + "Ġp urchase", + "Ġpurch ase", + "d c", + "Ġ aren", + "Ġa ren", + "Ġare n", + "Ġar en", + "_ once", + "_on ce", + "_o nce", + "ĉ ĉĉĉĊ", + "ĉĉ ĉĉĊ", + "ĉĉĉĉ Ċ", + "ĉĉĉ ĉĊ", + "r or", + "ro r", + "d raw", + "dr aw", + "dra w", + ". run", + ".r un", + ".ru n", + "( model", + "(m odel", + "(mod el", + "(mode l", + "Time out", + "l ik", + "li k", + "Ġ Arg", + "ĠA rg", + "ĠAr g", + ". en", + ".e n", + "Ġ fish", + "Ġf ish", + "Ġfi sh", + "Ġfis h", + "c py", + "cp y", + "_ fe", + "_f e", + "ERCHANT ABILITY", + "( X", + "_ output", + "_out put", + "? ?", + "Ġ jo", + "Ġj o", + "and ard", + "anda rd", + "Ġ doll", + "Ġd oll", + "Ġdo ll", + "Ġdol l", + "er rors", + "err ors", + "error s", + "erro rs", + "_ base", + "_b ase", + "ĠPARTIC ULAR", + "Ġ leader", + "Ġle ader", + "Ġlead er", + "Ġcom par", + "Ġco mpar", + "Ġcomp ar", + "Ġd oub", + "Ġdo ub", + "Ġdou b", + "Ġ Vis", + "ĠV is", + "ĠVi s", + "Stack Trace", + "- C", + "ĠSt ud", + "stit ute", + "M ore", + "Mo re", + "Mor e", + "Ġ Description", + "ĠD escription", + "ĠDe scription", + "ĠDes cription", + "W ARE", + "WA RE", + "WAR E", + "a ds", + "ad s", + "Ġ к", + "ĠÐ º", + "b ind", + "bin d", + "bi nd", + "= self", + "=s elf", + "e mploy", + "em ploy", + "emp loy", + "empl oy", + "emplo y", + "[ n", + ". all", + ".a ll", + ".al l", + "- B", + "& &", + "a lm", + "al m", + "Ġ culture", + "Ġc ulture", + "Ġcult ure", + "Ġcul ture", + "h ouse", + "ho use", + "hou se", + "Ġs uffer", + "Ġsu ffer", + "Ġsuff er", + "Ġsuf fer", + "Ġ '%", + "Ġ' %", + "Ġ straight", + "Ġstr aight", + "Ġstra ight", + "Ġ Star", + "ĠS tar", + "ĠSt ar", + "ĠSta r", + "u do", + "ud o", + "Ġ ded", + "Ġd ed", + "Ġde d", + "Ġ COM", + "ĠC OM", + "ĠCO M", + "Ġ confirm", + "Ġcon firm", + "Ġconf irm", + "Ġ Good", + "ĠG ood", + "ĠGo od", + ". sc", + ".s c", + "____ ____________", + "________ ________", + "____________ ____", + "D R", + "Config uration", + "Date Time", + "Ġ advert", + "Ġad vert", + "Ġadv ert", + "Ġ couldn", + "Ġcould n", + "a sync", + "as ync", + "asy nc", + "st ack", + "sta ck", + "' )čĊ", + "') čĊ", + "K it", + "Ki t", + "Ġh ous", + "Ġho us", + "Ġm echan", + "Ġme chan", + "Ġmec han", + "Ġmech an", + "r ate", + "ra te", + "rat e", + "2 04", + "20 4", + "Ġ audio", + "Ġa udio", + "Ġaud io", + "Ġau dio", + "Ġaudi o", + "ĉ cout", + "ĉc out", + "c ores", + "co res", + "core s", + "cor es", + "Ġ spot", + "Ġs pot", + "Ġsp ot", + "Ġspo t", + "Ġin creasing", + "Ġincre asing", + "Ġ ##", + "Ġ# #", + ") ))", + ")) )", + "p oints", + "point s", + "po ints", + "poi nts", + "Ġcom pared", + "Ġcomp ared", + "Ġcompar ed", + "Ġcompare d", + "l ig", + "li g", + "Ġ behavior", + "Ġbeh avior", + "Ġ BY", + "ĠB Y", + "Ġ Att", + "ĠA tt", + "ĠAt t", + "c raft", + "cr aft", + "he aders", + "head ers", + "header s", + "hea ders", + "e te", + "et e", + "end region", + "Ġ detail", + "Ġd etail", + "Ġde tail", + "Ġdet ail", + "U LE", + "UL E", + "Ġ Common", + "ĠCom mon", + "ĠComm on", + "ĉ protected", + "s ton", + "st on", + "sto n", + "ĠFIT NESS", + "Ġ fresh", + "Ġf resh", + "Ġfr esh", + "Ġfre sh", + "Ġfres h", + "\" >ĊĊ", + "\"> ĊĊ", + "\">Ċ Ċ", + ". example", + ".ex ample", + ".exam ple", + "b erg", + "ber g", + "be rg", + "Ġ moved", + "Ġm oved", + "Ġmov ed", + "Ġmove d", + "Ġmo ved", + "ĉ e", + "Ġ Saturday", + "ĠS aturday", + "Ġ payload", + "Ġp ayload", + "Ġpay load", + "Ä ĩ", + ") :ĊĊ", + "):Ċ Ċ", + "): ĊĊ", + "Ġb ey", + "Ġbe y", + "u rer", + "ur er", + "ure r", + "< script", + " ,", + "\" > < ?", + "( num", + "(n um", + "ĉ inline", + "ĉin line", + "Trans action", + ". On", + ".O n", + "Ġ mail", + "Ġm ail", + "Ġma il", + "Ġmai l", + "r ey", + "re y", + "res ults", + "result s", + "Ġ nav", + "Ġn av", + "Ġna v", + "I MIT", + "IM IT", + "_ ids", + "_id s", + "_i ds", + "M ake", + "Ma ke", + "å Ĭ", + "M odal", + "Mod al", + "Mo dal", + "Ġ LOG", + "ĠL OG", + "ĠLO G", + "Ġ Sur", + "ĠS ur", + "ĠSu r", + "Ġinstance of", + "Ġ overall", + "Ġover all", + "Ġ Information", + "ĠIn formation", + "ĠInform ation", + "Ġ construction", + "Ġcon struction", + "Ġconstruct ion", + "Ġconstr uction", + "_ FILE", + "_F ILE", + "b ut", + "bu t", + "Ġm edic", + "Ġme dic", + "Ġmed ic", + "Ġmedi c", + "Ġ duration", + "Ġd uration", + "Ġdu ration", + "Ġdur ation", + "it ness", + "a gent", + "ag ent", + "age nt", + "agen t", + "A V", + "Ġ seven", + "Ġs even", + "Ġse ven", + "Ġsev en", + "o lf", + "ol f", + "Ġ }}Ċ", + "Ġ} }Ċ", + "Ġ}} Ċ", + "\" ],Ċ", + "\"] ,Ċ", + "\"], Ċ", + "1 70", + "17 0", + "1 22", + "12 2", + "Ġ calling", + "Ġc alling", + "Ġcall ing", + "Ġcal ling", + "Ġ ans", + "Ġa ns", + "Ġan s", + "th rows", + "throw s", + "thr ows", + "thro ws", + "or izontal", + "Ġ useState", + "Ġuse State", + ". fl", + ".f l", + "Ġ Status", + "ĠS tatus", + "ĠSt atus", + "ĠStat us", + "Ġ Online", + "ĠOn line", + "R R", + "Ġ Rich", + "ĠR ich", + "ĠRic h", + "ĠRi ch", + "ĠH ill", + "ĠHi ll", + "ĠHil l", + "Ġ brain", + "Ġb rain", + "Ġbr ain", + "Ġbra in", + "Ġfollow ed", + "Ġfoll owed", + "2 40", + "24 0", + "e mic", + "em ic", + "emi c", + "Ġs light", + "Ġsl ight", + "Ġ insurance", + "Ġins urance", + ". Array", + ".A rray", + ".Ar ray", + "Ġ abstract", + "Ġa bstract", + "Ġab stract", + "Ġabs tract", + "Ġabst ract", + "Ġ Sum", + "ĠS um", + "ĠSu m", + "re direct", + "red irect", + "redi rect", + "o wner", + "ow ner", + "own er", + "( msg", + "(m sg", + "(ms g", + "Ġ Clinton", + "ĠCl inton", + "ĠClin ton", + "ĠClint on", + "ĠCli nton", + "N on", + "No n", + "ĉ ex", + "ĉe x", + "Ġ volume", + "Ġv olume", + "Ġvol ume", + "Ġvolum e", + "Ġ EventArgs", + "ĠEvent Args", + "- L", + "Ġ Dim", + "ĠD im", + "ĠDi m", + "Ġ Mart", + "ĠM art", + "ĠMar t", + "ĠMa rt", + "Ġ cursor", + "Ġc ursor", + "Ġcurs or", + "Ġcurso r", + "Ġ implementation", + "Ġim plementation", + "Ġimplement ation", + "ur red", + "urre d", + "urr ed", + "Ġl arger", + "Ġlarge r", + "Ġlarg er", + "Ġlar ger", + ") ;ĊĊĊ", + ");Ċ ĊĊ", + ");ĊĊ Ċ", + "); ĊĊĊ", + "' +", + ". transform", + ".trans form", + "Ġ upload", + "Ġup load", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "D raw", + "Dr aw", + "n el", + "ne l", + "ĉ float", + "ĉf loat", + "q rt", + "qr t", + "Ġ Network", + "ĠN etwork", + "ĠNet work", + "Ġ tit", + "Ġt it", + "Ġti t", + "A xis", + "Ax is", + ". android", + ".and roid", + "Ġ completed", + "Ġcom pleted", + "Ġcomp leted", + "Ġcomple ted", + "Ġcomplet ed", + "Ġcompl eted", + "Ġcomplete d", + "Ġ mur", + "Ġm ur", + "Ġmu r", + "Ġ columns", + "Ġcolumn s", + "Ġcolum ns", + "x c", + "Ġ supply", + "Ġs upply", + "Ġsup ply", + "Ġsuppl y", + "Ġsupp ly", + "im inal", + "imi nal", + "imin al", + "Ġ spr", + "Ġs pr", + "Ġsp r", + "================ ================================================", + "================================ ================================", + "================================================ ================", + "Ġ units", + "Ġun its", + "Ġunit s", + "Ġuni ts", + "( u", + "m i", + "re place", + "rep lace", + "[ key", + "[k ey", + "à ¹", + "an tic", + "ant ic", + "anti c", + "Ġ payment", + "Ġp ayment", + "Ġpay ment", + ", B", + "Ġ Apple", + "ĠApp le", + "ĠAp ple", + "ĠAppl e", + "g in", + "gi n", + "Re quired", + "Require d", + "# +", + "l ands", + "land s", + "la nds", + "lan ds", + "Ġ squ", + "Ġs qu", + "Ġsq u", + "Ġ factor", + "Ġf actor", + "Ġfact or", + "Ġfa ctor", + "Ġfac tor", + "Ġfacto r", + "d ec", + "de c", + "Ġ strength", + "Ġst rength", + "Ġstr ength", + "Ġstre ngth", + "Ġstren gth", + "Ġ boy", + "Ġb oy", + "Ġbo y", + "Ġ balance", + "Ġb alance", + "Ġbal ance", + "Ġ sources", + "Ġs ources", + "Ġsource s", + "Ġsour ces", + "s creen", + "sc reen", + "scr een", + "- top", + "-t op", + "-to p", + "Ġ Amazon", + "ĠA mazon", + "ĠAm azon", + "ĠAma zon", + "Ġ hidden", + "Ġh idden", + "Ġhi dden", + "Ġhid den", + "е ÑĤ", + "_ client", + "_c lient", + "_cl ient", + "_cli ent", + "Ġ eat", + "Ġe at", + "Ġea t", + ". display", + ".d isplay", + ".dis play", + "Ġ »", + "Ġ »", + "Ġ trigger", + "Ġtr igger", + "Ġtri gger", + "Ġtrig ger", + "an ager", + "ana ger", + "Ġ tro", + "Ġt ro", + "Ġtr o", + "Ġ claims", + "Ġcl aims", + "Ġclaim s", + "Ġcla ims", + "f ord", + "fo rd", + "for d", + "Ġ Company", + "ĠCom pany", + "ĠComp any", + "Ġ gift", + "Ġg ift", + "Ġgi ft", + "Ġgif t", + ", :", + "_ app", + "_a pp", + "_ap p", + "h andle", + "han dle", + "hand le", + "Ġ produce", + "Ġp roduce", + "Ġpro duce", + "Ġprodu ce", + "Ġprod uce", + "/ lib", + "/l ib", + "/li b", + "5 12", + "51 2", + "Ġ -*", + "Ġ- *", + "ĉ set", + "ĉs et", + "ĉse t", + "' ];", + "'] ;", + "a rc", + "ar c", + "a nder", + "an der", + "and er", + "ande r", + "Ġ Engine", + "ĠE ngine", + "ĠEng ine", + "Ġ attributes", + "Ġat tributes", + "Ġattribute s", + "Ġattrib utes", + "t ask", + "ta sk", + "tas k", + "< =", + "( N", + "Ġ warm", + "Ġw arm", + "Ġwar m", + "Ġwa rm", + "wh ich", + "Ġ Fore", + "ĠF ore", + "ĠFor e", + "ĠFo re", + "ag nost", + "agn ost", + "m ys", + "my s", + "Ġ tal", + "Ġt al", + "Ġta l", + "Ġ Sal", + "ĠS al", + "ĠSa l", + "g i", + "Ġ Print", + "ĠP rint", + "ĠPr int", + "ĠPri nt", + "Ġ TRUE", + "ĠTR UE", + "Ġ о", + "ĠÐ ¾", + ". UI", + ".U I", + "Ġ flash", + "Ġf lash", + "Ġfl ash", + "Ġfla sh", + "ro perty", + "rop erty", + ". location", + ".l ocation", + ".loc ation", + ".lo cation", + "Ġ Mill", + "ĠM ill", + "ĠMil l", + "ĠMi ll", + "b i", + "con tr", + "cont r", + ". request", + ".re quest", + ".req uest", + "Ġ Sam", + "ĠS am", + "ĠSa m", + "Ġ negative", + "Ġn egative", + "Ġneg ative", + "k it", + "ki t", + "Ġ sett", + "Ġs ett", + "Ġse tt", + "Ġset t", + ".print StackTrace", + "a be", + "ab e", + "ĉ i", + "Ġ burn", + "Ġb urn", + "Ġbu rn", + "Ġbur n", + "Ġs ociety", + "Ġsoci ety", + "C ache", + "Ca che", + "Ġ Security", + "ĠS ecurity", + "ĠSe curity", + "ĠSec urity", + ". models", + ".model s", + ".mod els", + ".mode ls", + "ĠWARRANT Y", + "_ up", + "_u p", + "ce ive", + "Ġ clients", + "Ġc lients", + "Ġcl ients", + "Ġclient s", + "Ġcli ents", + ". Tr", + ".T r", + "Ġprovid ing", + "Ġprov iding", + "Ġr out", + "Ġro ut", + "Ġrou t", + "m aterial", + "mat erial", + "mate rial", + "Ġ ||Ċ", + "Ġ| |Ċ", + "Ġ|| Ċ", + "Ġ Ser", + "ĠS er", + "ĠSe r", + "Ġ Office", + "ĠOff ice", + "FT WARE", + "Ġ '$", + "Ġ' $", + "Ġf oc", + "Ġfo c", + "Ġex cell", + "Ġexc ell", + "Ġexcel l", + "Ġexce ll", + "Ġ cat", + "Ġc at", + "Ġca t", + "n ormal", + "norm al", + "nor mal", + "Ġd etermine", + "Ġdeter mine", + "Ġdetermin e", + "Ġdeterm ine", + "ĉ uint", + "ĉu int", + "ĉui nt", + "P ane", + "Pa ne", + "Pan e", + "Ġ employees", + "Ġemploy ees", + "Ġemployee s", + "Ġ Texas", + "ĠT exas", + "ĠTex as", + "Ġtr aff", + "Ġtra ff", + "Ġtraf f", + "Ġ Report", + "ĠRe port", + "ĠRep ort", + "ĠRepo rt", + "an ta", + "ant a", + "Ġ Box", + "ĠB ox", + "ĠBo x", + "Ġ django", + "Ġd jango", + "Ġdj ango", + "Ġ partner", + "Ġp artner", + "Ġpart ner", + "E B", + "L INE", + "LI NE", + "LIN E", + "Ġfe eling", + "Ġfeel ing", + "Ġfee ling", + "Ġ civil", + "Ġc ivil", + "Ġci vil", + "Ġciv il", + "( float", + "(f loat", + "S ql", + "Sq l", + "Ġwould n", + ". init", + ".in it", + ".i nit", + ".ini t", + ". left", + ".l eft", + ".le ft", + "- v", + "_ level", + "_le vel", + "' }", + "A F", + "Ġ loading", + "Ġlo ading", + "Ġload ing", + "Ġloa ding", + "Ġ Only", + "ĠOn ly", + "Ġ cookies", + "Ġc ookies", + "Ġco okies", + "Ġcook ies", + "Ġcookie s", + "Ġ Gl", + "ĠG l", + "C O", + "Ġ strategy", + "Ġstr ategy", + "Ġstrateg y", + "Ġstrate gy", + "(' ./", + "('. /", + "Ġ ship", + "Ġs hip", + "Ġsh ip", + "p oses", + "pos es", + "pose s", + "po ses", + "Ġ signal", + "Ġs ignal", + "Ġsign al", + "Ġsig nal", + "Ġ alpha", + "Ġal pha", + "Ġalph a", + ". pop", + ".p op", + ".po p", + "R adius", + "Rad ius", + "Radi us", + "Ġ replace", + "Ġre place", + "Ġrep lace", + "Ġrepl ace", + "_ DIR", + "_D IR", + "_DI R", + "c ounter", + "co unter", + "count er", + "bserv able", + "e la", + "el a", + "W eight", + "We ight", + "Wei ght", + "h ash", + "ha sh", + "has h", + "b ose", + "bo se", + "bos e", + "f x", + "Ġ Email", + "ĠE mail", + "ĠEm ail", + "Ġ refer", + "Ġre fer", + "Ġref er", + "local host", + "_ RO", + "_R O", + "i ques", + "ique s", + "iqu es", + "iq ues", + "S tep", + "St ep", + "Ste p", + "Ġ ahead", + "Ġa head", + "Ġah ead", + "( View", + "(V iew", + "Ġ Services", + "ĠS ervices", + "ĠService s", + "ĠServ ices", + "Ġ Json", + "ĠJ son", + "ĠJs on", + "ess or", + "esso r", + "Ġ pun", + "Ġp un", + "Ġpu n", + "Ġ appropriate", + "Ġapp ropriate", + "Ġappropri ate", + "a kers", + "ak ers", + "ake rs", + "aker s", + "o sen", + "os en", + "ose n", + "p osing", + "pos ing", + "po sing", + "Ġ agent", + "Ġa gent", + "Ġag ent", + "Ġage nt", + "f c", + "Ġ transfer", + "Ġtrans fer", + "Ġtransf er", + "Ġ invalid", + "Ġin valid", + "Ġinval id", + "Ġ Research", + "ĠRe search", + "ĠRes earch", + "Vert ex", + "Ver tex", + "Ġ gay", + "Ġg ay", + "Ġga y", + "Ġ journal", + "Ġj ournal", + "Ġjo urnal", + "Ġjour nal", + "[ x", + "Ġ \"\",Ċ", + "Ġ\" \",Ċ", + "Ġ\"\" ,Ċ", + "Ġ\"\", Ċ", + "Ġ Well", + "ĠW ell", + "ĠWe ll", + "ĠWel l", + ". Tasks", + ".T asks", + ".Task s", + "S pec", + "Sp ec", + "Spe c", + "Ġ ol", + "Ġo l", + "Ġs pend", + "Ġsp end", + "Ġspe nd", + "Ġ Australia", + "ĠA ustralia", + "ĠAustral ia", + "ĠAustr alia", + "M atch", + "Mat ch", + ".j unit", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "Ġ MAX", + "ĠM AX", + "ĠMA X", + "iz able", + "iza ble", + "cl usive", + "clus ive", + "_ valid", + "_val id", + "_va lid", + "Ġ quarter", + "Ġqu arter", + "Ġquar ter", + "Ġquart er", + "y an", + "ya n", + "0 05", + "00 5", + "Ġ Edit", + "ĠE dit", + "ĠEd it", + "ar den", + "ard en", + "arde n", + "= new", + "=n ew", + "Ġ frag", + "Ġf rag", + "Ġfr ag", + "Ġfra g", + "B it", + "Bi t", + "z i", + "a ine", + "ain e", + "ai ne", + "u dd", + "ud d", + ". Object", + ".O bject", + ".Obj ect", + "de bug", + "deb ug", + "Ġ cash", + "Ġc ash", + "Ġca sh", + "Ġcas h", + "_ IM", + "_I M", + "Ġ een", + "Ġe en", + "Ġee n", + "Ġ commercial", + "Ġcom mercial", + "Ġcomm ercial", + "Ġcommerc ial", + "Ġ Video", + "ĠV ideo", + "ĠVi deo", + "ĠVid eo", + "ĠVide o", + "l oader", + "lo ader", + "load er", + "Ġ fixed", + "Ġf ixed", + "Ġfix ed", + "Ġfi xed", + "Ġ applications", + "Ġapp lications", + "Ġapplication s", + "Ġapplic ations", + "Ġappl ications", + "Ġ _,", + "Ġ_ ,", + "Ġ Russia", + "ĠR ussia", + "ĠRuss ia", + "it ect", + "ite ct", + "_ (", + "Ġ Block", + "ĠB lock", + "ĠBl ock", + "ĠBlo ck", + "ĠBloc k", + "Ġ san", + "Ġs an", + "Ġsa n", + "Ġ Tom", + "ĠT om", + "ĠTo m", + "Ġ perhaps", + "Ġper haps", + "Ġ sig", + "Ġs ig", + "Ġsi g", + "le vant", + "lev ant", + "Ġc orpor", + "Ġcor por", + "Ġcorp or", + "Ġcorpo r", + "at aset", + "ata set", + "atas et", + "r onic", + "ro nic", + "ron ic", + "x e", + "Ġ eth", + "Ġe th", + "Ġet h", + "S ome", + "So me", + "Som e", + "p op", + "po p", + "_ OK", + "_O K", + "Ġt end", + "Ġte nd", + "Ġten d", + ". Res", + ".R es", + ".Re s", + "_ and", + "_a nd", + "_an d", + "Ġ reviews", + "Ġre views", + "Ġreview s", + "Ġ wild", + "Ġw ild", + "Ġwi ld", + "Ġwil d", + "1 17", + "11 7", + "Ġ degree", + "Ġd egree", + "Ġde gree", + "Ġdeg ree", + ". O", + ". objects", + ".object s", + ".obj ects", + "_ args", + "_arg s", + "_ar gs", + "n il", + "ni l", + "Ġ disabled", + "Ġdis abled", + "Ġdisable d", + "P arent", + "Par ent", + "Pa rent", + "Paren t", + "Ġ notes", + "Ġn otes", + "Ġnot es", + "Ġno tes", + "Ġnote s", + "Ġ \"\"Ċ", + "Ġ\" \"Ċ", + "Ġ\"\" Ċ", + "( state", + "(st ate", + "(stat e", + "i strict", + "istr ict", + "Ġ logging", + "Ġlog ging", + ". IO", + ".I O", + "Ġ Mal", + "ĠM al", + "ĠMa l", + "D M", + "Ġ xml", + "Ġx ml", + "Ġxm l", + "Ġ Robert", + "ĠRob ert", + "ĠRo bert", + "e len", + "el en", + "ele n", + "l ayout", + "lay out", + "f ol", + "fo l", + "' ]))", + "'] ))", + "']) )", + ", b", + "Ġ Jer", + "ĠJ er", + "ĠJe r", + "f ilename", + "file name", + "fi lename", + "fil ename", + "Ġ fan", + "Ġf an", + "Ġfa n", + "Ġ Custom", + "ĠC ustom", + "ĠCust om", + "= \"\"", + "=\" \"", + "Ġ Die", + "ĠD ie", + "ĠDi e", + "B undle", + ". utils", + ".util s", + ".ut ils", + "Ġ trip", + "Ġt rip", + "Ġtr ip", + "Ġtri p", + "M B", + "Ġ soft", + "Ġs oft", + "Ġso ft", + "Ġsof t", + "_ MODE", + "_M ODE", + "_MO DE", + "_MOD E", + "Ġapp licable", + "Ġapplic able", + "Ġappl icable", + "Ġ upper", + "Ġu pper", + "Ġup per", + "Ġupp er", + "ER VER", + "ERV ER", + "ERVE R", + "_ al", + "_a l", + "_ LOG", + "_L OG", + "_LO G", + "H ere", + "He re", + "Her e", + "w p", + "Ġ Server", + "ĠS erver", + "ĠSer ver", + "ĠServ er", + "ĠServe r", + "Ġ Client", + "ĠC lient", + "ĠCl ient", + "ĠCli ent", + "Ġ chem", + "Ġc hem", + "Ġch em", + "Ġche m", + "S croll", + "Sc roll", + "Scr oll", + "Ġ highest", + "Ġh ighest", + "Ġhigh est", + "Ġhi ghest", + "Ġ Select", + "ĠS elect", + "ĠSe lect", + "ĠSel ect", + "ĠSele ct", + "Ġ \"@", + "Ġ\" @", + "Ġ Why", + "ĠW hy", + "ĠWh y", + "S ec", + "Se c", + "h eel", + "he el", + "hee l", + "O peration", + "Oper ation", + "Op eration", + "Opera tion", + "Ġ connected", + "Ġconn ected", + "Ġconnect ed", + "ir med", + "irm ed", + "Ġcit iz", + "Ġ Che", + "ĠC he", + "ĠCh e", + "Ġ forces", + "Ġfor ces", + "Ġforce s", + "Ġforc es", + "Ġ www", + "Ġw ww", + "Ġww w", + "R oot", + "Ro ot", + "AN CE", + "ANC E", + "M any", + "Man y", + "Ma ny", + "i cip", + "ic ip", + "ici p", + "r gan", + "rg an", + "2 20", + "22 0", + "Ġ Tor", + "ĠT or", + "ĠTo r", + "Ġ Press", + "ĠP ress", + "ĠPr ess", + "ĠPres s", + "ĠPre ss", + "Ġ Mor", + "ĠM or", + "ĠMo r", + "- line", + "-l ine", + "-li ne", + "u led", + "ul ed", + "ule d", + "> \\", + "Ġ thus", + "Ġt hus", + "Ġth us", + "Ġthu s", + "Ġ Register", + "ĠReg ister", + "h ol", + "ho l", + "Ġ Chinese", + "ĠCh inese", + "ĠChin ese", + "Ġ posted", + "Ġpos ted", + "Ġpost ed", + "Ġpo sted", + "Ġposte d", + "Ġm agn", + "Ġmag n", + "Ġma gn", + "ab ilities", + "abil ities", + "abilit ies", + "Ġd isease", + "Ġdis ease", + "Ġdise ase", + "Ġrem ains", + "Ġremain s", + "Ġ Prof", + "ĠP rof", + "ĠPro f", + "ĠPr of", + "- form", + "-f orm", + "-for m", + "Ġ cin", + "Ġc in", + "Ġci n", + "o rgan", + "or gan", + "org an", + "i cate", + "ic ate", + "ica te", + "Ġ stress", + "Ġst ress", + "Ġstr ess", + "Ġstre ss", + "] *", + "Ġ ----------------------------------------------------------------", + "Ġ---------------- ------------------------------------------------", + "Ġ------------------------------------------------ ----------------", + "Ġ-------------------------------- --------------------------------", + "Ġ------------------------------------------------------------ ----", + "_ context", + "_con text", + "_cont ext", + "or ry", + "orr y", + "Ġd ied", + "Ġdi ed", + "Ġdie d", + "m at", + "ma t", + "Ġ starts", + "Ġst arts", + "Ġstart s", + "Ġstar ts", + "Ġsta rts", + ". Message", + ".M essage", + "Ġ runs", + "Ġr uns", + "Ġrun s", + "Ġru ns", + "Ġ guide", + "Ġg uide", + "Ġgu ide", + "Ġguid e", + "Ġgui de", + "Ġw arranty", + "Ġwarrant y", + "ent ials", + "ential s", + "enti als", + "d ict", + "di ct", + "dic t", + "Ġ Size", + "ĠS ize", + "ĠSi ze", + "ĠSiz e", + "u ler", + "ul er", + "ule r", + "Ġres ponsible", + "Ġrespons ible", + "_ SET", + "_S ET", + "_SE T", + "Ġcont aining", + "Ġcontain ing", + "Ġconta ining", + "Ġ Price", + "ĠP rice", + "ĠPr ice", + "ĠPri ce", + "| |", + "3 50", + "35 0", + "F S", + "Ġ emp", + "Ġe mp", + "Ġem p", + "_ button", + "_b utton", + "_but ton", + "( uint", + "(u int", + "(ui nt", + "Ġs uff", + "Ġsu ff", + "Ġsuf f", + "p th", + "pt h", + "Ġdef initely", + "Ġdefinit ely", + "Ġdefinite ly", + "p ute", + "put e", + "pu te", + "Ġ marketing", + "Ġmark eting", + "Ġmarket ing", + "Ġ WH", + "ĠW H", + "Ġ Sie", + "ĠS ie", + "ĠSi e", + "+ =", + "OL OR", + "Ġ consult", + "Ġcons ult", + "Ġconsul t", + "Ġ signed", + "Ġs igned", + "Ġsign ed", + "Ġsig ned", + "Ġ sequence", + "Ġse quence", + "Ġsequ ence", + "l ee", + "le e", + "Ġ requirements", + "Ġrequire ments", + "Ġrequirement s", + "h y", + "Ex press", + "Exp ress", + "Expr ess", + "M T", + "s ey", + "se y", + "Ġ ult", + "Ġu lt", + "Ġul t", + "å ®", + "ellig ence", + "elli gence", + "Ġ analy", + "Ġan aly", + "Ġanal y", + "Ġana ly", + "Ġ dress", + "Ġd ress", + "Ġdr ess", + "Ġdre ss", + "e ngine", + "eng ine", + "engin e", + "Ġ Great", + "ĠG reat", + "ĠGr eat", + "ĠGre at", + "Ġ Android", + "ĠAnd roid", + "ĠAndr oid", + "Ġ Alex", + "ĠA lex", + "ĠAl ex", + "ĠAle x", + "m ode", + "mod e", + "mo de", + "D ictionary", + ". Date", + ".D ate", + "ä ½", + "V ICE", + "VI CE", + "VIC E", + "Ġf amilies", + "Ġfam ilies", + "Ġfamil ies", + "Ġ Russian", + "ĠR ussian", + "ĠRuss ian", + "ĠRussia n", + "ĠRus sian", + "Ġ Times", + "ĠT imes", + "ĠTime s", + "ĠTim es", + "ĠTi mes", + ". call", + ".c all", + ".ca ll", + ".cal l", + "$ (", + "Pro file", + "Pr ofile", + "Prof ile", + "Ġ folder", + "Ġf older", + "Ġfol der", + "Ġfold er", + "Ġfo lder", + "c hes", + "ch es", + "che s", + "Ġl egis", + "Ġle gis", + "Ġleg is", + "_ row", + "_r ow", + "_ro w", + "u nes", + "un es", + "une s", + "Ù Ħ", + "Ġ }).", + "Ġ} ).", + "Ġ}) .", + "As sert", + "Ass ert", + "a gen", + "ag en", + "age n", + "Ġ Hand", + "ĠH and", + "ĠHa nd", + "ĠHan d", + "I ter", + "It er", + "Ġbig gest", + "o reach", + "or each", + "ore ach", + "orea ch", + "Ġp olic", + "Ġpol ic", + "Ġpo lic", + "Ġ permissions", + "Ġper missions", + "Ġpermission s", + "Ġperm issions", + "Ġsh owed", + "Ġshow ed", + "Ġsho wed", + "Ġ Element", + "ĠE lement", + "ĠEl ement", + "ĠEle ment", + "ĠElem ent", + "Ġ topic", + "Ġt opic", + "Ġto pic", + "Ġtop ic", + "âĢĶ âĢĶ", + "r oad", + "ro ad", + "Ġ Bank", + "ĠB ank", + "ĠBa nk", + "ĠBan k", + "re cord", + "rec ord", + "Ġ partners", + "Ġpart ners", + "Ġpartner s", + "Ġ Ref", + "ĠR ef", + "ĠRe f", + "ess ions", + "ession s", + "Ġas sess", + "Ġass ess", + "Ġasses s", + "U ST", + "US T", + "Ġ Party", + "ĠP arty", + "ĠPart y", + "ĠPar ty", + "p rodu", + "pr odu", + "pro du", + "prod u", + "L C", + "Ġ ul", + "Ġu l", + ". form", + ".f orm", + ".for m", + "h ide", + "hi de", + "hid e", + "c opy", + "co py", + "cop y", + "U TF", + "UT F", + "Ġ SOFTWARE", + "ĠSO FTWARE", + "čĊ čĊčĊ", + "čĊčĊ čĊ", + "Ġ Lin", + "ĠL in", + "ĠLi n", + "u na", + "un a", + "u gar", + "ug ar", + "uga r", + "Ġ administration", + "Ġadmin istration", + "Ġadministr ation", + "Ġ opening", + "Ġop ening", + "Ġopen ing", + "Ġ scan", + "Ġs can", + "Ġsc an", + "Ġsca n", + "Ġ continued", + "Ġcontin ued", + "Ġcontinue d", + "Ġcontinu ed", + "com ponent", + "comp onent", + ". sp", + ".s p", + "Ġhapp ens", + "Ġhappen s", + "um my", + "umm y", + "Ġ PR", + "ĠP R", + ". File", + ".F ile", + "Ġ Download", + "ĠD ownload", + "ĠDown load", + "Lo ading", + "Load ing", + "d i", + "Ġ waiting", + "Ġwait ing", + "Ġwa iting", + "_ ADD", + "_A DD", + "_AD D", + "T ab", + "Ta b", + ". querySelector", + ".query Selector", + "Ġe conomy", + "Ġecon omy", + "Ġeconom y", + "Ġec onomy", + "Ġ French", + "ĠF rench", + "ĠFr ench", + "t xt", + "tx t", + "Ġ fant", + "Ġf ant", + "Ġfa nt", + "Ġfan t", + "_ ;Ċ", + "_; Ċ", + "H older", + "Hold er", + "Ho lder", + "Hol der", + "S H", + "0 04", + "00 4", + "Ġ numpy", + "Ġn umpy", + "Ġnum py", + "Ġ street", + "Ġst reet", + "Ġstre et", + "Ġ male", + "Ġm ale", + "Ġma le", + "Ġmal e", + "\\ Model", + "\\M odel", + "an ging", + "ang ing", + "angi ng", + "3 33", + "33 3", + "Ġ Bill", + "ĠB ill", + "ĠBi ll", + "ĠBil l", + "Ġpre viously", + "Ġprevious ly", + "Ġprev iously", + "B I", + "Ġ Secret", + "ĠS ecret", + "ĠSe cret", + "ĠSec ret", + "Ġ mist", + "Ġm ist", + "Ġmis t", + "Ġmi st", + "Ġ Field", + "ĠF ield", + "ĠFi eld", + "u ps", + "up s", + "Ġ Process", + "ĠP rocess", + "ĠPro cess", + "ĠProc ess", + "Ġ kept", + "Ġk ept", + "Ġke pt", + "Ġkep t", + "Ġ OT", + "ĠO T", + "Ġ traditional", + "Ġtrad itional", + "Ġtradition al", + ". i", + "a min", + "am in", + "ami n", + "Ġh elps", + "Ġhelp s", + "Ġhel ps", + "A ny", + "An y", + "or igin", + "orig in", + "ori gin", + "il ters", + "ilter s", + "ilt ers", + "j u", + "d esc", + "de sc", + "des c", + "Ġ Account", + "ĠA ccount", + "ĠAc count", + "ĠAcc ount", + "Ġ )čĊ", + "Ġ) čĊ", + "k top", + "kt op", + "ol ly", + "oll y", + "Ġ fs", + "Ġf s", + "Ġ ê", + "Ġ ut", + "Ġu t", + "Ġ central", + "Ġc entral", + "Ġcent ral", + "Ġcentr al", + "( test", + "(t est", + "(te st", + ". An", + ".A n", + "Ġs atisf", + "G R", + "Ġ Full", + "ĠF ull", + "ĠFu ll", + "ĠFul l", + "Ġ heat", + "Ġh eat", + "Ġhe at", + "i ber", + "ib er", + "ibe r", + "Ġ onto", + "Ġon to", + "Ġont o", + "m os", + "mo s", + "S chema", + "Sch ema", + "Ġ factory", + "Ġf actory", + "Ġfact ory", + "Ġfactor y", + "Ġfacto ry", + "\" .$", + "\". $", + "a ws", + "aw s", + "St atement", + "State ment", + "Stat ement", + "( target", + "(t arget", + "ĉ new", + "ĉn ew", + ". be", + ".b e", + "Ġ guest", + "Ġg uest", + "Ġgu est", + "Ġ mal", + "Ġm al", + "Ġma l", + "A RY", + "AR Y", + "Ġre ached", + "Ġreach ed", + "Ġ mouse", + "Ġm ouse", + "Ġmo use", + "Ġmou se", + "Ġ challenge", + "Ġch allenge", + "Ġchall enge", + "Ġchalleng e", + "ĉ double", + "ĉd ouble", + "ĉdo uble", + "Ġ Tem", + "ĠT em", + "ĠTe m", + "Ġ terror", + "Ġt error", + "Ġte rror", + "Ġter ror", + "Ġterr or", + "Ġ extract", + "Ġex tract", + "Ġext ract", + "Ġextra ct", + "Ġextr act", + "_ TO", + "_T O", + "Ġse parate", + "Ġsepar ate", + "Ġseparat e", + "Ġ mir", + "Ġm ir", + "Ġmi r", + "h elp", + "he lp", + "hel p", + "Ġ capacity", + "Ġcap acity", + "Ġcapac ity", + "Ġcapacit y", + "Ġ Property", + "ĠP roperty", + "ĠPro perty", + "ĠProp erty", + "ĠProper ty", + "k an", + "ka n", + "_ create", + "_c reate", + "_cre ate", + "Ġ Light", + "ĠL ight", + "ĠLi ght", + "ĠLig ht", + ". parent", + ".p arent", + ".par ent", + ".pa rent", + "Ġunder standing", + "Ġunderstand ing", + "Ġunderst anding", + "Ġe asier", + "Ġeas ier", + "Ġ |=", + "Ġ| =", + "Ġ enh", + "Ġe nh", + "Ġen h", + "Ġ fat", + "Ġf at", + "Ġfa t", + "Ġpro test", + "Ġprot est", + "Ġprote st", + "a mm", + "am m", + "_ AT", + "_A T", + "- of", + "-o f", + "i ls", + "il s", + "Ġ Oh", + "ĠO h", + "Ġ psych", + "Ġps ych", + "Ġpsy ch", + "Ġ $.", + "Ġ$ .", + "i nds", + "in ds", + "ind s", + "Ġ relative", + "Ġrel ative", + "Ġrelativ e", + "Ġrelat ive", + "s hop", + "sh op", + "s hort", + "sh ort", + "Ġ Sand", + "ĠS and", + "ĠSan d", + "ĠSa nd", + "2 10", + "21 0", + "u estion", + "ues tion", + "uest ion", + "Ġf ear", + "Ġfe ar", + "/ ĊĊ", + "/Ċ Ċ", + ". context", + ".con text", + ".cont ext", + "Ġ schools", + "Ġschool s", + "Ġsch ools", + "Ġscho ols", + "Ġ serve", + "Ġs erve", + "Ġse rve", + "Ġser ve", + "Ġserv e", + "z one", + "zo ne", + "zon e", + "_ db", + "_d b", + "Ġmajor ity", + "ex ample", + "exam ple", + "Ġ lang", + "Ġl ang", + "Ġla ng", + "Ġlan g", + "ĉ ĠĠ", + "ĉĠ Ġ", + "Reg ister", + "e ndo", + "en do", + "end o", + "Ġ processing", + "Ġp rocessing", + "Ġprocess ing", + "Ġproces sing", + "_ template", + "_t emplate", + "_temp late", + "_tem plate", + "- user", + "-use r", + "-us er", + "-u ser", + "Ġ eg", + "Ġe g", + "C OM", + "CO M", + "Ġ Blue", + "ĠB lue", + "ĠBl ue", + "ĠBlu e", + "i ro", + "ir o", + "Ġ remote", + "Ġrem ote", + "Ġremot e", + "Ġ IT", + "ĠI T", + "# !/", + "#! /", + "Ġred istrib", + "Ġredis trib", + "1 24", + "12 4", + "r az", + "ra z", + "Ġ Since", + "ĠS ince", + "ĠSi nce", + "ĠSin ce", + "Ġ Tur", + "ĠT ur", + "ĠTu r", + "1 35", + "13 5", + "Back ground", + "= ==", + "== =", + "Ġ reflect", + "Ġref lect", + "Ġrefl ect", + "Ġp ros", + "Ġpro s", + "Ġpr os", + "c md", + "cm d", + "Ġw hom", + "Ġwh om", + "Ġwho m", + "Com pat", + "Comp at", + "Ġ Are", + "ĠA re", + "ĠAr e", + "Id entifier", + "Ident ifier", + "ĠT hom", + "ĠTh om", + "_ port", + "_p ort", + "_po rt", + "_por t", + "g u", + "Ġ monitor", + "Ġm onitor", + "Ġmon itor", + "r m", + "Ġ patient", + "Ġp atient", + "Ġpat ient", + "ver ter", + "vert er", + "verte r", + "Ġ gain", + "Ġg ain", + "Ġga in", + "- ui", + "-u i", + "I nst", + "In st", + "Ins t", + "Ġd ies", + "Ġdi es", + "Ġdie s", + "1 18", + "11 8", + "A rea", + "Ar ea", + "Are a", + "_ filter", + "_f ilter", + "_fil ter", + "_filt er", + "Ġg rat", + "Ġgr at", + "Ġgra t", + "Ġre ality", + "Ġreal ity", + "ord inate", + "ordin ate", + "ol ved", + "olve d", + "olv ed", + "Cont act", + "Conta ct", + "Ġcom pliance", + "Ġcompl iance", + "_ or", + "_o r", + "Ġ Var", + "ĠV ar", + "ĠVa r", + "d l", + "Ġ append", + "Ġapp end", + "Ġap pend", + "Ġappe nd", + "G ER", + "GE R", + "( max", + "(m ax", + ". render", + ".re nder", + ".r ender", + "Ġ dynamic", + "Ġd ynamic", + "Ġdynam ic", + "Ġdyn amic", + "ordin ates", + "ordinate s", + "_ options", + "_option s", + "_o ptions", + "_opt ions", + "_ column", + "_c olumn", + "_col umn", + "Ġb atter", + "Ġbatt er", + "Ġbat ter", + "s pace", + "sp ace", + "spa ce", + "L a", + "Ġ Source", + "ĠS ource", + "ĠSour ce", + "/ bin", + "/b in", + "Ġ dos", + "Ġd os", + "Ġdo s", + "Ġ Board", + "ĠB oard", + "ĠBo ard", + "Ġ Thread", + "ĠT hread", + "ĠTh read", + "ĠThr ead", + "Ġ AL", + "ĠA L", + "( config", + "(con fig", + "(conf ig", + "1 44", + "14 4", + "Ġ Mer", + "ĠM er", + "ĠMe r", + "Ġm iles", + "Ġmil es", + "Ġmi les", + "Ġmile s", + "_ header", + "_head er", + "_he ader", + "ETH OD", + "i zz", + "iz z", + "Ġb enefit", + "Ġbenef it", + "Ġbene fit", + "Ġ integr", + "Ġint egr", + "Ġinteg r", + "Ġinte gr", + "( current", + "(c urrent", + "(cur rent", + "(curr ent", + "u lo", + "ul o", + ". default", + ".d efault", + ".de fault", + ".def ault", + "Ġ Div", + "ĠD iv", + "ĠDi v", + "Ġ ton", + "Ġt on", + "Ġto n", + "o th", + "ot h", + "er vation", + "erv ation", + "erva tion", + "e dom", + "ed om", + "edo m", + "Ġ baby", + "Ġb aby", + "Ġba by", + "Ġbab y", + "ce ived", + "ceive d", + ". top", + ".t op", + ".to p", + "rior ity", + "Ġ Local", + "ĠL ocal", + "ĠLo cal", + "ĠLoc al", + "r iage", + "ri age", + "ria ge", + "Ġ attacks", + "Ġatt acks", + "Ġattack s", + "Ġ hospital", + "Ġh ospital", + "Ġhosp ital", + "1 68", + "16 8", + "Ġ female", + "Ġf emale", + "Ġfe male", + "Ġfem ale", + "Ġ Login", + "ĠLog in", + "ĠLo gin", + "ĠF lor", + "ĠFl or", + "ĠFlo r", + "Ġ chain", + "Ġch ain", + "Ġcha in", + "Ġchai n", + "ash ion", + "ashi on", + "Text ure", + "Tex ture", + "S ave", + "Sa ve", + "Ġ farm", + "Ġf arm", + "Ġfa rm", + "Ġfar m", + ". contains", + ".con tains", + ".cont ains", + ". Test", + ".T est", + ".Te st", + "Ġkn ows", + "Ġknow s", + "Ġgener ally", + "Ġgeneral ly", + "ip eline", + "ipe line", + "ipel ine", + "Ġme ant", + "Ġmean t", + "e ncia", + "en cia", + "enc ia", + "enci a", + "Ġn icht", + "Ġni cht", + "Ġnic ht", + "Ġnich t", + "Ġ contents", + "Ġcont ents", + "Ġcontent s", + "Ġconten ts", + "Ġconte nts", + "P M", + "ched ule", + "( line", + "(l ine", + "(li ne", + "C G", + "j ob", + "jo b", + "Ġ Real", + "ĠRe al", + "u er", + "ue r", + "f irm", + "fi rm", + "fir m", + "Ġ Ø", + "e tro", + "et ro", + "etr o", + "\" `Ċ", + "\"` Ċ", + "Ġ speech", + "Ġs peech", + "Ġspe ech", + "Ġ thr", + "Ġt hr", + "Ġth r", + "f oreach", + "fo reach", + "fore ach", + "for each", + "Ġ warn", + "Ġw arn", + "Ġwar n", + "Ġwa rn", + "ĉ l", + "Ġ heavy", + "Ġhe avy", + "Ġheav y", + "< li", + " )", + "_ char", + "_c har", + "_ch ar", + "re source", + "res ource", + "Ġ episode", + "Ġep isode", + "Ġepis ode", + "Ġ '_", + "Ġ' _", + "Ġ Es", + "ĠE s", + "Ġ Earth", + "ĠE arth", + "ĠEar th", + "Âł Âł", + "UP DATE", + "1 33", + "13 3", + "Ġ Sou", + "ĠS ou", + "ĠSo u", + "u is", + "ui s", + "t ypes", + "type s", + "ty pes", + "typ es", + "Ġ mas", + "Ġm as", + "Ġma s", + "Ġ fav", + "Ġf av", + "Ġfa v", + "Ġ construct", + "Ġcon struct", + "Ġconstr uct", + "_ rate", + "_r ate", + "_ra te", + "_rat e", + "e ras", + "er as", + "era s", + "Ġ |Ċ", + "Ġ| Ċ", + "rop erties", + "Ġ external", + "Ġex ternal", + "Ġext ernal", + "Ġextern al", + "Ġexter nal", + "Ġapp lied", + "Ġap plied", + "Ġappl ied", + "Ġ prefix", + "Ġp refix", + "Ġpre fix", + "Ġpref ix", + "o ted", + "ot ed", + "ote d", + "l ers", + "le rs", + "ler s", + "Ġ cold", + "Ġc old", + "Ġco ld", + "Ġcol d", + "Ġ SP", + "ĠS P", + "Ġ Church", + "ĠCh urch", + "ĠChu rch", + "Ġ Output", + "ĠOut put", + "l osed", + "lo sed", + "lose d", + "los ed", + "ç ļ", + "if icate", + "ific ate", + "ifi cate", + "ifica te", + "o peration", + "op eration", + "ope ration", + "oper ation", + "he rit", + "her it", + "x FF", + "xF F", + ". env", + ".e nv", + ".en v", + "_ err", + "_e rr", + "_er r", + "o sh", + "os h", + "D irection", + "Dir ection", + "Direct ion", + "Di rection", + "Dire ction", + "C ancel", + "Can cel", + "Ġ Frank", + "ĠF rank", + "ĠFr ank", + "ĠFra nk", + "ĠFran k", + "Ġ finding", + "Ġf inding", + "Ġfind ing", + "Ġfin ding", + ". )ĊĊ", + ".) ĊĊ", + ".)Ċ Ċ", + "Ġ router", + "Ġr outer", + "Ġro uter", + "Ġroute r", + "Ġrout er", + "Ġrou ter", + "ãĥ »", + "s es", + "se s", + "Ġ crow", + "Ġc row", + "Ġcr ow", + "Ġcro w", + "= ='", + "== '", + "Ġ sand", + "Ġs and", + "Ġsa nd", + "Ġsan d", + "Ġ rid", + "Ġr id", + "Ġri d", + "i ture", + "it ure", + "itu re", + "itur e", + "Ġ entre", + "Ġen tre", + "Ġent re", + "Ġentr e", + "Ġ observ", + "Ġo bserv", + "Ġob serv", + "Ġobs erv", + "Ġ vac", + "Ġv ac", + "Ġva c", + "ð Ł", + "- T", + "A rt", + "Ar t", + "n ight", + "ni ght", + ". search", + ".s earch", + ".se arch", + "Ġ exchange", + "Ġex change", + "Ġ district", + "Ġd istrict", + "Ġdi strict", + "Ġdistr ict", + ". os", + ".o s", + "Ġ department", + "Ġde partment", + "Ġdep artment", + "Ġdepart ment", + "Ġ documents", + "Ġdocument s", + "Ġdoc uments", + "Ġcent ury", + "Ġ Next", + "ĠN ext", + "ĠNe xt", + "ĠNex t", + "H ost", + "Ho st", + "ĠK IND", + "Ġs usp", + "Ġsu sp", + "Ġsus p", + "- P", + "r end", + "re nd", + "ren d", + ". em", + ".e m", + "u ite", + "ui te", + "uit e", + "i sters", + "is ters", + "ist ers", + "ister s", + "iste rs", + "( json", + "(j son", + "(js on", + "Ġ Ann", + "ĠA nn", + "ĠAn n", + "w t", + "a ti", + "at i", + "Ġ HTML", + "ĠHT ML", + "w hen", + "wh en", + "D irectory", + "Direct ory", + "Director y", + "Ġsh ut", + "< a", + "e dy", + "ed y", + "Ġ healthy", + "Ġhealth y", + "Ġheal thy", + "Ġ temperature", + "Ġt emperature", + "Ġtem perature", + "Ġtemper ature", + "Ġ Gen", + "ĠG en", + "ĠGe n", + "Ġ metal", + "Ġm etal", + "Ġme tal", + "Ġmet al", + "Ġmeta l", + "Ġ submit", + "Ġsub mit", + "Ġ DO", + "ĠD O", + "Ġat tract", + "Ġatt ract", + "Ġattr act", + "Ġ {};Ċ", + "Ġ{ };Ċ", + "Ġ{} ;Ċ", + "Ġ{}; Ċ", + "Ġ Word", + "ĠW ord", + "ĠWo rd", + "ĠWor d", + "Ġ ll", + "Ġl l", + "Ġse emed", + "Ġsee med", + "Ġseem ed", + "k o", + "I ED", + "IE D", + "Ġl abor", + "Ġla bor", + "Ġlab or", + ". Context", + ".Cont ext", + ".Con text", + "Ġ asset", + "Ġas set", + "Ġass et", + "y ou", + "yo u", + "Ġ cars", + "Ġc ars", + "Ġcar s", + "Ġca rs", + "Ġ Column", + "ĠC olumn", + "ĠCol umn", + "ĠColum n", + "Ġ ré", + "Ġr é", + "Ġ square", + "Ġs quare", + "Ġsqu are", + "Ġ NSString", + "ĠNS String", + "ĠNSS tring", + "âĢĿ ,", + "a pes", + "ap es", + "ape s", + ". ..Ċ", + ".. .Ċ", + "... Ċ", + "Ġ thanks", + "Ġth anks", + "Ġthan ks", + "Ġthank s", + "( props", + "(p rops", + "(pro ps", + "(pr ops", + "(prop s", + "Ġ tick", + "Ġt ick", + "Ġti ck", + "Ġtic k", + "Ġ experiment", + "Ġex periment", + "Ġexper iment", + "Ġexperi ment", + "Ġpr ison", + "Ġpri son", + "Ġpris on", + "t ree", + "tr ee", + "tre e", + "- text", + "-t ext", + "-te xt", + "Ġ IOException", + "ĠIO Exception", + "- width", + "-w idth", + "_ STATUS", + "_ST ATUS", + "_STAT US", + "f ast", + "fa st", + "fas t", + "- body", + "-b ody", + "-bo dy", + "- header", + "-head er", + "-he ader", + "Ġg uar", + "Ġgu ar", + "c rete", + "cre te", + "cret e", + "cr ete", + "Ġ Tim", + "ĠT im", + "ĠTi m", + "Ġcl early", + "Ġclear ly", + "Ġ Republican", + "ĠRepublic an", + "Ġ justify", + "Ġjust ify", + "и ÑĤ", + "ĉ ĠĠĠĠ", + "ĉĠĠĠ Ġ", + "ĉĠ ĠĠĠ", + "ĉĠĠ ĠĠ", + "c ache", + "ca che", + "cac he", + "; //", + ";/ /", + "Ġ presence", + "Ġpres ence", + "Ġf actors", + "Ġfact ors", + "Ġfa ctors", + "Ġfac tors", + "Ġfactor s", + "Ġfacto rs", + "Ġ employee", + "Ġe mployee", + "Ġemploy ee", + "] ))", + "]) )", + "M ember", + "Mem ber", + "Ġ selector", + "Ġse lector", + "Ġselect or", + "Ġsel ector", + "Ġsele ctor", + "b or", + "bo r", + "Ġ Mex", + "ĠM ex", + "ĠMe x", + "çļ Ħ", + "u tex", + "ut ex", + "ute x", + "_ tag", + "_t ag", + "_ta g", + "ail ure", + "Ġ Net", + "ĠN et", + "ĠNe t", + "Ġre li", + "Ġr eli", + "Ġrel i", + "E G", + "Ġ fprintf", + "Ġf printf", + "Ġ teen", + "Ġt een", + "Ġte en", + "Ġtee n", + "l oss", + "lo ss", + "los s", + "Ġle aving", + "1 34", + "13 4", + "De legate", + "Ġ beat", + "Ġb eat", + "Ġbe at", + "Ġ minute", + "Ġmin ute", + "Ġminut e", + "sub scribe", + "subs cribe", + "Ġred istribute", + "Ġredistrib ute", + "Ġredis tribute", + "Con stants", + "Constant s", + "Const ants", + "Ġc ancer", + "Ġcan cer", + "Ġcanc er", + "/ {", + "B L", + "Ġ span", + "Ġs pan", + "Ġsp an", + "Ġspa n", + "Ġ Child", + "ĠCh ild", + "ĠChi ld", + "C enter", + "Cent er", + "Ġ earth", + "Ġe arth", + "Ġear th", + "Y S", + "Ġ Level", + "ĠLe vel", + "ĠLev el", + "Ġ sea", + "Ġs ea", + "Ġse a", + ". support", + ".s upport", + ".sup port", + ". inner", + ".in ner", + ". Item", + ".I tem", + ".It em", + "il ling", + "ill ing", + "illi ng", + "illin g", + "Ġ ĠĠĠĊĠĠĠĠĊ", + "ĠĠ ĠĠĊĠĠĠĠĊ", + "ĠĠĠĠ ĊĠĠĠĠĊ", + "ĠĠĠ ĠĊĠĠĠĠĊ", + "ĠĠĠĠĊ ĠĠĠĠĊ", + "Ġ Label", + "ĠL abel", + "ĠLa bel", + "ĠLab el", + "3 20", + "32 0", + "Ġ Est", + "ĠE st", + "ĠEs t", + "( arg", + "(a rg", + "(ar g", + "1 45", + "14 5", + "bo Box", + "ĉ foreach", + "ĉf oreach", + "ĉfor each", + "c os", + "co s", + "F ailed", + "Fail ed", + "Fa iled", + "s wers", + "sw ers", + "swer s", + "E ditor", + "Ed itor", + "Edit or", + "r ont", + "ro nt", + "ron t", + "Ġ MP", + "ĠM P", + "ex pr", + "exp r", + "Ġ Life", + "ĠL ife", + "ĠLi fe", + "ĠLif e", + "Ġ ??", + "Ġ? ?", + "ö r", + "Ġ attend", + "Ġatt end", + "Ġatte nd", + "Ġ Que", + "ĠQ ue", + "ĠQu e", + "Ġ species", + "Ġs pecies", + "Ġsp ecies", + "Ġspec ies", + "Ġspe cies", + "Ġspeci es", + "- D", + "Ġ aus", + "Ġa us", + "Ġau s", + "Str uct", + "Ġadv antage", + "Ġadvant age", + "o ston", + "os ton", + "ost on", + "osto n", + "- block", + "-b lock", + "-bl ock", + "in itial", + "init ial", + "C RE", + "CR E", + "Ġtr uly", + "Ġ compare", + "Ġcom pare", + "Ġcomp are", + "Ġcompar e", + "or ney", + "orn ey", + "orne y", + "Ġ spect", + "Ġs pect", + "Ġsp ect", + "Ġspec t", + "Ġspe ct", + "F ull", + "Fu ll", + "b es", + "be s", + "Ġ visible", + "Ġv isible", + "Ġvis ible", + "Ġ mess", + "Ġm ess", + "Ġme ss", + "Ġmes s", + "st ances", + "stance s", + "sta nces", + "stan ces", + "Ġ cloud", + "Ġc loud", + "Ġcl oud", + "Ġclo ud", + "_ version", + "_v ersion", + "Ġf urn", + "Ġfur n", + "Ġfu rn", + "ic ago", + "ica go", + "L OW", + "LO W", + "Ġ traffic", + "Ġtraff ic", + "Ġtra ffic", + "Ġtraf fic", + "Ġ fol", + "Ġf ol", + "Ġfo l", + "ry pto", + "rypt o", + "Ġ declar", + "Ġde clar", + "Ġdec lar", + "Ġdecl ar", + "Ġ slot", + "Ġs lot", + "Ġsl ot", + "Ġslo t", + "Ġ Ext", + "ĠE xt", + "ĠEx t", + "Ġ England", + "ĠEng land", + "ĠEngl and", + "Ġ Under", + "ĠU nder", + "ĠUn der", + "ĠUnd er", + "Ġ ta", + "Ġt a", + "l etter", + "let ter", + "lette r", + "lett er", + "2 03", + "20 3", + "Ġoff icer", + "Ġoffic er", + "Ġoffice r", + "Ġ Donald", + "ĠD onald", + "ĠDon ald", + "Y es", + "Ye s", + "_ json", + "_j son", + "_js on", + "I TableView", + "IT ableView", + "Ġ USE", + "ĠU SE", + "ĠUS E", + "mploy ee", + "Ġop inion", + "Ġopin ion", + "Ġ Aut", + "ĠA ut", + "ĠAu t", + "b order", + "bor der", + "Ġad vice", + "Ġadv ice", + "Ġautom atically", + "Ġautomatic ally", + "Ġautomat ically", + "is co", + "isc o", + "Ġ mm", + "Ġm m", + ". vis", + ".v is", + "a ml", + "am l", + "Ġ initialize", + "Ġinitial ize", + "Ġ ({", + "Ġ( {", + "Ġ ;ĊĊ", + "Ġ; ĊĊ", + "Ġ;Ċ Ċ", + "Ġ generation", + "Ġg eneration", + "Ġgener ation", + "Ġgen eration", + "Ġgene ration", + "Ġgenera tion", + "Ġ bits", + "Ġb its", + "Ġbit s", + "Ġbi ts", + "cl ipse", + "clip se", + "Ġu nf", + "Ġun f", + "u tors", + "ut ors", + "uto rs", + "utor s", + "p lt", + "pl t", + "Ġ delta", + "Ġd elta", + "Ġdel ta", + "Ġdelt a", + "e stroy", + "est roy", + "estr oy", + "estro y", + "i sis", + "is is", + "isi s", + "< br", + "Ċ", + "'> Ċ", + "a pers", + "ap ers", + "ape rs", + "aper s", + "] (", + "cont inue", + "contin ue", + "s pec", + "sp ec", + "spe c", + "Ġ Road", + "ĠR oad", + "ĠRo ad", + "A SH", + "AS H", + "il iar", + "ili ar", + "ilia r", + "Ġcontin ues", + "Ġcontinue s", + "Ġcontinu es", + "Ġ appoint", + "Ġapp oint", + "Ġap point", + "Ġ #Ċ", + "Ġ# Ċ", + "Ġ Vir", + "ĠV ir", + "ĠVi r", + "Ġ ?>\"", + "Ġ? >\"", + "Ġ?> \"", + "Ġ bin", + "Ġb in", + "Ġbi n", + "} \",", + "}\" ,", + "go ing", + "e ach", + "ea ch", + "B D", + "1 85", + "18 5", + "Ġ Access", + "ĠA ccess", + "ĠAc cess", + "ĠAcc ess", + "D oc", + "Do c", + "Ġ Management", + "ĠMan agement", + "ĠManage ment", + "ĠMana gement", + "B ER", + "BE R", + "as ket", + "ask et", + ". getInstance", + ".get Instance", + ".getIn stance", + "1 29", + "12 9", + "Ġestablish ed", + "s ocket", + "so cket", + "sock et", + "soc ket", + "I NS", + "IN S", + "ĉ virtual", + "ĉv irtual", + "ĉ result", + "ĉres ult", + "RE AD", + "REA D", + "_ height", + "_h eight", + "_he ight", + "1 52", + "15 2", + "Ġ Font", + "ĠF ont", + "ĠFo nt", + "ĠFon t", + "Ġ ();Ċ", + "Ġ( );Ċ", + "Ġ() ;Ċ", + "Ġ(); Ċ", + "_ html", + "_h tml", + "_ht ml", + "Ġ neighbor", + "Ġne ighbor", + "Ġneighb or", + "Ġneigh bor", + "l or", + "lo r", + "Ġ gather", + "Ġg ather", + "Ġga ther", + "Ġ })ĊĊ", + "Ġ} )ĊĊ", + "Ġ})Ċ Ċ", + "Ġ}) ĊĊ", + "Ġ identity", + "Ġid entity", + "Ġide ntity", + "Ġident ity", + "Ġ fab", + "Ġf ab", + "Ġfa b", + "p adding", + "pad ding", + "Ġ Route", + "ĠR oute", + "ĠRo ute", + "ĠRou te", + "ĠRout e", + "Enumer able", + "Enum erable", + "à ´", + "Ġ forced", + "Ġfor ced", + "Ġforce d", + "Ġforc ed", + "/ jquery", + "/j query", + ". ĊĊĊĊĊĊ", + ".ĊĊ ĊĊĊĊ", + ".Ċ ĊĊĊĊĊ", + ".ĊĊĊĊ ĊĊ", + ".ĊĊĊ ĊĊĊ", + ".ĊĊĊĊĊ Ċ", + "res ents", + "resent s", + "rese nts", + "_ left", + "_l eft", + "_le ft", + ". Param", + ".P aram", + ".Par am", + "ĉ throw", + "ĉth row", + "Ġ Ham", + "ĠH am", + "ĠHa m", + "Ġevent ually", + "Ġeventual ly", + "a cer", + "ace r", + "ac er", + "p ub", + "pu b", + "Ġ tra", + "Ġt ra", + "Ġtr a", + "un ique", + "uni que", + "uniq ue", + "d el", + "de l", + "Ġ Florida", + "ĠFl orida", + "ĠFlor ida", + "Ġ Clean", + "ĠC lean", + "ĠCl ean", + "ĠCle an", + "x a", + "Ġ ·", + "Ġ ·", + "Ġ validate", + "Ġvalid ate", + "Ġvalida te", + "Vis ual", + "Ex pression", + "Exp ression", + "Express ion", + "Expr ession", + "_ func", + "_f unc", + "_fun c", + "_fu nc", + "m ember", + "mem ber", + "ĉ h", + "t rl", + "tr l", + "1 36", + "13 6", + "ĉ G", + "nap shot", + "Ġ PropTypes", + "ĠProp Types", + "v in", + "vi n", + "1 53", + "15 3", + "] )ĊĊ", + "]) ĊĊ", + "])Ċ Ċ", + "o wl", + "ow l", + "if ies", + "ifi es", + "ifie s", + "Ġ $('.", + "Ġ$ ('.", + "Ġ$( '.", + "Ġ$(' .", + "Ġ Context", + "ĠCon text", + "ĠCont ext", + "ĠConte xt", + "Ġ Toast", + "ĠTo ast", + ". Key", + ".K ey", + "Ġoff icers", + "Ġoffic ers", + "Ġoffice rs", + "Ġofficer s", + "/ n", + "s n", + "un defined", + "und efined", + "undef ined", + ". items", + ".i tems", + ".item s", + ".it ems", + "ut ow", + "uto w", + "a mage", + "am age", + "ama ge", + "Ġ accounts", + "Ġac counts", + "Ġaccount s", + "o okie", + "ook ie", + "oo kie", + "S ection", + "Se ction", + "Sec tion", + "ic ians", + "ici ans", + "ician s", + "icia ns", + "Ġad vis", + "Ġadv is", + "( is", + "(i s", + "[ :,", + "[: ,", + "Ġ France", + "ĠF rance", + "ĠFr ance", + "ĠFranc e", + "ĠFra nce", + "ĠFran ce", + "F unc", + "Fun c", + "Fu nc", + "ic ious", + "ici ous", + "icio us", + "Ġ tok", + "Ġt ok", + "Ġto k", + "Ch annel", + "Chan nel", + "Ġ AD", + "ĠA D", + "_ NUM", + "_N UM", + "Ġ timeout", + "Ġtime out", + "l emma", + "le mma", + "lem ma", + "r eme", + "re me", + "rem e", + "u j", + ". Al", + ".A l", + "u clear", + "uc lear", + "ucle ar", + "( os", + "(o s", + "( \"<", + "(\" <", + "[ Ċ", + "f etch", + "fet ch", + "Ġ bal", + "Ġb al", + "Ġba l", + "Ġ guid", + "Ġg uid", + "Ġgu id", + "Ġgui d", + "- align", + "-al ign", + "Ġ Write", + "ĠW rite", + "ĠWr ite", + "Ġ Once", + "ĠO nce", + "ĠOn ce", + "ĠOnc e", + "utow ired", + "OD ULE", + "Ġ pitch", + "Ġp itch", + "Ġpit ch", + "C F", + "by tes", + "byte s", + "byt es", + "Ġ Commission", + "ĠCom mission", + "ĠComm ission", + "Ġin cred", + "Ġincre d", + "Ġinc red", + "Ġincr ed", + "P ER", + "PE R", + "_ response", + "_res ponse", + "_resp onse", + "Ġ Los", + "ĠL os", + "ĠLo s", + "p arser", + "par ser", + "parse r", + "pars er", + "Ġ assume", + "Ġas sume", + "Ġass ume", + "Ġassum e", + ". Request", + ".Re quest", + "Ġ Token", + "ĠT oken", + "ĠTo ken", + "ĠTok en", + "_ position", + "_p osition", + "_pos ition", + "Ġ nom", + "Ġn om", + "Ġno m", + "- term", + "-t erm", + "-te rm", + "Ġ remaining", + "Ġrem aining", + "Ġremain ing", + "i ostream", + "io stream", + "Ġ pieces", + "Ġp ieces", + "Ġpie ces", + "Ġpiece s", + "a py", + "ap y", + "Ġ Less", + "ĠL ess", + "ĠLe ss", + "ĠLes s", + "r ange", + "ra nge", + "ran ge", + "rang e", + "um bn", + "umb n", + "p rise", + "pr ise", + "pri se", + "_ option", + "_op tion", + "_o ption", + "_opt ion", + "2 30", + "23 0", + "I mpl", + "Im pl", + "Imp l", + "k wargs", + "kw args", + "Ġbusiness es", + "Al ert", + "Ale rt", + "Ġpart ies", + "Ġpar ties", + "Ġpartie s", + "Ġparti es", + "Ġ Container", + "ĠCont ainer", + "Ġ Private", + "ĠPr ivate", + "ĠPriv ate", + "Ġ Plan", + "ĠP lan", + "ĠPl an", + "ĠPla n", + "Ġ registered", + "Ġregister ed", + "Ġregist ered", + "Ġ jour", + "Ġj our", + "Ġjo ur", + "Ġjou r", + "a cker", + "ack er", + "ac ker", + "е ни", + "ен и", + "/ >", + "c hat", + "ch at", + "cha t", + "s ect", + "se ct", + "sec t", + "Ġ creation", + "Ġc reation", + "Ġcre ation", + "Ġcreat ion", + "Ġcrea tion", + "ol utely", + "olute ly", + "olut ely", + "Ġ instant", + "Ġin stant", + "Ġins tant", + "Ġinst ant", + "Ġ delivery", + "Ġd elivery", + "Ġdel ivery", + "Ġdeliver y", + "i cken", + "ic ken", + "ick en", + "y es", + "ye s", + "1 63", + "16 3", + "Ġ Franc", + "ĠFr anc", + "ĠFra nc", + "ĠFran c", + "b ling", + "bl ing", + "e nda", + "en da", + "end a", + "[ (", + "_ range", + "_r ange", + "_ra nge", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "Ġ schedule", + "Ġs chedule", + "Ġsched ule", + "C onn", + "Con n", + "Co nn", + "Ġ thank", + "Ġth ank", + "Ġthan k", + "Ġtha nk", + "x d", + "Ġ hook", + "Ġh ook", + "Ġho ok", + "Ġ documentation", + "Ġdocument ation", + "Param eters", + "Parameter s", + "H ello", + "Hel lo", + "Hell o", + "v t", + "Ġ articles", + "Ġart icles", + "Ġarticle s", + "Ġartic les", + "Ġ west", + "Ġw est", + "Ġwe st", + "Ġwes t", + "d efined", + "def ined", + "define d", + ". select", + ".s elect", + ".se lect", + ".sel ect", + "ok ens", + "oken s", + "oke ns", + "Ġ VAL", + "ĠV AL", + "ĠVA L", + ". file", + ".f ile", + ".fi le", + ".fil e", + "re set", + "res et", + "rese t", + "Ġ mys", + "Ġm ys", + "Ġmy s", + "Ġ MA", + "ĠM A", + "] ),", + "]) ,", + "Ġ cities", + "Ġc ities", + "Ġcit ies", + "Ġci ties", + "re lated", + "rel ated", + "å Ľ", + "Ġ appeared", + "Ġappe ared", + "Ġappear ed", + "Ġ wid", + "Ġw id", + "Ġwi d", + ". panel", + ".p anel", + ".pa nel", + ".pan el", + "Ġ Ins", + "ĠI ns", + "ĠIn s", + ". entity", + ".e ntity", + ".ent ity", + "Ġde cre", + "Ġdec re", + "Ġ Lou", + "ĠL ou", + "ĠLo u", + "( time", + "(t ime", + "(ti me", + "Ġ Thank", + "ĠTh ank", + "ĠThan k", + ". createElement", + ".create Element", + "Ġ mentioned", + "Ġmention ed", + "Ġment ioned", + "o unce", + "ou nce", + "oun ce", + "ounc e", + "Ġ Try", + "ĠT ry", + "ĠTr y", + "Ġ Wall", + "ĠW all", + "ĠWal l", + "ĠWa ll", + "/ images", + "/image s", + "/im ages", + "Ġ Menu", + "ĠM enu", + "ĠMe nu", + "ĠMen u", + "' čĊ", + "Ġ Er", + "ĠE r", + "Ġc ritic", + "Ġcr itic", + "Ġcrit ic", + "Ġcri tic", + "Ġ Year", + "ĠY ear", + "ĠYe ar", + "( param", + "(p aram", + "(par am", + "(pa ram", + "(para m", + "Ġ flo", + "Ġf lo", + "Ġfl o", + "N N", + "o oter", + "oot er", + "oo ter", + "Ġ ];Ċ", + "Ġ] ;Ċ", + "Ġ]; Ċ", + "Ġ Aff", + "ĠA ff", + "ĠAf f", + "\" github", + "\"g ithub", + "ro oms", + "room s", + "Ġ hyp", + "Ġh yp", + "Ġhy p", + "g lobal", + "glob al", + "Ġ avec", + "Ġa vec", + "Ġav ec", + "Ġave c", + "æľ Ī", + "Ġ completion", + "Ġcom pletion", + "Ġcomp letion", + "Ġcomple tion", + "Ġcomplet ion", + "Ġ cond", + "Ġc ond", + "Ġcon d", + "Ġco nd", + "on ymous", + "onym ous", + "( temp", + "(t emp", + "(te mp", + "Ġ stars", + "Ġst ars", + "Ġstar s", + "Ġsta rs", + "Ġ relevant", + "Ġre levant", + "Ġrele vant", + "Ġrelev ant", + "Ġ covered", + "Ġcover ed", + "Ġcov ered", + "Ġ elim", + "Ġe lim", + "Ġel im", + "_ types", + "_t ypes", + "_type s", + "_typ es", + "_ty pes", + "( bool", + "(b ool", + "Ġ tu", + "Ġt u", + "_ exists", + "_ex ists", + "_exist s", + "Ġ secure", + "Ġs ecure", + "Ġsec ure", + "Ġ stored", + "Ġst ored", + "Ġstore d", + "Ġstor ed", + "Ġsto red", + "] /", + "x F", + "Ġ Controller", + "ĠCont roller", + "ĠControl ler", + "ĠContr oller", + "Ġm igr", + "Ġmi gr", + "Ġmig r", + "M I", + "Ġ Den", + "ĠD en", + "ĠDe n", + "Ġ annual", + "Ġann ual", + "U IL", + "UI L", + "- and", + "-a nd", + "-an d", + "Ġ crime", + "Ġcr ime", + "Ġcri me", + "Ġcrim e", + "b el", + "be l", + "Ġk itchen", + "Ġkit chen", + "@ g", + "_ ph", + "_p h", + "ourn ament", + "Ġ Social", + "ĠS ocial", + "ĠSo cial", + "ĠSoc ial", + "ĠSoci al", + "Ġ Special", + "ĠS pecial", + "ĠSp ecial", + "ĠSpec ial", + "ĠSpe cial", + "lo gger", + "log ger", + "logg er", + "Ġ tail", + "Ġt ail", + "Ġta il", + "Ġtai l", + "Ġ unknown", + "Ġun known", + "Ġunk nown", + "Ġunknow n", + "d ed", + "de d", + "Ġapp rec", + "Ġap prec", + "( db", + "(d b", + "c f", + "1 55", + "15 5", + "Ġ assign", + "Ġas sign", + "Ġass ign", + "- out", + "-o ut", + "Ġ Mont", + "ĠM ont", + "ĠMon t", + "ĠMo nt", + "d p", + "w idget", + "wid get", + "Ġ stone", + "Ġs tone", + "Ġst one", + "Ġsto ne", + "- primary", + "-pr imary", + ". grid", + ".g rid", + ".gr id", + "Res ults", + "Result s", + "a zz", + "az z", + "Ġ daughter", + "Ġda ughter", + "Ġ curr", + "Ġc urr", + "Ġcur r", + "Ġcu rr", + "1 75", + "17 5", + "Ġ lin", + "Ġl in", + "Ġli n", + "Ġ south", + "Ġs outh", + "Ġso uth", + "Ġsou th", + "Ġsout h", + "form s", + "fo rms", + "for ms", + "Ġ OUT", + "ĠO UT", + "ĠOU T", + "l ette", + "le tte", + "let te", + "lett e", + "a ks", + "ak s", + "ig ure", + "igu re", + "Ġ EU", + "ĠE U", + "var iable", + "vari able", + "Ġ brief", + "Ġb rief", + "Ġbr ief", + "Ġbri ef", + "Ġ Scott", + "ĠS cott", + "ĠSc ott", + "ĠScot t", + "ĠSco tt", + "Ġ conference", + "Ġcon ference", + "Ġconf erence", + "Ġconfer ence", + "a nda", + "an da", + "and a", + "_ lock", + "_l ock", + "_lo ck", + "_loc k", + "o ral", + "or al", + "ora l", + "Ġe ine", + "Ġein e", + "Ġei ne", + "O RS", + "OR S", + "//// ////////////////////////////////////////////////////////////", + "//////// ////////////////////////////////////////////////////////", + "//////////////// ////////////////////////////////////////////////", + "//////////////////////////////// ////////////////////////////////", + "//////////// ////////////////////////////////////////////////////", + "//////////////////////////////////////////////// ////////////////", + "//////////////////////////////////////////////////////// ////////", + "//////////////////////////////////////////////////////////// ////", + "//////////////////////////////////////////////////// ////////////", + "es so", + "ess o", + "Ġ ris", + "Ġr is", + "Ġri s", + "Ġ gender", + "Ġg ender", + "Ġge nder", + "Ġgen der", + "es tic", + "est ic", + "esti c", + "L icense", + "Lic ense", + "( out", + "(o ut", + "Ġ ms", + "Ġm s", + "S ee", + "Se e", + "Ġw illing", + "Ġwill ing", + "Ġwil ling", + "a ze", + "az e", + "Ġ sports", + "Ġs ports", + "Ġsp orts", + "Ġsport s", + "Ġspo rts", + "Ġspor ts", + "Ġ yes", + "Ġy es", + "Ġye s", + "l u", + "Ġp urs", + "Ġpur s", + "Ġpu rs", + "/ javascript", + "/j avascript", + "/java script", + "/jav ascript", + "- pro", + "-p ro", + "-pr o", + "nav bar", + "_ product", + "_pro duct", + "_prod uct", + "/ bootstrap", + "/boot strap", + "Ġdr iving", + "Ġdriv ing", + "Ġdri ving", + "Ġ Ä", + "Ġpro pos", + "Ġprop os", + "ul tip", + "ult ip", + "ulti p", + "up lic", + ". email", + ".e mail", + ".em ail", + "Ġ approx", + "Ġapp rox", + "Ġap prox", + "Ġappro x", + "( cl", + "(c l", + "Ġ wear", + "Ġw ear", + "Ġwe ar", + "Ġ reply", + "Ġre ply", + "Ġrep ly", + "Ġrepl y", + "as set", + "ass et", + "asse t", + "Ġ ice", + "Ġi ce", + "Ġic e", + "Ġ tx", + "Ġt x", + "k r", + "Ġ Germany", + "ĠGerman y", + "ĠGer many", + "ĠGerm any", + "Ġ George", + "ĠGe orge", + "ĠGeorg e", + "Ġ cb", + "Ġc b", + "ĉ err", + "ĉe rr", + "M ove", + "Mo ve", + "Mov e", + "Ġ poly", + "Ġp oly", + "Ġpol y", + "Ġpo ly", + "v oice", + "vo ice", + "} \"", + "Ġ animal", + "Ġan imal", + "Ġanim al", + "Ġani mal", + "A v", + "Ġ Location", + "ĠL ocation", + "ĠLo cation", + "ĠLoc ation", + "Ġ native", + "Ġn ative", + "Ġnat ive", + "] [\"", + "][ \"", + "< double", + " \"", + "s tat", + "st at", + "sta t", + "Ġ },čĊ", + "Ġ} ,čĊ", + "Ġ}, čĊ", + "< span", + " =", + "Ð ±", + "1 39", + "13 9", + "i va", + "iv a", + ". AutoSize", + ".Auto Size", + "Ġ Lat", + "ĠL at", + "ĠLa t", + "_ ext", + "_e xt", + "_ex t", + "Initial ize", + ". register", + ".reg ister", + "1 56", + "15 6", + "O PY", + "OP Y", + "Ġ reverse", + "Ġre verse", + "Ġrev erse", + "Ġrevers e", + "Ġrever se", + "_ dis", + "_d is", + "_di s", + "' ][", + "'] [", + "Ġ prompt", + "Ġp rompt", + "Ġprom pt", + "on to", + "ont o", + "Ġ Journal", + "ĠJ ournal", + "ĠJo urnal", + "r outer", + "ro uter", + "rou ter", + "route r", + "Ġ mysqli", + "Ġm ysqli", + "Ġmys qli", + "Ġmysql i", + "# else", + ") \"", + "- xs", + "-x s", + "l ets", + "le ts", + "let s", + "p han", + "ph an", + "pha n", + ". LE", + ".L E", + "1 37", + "13 7", + "W ill", + "Wil l", + "Wi ll", + "Ġaff ord", + "Ġaf ford", + "Ġ skill", + "Ġs kill", + "Ġsk ill", + "Ġski ll", + "- toggle", + "-t oggle", + "N C", + "B ind", + "Bin d", + "Bi nd", + "T S", + "J ust", + "Ju st", + "it eral", + "ite ral", + "iter al", + "Y P", + "ĉ unsigned", + "ĉun signed", + "Ġ wind", + "Ġw ind", + "Ġwin d", + "Ġwi nd", + "1 49", + "14 9", + ") ):Ċ", + ")) :Ċ", + ")): Ċ", + "Ġ warning", + "Ġw arning", + "Ġwar ning", + "Ġwarn ing", + "Ġ Water", + "ĠW ater", + "ĠWat er", + "ĠWa ter", + "Ġ draft", + "Ġd raft", + "Ġdr aft", + "Ġdra ft", + "Ġ cm", + "Ġc m", + "Ġ sam", + "Ġs am", + "Ġsa m", + "Ġ holding", + "Ġh olding", + "Ġhold ing", + "Ġhol ding", + "z ip", + "zi p", + "Ġ Science", + "ĠSc ience", + "ĠSci ence", + "Ġsup posed", + "Ġsuppose d", + "Ġsupp osed", + "G en", + "Ge n", + "Ġ diet", + "Ġd iet", + "Ġdi et", + "Ġdie t", + "< h", + "Ġ Pass", + "ĠP ass", + "ĠPa ss", + "ĠPas s", + "v i", + "Ġh usband", + "Ġhus band", + "� �", + "n ote", + "not e", + "no te", + "Ġ About", + "ĠA bout", + "ĠAb out", + "ĠIn stitute", + "ĠInstit ute", + "ĠInstitut e", + "Ġ climate", + "Ġcl imate", + "Ġclim ate", + "Ġcli mate", + ". Format", + ".Form at", + ".For mat", + "Ġ nut", + "Ġn ut", + "Ġnu t", + "e sted", + "es ted", + "est ed", + "este d", + "Ġapp arent", + "Ġap parent", + "Ġappar ent", + "Ġappare nt", + "Ġ holds", + "Ġh olds", + "Ġhold s", + "Ġho lds", + "Ġhol ds", + "f i", + "n ews", + "ne ws", + "new s", + "C M", + "v ideo", + "vid eo", + "vi deo", + "vide o", + "' :'", + "': '", + "D ITION", + "DI TION", + "p ing", + "pi ng", + "pin g", + "Ġsen ior", + "Ġseni or", + "w a", + "- ->Ċ", + "-- >Ċ", + "--> Ċ", + "_ default", + "_d efault", + "_de fault", + "_def ault", + "Ġ Database", + "ĠD atabase", + "ĠData base", + "ĠDat abase", + "r ep", + "re p", + "E SS", + "ES S", + "n ergy", + "ner gy", + "nerg y", + ". Find", + ".F ind", + "_ mask", + "_m ask", + "_ma sk", + "_mas k", + "Ġ rise", + "Ġr ise", + "Ġris e", + "Ġri se", + "Ġ kernel", + "Ġk ernel", + "Ġker nel", + "Ġkern el", + ": :$", + ":: $", + ". Q", + "Ġoff ering", + "Ġoffer ing", + "de cl", + "dec l", + "Ġ CS", + "ĠC S", + "Ġ listed", + "Ġl isted", + "Ġli sted", + "Ġlist ed", + "Ġliste d", + "Ġlis ted", + "Ġ mostly", + "Ġmost ly", + "e nger", + "en ger", + "eng er", + "enge r", + "Ġ blocks", + "Ġb locks", + "Ġbl ocks", + "Ġblock s", + "Ġblo cks", + "Ġbloc ks", + "o lo", + "ol o", + "Ġgover ning", + "Ġgovern ing", + "\\ F", + "Ġcon cent", + "Ġconc ent", + "Ġconce nt", + ". getText", + ".get Text", + "Ġ mb", + "Ġm b", + "Ġocc urred", + "Ġoccur red", + "Ġ changing", + "Ġch anging", + "Ġchang ing", + "Ġchan ging", + "S cene", + "Sc ene", + "_ CODE", + "_C ODE", + "_CO DE", + "_COD E", + "B eh", + "Be h", + "\" The", + "\"T he", + "Ġ tile", + "Ġt ile", + "Ġti le", + "Ġtil e", + "Ġ Association", + "ĠAssoci ation", + "ĠAssoc iation", + "ĉ P", + "al ty", + "alt y", + "_ ad", + "_a d", + "od ies", + "odi es", + "odie s", + "i ated", + "ia ted", + "iate d", + "iat ed", + "Ġ prepared", + "Ġpre pared", + "Ġprepar ed", + "Ġprepare d", + "Ġprep ared", + "p ossible", + "poss ible", + "Ġ mort", + "Ġm ort", + "Ġmor t", + "Ġmo rt", + "T EST", + "TE ST", + "TES T", + "1 42", + "14 2", + "Ġ ignore", + "Ġi gnore", + "Ġign ore", + "Ġig nore", + "Ġignor e", + "Ġ calc", + "Ġc alc", + "Ġcal c", + "Ġca lc", + "Ġ rs", + "Ġr s", + "Ġ assertEquals", + "Ġassert Equals", + "Ġ sz", + "Ġs z", + "Ġ THIS", + "ĠTH IS", + ". \"Ċ", + ".\" Ċ", + "Ġ canvas", + "Ġc anvas", + "Ġcan vas", + "Ġcanv as", + "j ava", + "ja va", + "jav a", + "Ġd ut", + "Ġdu t", + "VAL ID", + ". sql", + ".s ql", + ". input", + ".in put", + "Ġ aux", + "Ġa ux", + "Ġau x", + "S up", + "Su p", + "Ġ artist", + "Ġart ist", + "V ec", + "Ve c", + "_ TIME", + "_T IME", + "_TIM E", + "_TI ME", + ".string ify", + "et ween", + "Ġ Category", + "ĠC ategory", + "Ġ [-", + "Ġ[ -", + "Ġ DevExpress", + "ĠDev Express", + "Ġ Jul", + "ĠJ ul", + "ĠJu l", + "Ġ ring", + "Ġr ing", + "Ġri ng", + "Ġrin g", + ". ed", + ".e d", + "Y Y", + "L et", + "Le t", + "T extField", + "Text Field", + "Ġ flat", + "Ġf lat", + "Ġfl at", + "Ġfla t", + "_ print", + "_p rint", + "_pr int", + "_pri nt", + "Ġ OTHER", + "ĠOT HER", + "ad ian", + "adi an", + "adia n", + "Ġ checked", + "Ġcheck ed", + "e le", + "el e", + "Al ign", + "Ali gn", + "st anding", + "stand ing", + "stan ding", + "Ġ [],", + "Ġ[ ],", + "Ġ[] ,", + "Ġ lab", + "Ġl ab", + "Ġla b", + "u cky", + "uc ky", + "uck y", + "Ġ Christmas", + "ĠChrist mas", + "( image", + "(i mage", + "(im age", + ". module", + ".m odule", + ".mod ule", + "Ġ lots", + "Ġl ots", + "Ġlo ts", + "Ġlot s", + "Ġs lightly", + "Ġsl ightly", + "Ġslight ly", + "( final", + "(f inal", + "(fin al", + "(fi nal", + "er ge", + "erg e", + "è ¿", + "1 47", + "14 7", + "Ġ Police", + "ĠPol ice", + "ĠPo lice", + "ĠPolic e", + "1 43", + "14 3", + "Ġ Right", + "ĠR ight", + "ĠRig ht", + "ĠRi ght", + "Ġ award", + "Ġa ward", + "Ġaw ard", + "Ġ OS", + "ĠO S", + "Ġ {}ĊĊ", + "Ġ{ }ĊĊ", + "Ġ{} ĊĊ", + "Ġ{}Ċ Ċ", + "Ġ ptr", + "Ġp tr", + "Ġpt r", + "o ves", + "ov es", + "ove s", + "ic ated", + "ica ted", + "icate d", + "е м", + "еР¼", + "Ġ manage", + "Ġman age", + "Ġma nage", + "Ġmana ge", + "ol iday", + "olid ay", + "oli day", + "A mount", + "Am ount", + "ool Strip", + "t body", + "tb ody", + "N av", + "Na v", + "w rap", + "wr ap", + "B B", + "Ġw atching", + "Ġwatch ing", + "Ġwat ching", + "a rios", + "ar ios", + "ari os", + "ario s", + "Ġ optional", + "Ġoption al", + "Ġopt ional", + "_ K", + "Ġ Licensed", + "ĠL icensed", + "ĠLicense d", + "ĠLic ensed", + ". Map", + ".M ap", + ".Ma p", + "T imer", + "Time r", + "Tim er", + "Ti mer", + "Ġ AP", + "ĠA P", + "Ġ Rev", + "ĠR ev", + "ĠRe v", + "( o", + ", c", + "u min", + "um in", + "umi n", + "et ailed", + "etail ed", + "eta iled", + "Ġ Hy", + "ĠH y", + "Ġ blank", + "Ġbl ank", + "Ġbla nk", + "a gger", + "ag ger", + "agg er", + "Ġ Self", + "ĠS elf", + "ĠSe lf", + "ĠSel f", + "( )[", + "() [", + ". make", + ".m ake", + ".ma ke", + "e arn", + "ear n", + "ea rn", + "ch annel", + "chan nel", + "< pre", + "

;Ċ", + ">; Ċ", + "W orld", + "Ġ python", + "Ġp ython", + "Ġpy thon", + "Ġpyt hon", + "Ġ lif", + "Ġl if", + "Ġli f", + "Ġt rav", + "Ġtr av", + "Ġtra v", + "Ġcon ven", + "Ġconv en", + "com pany", + "comp any", + "compan y", + "Ġ Club", + "ĠC lub", + "ĠCl ub", + "1 38", + "13 8", + "V er", + "Ve r", + "B tn", + "Ġ zone", + "Ġz one", + "Ġzo ne", + "product s", + "produ cts", + "Ġ Educ", + "ĠE duc", + "ĠEd uc", + "ĠEdu c", + "Ġ verify", + "Ġver ify", + "Ġveri fy", + "Ġ Mil", + "ĠM il", + "ĠMi l", + "o no", + "on o", + "] );ĊĊ", + "]) ;ĊĊ", + "]);Ċ Ċ", + "]); ĊĊ", + "EN CE", + "ENC E", + "Ġ packet", + "Ġp acket", + "Ġpack et", + "Ġpa cket", + "Ġpac ket", + "Ġ cer", + "Ġc er", + "Ġce r", + "Ġ enumer", + "Ġe numer", + "Ġen umer", + "Ġenum er", + "Ġ pars", + "Ġp ars", + "Ġpar s", + "Ġpa rs", + "form ed", + "for med", + "forme d", + "Ġ occup", + "Ġocc up", + "Ġoc cup", + "t re", + "tr e", + "Ġ exercise", + "Ġex ercise", + "Ġexerc ise", + "D ay", + "Da y", + "_ sum", + "_s um", + "_su m", + "Ġ asking", + "Ġas king", + "Ġask ing", + "a ption", + "ap tion", + "apt ion", + "Ġ orders", + "Ġor ders", + "Ġorder s", + "Ġord ers", + "Ġs pending", + "Ġsp ending", + "Ġspend ing", + "Ġ ERR", + "ĠE RR", + "ĠER R", + ". Dis", + ".D is", + ".Di s", + "Ġ Util", + "ĠU til", + "ĠUt il", + "âĢľ I", + "\\ '", + "? )", + "/ >Ċ", + "/> Ċ", + "Ġe mot", + "Ġem ot", + "Ġemo t", + "Ġin fluence", + "Ġinflu ence", + "Ġ Africa", + "ĠA frica", + "ĠAfr ica", + "ĠAf rica", + "at ters", + "att ers", + "atter s", + "atte rs", + "Ù ħ", + ". session", + ".s ession", + ".sess ion", + "Ġ chief", + "Ġch ief", + "Ġchi ef", + "ĉ ĉĉĉĉĉĉĉĉĉĉ", + "ĉĉ ĉĉĉĉĉĉĉĉĉ", + "ĉĉĉĉ ĉĉĉĉĉĉĉ", + "ĉĉĉ ĉĉĉĉĉĉĉĉ", + "ĉĉĉĉĉ ĉĉĉĉĉĉ", + "ĉĉĉĉĉĉ ĉĉĉĉĉ", + "ĉĉĉĉĉĉĉĉ ĉĉĉ", + "ĉĉĉĉĉĉĉ ĉĉĉĉ", + "ĉĉĉĉĉĉĉĉĉ ĉĉ", + "ĉĉĉĉĉĉĉĉĉĉ ĉ", + "Ġ tom", + "Ġt om", + "Ġto m", + "cl uded", + "clude d", + "clud ed", + "s erial", + "se rial", + "ser ial", + "_ handler", + "_h andler", + "_handle r", + "_hand ler", + ". Type", + ".T ype", + "a ped", + "ap ed", + "ape d", + "Ġp olicies", + "Ġpol icies", + "Ġpolic ies", + "- ex", + "-e x", + "- tr", + "-t r", + "bl ank", + "bla nk", + "m erce", + "mer ce", + "merc e", + "Ġ coverage", + "Ġco verage", + "Ġcover age", + "Ġ rc", + "Ġr c", + "_ matrix", + "_m atrix", + "_mat rix", + "_ box", + "_b ox", + "_bo x", + "Ġ charges", + "Ġch arges", + "Ġchar ges", + "Ġcharg es", + "Ġcharge s", + "Ġ Boston", + "ĠB oston", + "ĠBo ston", + "ĠBos ton", + "P e", + "Ġcirc um", + "Ġcir cum", + "Ġ filled", + "Ġf illed", + "Ġfil led", + "Ġfill ed", + "Ġfille d", + "1 48", + "14 8", + "Ġ north", + "Ġn orth", + "Ġnor th", + "icture Box", + "ĉ res", + "ĉr es", + "ĉre s", + "è ®", + "Ġ termin", + "Ġter min", + "Ġterm in", + "Ġ [âĢ¦", + "Ġ[ âĢ¦", + "I RECT", + "IR ECT", + "IRE CT", + "Ġ ber", + "Ġb er", + "Ġbe r", + "Ġ\" ../../", + "Ġ\"../ ../", + "Ġ\".. /../", + "r etch", + "ret ch", + ". code", + ".c ode", + ".co de", + ".cod e", + "_ col", + "_c ol", + "_co l", + "Ġ Government", + "ĠG overnment", + "ĠGovern ment", + "Ġ argv", + "Ġar gv", + "Ġarg v", + "Ġ Lord", + "ĠL ord", + "ĠLo rd", + "ĠLor d", + "a si", + "as i", + "E xec", + "Ex ec", + "ĉ let", + "ĉl et", + "vert is", + "Ġ discussion", + "Ġdisc ussion", + "Ġdiscuss ion", + "en ance", + "ena nce", + "enan ce", + "ou tube", + "out ube", + "outu be", + "type of", + "typ eof", + "Ġs erved", + "Ġser ved", + "Ġserv ed", + "Ġserve d", + "Ġ Put", + "ĠP ut", + "ĠPu t", + "ĉ x", + "Ġ sweet", + "Ġs weet", + "Ġswe et", + "B efore", + "Be fore", + "ate gy", + "ateg y", + ". of", + ".o f", + "Ġ Material", + "ĠM aterial", + "ĠMat erial", + "ĠMate rial", + "ĠMater ial", + "S ort", + "So rt", + "O NT", + "ON T", + "ig ital", + "igit al", + "igi tal", + "W hy", + "Wh y", + "Ġs ust", + "Ġsu st", + "Ġsus t", + "Ġ ç", + "a bet", + "ab et", + "abe t", + "Ġ segment", + "Ġs egment", + "Ġse gment", + "Ġseg ment", + "Ġ [],Ċ", + "Ġ[ ],Ċ", + "Ġ[] ,Ċ", + "Ġ[], Ċ", + "Ġ Muslim", + "ĠM uslim", + "ĠMus lim", + "Ġ findViewById", + "Ġfind ViewById", + "c ut", + "cu t", + "_ TEXT", + "_T EXT", + "_TE XT", + "_TEX T", + "Ġ Mary", + "ĠM ary", + "ĠMar y", + "ĠMa ry", + "Ġl oved", + "Ġlo ved", + "Ġlove d", + "Ġlov ed", + "Ġ lie", + "Ġl ie", + "Ġli e", + "Ġ JO", + "ĠJ O", + "Ġ isset", + "Ġis set", + "Ġiss et", + "m onth", + "mon th", + "mo nth", + "mont h", + "Ġ prime", + "Ġpr ime", + "Ġprim e", + "Ġpri me", + "t i", + "Ġ Carol", + "ĠCar ol", + "ĠCa rol", + "U se", + "Us e", + "1 46", + "14 6", + "Ġ Pop", + "ĠP op", + "ĠPo p", + "Ġ Save", + "ĠS ave", + "ĠSa ve", + "ĠSav e", + "Int erval", + "Inter val", + "ex ecute", + "exec ute", + "d y", + "Ġ Iran", + "ĠI ran", + "ĠIr an", + "_ cont", + "_c ont", + "_con t", + "_co nt", + "ĉ T", + "Ġ phase", + "Ġph ase", + "Ġpha se", + "check box", + "we ek", + "Ġ hide", + "Ġh ide", + "Ġhi de", + "Ġhid e", + "Ġ til", + "Ġt il", + "Ġti l", + "Ġ ju", + "Ġj u", + "C ustom", + "b urg", + "bur g", + "bu rg", + "/ M", + "T ON", + "TO N", + "Ġ quant", + "Ġqu ant", + "Ġq uant", + "Ġqua nt", + "Ġquan t", + "Ġ rub", + "Ġr ub", + "Ġru b", + "ix els", + "ixel s", + "ixe ls", + "Ġ installed", + "Ġinst alled", + "Ġinstall ed", + "Ġinstal led", + "Ġ dump", + "Ġd ump", + "Ġdu mp", + "Ġdum p", + "Ġproper ly", + "( List", + "(L ist", + "Ġdec ide", + "Ġdecid e", + "ap ply", + "app ly", + "appl y", + "H as", + "Ha s", + "Ġ keeping", + "Ġke eping", + "Ġkeep ing", + "Ġcit izens", + "Ġcitiz ens", + "Ġcitizen s", + "Ġ joint", + "Ġj oint", + "Ġjoin t", + "Ġjo int", + "p ool", + "po ol", + "S ocket", + "So cket", + "Sock et", + "_ op", + "_o p", + "Ġ weapon", + "Ġwe apon", + "Ġweap on", + "g nore", + "gn ore", + "Ġ Exec", + "ĠE xec", + "ĠEx ec", + "ot ten", + "ott en", + "otte n", + "Ġ MS", + "ĠM S", + "Ġ (-", + "Ġ( -", + "Ġ Review", + "ĠR eview", + "ĠRe view", + "ĠRev iew", + "Ġ examples", + "Ġex amples", + "Ġexample s", + "Ġexam ples", + "Ġ tight", + "Ġt ight", + "Ġti ght", + "! (", + "D P", + "Ġ MessageBox", + "ĠMessage Box", + "Ġphot ograph", + "Ġphoto graph", + "1 64", + "16 4", + "U RI", + "UR I", + "é t", + "l ow", + "lo w", + "Ġ Grand", + "ĠG rand", + "ĠGr and", + "ĠGran d", + "ĠGra nd", + ".p ersistence", + ".persist ence", + "Ġmain tain", + "Ġmaint ain", + "Ġ nums", + "Ġn ums", + "Ġnum s", + "Ġnu ms", + "Ġ zip", + "Ġz ip", + "Ġzi p", + "i als", + "ial s", + "ia ls", + "Ġ Gets", + "ĠG ets", + "ĠGet s", + "ĠGe ts", + "p eg", + "pe g", + "Ġ Buffer", + "ĠB uffer", + "ĠBuff er", + "ĠBu ffer", + "ĠBuf fer", + "~~ ~~", + "ra structure", + "Ġ PL", + "ĠP L", + "u en", + "ue n", + "ob by", + "obb y", + "size of", + "siz eof", + "Ġ pic", + "Ġp ic", + "Ġpi c", + "Ġ seed", + "Ġs eed", + "Ġse ed", + "Ġsee d", + "Ġex perienced", + "Ġexperience d", + "Ġexperi enced", + "Ġ odd", + "Ġo dd", + "Ġod d", + "Ġ kick", + "Ġk ick", + "Ġki ck", + "Ġ procedure", + "Ġpro cedure", + "Ġproced ure", + "av igator", + "avig ator", + "- on", + "-o n", + ", j", + "Ġ Although", + "ĠAl though", + "Ġ userId", + "Ġuser Id", + "ac cept", + "acc ept", + "B lue", + "Bl ue", + "I Color", + "IC olor", + "l ayer", + "la yer", + "lay er", + "a vailable", + "av ailable", + "avail able", + "Ġ ends", + "Ġe nds", + "Ġen ds", + "Ġend s", + ". table", + ".t able", + ".tab le", + ".ta ble", + "Ġ dataset", + "Ġd ataset", + "Ġdata set", + "Ġdat aset", + "Ġdatas et", + "b us", + "bu s", + "Ġ explain", + "Ġex plain", + "Ġexp lain", + "Ġexpl ain", + "( pro", + "(p ro", + "(pr o", + "ĠCommit tee", + "Ġn oted", + "Ġnot ed", + "Ġno ted", + "Ġnote d", + "] :Ċ", + "]: Ċ", + "D im", + "Di m", + "st dio", + "std io", + "1 54", + "15 4", + ". \",Ċ", + ".\" ,Ċ", + ".\", Ċ", + "_ source", + "_s ource", + "1 81", + "18 1", + "Ġ Week", + "ĠWe ek", + "Ġ Edge", + "ĠE dge", + "ĠEd ge", + "Ġoper ating", + "Ġopera ting", + "Ġ este", + "Ġe ste", + "Ġes te", + "Ġest e", + "i pl", + "ip l", + "3 30", + "33 0", + "ag ination", + "agi nation", + "agina tion", + "Ġpro ceed", + "Ġproc eed", + "Ġ animation", + "Ġan imation", + "Ġanim ation", + ". Models", + ".Model s", + ".Mod els", + ".Mode ls", + "Ġ Watch", + "ĠW atch", + "ĠWat ch", + "i at", + "ia t", + "Ġop pon", + "Ġopp on", + "/ A", + "Re port", + "Rep ort", + "Repo rt", + "Ġ sounds", + "Ġs ounds", + "Ġso unds", + "Ġsound s", + "Ġsou nds", + "_ buf", + "_b uf", + "IE LD", + "IEL D", + "Ġb und", + "Ġbu nd", + "Ġbun d", + "ĉ get", + "ĉg et", + ". pr", + ".p r", + "( tmp", + "(t mp", + "(tm p", + "Ġ kid", + "Ġk id", + "Ġki d", + "> ĊĊĊ", + ">Ċ ĊĊ", + ">ĊĊ Ċ", + "Ġ yang", + "Ġy ang", + "Ġya ng", + "Ġyan g", + "Not Found", + "Ñ Ĩ", + "m ath", + "ma th", + "mat h", + "@ gmail", + "@g mail", + "Ġ LIMIT", + "ĠL IMIT", + "ĠLI MIT", + "red ients", + "redient s", + "redi ents", + "Ġ vent", + "Ġv ent", + "Ġve nt", + "Ġven t", + "av igate", + "avig ate", + "avi gate", + "L ook", + "Lo ok", + "Ġ religious", + "Ġrel igious", + "Ġrelig ious", + "Ġ rand", + "Ġr and", + "Ġran d", + "Ġra nd", + "r io", + "ri o", + "( GL", + "(G L", + "_ ip", + "_i p", + "u an", + "ua n", + "ici ency", + "icie ncy", + "Ġ Change", + "ĠCh ange", + "ĠCha nge", + "ĠChan ge", + "ĠChang e", + "> čĊčĊ", + ">čĊ čĊ", + "Ġ Entity", + "ĠE ntity", + "ĠEnt ity", + "Ġren contre", + "Ġrencont re", + "Ġrencontr e", + "Ġ Ret", + "ĠR et", + "ĠRe t", + "p lan", + "pl an", + "pla n", + "é n", + "BO OL", + "u ries", + "ur ies", + "uri es", + "t rain", + "tr ain", + "tra in", + "Def inition", + "= ===========", + "== ==========", + "==== ========", + "======== ====", + "=== =========", + "=========== =", + "========= ===", + "========== ==", + "====== ======", + "===== =======", + "======= =====", + "z z", + "4 50", + "45 0", + "An imation", + "Anim ation", + "Ġ OK", + "ĠO K", + "_ menu", + "_m enu", + "_me nu", + ". bl", + ".b l", + "_ score", + "_s core", + "_sc ore", + "Ġ acad", + "Ġa cad", + "Ġac ad", + "( System", + "(S ystem", + "Ġ refresh", + "Ġre fresh", + "Ġref resh", + "Ġrefr esh", + "' =>$", + "'=> $", + "'= >$", + ". Graphics", + ".G raphics", + ".Graph ics", + "am ento", + "ament o", + "amen to", + "p id", + "pi d", + "t c", + "Ġ tips", + "Ġt ips", + "Ġti ps", + "Ġtip s", + "Ġ homes", + "Ġh omes", + "Ġhome s", + "Ġhom es", + "Ġho mes", + "Ġ fuel", + "Ġf uel", + "Ġfu el", + "Ġfue l", + "â ĸ", + "_ helper", + "_h elper", + "_help er", + "Ġ ĠčĊ", + "ĠĠ čĊ", + "Ġ Room", + "ĠR oom", + "ĠRo om", + "ĠRoo m", + ". Close", + ".C lose", + ".Cl ose", + "_ attr", + "_at tr", + "_att r", + "Ġ Mount", + "ĠM ount", + "ĠMo unt", + "ĠMou nt", + "Ġ Ev", + "ĠE v", + "ar ser", + "ars er", + "arse r", + "_ top", + "_t op", + "_to p", + "e ah", + "ea h", + "Ġ Delete", + "ĠDe lete", + "ĠDel ete", + "ãĢ į", + "u ke", + "uk e", + "Ġ usage", + "Ġu sage", + "Ġus age", + "Ġusa ge", + "a ria", + "ar ia", + "ari a", + "_ dev", + "_d ev", + "_de v", + "Ġ texture", + "Ġtext ure", + "Ġtex ture", + "Ġtextu re", + "Ġ conversation", + "Ġcon versation", + "Ġconvers ation", + "e per", + "ep er", + "B ean", + "Be an", + "d one", + "do ne", + "don e", + "non atomic", + "Ġ Second", + "ĠSe cond", + "ĠSec ond", + "Ġsh ooting", + "Ġshoot ing", + "Ġsho oting", + "_ pre", + "_p re", + "_pr e", + "Com ponents", + "Component s", + "Comp onents", + "Ġ ]ĊĊ", + "Ġ] ĊĊ", + "Ġ]Ċ Ċ", + "_ _,", + "__ ,", + "st itution", + "stit ution", + ". Char", + ".C har", + ".Ch ar", + "> ();ĊĊ", + ">( );ĊĊ", + ">();Ċ Ċ", + ">() ;ĊĊ", + ">(); ĊĊ", + "Ġpres ented", + "Ġpresent ed", + "Ġpresente d", + "Ġ wa", + "Ġw a", + "o ker", + "ok er", + "oke r", + "- ĊĊ", + "-Ċ Ċ", + "i ner", + "in er", + "ine r", + "Ġbe coming", + "Ġbec oming", + "Ġ incident", + "Ġinc ident", + "Ġincid ent", + "A tt", + "At t", + "1 62", + "16 2", + "Ġreve aled", + "Ġreveal ed", + "f orc", + "fo rc", + "for c", + "Ġ boot", + "Ġb oot", + "Ġbo ot", + "Ġboo t", + ". page", + ".p age", + ".pa ge", + ".pag e", + "En umerator", + "Enumer ator", + "Enum erator", + "1 65", + "16 5", + "_ ->", + "_- >", + "Ph oto", + "Phot o", + "Ġ spring", + "Ġs pring", + "Ġsp ring", + "Ġspr ing", + ". \",", + ".\" ,", + "Ġ Dictionary", + "ĠD ictionary", + "B JECT", + "BJ ECT", + "Ġ locations", + "Ġl ocations", + "Ġloc ations", + "Ġlocation s", + "Ġ samples", + "Ġs amples", + "Ġsample s", + "Ġsam ples", + "Ġsamp les", + "Input Stream", + "Ġ Brown", + "ĠB rown", + "ĠBr own", + "ĠBro wn", + "ĠBrow n", + "Ġ stats", + "Ġst ats", + "Ġstat s", + "Ġsta ts", + "q uality", + "qu ality", + "qual ity", + "Ñ ħ", + "- dis", + "-d is", + "-di s", + "Ġhelp ing", + "Ġhel ping", + "Ġ ped", + "Ġp ed", + "Ġpe d", + "2 24", + "22 4", + "( se", + "(s e", + "Ġ Who", + "ĠW ho", + "ĠWh o", + "a lian", + "al ian", + "ali an", + "alia n", + "in ternal", + "int ernal", + "inter nal", + "intern al", + "Ġ ft", + "Ġf t", + "> ().", + ">( ).", + ">() .", + "- >{", + "-> {", + "Ġ mine", + "Ġm ine", + "Ġmin e", + "Ġmi ne", + "Ġ sector", + "Ġs ector", + "Ġse ctor", + "Ġsec tor", + "Ġsect or", + "Ġ gro", + "Ġg ro", + "Ġgr o", + "Ġopport unities", + "Ġopportun ities", + "Ġ ü", + "Ġà ¼", + "Ġ mp", + "Ġm p", + "Ġalleg ed", + "Ġalle ged", + "Ġallege d", + "Ġdoub t", + "Ġdou bt", + "M ouse", + "Mo use", + "A bout", + "Ab out", + "_ part", + "_p art", + "_par t", + "_pa rt", + "Ġ chair", + "Ġc hair", + "Ġch air", + "Ġcha ir", + "Ġchai r", + "Ġ stopped", + "Ġst opped", + "Ġstop ped", + "Ġsto pped", + "1 61", + "16 1", + "l oop", + "lo op", + "loo p", + "ent ities", + "enti ties", + "Ġ apps", + "Ġa pps", + "Ġapp s", + "Ġap ps", + "ans ion", + "ansi on", + "Ġ mental", + "Ġm ental", + "Ġmen tal", + "Ġment al", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "F R", + "Ġdef end", + "Ġdefe nd", + "c are", + "ca re", + "car e", + "Ġ ideal", + "Ġi deal", + "Ġide al", + "Ġidea l", + "/ api", + "/a pi", + "/ap i", + "ur face", + "urf ace", + "0 11", + "01 1", + "Ġ ele", + "Ġe le", + "Ġel e", + "u lator", + "ul ator", + "ula tor", + "Ġ Rights", + "ĠR ights", + "ĠRight s", + "angu ages", + "anguage s", + "Ġf unds", + "Ġfun ds", + "Ġfund s", + "Ġfu nds", + "Ġ adapt", + "Ġad apt", + "Ġada pt", + "Ġadap t", + "At tributes", + "Attribute s", + "Attrib utes", + "Ġ deploy", + "Ġde ploy", + "Ġdep loy", + "o pts", + "op ts", + "opt s", + "Ġ validation", + "Ġvalid ation", + "Ġvalida tion", + "Ġconcern s", + "u ce", + "uc e", + ". num", + ".n um", + "ul ture", + "ult ure", + "ultur e", + "i la", + "il a", + "Ġ cup", + "Ġc up", + "Ġcu p", + "Ġ pure", + "Ġp ure", + "Ġpur e", + "Ġpu re", + ". Fore", + ".F ore", + ".For e", + "1 83", + "18 3", + "Ġ HashMap", + "ĠHash Map", + ". valueOf", + ".value Of", + "a sm", + "as m", + "M O", + "Ġ cs", + "Ġc s", + "Ġ stores", + "Ġst ores", + "Ġstore s", + "Ġstor es", + "Ġsto res", + "Ġ ************************************************************************", + "Ġ**************************************************************** ********", + "Ġ******************************** ****************************************", + "Ġ******** ****************************************************************", + "Ġ**************** ********************************************************", + "Ġ************************ ************************************************", + "Ġ**************************************** ********************************", + "Ġ******************************************************** ****************", + "Ġ************************************************ ************************", + "Ġ communication", + "Ġcomm unication", + "Ġcommunic ation", + "Ġcommun ication", + "m em", + "me m", + ". EventHandler", + ".Event Handler", + ". Status", + ".S tatus", + ".St atus", + ".Stat us", + "_ right", + "_r ight", + ".set On", + "S heet", + "She et", + "Ġ identify", + "Ġident ify", + "ener ated", + "ene rated", + "enerate d", + "ord ered", + "order ed", + "orde red", + "Ġ \"[", + "Ġ\" [", + "Ġs we", + "Ġsw e", + "Con dition", + "Cond ition", + "Ġ According", + "ĠA ccording", + "ĠAcc ording", + "ĠAccord ing", + "Ġ prepare", + "Ġpre pare", + "Ġprepar e", + "Ġprep are", + "Ġ rob", + "Ġr ob", + "Ġro b", + "P ool", + "Po ol", + "Ġ sport", + "Ġs port", + "Ġsp ort", + "Ġspo rt", + "Ġspor t", + "r v", + "Ġ Router", + "ĠR outer", + "ĠRoute r", + "ĠRo uter", + "ĠRou ter", + "ĠRout er", + "Ġ alternative", + "Ġaltern ative", + "Ġalter native", + "( []", + "([ ]", + "Ġ Chicago", + "ĠCh icago", + "ĠChic ago", + "i pher", + "ip her", + "iph er", + "is che", + "isc he", + "isch e", + "Ġ Director", + "ĠD irector", + "ĠDirect or", + "ĠDir ector", + "ĠDire ctor", + "k l", + "Ġ Wil", + "ĠW il", + "ĠWi l", + "ke ys", + "key s", + "Ġ mysql", + "Ġm ysql", + "Ġmy sql", + "Ġmys ql", + "Ġ welcome", + "Ġw elcome", + "Ġwel come", + "k ing", + "ki ng", + "kin g", + "Ġ Manager", + "ĠM anager", + "ĠMan ager", + "ĠManage r", + "ĠMana ger", + "Ġ caught", + "Ġca ught", + ") }Ċ", + ")} Ċ", + "S core", + "Sc ore", + "_ PR", + "_P R", + "Ġ survey", + "Ġs urvey", + "Ġsur vey", + "Ġsurv ey", + "Ġsurve y", + "h ab", + "ha b", + "He aders", + "Header s", + "Head ers", + "A DER", + "AD ER", + "ADE R", + "Ġ decor", + "Ġde cor", + "Ġdec or", + "Ġdeco r", + "Ġturn s", + "Ġtur ns", + "Ġ radius", + "Ġr adius", + "Ġrad ius", + "Ġradi us", + "er rupt", + "err upt", + "C or", + "Co r", + "Ġ mel", + "Ġm el", + "Ġme l", + "Ġ intr", + "Ġin tr", + "Ġint r", + "( q", + "Ġ AC", + "ĠA C", + "a mos", + "am os", + "amo s", + "M AX", + "MA X", + "Ġ Grid", + "ĠG rid", + "ĠGr id", + "ĠGri d", + "Ġ Jesus", + "ĠJ esus", + "ĠJes us", + "ĠJe sus", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + ". DE", + ".D E", + "Ġ ts", + "Ġt s", + "Ġ linked", + "Ġlink ed", + "Ġlin ked", + "f ree", + "fr ee", + "fre e", + "Ġ Qt", + "ĠQ t", + "Ġ /**čĊ", + "Ġ/ **čĊ", + "Ġ/* *čĊ", + "Ġ/** čĊ", + "Ġf aster", + "Ġfa ster", + "Ġfast er", + "Ġfas ter", + "c tr", + "ct r", + "_ J", + "D T", + ". Check", + ".C heck", + ".Ch eck", + "Ġ combination", + "Ġcomb ination", + "Ġcombin ation", + "Ġint ended", + "Ġintend ed", + "- the", + "-t he", + "-th e", + "- type", + "-t ype", + "1 82", + "18 2", + "e ctors", + "ect ors", + "ec tors", + "ector s", + "a mi", + "am i", + "u ting", + "ut ing", + "uti ng", + "utin g", + "Ġ uma", + "Ġu ma", + "Ġum a", + "X ML", + "XM L", + "U CT", + "UC T", + "A p", + "Ġ Random", + "ĠR andom", + "ĠRand om", + "ĠRan dom", + "Ġ ran", + "Ġr an", + "Ġra n", + ". sort", + ".s ort", + ".so rt", + "Ġ sorted", + "Ġs orted", + "Ġsort ed", + "Ġsor ted", + "Ġsorte d", + ". Un", + ".U n", + "4 01", + "40 1", + "_ PER", + "_P ER", + "_PE R", + "it ory", + "itor y", + "ito ry", + "Ġ priority", + "Ġp riority", + "Ġprior ity", + "Ġpriorit y", + "Ġ Gal", + "ĠG al", + "ĠGa l", + "Ġ Old", + "ĠO ld", + "ĠOl d", + "h ot", + "ho t", + "Ġ Display", + "ĠD isplay", + "ĠDis play", + "ĠDisp lay", + "( sub", + "(s ub", + "_ TH", + "_T H", + "_ Y", + "Ġ Care", + "ĠC are", + "ĠCar e", + "ĠCa re", + "lo ading", + "load ing", + "K ind", + "Kin d", + "Ki nd", + "_ handle", + "_h andle", + "_hand le", + ", ,", + "r ase", + "ra se", + "ras e", + "_ replace", + "_re place", + "_rep lace", + ". addEventListener", + ".add EventListener", + "Ġ RT", + "ĠR T", + "1 72", + "17 2", + "Ġ entered", + "Ġen tered", + "Ġent ered", + "Ġenter ed", + "g ers", + "ge rs", + "ger s", + "Ġ ich", + "Ġi ch", + "Ġic h", + "( start", + "(st art", + "2 05", + "20 5", + "/ app", + "/a pp", + "/ap p", + "Ġbr other", + "Ġbro ther", + "Ġbroth er", + "M emory", + "Mem ory", + "Memo ry", + "Out let", + "Ġ utf", + "Ġu tf", + "Ġut f", + "p rec", + "pr ec", + "pre c", + "Ġ navigation", + "Ġn avigation", + "Ġnav igation", + "Ġnavig ation", + "O RK", + "OR K", + "Ġ dst", + "Ġd st", + "Ġds t", + "D etail", + "De tail", + "Det ail", + "Ġaud ience", + "Ġaudi ence", + "Ġ dur", + "Ġd ur", + "Ġdu r", + "Ġ cluster", + "Ġcl uster", + "un ched", + "unc hed", + "unch ed", + "Ġ ],", + "Ġ] ,", + "Ġcomfort able", + ". values", + ".value s", + ".val ues", + "Ġ Total", + "ĠT otal", + "ĠTo tal", + "ĠTot al", + "Ġ snap", + "Ġs nap", + "Ġsn ap", + "Ġsna p", + "Ġstand ards", + "Ġstandard s", + "Ġper formed", + "Ġperform ed", + "Ġperfor med", + "h and", + "ha nd", + "han d", + "( \"@", + "(\" @", + "å Ń", + "Ġ phil", + "Ġp hil", + "Ġph il", + "Ġphi l", + "i br", + "ib r", + "t rim", + "tr im", + "tri m", + "Ġ forget", + "Ġf orget", + "Ġfor get", + "Ġforg et", + "Ġforge t", + "1 57", + "15 7", + "Ġ doctor", + "Ġdo ctor", + "Ġdoc tor", + ". TextBox", + ".Text Box", + "3 77", + "37 7", + "i cons", + "ic ons", + "icon s", + "ico ns", + ", s", + "Ġ Op", + "ĠO p", + "S m", + "S top", + "St op", + "ĉ List", + "ĉL ist", + "ĉ u", + "Com ment", + "Comm ent", + "_ VERSION", + "_V ERSION", + "_VER SION", + ".X tra", + "P erson", + "Per son", + "Pers on", + "r b", + "L OB", + "LO B", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĊ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĊ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ċ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĊ", + "Ġ Central", + "ĠC entral", + "ĠCent ral", + "2 70", + "27 0", + "I CK", + "IC K", + "r aq", + "ra q", + "Ġp utting", + "Ġput ting", + "Ġputt ing", + "Ġ md", + "Ġm d", + "Ġ Love", + "ĠL ove", + "ĠLo ve", + "ĠLov e", + "P rogram", + "Pro gram", + "Pr ogram", + "Prog ram", + "B order", + "o or", + "oo r", + "Ġall owing", + "Ġallow ing", + "Ġallo wing", + "a fter", + "af ter", + "aft er", + "Ġ entries", + "Ġen tries", + "Ġent ries", + "Ġentr ies", + "Ġ Maybe", + "ĠM aybe", + "ĠMay be", + "] ).", + "]) .", + "Ġ Short", + "ĠS hort", + "ĠSh ort", + "ĠSho rt", + ") \\", + ". now", + ".n ow", + ".no w", + "f riend", + "Ġ prefer", + "Ġp refer", + "Ġpre fer", + "Ġpref er", + "Ġ GPIO", + "ĠG PIO", + "ĠGP IO", + "ĠGPI O", + "o sis", + "os is", + "osi s", + "Ġ GameObject", + "ĠGame Object", + "Ġ skip", + "Ġs kip", + "Ġsk ip", + "Ġski p", + "Ġ competition", + "Ġcom petition", + "Ġcompet ition", + "Ġcompetit ion", + "_ match", + "_m atch", + "_mat ch", + "l ications", + "lic ations", + "lication s", + "_ CONT", + "_C ONT", + "_CON T", + "_CO NT", + ". groupBox", + ".group Box", + "Ġ als", + "Ġa ls", + "Ġal s", + "6 66", + "66 6", + "\" We", + "\"W e", + "_ eq", + "_e q", + "l an", + "la n", + "_ search", + "_s earch", + "_se arch", + "Ġ Music", + "ĠM usic", + "ĠMus ic", + "ĠMu sic", + "a sis", + "as is", + "asi s", + "Ġ bind", + "Ġb ind", + "Ġbi nd", + "Ġbin d", + "ĠIs land", + "ĠIsl and", + "r um", + "ru m", + "( E", + "Ġ seat", + "Ġs eat", + "Ġse at", + "Ġsea t", + "V ideo", + "Vi deo", + "Ġ ack", + "Ġa ck", + "Ġac k", + "re ek", + "ree k", + "={ ()", + "={( )", + "Ġ rating", + "Ġr ating", + "Ġrat ing", + "Ġra ting", + "Ġ restaurant", + "Ġrest aurant", + "Ġrestaur ant", + "Ġrestau rant", + "4 56", + "45 6", + "D EX", + "DE X", + "( buf", + "(b uf", + "p ping", + "pp ing", + "u ality", + "ual ity", + "uali ty", + "Ġ league", + "Ġle ague", + "1 76", + "17 6", + "Ġ focused", + "Ġf ocused", + "Ġfocus ed", + "Ġfoc used", + "a pon", + "ap on", + "apo n", + "$ data", + "$d ata", + "CL UD", + "CLU D", + "CLUD ING", + "Ġ absolute", + "Ġa bsolute", + "Ġabs olute", + "Ġabsolut e", + "Ġabsol ute", + "( query", + "(qu ery", + "Ġt ells", + "Ġtell s", + "Ġtel ls", + "A ng", + "An g", + "Ġcomm unities", + "Ġcommun ities", + "Ġh onest", + "Ġhon est", + "Ġho nest", + "Ġhone st", + "o king", + "ok ing", + "oki ng", + "okin g", + "Ġa part", + "Ġap art", + "Ġapar t", + "Ġapa rt", + "ar ity", + "ari ty", + "/ $", + "_ module", + "_m odule", + "_mod ule", + "Ġ Enc", + "ĠE nc", + "ĠEn c", + ". an", + ".a n", + ". Config", + ".Con fig", + "C re", + "Cr e", + "Ġsh ock", + "Ġsho ck", + "ĠA rab", + "ĠAr ab", + "ĠAra b", + "I ENT", + "IE NT", + "/ re", + "/r e", + "Ġre trie", + "Ġret rie", + "Ġretr ie", + "yc ler", + "ycle r", + "ycl er", + "i sa", + "is a", + "Ġ Organ", + "ĠO rgan", + "ĠOr gan", + "ĠOrg an", + ". graph", + ".g raph", + ".gr aph", + "Ġ í", + "ĠB AS", + "ĠBA S", + "E num", + "En um", + "Ġ possibly", + "Ġposs ibly", + "ÑĢ аÐ", + "ÑĢа Ð", + "Ġ Japanese", + "ĠJ apanese", + "ĠJapan ese", + "Ġ craft", + "Ġc raft", + "Ġcr aft", + "Ġcra ft", + "Ġ Place", + "ĠP lace", + "ĠPl ace", + "ĠPla ce", + "Ġt alent", + "Ġtal ent", + "Ġtale nt", + "Ġf unding", + "Ġfun ding", + "Ġfund ing", + "Ġ confirmed", + "Ġconf irmed", + "Ġconfirm ed", + "Ġ cycle", + "Ġc ycle", + "Ġcy cle", + "Ġcycl e", + "Ġcyc le", + "/ x", + "G E", + "Ġh earing", + "Ġhe aring", + "Ġhear ing", + "Ġ plants", + "Ġpl ants", + "Ġplan ts", + "Ġplant s", + "Ġpla nts", + "Ġ mouth", + "Ġm outh", + "Ġmo uth", + "Ġmou th", + "p ages", + "page s", + "pa ges", + "pag es", + "o ria", + "or ia", + "ori a", + "Ġ Remove", + "ĠRe move", + "ĠRem ove", + "_ total", + "_t otal", + "_to tal", + "_tot al", + "Ġ od", + "Ġo d", + "oll apse", + "d oor", + "do or", + "Ġb ought", + "Ġbo ught", + "Ġbou ght", + "Ġ addr", + "Ġadd r", + "Ġad dr", + "AR CH", + "ARC H", + "_ dim", + "_d im", + "_di m", + "d den", + "dd en", + "dde n", + "Ġdec ades", + "Ġdecade s", + "Ġdecad es", + "RE QUEST", + "REQ UEST", + "Ġ versions", + "Ġv ersions", + "Ġversion s", + "Ġvers ions", + "f ire", + "fi re", + "fir e", + "0 06", + "00 6", + "Ġ moves", + "Ġm oves", + "Ġmov es", + "Ġmove s", + "Ġmo ves", + "f b", + "Ġ coffee", + "Ġc offee", + "Ġco ffee", + "Ġcoff ee", + "Ġcof fee", + ". connect", + ".con nect", + ".conn ect", + "Ġ Row", + "ĠR ow", + "ĠRo w", + "Ġ schema", + "Ġs chema", + "Ġsch ema", + "Ġschem a", + "Ġsche ma", + "S cope", + "Sc ope", + "- Type", + "-T ype", + "Ġf ighting", + "Ġfight ing", + "Ġre tail", + "Ġr etail", + "Ġret ail", + "Ġ modified", + "Ġmod ified", + "T F", + "F iles", + "File s", + "Fi les", + "Fil es", + "n ie", + "ni e", + "_ command", + "_com mand", + "_comm and", + "s tone", + "st one", + "ston e", + "sto ne", + "Ġ ÑĤ", + "ĠÑ Ĥ", + "_ thread", + "_t hread", + "_th read", + "_thr ead", + "Ġ bond", + "Ġb ond", + "Ġbo nd", + "Ġbon d", + "Ġ Development", + "ĠDe velopment", + "ĠDev elopment", + "ĠDevelop ment", + "Ġ pt", + "Ġp t", + "F ORM", + "FO RM", + "FOR M", + "p let", + "pl et", + "ple t", + "Ġ identified", + "Ġident ified", + "c pp", + "cp p", + "2 06", + "20 6", + "2 25", + "22 5", + "Ġ coding", + "Ġc oding", + "Ġco ding", + "Ġcod ing", + "o ked", + "ok ed", + "oke d", + "Ġ Master", + "ĠM aster", + "ĠMa ster", + "ĠMas ter", + "ĠMast er", + "ID TH", + "Ġres idents", + "Ġresident s", + "Ġresid ents", + "Ġreside nts", + "r edit", + "re dit", + "red it", + "redi t", + "Ġ Photo", + "ĠPh oto", + "ĠPhot o", + "= -", + "u nte", + "un te", + "unt e", + "at eur", + "ate ur", + "1 59", + "15 9", + "_ STATE", + "_ST ATE", + "_STAT E", + "_STA TE", + "Ġ Sing", + "ĠS ing", + "ĠSi ng", + "ĠSin g", + "Ġ sheet", + "Ġs heet", + "Ġshe et", + ". val", + ".v al", + ".va l", + "or se", + "ors e", + "Ġh ers", + "Ġhe rs", + "Ġher s", + "Ġd etermined", + "Ġdetermin ed", + "Ġdetermine d", + "Ġdeterm ined", + "Com mon", + "Comm on", + "Ġ wed", + "Ġw ed", + "Ġwe d", + "_ queue", + "_q ueue", + "_que ue", + "P H", + "Ġ Atl", + "ĠA tl", + "ĠAt l", + "c red", + "cre d", + "cr ed", + "/ LICENSE", + "/L ICENSE", + "Ġ mes", + "Ġm es", + "Ġme s", + "Ġ advanced", + "Ġad vanced", + "Ġadv anced", + "Ġadvance d", + ". java", + ".j ava", + ".jav a", + ". Sh", + ".S h", + "G o", + "k ill", + "ki ll", + "kil l", + "f p", + "_ settings", + "_s ettings", + "_set tings", + "_setting s", + "Ġ pal", + "Ġp al", + "Ġpa l", + "Ġ truck", + "Ġtr uck", + "Ġ combined", + "Ġcomb ined", + "Ġcombine d", + "Ġcombin ed", + "Ġ \"${", + "Ġ\" ${", + "Ġ\"$ {", + "ĠC orpor", + "ĠCor por", + "ĠCorp or", + "Ġ joined", + "Ġj oined", + "Ġjoin ed", + "Ġjo ined", + "Ġ Jose", + "ĠJ ose", + "ĠJo se", + "ĠJos e", + "ĠC up", + "ĠCu p", + "u ns", + "un s", + "est ival", + "esti val", + "le vision", + "lev ision", + "Ġ broken", + "Ġb roken", + "Ġbr oken", + "Ġbro ken", + "Ġbroke n", + "Ġmar riage", + "Ġ Western", + "ĠWest ern", + "ĠWes tern", + "Ġrep resents", + "Ġrepresent s", + "Ġ Title", + "ĠT itle", + "ĠTi tle", + "ĠTit le", + "Ġ ss", + "Ġs s", + ". Ass", + ".A ss", + ".As s", + "ong oose", + "ongo ose", + "i ento", + "ient o", + "ien to", + "< >();Ċ", + "<>( );Ċ", + "<> ();Ċ", + "Ġabs olutely", + "Ġabsolute ly", + "Ġabsolut ely", + "Ġabsol utely", + "Ġ smooth", + "Ġsm ooth", + "Ġsmo oth", + "T ERN", + "TE RN", + "TER N", + "Ġ Unless", + "ĠUn less", + "W ord", + "Wo rd", + "Ġ merge", + "Ġm erge", + "Ġmer ge", + "Ġmerg e", + "i gan", + "ig an", + "iga n", + "Ġ Vol", + "ĠV ol", + "ĠVo l", + "Ġ nn", + "Ġn n", + ". getId", + ".get Id", + "Ġ з", + "ĠÐ ·", + "1 71", + "17 1", + "Ġ sexy", + "Ġse xy", + "Ġsex y", + "Ġse eking", + "Ġsee king", + "Ġseek ing", + "S ingle", + "Si ngle", + "Sin gle", + "Sing le", + ". this", + ".t his", + ".th is", + "1 79", + "17 9", + "Ġ kom", + "Ġk om", + "Ġko m", + "b ound", + "bo und", + "bou nd", + "; \"", + "Ġ fontSize", + "Ġfont Size", + "_ df", + "_d f", + "Ġin jury", + "Ġinj ury", + "( H", + "Ġ issued", + "Ġiss ued", + "Ġissue d", + "Ġissu ed", + "_ END", + "_E ND", + "_EN D", + ": self", + ":s elf", + "0 20", + "02 0", + "Ġ patch", + "Ġp atch", + "Ġpat ch", + "Ġle aves", + "Ġleave s", + "Ġ adopt", + "Ġad opt", + "Ġado pt", + "File Name", + "ãĢ IJ", + "Ġexec utive", + "Ġexecut ive", + "Ġ Byte", + "ĠB yte", + "ĠBy te", + "] ))Ċ", + "]) )Ċ", + "])) Ċ", + "Ġ nu", + "Ġn u", + "o uting", + "ou ting", + "out ing", + "cl uding", + "clud ing", + "- R", + ". options", + ".o ptions", + ".opt ions", + ".option s", + "Ġsub stant", + "Ġsubs tant", + "Ġsubst ant", + "av ax", + "ava x", + "ĠB UT", + "ĠBU T", + "Ġ technical", + "Ġtechn ical", + "Ġtw ice", + "Ġm ás", + "Ġmá s", + "Ġun ivers", + "Ġuni vers", + "y r", + "Ġ drag", + "Ġd rag", + "Ġdr ag", + "Ġdra g", + "Ġ DC", + "ĠD C", + "Ġ sed", + "Ġs ed", + "Ġse d", + "Ġ bot", + "Ġb ot", + "Ġbo t", + "Ġ Pal", + "ĠP al", + "ĠPa l", + "Ġ Hall", + "ĠH all", + "ĠHa ll", + "ĠHal l", + "force ment", + "forc ement", + "Ġa uch", + "Ġau ch", + "Ġauc h", + ". mod", + ".m od", + ".mo d", + "n otation", + "not ation", + "nota tion", + "_ files", + "_f iles", + "_file s", + "_fil es", + ". line", + ".l ine", + ".li ne", + ".lin e", + "_ flag", + "_f lag", + "_fl ag", + "[ name", + "[n ame", + "Ġ resolution", + "Ġre solution", + "Ġres olution", + "Ġb ott", + "Ġbo tt", + "Ġbot t", + "( \"[", + "(\" [", + "e nde", + "en de", + "end e", + "( arr", + "(a rr", + "(ar r", + "F ree", + "Fr ee", + "Fre e", + "( @\"", + "(@ \"", + "Ġ District", + "ĠD istrict", + "ĠDi strict", + "P EC", + "PE C", + ": -", + "P icker", + "Pic ker", + "Pi cker", + "Pick er", + "Ġ Jo", + "ĠJ o", + "Ġ ĠĠĠĠĊ", + "ĠĠ ĠĠĠĊ", + "ĠĠĠĠ ĠĊ", + "ĠĠĠ ĠĠĊ", + "ĠĠĠĠĠ Ċ", + "Ġ River", + "ĠR iver", + "ĠRiv er", + "ĠRi ver", + "_ rows", + "_r ows", + "_row s", + "_ro ws", + "Ġhelp ful", + "Ġmass ive", + "- --Ċ", + "-- -Ċ", + "--- Ċ", + "Ġme asures", + "Ġmeasure s", + "Ġmeas ures", + "0 07", + "00 7", + "Ġ Runtime", + "ĠR untime", + "ĠRun time", + "Ġw orry", + "Ġwor ry", + "Ġ Spec", + "ĠS pec", + "ĠSp ec", + "ĠSpe c", + "ĉ D", + "ãĢ ij", + "Ġ ){Ċ", + "Ġ) {Ċ", + "Ġ){ Ċ", + "Ġw orse", + "Ġwor se", + "Ġwors e", + "( filename", + "(f ilename", + "(file name", + "(fi lename", + "(fil ename", + "Ġ lay", + "Ġl ay", + "Ġla y", + "Ġ magic", + "Ġm agic", + "Ġmag ic", + "Ġ Their", + "ĠThe ir", + "o ul", + "ou l", + "st roy", + "str oy", + "stro y", + "Ġ Where", + "ĠW here", + "ĠWh ere", + "ĠWhe re", + "2 80", + "28 0", + "Ġs udden", + "Ġsu dden", + "Ġsud den", + "Ġd efe", + "Ġde fe", + "Ġdef e", + "Ġ binding", + "Ġb inding", + "Ġbin ding", + "Ġbind ing", + "Ġ flight", + "Ġf light", + "Ġfl ight", + "Ġ OnInit", + "ĠOn Init", + "Ġ Women", + "ĠW omen", + "ĠWo men", + "Ġ Policy", + "ĠP olicy", + "ĠPol icy", + "ĠPolic y", + "Ġdr ugs", + "Ġdrug s", + "Ġdru gs", + "ish ing", + "ishi ng", + "(' ../", + "('. ./", + "Ġ Mel", + "ĠM el", + "ĠMe l", + "p eat", + "pe at", + "t or", + "to r", + "Ġpro posed", + "Ġprop osed", + "Ġpropos ed", + "Ġpropose d", + "Ġst ated", + "Ġstate d", + "Ġstat ed", + "Ġsta ted", + "_ RES", + "_RE S", + "_R ES", + "Ġ east", + "Ġe ast", + "Ġeas t", + "Ġea st", + "2 12", + "21 2", + "Ġ CONDITION", + "ĠCON DITION", + "_ desc", + "_d esc", + "_de sc", + "_des c", + "Ġw inning", + "Ġwin ning", + "f olio", + "fo lio", + "fol io", + "M apper", + "Map per", + "Ma pper", + "Ġ Pan", + "ĠP an", + "ĠPa n", + "ĠA nge", + "ĠAn ge", + "ĠAng e", + ".s ervlet", + ".serv let", + "Ġ copies", + "Ġc opies", + "Ġco pies", + "Ġcop ies", + "L M", + "Ġ vm", + "Ġv m", + "å į", + "Ġ dictionary", + "Ġd ictionary", + "S eg", + "Se g", + "1 77", + "17 7", + "e lines", + "el ines", + "eline s", + "eli nes", + "elin es", + "Ġ Send", + "ĠS end", + "ĠSe nd", + "ĠSen d", + "Ġ iron", + "Ġi ron", + "Ġir on", + "Ġ Fort", + "ĠF ort", + "ĠFor t", + "ĠFo rt", + "1 66", + "16 6", + ". domain", + ".d omain", + ".do main", + ".dom ain", + "Ġde bate", + "Ġdeb ate", + "Not Null", + "e q", + "a cher", + "ac her", + "ach er", + "ache r", + "l f", + "ĉ fmt", + "ĉf mt", + "Ġl awy", + "Ġla wy", + "Ġlaw y", + "1 78", + "17 8", + "Ä Ł", + "Ġ Men", + "ĠM en", + "ĠMe n", + "Ġ trim", + "Ġt rim", + "Ġtr im", + "Ġtri m", + "( NULL", + "(N ULL", + "Ġ !!", + "Ġ! !", + "Ġ pad", + "Ġp ad", + "Ġpa d", + "Ġfollow s", + "Ġfoll ows", + "\" ][\"", + "\"] [\"", + "\"][ \"", + "r equ", + "re qu", + "req u", + "Ġ Ep", + "ĠE p", + ". github", + ".g ithub", + ".git hub", + "( img", + "(i mg", + "(im g", + "e to", + "et o", + "( '\\", + "(' \\", + "S ervices", + "Service s", + "Serv ices", + "umbn ail", + "_ main", + "_m ain", + "_ma in", + "p leted", + "pl eted", + "ple ted", + "plete d", + "plet ed", + "fort unately", + "fortunate ly", + "Ġ windows", + "Ġw indows", + "Ġwindow s", + "Ġwind ows", + "Ġ plane", + "Ġp lane", + "Ġpl ane", + "Ġplan e", + "Ġpla ne", + "Ġ Connection", + "ĠCon nection", + "ĠConnect ion", + "ĠConn ection", + ". local", + ".l ocal", + ".loc al", + ".lo cal", + "u ard", + "ua rd", + "uar d", + "} \\", + "= =\"", + "== \"", + "a ndon", + "an don", + "and on", + "ando n", + "Ġ Roy", + "ĠR oy", + "ĠRo y", + "w est", + "we st", + "1 58", + "15 8", + "ig inal", + "igin al", + "igi nal", + "em ies", + "emi es", + "emie s", + "i tz", + "it z", + "' ):Ċ", + "') :Ċ", + "'): Ċ", + "Ġ Peter", + "ĠP eter", + "ĠPe ter", + "ĠPet er", + "ĠPete r", + "Ġt ough", + "Ġto ugh", + "Ġtou gh", + "Ġre duced", + "Ġred uced", + "Ġredu ced", + "Ġreduce d", + "Ġ calculate", + "Ġc alculate", + "Ġcal culate", + "Ġcalcul ate", + "Ġcalc ulate", + "Ġ rapid", + "Ġr apid", + "Ġrap id", + "Ġra pid", + "c ustomer", + "custom er", + "cust omer", + "Ġ efficient", + "Ġeff icient", + "Ġeffic ient", + "Ġ medium", + "Ġm edium", + "Ġmed ium", + "Ġmedi um", + "Ġ fell", + "Ġf ell", + "Ġfe ll", + "Ġfel l", + ". ref", + ".re f", + ".r ef", + "Ġ Cas", + "ĠC as", + "ĠCa s", + "Ġ feedback", + "Ġfe edback", + "Ġfeed back", + "S peed", + "Sp eed", + "Spe ed", + "( output", + "(out put", + "a je", + "aj e", + "Ġ categories", + "Ġc ategories", + "Ġcategor ies", + "Ġcategorie s", + "Ġ fee", + "Ġf ee", + "Ġfe e", + "} ;", + "Ġ deleted", + "Ġde leted", + "Ġdel eted", + "Ġdelete d", + "Ġdelet ed", + "Ġdele ted", + "r eh", + "re h", + "Ġ proof", + "Ġp roof", + "Ġpro of", + "D esc", + "De sc", + "Des c", + "B uild", + "Bu ild", + "Ġs ides", + "Ġside s", + "Ġsi des", + "Ġsid es", + ". ArrayList", + ".Array List", + "- %", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "Ø ±", + ". match", + ".m atch", + ".mat ch", + "л и", + "Ġfe els", + "Ġfeel s", + "Ġfee ls", + "Ġachie ve", + "Ġach ieve", + "Ġc lim", + "Ġcl im", + "Ġcli m", + "_ ON", + "_O N", + "Ġ CD", + "ĠC D", + "Ġ teacher", + "Ġt eacher", + "Ġte acher", + "Ġteach er", + "Ġtea cher", + "_ current", + "_c urrent", + "_cur rent", + "_curr ent", + "b n", + "_ PL", + "_P L", + "is ting", + "ist ing", + "isti ng", + "E nable", + "En able", + "G EN", + "GE N", + "Ġ tv", + "Ġt v", + "Ġ sock", + "Ġs ock", + "Ġso ck", + "Ġsoc k", + "Ġ plays", + "Ġp lays", + "Ġpl ays", + "Ġplay s", + "Ġpla ys", + "Ġ discount", + "Ġdis count", + "Ġdisc ount", + "Ġdisco unt", + "Ġ KE", + "ĠK E", + "Ġ Debug", + "ĠDe bug", + "ĠDeb ug", + "F ore", + "For e", + "Fo re", + "Ġ Iraq", + "ĠI raq", + "ĠIr aq", + "Ġ appearance", + "Ġap pearance", + "Ġappear ance", + "M on", + "Mo n", + "Ġ styled", + "Ġst yled", + "Ġstyle d", + "Ġsty led", + "Ġstyl ed", + "Ġ Human", + "ĠH uman", + "ĠHum an", + "ĠHu man", + "i ot", + "io t", + "Ġ History", + "ĠH istory", + "ĠHi story", + "ĠHistor y", + "ĠHist ory", + "Ġs ac", + "Ġsa c", + "Ġ Collection", + "ĠC ollection", + "ĠCol lection", + "ĠColl ection", + "ĠCollect ion", + "Ġ recommended", + "Ġre commended", + "Ġrecomm ended", + "Ġrecommend ed", + ". Selected", + ".Se lected", + ".Select ed", + "Ġ organizations", + "Ġorgan izations", + "Ġorganization s", + "Ġorganiz ations", + "Ġdis covered", + "Ġdiscover ed", + "co hol", + "coh ol", + "a das", + "ad as", + "ada s", + "Ġ Thomas", + "ĠTh omas", + "ĠThom as", + "M ay", + "Ma y", + "Ġcon serv", + "Ġcons erv", + "Ġconse rv", + "Ġd omin", + "Ġdo min", + "Ġdom in", + "Ġ Follow", + "ĠF ollow", + "ĠFol low", + "Ġ Section", + "ĠS ection", + "ĠSe ction", + "ĠSec tion", + "ĠSect ion", + "Ġ Thanks", + "ĠTh anks", + "ĠThank s", + "ĠThan ks", + "User name", + "Ġ recipe", + "Ġrec ipe", + "Ġrecip e", + "Ġwonder ful", + ". sleep", + ".s leep", + "_ if", + "_i f", + "ĉ ĊĉĊ", + "ĉĊ ĉĊ", + "or no", + "orn o", + "Ġ ru", + "Ġr u", + "_ target", + "_t arget", + "_tar get", + ". \"\"", + ".\" \"", + "à ¦", + "Event Args", + "Ġ inputs", + "Ġin puts", + "Ġinput s", + "Ġinp uts", + "Ġf if", + "Ġfi f", + "Ġ vision", + "Ġv ision", + "Ġvis ion", + "c y", + "Ġ Series", + "ĠS eries", + "ĠSe ries", + "ĠSer ies", + "ĠSerie s", + ") (((", + ")( ((", + ")(( (", + "Ġtr ading", + "Ġtrad ing", + "Ġtra ding", + "Ġtradi ng", + "Ġ marker", + "Ġm arker", + "Ġmark er", + "Ġmar ker", + "B egin", + "Be gin", + "Ġ typically", + "Ġtyp ically", + "Ġtypical ly", + "Ġc auses", + "Ġca uses", + "Ġcause s", + "Ġcaus es", + "d ropdown", + "drop down", + "_ DEBUG", + "_DE BUG", + "2 60", + "26 0", + "Ġ detect", + "Ġd etect", + "Ġdet ect", + "c ountry", + "count ry", + "! \");Ċ", + "!\" );Ċ", + "!\"); Ċ", + "!\") ;Ċ", + "ĉ R", + "a ppy", + "ap py", + "app y", + "Ġc ref", + "Ġcr ef", + "Ġcre f", + "( '<", + "(' <", + "\" =>", + "Ġ LE", + "ĠL E", + "re ader", + "read er", + "rea der", + "Ġ administr", + "Ġadmin istr", + "à µ", + "u cket", + "uc ket", + "uck et", + "Ġf ashion", + ". char", + ".c har", + ".ch ar", + "i zar", + "iz ar", + "iza r", + "Ġ disable", + "Ġd isable", + "Ġdis able", + "Ġs uc", + "Ġsu c", + "Ġ Live", + "ĠL ive", + "ĠLi ve", + "ĠLiv e", + "i ssue", + "iss ue", + "Ġ metadata", + "Ġm etadata", + "Ġmet adata", + "Ġmeta data", + "f lags", + "fl ags", + "flag s", + "Ġ ðŁ", + "Ġð Ł", + "Ġ committed", + "Ġcom mitted", + "Ġcomm itted", + "Ġcommit ted", + "Ġ va", + "Ġv a", + "Ġ rough", + "Ġr ough", + "Ġro ugh", + "Ġrou gh", + "Ġ '''Ċ", + "Ġ' ''Ċ", + "Ġ'' 'Ċ", + "Ġ''' Ċ", + "Ġ highlight", + "Ġhigh light", + "_ vars", + "_v ars", + "_var s", + "_va rs", + "V O", + "Ġ encoding", + "Ġen coding", + "Ġenc oding", + "- Z", + "_ sign", + "_s ign", + "_sig n", + "_si gn", + "$ (\"#", + "$( \"#", + "$(\" #", + "Ġ rain", + "Ġr ain", + "Ġra in", + "re atest", + "reate st", + "reat est", + "rea test", + "Ġ END", + "ĠE ND", + "ĠEN D", + "S election", + "Se lection", + "Select ion", + "Sel ection", + "Sele ction", + "Ġ candidates", + "Ġc andidates", + "Ġcandid ates", + "Ġcandidate s", + "Ġ sav", + "Ġs av", + "Ġsa v", + ". Empty", + "Ġdec isions", + "Ġdecision s", + "Ġdecis ions", + "Ġcoll abor", + "r idge", + "ri dge", + "rid ge", + "f eed", + "fe ed", + "fee d", + "r ession", + "ress ion", + "Ġ persons", + "Ġper sons", + "Ġperson s", + "Ġpers ons", + "Ġperso ns", + "V M", + "0 08", + "00 8", + "e ga", + "eg a", + "_ BIT", + "_B IT", + "A ccording", + "Acc ording", + "ack ed", + "ac ked", + "Ġdoll ars", + "Ġdollar s", + "_ loss", + "_l oss", + "_lo ss", + "Ġ Cost", + "ĠC ost", + "ĠCo st", + "ĠCos t", + "} \"Ċ", + "}\" Ċ", + "Not ification", + "Ġpro stit", + "Ġpros tit", + "Ġprost it", + "Ġ authority", + "Ġauthor ity", + ". rec", + ".re c", + ".r ec", + "Ġsp okes", + "Ġspoke s", + "Ġspo kes", + "Ġ Today", + "ĠT oday", + "ĠTo day", + "ĠTod ay", + "i stant", + "is tant", + "ist ant", + "istan t", + "ista nt", + "Ġ Head", + "ĠH ead", + "ĠHe ad", + "âĢĿ .", + "er tainment", + "ert ainment", + "ertain ment", + "c ean", + "ce an", + "cea n", + "c ulate", + "cul ate", + "cu late", + "Ġ ven", + "Ġv en", + "Ġve n", + "How ever", + "_ arr", + "_a rr", + "_ar r", + "Ġ tokens", + "Ġt okens", + "Ġtoken s", + "Ġtok ens", + "G raph", + "Gr aph", + "Ġ Jud", + "ĠJ ud", + "ĠJu d", + "Ġ Virgin", + "ĠVir gin", + "Ġ Serial", + "ĠS erial", + "ĠSe rial", + "ĠSer ial", + "un ning", + "unn ing", + "M utable", + "Mu table", + "Mut able", + "a gers", + "ag ers", + "age rs", + "ager s", + ". csv", + ".c sv", + ".cs v", + "Ġdevelop ing", + "Ġdevel oping", + "Ġ instructions", + "Ġin structions", + "Ġinstruction s", + "Ġinstr uctions", + "Ġinstruct ions", + "Ġ promise", + "Ġp romise", + "Ġpro mise", + "Ġprom ise", + "Ġ requested", + "Ġrequest ed", + "Ġrequ ested", + "_ encode", + "_en code", + "_enc ode", + "/ \"", + "Ġ Icon", + "ĠI con", + "u ilt", + "ui lt", + "uil t", + "- day", + "-d ay", + "-da y", + "Ġ intelligence", + "Ġint elligence", + "Ġintellig ence", + ". IS", + ".I S", + "Ġ Observable", + "ĠO bservable", + "ĠObserv able", + "Ġ Hard", + "ĠH ard", + "ĠHar d", + "ĠHa rd", + "B ool", + "Bo ol", + "2 11", + "21 1", + "id ential", + "ident ial", + ". Anchor", + ".An chor", + "Ġ selling", + "Ġs elling", + "Ġsell ing", + "Ġsel ling", + "C I", + "A GES", + "AG ES", + "AGE S", + "t le", + "tl e", + "b ur", + "bu r", + "UFF ER", + "UF FER", + "R Y", + "Ġb igger", + "Ġbig ger", + "Ġbi gger", + "Ġ rat", + "Ġr at", + "Ġra t", + "Ġf amous", + "Ġfam ous", + "Ġ typename", + "Ġtype name", + "Ġtyp ename", + "Ġ explained", + "Ġexpl ained", + "Ġexplain ed", + "} }Ċ", + "}} Ċ", + "Ġn uclear", + "Ġnu clear", + "Ġnucle ar", + "- N", + "Ġcr isis", + "Ġcri sis", + "Ġcris is", + "Ġ Enter", + "ĠEn ter", + "ĠEnt er", + "Ġ answers", + "Ġan swers", + "Ġanswer s", + "Ġans wers", + "/ ${", + "/$ {", + "/ pl", + "/p l", + "Ġ sequ", + "Ġs equ", + "Ġse qu", + "Ġseq u", + "_ next", + "_n ext", + "_ne xt", + "m ask", + "ma sk", + "mas k", + "Ġ standing", + "Ġst anding", + "Ġstand ing", + "Ġstan ding", + "Ġpl enty", + "Ġple nty", + "Ġ Cross", + "ĠC ross", + "ĠCr oss", + "ĠCro ss", + "ĠCros s", + "ĉ ret", + "ĉr et", + "ĉre t", + "d ro", + "dr o", + "Ġ Cast", + "ĠC ast", + "ĠCas t", + "ĠCa st", + "1 67", + "16 7", + "= true", + "Ġ Chris", + "ĠCh ris", + "ĠChr is", + "i cio", + "ic io", + "ici o", + "Ġ Mike", + "ĠM ike", + "ĠMi ke", + "ĠMik e", + "D ecimal", + "De cimal", + "Dec imal", + "add Component", + "L en", + "Le n", + "Ġ cock", + "Ġc ock", + "Ġco ck", + "Ġcoc k", + "Ġ #{", + "Ġ# {", + "U RN", + "UR N", + "< tr", + "", + "\\\" >", + "Ġ *=", + "Ġ* =", + "Ġ PS", + "ĠP S", + "Ġdanger ous", + "[ p", + "O ME", + "OM E", + "O ther", + "Ot her", + "Ġ StringBuilder", + "ĠString Builder", + "P oints", + "Point s", + "Po ints", + "he ading", + "head ing", + "hea ding", + "Ġ currency", + "Ġc urrency", + "Ġcurr ency", + "Ġ percentage", + "Ġper centage", + "Ġpercent age", + "_ API", + "_A PI", + "_AP I", + "Ġ classic", + "Ġclass ic", + "Ġcl assic", + "Ġclas sic", + "t head", + "th ead", + "the ad", + "Ġ MO", + "ĠM O", + "F E", + "I dx", + "Id x", + "a wait", + "aw ait", + "awa it", + "awai t", + "Ġ è", + "Ġà ¨", + "Ġacc ident", + "Ġ variant", + "Ġv ariant", + "Ġvar iant", + "Ġvari ant", + "Ġm yst", + "Ġmy st", + "Ġmys t", + "Ġ Land", + "ĠL and", + "ĠLa nd", + "ĠLan d", + "Ġ Bre", + "ĠB re", + "ĠBr e", + "Ġh arm", + "Ġhar m", + "Ġha rm", + "Ġ Acc", + "ĠA cc", + "ĠAc c", + "Ġ charged", + "Ġch arged", + "Ġchar ged", + "Ġcharg ed", + "Ġcharge d", + "i ones", + "ion es", + "io nes", + "ione s", + "Vis ibility", + "ar ry", + "arr y", + "Ġ Language", + "ĠL anguage", + "Ġ walking", + "Ġw alking", + "Ġwalk ing", + "Ġwal king", + "\" .ĊĊ", + "\". ĊĊ", + "\".Ċ Ċ", + "i fer", + "if er", + "ife r", + "Ġleaders hip", + "Ġleader ship", + ". From", + ".F rom", + "y nam", + "yn am", + "yna m", + "Ġ timestamp", + "Ġt imestamp", + "Ġtime stamp", + "i pt", + "ip t", + "Ġ Has", + "ĠH as", + "ĠHa s", + "RE FER", + "REF ER", + "Ġ Its", + "ĠI ts", + "ĠIt s", + "Ġ listener", + "Ġlist ener", + "Ġlisten er", + "Ġliste ner", + "Ġlis tener", + "U TE", + "UT E", + "2 13", + "21 3", + "_ description", + "_d escription", + "_de scription", + "_des cription", + "Ġex periences", + "Ġexper iences", + "Ġexperience s", + "Ġexperi ences", + "Ġ creates", + "Ġcreate s", + "Ġcre ates", + "Ġcreat es", + "Ġcrea tes", + "R S", + "c art", + "ca rt", + "car t", + "b lack", + "bl ack", + "bla ck", + "Ġ choices", + "Ġcho ices", + "Ġchoice s", + "w ar", + "wa r", + "7 50", + "75 0", + "Ġ '''", + "Ġ' ''", + "Ġ'' '", + "Ġ ordered", + "Ġorder ed", + "Ġord ered", + "Ġeven ing", + "Ġev ening", + "Ġeve ning", + "Ġp il", + "Ġpi l", + "Ġt un", + "Ġtu n", + "Ġ Bad", + "ĠB ad", + "ĠBa d", + "( app", + "(a pp", + "(ap p", + "r andom", + "ran dom", + "rand om", + "Ġ explicit", + "Ġexp licit", + "Ġexpl icit", + "Ġexplic it", + "Ġarr ived", + "Ġarrive d", + "Ġarriv ed", + "Ġ fly", + "Ġf ly", + "Ġfl y", + "Ġe conom", + "Ġecon om", + "Ġec onom", + "Ġeco nom", + "- mail", + "-m ail", + "Ġ lists", + "Ġl ists", + "Ġli sts", + "Ġlist s", + "Ġlis ts", + "Ġarch itect", + "Ġarchit ect", + "2 34", + "23 4", + "Ġ Pay", + "ĠP ay", + "ĠPa y", + "Ġ ds", + "Ġd s", + "Ġ Sol", + "ĠS ol", + "ĠSo l", + "Ġ vehicles", + "Ġv ehicles", + "Ġveh icles", + "Ġvehicle s", + "H z", + "- com", + "-c om", + "-co m", + "Ġ king", + "Ġk ing", + "Ġki ng", + "Ġkin g", + "_ equal", + "_e qual", + "_eq ual", + "_equ al", + "Ġ Help", + "ĠH elp", + "ĠHe lp", + "ĠHel p", + "Ġab use", + "4 80", + "48 0", + "1 69", + "16 9", + "-- ;Ċ", + "--; Ċ", + "Ġ extr", + "Ġex tr", + "Ġext r", + "Ġ chemical", + "Ġchem ical", + "ä ¿", + "Ġ orient", + "Ġo rient", + "Ġor ient", + "Ġori ent", + "Ġbre ath", + "Ġbreat h", + "Ġ Space", + "ĠS pace", + "ĠSp ace", + "ĠSpa ce", + "( element", + "(e lement", + "(el ement", + "(elem ent", + "(ele ment", + "w ait", + "wa it", + "D ED", + "DE D", + "ig ma", + "igm a", + "Ġ entr", + "Ġen tr", + "Ġent r", + "Ġ sob", + "Ġs ob", + "Ġso b", + "- name", + "-n ame", + "-na me", + "Ġ affected", + "Ġaff ected", + "Ġaffect ed", + "i ka", + "ik a", + "Ġ coal", + "Ġco al", + "_ work", + "_w ork", + "_wo rk", + "Ġh undreds", + "Ġhundred s", + "Ġpol itics", + "Ġpolit ics", + "Ġpolitic s", + "sub ject", + "su bject", + "subj ect", + "Ġ consumer", + "Ġcon sumer", + "Ġcons umer", + "Ġconsum er", + "Ġconsume r", + "AN GE", + "ANG E", + "Ġre peated", + "Ġrep eated", + "Ġrepe ated", + "Ġrepeat ed", + "S end", + "Se nd", + "Sen d", + "Ġ #[", + "Ġ# [", + "Ġ protocol", + "Ġprot ocol", + "Ġproto col", + "Ġ leads", + "Ġle ads", + "Ġlead s", + "us eum", + "use um", + "E very", + "Ev ery", + "Ever y", + "8 08", + "80 8", + "1 74", + "17 4", + "Im port", + "Imp ort", + "( count", + "(c ount", + "(co unt", + "Ġch allenges", + "Ġchalleng es", + "Ġchallenge s", + "Ġn ovel", + "Ġno vel", + "Ġnov el", + "Ġ depart", + "Ġde part", + "Ġdep art", + "b its", + "bit s", + "bi ts", + ". Current", + ".C urrent", + "Ġ `${", + "Ġ` ${", + "Ġ`$ {", + "o ting", + "ot ing", + "oti ng", + "( \\", + "Ġ creative", + "Ġc reative", + "Ġcre ative", + "Ġcreat ive", + "Ġ buff", + "Ġb uff", + "Ġbu ff", + "Ġbuf f", + "Ġint roduced", + "Ġintrodu ced", + "Ġintroduce d", + "Ġintro duced", + "u sic", + "us ic", + "usi c", + "mod ules", + "module s", + "A re", + "Ar e", + "- doc", + "-d oc", + "-do c", + "l anguage", + "_ cache", + "_c ache", + "_ca che", + "Ġ tod", + "Ġt od", + "Ġto d", + "? > < /", + "om ething", + "ome thing", + "Ġh un", + "Ġhu n", + "å º", + "a ters", + "at ers", + "ate rs", + "ater s", + "In tent", + "Int ent", + "Ġ implemented", + "Ġim plemented", + "Ġimplement ed", + "Ġ Case", + "ĠC ase", + "ĠCas e", + "ĠCa se", + "Ch ildren", + "Child ren", + "Ġ notification", + "Ġnot ification", + "Render er", + "W rapper", + "Wrap per", + "Wr apper", + "Object s", + "Obj ects", + "t l", + ". Contains", + ".Cont ains", + ".Con tains", + "Pl ugin", + "Plug in", + ". row", + ".r ow", + ".ro w", + "Ġ forg", + "Ġf org", + "Ġfor g", + "Ġfo rg", + "Ġ permit", + "Ġper mit", + "Ġperm it", + "Ġ targets", + "Ġtarget s", + "Ġtar gets", + "Ġtarg ets", + "Ġ IF", + "ĠI F", + "Ġ tip", + "Ġt ip", + "Ġti p", + "s ex", + "se x", + "Ġ supports", + "Ġsup ports", + "Ġsupport s", + "Ġsupp orts", + "Ġ fold", + "Ġf old", + "Ġfol d", + "Ġfo ld", + "ph oto", + "phot o", + "} ,čĊ", + "}, čĊ", + "Ġ google", + "Ġg oogle", + "Ġgo ogle", + "Ġgoog le", + "Ġgoo gle", + "$ ('#", + "$( '#", + "$(' #", + "Ġ sharing", + "Ġsh aring", + "Ġsha ring", + "Ġshar ing", + "Ġ goods", + "Ġg oods", + "Ġgo ods", + "Ġgood s", + "Ġgoo ds", + "v s", + "Ġ Dan", + "ĠD an", + "ĠDa n", + "R ate", + "Ra te", + "Ġ Martin", + "ĠM artin", + "ĠMar tin", + "ĠMart in", + "Ġm anner", + "Ġman ner", + "Ġmann er", + "l ie", + "li e", + ". The", + ".T he", + ".Th e", + "In ternal", + "Int ernal", + "Inter nal", + "Intern al", + "ĠCON TR", + "ĠCONT R", + "M ock", + "Mo ck", + "R IGHT", + "Ġ '{", + "Ġ' {", + "Ġ controls", + "Ġcontrol s", + "Ġcontr ols", + "Ġcontro ls", + "M at", + "Ma t", + "Ġ mand", + "Ġm and", + "Ġman d", + "Ġma nd", + "Ġ extended", + "Ġext ended", + "Ġextend ed", + "O k", + "Ġ embed", + "Ġem bed", + "Ġemb ed", + "Ġ planet", + "Ġplan et", + "Ġplane t", + "Ġpla net", + "Ġ Non", + "ĠN on", + "ĠNo n", + "- ch", + "-c h", + ") \",", + ")\" ,", + "e par", + "ep ar", + "Ġbel ieved", + "Ġbelie ved", + "Ġbelieve d", + "Ġ Environment", + "ĠEn vironment", + "Ġ Friend", + "ĠF riend", + "ĠFri end", + "- res", + "-r es", + "-re s", + "Ġ handling", + "Ġhand ling", + "Ġhan dling", + "n ic", + "ni c", + "- level", + "-le vel", + "s cri", + "sc ri", + "scr i", + "X ml", + "B E", + "u ngen", + "un gen", + "ung en", + "unge n", + "Ġ alter", + "Ġal ter", + "Ġalt er", + "Ġalte r", + "[ idx", + "[i dx", + "[id x", + "P op", + "Po p", + "c am", + "ca m", + "Ġ (((", + "Ġ( ((", + "Ġ(( (", + "Ġ shipping", + "Ġsh ipping", + "Ġship ping", + "Ġ battery", + "Ġb attery", + "Ġbatter y", + "Ġbatt ery", + "Ġbat tery", + "iddle ware", + "M C", + "Ġ impl", + "Ġi mpl", + "Ġim pl", + "Ġimp l", + "ot ation", + "ota tion", + "Ġ Lab", + "ĠL ab", + "ĠLa b", + "< form", + " {{", + ">{ {", + "Ġ Resource", + "ĠRe source", + "ĠRes ource", + "Ġ Standard", + "ĠSt andard", + "ĠStand ard", + "Ġ Prem", + "ĠP rem", + "ĠPr em", + "ĠPre m", + "up dated", + "update d", + "upd ated", + "iv alent", + "ival ent", + "Ġ assets", + "Ġas sets", + "Ġass ets", + "Ġasset s", + "_ temp", + "_t emp", + "_tem p", + "_te mp", + "Ġinter ests", + "Ġinterest s", + "Ġinteres ts", + "Ġ hardware", + "Ġh ardware", + "Ġhard ware", + "Ġ Rom", + "ĠR om", + "ĠRo m", + "Ġ Share", + "ĠS hare", + "ĠSh are", + "ĠSha re", + "ĠShar e", + "Ġ ''Ċ", + "Ġ' 'Ċ", + "Ġ'' Ċ", + "Ġ *,", + "Ġ* ,", + "Ġ Take", + "ĠT ake", + "ĠTa ke", + "ĠTak e", + "Ġ Images", + "ĠIm ages", + "ĠImage s", + "ĠImag es", + "_ CHECK", + "_C HECK", + "( typeof", + "(type of", + "(typ eof", + "Ġ Jun", + "ĠJ un", + "ĠJu n", + "\\< ^", + "Ġ liqu", + "Ġl iqu", + "Ġli qu", + "Ġw orst", + "Ġwor st", + "Ġwo rst", + "Ġwors t", + "ymb ols", + "ymbol s", + "ĉ ĉĉĠĠĠ", + "ĉĉ ĉĠĠĠ", + "ĉĉĉ ĠĠĠ", + "ĉĉĉĠ ĠĠ", + "ĉĉĉĠĠ Ġ", + "Ġ drivers", + "Ġdr ivers", + "Ġdriver s", + "Ġdrive rs", + "Ġdriv ers", + "Ġdri vers", + "Ġ Document", + "ĠD ocument", + "ĠDoc ument", + "e no", + "en o", + "Ġ Technology", + "ĠTechn ology", + "Ġ approved", + "Ġap proved", + "Ġappro ved", + "Ġapprove d", + "u mps", + "um ps", + "ump s", + "Ġ snow", + "Ġs now", + "Ġsn ow", + "Ġsno w", + "form ance", + "forma nce", + "forman ce", + "_ ASSERT", + "_A SSERT", + "_ASS ERT", + "u its", + "ui ts", + "uit s", + "2 07", + "20 7", + "Ù Ĩ", + "Ġd ifferences", + "Ġdif ferences", + "Ġdiffer ences", + "Ġdifference s", + ". Visible", + ".V isible", + "ĉ ĉĉčĊ", + "ĉĉ ĉčĊ", + "ĉĉĉ čĊ", + "Ġ Ps", + "ĠP s", + "_ fetch", + "_f etch", + "Ġ todo", + "Ġt odo", + "Ġto do", + "Ġtod o", + ". ',Ċ", + ".' ,Ċ", + ".', Ċ", + "Ġ sel", + "Ġs el", + "Ġse l", + "ur ers", + "ure rs", + "urer s", + "in valid", + "Ġ tweet", + "Ġt weet", + "Ġtwe et", + "Ġtwee t", + "V EL", + "VE L", + "Ġresearch ers", + "Ġresearcher s", + "Ġ sprintf", + "Ġs printf", + "Ġsprint f", + "Ġ RO", + "ĠR O", + "Ġ pel", + "Ġp el", + "Ġpe l", + ". Trans", + ".T rans", + ".Tr ans", + "Ġ illegal", + "Ġil legal", + "Ġill egal", + "Ġilleg al", + "d ialog", + "di alog", + "dia log", + "sm arty", + "smart y", + "l g", + "_ MIN", + "_M IN", + "_MI N", + "Ġ hero", + "Ġh ero", + "Ġhe ro", + "Ġher o", + "f inal", + "fin al", + "fi nal", + "Ġ pp", + "Ġp p", + ". Le", + ".L e", + "Ġ ci", + "Ġc i", + "ĉ RT", + "ĉR T", + "Ġs uggested", + "Ġsuggest ed", + "p df", + "pd f", + "a ching", + "ach ing", + "achi ng", + "Ġ Ro", + "ĠR o", + "Ġ Properties", + "ĠP roperties", + "ĠProp erties", + "ĠProper ties", + "Ġ Si", + "ĠS i", + "Ġbu ying", + "Ġbuy ing", + "Ġ mu", + "Ġm u", + "Ġ lands", + "Ġl ands", + "Ġla nds", + "Ġland s", + "Ġlan ds", + "if iers", + "ifier s", + "ifi ers", + "ifie rs", + "Ġ FILE", + "ĠF ILE", + "ĠFI LE", + "ĠFIL E", + "RO UP", + "Ġ holder", + "Ġh older", + "Ġhold er", + "Ġho lder", + "Ġhol der", + "Ġ Son", + "ĠS on", + "ĠSo n", + "Ġsym pt", + "Ġsymp t", + ". route", + ".r oute", + ".ro ute", + ") ?", + "Ġ argc", + "Ġar gc", + "Ġarg c", + "Ġ fort", + "Ġf ort", + "Ġfor t", + "Ġfo rt", + "Ġcas ino", + "Ġcasi no", + "_ category", + "_c ategory", + "Ġ forum", + "Ġf orum", + "Ġfor um", + "Ġfo rum", + "2 15", + "21 5", + "p refix", + "pre fix", + "pref ix", + "ap ture", + "apt ure", + "T ube", + "Tu be", + "e ms", + "em s", + "im ize", + "imi ze", + "imiz e", + "Ġn ue", + "Ġnu e", + "a us", + "au s", + "c ourse", + "co urse", + "cour se", + "A TOR", + "AT OR", + "ATO R", + "( )),", + "() ),", + "()) ,", + "Ad vertis", + "IN GS", + "ING S", + "Ġac know", + "Ġack now", + "ĠK orea", + "ĠKore a", + "ĠKo rea", + "ĠKor ea", + "p ling", + "pl ing", + "Ġ worker", + "Ġwork er", + "Ġwor ker", + "PL IED", + "h al", + "ha l", + "Ġ Richard", + "ĠRich ard", + "ĠRic hard", + "E lements", + "Element s", + "El ements", + "Elem ents", + "Ele ments", + "ĉ ĉĉĠ", + "ĉĉ ĉĠ", + "ĉĉĉ Ġ", + "s tar", + "st ar", + "sta r", + "Ġ relationships", + "Ġrelations hips", + "Ġrelationship s", + "Ġrelation ships", + "Ġ cheap", + "Ġc heap", + "Ġche ap", + "A CH", + "AC H", + "Ġ XML", + "ĠX ML", + "ĠXM L", + ", &", + "Ġ Louis", + "ĠL ouis", + "ĠLo uis", + "ĠLou is", + "Ġ ride", + "Ġr ide", + "Ġrid e", + "Ġri de", + "_ FAIL", + "_F AIL", + "_FA IL", + "Ġ chunk", + "Ġch unk", + "Ġchu nk", + "[ s", + "_ OUT", + "_O UT", + "Ġ chosen", + "Ġch osen", + "Ġcho sen", + "Ġchose n", + "_ [", + "/ (", + "Ġ Jeff", + "ĠJ eff", + "ĠJe ff", + "_ sl", + "_s l", + "p riv", + "pr iv", + "pri v", + "Ġ Canadian", + "ĠCan adian", + "Ġ unable", + "Ġu nable", + "Ġun able", + "Ġuna ble", + "Ġunab le", + "_ FLAG", + "_F LAG", + "_FL AG", + "Ġ nos", + "Ġn os", + "Ġno s", + "h igh", + "hi gh", + "Ġ lift", + "Ġl ift", + "Ġli ft", + "Ġlif t", + "f un", + "fu n", + "( ){", + "() {", + "el ly", + "ell y", + "ycler View", + "_ as", + "_a s", + "_ LIST", + "_L IST", + "Ġ radi", + "Ġr adi", + "Ġrad i", + "Ġra di", + ". getValue", + ".get Value", + "3 04", + "30 4", + "ĠAnge les", + "ĠAngel es", + "Ġ Span", + "ĠS pan", + "ĠSp an", + "ĠSpa n", + "_ instance", + "_in stance", + "_inst ance", + "i tors", + "it ors", + "itor s", + "ito rs", + "2 08", + "20 8", + "Ġ migration", + "Ġm igration", + "Ġmigr ation", + "Ġmig ration", + "A K", + "O h", + " ®", + ". selected", + ".se lected", + ".select ed", + ".sel ected", + "Ġ GT", + "ĠG T", + "Ġ advance", + "Ġadv ance", + "Ġ Style", + "ĠSt yle", + "ĠSty le", + ". DataGridView", + ".Data GridView", + "e ction", + "ect ion", + "ec tion", + "Ñ İ", + "p io", + "pi o", + "r og", + "ro g", + "Ġ shopping", + "Ġsh opping", + "Ġshop ping", + "Ġsho pping", + "Ġ Rect", + "ĠR ect", + "ĠRe ct", + "ĠRec t", + "I lluminate", + "O U", + "ĉ array", + "ĉa rray", + "ĉarr ay", + "ĉar ray", + "Ġsub stantial", + "Ġsubstant ial", + "Ġp regn", + "Ġpre gn", + "Ġpreg n", + "Ġprom ote", + "Ġpromot e", + "Ġpromo te", + "I EW", + "IE W", + ". Layout", + ".L ayout", + "Ġsign s", + "Ġsig ns", + "/ .", + "Ġ letters", + "Ġlet ters", + "Ġletter s", + "Ġlett ers", + "B oard", + "Bo ard", + "c trl", + "ct rl", + "ctr l", + "\" \\", + "Ġ Jones", + "ĠJ ones", + "ĠJo nes", + "ĠJon es", + "Ġ vertex", + "Ġver tex", + "Ġvert ex", + "Ġverte x", + "Ġ ja", + "Ġj a", + "Ġaff ili", + "Ġ wealth", + "Ġwe alth", + "ĉ default", + "ĉd efault", + "ĉdef ault", + "ĉde fault", + "Ġsign ificantly", + "Ġsignific antly", + "Ġsignificant ly", + "Ġ ec", + "Ġe c", + "Ġ xs", + "Ġx s", + "act ual", + "ac tual", + ". per", + ".p er", + ".pe r", + "_ step", + "_s tep", + "_st ep", + "_ste p", + "an vas", + "m ac", + "ma c", + "Ġtrans l", + "Ġtran sl", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "It erator", + "Iter ator", + "Ġ och", + "Ġo ch", + "Ġoc h", + "ag nostic", + "agnost ic", + "Ġ During", + "ĠD uring", + "ĠDu ring", + "ĠDur ing", + "Ġ DEFAULT", + "ĠD EFAULT", + "ĠDE FAULT", + "Ġt ill", + "Ġti ll", + "Ġtil l", + "Ġ signature", + "Ġsign ature", + "Ġsig nature", + "Ġ bird", + "Ġb ird", + "Ġbi rd", + "Ġbir d", + "Ġ Ol", + "ĠO l", + "3 10", + "31 0", + "Ġ Ir", + "ĠI r", + "H S", + "av atar", + "ava tar", + "ESS AGE", + "Ġe lev", + "Ġel ev", + "Ġele v", + "Ġ mt", + "Ġm t", + "Ġ Nav", + "ĠN av", + "ĠNa v", + "Ġrel ax", + "Ġ plate", + "Ġp late", + "Ġpl ate", + "Ġpla te", + "Ġplat e", + "I TEM", + "IT EM", + "ITE M", + "( date", + "(d ate", + "(dat e", + "(da te", + ". not", + ".n ot", + ".no t", + "Ġ grade", + "Ġg rade", + "Ġgr ade", + "Ġgrad e", + "Ġgra de", + "Ġ }),Ċ", + "Ġ} ),Ċ", + "Ġ}) ,Ċ", + "Ġ}), Ċ", + "? \"ĊĊ", + "?\" ĊĊ", + "?\"Ċ Ċ", + "i ences", + "ie nces", + "ience s", + "ien ces", + "H igh", + "Hi gh", + "Ġ DIS", + "ĠD IS", + "ĠDI S", + "2 31", + "23 1", + "dis abled", + "disable d", + "Q UI", + "QU I", + "Ġ noise", + "Ġn oise", + "Ġno ise", + "Ġnoi se", + "a ux", + "au x", + "Ġ UP", + "ĠU P", + "8 88", + "88 8", + "o sa", + "os a", + "Ġv oc", + "Ġvo c", + "Ġ ))", + "Ġ) )", + "o com", + "oc om", + "oco m", + "_ OFF", + "_O FF", + "_OF F", + "Ġ Db", + "ĠD b", + "L ock", + "Lo ck", + "Loc k", + ".e clipse", + ", d", + "Ġ Draw", + "ĠD raw", + "ĠDr aw", + "ĠDra w", + "Ġ \"(", + "Ġ\" (", + "Ġ visited", + "Ġvis ited", + "Ġvisit ed", + "Ġvisite d", + "Ġ âĪ", + "Ġâ Ī", + "Ġs ucceed", + "Ġsuc ceed", + "Ġsucc eed", + "Ġim possible", + "Ġimp ossible", + "Ġimposs ible", + "a ire", + "air e", + "ai re", + "Ġ Turn", + "ĠT urn", + "ĠTur n", + "ĠTu rn", + "Ġ dish", + "Ġd ish", + "Ġdis h", + "Ġdi sh", + "F G", + "Ġ sensor", + "Ġs ensor", + "Ġsens or", + "A NN", + "AN N", + "a ba", + "ab a", + "Ġs urg", + "Ġsu rg", + "Ġsur g", + "] );čĊ", + "]) ;čĊ", + "]); čĊ", + "Ġ fp", + "Ġf p", + "_ an", + "_a n", + "- J", + "- G", + "Ġ Job", + "ĠJ ob", + "ĠJo b", + "Con vert", + "Conv ert", + "Ġ KEY", + "ĠK EY", + "ĠKE Y", + "Ġ authors", + "Ġauthor s", + "Ġauth ors", + "_ server", + "_s erver", + "_serv er", + "_ser ver", + "\\ r", + "Ġ -*-", + "Ġ- *-", + "Ġ-* -", + "f lex", + "fl ex", + "Ġ soc", + "Ġs oc", + "Ġso c", + "R et", + "Re t", + "Ġ salt", + "Ġs alt", + "Ġsa lt", + "Ġsal t", + "Ġ âĢ¦ĊĊ", + "ĠâĢ¦ ĊĊ", + "ĠâĢ¦Ċ Ċ", + "Ġ Clear", + "ĠC lear", + "ĠCl ear", + "ĠCle ar", + "( page", + "(p age", + "(pa ge", + "- danger", + "-d anger", + "-da nger", + "Ġ rooms", + "Ġro oms", + "Ġroom s", + "con v", + "co nv", + "# {", + ". op", + ".o p", + "Ġ Area", + "ĠA rea", + "ĠAr ea", + "ĠAre a", + "_ SC", + "_S C", + "h en", + "he n", + "Ġbeg ins", + "Ġbegin s", + "- y", + "Ġexc ited", + "Ġexcit ed", + "Ġ ignored", + "Ġign ored", + "Ġignore d", + "Ġignor ed", + "Ġ bonus", + "Ġb onus", + "Ġbon us", + "st udent", + "stu dent", + "stud ent", + "Ġ Member", + "ĠM ember", + "ĠMem ber", + "Ġrel atively", + "Ġrelative ly", + "Ġrelativ ely", + "Ġrelat ively", + "Ġ Low", + "ĠL ow", + "ĠLo w", + "Ġ Produ", + "ĠP rodu", + "ĠPro du", + "ĠPr odu", + "ĠProd u", + "at eway", + "ate way", + "pos ure", + "po sure", + "Ġth ick", + "Ġthi ck", + "an iel", + "ani el", + "anie l", + "( view", + "(v iew", + "ĠC rush", + "ĠCr ush", + "ĠCru sh", + "ĠCrus h", + "Ext ension", + "I l", + "e ed", + "ee d", + "L OC", + "LO C", + ". im", + ".i m", + ". Items", + ".I tems", + ".Item s", + ".It ems", + "Ġconf lict", + "Ġconflic t", + "Ġconfl ict", + ". prevent", + ".pre vent", + ".pr event", + ".prev ent", + "2 52", + "25 2", + "Ġon Create", + "u v", + "i ser", + "is er", + "ise r", + "Ġ wave", + "Ġw ave", + "Ġwa ve", + "Ġwav e", + "M ar", + "Ma r", + "Ġ Community", + "ĠComm unity", + "ĠCommun ity", + "i che", + "ic he", + "ich e", + "Ġ Nothing", + "ĠNo thing", + "[ m", + "Ġ Lee", + "ĠL ee", + "ĠLe e", + "ri ends", + "riend s", + "rie nds", + "rien ds", + "2 32", + "23 2", + "è re", + "! !!", + "!! !", + "a nz", + "an z", + ". result", + ".res ult", + "Ġ SK", + "ĠS K", + "_ PARAM", + "_P ARAM", + "_PA RAM", + "_PAR AM", + "Ġdem ocr", + "Ġdemo cr", + "Back Color", + ". exists", + ".ex ists", + ".exist s", + "\" It", + "\"I t", + "( options", + "(o ptions", + "(opt ions", + "(option s", + "r azy", + "ra zy", + "raz y", + "a ser", + "as er", + "ase r", + "\\ Database", + "\\Data base", + "\\D atabase", + "al endar", + "alen dar", + "_ ass", + "_a ss", + "_as s", + "; }Ċ", + ";} Ċ", + "ver tex", + "vert ex", + "verte x", + "ine craft", + "W arning", + "War ning", + "Warn ing", + "ar go", + "arg o", + "Ġ actor", + "Ġa ctor", + "Ġact or", + "Ġac tor", + "Ġ Instead", + "ĠIn stead", + "ĠInst ead", + "Ġ Using", + "ĠU sing", + "ĠUs ing", + "S elf", + "Se lf", + "Sel f", + "@ interface", + "Ġspe aking", + "Ġspeak ing", + "Ġ Paris", + "ĠP aris", + "ĠPar is", + "ĠPa ris", + "Ġ LICENSE", + "ĠL ICENSE", + "ĠLIC ENSE", + ". node", + ".n ode", + ".no de", + "Ġ Food", + "ĠF ood", + "ĠFo od", + "ĠFoo d", + "E IF", + "EI F", + "Ġ Bi", + "ĠB i", + ". Start", + ".St art", + "Ġ IB", + "ĠI B", + "Ġun iversity", + "Ġunivers ity", + "2 54", + "25 4", + "Ġ Header", + "ĠHe ader", + "ĠHead er", + ". product", + ".pro duct", + ".prod uct", + "4 09", + "40 9", + "C opy", + "Co py", + "Cop y", + "e tc", + "et c", + "r ical", + "ri cal", + "ric al", + "rica l", + "Ġ >>>", + "Ġ> >>", + "Ġ>> >", + "b ooks", + "bo oks", + "book s", + "boo ks", + "Ġ algorithm", + "Ġal gorithm", + "Ġ' __", + "Ġ'_ _", + "( javax", + "(j avax", + "(java x", + "Ġnumer ous", + "Ġnumero us", + "S hare", + "Sh are", + "Shar e", + "Sha re", + "H ave", + "Ha ve", + "Ġrec ru", + "Ġ prove", + "Ġp rove", + "Ġpro ve", + "Ġpr ove", + "Ġprov e", + ". substring", + ".sub string", + ".substr ing", + "he alth", + "е л", + "еР»", + "Ġ decimal", + "Ġd ecimal", + "Ġde cimal", + "Ġdec imal", + "Ġ commission", + "Ġcom mission", + "Ġcomm ission", + "s cription", + "script ion", + "scri ption", + "x C", + "Ġ summary", + "Ġsum mary", + "Ġsummar y", + "Ġsumm ary", + "at ted", + "att ed", + "atte d", + "Ġc loser", + "Ġcl oser", + "Ġclose r", + "Ġclos er", + "Ġclo ser", + "f inished", + "fin ished", + "finish ed", + "( )){Ċ", + "() ){Ċ", + "()) {Ċ", + "()){ Ċ", + "Ġ Wood", + "ĠW ood", + "ĠWo od", + "ĠWoo d", + "3 01", + "30 1", + "_ fields", + "_f ields", + "_field s", + "k u", + "_ items", + "_i tems", + "_item s", + "_it ems", + "F lag", + "Fl ag", + "Ġ confidence", + "Ġconf idence", + "Ġ Federal", + "ĠF ederal", + "ĠFeder al", + "ĠFed eral", + "d ux", + "du x", + "Ġ compat", + "Ġcom pat", + "Ġcomp at", + "Ġ vertical", + "Ġver tical", + "Ġvert ical", + "Ð ¹", + "è s", + "; \">Ċ", + ";\" >Ċ", + ";\"> Ċ", + "_ manager", + "_m anager", + "_man ager", + "_manage r", + "( )))Ċ", + "() ))Ċ", + "()) )Ċ", + "())) Ċ", + "I DE", + "ID E", + ": \",", + ":\" ,", + "2 35", + "23 5", + "_ _Ċ", + "__ Ċ", + "Ġ Way", + "ĠW ay", + "ĠWa y", + "2 21", + "22 1", + "Ñ Ī", + "T emp", + "Te mp", + "Tem p", + "Ġ STR", + "ĠS TR", + "ĠST R", + "r itten", + "rit ten", + "ritt en", + "ritte n", + "S ync", + "Sy nc", + "Syn c", + "Ġ AV", + "ĠA V", + "Ġ CEO", + "ĠC EO", + "ĠCE O", + "Ġ Guid", + "ĠG uid", + "ĠGu id", + "ĠGui d", + "Ġenvironment al", + "Ġenviron mental", + "Ġcorrespond ing", + "ĉ console", + "ĉcon sole", + "Ġ justice", + "Ġjust ice", + "Ġju stice", + "Ġ JS", + "ĠJ S", + "Ġl ived", + "Ġli ved", + "Ġlive d", + "Ġliv ed", + "g ar", + "ga r", + "Ġ Graph", + "ĠG raph", + "ĠGr aph", + "ĠGra ph", + "Ġ Stat", + "ĠS tat", + "ĠSt at", + "ĠSta t", + "Ġ iPhone", + "Ġi Phone", + "ĠiP hone", + ". al", + ".a l", + "Ġ HD", + "ĠH D", + "Ġocc ur", + "Ġoc cur", + "Ġ threshold", + "Ġth reshold", + "Ġthresh old", + "5 09", + "50 9", + "Ġ onclick", + "Ġon click", + "Ġonc lick", + "R EG", + "RE G", + ".Graphics Unit", + "M eta", + "Me ta", + "Met a", + "Å ¾", + "Ġ cum", + "Ġc um", + "Ġcu m", + ". gnu", + ".g nu", + "à «", + "Ġobt ained", + "Ġobtain ed", + "Ġcom plaint", + "Ġcompl aint", + "Ġcomplain t", + "Ġ eating", + "Ġe ating", + "Ġeat ing", + "Ġea ting", + "Ġ tar", + "Ġt ar", + "Ġta r", + "_ task", + "_t ask", + "_ta sk", + "Ġ opts", + "Ġo pts", + "Ġop ts", + "Ġopt s", + "2 16", + "21 6", + "( to", + "(t o", + "P ass", + "Pa ss", + "Pas s", + "Ġp lastic", + "Ġpl astic", + "Ġplast ic", + "t ility", + "til ity", + "Ġ Win", + "ĠW in", + "ĠWi n", + ".prevent Default", + "p ile", + "pi le", + "Ġ Gar", + "ĠG ar", + "ĠGa r", + "Ġ quantity", + "Ġqu antity", + "Ġquant ity", + "Ġqua ntity", + "_ last", + "_l ast", + "_la st", + "Ġg reatest", + "Ġgreat est", + "Ġgre atest", + "D ao", + "Da o", + "_ DIS", + "_D IS", + "_DI S", + "Ġ Used", + "ĠU sed", + "ĠUs ed", + "ĠUse d", + "Ġ HP", + "ĠH P", + "r iting", + "ri ting", + "rit ing", + "S ION", + "SI ON", + "b lue", + "bl ue", + "d omain", + "do main", + "dom ain", + "Ġ scores", + "Ġs cores", + "Ġsc ores", + "Ġscore s", + "Ġsco res", + "Ġscor es", + "N ormal", + "Norm al", + "Nor mal", + "_ admin", + "_ad min", + "Ġ ASSERT", + "ĠA SSERT", + "ĠASS ERT", + "T hen", + "The n", + "Th en", + "* **", + "** *", + "d ist", + "dis t", + "di st", + "l on", + "lo n", + "Ġh ate", + "Ġha te", + "Ġhat e", + "s hal", + "sh al", + "sha l", + "Image View", + "d atabase", + "data base", + "dat abase", + "Ġp and", + "Ġpa nd", + "Ġpan d", + "Ġ logic", + "Ġlog ic", + "= false", + "=f alse", + "b g", + "Ġ Configuration", + "ĠConfig uration", + "Ġn ur", + "Ġnu r", + "O G", + "Ġ married", + "Ġmar ried", + ": +", + "Ġd ropped", + "Ġdr opped", + "Ġdrop ped", + "Ġdro pped", + "0 40", + "04 0", + "Ġ registration", + "Ġreg istration", + "Ġregistr ation", + "Ġregist ration", + "о м", + "оР¼", + "ult iple", + "ulti ple", + "ultip le", + "i zers", + "iz ers", + "ize rs", + "izer s", + "s hape", + "sh ape", + "sha pe", + ". copy", + ".c opy", + ".co py", + "Ġw earing", + "Ġwe aring", + "Ġwear ing", + "ĠC ath", + "ĠCa th", + "ĠCat h", + "Ġded icated", + "Ġdedic ated", + "Ġdedicate d", + "Ġ ...Ċ", + "Ġ. ..Ċ", + "Ġ... Ċ", + "Ġ.. .Ċ", + "Ġadv oc", + "Ġ Family", + "ĠF amily", + "ĠFam ily", + "ĠFamil y", + "Ġ statements", + "Ġstate ments", + "Ġstat ements", + "Ġstatement s", + "e matic", + "em atic", + "ema tic", + "emat ic", + "ampions hip", + "ampion ship", + "Ġmot iv", + "Ġmo tiv", + "Ġ Have", + "ĠH ave", + "ĠHa ve", + "ĠHav e", + "Ġb low", + "Ġbl ow", + "Ġblo w", + "J ob", + "Jo b", + "c ert", + "ce rt", + "cer t", + "_ vector", + "_v ector", + "_vec tor", + "_vect or", + "_ve ctor", + "inst all", + "Ġ COPY", + "ĠC OPY", + "ĠCO PY", + "ĠCOP Y", + "em bed", + "emb ed", + "D IR", + "DI R", + "Ġ Spring", + "ĠS pring", + "ĠSp ring", + "ĠSpr ing", + "Ġex hib", + "Ġexh ib", + "2 23", + "22 3", + "c dn", + "cd n", + "Ġ Comment", + "ĠCom ment", + "ĠComm ent", + "Ġ Optional", + "ĠOption al", + "ĠOpt ional", + ". player", + ".p layer", + ".pl ayer", + ".play er", + "Ġ Dark", + "ĠD ark", + "ĠDa rk", + "ĠDar k", + "( pos", + "(p os", + "(po s", + "Ġ Should", + "ĠSh ould", + "ĠSho uld", + "Ġ centre", + "Ġc entre", + "Ġcent re", + "Ġcentr e", + "Ġcen tre", + "Ġ Guard", + "ĠG uard", + "ĠGu ard", + "ĠGuar d", + "ó w", + "Ġtr ouble", + "Ġtro uble", + "Ġtroub le", + "Ġtrou ble", + "E NER", + "EN ER", + "ENE R", + "( unsigned", + "(un signed", + "_ service", + "_s ervice", + "_serv ice", + "_ser vice", + "Ġ ns", + "Ġn s", + "u ling", + "ul ing", + "ulin g", + "uli ng", + "Ġ Mexico", + "ĠMe xico", + "ĠMex ico", + "Ġ NY", + "ĠN Y", + "m ysql", + "my sql", + "mys ql", + "Ġ lic", + "Ġl ic", + "Ġli c", + "å ľ", + "M r", + "- fl", + "-f l", + "Ġ Customer", + "ĠC ustomer", + "ĠCustom er", + "ĠCust omer", + "i di", + "id i", + "Ġ ?>ĊĊ", + "Ġ? >ĊĊ", + "Ġ?> ĊĊ", + "Ġ?>Ċ Ċ", + "r ible", + "ri ble", + "rib le", + "Ġ пÑĢ", + "Ġп ÑĢ", + "Ġ sizes", + "Ġs izes", + "Ġsize s", + "Ġsi zes", + "Ġsiz es", + "_ STRING", + "_ST RING", + "_STR ING", + "valid ation", + "Ġ Jon", + "ĠJ on", + "ĠJo n", + "( Http", + "(H ttp", + "add Class", + "N odes", + "Node s", + "No des", + "Ġ fragment", + "Ġf ragment", + "Ġfr agment", + "Ġfra gment", + "Ġfrag ment", + "Ġs poke", + "Ġsp oke", + "Ġspo ke", + "Ġw aste", + "Ġwas te", + "Ġwa ste", + "Ġwast e", + "J oin", + "Jo in", + "Ġ illustr", + "Ġill ustr", + "Ġillust r", + "e li", + "el i", + "c ient", + "ci ent", + "cie nt", + "Ġ aid", + "Ġa id", + "Ġai d", + "Ġpro sec", + "Ġpros ec", + "Ġprose c", + "' ){Ċ", + "') {Ċ", + "'){ Ċ", + "Ġp assing", + "Ġpass ing", + "Ġpas sing", + "Ġ faces", + "Ġf aces", + "Ġfa ces", + "Ġfac es", + "Ġface s", + "S hape", + "Sh ape", + "Sha pe", + "_ Z", + "i ti", + "it i", + "Ġ alle", + "Ġa lle", + "Ġal le", + "Ġall e", + "Ġ robot", + "Ġr obot", + "Ġro bot", + "Ġrob ot", + "Ġ ĠĠĠĠĠĠĊ", + "ĠĠ ĠĠĠĠĠĊ", + "ĠĠĠĠ ĠĠĠĊ", + "ĠĠĠ ĠĠĠĠĊ", + "ĠĠĠĠĠĠĠ Ċ", + "ĠĠĠĠĠ ĠĠĊ", + "ĠĠĠĠĠĠ ĠĊ", + "Ġ Spe", + "ĠS pe", + "ĠSp e", + "Ġre ceiving", + "Ġrece iving", + "Ġ Details", + "ĠD etails", + "ĠDe tails", + "ĠDet ails", + "ĠDetail s", + "Ġ \")", + "Ġ\" )", + "m g", + "_ REF", + "_RE F", + "_R EF", + "Ġ comparison", + "Ġcom parison", + "Ġcompar ison", + "* ,", + "Ġ Found", + "ĠF ound", + "ĠFo und", + "ĠFou nd", + "_ session", + "_s ession", + "_sess ion", + "( U", + "/ F", + "Ġ xxx", + "Ġx xx", + "Ġxx x", + "N etwork", + "Net work", + "d ers", + "de rs", + "der s", + "Ġ capture", + "Ġc apture", + "Ġcap ture", + "Ġcapt ure", + "Ġc orre", + "Ġcor re", + "Ġcorr e", + "Ġ Ltd", + "ĠL td", + "ĠLt d", + "Ġ Adv", + "ĠA dv", + "ĠAd v", + "[ @", + "Ġ clip", + "Ġc lip", + "Ġcl ip", + "Ġcli p", + "M ill", + "Mi ll", + "Mil l", + "Ġ Profile", + "ĠPro file", + "ĠPr ofile", + "ĠProf ile", + "Ġ endif", + "Ġen dif", + "Ġend if", + "Ġob lig", + "Ġobl ig", + "de scribe", + "des cribe", + "descr ibe", + ". element", + ".e lement", + ".el ement", + ".elem ent", + "riter ion", + "L D", + "e red", + "er ed", + "ere d", + "Ġf avour", + "Ġfav our", + "s core", + "sc ore", + "Ġ Filter", + "ĠF ilter", + "ĠFil ter", + "at tributes", + "attribute s", + "attrib utes", + "Ġ checks", + "Ġcheck s", + "Ġche cks", + "In flater", + "Inf later", + "Ġ Plus", + "ĠP lus", + "ĠPl us", + "Ġ scientific", + "Ġscient ific", + "Ġ privacy", + "Ġpriv acy", + "H ead", + "He ad", + "Ġ feat", + "Ġf eat", + "Ġfe at", + "Ġ degrees", + "Ġdeg rees", + "Ġdegree s", + "Ġ Pale", + "ĠP ale", + "ĠPal e", + "ĠPa le", + "; \">", + ";\" >", + "Ġ films", + "Ġfil ms", + "Ġfilm s", + "Ġ Audio", + "ĠA udio", + "ĠAud io", + "ĠAu dio", + "ĠAudi o", + "Ġ Tag", + "ĠT ag", + "ĠTa g", + "Ġ Energy", + "ĠE nergy", + "ĠEn ergy", + "ĠEnerg y", + "i tar", + "it ar", + "ita r", + "par ator", + "para tor", + "Ġf ellow", + "Ġfell ow", + "Ġfel low", + "Ġ evt", + "Ġe vt", + "Ġev t", + "Ġ Tri", + "ĠT ri", + "ĠTr i", + "ĠD AM", + "ĠDA M", + "c loud", + "cl oud", + "clo ud", + "Ġ Password", + "ĠP assword", + "ĠPass word", + "ĠPas sword", + "Ġ Democrats", + "ĠDem ocrats", + "ĠDemocr ats", + "ĠDemocrat s", + "ĠA cad", + "ĠAc ad", + "$ lang", + "$l ang", + "Ġ reb", + "Ġre b", + "Ġr eb", + "( ))ĊĊ", + "() )ĊĊ", + "()) ĊĊ", + "())Ċ Ċ", + "н Ñĭ", + "Ġ Bur", + "ĠB ur", + "ĠBu r", + "read cr", + "Ġ hex", + "Ġh ex", + "Ġhe x", + "2 09", + "20 9", + "Con sole", + "Cons ole", + "c tl", + "ct l", + "ou sel", + "ous el", + "ouse l", + "Ġ William", + "ĠWill iam", + "ĠWilli am", + "Ġ az", + "Ġa z", + "_ PORT", + "_P ORT", + "_PO RT", + "Ġpr actices", + "Ġpract ices", + "Ġpractice s", + "Ġany where", + "Ġ Position", + "ĠP osition", + "ĠPos ition", + "Ġ ->Ċ", + "Ġ- >Ċ", + "Ġ-> Ċ", + "i ams", + "ia ms", + "iam s", + ". username", + ".user name", + "place holder", + "Ġ oder", + "Ġo der", + "Ġod er", + "Ġode r", + "Ġ Secretary", + "ĠSecret ary", + "Ġ iT", + "Ġi T", + "m ond", + "mon d", + "mo nd", + "e vents", + "event s", + "ev ents", + "even ts", + "eve nts", + "? âĢĿ", + ". Sub", + ".S ub", + "Ġ attached", + "Ġatt ached", + "Ġattach ed", + "Ġn ão", + "Ġ estate", + "Ġe state", + "Ġest ate", + "Ġesta te", + "3 65", + "36 5", + ". action", + ".a ction", + ".ac tion", + ".act ion", + "Ġ figures", + "Ġfig ures", + "Ġfigure s", + "Ġfigur es", + "Ġ });čĊ", + "Ġ} );čĊ", + "Ġ}) ;čĊ", + "Ġ}); čĊ", + "Ġsub scri", + "Ġsubs cri", + ". tag", + ".t ag", + ".ta g", + "n am", + "na m", + ". plot", + ".p lot", + ".pl ot", + "n oon", + "no on", + "li ament", + "lia ment", + "Char acter", + ". tab", + ".t ab", + ".ta b", + "Ġ winter", + "Ġw inter", + "Ġwin ter", + "Ġ Variable", + "ĠVar iable", + "ĠVari able", + "Ġ trees", + "Ġt rees", + "Ġtr ees", + "Ġtre es", + "Ġtree s", + "Ġp roud", + "Ġpro ud", + "Ġpr oud", + "( V", + "_ load", + "_l oad", + "_lo ad", + "Ġh ier", + "Ġhi er", + "ĠE con", + "ĠEc on", + "ĠEco n", + "Ġ fd", + "Ġf d", + "Ġvict ims", + "Ġvictim s", + "R est", + "Re st", + "Res t", + "i ana", + "ia na", + "ian a", + "Ġ fake", + "Ġf ake", + "Ġfa ke", + "Ġfak e", + ".Print ln", + "Ġ strlen", + "Ġst rlen", + "Ġstr len", + "Ġ sad", + "Ġs ad", + "Ġsa d", + "Ġ ble", + "Ġb le", + "Ġbl e", + "P rot", + "Pro t", + "Pr ot", + "Ġ buttons", + "Ġbut tons", + "Ġbutton s", + "Ġbutt ons", + "Ġbutto ns", + "Ġte levision", + "Ġtele vision", + "Ġtelevis ion", + "Ġtelev ision", + "Ġ logo", + "Ġl ogo", + "Ġlo go", + "Ġlog o", + "ext ension", + "ĉ j", + "s tein", + "st ein", + "ste in", + "ac iones", + "acion es", + "aci ones", + "acio nes", + "Ġ \"\"\"ĊĊ", + "Ġ\"\" \"ĊĊ", + "Ġ\"\"\"Ċ Ċ", + "Ġ\"\"\" ĊĊ", + "Ġ simp", + "Ġs imp", + "Ġsim p", + "Ġsi mp", + "Ġrecord ed", + "Ġbr ings", + "Ġbring s", + "Ġ principal", + "Ġpr incipal", + "Ġprincip al", + "Ġf ees", + "Ġfe es", + "Ġfee s", + "( source", + "(s ource", + "k dir", + "kd ir", + "Ġ utils", + "Ġutil s", + "Ġut ils", + "Ġcorrect ly", + "f il", + "fi l", + "Ġ wel", + "Ġw el", + "Ġwe l", + "P air", + "Pa ir", + "- button", + "-b utton", + "-but ton", + "s cale", + "sc ale", + "scal e", + "ver ify", + "[ c", + "Ġ ---", + "Ġ- --", + "Ġ-- -", + "Ġ escape", + "Ġe scape", + "Ġes cape", + "Ġesc ape", + "Ġescap e", + "i kes", + "ik es", + "ike s", + "Lower Case", + "ic ian", + "ici an", + "icia n", + "Ġ chapter", + "Ġch apter", + "Ġcha pter", + "Ġchap ter", + "Ġ TYPE", + "ĠT YPE", + "ĠTY PE", + "Ġ shadow", + "Ġsh adow", + "Ġ awesome", + "Ġaw esome", + "Ġawe some", + "W E", + "e lif", + "el if", + "eli f", + "Ġ lambda", + "Ġl ambda", + "Ġlamb da", + "Ġ distinct", + "Ġdist inct", + "Ġ bare", + "Ġb are", + "Ġbar e", + "Ġba re", + "- off", + "-of f", + "-o ff", + "Ġ colour", + "Ġcol our", + ". appendChild", + ".append Child", + "o lec", + "ol ec", + "ole c", + "a ga", + "ag a", + ". fill", + ".f ill", + ".fi ll", + ".fil l", + "ĉ super", + "ĉs uper", + "Ġ adj", + "Ġa dj", + "Ġad j", + "( position", + "(p osition", + "(pos ition", + ". getItem", + ".get Item", + "2 42", + "24 2", + "S hort", + "Sh ort", + "Ġtot ally", + "Ġtotal ly", + "V D", + "Ġ Tre", + "ĠT re", + "ĠTr e", + "_ ep", + "_e p", + "v ements", + "ve ments", + "vement s", + "vem ents", + "Ġ Solution", + "ĠS olution", + "ĠSol ution", + "Ġfund ament", + "F ollow", + "Ġ facility", + "Ġfac ility", + "Ġfacilit y", + "Ġfacil ity", + "Ġhapp ening", + "Ġhappen ing", + "O F", + ". textBox", + ".text Box", + "S pan", + "Sp an", + "Ġ «", + "Ġ «", + "i den", + "id en", + "ide n", + "Ġex ceed", + "Ġexc eed", + "Ġexce ed", + "( parent", + "(p arent", + "(par ent", + "(paren t", + "(pa rent", + "Ġ cp", + "Ġc p", + "ç »", + "Ġh asn", + "Ġhas n", + "Ġha sn", + "Ġ pri", + "Ġp ri", + "Ġpr i", + "Ġcon sequ", + "Ġcons equ", + "Ġconse qu", + "n en", + "ne n", + "ĠIN TO", + "ĠINT O", + "I gnore", + "Ign ore", + "Ġ Future", + "ĠF uture", + "ĠFu ture", + "ĠFut ure", + "Ġ carbon", + "Ġc arbon", + "Ġcar bon", + "Ġcarb on", + "Ġ Steel", + "ĠSt eel", + "ĠSte el", + "f mt", + "fm t", + "o kie", + "ok ie", + "oki e", + "Ġ spl", + "Ġs pl", + "Ġsp l", + "( title", + "(t itle", + "(ti tle", + "- info", + "-in fo", + "-inf o", + "Ġde als", + "Ġdeal s", + "Ġ fixture", + "Ġf ixture", + "Ġfix ture", + "e a", + "D iv", + "Di v", + "Ġ tested", + "Ġt ested", + "Ġte sted", + "Ġtest ed", + "Ġtes ted", + "Ġteste d", + "_ return", + "_re turn", + "_r eturn", + "_ret urn", + ") ĊĊĊĊ", + ")Ċ ĊĊĊ", + ")ĊĊ ĊĊ", + ")ĊĊĊ Ċ", + "up ported", + "upport ed", + "upp orted", + "Ġ Cook", + "ĠC ook", + "ĠCo ok", + "Ġp aying", + "Ġpay ing", + "Ġpa ying", + "Ġ Ill", + "ĠI ll", + "ĠIl l", + "Ġarr ested", + "Ġarrest ed", + "Ġ Prime", + "ĠPr ime", + "ĠPri me", + "ĠPrim e", + "_ callback", + "_c allback", + "_call back", + "> ,Ċ", + ">, Ċ", + "d river", + "dr iver", + "drive r", + "O nce", + "On ce", + "a bb", + "ab b", + "_ bytes", + "_by tes", + "_byte s", + "Ġ Sets", + "ĠS ets", + "ĠSe ts", + "ĠSet s", + "( Object", + "(O bject", + "Ġ cc", + "Ġc c", + "Ġ shell", + "Ġs hell", + "Ġsh ell", + "Ġshe ll", + "Ġshel l", + "a lo", + "al o", + ") ;//", + "); //", + "( log", + "(l og", + "(lo g", + "2 64", + "26 4", + "c tors", + "ct ors", + "ctor s", + ") ", + "2 18", + "21 8", + "Ġ $(\".", + "Ġ$ (\".", + "Ġ$( \".", + "Ġ$(\" .", + ". pos", + ".p os", + ".po s", + "Ġ boys", + "Ġbo ys", + "Ġboy s", + "Ġwed ding", + "Ġ agents", + "Ġag ents", + "Ġage nts", + "Ġagent s", + "= \"_", + "=\" _", + "Ġ Army", + "ĠAr my", + "ĠArm y", + "Ġ hint", + "Ġh int", + "Ġhi nt", + "Ġhin t", + "v ision", + "vis ion", + "Ġ tech", + "Ġt ech", + "Ġte ch", + "Ġtec h", + "Ġ Connect", + "ĠCon nect", + "ĠConn ect", + "Ġ legend", + "Ġl egend", + "Ġle gend", + "Ġleg end", + "Ġ Bet", + "ĠB et", + "ĠBe t", + ". Base", + ".B ase", + "Sub ject", + "Su bject", + "Ġ lit", + "Ġl it", + "Ġli t", + "Re move", + "Rem ove", + "Ġ \":", + "Ġ\" :", + "Ġ Final", + "ĠF inal", + "ĠFin al", + "ĠFi nal", + "pear ance", + "ĠiT unes", + "Ġ participants", + "Ġpart icipants", + "Ġparticip ants", + "Ġparticipant s", + "Ġ Python", + "ĠP ython", + "ĠPy thon", + "Ġ busy", + "Ġbu sy", + "Ġbus y", + "i el", + "ie l", + "vert ices", + "Ġtemplate Url", + "Ġ Close", + "ĠC lose", + "ĠCl ose", + "ĠClo se", + "I mg", + "Im g", + "ĠCorpor ation", + "ĠCorp oration", + "t imestamp", + "time stamp", + "Ġ extend", + "Ġext end", + "Ġwe bsites", + "Ġweb sites", + "Ġwebsite s", + "Ġwebs ites", + "Ġposs ibility", + "Ġpossibilit y", + "о ÑĤ", + "Ġ kö", + "Ġk ö", + "Ġm eat", + "Ġme at", + "Ġ representation", + "Ġre presentation", + "Ġrep resentation", + "Ġrepresent ation", + "Ġrepresenta tion", + "2 41", + "24 1", + "Ġ ĉĉ", + "Ġĉ ĉ", + "_ START", + "_ST ART", + "_STAR T", + "_STA RT", + ". apply", + ".app ly", + ".ap ply", + "ĠV alley", + "ĠVal ley", + "ĠValle y", + "ĠVall ey", + "Ġ Success", + "ĠS uccess", + "ĠSu ccess", + "ĠSuc cess", + "ĠSucc ess", + "H i", + "Ġ nob", + "Ġn ob", + "Ġno b", + "Ġ IEnumerable", + "ĠI Enumerable", + "_ select", + "_s elect", + "_se lect", + "_sel ect", + "g eo", + "ge o", + ". \")Ċ", + ".\" )Ċ", + ".\") Ċ", + "Ġt urning", + "Ġturn ing", + "Ġtur ning", + "Ġ fabric", + "Ġf abric", + "Ġfab ric", + "(\" \");Ċ", + "(\"\" );Ċ", + "(\"\") ;Ċ", + "(\"\"); Ċ", + "Ġp erspective", + "Ġpers pective", + "é Ĺ", + "Ġ Sn", + "ĠS n", + "Th ank", + "Than k", + "; j", + ". Parameters", + ".Param eters", + ".Parameter s", + "ĉ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĉĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĉĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĉĠĠĠĠĠĠĠ ĠĠĠĠ", + "ĉĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĉĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĉĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĉĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĉĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĉĠĠĠĠĠĠĠĠĠ ĠĠ", + "ĉĠĠĠĠĠĠĠĠĠĠ Ġ", + "Ġ facts", + "Ġf acts", + "Ġfact s", + "Ġfa cts", + "Ġfac ts", + "3 05", + "30 5", + "Ġ unt", + "Ġu nt", + "Ġun t", + ". instance", + ".in stance", + ".inst ance", + "#### ############################################################", + "######## ########################################################", + "################ ################################################", + "################################ ################################", + "################################################ ################", + "######################################## ########################", + "######################## ########################################", + "######################################################## ########", + "############################################################ ####", + "- end", + "-e nd", + "-en d", + "Ġ JOIN", + "ĠJO IN", + "Ġ Hen", + "ĠH en", + "ĠHe n", + "Ġ uri", + "Ġu ri", + "Ġur i", + "åIJ į", + "Ġ на", + "Ġн а", + "Ġ Info", + "ĠIn fo", + "ĠInf o", + "Ġcon ducted", + "Ġconduct ed", + "Ġconduc ted", + "Ġ Ã¥", + "Ġà ¥", + "OUR CE", + "Ġ wine", + "Ġw ine", + "Ġwin e", + "Ġwi ne", + "J ohn", + "Jo hn", + ".Error f", + ".Err orf", + "Ġ Age", + "ĠA ge", + "ĠAg e", + "o unded", + "ound ed", + "oun ded", + "Ġreal ize", + "Ġrealiz e", + "3 12", + "31 2", + "Ġ ];", + "Ġ] ;", + "Ġsub sequ", + "Ġsubs equ", + ", m", + "( User", + "(U ser", + "i ano", + "ia no", + "ian o", + "Ġaccom pl", + "Ġaccomp l", + "i sp", + "is p", + ". std", + ".s td", + ".st d", + "é ĩ", + "Ġ Bed", + "ĠB ed", + "ĠBe d", + ". setAttribute", + ".set Attribute", + "B R", + "ke ep", + "kee p", + "Ġ ALL", + "ĠA LL", + "ĠAL L", + "Ġ isol", + "Ġis ol", + "Ġi sol", + "Ġiso l", + "a mma", + "am ma", + "amm a", + "P ackage", + "Pack age", + "Ġ occasion", + "Ġocc asion", + "Ġoccas ion", + "- success", + "-s uccess", + "-su ccess", + "е д", + "еР´", + "ĠLIMIT ED", + "s trip", + "st rip", + "str ip", + "stri p", + "( )ĊĊĊ", + "() ĊĊĊ", + "()Ċ ĊĊ", + "()ĊĊ Ċ", + "is tribution", + "istrib ution", + "Color s", + "Col ors", + "Ġ+ :+", + "Did Load", + "a ler", + "al er", + "ale r", + "Ġ tid", + "Ġt id", + "Ġti d", + "Ġ LED", + "ĠL ED", + "ĠLE D", + "Ġ Linked", + "ĠLink ed", + "ĠLin ked", + "Ġ Cart", + "ĠC art", + "ĠCar t", + "ĠCa rt", + "( ))čĊ", + "() )čĊ", + "()) čĊ", + "_ READ", + "_RE AD", + "Ġk illing", + "Ġkill ing", + "Ġkil ling", + "Ġ PHP", + "ĠP HP", + "ĠPH P", + "f ection", + "fe ction", + "fect ion", + "fec tion", + "Ġ instances", + "Ġin stances", + "Ġinst ances", + "Ġinstance s", + "c v", + "\" />", + "\"/ >", + "Ġ sf", + "Ġs f", + "Ġt axes", + "Ġtax es", + "Ġta xes", + "_ location", + "_l ocation", + "_lo cation", + "_loc ation", + "Ġ Bitcoin", + "ĠBit coin", + "u able", + "ua ble", + "r ank", + "ra nk", + "ran k", + "i gnore", + "ig nore", + "ign ore", + "t rack", + "tr ack", + "tra ck", + "к а", + "Ġshould n", + "Ġ OP", + "ĠO P", + "= >{Ċ", + "=> {Ċ", + "Ġ km", + "Ġk m", + "Ġ helper", + "Ġh elper", + "Ġhelp er", + "Ġhel per", + "_ head", + "_h ead", + "_he ad", + "Ġ Whether", + "ĠWh ether", + "ĠWhe ther", + "o co", + "oc o", + "_ bl", + "_b l", + "Ġ statistics", + "Ġstat istics", + "Ġstatist ics", + "Ġstatistic s", + "Ġbe auty", + "Ġbeaut y", + "Ġbeau ty", + "Ġ tog", + "Ġt og", + "Ġto g", + "t ip", + "ti p", + "ëĭ ¤", + "Ġ csv", + "Ġc sv", + "Ġcs v", + "( sql", + "(s ql", + "(sq l", + "std lib", + "we ak", + "Ġ likes", + "Ġl ikes", + "Ġli kes", + "Ġlike s", + "Ġlik es", + "Ä į", + "Ġ repeat", + "Ġre peat", + "Ġrep eat", + "Ġrepe at", + "Ġa partment", + "Ġap artment", + "Ġapart ment", + "Ġe mph", + "Ġem ph", + "Ġemp h", + "_ edit", + "_e dit", + "_ed it", + "Ġ vit", + "Ġv it", + "Ġvi t", + "ĉ type", + "ĉt ype", + "ĉtyp e", + "2 17", + "21 7", + "E ven", + "Ev en", + "u ten", + "ut en", + "ute n", + "Ġcircum stances", + "Ġcircumstance s", + "b ian", + "bi an", + "bia n", + "Ġs ugar", + "Ġsu gar", + "Ġsug ar", + "W indows", + "Window s", + "Wind ows", + "ì ŀ", + "Ġobs erved", + "Ġobserv ed", + "Ġobserve d", + "/ data", + "/d ata", + "/dat a", + "Ġ calendar", + "Ġc alendar", + "Ġcal endar", + "Ġcalend ar", + "Ġ strike", + "Ġst rike", + "Ġstr ike", + "Ġstri ke", + "Ġ RES", + "ĠR ES", + "ĠRE S", + "_ sc", + "_s c", + "f ony", + "fo ny", + "fon y", + "o rem", + "or em", + "ore m", + "( z", + "p ower", + "po wer", + "pow er", + "et ect", + "ete ct", + "Ġ Sat", + "ĠS at", + "ĠSa t", + ". description", + ".d escription", + ".de scription", + ".des cription", + "Ġ gang", + "Ġg ang", + "Ġga ng", + "Ġgan g", + "Ġ Sports", + "ĠS ports", + "ĠSp orts", + "ĠSport s", + "ĠSpo rts", + "ĠSpor ts", + "on gs", + "ong s", + "Ġ Bundle", + "ĠB undle", + "ĠBund le", + "ĠBun dle", + ". sum", + ".s um", + "o nce", + "on ce", + "Ġacc used", + "Ġaccus ed", + "Ġaccuse d", + "Ġexp lore", + "Ġexpl ore", + "Ġexplo re", + "Ġexplor e", + "Ġ approximately", + "Ġapprox imately", + "Ġapproximate ly", + "Ġ losing", + "Ġl osing", + "Ġlo sing", + "Ġlos ing", + "th esis", + "the sis", + "thes is", + "Ġ Fund", + "ĠF und", + "ĠFun d", + "ĠFu nd", + "Ġdi agn", + "Ġdia gn", + "Ġdiag n", + "A utowired", + "p roperties", + "prop erties", + "proper ties", + "Ġ _.", + "Ġ_ .", + "Ġ cnt", + "Ġc nt", + "Ġcn t", + "ced ure", + "Ġ yy", + "Ġy y", + "Ġ grant", + "Ġg rant", + "Ġgr ant", + "Ġgran t", + "Ġgra nt", + "s ock", + "so ck", + "soc k", + ". innerHTML", + ".inner HTML", + "Ġ ]);Ċ", + "Ġ] );Ċ", + "Ġ]) ;Ċ", + "Ġ]); Ċ", + "Ġ CONFIG", + "ĠCON FIG", + "ĠCONF IG", + "= '$", + "=' $", + "5 50", + "55 0", + "] ];Ċ", + "]] ;Ċ", + "]]; Ċ", + "U ND", + "UN D", + "Ġ glob", + "Ġg lob", + "Ġgl ob", + "Ġglo b", + "Ġ dire", + "Ġd ire", + "Ġdi re", + "Ġdir e", + "uff le", + "_ MEM", + "_M EM", + "_ME M", + "Ġauth entic", + "> (\"", + ">( \"", + "Ġde cade", + "Ġdec ade", + "Ġdecad e", + "Ġ Import", + "ĠIm port", + "ĠImp ort", + "Ġorig inally", + "Ġoriginal ly", + "Ġorigin ally", + "Ġ jQuery", + "Ġj Query", + "Ġind icate", + "Ġindic ate", + "Ġindica te", + "Ġours elves", + "S w", + ". lbl", + ".l bl", + ".lb l", + "en erate", + "ener ate", + "ene rate", + "Ġbas ically", + "Ġbasic ally", + "Ġ Hom", + "ĠH om", + "ĠHo m", + "Ġ+ #+", + "Ġ+# +", + "Ġ Britain", + "ĠBrit ain", + "ĠBri tain", + "Ġ Kar", + "ĠK ar", + "ĠKa r", + "to Equal", + ". stop", + ".s top", + ".st op", + "Ġ modal", + "Ġm odal", + "Ġmod al", + "Ġmo dal", + "Ġmoda l", + "i si", + "is i", + "Ġsuggest s", + "Ġ dtype", + "Ġd type", + "Ġdt ype", + "Ġ tur", + "Ġt ur", + "Ġtu r", + "b f", + "Ġ connections", + "Ġconnection s", + "Ġconn ections", + "Ġconnect ions", + "Ġ Before", + "ĠB efore", + "ĠBe fore", + "i sted", + "is ted", + "ist ed", + "iste d", + "m ouse", + "mo use", + "Ġp ulled", + "Ġpull ed", + "Ġpul led", + ". build", + ".b uild", + "Ġleg islation", + "Ġlegis lation", + "Ġlegisl ation", + "Ġ forth", + "Ġf orth", + "Ġfor th", + "Ġfort h", + "p ad", + "pa d", + "e go", + "eg o", + ". Now", + ".N ow", + ".No w", + "Ġexc iting", + "Ġexcit ing", + "} ĊĊĊĊ", + "}Ċ ĊĊĊ", + "}ĊĊ ĊĊ", + "}ĊĊĊ Ċ", + "Ġcom pr", + "Ġco mpr", + "Ġcomp r", + "Ġ shares", + "Ġsh ares", + "Ġshare s", + "Ġsha res", + "Ġshar es", + "Ġ rig", + "Ġr ig", + "Ġri g", + "g reen", + "gr een", + "gre en", + "gree n", + "_ vec", + "_v ec", + "_ve c", + "Ġ enumerate", + "Ġenum erate", + "Ġenumer ate", + "A uto", + "Aut o", + "Au to", + "ic ator", + "ica tor", + "Ġ Ray", + "ĠR ay", + "ĠRa y", + "a sse", + "as se", + "ass e", + "Ġ holiday", + "Ġh oliday", + "Ġhol iday", + "Ġ nullable", + "Ġnull able", + "Ġnulla ble", + "g un", + "gu n", + "_ details", + "_d etails", + "_de tails", + "_detail s", + "_det ails", + "Ġ wrapper", + "Ġw rapper", + "Ġwr apper", + "Ġwrap per", + "s eq", + "se q", + "Ġ Young", + "ĠYou ng", + "ĠYo ung", + "ju ana", + "juan a", + "Ġ\" __", + "Ġ\"_ _", + "l icense", + "lic ense", + "s erve", + "se rve", + "ser ve", + "serv e", + "^ (", + "i ders", + "id ers", + "ide rs", + "ider s", + ". Remove", + ".Re move", + ".Rem ove", + "rop down", + "' S", + "p in", + "pi n", + "( token", + "(t oken", + "(to ken", + "(tok en", + ". Default", + ".D efault", + ".De fault", + ".Def ault", + "Ġ reasonable", + "Ġreason able", + "amp ion", + "ĠS ociety", + "ĠSoci ety", + "Ġ bei", + "Ġb ei", + "Ġbe i", + "er ves", + "erv es", + "erve s", + "r ad", + "ra d", + "Ġ Fox", + "ĠF ox", + "ĠFo x", + "_ images", + "_image s", + "_im ages", + "_imag es", + "Ġ wheel", + "Ġw heel", + "Ġwh eel", + "Ġwhe el", + "' )[", + "') [", + "Ġ cfg", + "Ġc fg", + "Ġcf g", + "( By", + "(B y", + "Con structor", + "Construct or", + "Ġ vary", + "Ġv ary", + "Ġvar y", + "Ġva ry", + ". swift", + ".sw ift", + "Ġ proxy", + "Ġpro xy", + "Ġpr oxy", + "Ġprox y", + "ĉ H", + "Ġ Another", + "ĠAn other", + "Ġ Pen", + "ĠP en", + "ĠPe n", + "Ġ checking", + "Ġcheck ing", + "Ġ jest", + "Ġj est", + "Ġje st", + "Ġjes t", + "m anager", + "man ager", + "manage r", + "mana ger", + "Or igin", + "Orig in", + "u gs", + "ug s", + "o ir", + "oi r", + "> čĊ", + "Ġ-- >čĊ", + "Ġ--> čĊ", + "Ġrel ief", + "Ġreli ef", + "Ġrelie f", + "l ap", + "la p", + "q uer", + "qu er", + "que r", + "_ parent", + "_p arent", + "_par ent", + "_pa rent", + "he ap", + "hea p", + "L OSE", + "LO SE", + "LOS E", + "Ġ combine", + "Ġc ombine", + "Ġcom bine", + "Ġcomb ine", + "Ġcombin e", + "Ġ Rose", + "ĠR ose", + "ĠRo se", + "ĠRos e", + "o wers", + "ow ers", + "ower s", + "owe rs", + "Ġpro cedures", + "Ġproced ures", + "Ġprocedure s", + "Ġ Sort", + "ĠS ort", + "ĠSo rt", + "ĠSor t", + "a nim", + "an im", + "ani m", + "v ariant", + "var iant", + "vari ant", + "eh icle", + "Ġsign ing", + "Ġsig ning", + "Ġsignin g", + "Pr imary", + "Prim ary", + "Pri mary", + "c urrency", + "curr ency", + "Ġs exe", + "Ġse xe", + "Ġsex e", + "o en", + "oe n", + "th eta", + "the ta", + "e man", + "em an", + "ema n", + "Ġim pressive", + "Ġimp ressive", + "Ġimpress ive", + "( '_", + "(' _", + "ĉ U", + "Ġ TextStyle", + "ĠText Style", + "_ cnt", + "_c nt", + "_cn t", + "Ġ slice", + "Ġs lice", + "Ġsl ice", + "Ġslic e", + "( ':", + "(' :", + "Ġunder stood", + "Ġunderst ood", + "H is", + "Hi s", + "2 77", + "27 7", + "0 13", + "01 3", + "Ġin formed", + "Ġinform ed", + "Ġ nick", + "Ġn ick", + "Ġni ck", + "Ġnic k", + "4 29", + "42 9", + "( TAG", + "(T AG", + "h d", + "Ġe lections", + "Ġel ections", + "Ġelect ions", + "Ġelection s", + "Ġele ctions", + "es ture", + "est ure", + "Ġ Santa", + "ĠS anta", + "ĠSan ta", + "ĠSant a", + "ĠCo ast", + ". pdf", + ".p df", + "inc iple", + "incip le", + "inci ple", + ". clone", + ".cl one", + "b orn", + "bo rn", + "bor n", + "u ta", + "ut a", + "Ġ licensed", + "Ġl icensed", + "Ġlicense d", + "Ġlic ensed", + "Ġlicens ed", + "C r", + "Ġ bread", + "Ġb read", + "Ġbr ead", + "Ġbre ad", + "Ġ Houston", + "ĠH ouston", + "ĠHou ston", + "Ġ nod", + "Ġn od", + "Ġno d", + "Ġh opes", + "Ġhope s", + "Ġhop es", + "Ġho pes", + "Ġ CGRect", + "ĠCG Rect", + "Ġgu ilty", + "Ġguilt y", + ". gif", + ".g if", + "Ġ rose", + "Ġr ose", + "Ġro se", + "Ġros e", + ". Common", + ".Com mon", + ".Comm on", + "T ip", + "Ti p", + "A NK", + "AN K", + "Ġ FC", + "ĠF C", + "D uring", + "Du ring", + "Dur ing", + "Ġ Symfony", + "ĠSym fony", + "Ġdef ensive", + "k m", + ") >", + "a rchive", + "arch ive", + "arc hive", + "Ġ URI", + "ĠU RI", + "ĠUR I", + "y cling", + "yc ling", + "ycl ing", + "- o", + "Ġ Website", + "ĠWe bsite", + "ĠWeb site", + "A MP", + "AM P", + "4 05", + "40 5", + "ish ment", + "Ġdo ctors", + "Ġdoc tors", + "Ġdoctor s", + "D irect", + "Dir ect", + "Di rect", + "Dire ct", + "A RI", + "AR I", + "Ġ Redirect", + "ĠRe direct", + "ĠRed irect", + "i eren", + "ie ren", + "ier en", + "iere n", + "9 60", + "96 0", + "_ dist", + "_d ist", + "_dis t", + "_di st", + "y o", + "Ġ Progress", + "ĠPro gress", + "Ġz um", + "Ġzu m", + "Ġme mor", + "Ġmem or", + "Ġmemo r", + "Ġ ED", + "ĠE D", + "Ġ jur", + "Ġj ur", + "Ġju r", + "æį ®", + "_ TABLE", + "_T ABLE", + "_TAB LE", + "_TA BLE", + "Ġ uuid", + "Ġu uid", + "Ġuu id", + "Ex pr", + "Exp r", + ". head", + ".h ead", + ".he ad", + "( '%", + "(' %", + "point er", + "po inter", + "Ġ estimate", + "Ġest imate", + "Ġestim ate", + "Ġ Greg", + "ĠG reg", + "ĠGr eg", + "ĠGre g", + "Ġ loader", + "Ġl oader", + "Ġlo ader", + "Ġload er", + "Ġloa der", + "Ġ iOS", + "Ġi OS", + "Ġ mens", + "Ġm ens", + "Ġme ns", + "Ġmen s", + "[ y", + "Ġref used", + "Ġrefuse d", + "Ġ precision", + "Ġp recision", + "Ġpre cision", + "Ġprec ision", + "Ġprecis ion", + "i sch", + "is ch", + "isc h", + "Ġ ACTION", + "ĠA CTION", + "ĠAC TION", + "ĠACT ION", + "C loud", + "Cl oud", + "Clo ud", + "s With", + "( ret", + "(r et", + "(re t", + "2 92", + "29 2", + "_ ADDR", + "_A DDR", + "_ADD R", + "_AD DR", + "_ conf", + "_con f", + "_co nf", + "( df", + "(d f", + "Ġ locked", + "Ġl ocked", + "Ġloc ked", + "Ġlock ed", + "Ġ rising", + "Ġr ising", + "Ġris ing", + "Ġri sing", + "ãĥ» ãĥ»", + "Ġ Ms", + "ĠM s", + "Ġ scenes", + "Ġsc enes", + "Ġscene s", + "Ġscen es", + "Ġsce nes", + "_ EXT", + "_E XT", + "_EX T", + "_ raw", + "_r aw", + "_ra w", + "_ the", + "_t he", + "_th e", + "pe ople", + "Ġre con", + "Ġrec on", + "Ġreco n", + "Ġ Fun", + "ĠF un", + "ĠFu n", + "Ġb less", + "Ġbl ess", + "Ġble ss", + "Ġ Updated", + "ĠUp dated", + "ĠUpdate d", + "4 22", + "42 2", + "ü n", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠčĊ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠčĊ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠčĊ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠčĊ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠčĊ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠčĊ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠčĊ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠčĊ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠčĊ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠčĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ čĊ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠčĊ", + "p ection", + "pe ction", + "pect ion", + "pec tion", + "R elease", + "Re lease", + "Rel ease", + ". logger", + ".log ger", + ".lo gger", + "Ġ SY", + "ĠS Y", + "Ġc ounsel", + "Ġcoun sel", + "u rd", + "ur d", + "_ true", + "_tr ue", + "Ġevery body", + "iv ot", + "ivo t", + "Ġh ence", + "Ġhe nce", + "Ġhen ce", + "Ġ NAS", + "ĠN AS", + "ĠNA S", + "7 89", + "78 9", + "Ġop posed", + "Ġopp osed", + "Ġoppos ed", + "Ġoppose d", + "un known", + "unk nown", + "Ġ DESC", + "ĠD ESC", + "ĠDE SC", + "ĠDES C", + "Ġ Chair", + "ĠC hair", + "ĠCh air", + "ĠCha ir", + "f ailed", + "fa iled", + "fail ed", + "Ġ INCLUDING", + "ĠIN CLUDING", + "3 86", + "38 6", + "3 52", + "35 2", + "Ġ writers", + "Ġw riters", + "Ġwrit ers", + "Ġwrite rs", + "Ġwriter s", + "{ }Ċ", + "{} Ċ", + "ÃŃ t", + "_ copy", + "_c opy", + "_co py", + "} :", + "Ġ Bat", + "ĠB at", + "ĠBa t", + "Ġ converted", + "Ġcon verted", + "Ġconvert ed", + "Ġconver ted", + "e ding", + "ed ing", + "edi ng", + "edin g", + "pl acement", + "place ment", + "Ġ Host", + "ĠH ost", + "ĠHo st", + "ĠHos t", + "S ound", + "So und", + "Sou nd", + "и м", + "Ġs ought", + "Ġso ught", + "Ġsou ght", + "4 02", + "40 2", + "m id", + "mi d", + "Ġ salary", + "Ġs alary", + "Ġsal ary", + "Ġsala ry", + "o gg", + "og g", + "âĦ ¢", + "b ul", + "bu l", + "Ġw ir", + "Ġwi r", + "valid ator", + "_ STAT", + "_ST AT", + "_STA T", + ". store", + ".st ore", + "Ġ Battle", + "ĠB attle", + "ĠBat tle", + "ĠBatt le", + "ı n", + "Ġ -->ĊĊ", + "Ġ-- >ĊĊ", + "Ġ-->Ċ Ċ", + "Ġ--> ĊĊ", + "Tr ump", + "d ot", + "do t", + "Ġ CONT", + "ĠC ONT", + "ĠCON T", + "ĠCO NT", + ". fetch", + ".f etch", + "Ġcont inu", + "Ġcontin u", + "w as", + "wa s", + "Ġf raud", + "Ġfr aud", + "Ġfra ud", + "Ġfrau d", + "_ tmp", + "_t mp", + "_tm p", + "m itter", + "mit ter", + "mitt er", + ". pictureBox", + ".p ictureBox", + ".picture Box", + "G A", + "Ġ tournament", + "Ġt ournament", + ". Input", + ".In put", + "3 43", + "34 3", + "[ r", + "ex ion", + "cent age", + "ĠK orean", + "ĠKore an", + "ĠKorea n", + "ĠKor ean", + "u ndef", + "un def", + "und ef", + "unde f", + "Ġ Available", + "ĠA vailable", + "ĠAv ailable", + "re shape", + "res hape", + "resh ape", + "Ġ kit", + "Ġk it", + "Ġki t", + "Ġ Struct", + "ĠStr uct", + "Ġ SUB", + "ĠS UB", + "ĠSU B", + "An swer", + "Ans wer", + "_ lib", + "_l ib", + "_li b", + ". twitter", + ".t witter", + ".tw itter", + "Ġ ore", + "Ġo re", + "Ġor e", + "Ġ Dragon", + "ĠD ragon", + "ĠDr agon", + "ĠDrag on", + "ĠDra gon", + ". Ext", + ".Ex t", + ".E xt", + ", k", + "Ġex planation", + "Ġexplan ation", + "r efs", + "re fs", + "ref s", + "Ġ Drive", + "ĠD rive", + "ĠDr ive", + "Ġ Training", + "ĠTr aining", + "ĠTra ining", + "ĠTrain ing", + "2 82", + "28 2", + ". Has", + ".H as", + "3 41", + "34 1", + "int age", + "inta ge", + "b ig", + "bi g", + "olog ist", + "olo gist", + "ologi st", + "en nis", + "enn is", + "4 60", + "46 0", + "Ù ĩ", + "Ġch icken", + "Ġchi cken", + "Ġchick en", + "Ġchic ken", + "Ġ ĠĠĠĠĠĠĠĠĠĊ", + "ĠĠ ĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠ ĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠ ĠĠĊ", + "ĠĠĠ ĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠ ĠĠĠĊ", + "ĠĠĠĠĠ ĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠ ĠĊ", + "ĠĠĠĠĠĠ ĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠ Ċ", + "ç Ľ", + "ãģ §", + "Ġ peak", + "Ġpe ak", + "Ġpea k", + "Ġdr inking", + "Ġdrink ing", + "Ġ encode", + "Ġen code", + "Ġenc ode", + "Ġ NEW", + "ĠN EW", + "ĠNE W", + "m alloc", + "mal loc", + "mall oc", + "ĉ fprintf", + "ĉf printf", + "Ġ= ================================================================", + "Ġ================= ================================================", + "Ġ================================================= ================", + "Ġ================================= ================================", + "Ġ============================================================== ===", + "in cluding", + "incl uding", + "inclu ding", + "Ġprincip les", + "Ġprinciple s", + "Ġprinc iples", + "Ġ Mah", + "ĠM ah", + "ĠMa h", + "2 67", + "26 7", + "st orage", + "sto rage", + "stor age", + "- key", + "-k ey", + "Ġ keyword", + "Ġkey word", + "% ;", + "Ġ trained", + "Ġtr ained", + "Ġtrain ed", + "Ġtra ined", + "Ġtrai ned", + ". contrib", + ".con trib", + ".cont rib", + "Ġ kv", + "Ġk v", + "__ ':Ċ", + "Ġ Boy", + "ĠB oy", + "ĠBo y", + "param eter", + "para meter", + "Ġ suite", + "Ġs uite", + "Ġsu ite", + "Ġsuit e", + "Ġsui te", + "Ġth ousand", + "Ġthous and", + "Ġthou sand", + "Ġ coordinate", + "Ġco ordinate", + "Ġcoord inate", + "Ġcoordin ate", + "- generated", + "-g enerated", + "íķ ĺ", + "g enerated", + "gener ated", + "generate d", + "gene rated", + "Ġad mitted", + "Ġadm itted", + "Ġadmit ted", + "Ġp ussy", + "Ġpus sy", + "Ġpuss y", + "# w", + "Ġsw im", + "un ion", + "uni on", + "N a", + "2 74", + "27 4", + "Ġ Royal", + "ĠR oyal", + "ĠRoy al", + "ĠRo yal", + ". channel", + ".ch annel", + "Up dated", + "Update d", + "_ ROOT", + "_R OOT", + "_RO OT", + "Ġv ital", + "Ġvi tal", + "Ġvit al", + "Ġvita l", + "3 35", + "33 5", + "r action", + "ra ction", + "rac tion", + "ract ion", + "ĠCr usher", + "ĠCrush er", + "ĠCru sher", + "ĠCrus her", + "Ġ preced", + "Ġpr eced", + "Ġpre ced", + "Ġprec ed", + "Ġ horizontal", + "Ġh orizontal", + "Ġhor izontal", + "Ġhorizon tal", + "Blue print", + "Ġ attrs", + "Ġat trs", + "Ġatt rs", + "Ġattr s", + "Ġsm oke", + "Ġsmo ke", + "Ð Ĵ", + ". Equals", + ".E quals", + ".Equal s", + "F B", + "Ġ Resources", + "ĠRe sources", + "ĠRes ources", + "ĠResource s", + "rol ling", + "roll ing", + "Ġ passes", + "Ġp asses", + "Ġpass es", + "Ġpas ses", + "Ġpasse s", + "Ġ Num", + "ĠN um", + "ĠNu m", + "r otate", + "rot ate", + "e type", + "et ype", + "ety pe", + "\\ \",", + "\\\" ,", + "Ġs ensitive", + "Ġsens itive", + "Ġsensit ive", + "Ġt all", + "Ġtal l", + "Ġta ll", + "? âĢĿĊĊ", + "?âĢĿ ĊĊ", + "Pro xy", + "Pr oxy", + "i y", + "_ section", + "_s ection", + "_se ction", + "_sec tion", + "âĢĶâĢĶ âĢĶâĢĶ", + "b rid", + "br id", + "Ġc ircuit", + "Ġcirc uit", + "a tan", + "at an", + "ata n", + "E NC", + "EN C", + "Ġdr iven", + "Ġdrive n", + "Ġdriv en", + "Ġdri ven", + "Ġv oted", + "Ġvo ted", + "Ġvot ed", + "Ġvote d", + "Ġeduc ational", + "Ġeducation al", + "Ġ interaction", + "Ġinter action", + "Ġinteract ion", + "Ġinte raction", + "ab etes", + "abe tes", + "abet es", + "Ġ tone", + "Ġt one", + "Ġto ne", + "Ġton e", + "ĠInitialize Component", + "Ġmer ely", + "Ġmere ly", + "Ġ ìŀ", + "Ġì ŀ", + "c ookie", + "co okie", + "cook ie", + "_ div", + "_d iv", + "_di v", + "Ġ UILabel", + "ĠUI Label", + "ĠUIL abel", + "v ely", + "ve ly", + "vel y", + "} );čĊ", + "}) ;čĊ", + "}); čĊ", + "_ ENT", + "_E NT", + "_EN T", + "#+ #+", + "art icles", + "article s", + "arti cles", + "artic les", + "Ġ Southern", + "ĠSouth ern", + "ĠSou thern", + "Ġstrong er", + "Ġstro nger", + "Ġstron ger", + "Ġ Given", + "ĠG iven", + "ĠGi ven", + "ĠGive n", + "Ġ Eric", + "ĠE ric", + "ĠEr ic", + "Ġ IR", + "ĠI R", + "a bstract", + "ab stract", + "abs tract", + "U nder", + "Un der", + "Und er", + "n able", + "na ble", + "Ġ increment", + "Ġin crement", + "Ġincre ment", + "Ġinc rement", + "Ġincr ement", + "o ven", + "ov en", + "ove n", + "Ġ coin", + "Ġc oin", + "Ġco in", + "Ġcoi n", + "_ timer", + "_t imer", + "_time r", + "_tim er", + "_ti mer", + "Ġsuffer ed", + "Ġsuff ered", + "Ġ FREE", + "ĠF REE", + "ĠFR EE", + "ĠFRE E", + "' ].\"", + "'] .\"", + "']. \"", + "Ġ Queen", + "ĠQu een", + "ĠQue en", + "st ats", + "stat s", + "sta ts", + "Ġmeet ings", + "Ġmeeting s", + "Ġmee tings", + "2 76", + "27 6", + "Ġen tering", + "Ġent ering", + "Ġenter ing", + "Ġalong side", + "( session", + "(s ession", + "(sess ion", + "it als", + "ital s", + "ita ls", + "Ġ foundation", + "Ġf oundation", + "Ġfound ation", + "Ġ Credit", + "ĠC redit", + "ĠCr edit", + "ĠCre dit", + ". div", + ".d iv", + ".di v", + "_ ALL", + "_A LL", + "_AL L", + "p cion", + "pc ion", + "pci on", + "_ stat", + "_s tat", + "_st at", + "_sta t", + "ic king", + "ick ing", + "Default s", + "_ src", + "_s rc", + "_sr c", + "Ġ outputs", + "Ġout puts", + "Ġoutput s", + "/ B", + "Ġen thus", + "Ġent hus", + "Ġenth us", + "- bl", + "-b l", + ". ForeColor", + ".Fore Color", + "ĉ temp", + "ĉt emp", + "F ace", + "Fac e", + "Fa ce", + "Ġinter act", + "Ġinte ract", + "Ġwe ird", + "Ġwei rd", + "Ġweir d", + "M ount", + "Mo unt", + "r ell", + "re ll", + "rel l", + "ud ents", + "ude nts", + "udent s", + "uden ts", + "Ġrequire ment", + "Ġrequ irement", + "Ġ Sus", + "ĠS us", + "ĠSu s", + "I ER", + "IE R", + "Ġe lected", + "Ġel ected", + "Ġelect ed", + "re ference", + "ref erence", + "refer ence", + "Ġ ME", + "ĠM E", + "Ġ servers", + "Ġs ervers", + "Ġser vers", + "Ġserver s", + "Ġserv ers", + "Ġserve rs", + ". wait", + ".w ait", + "Ġ snapshot", + "Ġs napshot", + "Ġsnap shot", + "Ġsnaps hot", + "il ton", + "ilt on", + "Ġ tries", + "Ġt ries", + "Ġtr ies", + "Ġtri es", + "Ġtrie s", + "Ġ tipo", + "Ġt ipo", + "Ġti po", + "Ġtip o", + ". Time", + ".T ime", + "> w", + "Ġm ountain", + "Ġmount ain", + "Ġp ounds", + "Ġpo unds", + "Ġpou nds", + "Ġpound s", + "Ġ[ ...", + "Ġ[. ..", + "ex ists", + "exist s", + "Ġng On", + "_ MAP", + "_M AP", + "_MA P", + "Ġf lying", + "Ġfl ying", + "Ġfly ing", + "3 31", + "33 1", + "xi ety", + "ĉ value", + "ĉv alue", + "ĉval ue", + "ĉva lue", + "_ DB", + "_D B", + "u no", + "un o", + "Ġse ats", + "Ġsea ts", + "Ġseat s", + "T URN", + "TU RN", + ". author", + ".a uthor", + ".auth or", + ".aut hor", + "! )", + "or ce", + "orc e", + "Ġind icated", + "Ġindic ated", + "Ġindicate d", + "Ġindica ted", + "3 17", + "31 7", + ". sin", + ".s in", + ".si n", + "Ġ assignment", + "Ġass ignment", + "Ġassign ment", + "im iento", + "imi ento", + "Ġ Frame", + "ĠF rame", + "ĠFr ame", + "ĠFra me", + "ĠFram e", + "3 24", + "32 4", + "_ gen", + "_g en", + "_ge n", + "in ery", + "ine ry", + "iner y", + "_ )", + "m essages", + "message s", + "mess ages", + ". settings", + ".s ettings", + ".set tings", + ".setting s", + "Ġ Mean", + "ĠM ean", + "ĠMe an", + "ĠM useum", + "ĠMus eum", + "ĠMuse um", + "i rq", + "ir q", + "at tach", + "att ach", + "atta ch", + "ĠPale stin", + "ĠPalest in", + "_ QU", + "_Q U", + "_ tags", + "_t ags", + "_tag s", + "_ta gs", + "Ġcas ual", + "e men", + "em en", + "eme n", + "ASS WORD", + "4 32", + "43 2", + "$ s", + "ĠC irc", + "ĠCi rc", + "ĠCir c", + "о й", + "оР¹", + "et ric", + "etr ic", + "etri c", + "/ P", + "0 18", + "01 8", + "Ġ epoch", + "Ġep och", + "< head", + " The", + ">T he", + "Ġ Ak", + "ĠA k", + "Ġ grass", + "Ġgr ass", + "Ġgra ss", + "Ġgras s", + "/ *čĊ", + "/* čĊ", + "( dis", + "(d is", + "(di s", + "Ġ guns", + "Ġg uns", + "Ġgu ns", + "Ġgun s", + "Ġ tb", + "Ġt b", + "Ġ Kevin", + "ĠK evin", + "ĠKe vin", + ". args", + ".ar gs", + ".arg s", + "Ġ Ah", + "ĠA h", + "o ped", + "op ed", + "ope d", + "( J", + "column s", + "arg uments", + "argument s", + "ĠWith Events", + "_ full", + "_f ull", + "_fu ll", + "Ġ Defense", + "ĠDef ense", + "S imple", + "Sim ple", + "Ġde aths", + "Ġdeath s", + "2 95", + "29 5", + "Ġext ensive", + "Ġ Still", + "ĠSt ill", + "Ġ Expression", + "ĠEx pression", + "ĠExp ression", + "ĠExpress ion", + "ĠExpr ession", + "Ġ Agency", + "ĠA gency", + "ĠAg ency", + "ĠAge ncy", + "Ġper forming", + "Ġperform ing", + "Ġperfor ming", + "F X", + "Ġ usuario", + "Ġus uario", + "Ġusu ario", + "U AL", + "UA L", + "S ide", + "Si de", + "Sid e", + "o dos", + "od os", + "odo s", + "ap top", + "apt op", + "Ġ credentials", + "Ġc redentials", + "Ġcred entials", + "Ġcredential s", + "_ cap", + "_c ap", + "_ca p", + "at ient", + "ati ent", + "atie nt", + "Ġ Disney", + "ĠDis ney", + "Ġ ai", + "Ġa i", + "Ġ chip", + "Ġc hip", + "Ġch ip", + "Ġchi p", + "Ġ volt", + "Ġv olt", + "Ġvo lt", + "Ġvol t", + ".make Text", + "%%%%%%%% %%%%%%%%", + "Ġ belief", + "Ġbel ief", + "Ġbelie f", + "_ LOC", + "_L OC", + "_LO C", + "Ġ Civil", + "ĠC ivil", + "ĠCi vil", + "ĠCiv il", + "N avigation", + "Nav igation", + "Navig ation", + "Ġ reveal", + "Ġre veal", + "Ġreve al", + "Ġ violent", + "Ġviol ent", + "Ġ Fil", + "ĠF il", + "ĠFi l", + "Ġ catalog", + "Ġc atalog", + "Ġcat alog", + "Ġcata log", + "Ġcatal og", + "e med", + "em ed", + "eme d", + "s can", + "sc an", + ". control", + ".c ontrol", + ".cont rol", + "Ġ constitution", + "Ġcon stitution", + "Ġconst itution", + "Ġconstit ution", + "Ġconstitu tion", + "C ountry", + "Count ry", + "S eparator", + "Se parator", + "Separ ator", + "_ APP", + "_A PP", + "_AP P", + "t opic", + "to pic", + "top ic", + "u etooth", + "uet ooth", + "M IN", + "MI N", + "Ġ descriptor", + "Ġdes criptor", + "y t", + "ET HER", + "ETH ER", + "Ġd istribute", + "Ġdis tribute", + "Ġdistrib ute", + "' }Ċ", + "'} Ċ", + ". trim", + ".t rim", + ".tr im", + ". Line", + ".L ine", + "Ġ lbl", + "Ġl bl", + "Ġlb l", + "assert Equals", + "Ġ Det", + "ĠD et", + "ĠDe t", + "omb ok", + "ombo k", + "( width", + "(w idth", + "Ġt ort", + "Ġto rt", + "Ġtor t", + "ĠEX PRESS", + "ĠEXP RESS", + "a co", + "ac o", + "U sing", + "Us ing", + "Ġ Brand", + "ĠB rand", + "ĠBr and", + "ĠBra nd", + "ĠBran d", + "w all", + "wa ll", + "wal l", + "E MENT", + "EM ENT", + "Ġ Communic", + "ĠComm unic", + "ĠCommun ic", + "< uint", + " (Ċ", + ">( Ċ", + "? >\"", + "?> \"", + "Ġ ///Ċ", + "Ġ// /Ċ", + "Ġ/ //Ċ", + "Ġ/// Ċ", + "Ġe iner", + "Ġein er", + "Ġeine r", + "Ġei ner", + "Ġ weekly", + "Ġweek ly", + "ĉ logger", + "ĉlog ger", + "_ pop", + "_p op", + "_po p", + "_ man", + "_m an", + "_ma n", + "Ġm igrations", + "Ġmigr ations", + "Ġmigration s", + "Ġ asks", + "Ġas ks", + "Ġask s", + "Ġ bs", + "Ġb s", + "Ġ falls", + "Ġf alls", + "Ġfall s", + "Ġfal ls", + ". Where", + ".W here", + ".Wh ere", + "- height", + "-h eight", + "-he ight", + "_ feature", + "_f eature", + "_fe ature", + "_feat ure", + ". Min", + ".M in", + "Ġ hyper", + "Ġh yper", + "Ġhy per", + "Ġhyp er", + "Ġhype r", + "Ġ volatile", + "Ġv olatile", + "Ġvol atile", + "Ġ twenty", + "Ġtw enty", + "Ġtwe nty", + "Typ ography", + "U nable", + "Un able", + "Una ble", + "D et", + "De t", + ", f", + "- mod", + "-m od", + "Ġset tlement", + "Ġsett lement", + "Ġsettle ment", + "Ġ contracts", + "Ġcon tracts", + "Ġcontract s", + "Ġcontr acts", + "Ġcontra cts", + "n ome", + "no me", + "nom e", + "B ad", + "Ba d", + "Ġ Brian", + "ĠB rian", + "ĠBr ian", + "ĠBri an", + "7 68", + "76 8", + "( username", + "(user name", + "! !!!", + "!! !!", + "!!! !", + "Ġ hack", + "Ġh ack", + "Ġha ck", + "Ġhac k", + ". Field", + ".F ield", + "H R", + "Ġ Jordan", + "ĠJ ordan", + "ĠJord an", + "i za", + "iz a", + "Ġ Âł", + "Ġ ł", + "Ġ Sher", + "ĠS her", + "ĠSh er", + "ĠShe r", + ". header", + ".head er", + ".he ader", + "( other", + "(o ther", + "Ġ Dub", + "ĠD ub", + "ĠDu b", + "( op", + "(o p", + "Ġ Round", + "ĠR ound", + "ĠRo und", + "ĠRou nd", + "Ġ vie", + "Ġv ie", + "Ġvi e", + "Ġ appl", + "Ġapp l", + "Ġap pl", + "ĉ J", + "Ġ Insert", + "ĠIn sert", + "ĠIns ert", + "Ġ LP", + "ĠL P", + "re gon", + "reg on", + "rego n", + "Ġ MPI", + "ĠM PI", + "ĠMP I", + "Ġ anchor", + "Ġan chor", + "Ġanch or", + "Ġanc hor", + "a ca", + "ac a", + "ø r", + "Ġ ade", + "Ġa de", + "Ġad e", + "an chor", + "anc hor", + "anch or", + "qu ee", + "que e", + "Ġ TreeNode", + "ĠT reeNode", + "ĠTree Node", + "Ġtarget ed", + "Ġtarg eted", + "Ġl aid", + "Ġla id", + "Ġlai d", + "A BEL", + "AB EL", + "v et", + "ve t", + "Ġ Origin", + "ĠOr igin", + "ĠOri gin", + "ĠOrig in", + "A nt", + "An t", + ". ');Ċ", + ".' );Ċ", + ".') ;Ċ", + ".'); Ċ", + "ex pect", + "exp ect", + "ed Reader", + "Ġ Major", + "ĠM ajor", + "ĠMaj or", + "Ġ inch", + "Ġin ch", + "Ġinc h", + "Com par", + "Co mpar", + "Comp ar", + "Ġ preview", + "Ġp review", + "Ġpr eview", + "Ġpre view", + "Ġprev iew", + "Ġill ness", + "ĠCON TRACT", + "ĠCONTR ACT", + "ĠCONT RACT", + "Ġ Independ", + "ĠIn depend", + "ĠInd epend", + "u uid", + "uu id", + "Ġ nome", + "Ġn ome", + "Ġno me", + "Ġnom e", + "Ġ tc", + "Ġt c", + "ĠA venue", + "i san", + "is an", + "isa n", + "Ġ phrase", + "Ġph rase", + "_ move", + "_m ove", + "_mov e", + "_mo ve", + "\" )[", + "\") [", + "4 12", + "41 2", + "Ġpro vision", + "Ġprov ision", + "Ġconc entr", + "Ġconcent r", + "_ IR", + "_I R", + "Ġ Ut", + "ĠU t", + "( )+", + "() +", + "Ġ nas", + "Ġn as", + "Ġna s", + "! ,", + "Ġ Robin", + "ĠRob in", + "ĠRo bin", + "i ations", + "iation s", + "iat ions", + "at itude", + "Ġ px", + "Ġp x", + "Ġ Without", + "ĠWith out", + "/ bash", + "/b ash", + "e kt", + "ek t", + "re ement", + "ree ment", + "3 42", + "34 2", + "Ob server", + "Observ er", + "Obs erver", + "3 18", + "31 8", + "Ġ Region", + "ĠReg ion", + "UB LIC", + "UBL IC", + "Ġ {//", + "Ġ{ //", + "K N", + "å ·", + "Game Object", + "å ¾", + "en coding", + "enc oding", + "enco ding", + "Ġ ***", + "Ġ* **", + "Ġ** *", + "project s", + "proj ects", + "Ġ tk", + "Ġt k", + "Ġche ese", + "Ġchees e", + "EM PL", + "EMP L", + "a ro", + "ar o", + "Ġ اÙĦ", + "Ġا ÙĦ", + "6 10", + "61 0", + "3 37", + "33 7", + "Ġcons ists", + "Ġconsist s", + "re fresh", + "ref resh", + "u reau", + "ure au", + "Ġ Scanner", + "ĠSc anner", + "ĠScan ner", + "Ġs oil", + "Ġso il", + "Ġfl avor", + "Ġflav or", + "Ġfla vor", + "Data Source", + "Ex ecute", + "Exec ute", + "е ние", + "ен ие", + "ени е", + "Ġ shit", + "Ġs hit", + "Ġsh it", + "åĪ Ĩ", + "< any", + " < /", + "Qu antity", + "Quant ity", + "qu iry", + "quir y", + "qui ry", + "_ tab", + "_t ab", + "_ta b", + "Ġ alg", + "Ġa lg", + "Ġal g", + "To ast", + "re size", + "res ize", + "resi ze", + "quest ions", + "question s", + "s chema", + "sch ema", + "L iteral", + "Lite ral", + "Lit eral", + "Liter al", + "( entity", + "(e ntity", + "(ent ity", + "NE CTION", + "NECT ION", + "ch anged", + "change d", + "chan ged", + "chang ed", + "_ FIELD", + "_F IELD", + "_ HEIGHT", + "_HE IGHT", + "Ġ organic", + "Ġorg anic", + "Ġorgan ic", + "P RE", + "PR E", + "Ġ Cat", + "ĠC at", + "ĠCa t", + ". Draw", + ".D raw", + "E s", + "Ġ loud", + "Ġl oud", + "Ġlo ud", + "Ġlou d", + "6 80", + "68 0", + "Ġ ĠĠĠĠĠĠĠĉ", + "ĠĠ ĠĠĠĠĠĠĉ", + "ĠĠĠĠ ĠĠĠĠĉ", + "ĠĠĠĠĠĠĠĠ ĉ", + "ĠĠĠ ĠĠĠĠĠĉ", + "ĠĠĠĠĠĠĠ Ġĉ", + "ĠĠĠĠĠ ĠĠĠĉ", + "ĠĠĠĠĠĠ ĠĠĉ", + "Ġ Kat", + "ĠK at", + "ĠKa t", + "Ġ heap", + "Ġhe ap", + "âĢľ It", + "âĢľI t", + "0 70", + "07 0", + "e tr", + "et r", + "Ġ unlikely", + "Ġun likely", + "Ġunlike ly", + "er als", + "era ls", + "eral s", + "/ auth", + "/a uth", + "5 02", + "50 2", + "t odo", + "to do", + "tod o", + "P lace", + "Pl ace", + "Post ed", + "Pos ted", + "Po sted", + "Com ments", + "Comment s", + "Comm ents", + "Ġ Tech", + "ĠT ech", + "ĠTe ch", + "ĠTec h", + "Ġ Finally", + "ĠF inally", + "ĠFin ally", + "ĠFinal ly", + "eg ration", + "egr ation", + "egra tion", + "Ġ minimal", + "Ġmin imal", + "Ġmini mal", + "Ġminim al", + "Ġ Files", + "ĠF iles", + "ĠFile s", + "ĠFil es", + "ĠFi les", + "Ġt amb", + "Ġta mb", + "Ġtam b", + "ë¡ ľ", + "Ġ Release", + "ĠR elease", + "ĠRe lease", + "ĠRel ease", + "4 25", + "42 5", + ". resize", + ".re size", + ".res ize", + "Ġ Ï", + "c ollect", + "col lect", + "coll ect", + "= p", + "ĠLI ABLE", + "Ġp roducing", + "Ġprodu cing", + "Ġprod ucing", + "- wrapper", + "-w rapper", + "-wrap per", + "Ġs ingles", + "Ġsingle s", + "Ġsin gles", + "Ġsing les", + "ĠN BA", + "ĠNB A", + "o rr", + "or r", + "e ren", + "er en", + "ere n", + ". addAction", + ".add Action", + "Ġ thesis", + "Ġth esis", + "Ġthe sis", + "d n", + "P TY", + "PT Y", + ". des", + ".d es", + ".de s", + "Ġb acter", + "Ġba cter", + "Ġbac ter", + "Ġ Express", + "ĠEx press", + "ĠExp ress", + "ĠExpr ess", + "Ġ *)Ċ", + "Ġ* )Ċ", + "Ġ*) Ċ", + "å ij", + "/ admin", + "/ad min", + "se conds", + "sec onds", + "second s", + "åĬ Ł", + "uss ion", + "a beth", + "ab eth", + "abe th", + "abet h", + "Ġ Computer", + "ĠCom puter", + "ĠComp uter", + "ĠCompute r", + "ĠComput er", + "Ġr uling", + "Ġru ling", + "(\" ../", + "(\". ./", + "(\".. /", + ". GET", + ".G ET", + "ĠMe dal", + "ĠMed al", + "ition ally", + "itional ly", + "com mit", + "comm it", + "f ocus", + "fo cus", + "_ LEVEL", + "_LE VEL", + "i nda", + "in da", + "ind a", + "F act", + "Fac t", + "Fa ct", + "= np", + "=n p", + "=\" \">Ċ", + "=\"\" >Ċ", + "=\"\"> Ċ", + "Ġsub sequent", + "Ġsubsequ ent", + "pos able", + "- fluid", + "-fl uid", + "Ġth orough", + "Ġtho rough", + "Ġthor ough", + "Ġpublic ly", + "Ġpubli cly", + "ap ters", + "apt ers", + "apter s", + "Ġ Wilson", + "ĠWil son", + "_ PRE", + "_P RE", + "_PR E", + "y ard", + "ya rd", + "yar d", + "ä ¼", + "ĉ in", + "ĉi n", + "3 39", + "33 9", + "Ġre vers", + "Ġrev ers", + "Ġreve rs", + "Ġrever s", + "Ġ bullet", + "Ġb ullet", + "Ġbul let", + "Ġbull et", + "cri bed", + "cribe d", + "nes ota", + "Ġ ($_", + "Ġ( $_", + "Ġ($ _", + "an non", + "ann on", + "anno n", + "c ursor", + "curso r", + "Ġclo thing", + "Ġcloth ing", + "Ġ Multi", + "ĠM ulti", + "ĠMult i", + "ĠMul ti", + "2 87", + "28 7", + ": ',", + ":' ,", + "Ġv ess", + "Ġve ss", + "Ġves s", + "ord inator", + "ordin ator", + "Ġe inem", + "Ġein em", + "Ġeine m", + "Ġei nem", + "C annot", + "Can not", + "Ġ armed", + "Ġar med", + "Ġarm ed", + "ĉ V", + "ä¸ Ĭ", + ". Flat", + ".F lat", + ".Fl at", + "Ġ Sep", + "ĠS ep", + "ĠSe p", + "Ġ Subject", + "ĠSub ject", + "ĠSu bject", + "_ font", + "_f ont", + "Ġcharacter istics", + "Ġcharacteristic s", + "D one", + "Do ne", + "Don e", + "e ln", + "el n", + "#### ########", + "######## ####", + "##### #######", + "###### ######", + "####### #####", + "P OS", + "PO S", + "Ġ density", + "Ġd ensity", + "Ġdens ity", + "Ġ Platform", + "ĠPl atform", + "ĠPlat form", + "- items", + "-item s", + "-i tems", + "-it ems", + "Ġ overs", + "Ġo vers", + "Ġover s", + "Ġov ers", + "Ġp ushing", + "Ġpush ing", + "ç ¤", + ". Connection", + ".Con nection", + ".Connect ion", + ".Conn ection", + "_ term", + "_t erm", + "_te rm", + "_ter m", + "Ġinitial ization", + "________________ ________________", + "ç ¬", + ". document", + ".d ocument", + ".doc ument", + "l esh", + "le sh", + "les h", + "ĉ document", + "ĉd ocument", + "ĉdoc ument", + "Ġ Pin", + "ĠP in", + "ĠPi n", + "ç a", + "Ġ definitions", + "Ġdefinition s", + "Ġdefinit ions", + "Ġdefin itions", + ". Path", + ".P ath", + "_ WRITE", + "_W RITE", + "_WR ITE", + "Ġ ĉĊ", + "Ġĉ Ċ", + "? >ĊĊ", + "?> ĊĊ", + "?>Ċ Ċ", + "Ġter rible", + "Ġterr ible", + "b ean", + "be an", + "ick ets", + "icket s", + "Ġ SV", + "ĠS V", + "B uy", + "Bu y", + "( task", + "(t ask", + "Ġreg ime", + "g oogle", + "go ogle", + "goog le", + "goo gle", + "Ġc rack", + "Ġcr ack", + "Ġcra ck", + ". visit", + ".vis it", + "N UM", + "NU M", + "e nergy", + "en ergy", + "ener gy", + "Ġs truck", + "Ġstr uck", + "Ġstru ck", + "_ sample", + "_s ample", + ". payload", + ".p ayload", + ".pay load", + "Ġre vis", + "Ġrev is", + "Ġ Scene", + "ĠS cene", + "ĠSc ene", + "Ġ pg", + "Ġp g", + "Ġbreak fast", + "URRE NT", + ". charAt", + ".char At", + "_ exception", + "_ex ception", + "_except ion", + "ĠA nton", + "ĠAn ton", + "ĠAnt on", + "Ġguide lines", + "Ġguid elines", + "Ġguideline s", + "Ġex haust", + "Ġ Financial", + "ĠFin ancial", + "Ġ indent", + "Ġin dent", + "Ġind ent", + "Ġinde nt", + "Ġ desktop", + "Ġd esktop", + "Ġdes ktop", + "Ġdesk top", + "H idden", + "Hi dden", + "F ailure", + "Fail ure", + "Ġpr inciple", + "Ġprincip le", + "Ġprinc iple", + "Ġ iv", + "Ġi v", + "Ġs eks", + "Ġse ks", + "Ġsek s", + "n etwork", + "net work", + "Ġ numberOf", + "Ġnumber Of", + "Ġ Albert", + "ĠAl bert", + "ĠAlb ert", + "ĉ long", + "ĉl ong", + "8 01", + "80 1", + ", .", + "Ġ zeros", + "Ġz eros", + "Ġzero s", + "Ġze ros", + "Ġzer os", + "f ade", + "fa de", + "fad e", + "Ġ Typ", + "ĠT yp", + "ĠTy p", + "Ġ Term", + "ĠT erm", + "ĠTe rm", + "ĠTer m", + "ĠA rts", + "ĠAr ts", + "ĠArt s", + ". Application", + ".App lication", + ".Ap plication", + "Ġbe half", + "Ġbeh alf", + "æĪ ·", + "Ġ mere", + "Ġm ere", + "Ġme re", + "Ġmer e", + "( `${", + "(` ${", + "Ġaware ness", + "el pers", + "elp ers", + "elper s", + "f lix", + "fl ix", + "Ġ weigh", + "Ġwe igh", + "Ġwei gh", + "Ġest imates", + "Ġestim ates", + "Ġestimate s", + ". child", + ".ch ild", + "/ O", + "Ġ Bitmap", + "ĠB itmap", + "ĠBit map", + ". bottom", + ".b ottom", + ".bot tom", + "Ġ** ************************************************************************", + "Ġ************************************************************************ **", + "Ex pect", + "Exp ect", + "en to", + "ent o", + "Ġ Forum", + "ĠF orum", + "ĠFor um", + "ĠFo rum", + "v eral", + "ver al", + "ve ral", + "Ġj ail", + "Ġja il", + "Ġ abilities", + "Ġab ilities", + "ĠH OLD", + "ĠHO LD", + "ĠHOL D", + "Ġ Cit", + "ĠC it", + "ĠCi t", + "Ġd ynam", + "Ġdy nam", + "Ġdyn am", + "Ġ gray", + "Ġg ray", + "Ġgr ay", + "Ġgra y", + "ĉ ĉĉĉĉĉĉĉĉĉĉĉĉ", + "ĉĉ ĉĉĉĉĉĉĉĉĉĉĉ", + "ĉĉĉĉ ĉĉĉĉĉĉĉĉĉ", + "ĉĉĉ ĉĉĉĉĉĉĉĉĉĉ", + "ĉĉĉĉĉ ĉĉĉĉĉĉĉĉ", + "ĉĉĉĉĉĉ ĉĉĉĉĉĉĉ", + "ĉĉĉĉĉĉĉĉ ĉĉĉĉĉ", + "ĉĉĉĉĉĉĉ ĉĉĉĉĉĉ", + "ĉĉĉĉĉĉĉĉĉ ĉĉĉĉ", + "ĉĉĉĉĉĉĉĉĉĉ ĉĉĉ", + "ĉĉĉĉĉĉĉĉĉĉĉ ĉĉ", + "ĉĉĉĉĉĉĉĉĉĉĉĉ ĉ", + ". nextInt", + ".next Int", + "ant ly", + "ĠAR ISING", + "( private", + "(pr ivate", + "(priv ate", + "Ġ rejected", + "Ġre jected", + "Ġreject ed", + "Ġrej ected", + "Ġ Nic", + "ĠN ic", + "ĠNi c", + "Ġle ather", + "= {Ċ", + "={ Ċ", + "aly tics", + "t hetic", + "th etic", + "the tic", + ". Top", + ".T op", + ".To p", + "3 73", + "37 3", + ". Page", + ".P age", + "={ `", + "Ġ ;čĊ", + "Ġ; čĊ", + "de pth", + "dep th", + "dept h", + "m ann", + "man n", + "ma nn", + "W D", + "Ġ Som", + "ĠS om", + "ĠSo m", + ". Right", + ".R ight", + "Ġ )}Ċ", + "Ġ) }Ċ", + "Ġ trait", + "Ġt rait", + "Ġtr ait", + "Ġtra it", + "Ġtrai t", + "à Ĺ", + "i ac", + "ia c", + "Ġ rv", + "Ġr v", + "S ample", + "Sam ple", + ". Xml", + ".X ml", + "o pped", + "op ped", + "opp ed", + "Ġ ÑĦ", + "ĠÑ Ħ", + "l ists", + "li sts", + "list s", + "lis ts", + "Ġt ear", + "Ġte ar", + "Ġtea r", + "ivers ary", + ". collection", + ".c ollection", + ".col lection", + ".collect ion", + ".coll ection", + "ĠCon stitution", + "ĠConst itution", + "ĠConstit ution", + "Ġ HttpResponse", + "ĠHttp Response", + "Ġbr ill", + "Ġbri ll", + "Ġ Prom", + "ĠP rom", + "ĠPro m", + "ĠPr om", + "h over", + "ho ver", + "3 66", + "36 6", + "Ġ Miami", + "ĠM iami", + "ĠMi ami", + "ĠMia mi", + "Ġar gue", + "Ġarg ue", + "_ float", + "_f loat", + "5 04", + "50 4", + "Ġ ãĤ", + "Ġ nat", + "Ġn at", + "Ġna t", + "ĠT al", + "ĠTa l", + "Ġ integration", + "Ġint egration", + "Ġinteg ration", + "Ġintegr ation", + "( cur", + "(c ur", + "Ġre moving", + "Ġrem oving", + "Ġ coeff", + "Ġc oeff", + "Ġco eff", + "Ġcoef f", + "Ġ Though", + "ĠTh ough", + "ĠThou gh", + "Ġ forecast", + "Ġfor ecast", + "Ġfore cast", + "4 08", + "40 8", + "ĠV egas", + "ĠVe gas", + "ĠVega s", + "ĠVeg as", + "S ite", + "Si te", + "Sit e", + "3 46", + "34 6", + "Ġt rab", + "Ġtr ab", + "Ġtra b", + "Ġ Henry", + "ĠHen ry", + "- i", + "Ġinv olves", + "Ġinvol ves", + "Ġinvolve s", + "B T", + "Ġs lo", + "Ġsl o", + "In voke", + "Inv oke", + "Ġl ucky", + "Ġluck y", + "Ġlu cky", + "Ġluc ky", + "0 25", + "02 5", + "r at", + "ra t", + "Ġ ?Ċ", + "Ġ? Ċ", + "Ġ handled", + "Ġhand led", + "Ġhandle d", + "( fd", + "(f d", + "cont ents", + "content s", + "conte nts", + "Ġ OFF", + "ĠO FF", + "ĠOF F", + "R F", + "Ġ sty", + "Ġs ty", + "Ġst y", + "Ġ Motor", + "ĠM otor", + "ĠMo tor", + "ĠMot or", + "ĠMoto r", + "t ery", + "ter y", + "te ry", + "t ax", + "ta x", + "M AP", + "MA P", + "Ġ Mrs", + "ĠM rs", + "ĠMr s", + "Ġ phones", + "Ġph ones", + "Ġphone s", + "Ġphon es", + "Ġ UIView", + "ĠUI View", + "\" )));Ċ", + "\") ));Ċ", + "\")) );Ċ", + "\"))) ;Ċ", + "\"))); Ċ", + "( dev", + "(d ev", + "(de v", + "ĠI rish", + "ĠIr ish", + "ĠIris h", + "0 19", + "01 9", + "Ġ ws", + "Ġw s", + "D I", + "_ OFFSET", + "_OFF SET", + "Ġ Events", + "ĠE vents", + "ĠEvent s", + "ĠEven ts", + "ĠEv ents", + "ĠEve nts", + "Ġst ages", + "Ġstage s", + "Ġsta ges", + "Ġstag es", + "Ġ }//", + "Ġ} //", + "Ġh aben", + "Ġhab en", + "Ġha ben", + "Ġhabe n", + "ST ANCE", + "Ġ Sin", + "ĠS in", + "ĠSi n", + "Ġ Money", + "ĠM oney", + "ĠMon ey", + "ĠMo ney", + "( top", + "(t op", + "(to p", + "Ġ appointment", + "Ġapp ointment", + "Ġappoint ment", + "V ERSION", + "VER SION", + "VERS ION", + "m etadata", + "met adata", + "meta data", + "_ comment", + "_com ment", + "_comm ent", + "Ġcolle agues", + "Ġcolleague s", + "m aps", + "ma ps", + "map s", + "â ĺ", + "Ċ ĉĊ", + "( al", + "(a l", + "_ req", + "_re q", + "_r eq", + "Ġf ut", + "Ġfu t", + "Ġ architecture", + "Ġarch itecture", + "Ġarchitect ure", + "Ġarchit ecture", + "3 51", + "35 1", + "ĠWH ETHER", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "_ screen", + "_s creen", + "_sc reen", + "_scr een", + "Ġstyle Urls", + "Ġ monster", + "Ġmon ster", + ". up", + ".u p", + "ph ia", + "phi a", + "Ġ processor", + "Ġprocess or", + "Ġproc essor", + "Ġprocesso r", + "Ġ Terr", + "ĠT err", + "ĠTe rr", + "ĠTer r", + "= ',", + "=' ,", + "Ġ Manufact", + "ĠMan ufact", + "Ġ NT", + "ĠN T", + "k el", + "ke l", + "i bern", + "ib ern", + "iber n", + "ibe rn", + "ĉ file", + "ĉf ile", + "ĉfi le", + "A li", + "Al i", + "rient ation", + "Ġ //!", + "Ġ// !", + "ap ore", + "apor e", + "apo re", + "an eous", + "ane ous", + "Ġ Creat", + "ĠC reat", + "ĠCr eat", + "ĠCre at", + "f older", + "fo lder", + "fol der", + "fold er", + "4 15", + "41 5", + "Ġ hay", + "Ġh ay", + "Ġha y", + "Sup press", + "( left", + "(l eft", + "(le ft", + "Ġe uro", + "Ġeu ro", + "Ġdis claimer", + "u stry", + "us try", + "ust ry", + "ustr y", + "s hips", + "sh ips", + "ship s", + "shi ps", + "_ fd", + "_f d", + "Ġ Fa", + "ĠF a", + "_ insert", + "_in sert", + "_ins ert", + "Ġ rol", + "Ġr ol", + "Ġro l", + "if ting", + "ift ing", + "Ġ Comments", + "ĠCom ments", + "ĠComm ents", + "ĠComment s", + "_ br", + "_b r", + "Ġlos ses", + "Ġloss es", + "Ġ Added", + "ĠAd ded", + "ĠAdd ed", + "ch arg", + "char g", + "cha rg", + "Ġ по", + "Ġп о", + "_ system", + "_s ystem", + "_sys tem", + "_sy stem", + "Ġ Sometimes", + "ĠS ometimes", + "ĠSome times", + "ĠSom etimes", + "Ġ Spain", + "ĠS pain", + "ĠSp ain", + "ĠSpa in", + "( group", + "(g roup", + "(gr oup", + "i alis", + "ial is", + "ia lis", + "iali s", + "Ġd ollar", + "Ġdoll ar", + "Ġdol lar", + "Ġ Args", + "ĠAr gs", + "ĠArg s", + "4 99", + "49 9", + "2 97", + "29 7", + "qu ires", + "quire s", + "quir es", + "qui res", + "Ġ Ten", + "ĠT en", + "ĠTe n", + ". scss", + ".s css", + ".sc ss", + "Ġsurv ive", + "Ġsurviv e", + "u sage", + "us age", + "usa ge", + "Ġ jun", + "Ġj un", + "Ġju n", + "im iter", + "imit er", + "imi ter", + "ï¼ģ ĊĊ", + "ï¼ģĊ Ċ", + "Ġf ifth", + "Ġfif th", + "t oggle", + "tog gle", + "Ġde cline", + "Ġdec line", + "Ġdecl ine", + "( $\"", + "($ \"", + "( Long", + "(L ong", + "i nge", + "in ge", + "ing e", + "Ġp ilot", + "Ġpi lot", + "Ġpil ot", + "- light", + "-l ight", + "-li ght", + "- radius", + "-r adius", + "-rad ius", + "Ġp odcast", + "Ġpod cast", + "Ġn aturally", + "Ġnatural ly", + "Ġnatur ally", + "Ġnat urally", + "P ages", + "Page s", + "Pa ges", + "Pag es", + "ä¸ º", + "Ġ Despite", + "ĠDes pite", + "Ġl ighting", + "Ġlight ing", + "Ġ crate", + "Ġc rate", + "Ġcr ate", + "Ġcra te", + "Ġ Binary", + "ĠB inary", + "ĠBin ary", + "Ġred ucing", + "Ġredu cing", + "Ġe leg", + "Ġel eg", + "Ġele g", + "Ġ Mouse", + "ĠM ouse", + "ĠMo use", + "ĠMou se", + "ĠTest Bed", + "Ġbefore Each", + "_ ARRAY", + "_AR RAY", + "_ARR AY", + "Re direct", + "Red irect", + "3 29", + "32 9", + "Ġf lood", + "Ġfl ood", + "Ġflo od", + "Ġ ships", + "Ġs hips", + "Ġsh ips", + "Ġship s", + "3 63", + "36 3", + "Ġelectric ity", + "Ġelectr icity", + ") *(", + ")* (", + "ê ¸", + "Ġ Viet", + "ĠV iet", + "ĠVi et", + "ĠVie t", + "h ero", + "he ro", + "her o", + "Ġ dia", + "Ġd ia", + "Ġdi a", + "Ġ Kent", + "ĠK ent", + "ĠKe nt", + "ĠKen t", + "he art", + "hea rt", + "hear t", + "Ġthreat s", + "_ acc", + "_a cc", + "_ac c", + "Ġ symbols", + "Ġs ymbols", + "Ġsymbol s", + "Ġsymb ols", + "is chen", + "isc hen", + "ische n", + "isch en", + "_ inst", + "_in st", + "_i nst", + "_ins t", + "C riterion", + "Ġ TIM", + "ĠT IM", + "ĠTI M", + ". Height", + ".H eight", + ".He ight", + "5 80", + "58 0", + "Ġ âĢĻ", + "ĠâĢ Ļ", + "( );ĊĊĊ", + "() ;ĊĊĊ", + "();Ċ ĊĊ", + "();ĊĊ Ċ", + "(); ĊĊĊ", + "Product s", + "Produ cts", + "_ SP", + "_S P", + "Ġ Cy", + "ĠC y", + "Ġ dependent", + "Ġdep endent", + "Ġdepend ent", + "e ste", + "es te", + "est e", + "Ġ datos", + "Ġd atos", + "Ġda tos", + "Ġdat os", + "Ġdato s", + "d it", + "di t", + "а в", + "аР²", + "IG NAL", + "IGN AL", + "Ġ lesson", + "Ġl esson", + "Ġle sson", + "Ġless on", + "Ġles son", + "\" >'", + "\"> '", + "Ġ Cover", + "ĠC over", + "ĠCo ver", + "ĠCov er", + "ĠCove r", + "Ġ Hope", + "ĠH ope", + "ĠHo pe", + "ĠHop e", + "Ġ Timer", + "ĠT imer", + "ĠTime r", + "ĠTim er", + "ĠTi mer", + "Ġ dad", + "Ġd ad", + "Ġda d", + "v iders", + "vid ers", + "vider s", + "vi ders", + "vide rs", + "Ġ Phot", + "ĠP hot", + "ĠPh ot", + "/ ?", + "r opy", + "ro py", + "rop y", + "o ming", + "om ing", + "omin g", + "omi ng", + "as ion", + "asi on", + "asio n", + "Ġ \\(", + "Ġ\\ (", + "Ġ ET", + "ĠE T", + "Ġ Reading", + "ĠRe ading", + "ĠRead ing", + "Ġep isodes", + "Ġepisode s", + "Ġepis odes", + "l m", + "4 21", + "42 1", + "e cha", + "ec ha", + "ech a", + "Ġne uro", + "Ġneu ro", + "Ġneur o", + "8 20", + "82 0", + "Ġhar mon", + "Ġharm on", + "Ġlib eral", + "Ġliber al", + "- ind", + "-in d", + "-i nd", + "3 93", + "39 3", + "D ATA", + "DA TA", + "DAT A", + "Ġevery day", + "Ġdi vided", + "Ġdiv ided", + "Ġdivide d", + "Ġdivid ed", + "ĠActive Record", + "f igure", + "fig ure", + "figur e", + "U A", + "ä ¹", + "riend ly", + "t ech", + "te ch", + "tec h", + "6 01", + "60 1", + ". gameObject", + ".game Object", + "и ÑĤÑĮ", + "иÑĤ ÑĮ", + "3 74", + "37 4", + "Ġ moon", + "Ġm oon", + "Ġmo on", + "Ġmoo n", + "f time", + "ft ime", + "Ġ noch", + "Ġn och", + "Ġno ch", + "Ġnoc h", + "ĠT ORT", + "ĠTO RT", + "ĠTOR T", + "Ġ VM", + "ĠV M", + ". initial", + ".in itial", + ".init ial", + "( child", + "(ch ild", + "Ġmus ical", + "Ġmusic al", + "Ġmusica l", + "Ġ oc", + "Ġo c", + "b as", + "ba s", + "Ġ Hay", + "ĠH ay", + "ĠHa y", + "3 61", + "36 1", + "_ long", + "_l ong", + "_lo ng", + "_lon g", + "Ġ memset", + "Ġmem set", + "i ley", + "il ey", + "ile y", + "adel phia", + "S V", + "ro at", + "_ tx", + "_t x", + "Ġ lon", + "Ġl on", + "Ġlo n", + "Ġng OnInit", + "ĠngOn Init", + "b p", + "Ġ Golden", + "ĠGold en", + "ĠGol den", + "A CHE", + "AC HE", + "ACH E", + "Ġwor ried", + "a zi", + "az i", + "E ar", + "T ake", + "Ta ke", + "Tak e", + "( fp", + "(f p", + "burg h", + "bur gh", + "_ Data", + "_D ata", + "g res", + "gr es", + "gre s", + "Ġ Ont", + "ĠO nt", + "ĠOn t", + "p us", + "pu s", + "Ġ transparent", + "Ġtrans parent", + "Ġp ocket", + "Ġpo cket", + "Ġpoc ket", + "Ġ ram", + "Ġr am", + "Ġra m", + "igration s", + "igr ations", + ". čĊčĊ", + ".čĊ čĊ", + "Ġ [(", + "Ġ[ (", + "Ġadopt ed", + "Ġreport edly", + "Ġreported ly", + "Ġ Dream", + "ĠD ream", + "ĠDr eam", + "ĠDre am", + "Ġ }));Ċ", + "Ġ} ));Ċ", + "Ġ}) );Ċ", + "Ġ})) ;Ċ", + "l osing", + "lo sing", + "los ing", + "Ġte eth", + "Ġtee th", + "Ġ Books", + "ĠB ooks", + "ĠBo oks", + "ĠBook s", + "ĠBoo ks", + "\" ,&", + "\", &", + "en ny", + "enn y", + "L EMENT", + "LE MENT", + "LEM ENT", + "Ġ gel", + "Ġg el", + "Ġge l", + "Ġ Plant", + "ĠP lant", + "ĠPl ant", + "ĠPlan t", + "ĠPla nt", + "4 37", + "43 7", + "! âĢĿ", + ". host", + ".h ost", + "Ġ Reply", + "ĠRe ply", + "ĠRep ly", + "3 76", + "37 6", + "r ength", + "re ngth", + "ren gth", + "Ġrec ognition", + "Ġrecogn ition", + "Ġ }}>Ċ", + "Ġ} }>Ċ", + "Ġ}} >Ċ", + "Ġ}}> Ċ", + "L A", + "Ġ mirror", + "Ġm irror", + "Ġmir ror", + "Ġmi rror", + "Ġ assistant", + "Ġass istant", + "Ġassist ant", + "( device", + "(d evice", + "(de vice", + "(dev ice", + "Ġspirit ual", + "b uilder", + "build er", + "bu ilder", + " §", + "Ġo utr", + "Ġout r", + "Ġou tr", + "Ġ tt", + "Ġt t", + "Ġ PER", + "ĠP ER", + "ĠPE R", + "Ġrad ical", + "Ġradi cal", + "Method s", + "Ġ pace", + "Ġp ace", + "Ġpa ce", + "Ġpac e", + "u dy", + "ud y", + "Ġg ut", + "Ġgu t", + "Ġ Greek", + "ĠG reek", + "ĠGre ek", + "ĠGree k", + "Ġ nonatomic", + "Ġnon atomic", + "Ġ Paper", + "ĠP aper", + "ĠPa per", + "ĠPap er", + "_ GPIO", + "_G PIO", + "_GP IO", + "Ġo bst", + "Ġob st", + "Ġobs t", + ". Ad", + ".A d", + "viron ments", + "vironment s", + "ĠS ov", + "ĠSo v", + "3 56", + "35 6", + "( con", + "(c on", + "(co n", + "Ġ Transaction", + "ĠTrans action", + ". assign", + ".as sign", + "ĉ catch", + "ĉc atch", + "ĉcat ch", + "el ter", + "elt er", + "Ġ bitcoin", + "Ġbit coin", + "_ GR", + "_G R", + "Ġ čĊ", + "Ġ/ >čĊ", + "Ġ/> čĊ", + "m etic", + "me tic", + "met ic", + "Ġtrans formation", + "Ġtransform ation", + "åı ·", + "Ġ rgb", + "Ġr gb", + "Ġrg b", + "istrib utions", + "istribution s", + "Ġ implicit", + "Ġimp licit", + "Ġimpl icit", + "Ġimplic it", + "/ in", + "/i n", + "d estination", + "dest ination", + "а ÑĤÑĮ", + "аÑĤ ÑĮ", + "Z ero", + "Ze ro", + "Ġ unset", + "Ġun set", + "Ġuns et", + "9 20", + "92 0", + ". where", + ".w here", + ".wh ere", + ". go", + ".g o", + "Ġ formation", + "Ġform ation", + "Ġformat ion", + "Ġforma tion", + "Ġ declaration", + "Ġde claration", + "Ġdeclar ation", + "( )čĊčĊ", + "() čĊčĊ", + "()čĊ čĊ", + "Ġ Expl", + "ĠEx pl", + "ĠExp l", + "ĉ ĉĉĠĠ", + "ĉĉ ĉĠĠ", + "ĉĉĉ ĠĠ", + "ĉĉĉĠ Ġ", + "/ pro", + "/p ro", + "/pr o", + ". JSON", + ".J SON", + "4 41", + "44 1", + "Ġ desk", + "Ġd esk", + "Ġde sk", + "Ġdes k", + ". substr", + ".sub str", + "// ----------------------------------------------------------------------------", + "//---------------------------------------------------------------- ------------", + "//------------------------------------------------ ----------------------------", + "l yn", + "ly n", + "p son", + "ps on", + "4 07", + "40 7", + "d isable", + "dis able", + "Ġ Func", + "ĠF unc", + "ĠFun c", + "ĠFu nc", + "ĉ Assert", + "Ġ MARK", + "ĠM ARK", + "ĠMA RK", + "ĠMAR K", + "Ġde feat", + "Ġdef eat", + "Ġdefe at", + "Ġ blind", + "Ġbl ind", + "Ġbli nd", + "Ġ constants", + "Ġcon stants", + "Ġconst ants", + "Ġconstant s", + "3 62", + "36 2", + ". headers", + ".head ers", + ".header s", + ".he aders", + "U ILD", + "UI LD", + "UIL D", + "Ġ expenses", + "Ġexp enses", + "Ġexpense s", + "P ixel", + "Pix el", + "Ġ hr", + "Ġh r", + "Ġ fel", + "Ġf el", + "Ġfe l", + "Ġ Eastern", + "ĠEast ern", + "ĠEaster n", + "4 24", + "42 4", + "4 90", + "49 0", + "_ del", + "_d el", + "_de l", + "3 57", + "35 7", + "ĠC ub", + "ĠCu b", + "Ġ sq", + "Ġs q", + "ĉ count", + "ĉc ount", + "Ġ Directory", + "ĠD irectory", + "ĠDirect ory", + "ĠDirector y", + "Ġex clus", + "Ġexc lus", + "Ġexcl us", + "Ġ historic", + "Ġhistor ic", + "Ġhist oric", + "Ġhisto ric", + "Ġ ------------------------------------------------", + "Ġ---------------- --------------------------------", + "Ġ-------------------------------- ----------------", + "Ġ-------------------- ----------------------------", + "Ġ composition", + "Ġcom position", + "Ġcomp osition", + "Ġcompos ition", + "Ġ dataGridView", + "Ġdata GridView", + "Ġ Burn", + "ĠB urn", + "ĠBur n", + "ĠBu rn", + "Ġ BC", + "ĠB C", + "M aster", + "Ma ster", + "Mas ter", + "Ġ spawn", + "Ġs pawn", + "Ġsp awn", + "Ġspa wn", + "Ġ bearing", + "Ġb earing", + "Ġbe aring", + "Ġbear ing", + ". SetActive", + ".Set Active", + "i lo", + "il o", + "Ġ gallery", + "Ġg allery", + "Ġgall ery", + "Ġf ounded", + "Ġfound ed", + "Ġfo unded", + "Ġ availability", + "Ġa vailability", + "Ġav ailability", + "Ġavail ability", + ". sqrt", + ".s qrt", + "Ġ pes", + "Ġp es", + "Ġpe s", + "Ġ DOM", + "ĠD OM", + "ĠDO M", + "m ate", + "ma te", + "mat e", + "O ct", + "Ġ matched", + "Ġm atched", + "Ġmatch ed", + "Ġmat ched", + "it ivity", + "Ġan xiety", + ". price", + ".p rice", + ".pr ice", + "Ġ Instant", + "ĠIn stant", + "ĠInst ant", + "ĠIns tant", + "ì Ĭ", + "Ġt ut", + "Ġtu t", + "I Collection", + "IC ollection", + ". shared", + ".sh ared", + ".share d", + ".sha red", + "_ sql", + "_s ql", + "_sq l", + "t bl", + "tb l", + "l ibrary", + "lib rary", + "_ destroy", + "_d estroy", + "_de stroy", + "_dest roy", + "er mal", + "erm al", + "Ġ Notes", + "ĠN otes", + "ĠNo tes", + "ĠNot es", + "ĠNote s", + "Ġ Ein", + "ĠE in", + "Ġsou thern", + "Ġsouth ern", + "ĠOTHER WISE", + "Ġ macro", + "Ġm acro", + "Ġma cro", + "Ġmac ro", + ". lower", + ".l ower", + ".lo wer", + ".low er", + "c ls", + "cl s", + "Content View", + ". link", + ".l ink", + ".li nk", + ".lin k", + "con stant", + "const ant", + "cons tant", + "Ġ Bes", + "ĠB es", + "ĠBe s", + "Ġsome body", + "n b", + "3 99", + "39 9", + "\" >{", + "\"> {", + "( local", + "(l ocal", + "(loc al", + "(lo cal", + ". ....", + ".. ...", + "... ..", + ".... .", + "Ġ Null", + "ĠN ull", + "ĠNu ll", + "m x", + "Ġ ç", + "Ġà §", + "Ġ pause", + "Ġp ause", + "Ġpa use", + "Ġpau se", + "- ----------", + "-- ---------", + "---- -------", + "-------- ---", + "--- --------", + "----- ------", + "---------- -", + "------ -----", + "------- ----", + "--------- --", + "_ MO", + "_M O", + "Ġ CM", + "ĠC M", + "Ġfor Key", + "Ġ DVD", + "ĠD VD", + "ĠDV D", + "Ġ closest", + "Ġclose st", + "Ġclos est", + "Ġcloses t", + "_ DEVICE", + "_DE VICE", + "_DEV ICE", + "Ġ Stephen", + "ĠSte phen", + "ĠStep hen", + "ĠSteph en", + "Ġ BBC", + "ĠB BC", + "ĠBB C", + "Ġ Travel", + "ĠT ravel", + "ĠTr avel", + "ĠTra vel", + "ĠTrav el", + "P aint", + "Pa int", + "Ġ Results", + "ĠRes ults", + "ĠResult s", + "Ġ Rule", + "ĠR ule", + "ĠRu le", + "Ġ tp", + "Ġt p", + "Ġ ratings", + "Ġr atings", + "Ġrating s", + "Ġrat ings", + "Ġra tings", + "c in", + "ci n", + "c sv", + "cs v", + "> /", + "Ġ GOP", + "ĠG OP", + "ĠGO P", + "l ad", + "la d", + "Ġ ÑĢ", + "ĠÑ Ģ", + "Ġ indexPath", + "Ġindex Path", + "m atrix", + "mat rix", + "= f", + "ar sed", + "ars ed", + "arse d", + "Ġ });", + "Ġ} );", + "Ġ}) ;", + "Ġ Cos", + "ĠC os", + "ĠCo s", + "Ġ Score", + "ĠS core", + "ĠSc ore", + "ĠSco re", + "ĠScor e", + "Ġ tak", + "Ġt ak", + "Ġta k", + "Ġ ESP", + "ĠE SP", + "ĠES P", + "Ġ INC", + "ĠI NC", + "ĠIN C", + "_ NULL", + "_N ULL", + "- flex", + "-f lex", + "-fl ex", + "\" ][", + "\"] [", + "in to", + "int o", + "e land", + "el and", + "ela nd", + "elan d", + "Author ization", + "_ FALSE", + "_F ALSE", + "Ġ gate", + "Ġg ate", + "Ġga te", + "Ġ vid", + "Ġv id", + "Ġvi d", + "is tent", + "ist ent", + "iste nt", + "isten t", + "T IME", + "TI ME", + "TIM E", + "Ġ rewrite", + "Ġre write", + "Ġrew rite", + "Ġ tie", + "Ġt ie", + "Ġti e", + "Ġ archive", + "Ġa rchive", + "Ġarch ive", + "Ġarc hive", + "5 11", + "51 1", + ". events", + ".e vents", + ".event s", + ".ev ents", + ". getParameter", + ".get Parameter", + ".getParam eter", + "Ġ Permission", + "ĠPer mission", + "ĠPerm ission", + "Ġprogram me", + "Ġprogramm e", + "Ġ é", + "j ud", + "ju d", + "Ġcame ras", + "Ġcamera s", + "Ġcam eras", + "Ġcamer as", + "3 38", + "33 8", + "3 49", + "34 9", + "( sys", + "(s ys", + "ĠSy rian", + "ĠSyria n", + "Ġimpro vements", + "Ġimprove ments", + "Ġimprovement s", + "Ġimprov ements", + "Ġ hip", + "Ġh ip", + "Ġhi p", + "Ġsu icide", + "Ġsuic ide", + "Ġsch olar", + "Ġscho lar", + "Ġ compatible", + "Ġcom patible", + "Ġcompat ible", + "0 22", + "02 2", + "rem ote", + ". down", + ".d own", + ".do wn", + "F UNCTION", + "FUNC TION", + "FUN CTION", + "Ġman aging", + "Ġmana ging", + "Ġ UIKit", + "ĠUI Kit", + ". raw", + ".r aw", + ".ra w", + "> >>>", + ">> >>", + ">>> >", + "3 71", + "37 1", + "Ġdem ands", + "Ġdemand s", + "el lite", + "ell ite", + "elli te", + "Ġ dent", + "Ġd ent", + "Ġde nt", + "Ġden t", + "Ġ Micro", + "ĠM icro", + "ĠMi cro", + "ĠMic ro", + "åı ĸ", + "' ][$", + "'] [$", + "'][ $", + "Ġ IE", + "ĠI E", + "im ension", + "imens ion", + "Ġt rem", + "Ġtr em", + "Ġtre m", + "6 30", + "63 0", + "Ġg ained", + "Ġgain ed", + "Ġga ined", + ". with", + ".w ith", + ". ok", + ".o k", + "h ou", + "ho u", + "Ġb om", + "Ġbo m", + "amp aign", + "ampa ign", + "Ġ joining", + "Ġjoin ing", + "Ġjo ining", + "f ish", + "fi sh", + "Ġadd Subview", + "8 60", + "86 0", + "Ġnor thern", + "Ġnorth ern", + ". cor", + ".c or", + ".co r", + "o ret", + "or et", + "ore t", + "D ie", + "Di e", + "i nish", + "in ish", + "ini sh", + "inis h", + "_ comp", + "_c omp", + "_com p", + "_co mp", + "Ġ attended", + "Ġatt ended", + "Ġattend ed", + "Ġ collapse", + "Ġc ollapse", + "Ġcoll apse", + "Ġcollaps e", + "Ġ SS", + "ĠS S", + "a cent", + "ace nt", + "ac ent", + "acen t", + "_ EQUAL", + "_E QUAL", + "_EQ UAL", + "Ġ Deep", + "ĠDe ep", + "ĠDee p", + "R GB", + "RG B", + "ĉ test", + "ĉt est", + "ol ves", + "olve s", + "olv es", + "u set", + "us et", + "use t", + "Un ityEngine", + "Unity Engine", + "w riter", + "write r", + "wr iter", + "Re solver", + "Res olver", + "Resolve r", + ", %", + "if ference", + "iff erence", + "iffer ence", + "iffe rence", + "_ remove", + "_re move", + "_rem ove", + "o nda", + "on da", + "ond a", + "Ġf emme", + "Ġfem me", + "3 85", + "38 5", + "de code", + "dec ode", + "Br anch", + "Ġ flush", + "Ġf lush", + "Ġfl ush", + "Ġflu sh", + "Ġinnov ative", + "T ests", + "Test s", + "Te sts", + "Tes ts", + "Ġ[' ./", + "Ġ['. /", + "Ġ covering", + "Ġcover ing", + "Ġcov ering", + ". admin", + ".ad min", + "ulti part", + "ultip art", + "( lambda", + "(l ambda", + " namespace", + "Ġ Sport", + "ĠS port", + "ĠSp ort", + "ĠSpo rt", + "ĠSpor t", + "Ġ !(", + "Ġ! (", + "a cles", + "ac les", + "acle s", + "acl es", + "Ġde pression", + "Ġdep ression", + "Ġdepr ession", + "Ġdepress ion", + "ĠK ong", + "ĠKon g", + "ĠKo ng", + "5 70", + "57 0", + "Ġ pert", + "Ġp ert", + "Ġper t", + "Ġpe rt", + "Ġ Conn", + "ĠC onn", + "ĠCon n", + "ĠCo nn", + "Ġ Otherwise", + "ĠOther wise", + "/ home", + "/h ome", + "s upported", + "sup ported", + "support ed", + "Ġ pink", + "Ġp ink", + "Ġpi nk", + "Ġpin k", + "Ġinv ited", + "Ġinvite d", + "Ġinvit ed", + "ñ os", + "ño s", + "_ enabled", + "_en abled", + "_enable d", + "Ġ -Ċ", + "Ġ- Ċ", + "F W", + "e ners", + "en ers", + "ener s", + "ene rs", + "Ġ MY", + "ĠM Y", + "Ġs uggestions", + "Ġsuggest ions", + "Ġsuggestion s", + "C anvas", + "Can vas", + "Ġ fer", + "Ġf er", + "Ġfe r", + "Ġ Marketing", + "ĠMark eting", + "ĠMarket ing", + "@ Test", + "un tu", + "unt u", + "Ġ Ven", + "ĠV en", + "ĠVe n", + "Ġ Cou", + "ĠC ou", + "ĠCo u", + "i vals", + "iv als", + "ival s", + "iva ls", + "D onald", + "Don ald", + "l imited", + "lim ited", + "limit ed", + "ĉ ĉĉĉĉĉĊ", + "ĉĉ ĉĉĉĉĊ", + "ĉĉĉĉ ĉĉĊ", + "ĉĉĉ ĉĉĉĊ", + "ĉĉĉĉĉ ĉĊ", + "ĉĉĉĉĉĉ Ċ", + "Ġanal yst", + "Ġanaly st", + "Ġanalys t", + "( entry", + "(en try", + "(ent ry", + "Ġrepresent ative", + "_ attributes", + "_at tributes", + "_attribute s", + "_attrib utes", + "Ġ fur", + "Ġf ur", + "Ġfu r", + ". hide", + ".h ide", + "r esp", + "re sp", + "res p", + "ad ores", + "ado res", + "ador es", + "r ides", + "ri des", + "ride s", + "rid es", + "Ġ Josh", + "ĠJ osh", + "ĠJo sh", + "ĠJos h", + "r obot", + "ro bot", + "rob ot", + "ĠN AT", + "ĠNA T", + "Ġs esso", + "Ġses so", + "Ġsess o", + "Ġint egrated", + "Ġinteg rated", + "Ġintegr ated", + "Ġintegrate d", + ": true", + "p arts", + "par ts", + "part s", + "pa rts", + "Ġst upid", + "Ġstu pid", + "Ġstup id", + ": event", + ":e vent", + "@end section", + "Ġ pu", + "Ġp u", + ". Table", + ".T able", + ".Tab le", + "Ġ Yii", + "ĠY ii", + "ĠYi i", + "` ;ĊĊ", + "`;Ċ Ċ", + "`; ĊĊ", + "Ġ clang", + "Ġc lang", + "Ġcl ang", + "Ġclan g", + "Ġcla ng", + "=\" \">", + "=\"\" >", + "en gan", + "eng an", + "enga n", + "_ parameters", + "_param eters", + "_parameter s", + ". internal", + ".in ternal", + ".int ernal", + ".inter nal", + "Ġ Modern", + "ĠMod ern", + "ĠMode rn", + "ĠModer n", + "Ġ metric", + "Ġm etric", + "Ġmet ric", + "Ġ semi", + "Ġs emi", + "Ġse mi", + "Ġsem i", + "={ {Ċ", + "={{ Ċ", + "7 07", + "70 7", + ". amazon", + ".a mazon", + ".am azon", + "Ġ BB", + "ĠB B", + "ain ty", + "aint y", + "ai nty", + "view port", + "3 67", + "36 7", + "Ġstart Activity", + "dis patch", + "disp atch", + "* ****", + "** ***", + "**** *", + "*** **", + "Ġf lav", + "Ġfl av", + "Ġfla v", + "iffer ent", + "iffe rent", + "3 82", + "38 2", + "[ this", + "[t his", + "Ġs take", + "Ġst ake", + "Ġsta ke", + "Ġarg ued", + "Ġargue d", + "v iously", + "vious ly", + "vi ously", + ". work", + ".w ork", + "Ġ Oak", + "ĠO ak", + "O ld", + "Ol d", + "( async", + "(a sync", + "(as ync", + "n otes", + "not es", + "no tes", + "note s", + "Ġ flip", + "Ġf lip", + "Ġfl ip", + "Ġdis ag", + "Ġ TE", + "ĠT E", + "ĉ error", + "ĉe rror", + "ĉerr or", + "< '", + "Ġ »ĊĊ", + "Ġ» ĊĊ", + "Ġ»Ċ Ċ", + "Ġ filtered", + "Ġfil tered", + "Ġfilter ed", + "Ġfilt ered", + "ĠM ach", + "ĠMac h", + "ĠMa ch", + "Ġ hung", + "Ġh ung", + "Ġhun g", + "Ġhu ng", + "_ dump", + "_d ump", + "_ samples", + "_s amples", + "_sample s", + "- dismiss", + "-dis miss", + "Ġ ray", + "Ġr ay", + "Ġra y", + "Im plemented", + "Implement ed", + "D K", + "Ġ jed", + "Ġj ed", + "Ġje d", + "0 90", + "09 0", + "Ġbreak s", + "Ġbre aks", + "Ġ fits", + "Ġf its", + "Ġfit s", + "Ġfi ts", + ". gr", + ".g r", + "Ġ Zero", + "ĠZ ero", + "ĠZe ro", + "o ro", + "or o", + "Ġequ ally", + "Ġequal ly", + "Ġeq ually", + "Ġ '[", + "Ġ' [", + "Ġconcern ing", + "< meta", + "<", + "'> <", + "Ġpro mot", + "Ġprom ot", + "Ġpromo t", + "Ġ incl", + "Ġin cl", + "Ġinc l", + "_ only", + "_on ly", + "ë¥ ¼", + "ĠAtt orney", + "- date", + "-d ate", + "-da te", + "-dat e", + "Ġ landscape", + "Ġl andscape", + "Ġland scape", + "Ġlands cape", + "Ġlandsc ape", + "Ġ fu", + "Ġf u", + "S Y", + ". prop", + ".p rop", + ".pro p", + ".pr op", + "Ġ Arr", + "ĠA rr", + "ĠAr r", + "p ag", + "pa g", + "Parallel Group", + "' :čĊ", + "': čĊ", + "Ġ logs", + "Ġl ogs", + "Ġlo gs", + "Ġlog s", + "a unch", + "un ci", + "unc i", + "n ama", + "na ma", + "nam a", + "Table Cell", + "iss ues", + "issue s", + ". {", + "e curity", + "ec urity", + "_ exec", + "_e xec", + "_ex ec", + "_exe c", + "o lds", + "ol ds", + "old s", + "Ġ hosts", + "Ġhost s", + "Ġho sts", + "Ġhos ts", + "Ġ proto", + "Ġpro to", + "Ġpr oto", + "Ġprot o", + "_ import", + "_im port", + "_imp ort", + "_ sort", + "_s ort", + "_so rt", + "Ġ Bow", + "ĠB ow", + "ĠBo w", + "Ġ Normal", + "ĠN ormal", + "ĠNor mal", + "ĠNorm al", + "Ġ Farm", + "ĠF arm", + "ĠFar m", + "ĠFa rm", + ".create ParallelGroup", + "R otation", + "Rot ation", + ". err", + ".e rr", + ".er r", + "Ġp leased", + "Ġplease d", + "Ġple ased", + "Ġplea sed", + "Ġpleas ed", + "it age", + "ita ge", + "itag e", + ". Wh", + ".W h", + "ĉ ĉĠĠĠĠ", + "ĉĉ ĠĠĠĠ", + "ĉĉĠĠĠ Ġ", + "ĉĉĠ ĠĠĠ", + "ĉĉĠĠ ĠĠ", + "M R", + "Ġ MORE", + "ĠM ORE", + "ĠMO RE", + "ĠMOR E", + "Ġ Natural", + "ĠN atural", + "ĠNat ural", + "ĠNatur al", + "_ transform", + "_trans form", + "B ASE", + "BA SE", + "en eral", + "ener al", + "ene ral", + "u tdown", + "ut down", + ". commons", + ".com mons", + ".common s", + ".comm ons", + "W T", + "Ġ aan", + "Ġa an", + "Ġaa n", + ". Result", + ".Res ult", + "d og", + "do g", + "Ġcl icking", + "Ġclick ing", + "Ġclic king", + ") ,ĊĊ", + "), ĊĊ", + "),Ċ Ċ", + "# line", + "O perator", + "Oper ator", + "Op erator", + "Opera tor", + "Ġc iv", + "Ġci v", + "Ġm erg", + "Ġme rg", + "Ġmer g", + "o buf", + "ob uf", + "ng then", + "ngth en", + "Ġ [{", + "Ġ[ {", + "Ġc ancell", + "Ġcan cell", + "Ġcancel l", + "Ġcanc ell", + "tr igger", + "tri gger", + ". :", + "W ORK", + "WO RK", + "de clare", + "decl are", + "declar e", + "Ġde crease", + "Ġdecre ase", + "ÅĽ ci", + "l oom", + "lo om", + "loo m", + ". None", + ".N one", + ".No ne", + ".Non e", + "Ġ MI", + "ĠM I", + "Ġ Jason", + "ĠJ ason", + "ĠJa son", + "ĠJas on", + "Ġhealth care", + "ia mond", + "iam ond", + "iamo nd", + "s ylvania", + "* x", + "Ġ Ra", + "ĠR a", + "[ b", + "Ġ printing", + "Ġprint ing", + "Ġprin ting", + "ph abet", + "pha bet", + "Ġ Labour", + "ĠLa bour", + "ĠLab our", + "o pper", + "op per", + "opp er", + "Ġz ijn", + "Ġzi jn", + "Ġzij n", + "- target", + "-t arget", + "_ FUNCTION", + "_F UNCTION", + "_FUNC TION", + "_FUN CTION", + "Ġ oct", + "Ġo ct", + "Ġoc t", + "е ниÑı", + "ен иÑı", + "ени Ñı", + "åľ ¨", + "Ġ western", + "Ġwest ern", + "Ġwes tern", + "Ġcomp uters", + "Ġcomput ers", + "Ġcomputer s", + "Ġcompute rs", + "Ġ RET", + "ĠR ET", + "ĠRE T", + "Hash Map", + "[ String", + "[S tring", + "get Value", + "_ DATE", + "_D ATE", + "_DAT E", + "_DA TE", + ". Next", + ".N ext", + "ĠF if", + "ĠFi f", + "é l", + "ic ked", + "ick ed", + "æ İ", + "- MM", + "-M M", + "Ġ {ĊĊĊ", + "Ġ{ ĊĊĊ", + "Ġ{Ċ ĊĊ", + "Ġ{ĊĊ Ċ", + "Ġ contacts", + "Ġcont acts", + "Ġcontact s", + "Ġconta cts", + "Ġ digits", + "Ġd igits", + "Ġdig its", + "Ġdigit s", + "P rodu", + "Pro du", + "Pr odu", + "Prod u", + "Ġun usual", + "Ġunus ual", + "Ġrapid ly", + "t ures", + "ture s", + "tu res", + "tur es", + "Ġang ry", + "c ancel", + "can cel", + "x xxx", + "xx xx", + "xxx x", + "_ parser", + "_p arser", + "_parse r", + "_par ser", + "_pars er", + "id ity", + "idi ty", + "_ PREFIX", + "_P REFIX", + "_PRE FIX", + "_PREF IX", + "7 10", + "71 0", + "Ġm ehr", + "Ġme hr", + "Ġrare ly", + "Ġrar ely", + "e the", + "et he", + "eth e", + "o pes", + "op es", + "ope s", + "Ġ %.", + "Ġ% .", + "w orks", + "work s", + "wor ks", + "Ġ theta", + "Ġth eta", + "Ġthe ta", + "Ġcon tribution", + "Ġcontrib ution", + "Ġ Tony", + "ĠT ony", + "ĠTo ny", + "ĠTon y", + "Ġs quad", + "Ġsqu ad", + "5 37", + "53 7", + "а й", + "аР¹", + "Ġî n", + "t here", + "th ere", + "ther e", + "the re", + "o uted", + "ou ted", + "out ed", + "oute d", + "ĉ q", + "Ļ Ĥ", + "g ood", + "go od", + "goo d", + "L I", + "é¡ µ", + "Ġ Living", + "ĠL iving", + "ĠLi ving", + "ĠLiv ing", + "iz abeth", + "iza beth", + "Ġ kt", + "Ġk t", + "Ġ Dallas", + "ĠD allas", + "ĠDal las", + "] ],Ċ", + "]] ,Ċ", + "]], Ċ", + "Ġ />ĊĊ", + "Ġ/ >ĊĊ", + "Ġ/>Ċ Ċ", + "Ġ/> ĊĊ", + "Ġ raising", + "Ġr aising", + "Ġrais ing", + "Ġra ising", + "/ router", + "/r outer", + "_ game", + "_g ame", + "3 68", + "36 8", + "Ġ CUR", + "ĠC UR", + "ĠCU R", + "z ens", + "ze ns", + "zen s", + ". es", + ".e s", + "Ġ fontWeight", + "Ġfont Weight", + "( func", + "(f unc", + "(fun c", + "not ification", + "notif ication", + "Ġ' ../../../", + "Ġ'../ ../../", + "Ġ'../../ ../", + "Ġbl ame", + "Ġbla me", + "ãĢĤ ĊĊĊĊ", + "ãĢĤĊĊ ĊĊ", + "ãĢĤĊ ĊĊĊ", + "an co", + "anc o", + "9 80", + "98 0", + "Id entity", + "Ident ity", + "Ide ntity", + "f ollow", + "fol low", + "Ġ arts", + "Ġa rts", + "Ġar ts", + "Ġart s", + "x s", + "Ġoffic ially", + "Ġofficial ly", + "Ġ Studio", + "ĠSt udio", + "ĠStud io", + "ĠStudi o", + "Ġrecommend ations", + "Ġrecommendation s", + "Ġ locale", + "Ġl ocale", + "Ġlo cale", + "Ġloc ale", + "Ġlocal e", + "Ġam ateur", + "Ġamat eur", + "Ġ Enable", + "ĠE nable", + "ĠEn able", + "Ġ caps", + "Ġc aps", + "Ġcap s", + "Ġca ps", + ". End", + ".E nd", + ".En d", + "3 88", + "38 8", + "- add", + "-a dd", + "-ad d", + "_g shared", + "Ġ CT", + "ĠC T", + "F orce", + "For ce", + "Ċ ĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "Ġ orange", + "Ġo range", + "Ġor ange", + "Ġorang e", + "Ġora nge", + "Ġoran ge", + "Ġ lp", + "Ġl p", + "Ġ answered", + "Ġanswer ed", + ". Grid", + ".G rid", + ".Gr id", + "Ġd ual", + "Ġdu al", + "Ġdua l", + "Ġstr ategic", + "Ġstrateg ic", + "Ġn obody", + "Ġno body", + "Ġnob ody", + "Ġ fatal", + "Ġf atal", + "Ġfa tal", + "Ġfat al", + "_ est", + "_e st", + "_es t", + "( el", + "(e l", + "Ġ ìł", + "Ġì ł", + "ĠB udd", + "ĠBu dd", + "ĠBud d", + "A IT", + "AI T", + "_ factor", + "_f actor", + "_fac tor", + "_fact or", + "_fa ctor", + "- one", + "-on e", + "-o ne", + "Ġ HAVE", + "ĠH AVE", + "ĠHA VE", + "\" čĊčĊ", + "\"čĊ čĊ", + "7 60", + "76 0", + "P rof", + "Pro f", + "Pr of", + "Ġ är", + "Ġä r", + "str ings", + "string s", + "Ġ dirty", + "Ġd irty", + "Ġdir ty", + "Ġdirt y", + "Ġ Face", + "ĠF ace", + "ĠFac e", + "ĠFa ce", + "Ġ Begin", + "ĠB egin", + "ĠBe gin", + "ĠBeg in", + "Ġ Bus", + "ĠB us", + "ĠBu s", + "Ġ wis", + "Ġw is", + "Ġwi s", + "åŃ Ĺ", + "Ġ speaker", + "Ġs peaker", + "Ġspe aker", + "Ġspeak er", + "Ġ carrier", + "Ġcar rier", + "Ġcarr ier", + "Ġ Om", + "ĠO m", + "Ġhad n", + "Ġha dn", + "Al low", + "All ow", + ":: __", + "::_ _", + "Ġ verb", + "Ġv erb", + "Ġver b", + "Ġve rb", + "Ġ Complete", + "ĠCom plete", + "ĠComp lete", + "ĠComple te", + "Ġ Easy", + "ĠE asy", + "ĠEa sy", + "Ġb ills", + "Ġbill s", + "Ġbil ls", + "Ġ ĠĊĊ", + "ĠĠ ĊĊ", + "ĠĠĊ Ċ", + "Vert ical", + "Ver tical", + "Ġ pron", + "Ġp ron", + "Ġpro n", + "Ġpr on", + "Ġ Define", + "ĠDe fine", + "ĠDef ine", + "Ġ lookup", + "Ġlook up", + "variable s", + "vari ables", + "Ġp andas", + "Ġpan das", + "Ġpand as", + "Ġpanda s", + "u mes", + "um es", + "ume s", + "Ġin noc", + "Ġinn oc", + "Ġ setUp", + "Ġset Up", + "ĠCh ampionship", + "ĠChampions hip", + "ĠChampion ship", + "art ist", + "arti st", + "ĠC Type", + "ĠCT ype", + "F oundation", + "Found ation", + "๠Ī", + "Ġ Setup", + "ĠSet up", + "4 28", + "42 8", + "Ġ recipes", + "Ġrec ipes", + "Ġrecipe s", + "Ġrecip es", + "Ġ UIColor", + "ĠU IColor", + "ĠUI Color", + "Ġ Fight", + "ĠF ight", + "ĠFig ht", + "ĠFi ght", + "Ġ authorized", + "Ġauthor ized", + "Ġauthorize d", + "_ click", + "_c lick", + "_cl ick", + "_cli ck", + "9 90", + "99 0", + "_ success", + "_s uccess", + "_succ ess", + "_su ccess", + "an gan", + "ang an", + "anga n", + "Ġ Mountain", + "ĠM ountain", + "ĠMount ain", + "Ġ Doctor", + "ĠDo ctor", + "ĠDoc tor", + "Ġ egg", + "Ġe gg", + "Ġeg g", + "ĠM edicine", + "ĠMed icine", + "ĠMedic ine", + "c les", + "cl es", + "cle s", + "` .Ċ", + "`. Ċ", + "[ int", + "[i nt", + "[in t", + "d ashboard", + "dash board", + "Ġ Appro", + "ĠApp ro", + "ĠAp pro", + "- dr", + "-d r", + "Ġprodu ces", + "Ġproduce s", + "Ġprod uces", + "Ġr ental", + "Ġren tal", + "Ġrent al", + "Ġ reload", + "Ġre load", + "Ġr eload", + "Ġrel oad", + "3 81", + "38 1", + "Ġ arrival", + "Ġarr ival", + "Ġarriv al", + "s pot", + "sp ot", + "spo t", + "Ġunder t", + "Ġund ert", + "Ġunde rt", + "3 78", + "37 8", + "Ġequ ipped", + "Ġequip ped", + "Ġ proved", + "Ġpro ved", + "Ġpr oved", + "Ġprov ed", + "Ġprove d", + "Ġ centers", + "Ġcent ers", + "Ġcenter s", + "Ġcen ters", + "Ġ defines", + "Ġdef ines", + "Ġdefine s", + "Ġdefin es", + "al so", + "als o", + "Ġ opacity", + "Ġop acity", + "Ġ Unfortunately", + "ĠUn fortunately", + "ĠIll inois", + "Ġ не", + "Ġн е", + "ĠT emple", + "ĠTem ple", + "ĠTemp le", + "ĠTempl e", + "Ġ Trail", + "ĠT rail", + "ĠTr ail", + "ĠTra il", + "Ġ Kelly", + "ĠK elly", + "ĠKel ly", + "Ġ measurement", + "Ġme asurement", + "Ġmeasure ment", + "Ġmeas urement", + "Ġse parated", + "Ġsepar ated", + "Ġseparate d", + "Ġseparat ed", + "- circle", + "-c ircle", + "H ey", + "He y", + "Ġ READ", + "ĠRE AD", + "ig its", + "igit s", + "igi ts", + "Ġ ib", + "Ġi b", + "Ġ MOD", + "ĠM OD", + "ĠMO D", + "at tery", + "att ery", + "atter y", + "atte ry", + "а з", + "аР·", + "Ġv end", + "Ġve nd", + "Ġven d", + "е нÑĤ", + "ен ÑĤ", + "Ġ HttpClient", + "ĠHttp Client", + "3 59", + "35 9", + "s afe", + "sa fe", + "_ ASS", + "_A SS", + "_AS S", + "i cit", + "ic it", + "ici t", + "Ġ Construct", + "ĠCon struct", + "ĠConstr uct", + "Ġ Clo", + "ĠC lo", + "ĠCl o", + "Ġ Six", + "ĠS ix", + "ĠSi x", + "_ TOKEN", + "_T OKEN", + "_TO KEN", + "( block", + "(b lock", + "(bl ock", + "Ġwar ned", + "Ġwarn ed", + "/* !", + "! Ċ", + "}/ >Ċ", + "}/> Ċ", + "Ġin novation", + "Ġinn ovation", + "Ġinnov ation", + "_ \"", + "Ġ );čĊčĊ", + "Ġ) ;čĊčĊ", + "Ġ); čĊčĊ", + "Ġ);čĊ čĊ", + "Ġ spots", + "Ġsp ots", + "Ġspot s", + "Ġspo ts", + "Ġcho osing", + ". cs", + ".c s", + "Ġf lexible", + "Ġflex ible", + "U Int", + "UI nt", + "4 35", + "43 5", + "9 30", + "93 0", + "Ġ scratch", + "Ġs cratch", + "Ġscr atch", + "- al", + "-a l", + "Ġf estival", + "Ġfest ival", + "Ġout standing", + "================ ================================", + "================================ ================", + "M ean", + "Me an", + "Ġ Oregon", + "ĠO regon", + "ĠOre gon", + "s ymbol", + "sym bol", + ". account", + ".a ccount", + ".ac count", + ".acc ount", + "d ney", + "dn ey", + "' ''", + "'' '", + "! \",", + "!\" ,", + "9 01", + "90 1", + "Ġ particle", + "Ġp article", + "Ġpart icle", + "Ġpartic le", + "Ġparti cle", + "à ĥ", + "[ MAX", + "[M AX", + "I VER", + "IV ER", + "IVE R", + "ER ENCE", + "NS Mutable", + "ĠC olumbia", + "ĠColum bia", + "_ ĊĊ", + "_Ċ Ċ", + ". fr", + ".f r", + "Ġc ogn", + "Ġco gn", + "Ġcog n", + "V R", + "Ġ Methods", + "ĠMethod s", + "ĠMeth ods", + "Ġ Made", + "ĠM ade", + "ĠMad e", + "ĠMa de", + "Ġ BR", + "ĠB R", + "Ġ Else", + "ĠE lse", + "ĠEl se", + "Ġeg gs", + "Ġegg s", + "Ġ swing", + "Ġs wing", + "Ġsw ing", + "Ġ Inv", + "ĠI nv", + "ĠIn v", + "Ġdise ases", + "Ġdisease s", + "Ġf irms", + "Ġfirm s", + "Ġfi rms", + "Ġfir ms", + "Ġ lemma", + "Ġl emma", + "Ġle mma", + "Ġlem ma", + "} `);Ċ", + "}` );Ċ", + "l ings", + "ling s", + "lin gs", + "Ġg ym", + "Ġgy m", + "umin um", + "umi num", + ". Trim", + ".T rim", + ".Tr im", + "M em", + "Me m", + "Ġcrit icism", + "Ġcritic ism", + "ibern ate", + "_ TX", + "_T X", + "i oni", + "ion i", + "io ni", + "Ġguid ance", + "Ġgui dance", + "Ġrepeated ly", + "Ġrepeat edly", + "Ġ supplier", + "Ġs upplier", + "Ġsup plier", + "Ġsuppl ier", + "Ġsupp lier", + "Ġp ainting", + "Ġpaint ing", + "Ġpain ting", + "8 64", + "86 4", + ". Fragment", + ".F ragment", + "ed Exception", + "Ġw iring", + "Ġwir ing", + "Ġwi ring", + "Ġcour ts", + "Ġcou rts", + "Ġcourt s", + "W EB", + "WE B", + "æľ ī", + "\\ .", + "ill ance", + "illa nce", + "Ġb rows", + "Ġbr ows", + "Ġbro ws", + "Ġbrow s", + "Ġ Pattern", + "ĠP attern", + "ĠPat tern", + "ĠPatt ern", + "PL ICATION", + "PLIC ATION", + "Ġ Summer", + "ĠS ummer", + "ĠSum mer", + "Ch ain", + "Cha in", + "Ġc ute", + "Ġcut e", + "Ġcu te", + "m ercial", + "mer cial", + "merc ial", + "Ġd il", + "Ġdi l", + "ĠFrank lin", + "ĉ global", + "ĉg lobal", + "IN CLUDING", + "h istory", + "hi story", + "hist ory", + "histor y", + "Ġ lst", + "Ġl st", + "Ġls t", + "Q t", + "S DL", + "SD L", + "a lia", + "al ia", + "ali a", + "i ere", + "ie re", + "ier e", + "( ...", + "(. ..", + "(.. .", + "ĉ cin", + "ĉc in", + "if fs", + "iff s", + "v elope", + "ve lope", + "vel ope", + "velop e", + "Ġ Root", + "ĠR oot", + "ĠRo ot", + "ĠRoo t", + "cl uster", + "clus ter", + "User Name", + "i gne", + "ig ne", + "ign e", + "< S", + "Ġ fest", + "Ġf est", + "Ġfe st", + "4 19", + "41 9", + "Ġindic ating", + "Ġindica ting", + "k eeper", + "ke eper", + "keep er", + "kee per", + "Ġc ada", + "Ġca da", + "Ġcad a", + "é g", + "con sin", + "cons in", + "Ġ GB", + "ĠG B", + "Ġ lb", + "Ġl b", + "e mony", + "em ony", + "emo ny", + "emon y", + "- icons", + "-icon s", + "-i cons", + "_ doc", + "_d oc", + "_do c", + "A ctor", + "Act or", + "Ac tor", + "e lem", + "el em", + "ele m", + ". Delete", + ".De lete", + "Ġin fection", + "Ġinf ection", + "Ġinfect ion", + "Ġ Privacy", + "ĠPriv acy", + "Ġgreat ly", + "Ġ Pos", + "ĠP os", + "ĠPo s", + "ĠT reat", + "ĠTr eat", + "ĠTre at", + "F low", + "Fl ow", + "Flo w", + "Ġat tractive", + "Ġattr active", + "Ġattract ive", + "Ġ Marc", + "ĠM arc", + "ĠMar c", + "ĠMa rc", + "s udo", + "su do", + "t esy", + "te sy", + "tes y", + "- an", + "-a n", + "9 98", + "99 8", + "ab ama", + "aba ma", + "Ġ Would", + "ĠW ould", + "ĠWo uld", + "Ġs uck", + "Ġsu ck", + "Ġsuc k", + "index Path", + "Ġ Et", + "ĠE t", + "T imes", + "Time s", + "Tim es", + "Ti mes", + "7 80", + "78 0", + "Ġ clubs", + "Ġcl ubs", + "Ġclub s", + "_ assoc", + "_as soc", + "_ass oc", + "Ġac quired", + "Ġacqu ired", + "Ġacquire d", + "( \":", + "(\" :", + "Ġint ense", + "Ġintens e", + ". maps", + ".m aps", + ".map s", + ".ma ps", + "Ex pected", + "Exp ected", + "Expect ed", + "T oggle", + "Ġ ay", + "Ġa y", + "Ġl ifestyle", + "Ġlife style", + "Ġlif estyle", + "- called", + "-c alled", + "-cal led", + "-call ed", + "Ġ Snow", + "ĠS now", + "ĠSn ow", + "ĠSno w", + "V olume", + "Vol ume", + "Ġcann abis", + "Ġ Direction", + "ĠD irection", + "ĠDirect ion", + "ĠDi rection", + "ĠDir ection", + "ĠDire ction", + "Ġ Limited", + "ĠL imited", + "ĠLim ited", + "ĠLimit ed", + "- specific", + "-s pecific", + "-spec ific", + "Ġd owntown", + "Ġdown town", + "Ġdownt own", + "/ icons", + "/i cons", + "/icon s", + "/ic ons", + "Ġre ven", + "Ġr even", + "Ġrev en", + "Ġreve n", + "L eg", + "Le g", + "8 85", + "88 5", + "= null", + "=n ull", + "4 96", + "49 6", + "Key board", + "' )).", + "') ).", + "')) .", + "Ġ\" \";čĊ", + "Ġ\"\" ;čĊ", + "Ġ\"\"; čĊ", + "Ġatt itude", + ". navigate", + ".n avigate", + ".nav igate", + "- error", + "-e rror", + "AM PLE", + "AMP LE", + "AMPL E", + "Ġ Jay", + "ĠJ ay", + "ĠJa y", + "v r", + "c ow", + "co w", + ". compile", + ".com pile", + ".comp ile", + "Ġmem ories", + "Ġmemor ies", + "Ġmemo ries", + "_ mark", + "_m ark", + "_mar k", + "_ma rk", + "Ġ Minnesota", + "ĠMin nesota", + "Ġk osten", + "Ġko sten", + "Ġkos ten", + "Ġkost en", + "Ġ probability", + "Ġprob ability", + "Ġprobabil ity", + "w arning", + "war ning", + "warn ing", + "Ġgen etic", + "Ġgene tic", + "F ixture", + "Fix ture", + "Ġ HashSet", + "ĠHash Set", + "N ombre", + "Nom bre", + "_ month", + "_m onth", + "_mon th", + "_mo nth", + "Æ °", + "- start", + "-st art", + "-star t", + "xy gen", + "ĉ ft", + "ĉf t", + "i agnostics", + "Ġ Matthew", + "ĠMat thew", + "ĠMatth ew", + "Ġcon cepts", + "Ġconcept s", + "Ġconce pts", + "Ġcon str", + "Ġconst r", + "Ġcons tr", + ". State", + ".St ate", + ".Stat e", + "и н", + "N ov", + "No v", + "Î ±", + "Ġ Panel", + "ĠP anel", + "ĠPan el", + "ĠPa nel", + "ĠPane l", + "ä¸ ª", + "com pare", + "comp are", + "> ()Ċ", + ">( )Ċ", + ">() Ċ", + "Ġapp lying", + "Ġapply ing", + "Ġappl ying", + "Ġprom ised", + "Ġpromise d", + "Ġ ox", + "Ġo x", + "n cia", + "nc ia", + "Ġ Validation", + "ĠValid ation", + "o rts", + "or ts", + "ort s", + "_ cur", + "_c ur", + "_cu r", + "e lect", + "el ect", + "ele ct", + "e ye", + "ey e", + "( Data", + "(D ata", + "Ġre porter", + "Ġreport er", + "Ġ Buff", + "ĠB uff", + "ĠBu ff", + "ĠBuf f", + "3 95", + "39 5", + "Ġ sr", + "Ġs r", + "Ġ \";", + "Ġ\" ;", + "i cky", + "ic ky", + "ick y", + "Ġt empor", + "Ġtem por", + "Ġtemp or", + "Ġtempo r", + "S N", + "Ġ resident", + "Ġres ident", + "Ġresid ent", + "Ġreside nt", + "p ires", + "pi res", + "pir es", + "pire s", + "ys ical", + "ysi cal", + "Ġend orse", + "Ġendors e", + "Ġ Song", + "ĠS ong", + "ĠSo ng", + "ĠSon g", + "is Empty", + "le et", + "lee t", + "_ util", + "_u til", + "_ut il", + "Ġd istingu", + "Ġdist ingu", + "Ġ Talk", + "ĠT alk", + "ĠTal k", + "ĠTa lk", + "Ġ Mot", + "ĠM ot", + "ĠMo t", + "( default", + "(d efault", + "(de fault", + "(def ault", + ". Arg", + ".A rg", + ".Ar g", + "gorith ms", + "gorithm s", + "_ words", + "_w ords", + "_word s", + "im mer", + "imm er", + "_ reset", + "_re set", + "_res et", + "f amily", + "W W", + "Ġs avings", + "Ġsav ings", + "Ġsaving s", + "Ġ âĢĿ", + "ĠâĢ Ŀ", + "_ enable", + "_e nable", + "_en able", + "s idebar", + "side bar", + "R unning", + "Run ning", + "Ġ ali", + "Ġa li", + "Ġal i", + "Ġte stim", + "Ġtest im", + "Ġtes tim", + "Ġ warnings", + "Ġw arnings", + "Ġwar nings", + "Ġwarn ings", + "Ġwarning s", + "Ġ Chem", + "ĠC hem", + "ĠCh em", + "ĠChe m", + "Ġ Exit", + "ĠE xit", + "ĠEx it", + "Ġf ounder", + "Ġfound er", + "Ġfo under", + "Ġfou nder", + "p ector", + "pe ctor", + "pect or", + "pec tor", + "Ġ rm", + "Ġr m", + "_ dataset", + "_d ataset", + "_data set", + "_dat aset", + "_datas et", + "Ġ Das", + "ĠD as", + "ĠDa s", + "Ġ han", + "Ġh an", + "Ġha n", + "G etty", + "Get ty", + "Ge tty", + "á l", + "Ġ ny", + "Ġn y", + "Ġpo verty", + "Ġpov erty", + "Ġresult ed", + ". by", + ".b y", + "Ġ Visit", + "ĠVis it", + "ĠVi sit", + "Ġobt aining", + "Ġobtain ing", + "/ '.$", + "/' .$", + "/'. $", + "Ġ ĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĊ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠ Ċ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĊ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĊ", + "s hall", + "sh all", + "shal l", + "sha ll", + "_ LEFT", + "_LE FT", + "UI Image", + "_ Name", + "_N ame", + "h ave", + "ha ve", + "ĠN ob", + "ĠNo b", + "l r", + "- footer", + "-f ooter", + "-foot er", + "Ġn aked", + "Ġna ked", + "Ġnak ed", + "ĠG arden", + "ĠGar den", + "ĠGard en", + "\\F acades", + "Ġ graduate", + "Ġgrad uate", + "Ġgradu ate", + "4 17", + "41 7", + "Ġfr anchise", + "Ġfranch ise", + "p lane", + "pl ane", + "plan e", + "pla ne", + "Ġcontrib utions", + "Ġcontribution s", + "Ġstring With", + "Ġ crypto", + "Ġc rypto", + "Ġcrypt o", + "Ġcry pto", + "Ġmov ements", + "Ġmove ments", + "Ġmo vements", + "Ġmovement s", + "a thers", + "ath ers", + "ather s", + "athe rs", + "Ġ lifetime", + "Ġl ifetime", + "Ġlife time", + "Ġlif etime", + "Ġcommunic ate", + "Ġcommun icate", + "j ar", + "ja r", + "Ġ Fragment", + "ĠF ragment", + "ĠFr agment", + "ĠFra gment", + "ĠFrag ment", + "_ IF", + "_I F", + "ĠN avy", + "ĠNav y", + "ĠNa vy", + "Ġ Figure", + "ĠF igure", + "ĠFig ure", + "Ġ simulation", + "Ġs imulation", + "Ġsim ulation", + "Ġsimul ation", + "_ stop", + "_s top", + "_st op", + "Ġreport ers", + "Ġreporter s", + "Ġver sus", + "Ġvers us", + "a ja", + "aj a", + "Ġ α", + "ĠÎ ±", + "Ġgover nor", + "Ġgovern or", + "Ġgoverno r", + "List Item", + "Ġ sealed", + "Ġse aled", + "Ġsea led", + "Ġseal ed", + ". Background", + ".Back ground", + "e di", + "ed i", + "ash ing", + "ashi ng", + "Ġ lip", + "Ġl ip", + "Ġli p", + "ĠI h", + "m erge", + "mer ge", + "Ġn ec", + "Ġne c", + "0 24", + "02 4", + "el ocity", + "elo city", + "AT EG", + "ATE G", + "Ġse eds", + "Ġsee ds", + "Ġseed s", + "Ġ floating", + "Ġf loating", + "Ġfloat ing", + "Ġflo ating", + "7 01", + "70 1", + "_ FA", + "_F A", + "w alk", + "wa lk", + "wal k", + "ĉ user", + "ĉu ser", + "ĉuse r", + "ĉus er", + "_ depth", + "_de pth", + "_dep th", + "_dept h", + "Ġw age", + "Ġwa ge", + "Ġwag e", + "@ app", + "@a pp", + "N il", + "Ni l", + "( [\"", + "([ \"", + "( vector", + "(v ector", + "(vec tor", + "Ġsecret ary", + "4 61", + "46 1", + "Ġj Panel", + "v ez", + "ve z", + "Âł ³³³", + "³³ ³³", + "³³³ Âł", + "d irection", + "dir ection", + "di rection", + "direct ion", + "dire ction", + "Ġ EP", + "ĠE P", + "Ġ hunt", + "Ġh unt", + "Ġhun t", + "Ġhu nt", + "3 96", + "39 6", + "Json Property", + "Ġ PORT", + "ĠP ORT", + "ĠPO RT", + "ĠPOR T", + "] \",", + "]\" ,", + "а п", + "аР¿", + "Ġ Foreign", + "ĠFore ign", + "p anic", + "pan ic", + "pa nic", + "Ġtr ials", + "Ġtri als", + "Ġtrial s", + "Ġ Ale", + "ĠA le", + "ĠAl e", + "Ġr ural", + "Ġru ral", + "- value", + "-v alue", + "-val ue", + "-valu e", + "author ized", + "authorize d", + "Ġ Scotland", + "ĠSc otland", + "ĠScot land", + ". drop", + ".d rop", + ".dr op", + "Ġ MT", + "ĠM T", + "ç ±", + "3 91", + "39 1", + "row th", + "5 15", + "51 5", + "File Path", + "Ġ recall", + "Ġre call", + "Ġrec all", + "Ġrecal l", + "if le", + "Ġ cel", + "Ġc el", + "Ġce l", + "Ġ SELECT", + "ĠSE LECT", + "ĠSEL ECT", + "k n", + "_ case", + "_c ase", + "_ca se", + "Ġ crop", + "Ġc rop", + "Ġcr op", + "Ġcro p", + "5 43", + "54 3", + "s ure", + "sur e", + "su re", + "p ot", + "po t", + "I CS", + "IC S", + "Ġ stem", + "Ġs tem", + "Ġst em", + "Ġste m", + "Ġindust ries", + "Ġindustri es", + "P ut", + "Pu t", + "Ġ aber", + "Ġa ber", + "Ġab er", + "road cast", + "I cons", + "Icon s", + ") \")Ċ", + ")\" )Ċ", + ")\") Ċ", + "æĪIJ åĬŁ", + "g ui", + "gu i", + "Ġass umed", + "Ġassum ed", + "Ġassume d", + "Ġ rx", + "Ġr x", + "E A", + "è §", + "E LL", + "EL L", + "Ġd ose", + "Ġdo se", + "Ġdos e", + "Ġ ine", + "Ġin e", + "Ġi ne", + "Ġd eeper", + "Ġde eper", + "Ġdeep er", + "Ġdee per", + "l ider", + "li der", + "lide r", + "lid er", + "Ġ ordinary", + "Ġord inary", + "Ġordin ary", + "Ġg olf", + "Ġgo lf", + "Ġgol f", + "6 05", + "60 5", + "_ IMAGE", + "_IM AGE", + "Ġ NAME", + "ĠN AME", + "ĠNA ME", + "( module", + "(m odule", + "(mod ule", + "Ġ atom", + "Ġa tom", + "Ġat om", + "Ġ belt", + "Ġb elt", + "Ġbe lt", + "Ġbel t", + "Ġoff ices", + "Ġoffic es", + "Ġoffice s", + "5 06", + "50 6", + "b eta", + "be ta", + "bet a", + "Ġphilosoph y", + "( JSON", + "(J SON", + "(JS ON", + "- field", + "-f ield", + "-fi eld", + "Ġint roduce", + "Ġintrodu ce", + "Ġintro duce", + "Ġcon venience", + "Ġconven ience", + "op tim", + "opt im", + "> \"Ċ", + ">\" Ċ", + "a thy", + "at hy", + "ath y", + "Ġ employer", + "Ġemploy er", + "q uate", + "qu ate", + "qua te", + "quat e", + "Ġ edited", + "Ġed ited", + "Ġedit ed", + "Ġedi ted", + "Arg uments", + "Argument s", + "ĠN ations", + "ĠNation s", + "ĠNat ions", + "_ _)", + "__ )", + "Ġn ose", + "Ġno se", + "Ġnos e", + "Ġ Sample", + "ĠS ample", + "ĠSam ple", + "ĠSamp le", + "' )ĊĊĊ", + "') ĊĊĊ", + "')Ċ ĊĊ", + "')ĊĊ Ċ", + "Ġ cake", + "Ġc ake", + "Ġca ke", + ". getAttribute", + ".get Attribute", + "H D", + "3 92", + "39 2", + "Mod ified", + "4 45", + "44 5", + "Ġ predicted", + "Ġpred icted", + "Ġpredict ed", + "Ġpredic ted", + "Å Ħ", + "a nie", + "an ie", + "ani e", + "S orry", + "( doc", + "(d oc", + "(do c", + "w ind", + "win d", + "wi nd", + "i eve", + "ie ve", + "iev e", + "Ġpro visions", + "Ġprov isions", + "Ġprovision s", + "A TER", + "AT ER", + "ATE R", + "O TE", + "OT E", + "M Y", + ". Autowired", + ".A utowired", + "ĠB ath", + "ĠBa th", + "ĠBat h", + "4 23", + "42 3", + ". Boolean", + ".Bool ean", + "Ġ backend", + "Ġback end", + ". Mouse", + ".M ouse", + "at eral", + "ate ral", + "ater al", + "p aper", + "pa per", + "Con st", + "Co nst", + "Cons t", + "Ġ VR", + "ĠV R", + "_ entity", + "_e ntity", + "_ent ity", + "_ CTRL", + "_C TRL", + "_CT RL", + "Ġ Protection", + "ĠPro tection", + "ĠProt ection", + "ĠProte ction", + "ĠProtect ion", + "Ġ GM", + "ĠG M", + "Ġ Study", + "ĠSt udy", + "ĠStud y", + "Ġ soup", + "Ġs oup", + "Ġso up", + "Ġsou p", + "o time", + "ot ime", + "oti me", + "' use", + "'u se", + "] \"", + "/ users", + "/user s", + "/use rs", + "/us ers", + "a ug", + "au g", + "Ġ Hong", + "ĠH ong", + "ĠHon g", + "ĠHo ng", + "_ norm", + "_n orm", + "_no rm", + "ãģ ¨", + "Ġse cre", + "Ġsec re", + "( Build", + "(B uild", + "Ġ Contract", + "ĠCon tract", + "ĠCont ract", + "ĠContr act", + "o las", + "ol as", + "ola s", + "Ġs auce", + "Ġsa uce", + "Ġsau ce", + "Ġag gressive", + "Ġaggress ive", + "Ġagg ressive", + "Ġ racial", + "Ġr acial", + "Ġrac ial", + "Ġra cial", + "char acter", + "@ @", + "Ġ compile", + "Ġcom pile", + "Ġcomp ile", + "Ġcompil e", + "Ġ Void", + "ĠV oid", + "ĠVo id", + "_ rem", + "_re m", + "_r em", + "_ memory", + "_m emory", + "_mem ory", + "3 48", + "34 8", + "k k", + "Ġ mic", + "Ġm ic", + "Ġmi c", + "S ame", + "Sam e", + "Sa me", + "U tility", + "Util ity", + "Ut ility", + "Ġ Html", + "ĠH tml", + "Ġ Xml", + "ĠX ml", + "ĠXm l", + "Re ady", + "Read y", + "Ġg all", + "Ġga ll", + "Ġgal l", + "Ġalleg edly", + "Ġalleged ly", + "ĉ ĉĉĉĠĠĠ", + "ĉĉ ĉĉĠĠĠ", + "ĉĉĉĉ ĠĠĠ", + "ĉĉĉ ĉĠĠĠ", + "ĉĉĉĉĠ ĠĠ", + "ĉĉĉĉĠĠ Ġ", + "Ġ Metal", + "ĠM etal", + "ĠMe tal", + "ĠMet al", + "ĠMeta l", + "Ġ Personal", + "ĠPerson al", + "ĠPers onal", + "ĠPersona l", + "Ġborder Radius", + "rx js", + "object s", + "obj ects", + "Ġwant ing", + "Ġwan ting", + "Ġb owl", + "Ġbo wl", + "Ġbow l", + "v endor", + "offset of", + "Ġ Rs", + "ĠR s", + "Ġ Rating", + "ĠR ating", + "ĠRa ting", + "ĠRat ing", + "Ġr ally", + "Ġrall y", + "_ NODE", + "_N ODE", + "_NO DE", + "4 18", + "41 8", + "Ġ Mix", + "ĠM ix", + "ĠMi x", + "Ġad vertis", + "Ġadvert is", + "4 85", + "48 5", + "6 67", + "66 7", + "Ġnarr ative", + "s al", + "sa l", + "Ġ mc", + "Ġm c", + "S Error", + "SE rror", + "Ġf ingers", + "Ġfin gers", + "Ġfinger s", + "Ġfing ers", + "Ġac company", + "Ġaccom pany", + "Ġaccomp any", + "Ġt ired", + "Ġti red", + "Ġtire d", + "Ġtir ed", + "Ġ stride", + "Ġst ride", + "Ġstr ide", + "Ġstri de", + "Ġ gui", + "Ġg ui", + "Ġgu i", + "e list", + "el ist", + "eli st", + "L ocale", + "Lo cale", + "Local e", + "Loc ale", + "Ġre leases", + "Ġrelease s", + "Ġrele ases", + "i king", + "ik ing", + "iki ng", + "Ġ anger", + "Ġa nger", + "Ġan ger", + "Ġang er", + "Ġange r", + ") ))ĊĊ", + ")) )ĊĊ", + ")))Ċ Ċ", + "))) ĊĊ", + "al lest", + "all est", + "alle st", + "alles t", + "Sum mary", + "( O", + "( for", + "(f or", + "Ġbasket ball", + "Ġ roads", + "Ġro ads", + "Ġroad s", + "Ġ Install", + "ĠInst all", + "Ġ Fab", + "ĠF ab", + "ĠFa b", + "it map", + "itm ap", + "4 75", + "47 5", + "Ġ ))Ċ", + "Ġ) )Ċ", + "Ġ)) Ċ", + "Ġ intersection", + "Ġinter section", + "Ġintersect ion", + "Ġinters ection", + "igh bor", + "ighb or", + "ĠB ry", + "ĠBr y", + "Ġ HERE", + "ĠH ERE", + "ĠHE RE", + "ĠHER E", + "S oftware", + "So ftware", + "Soft ware", + "el fare", + "elf are", + "a cs", + "ac s", + "6 22", + "62 2", + "Ġtr ailer", + "Ġtrail er", + "Ġtra iler", + "Ġtrai ler", + ". getClass", + ".get Class", + ".getC lass", + "ch ars", + "char s", + "cha rs", + "Ġreg ulation", + "Ġregul ation", + "Ġre fers", + "Ġref ers", + "Ġrefer s", + "Ġd estruction", + "Ġde struction", + "Ġdestruct ion", + "Ġ continuous", + "Ġcontin uous", + "Ġcontinu ous", + "Ġ Austin", + "ĠA ustin", + "ĠAust in", + "ĠAus tin", + "ĠAu stin", + "é ¢", + "a kan", + "ak an", + "aka n", + ". window", + ".w indow", + ".wind ow", + "Ġ Templates", + "ĠT emplates", + "ĠTem plates", + "ĠTemplate s", + "ĠTemp lates", + "ĠTempl ates", + "Ġabs ence", + ": n", + "Ġdis order", + "f lash", + "fl ash", + "Ġde let", + "Ġdel et", + "Ġdele t", + "bo ards", + "board s", + "Ġ Ġĉ", + "ĠĠ ĉ", + "R OP", + "RO P", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "Ġac qu", + "Ġlaw suit", + "Ġlaws uit", + "Ġ Reviews", + "ĠRe views", + "ĠReview s", + "Ġgar age", + "Ġga rage", + "t imer", + "time r", + "ti mer", + "tim er", + "Ġ ej", + "Ġe j", + "Ġ Rectangle", + "ĠRect angle", + "Ġ flowers", + "Ġfl owers", + "Ġflow ers", + "Ġflo wers", + "Ġflower s", + "3 98", + "39 8", + "i lst", + "il st", + "ils t", + "Ġ Instance", + "ĠIn stance", + "ĠInst ance", + "S uper", + "Sup er", + "Su per", + "d et", + "de t", + "dis posing", + "disp osing", + "Ġ ES", + "ĠE S", + "Ġ IC", + "ĠI C", + "v ere", + "ver e", + "ve re", + "S k", + "_ channels", + "_ch annels", + "_channel s", + "_chan nels", + "p uted", + "put ed", + "pu ted", + "pute d", + "/ null", + "/n ull", + "n nen", + "nn en", + "4 31", + "43 1", + "Ġ Gallery", + "ĠG allery", + "ĠGall ery", + "_ global", + "_g lobal", + "_glob al", + "Auth entication", + "Ġ Rank", + "ĠR ank", + "ĠRa nk", + "ĠRan k", + "Ġ blocked", + "Ġb locked", + "Ġbl ocked", + "Ġblock ed", + "Ġbloc ked", + "Ġc alm", + "Ġcal m", + "Ġca lm", + "m arket", + "mark et", + "mar ket", + "ĉ val", + "ĉv al", + "ĉva l", + "Ġ aug", + "Ġa ug", + "Ġau g", + "p eriod", + "per iod", + "peri od", + "Ġ Constant", + "ĠCon stant", + "ĠCons tant", + "ĠConst ant", + "Ġ ?>\">Ċ", + "Ġ?> \">Ċ", + "Ġ?>\" >Ċ", + "Ġ?>\"> Ċ", + "Ġ lobby", + "Ġl obby", + "Ġlob by", + "p al", + "pa l", + "3 79", + "37 9", + "Ġ sink", + "Ġs ink", + "Ġsi nk", + "Ġsin k", + "5 08", + "50 8", + "i ah", + "ia h", + "Ð ¡", + "ur name", + "urn ame", + "Ġcon ver", + "Ġconv er", + "Ġinvest igate", + "Ġinvestig ate", + "Ch rist", + "Chris t", + "Chr ist", + "H ub", + "Hu b", + "Ġ IND", + "ĠI ND", + "ĠIN D", + "Ġ Ped", + "ĠP ed", + "ĠPe d", + "u ras", + "ur as", + "ura s", + "ĉ url", + "ĉu rl", + "Ġ Tro", + "ĠT ro", + "ĠTr o", + "Ġ preferences", + "Ġp references", + "Ġpre ferences", + "Ġprefer ences", + "Ġpreference s", + "Ġguar anteed", + "Ġguarante ed", + "Ġguarantee d", + "` ĊĊ", + "`Ċ Ċ", + "Ġport ions", + "Ġportion s", + "Ġe valu", + "Ġev alu", + "Ġeval u", + "' > < /", + "( ){ĊĊ", + "() {ĊĊ", + "(){Ċ Ċ", + "(){ ĊĊ", + "en coded", + "enc oded", + "encode d", + "enco ded", + "z illa", + "zi lla", + ". Class", + ".C lass", + ".Cl ass", + "Ġ *_", + "Ġ* _", + "_ '", + "Ġview ed", + "Ġvi ewed", + "Ġvie wed", + "Ġ Philadelphia", + "ĠPhil adelphia", + ". rows", + ".r ows", + ".row s", + ".ro ws", + "Add ed", + "Ad ded", + "Ġ Touch", + "ĠT ouch", + "ĠTo uch", + "ĠTou ch", + "8 40", + "84 0", + ". delegate", + ".de legate", + "quee ze", + "s lide", + "sl ide", + "Ġ Senior", + "ĠSen ior", + "( tag", + "(t ag", + "Ġinter views", + "Ġinterview s", + "Ġs ua", + "Ġsu a", + "a tas", + "at as", + "ata s", + "@ ĊĊ", + "@Ċ Ċ", + "d istance", + "di stance", + "dist ance", + "Ġ sein", + "Ġs ein", + "Ġse in", + "Ġsei n", + "l atest", + "la test", + "late st", + "lat est", + "lates t", + "Ġ Prince", + "ĠPr ince", + "ĠPri nce", + "Ġlux ury", + "Ġre fr", + "Ġref r", + "Ġ Kitchen", + "ĠK itchen", + "ĠKit chen", + "Ñ Ħ", + "( at", + "(a t", + "F inal", + "Fin al", + "Fi nal", + "ü ck", + "üc k", + "_ zero", + "_z ero", + "Ġ ABC", + "ĠA BC", + "ĠAB C", + "Ġ Manchester", + "ĠMan chester", + "Ġ cow", + "Ġc ow", + "Ġco w", + "C OL", + "CO L", + "_ NUMBER", + "_NUM BER", + "ch anges", + "change s", + "chan ges", + "chang es", + "g enerate", + "gen erate", + "gener ate", + "gene rate", + ". Printf", + ".Print f", + "3 69", + "36 9", + "s hare", + "sh are", + "sha re", + "St ock", + "Ġ PT", + "ĠP T", + "A nim", + "An im", + "a nga", + "an ga", + "ang a", + "Ġ ig", + "Ġi g", + "up loads", + "upload s", + "Ġ packed", + "Ġp acked", + "Ġpack ed", + "Ġpac ked", + "Ġ }];Ċ", + "Ġ} ];Ċ", + "Ġ}] ;Ċ", + "( sender", + "(s ender", + "(se nder", + "(send er", + "Ġ Wire", + "ĠW ire", + "ĠWi re", + "ĠWir e", + "i sons", + "is ons", + "ison s", + "iso ns", + "Ġplay off", + "\\ E", + "6 08", + "60 8", + "/ R", + "Ġ headed", + "Ġhe aded", + "Ġhead ed", + "Al pha", + "( order", + "(ord er", + "(or der", + "Ġop ponents", + "Ġopp onents", + "Ġoppon ents", + "Ġopponent s", + "ack son", + "acks on", + "_ member", + "_m ember", + "_mem ber", + "T urn", + "Tur n", + "Tu rn", + "ĠSov iet", + "ìĹ IJ", + "a uge", + "au ge", + "aug e", + "4 48", + "44 8", + "Ġ incoming", + "Ġin coming", + "Ġinc oming", + "Ġincom ing", + "Ġ jak", + "Ġj ak", + "Ġja k", + "- game", + "-g ame", + "Ġ Male", + "ĠM ale", + "ĠMal e", + "ĠMa le", + "Ġ Month", + "ĠM onth", + "ĠMon th", + "ĠMo nth", + "ĠMont h", + "St age", + ". exe", + ".e xe", + ".ex e", + "Own Property", + ". setItem", + ".set Item", + "Ġ dc", + "Ġd c", + "ä½ ľ", + "Ġb rut", + "Ġbr ut", + "Ġbru t", + "Ġattempt ing", + ". len", + ".l en", + ".le n", + "Ġjud gment", + "Ġs ab", + "Ġsa b", + "Ġ cad", + "Ġc ad", + "Ġca d", + "Ġ Items", + "ĠI tems", + "ĠIt ems", + "ĠItem s", + "com fort", + "el ize", + "eli ze", + "/ log", + "/l og", + "/lo g", + "Ġentre prene", + "Ġ compiler", + "Ġc ompiler", + "Ġcom piler", + "Ġcomp iler", + "Ġcompile r", + "Ġcompil er", + "_ validation", + "_valid ation", + "r eview", + "re view", + "rev iew", + "Ġ textBox", + "Ġtext Box", + "Ġ fraction", + "Ġf raction", + "Ġfr action", + "Ġfra ction", + "Ġfract ion", + "Ġfrac tion", + "Ġ Bal", + "ĠB al", + "ĠBa l", + "> ;ĊĊ", + ">;Ċ Ċ", + ">; ĊĊ", + ".AutoScale Mode", + "Ġ cats", + "Ġc ats", + "Ġca ts", + "Ġcat s", + "4 65", + "46 5", + "Ġ registry", + "Ġreg istry", + "Ġregistr y", + "Ġregist ry", + "u lus", + "ul us", + "ulu s", + "F I", + "p ayload", + "pay load", + "- search", + "-s earch", + "-se arch", + "Ġst aying", + "Ġstay ing", + "Ġsta ying", + "ac ious", + "aci ous", + "acio us", + "De coration", + "Dec oration", + "Decor ation", + "R eview", + "Re view", + "Rev iew", + "I nf", + "In f", + "Ke ep", + "it is", + "iti s", + ", String", + ",S tring", + "C oord", + "Co ord", + "Ġp ero", + "Ġper o", + "Ġpe ro", + "S ex", + "Se x", + "Ġ Atlanta", + "ĠAtl anta", + "u esta", + "ue sta", + "ues ta", + "uest a", + "A rgb", + "Arg b", + "Ar gb", + "> *", + "} _", + "F ooter", + "Foo ter", + "Foot er", + "Fo oter", + "Ġ employed", + "Ġemploy ed", + "_ bound", + "_b ound", + "_bo und", + "v ide", + "vid e", + "vi de", + ". func", + ".f unc", + ".fun c", + "$ scope", + "$s cope", + "Ġ spo", + "Ġs po", + "Ġsp o", + "Ġ Anal", + "ĠA nal", + "ĠAn al", + "ĠAna l", + "oun ced", + "ounc ed", + "ounce d", + "a round", + "ar ound", + "aro und", + "Ġ restriction", + "Ġre striction", + "Ġrestrict ion", + "Ġrestr iction", + "Ġ shops", + "Ġsh ops", + "Ġshop s", + "Ġsho ps", + "å Ģ", + "Ġ Latin", + "ĠL atin", + "ĠLa tin", + "ĠLat in", + "- col", + "-c ol", + "-co l", + "Ġbar ely", + "Ġbare ly", + "Ġ Euro", + "ĠE uro", + "ĠEu ro", + "ĠEur o", + "E r", + "Ġf aire", + "Ġfa ire", + "Ġfair e", + "_ distance", + "_d istance", + "_dist ance", + "_di stance", + "_ unlock", + "_un lock", + "Qu ote", + "IV ATE", + "IVA TE", + "Ġ åĪ", + "Ġå Ī", + "Ġa imed", + "Ġaim ed", + "Ġai med", + "Ġaime d", + "ĠRe trie", + "ĠRet rie", + ". iter", + ".i ter", + ".it er", + "Ġ wrapped", + "Ġw rapped", + "Ġwr apped", + "Ġwrap ped", + "Ġag reements", + "Ġagre ements", + "Ġagree ments", + "Ġagreement s", + "str ument", + "stru ment", + "( product", + "(pro duct", + "(prod uct", + "Ġstud ied", + "Ġstudi ed", + ". setValue", + ".set Value", + "Ġ ye", + "Ġy e", + "Ġ Cache", + "ĠC ache", + "ĠCa che", + "MB OL", + "Ġquarter back", + "Ġ syntax", + "Ġs yntax", + "Ġsy ntax", + "Ġsyn tax", + "Ġsynt ax", + ".get ElementsBy", + ".getElements By", + ". version", + ".v ersion", + "we bsite", + "web site", + "webs ite", + "R unner", + "Run ner", + "_ single", + "_s ingle", + "_si ngle", + "_sin gle", + "a tiv", + "at iv", + "ati v", + "Ġ Altern", + "ĠAl tern", + "ĠAlt ern", + "ĠAlter n", + "Ġ Beautiful", + "ĠBe autiful", + "ĠBeaut iful", + "right arrow", + "Ġd iversity", + "Ġdivers ity", + "p lash", + "pl ash", + "pla sh", + "( co", + "(c o", + ". Fill", + ".F ill", + "Ġ typing", + "Ġtyp ing", + "Ġty ping", + "3 87", + "38 7", + "0 23", + "02 3", + "Ġ clar", + "Ġc lar", + "Ġcl ar", + "Ġcla r", + "H it", + "Hi t", + "O O", + "a cco", + "ac co", + "acc o", + "5 07", + "50 7", + "w orth", + "wort h", + "wor th", + "Ġ scripts", + "Ġs cripts", + "Ġscript s", + "Ġscri pts", + "ĠMuslim s", + "Ġ LL", + "ĠL L", + "er ving", + "erv ing", + "( boolean", + "(bool ean", + "Ġbase ball", + "Ġ CAN", + "ĠC AN", + "ĠCA N", + "3 94", + "39 4", + "0 44", + "04 4", + "M AIL", + "MA IL", + "d epend", + "de pend", + "dep end", + "Ġres pective", + "Ġrespect ive", + "Ġresp ective", + "Ġ constexpr", + "Ġconst expr", + ".* ;ĊĊ", + ".*;Ċ Ċ", + "' ]))Ċ", + "'] ))Ċ", + "']) )Ċ", + "'])) Ċ", + "Ġ yard", + "Ġy ard", + "Ġya rd", + "Ġyar d", + "Ġident ical", + "if ecycle", + "ife cycle", + "U SH", + "US H", + "up iter", + ". validate", + ".valid ate", + "c li", + "cl i", + "I STER", + "IS TER", + "IST ER", + "Ind icator", + "F ail", + "Fa il", + "Ġdem ocracy", + "Ġdemocr acy", + ". var", + ".v ar", + ".va r", + "Ġs atisfied", + "Ġsatisf ied", + "- ------------", + "-- -----------", + "---- ---------", + "-------- -----", + "--- ----------", + "------------ -", + "----- --------", + "---------- ---", + "------ -------", + "----------- --", + "------- ------", + "--------- ----", + "en cer", + "ence r", + "enc er", + "h or", + "ho r", + "Ġr ounds", + "Ġro unds", + "Ġround s", + "Ġrou nds", + "D AO", + "DA O", + "o a", + "Ġfl ask", + "Ġfla sk", + "= c", + "[ ]Ċ", + "[] Ċ", + "/ dist", + "/d ist", + "/dis t", + "Ġp arte", + "Ġpart e", + "Ġpar te", + "Ġ confirmation", + "Ġconfirm ation", + "e ron", + "er on", + "ero n", + "a ware", + "aw are", + "awa re", + "< ?>", + "", + "Ġ dependencies", + "Ġdep endencies", + "Ġdepend encies", + "Ġ Videos", + "ĠV ideos", + "ĠVideo s", + "ĠVid eos", + "ĠVide os", + "- row", + "-r ow", + "-ro w", + "Ġ **/Ċ", + "Ġ* */Ċ", + "Ġ** /Ċ", + "Ġ nou", + "Ġn ou", + "Ġno u", + "Ġ hover", + "Ġh over", + "Ġho ver", + "æ ŀ", + "Ġ nin", + "Ġn in", + "Ġni n", + "Ġ USD", + "ĠU SD", + "ĠUS D", + "M ac", + "Ma c", + "_ Load", + "_L oad", + "Ġout comes", + "Ġoutcome s", + "_ socket", + "_s ocket", + "_sock et", + "_so cket", + "_soc ket", + "Ġ queries", + "Ġqu eries", + "Ġque ries", + "Ġquer ies", + "w m", + "5 92", + "59 2", + "Ġh itting", + "Ġhit ting", + "in ux", + "inu x", + "M ich", + "Mi ch", + "Mic h", + "u dge", + "ud ge", + "A TAB", + "AT AB", + "ATA B", + "Ġv ulnerable", + "Ġvulner able", + "ä ¾", + "Ġ portfolio", + "Ġport folio", + ": YES", + "ĉ map", + "ĉm ap", + "B ound", + "Bo und", + "Ġ iteration", + "Ġit eration", + "Ġiter ation", + "in cess", + "ince ss", + "inc ess", + "inces s", + "Ġ actors", + "Ġa ctors", + "Ġact ors", + "Ġac tors", + "Ġactor s", + "Ġ Qual", + "ĠQ ual", + "ĠQu al", + "_ clean", + "_c lean", + "_cl ean", + "ãĢij ãĢIJ", + "M SG", + "MS G", + "G reen", + "Gr een", + "Gre en", + "ĠOff icer", + "ĠOffice r", + "Ġsm oking", + "Ġsmo king", + "> ',", + ">' ,", + "Ġ Flo", + "ĠF lo", + "ĠFl o", + "++ ;", + "4 33", + "43 3", + "oly gon", + "Ġ bulk", + "Ġb ulk", + "Ġbu lk", + "Ġbul k", + "Ġd rama", + "Ġdr ama", + "Ġdram a", + "Ġdra ma", + "Ġ exceptions", + "Ġex ceptions", + "Ġexcept ions", + "Ġexception s", + "Ġexce ptions", + "o sed", + "os ed", + "ose d", + "Ġ+ čĊ", + "Ġ legacy", + "Ġleg acy", + "C V", + "Ġcontrib uted", + "Ġcontribute d", + "Ġ Terms", + "ĠTe rms", + "ĠTer ms", + "ĠTerm s", + "Ġ bt", + "Ġb t", + "4 34", + "43 4", + "Ġun tuk", + "Ġunt uk", + "Ġ alien", + "Ġa lien", + "Ġal ien", + "Ġali en", + "= ==Ċ", + "== =Ċ", + "=== Ċ", + "ĉ Vector", + "ĉV ector", + "ĉVec tor", + "Ġ ls", + "Ġl s", + "On line", + ". facebook", + ".f acebook", + ".face book", + "n umeric", + "num eric", + "nu meric", + "numer ic", + "ock ets", + "ocket s", + "A ut", + "Au t", + "b ury", + "bur y", + "bu ry", + "- redux", + "-re dux", + "-red ux", + "ĠRed istributions", + "ĠRedistribution s", + "GLOBAL S", + "urrenc ies", + "urr encies", + "Ġ tons", + "Ġt ons", + "Ġto ns", + "Ġton s", + "âĢĻ ,", + "Ġ ê", + "Ġà ª", + "( col", + "(c ol", + "(co l", + "Ġ Symbol", + "ĠS ymbol", + "ĠSym bol", + "Ġst ayed", + "Ġstay ed", + "Ġ ML", + "ĠM L", + "Ġm unicip", + "Ġmun icip", + "Ġ sexo", + "Ġs exo", + "Ġse xo", + "Ġsex o", + "S en", + "Se n", + "n r", + "Ġg ains", + "Ġgain s", + "Ġga ins", + "Ġshort ly", + ". Menu", + ".M enu", + ".Me nu", + "à ½", + "KN OWN", + "Ġ operators", + "Ġoper ators", + "Ġoperator s", + "Ġopera tors", + "- V", + "Ġ Patrick", + "ĠPat rick", + "ĠPatri ck", + "/ add", + "/a dd", + "/ad d", + "_ CO", + "_C O", + "i ration", + "ir ation", + "ira tion", + "( post", + "(p ost", + "(pos t", + "(po st", + "Post s", + "Pos ts", + "Po sts", + "/ _", + "Ġ plug", + "Ġp lug", + "Ġpl ug", + "Ġplu g", + "Ġintel lectual", + "Ġintellect ual", + "Ġme tab", + "Ġmet ab", + "Ġmeta b", + "Ġpregn ancy", + "ĠPrem ier", + "ĠPremi er", + "n m", + "Ġ prediction", + "Ġpred iction", + "Ġpredict ion", + "Ġpredic tion", + "6 06", + "60 6", + "ĠMin istry", + "ĠMini stry", + "ĠMinist ry", + "Th ree", + "Thr ee", + "val uate", + "valu ate", + "Ġ Mini", + "ĠM ini", + "ĠMin i", + "ĠMi ni", + "b u", + "о з", + "оР·", + "< ul", + " \";čĊ", + ">\" ;čĊ", + ">\"; čĊ", + "ĠS av", + "ĠSa v", + ". Bold", + ".B old", + "Ġen ables", + "Ġenable s", + "ĉ tmp", + "ĉt mp", + "Ġman ually", + "Ġmanual ly", + "ĠS qu", + "ĠSq u", + "use rid", + "user id", + ". function", + ".f unction", + ".func tion", + ".fun ction", + ". cache", + ".c ache", + ".ca che", + "L OPT", + "LO PT", + ". Services", + ".S ervices", + ".Service s", + "5 88", + "58 8", + "d dit", + "dd it", + "t im", + "ti m", + "< img", + " >>", + ">> >", + "st ation", + "stat ion", + "sta tion", + "l ore", + "lo re", + "lor e", + "a type", + "at ype", + "aty pe", + "i shop", + "is hop", + "ish op", + "/ ****************************************************************", + "/******************************** ********************************", + "/************************ ****************************************", + "/******************************************************** ********", + "/******** ********************************************************", + "/**************** ************************************************", + "/**************************************** ************************", + "/************************************************ ****************", + "5 21", + "52 1", + "Com boBox", + "Combo Box", + "Ġvac ation", + "Ġva cation", + "Ġinit iative", + "Ġiniti ative", + "Ġ defaultValue", + "Ġdefault Value", + "7 70", + "77 0", + "con cat", + "conc at", + "Ġ Kh", + "ĠK h", + "6 32", + "63 2", + "Ġ Welcome", + "ĠW elcome", + "ĠWel come", + "ized Name", + "M igration", + "Ġ gradient", + "Ġg radient", + "Ġgrad ient", + "H ot", + "Ho t", + "Ġhard ly", + "e lo", + "el o", + "Ġ Students", + "ĠSt udents", + "ĠStud ents", + "ĠStudent s", + "Ġl oose", + "Ġlo ose", + "Ġloos e", + "7 30", + "73 0", + "a tz", + "at z", + ". Send", + ".S end", + ".Se nd", + "' /", + "Ġ universal", + "Ġun iversal", + "Ġunivers al", + "Ġ enterprise", + "Ġenter prise", + "Ġ regex", + "Ġreg ex", + "Ġ visitor", + "Ġvis itor", + "Ġvisit or", + "Ġ Fly", + "ĠF ly", + "ĠFl y", + "S eq", + "Se q", + "ภĻ", + "Ġ Visual", + "ĠVis ual", + "Ġ libraries", + "Ġl ibraries", + "Ġlib raries", + "Ġlibr aries", + "at oes", + "ato es", + "P ayment", + "Pay ment", + "4 47", + "44 7", + "Ġ pent", + "Ġp ent", + "Ġpe nt", + "Ġpen t", + "Ġgather ed", + "VR TX", + "VRT X", + "Ġ DM", + "ĠD M", + "S plit", + "Sp lit", + "Spl it", + "Ġl etting", + "Ġlet ting", + "Ġlett ing", + "Ð Ŀ", + "_ errors", + "_error s", + "_err ors", + "_er rors", + "ep och", + "P ARAM", + "PA RAM", + "PAR AM", + "c u", + "ÑģÑĤ в", + "ol utions", + "olution s", + "olut ions", + "Ed iting", + "Edit ing", + "fo nts", + "font s", + "fon ts", + "Ġ allocated", + "Ġal located", + "Ġalloc ated", + "Ġallocate d", + "Ġ Based", + "ĠB ased", + "ĠBase d", + "ĠBa sed", + "ĠBas ed", + "( Y", + "Ġ Judge", + "ĠJ udge", + "ĠJud ge", + "ĠJu dge", + "Ġbr others", + "Ġbro thers", + "Ġbrother s", + "Ġbroth ers", + "F ILES", + "FILE S", + "FI LES", + "ç o", + "5 31", + "53 1", + "w b", + "_ PI", + "_P I", + "' ^", + "Ġ sword", + "Ġs word", + "Ġsw ord", + "Ġswo rd", + ". services", + ".s ervices", + ".service s", + ".serv ices", + "Ġ nl", + "Ġn l", + "T im", + "Ti m", + "i gg", + "ig g", + "ĠMo ore", + "ĠMoo re", + "ĠMoor e", + "Ġcrypt oc", + "Ġcrypto c", + "åĩ º", + "_ posts", + "_post s", + "_pos ts", + "_po sts", + "ot ate", + "ota te", + "? '", + ". ...ĊĊ", + ".. ..ĊĊ", + "... .ĊĊ", + ".... ĊĊ", + "....Ċ Ċ", + "Ġ kl", + "Ġk l", + "= \"$", + "=\" $", + "Ġde coration", + "Ġdec oration", + "Ġdecor ation", + "Ġdeco ration", + "Ạ¡", + "Ġ DIRECT", + "ĠD IRECT", + "ĠDI RECT", + "ĠDIR ECT", + "G UI", + "GU I", + ") =>{Ċ", + ")= >{Ċ", + ")=> {Ċ", + "Ġ newsletter", + "Ġnews letter", + "Ġpre cis", + "Ġprec is", + "( point", + "(p oint", + "(po int", + "Ġ Equipment", + "ĠE quipment", + "ĠEqu ipment", + "ĠEquip ment", + "u ty", + "ut y", + "Ġ Dave", + "ĠD ave", + "ĠDav e", + "ĠDa ve", + "Ġpart icipation", + "Ġpartic ipation", + "Ġparticip ation", + "u arios", + "ua rios", + "uario s", + "uar ios", + "x it", + "xi t", + ". As", + ".A s", + "E TER", + "ET ER", + "o rous", + "or ous", + "oro us", + "Ġ shield", + "Ġsh ield", + "[ ]>", + "[] >", + "il itary", + "ilit ary", + ". origin", + ".or igin", + ".orig in", + "Ġ promotion", + "Ġpro motion", + "Ġprom otion", + "Ġpromot ion", + "Ġpromo tion", + "U nt", + "Un t", + "Ġ ct", + "Ġc t", + "T RA", + "TR A", + "5 56", + "55 6", + "View Holder", + "Ġ sigma", + "Ġs igma", + "Ġsig ma", + "d elta", + "del ta", + "are house", + "con tract", + "cont ract", + "contr act", + "contra ct", + "( Vector", + "(V ector", + "(Vec tor", + "7 21", + "72 1", + "Ġcomp ete", + "Ġcompet e", + "/ form", + "/f orm", + "/ components", + "/com ponents", + "/component s", + "Ġ nr", + "Ġn r", + "ĠInd ones", + "ĠIndo nes", + "Ġ оÑĤ", + "Ġо ÑĤ", + "Ġ Volume", + "ĠV olume", + "ĠVol ume", + ". files", + ".f iles", + ".file s", + ".fi les", + ".fil es", + "( resp", + "(r esp", + "(res p", + "(re sp", + "/ models", + "/model s", + "/mod els", + "Ġ surf", + "Ġs urf", + "Ġsu rf", + "Ġsur f", + "st andard", + "stand ard", + "/ o", + "ĠXCT Assert", + "V ICES", + "VICE S", + "VI CES", + "VIC ES", + ". Code", + ".C ode", + ".Co de", + "S ED", + "SE D", + "Ġ activate", + "Ġact ivate", + "Ġactiv ate", + "D elta", + "Del ta", + "Ġlimit ation", + "Ġlim itation", + "r ij", + "ri j", + "Ġpregn ant", + "Ġpreg nant", + ": ^(", + ":^ (", + "Ġs our", + "Ġso ur", + "Ġsou r", + "p ie", + "pi e", + "8 03", + "80 3", + "Ġ expense", + "Ġexp ense", + "i cation", + "ic ation", + "ica tion", + "Ġ Large", + "ĠL arge", + "ĠLar ge", + "Ġ ±", + "Ġ ±", + "ĠB owl", + "ĠBo wl", + "ĠBow l", + "( models", + "(model s", + "(mod els", + "(mode ls", + "/ N", + "8 57", + "85 7", + "P a", + ". reload", + ".re load", + ".r eload", + ".rel oad", + "Ġwonder ing", + "4 62", + "46 2", + "Exec ution", + "ĉ ĠĠĠĠĠĠ", + "ĉĠĠĠ ĠĠĠ", + "ĉĠ ĠĠĠĠĠ", + "ĉĠĠ ĠĠĠĠ", + "ĉĠĠĠĠĠ Ġ", + "ĉĠĠĠĠ ĠĠ", + "Ġ Graphics", + "ĠG raphics", + "ĠGraph ics", + "ĠGraphic s", + "Ġ Contin", + "ĠCon tin", + "ĠCont in", + "_ job", + "_j ob", + "Ġ getName", + "Ġget Name", + "Ġ Magn", + "ĠM agn", + "ĠMag n", + "ĠMa gn", + "Ġ DWORD", + "ĠD WORD", + "ĠDW ORD", + "m ad", + "ma d", + "Ġ nh", + "Ġn h", + "f eatures", + "fe atures", + "feature s", + "feat ures", + "fea tures", + "} \");Ċ", + "}\" );Ċ", + "}\") ;Ċ", + "he ets", + "heet s", + "hee ts", + "( train", + "(t rain", + "(tr ain", + "z n", + "Ġrec ruit", + "Ġrecru it", + ". connection", + ".con nection", + ".connect ion", + ".conn ection", + "Ġbar rel", + "Ġbarr el", + "Ġ steam", + "Ġs team", + "Ġst eam", + "Ġste am", + "_ setting", + "_s etting", + "_set ting", + "Ġ angular", + "Ġang ular", + "ane ously", + "aneous ly", + "Ġ bil", + "Ġb il", + "Ġbi l", + "Ġ Norm", + "ĠN orm", + "ĠNo rm", + "ĠNor m", + "5 22", + "52 2", + "(! $", + "i bt", + "ib t", + "% (", + "Ġ posit", + "Ġp osit", + "Ġpos it", + "Ġpo sit", + "Ġposi t", + "Ġ Father", + "ĠF ather", + "ĠFa ther", + "ĠFat her", + "int endo", + "inte ndo", + "5 65", + "56 5", + "L ive", + "Li ve", + "Liv e", + "0 41", + "04 1", + "Ġ ports", + "Ġp orts", + "Ġport s", + "Ġpo rts", + "Ġpor ts", + "Ġm ej", + "Ġme j", + "Ġ landing", + "Ġl anding", + "Ġland ing", + "Ġlan ding", + "p onder", + "pon der", + "pond er", + "po nder", + "ponde r", + "Ġ cod", + "Ġc od", + "Ġco d", + "_ HEADER", + "_HE ADER", + "_HEAD ER", + ". Margin", + ".M argin", + ".Mar gin", + "Ġ balls", + "Ġb alls", + "Ġball s", + "Ġbal ls", + "Ġdisc ussions", + "Ġdiscuss ions", + "Ġdiscussion s", + "Ġ blend", + "Ġbl end", + "Ġble nd", + "H ex", + "He x", + "Ġfar mers", + "Ġfarm ers", + "Ġfarmer s", + "Ġmaint aining", + "Ġmaintain ing", + "Ġ ĠĠčĊ", + "ĠĠ ĠčĊ", + "ĠĠĠ čĊ", + "s yn", + "sy n", + "[ T", + "r us", + "ru s", + "4 39", + "43 9", + "uff ers", + "uf fers", + "uffer s", + "Ġ contributors", + "Ġcontrib utors", + "Ġcontributor s", + "_ sys", + "_s ys", + "_sy s", + ". Debug", + ".De bug", + "Ġ constructed", + "Ġconstruct ed", + "o mes", + "om es", + "ome s", + "? id", + "s lider", + "sl ider", + "slide r", + "Ġsup pliers", + "Ġsupplier s", + "Ġsuppl iers", + "Ġsupp liers", + "6 11", + "61 1", + "scribe r", + "scri ber", + "scr iber", + "p es", + "pe s", + "Ð ŀ", + "\" :čĊ", + "\": čĊ", + "\\ Controller", + ") )ĊĊĊ", + ")) ĊĊĊ", + "))Ċ ĊĊ", + "))ĊĊ Ċ", + "Ġ lua", + "Ġl ua", + "Ġlu a", + "M ulti", + "Mult i", + "Mul ti", + "E NS", + "EN S", + "S rc", + "Sr c", + "Ġ petition", + "Ġpet ition", + "Ġpetit ion", + "Ġ slave", + "Ġsl ave", + "Ġsla ve", + "Ġslav e", + "lo oking", + "look ing", + "loo king", + "V ERT", + "VER T", + "VE RT", + "ĉ vector", + "ĉv ector", + "ĉvec tor", + "S pecial", + "Sp ecial", + "Spec ial", + "Spe cial", + "h h", + "an ne", + "ann e", + "ĠN iger", + "ĠNi ger", + "/ views", + "/view s", + "z ing", + "zi ng", + "zin g", + "end ant", + "enda nt", + "< C", + "s peed", + "sp eed", + "spe ed", + "5 14", + "51 4", + "Ġ{ };ĊĊ", + "Ġ{} ;ĊĊ", + "Ġ{};Ċ Ċ", + "Ġ{}; ĊĊ", + "Begin Init", + "Ġf open", + "Ġfo pen", + "@ RequestMapping", + "End Init", + "Ġp unch", + "Ġpun ch", + "S ender", + "Se nder", + "Send er", + "Sen der", + "6 03", + "60 3", + "é Ķ", + "get Message", + "/ types", + "/t ypes", + "/type s", + ". PI", + ".P I", + "(' ');Ċ", + "oc used", + "ocus ed", + "ocu sed", + "( all", + "(a ll", + "(al l", + "Ġ dropdown", + "Ġd ropdown", + "Ġdrop down", + ") .__", + "). __", + ")._ _", + "Ġ Vin", + "ĠV in", + "ĠVi n", + ". ForeignKey", + ".Fore ignKey", + "6 12", + "61 2", + "ca nf", + "can f", + "o ured", + "ou red", + "our ed", + "oure d", + "Ġ Organization", + "ĠO rganization", + "ĠOrgan ization", + "Ġ а", + "ĠÐ °", + "Ġ Culture", + "ĠC ulture", + "ĠCult ure", + "ĠCul ture", + "( cls", + "(c ls", + "(cl s", + ", _", + "9 02", + "90 2", + "r gba", + "rg ba", + "rgb a", + "ìĿ ĺ", + ". dataGridView", + ".data GridView", + "Ġdo zen", + "Ġdoz en", + "ĠG es", + "ĠGe s", + "8 05", + "80 5", + "4 64", + "46 4", + "_ shared", + "_sh ared", + "_share d", + "_sha red", + "n ick", + "ni ck", + "nic k", + "Ġh osp", + "Ġho sp", + "Ġhos p", + "o meter", + "om eter", + "ome ter", + "omet er", + "4 95", + "49 5", + "Ġclaim ing", + "Ġcla iming", + "0 32", + "03 2", + "i bles", + "ib les", + "ible s", + "r ik", + "ri k", + "æĺ ¯", + "en ario", + "ena rio", + "Ġd engan", + "Ġden gan", + "o bb", + "ob b", + "m ont", + "mon t", + "mo nt", + "_ rank", + "_r ank", + "_ra nk", + "(' /',", + "('/ ',", + "Ġap olog", + "Ġapo log", + "P s", + "_ power", + "_p ower", + "_pow er", + "_po wer", + "ĠG ree", + "ĠGr ee", + "ĠGre e", + "Ġf ulfill", + "Ġful fill", + "Ġfulfil l", + "Ġ firebase", + "Ġf irebase", + "Ġfire base", + "9 10", + "91 0", + "Ġ fare", + "Ġf are", + "Ġfa re", + "Ġfar e", + "ĠH im", + "ĠHi m", + "Ġ bean", + "Ġb ean", + "Ġbe an", + "âĢ¦ .", + "Ġ SPI", + "ĠS PI", + "ĠSP I", + "_ RX", + "_R X", + "Ġper ception", + "Ġperce ption", + "Ġpercept ion", + "rel ative", + "com pile", + "comp ile", + "u um", + "uu m", + "u tos", + "ut os", + "uto s", + "a uc", + "au c", + "Ġ Ask", + "ĠA sk", + "ĠAs k", + "Ġ indicator", + "Ġind icator", + "Ġindic ator", + "Ġindica tor", + "/ th", + "/t h", + ".set String", + "ĠWis consin", + ". Domain", + ".D omain", + ".Do main", + ".Dom ain", + "Ġart ificial", + "De velop", + "Dev elop", + "Ġ Sarah", + "ĠS arah", + "ĠSar ah", + "ĠSa rah", + "ĠSara h", + "Ġ lying", + "Ġl ying", + "Ġly ing", + "( search", + "(s earch", + "(se arch", + "ĠEm pire", + "ĠEmp ire", + "ur ring", + "urr ing", + "æŶ éĹ´", + "= \"${", + "=\" ${", + "=\"$ {", + "Ġ getId", + "Ġget Id", + "Ġ Payment", + "ĠP ayment", + "ĠPay ment", + "t ransition", + "trans ition", + "Ġ ].", + "Ġ] .", + "i xin", + "ix in", + "V T", + "- select", + "-s elect", + "-se lect", + "Ġdemonstr ated", + "Ġdemonstrate d", + "Ġ lastName", + "Ġlast Name", + "em ployment", + "emp loyment", + "employ ment", + ". getProperty", + ".get Property", + ".getP roperty", + "Ġf ought", + "Ġfo ught", + "Ġfou ght", + "file Name", + "Ġ Pers", + "ĠP ers", + "ĠPer s", + "ĠPe rs", + "4 52", + "45 2", + "- card", + "-c ard", + "-car d", + "-ca rd", + "a str", + "as tr", + "ast r", + "at trs", + "att rs", + "attr s", + "Ġpro minent", + "Ġprom inent", + "Ġpromin ent", + "D esign", + "De sign", + "Des ign", + "anc ouver", + "ãģĹ ãģ", + "ar do", + "ard o", + "s ecret", + "se cret", + "sec ret", + "Ġ rag", + "Ġr ag", + "Ġra g", + "Ġpo ison", + "Ġpoi son", + "Ġpois on", + "- man", + "-m an", + ", omitempty", + "7 40", + "74 0", + "ĉ un", + "ĉu n", + "it zer", + "itz er", + "ĠCas ino", + "Ġ Ross", + "ĠR oss", + "ĠRo ss", + "ĠRos s", + "- foot", + "-f oot", + "( results", + "(result s", + "(res ults", + "P lan", + "Pl an", + "Ġl aser", + "Ġla ser", + "Ġlas er", + "ê¸ °", + "_ DR", + "_D R", + "5 23", + "52 3", + "F acebook", + "Face book", + "4 49", + "44 9", + "Ġ boards", + "Ġbo ards", + "Ġboard s", + "s ta", + "st a", + "] ],", + "]] ,", + "6 75", + "67 5", + "Ġ tiles", + "Ġt iles", + "Ġti les", + "Ġtile s", + "Ġtil es", + "S IZE", + "SI ZE", + "Ġ =~", + "Ġ= ~", + "9 70", + "97 0", + "Ġprem ier", + "Ġpremi er", + "o cab", + "oc ab", + "oca b", + "Ġ encoded", + "Ġen coded", + "Ġenc oded", + "Ġencode d", + "Ġ reserve", + "Ġre serve", + "Ġres erve", + "Ġreserv e", + "6 09", + "60 9", + "ĠAfghan istan", + "Ġ ListNode", + "ĠList Node", + "ur ls", + "url s", + "Ġ submission", + "Ġsub mission", + "Ġn eu", + "Ġne u", + "4 77", + "47 7", + "Ġ# +#", + "_ POST", + "_P OST", + "_PO ST", + "_POS T", + "Ġmo ist", + "Ġmoi st", + "Ġmois t", + "e lli", + "el li", + "ell i", + "ellig ent", + "elli gent", + ". alert", + ".al ert", + "ó d", + "b re", + "br e", + "Ġ Collect", + "ĠC ollect", + "ĠCol lect", + "ĠColl ect", + "Ġ graphic", + "Ġg raphic", + "Ġgraph ic", + "Ġgrap hic", + "Ġ longitude", + "Ġlong itude", + "Ġlongitud e", + "Ġ Provid", + "ĠPro vid", + "ĠPr ovid", + "ĠProv id", + "Ġ Calculate", + "ĠC alculate", + "ĠCal culate", + "ĠCalcul ate", + "ĠCalc ulate", + "x ffff", + "xf fff", + "xff ff", + "xfff f", + "c riteria", + "crit eria", + "Ġ waters", + "Ġw aters", + "Ġwater s", + "Ġwa ters", + "Ġwat ers", + "r ock", + "ro ck", + "roc k", + "lo quent", + "ĠT rib", + "ĠTr ib", + "ĠTri b", + "5 13", + "51 3", + "Ġ burst", + "Ġb urst", + "Ġbu rst", + "Ġbur st", + "Ġ suffix", + "Ġs uffix", + "Ġsuff ix", + "Ġsuf fix", + ". Extensions", + ".Ext ensions", + ".Extension s", + "is hes", + "ish es", + "i vel", + "iv el", + "ive l", + "Ġ LIKE", + "ĠL IKE", + "ĠLI KE", + "Ġ Getty", + "ĠG etty", + "ĠGet ty", + "ĠGe tty", + ".Action Event", + ".s lf", + ".sl f", + "Ġ HAL", + "ĠH AL", + "ĠHA L", + "u pal", + "up al", + "upa l", + "E AR", + "EA R", + "5 24", + "52 4", + "u di", + "ud i", + "_ timeout", + "_time out", + "U F", + "Ġ Singapore", + "ĠSing apore", + "ĠSingap ore", + "ĠAd vent", + "ĠAdv ent", + "_ interval", + "_int erval", + "_inter val", + "c haft", + "ch aft", + "cha ft", + "Ġ Emer", + "ĠE mer", + "ĠEm er", + "Ġ telephone", + "Ġtele phone", + "ĠTur k", + "ĠTu rk", + "_ interface", + "_inter face", + "Ġ Own", + "ĠO wn", + "ĠOw n", + "Ġencour aged", + "Ġencourage d", + "< Object", + "(", + "<> (", + "5 44", + "54 4", + ". Product", + ".Pro duct", + ".Produ ct", + "Form s", + "For ms", + "Fo rms", + "N EW", + "NE W", + "P ay", + "Pa y", + "ĉ boolean", + "ĉbool ean", + "_ contact", + "_cont act", + "Ġ Electric", + "ĠE lectric", + "ĠElect ric", + "s kip", + "sk ip", + "ski p", + "Ġw ur", + "Ġch ronic", + "Ġchron ic", + "Ġchr onic", + "_ driver", + "_d river", + "_dr iver", + "_drive r", + "9 40", + "94 0", + "Ġ Sab", + "ĠS ab", + "ĠSa b", + "Ġ Ult", + "ĠU lt", + "ĠUl t", + "Ġ Rad", + "ĠR ad", + "ĠRa d", + "ST ATUS", + "STAT US", + "Ġ Lewis", + "ĠL ewis", + "ĠLe wis", + "ĠLew is", + "O B", + "Ġgift s", + "Ġgi fts", + "Ġgif ts", + ". Rec", + ".R ec", + ".Re c", + "TR UE", + "Ġint ensity", + "Ġintens ity", + "M arker", + "Mark er", + "Mar ker", + ". compare", + ".com pare", + ".comp are", + "f fic", + "ff ic", + "ffi c", + "C ookie", + "Co okie", + "Cook ie", + "Ġ Baby", + "ĠB aby", + "ĠBa by", + "ĠBab y", + "Ġ BigDecimal", + "ĠB igDecimal", + "ĠBig Decimal", + "i let", + "il et", + "ile t", + "ĠHOLD ERS", + "ĠHOLDER S", + "Ġ Lady", + "ĠL ady", + "ĠLa dy", + "ĠLad y", + "Ġ lung", + "Ġl ung", + "Ġlu ng", + "Ġlun g", + "Ġ Alabama", + "ĠAl abama", + "Ġ dess", + "Ġd ess", + "Ġde ss", + "Ġdes s", + "` );Ċ", + "`) ;Ċ", + "Ġ Builder", + "ĠB uilder", + "ĠBuild er", + "ĠBu ilder", + "_ region", + "_reg ion", + "Ġ neutral", + "Ġne utral", + "Ġneut ral", + "Ġneutr al", + "9 09", + "90 9", + "B oth", + "Bo th", + "Bot h", + "Ġ hp", + "Ġh p", + "Ġ horn", + "Ġh orn", + "Ġhor n", + "Ġho rn", + "Ġ segments", + "Ġse gments", + "Ġseg ments", + "Ġsegment s", + "Ġ EC", + "ĠE C", + "\" =>\"", + "\"=> \"", + "( rec", + "(r ec", + "(re c", + "Ġ Pi", + "ĠP i", + "G M", + "Ġl aptop", + "Ġlap top", + "S calar", + "Sc alar", + "Scala r", + "4 63", + "46 3", + "i sd", + "is d", + "- dialog", + "-d ialog", + "-di alog", + "Ġ Anderson", + "ĠAnd erson", + "ĠAnders on", + "Ġmis takes", + "Ġmist akes", + "Ġmi stakes", + "Ġmistake s", + "7 08", + "70 8", + "Ġ Han", + "ĠH an", + "ĠHa n", + "j es", + "je s", + "est ination", + "esti nation", + "4 36", + "43 6", + "Ġprom ises", + "Ġpromise s", + "b id", + "bi d", + "Ġ Scient", + "ĠS cient", + "ĠSc ient", + "ĠSci ent", + "G IN", + "GI N", + "Ġ Performance", + "ĠPer formance", + "ĠPerform ance", + "b age", + "ba ge", + "bag e", + ". users", + ".user s", + ".use rs", + ".us ers", + "le ading", + "lead ing", + "lea ding", + "Ġ oral", + "Ġo ral", + "Ġor al", + "Ġora l", + "G raphics", + "Graph ics", + "Graphic s", + "4 88", + "48 8", + "_ PTR", + "_P TR", + "_PT R", + "5 18", + "51 8", + "h ang", + "ha ng", + "han g", + "Ġin ev", + "Ġi nev", + "Ġine v", + "p rocessing", + "process ing", + "F actor", + "Fact or", + "Fac tor", + "Fa ctor", + "Ġ NA", + "ĠN A", + "$ string", + "$s tring", + "$str ing", + "Ġ grounds", + "Ġgr ounds", + "Ġground s", + "Ġgro unds", + "Ġgrou nds", + ".Save Changes", + "c lock", + "cl ock", + "clo ck", + "9 41", + "94 1", + "cri pcion", + "Ġ Newton", + "ĠNew ton", + "g c", + ". includes", + ".in cludes", + ".include s", + "Ġ blast", + "Ġb last", + "Ġbl ast", + "Ġblas t", + "Ġbla st", + "Ġ' -'", + "Ġ'- '", + "Ġp uede", + "Ġpued e", + "Ġpu ede", + "4 69", + "46 9", + ". Session", + ".S ession", + "Ġ grep", + "Ġg rep", + "Ġgr ep", + "Ġgre p", + "_ final", + "_f inal", + "_fin al", + "Ġ Gay", + "ĠG ay", + "ĠGa y", + "Ġ Give", + "ĠG ive", + "ĠGi ve", + "i ri", + "ir i", + "- star", + "-s tar", + "-st ar", + "Ġ UIImage", + "ĠUI Image", + "_ epoch", + "_ep och", + "u bb", + "ub b", + "e nth", + "en th", + "ent h", + "Ġ elite", + "Ġe lite", + "Ġel ite", + "Ġelit e", + "Ġcampaign s", + "Ġ Porno", + "ĠP orno", + "ĠPorn o", + "ĠPor no", + "_ assign", + "_as sign", + "_ass ign", + "Prot ocol", + "Proto col", + "Ġ Being", + "ĠB eing", + "ĠBe ing", + "ĠBei ng", + "Ġ Airport", + "ĠAir port", + "Ġcon ventional", + "Ġconvent ional", + "Ġconvention al", + "Ġ Wat", + "ĠW at", + "ĠWa t", + "Ġ CI", + "ĠC I", + "E TA", + "ET A", + "Ġ Anthony", + "ĠAnth ony", + "Ġ tablet", + "Ġtable t", + "Ġtab let", + "( format", + "(form at", + "(for mat", + "Ġconsist ently", + "Ġconsistent ly", + "ĠI owa", + "ĠIo wa", + "4 74", + "47 4", + "Ġ avatar", + "Ġav atar", + "Ġava tar", + "0 27", + "02 7", + ". cursor", + ".c ursor", + "! [", + "Ġh anging", + "Ġhang ing", + "Ġhan ging", + "Ġhangi ng", + "H er", + "He r", + "S uch", + "Su ch", + "Suc h", + "' ;ĊĊĊ", + "';Ċ ĊĊ", + "';ĊĊ Ċ", + "'; ĊĊĊ", + "org eous", + "orge ous", + "( )==", + "() ==", + "Ġ viewModel", + "Ġview Model", + "Ġ ãĥ", + "Ġ els", + "Ġe ls", + "Ġel s", + "Ġ Agent", + "ĠA gent", + "ĠAg ent", + "ĠAge nt", + "F etch", + "a por", + "ap or", + "apo r", + "Ġ cx", + "Ġc x", + "p read", + "pr ead", + "pre ad", + "ĠP ier", + "ĠPi er", + "ĠPie r", + "o eff", + "oe ff", + "6 16", + "61 6", + "S n", + "8 90", + "89 0", + "Ġ Virtual", + "ĠV irtual", + "ĠVir tual", + "ĠVirt ual", + "A pr", + "Ap r", + ". White", + ".Wh ite", + "6 15", + "61 5", + "_ MOD", + "_M OD", + "_MO D", + "Ġ Points", + "ĠP oints", + "ĠPoint s", + "ĠPo ints", + "å¤ ±", + "Ġ genes", + "Ġg enes", + "Ġge nes", + "Ġgen es", + "Ġgene s", + "Ġ vendor", + "Ġv endor", + "Ġvend or", + "Ġmain stream", + "< src", + "Ċ", + "Ġ< >Ċ", + "Ġ<> Ċ", + "F ilename", + "File name", + "Fi lename", + "Fil ename", + "Ġs ne", + "Ġsn e", + "Ġ Football", + "ĠF ootball", + "ĠFoot ball", + "Ġr ival", + "Ġri val", + "Ġriv al", + "Ġdis aster", + "i onic", + "ion ic", + "io nic", + "ioni c", + "Ġ Damage", + "ĠD amage", + "ĠDa mage", + "ĠDam age", + ". Resource", + ".Re source", + ".Res ource", + "- en", + "-e n", + "Ġ Types", + "ĠT ypes", + "ĠType s", + "ĠTy pes", + "ĠTyp es", + "get String", + "( board", + "(b oard", + "Ġ bol", + "Ġb ol", + "Ġbo l", + "p lain", + "pl ain", + "pla in", + "z ym", + "zy m", + "ภ²", + "Ġ scanner", + "Ġsc anner", + "Ġscan ner", + "i lder", + "il der", + "ild er", + "ilde r", + "_ msgs", + "_msg s", + "_ms gs", + "æ ı", + "( intent", + "(int ent", + "(in tent", + "Ġ destruct", + "Ġd estruct", + "Ġde struct", + "Ġb ust", + "Ġbu st", + "Ġbus t", + "Ġ Employ", + "ĠE mploy", + "ĠEm ploy", + "ĠEmp loy", + "o ni", + "on i", + "Ġ UIViewController", + "ĠUI ViewController", + "ĠUIView Controller", + "Ġo dds", + "Ġodd s", + "Ġod ds", + "e arer", + "ear er", + "ea rer", + "Ge ometry", + "Geo metry", + "Geom etry", + "Ġ yii", + "Ġy ii", + "Ġyi i", + "_ EXPORT", + "_EX PORT", + "_EXP ORT", + "Ġ Attack", + "ĠAtt ack", + "Ġn iet", + "Ġnie t", + "Ġni et", + "Ġim pression", + "Ġimp ression", + "Ġimpress ion", + "Ġimpr ession", + "Ġ Gil", + "ĠG il", + "ĠGi l", + "_ prob", + "_p rob", + "_pro b", + "_pr ob", + "5 28", + "52 8", + "Ġ CF", + "ĠC F", + "Ġ Experience", + "ĠEx perience", + "/ plugins", + "/pl ugins", + "/plugin s", + ". Method", + ".M ethod", + "Ġbel iefs", + "Ġbelie fs", + "Ġbelief s", + "N ative", + "Nat ive", + "_ build", + "_b uild", + "Ġ vig", + "Ġv ig", + "Ġvi g", + "Ġr anks", + "Ġrank s", + "Ġran ks", + "cover ed", + "cov ered", + "7 05", + "70 5", + "s uch", + "su ch", + "G uard", + "Gu ard", + ". pack", + ".p ack", + ".pa ck", + "ad der", + "add er", + "8 09", + "80 9", + "i via", + "iv ia", + "ivi a", + "l ng", + "ln g", + "Ġ вÑĭ", + "Ġв Ñĭ", + "5 52", + "55 2", + "T imestamp", + "Time stamp", + "_ now", + "_n ow", + "_no w", + "Ġp oker", + "Ġpo ker", + "Ġpok er", + "Ġpoke r", + "Ġ unc", + "Ġu nc", + "Ġun c", + "Ġ shapes", + "Ġsh apes", + "Ġshape s", + "Ġsha pes", + "- types", + "-t ypes", + "-type s", + "_ period", + "_p eriod", + "_per iod", + "p k", + "Ġveter an", + "Ġ sono", + "Ġs ono", + "Ġso no", + "Ġson o", + "Ġ appointed", + "Ġapp ointed", + "Ġappoint ed", + "over flow", + ". driver", + ".d river", + ".dr iver", + ".drive r", + "_ cat", + "_c at", + "_ca t", + "u tt", + "ut t", + "p lant", + "pl ant", + "plan t", + "pla nt", + "i mb", + "im b", + "Ġ Accept", + "ĠAc cept", + "ĠAcc ept", + "Ġ concert", + "Ġcon cert", + "Ġconc ert", + "Ġconce rt", + "ĉ node", + "ĉn ode", + "ĉno de", + "ĉ z", + "? >čĊ", + "?> čĊ", + "Ġb anned", + "Ġban ned", + "ĉ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĉĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĉĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĉĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĉĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĉĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĉĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĉĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "ĉĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĉĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĉĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĉĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĉĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "ĉĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĉĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "Ġt oxic", + "Ġto xic", + "Ġtox ic", + "Ġdis appe", + "Ġdisap pe", + "4 73", + "47 3", + "È Ľ", + "Ġg race", + "Ġgr ace", + "Ġgra ce", + "Ġgrac e", + "at eful", + "ate ful", + "Re ply", + "Rep ly", + "ĠC ruz", + "ĠCr uz", + "ĠCru z", + "4 86", + "48 6", + "Ġs crap", + "Ġsc rap", + "Ġscr ap", + "Ġ keywords", + "Ġkey words", + "Ġkeyword s", + "s imp", + "si mp", + "sim p", + "Ġmort gage", + "Ġcy ber", + "Ġ Execute", + "ĠEx ecute", + "ĠExec ute", + "Ġ latitude", + "Ġl atitude", + "Ġlat itude", + "i fu", + "if u", + ". COM", + ".C OM", + ".CO M", + "d bo", + "db o", + "Ġs orts", + "Ġso rts", + "Ġsort s", + "Ġsor ts", + "Ġ Gas", + "ĠG as", + "ĠGa s", + "om ial", + "omi al", + ". Local", + ".L ocal", + ".Lo cal", + "C ells", + "Cell s", + "Cel ls", + ". Replace", + ".Re place", + "String s", + "Str ings", + ". fit", + ".f it", + ".fi t", + "Ġ Third", + "ĠTh ird", + "ĠThi rd", + "% \",Ċ", + "%\" ,Ċ", + "%\", Ċ", + "Ġ {}\".", + "Ġ{ }\".", + "Ġ{} \".", + "Ġ Sony", + "ĠS ony", + "ĠSo ny", + "ĠSon y", + "Ġ [:", + "Ġ[ :", + "5 85", + "58 5", + "Ġf allen", + "Ġfa llen", + "Ġfall en", + "Ġfal len", + ". ')Ċ", + ".' )Ċ", + ".') Ċ", + "i nh", + "in h", + "Ġ MC", + "ĠM C", + "Ġ redis", + "Ġre dis", + "Ġr edis", + "Ġred is", + "C odes", + "Code s", + "Co des", + "Cod es", + "Ġ profiles", + "Ġpro files", + "Ġprof iles", + "Ġprofile s", + "Ġprofil es", + "h ook", + "ho ok", + "hoo k", + "Re ducer", + "Red ucer", + "Reduc er", + "Reduce r", + "_ FUNC", + "_F UNC", + "_FUN C", + "Ġ navigate", + "Ġn avigate", + "Ġnav igate", + "Ġnavig ate", + "st rlen", + "str len", + "Ġh orm", + "Ġhor m", + "Ġho rm", + "á ŀ", + "Ġ SR", + "ĠS R", + ". boot", + ".b oot", + ".bo ot", + "Ġ digest", + "Ġd igest", + "Ġdi gest", + "Ġdig est", + "ĉ header", + "ĉhead er", + ". findOne", + ".find One", + "æ ģ", + "Db Type", + "n ia", + "ni a", + "_ merge", + "_m erge", + "Ġd onne", + "Ġdon ne", + "Ġdonn e", + "/ Getty", + "/G etty", + "_ CHAR", + "_CH AR", + "Ġ bands", + "Ġb ands", + "Ġband s", + "Ġban ds", + "Ġba nds", + ". URL", + ".U RL", + ".UR L", + "art ial", + "arti al", + "Ġ freq", + "Ġf req", + "Ġfr eq", + "Ġfre q", + "Ġs ist", + "Ġsi st", + "Ġsis t", + "N g", + "Ġrender ing", + "Ġrend ering", + "\\ Core", + "\\C ore", + "Widget s", + "Ġ VA", + "ĠV A", + "Ġactiv ists", + "Ġactivist s", + "S te", + "St e", + "= _", + "a lla", + "al la", + "all a", + "St amp", + "Ġ loads", + "Ġlo ads", + "Ġload s", + "Ġloa ds", + "Ġ xx", + "Ġx x", + "Ġ Learning", + "ĠL earning", + "ĠLe arning", + "ĠLearn ing", + "ĠLear ning", + ". Mvc", + ".M vc", + "u ir", + "ui r", + "( \"$", + "(\" $", + "Ġ connecting", + "Ġconnect ing", + "Read Only", + "u ru", + "ur u", + "ĠE ag", + "ĠEa g", + "B IT", + "BI T", + "_ DEL", + "_D EL", + "_DE L", + "å §", + "arr ass", + "arra ss", + "ex ternal", + "ext ernal", + "extern al", + "exter nal", + "Ġ YOUR", + "ĠY OUR", + "ĠYOU R", + "ĠB rew", + "ĠBr ew", + "ĠBre w", + "Ġ Five", + "ĠF ive", + "ĠFi ve", + "Ġ resize", + "Ġre size", + "Ġres ize", + "i gid", + "ig id", + "igi d", + "e ration", + "er ation", + "era tion", + "6 53", + "65 3", + "Ġ Ñį", + "ĠÑ į", + "5 36", + "53 6", + "åĬ ł", + "0 39", + "03 9", + "Ġ Catch", + "ĠC atch", + "ĠCat ch", + "Ù ģ", + "Ġ Leon", + "ĠL eon", + "ĠLe on", + "ĠLeo n", + "a mil", + "am il", + "ami l", + ". Body", + ".B ody", + "C lip", + "Cl ip", + "Cli p", + "/ list", + "/l ist", + "/li st", + ". br", + ".b r", + "Edit Text", + "ĉ db", + "ĉd b", + ". Game", + ".G ame", + "( BuildContext", + "(Build Context", + "back end", + ". Red", + ".R ed", + ".Re d", + "f acebook", + "face book", + "5 29", + "52 9", + ". urls", + ".url s", + ".ur ls", + "m r", + "rol led", + "roll ed", + "- ------", + "-- -----", + "---- ---", + "--- ----", + "----- --", + "------ -", + "Ġint ervention", + "Ġinter vention", + "Ġinterven tion", + "Ġinterv ention", + "Ġret irement", + "Ġretire ment", + "Ġretir ement", + "Ġ Kit", + "ĠK it", + "ĠKi t", + "Ġ PRE", + "ĠP RE", + "ĠPR E", + "Upper Case", + "Ġ Socket", + "ĠS ocket", + "ĠSo cket", + "ĠSoc ket", + "Ġ :-", + "Ġ: -", + "Ġstud ying", + "Ġstudy ing", + "Ġ Metro", + "ĠM etro", + "ĠMe tro", + "ĠMet ro", + "ar ded", + "ard ed", + "arde d", + "Ġcon versations", + "Ġconvers ations", + "Ġconversation s", + "C alled", + "Call ed", + "Cal led", + "Ġex amine", + "Ġexam ine", + "ert ificate", + ". gz", + ".g z", + "- responsive", + "-res ponsive", + "Ġ refund", + "Ġre fund", + "Ġref und", + "_ network", + "_n etwork", + "_net work", + "0 26", + "02 6", + "all owed", + "allow ed", + "allo wed", + "em pt", + "emp t", + "Ġme als", + "Ġmeal s", + "C ategories", + "Ġtravel ing", + "Ġtrav eling", + "Ġ kg", + "Ġk g", + "Ġsh ame", + "Ġsha me", + "Ġsham e", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "Ġexplicit ly", + "Ġmath ematic", + "Ġ Suite", + "ĠS uite", + "ĠSu ite", + "ĠSuit e", + "Ġ RGB", + "ĠR GB", + "ĠRG B", + "****** /", + "***** */", + "Ġm ixture", + "Ġmix ture", + "l earning", + "le arning", + "lear ning", + "learn ing", + ". template", + ".t emplate", + ".temp late", + ".tem plate", + "at ts", + "att s", + "w x", + "ĉ ctx", + "ĉc tx", + "ĉct x", + ". properties", + ".p roperties", + ".prop erties", + "Ġdr inks", + "Ġdrink s", + "Ġ Either", + "ĠE ither", + "set Text", + ". getData", + ".get Data", + ".getD ata", + ". zip", + ".z ip", + "Ġreve als", + "Ġreveal s", + "< table", + ".Ċ", + "/> .Ċ", + "/>. Ċ", + "Ġr anked", + "Ġrank ed", + "Ġran ked", + "_ impl", + "_i mpl", + "_im pl", + "_imp l", + "Ġ Handles", + "ĠH andles", + "ĠHand les", + "ĠHandle s", + "Ġhost ed", + "Ġho sted", + "Ġhos ted", + "Ġ updating", + "Ġup dating", + "Ġupd ating", + "al bum", + "é Ŀ", + "Ġ shader", + "Ġsh ader", + "Ġsha der", + "Ġshade r", + "Ed itors", + "Edit ors", + "Editor s", + "- round", + "-r ound", + "-ro und", + "[ ]{", + "[] {", + "Ġ sep", + "Ġs ep", + "Ġse p", + "Ġ Hi", + "ĠH i", + "T EM", + "TE M", + "look up", + "loo kup", + ". man", + ".m an", + ".ma n", + "_ INPUT", + "_IN PUT", + "Ġthreat ened", + "Ġthreaten ed", + "_ IMPORT", + "_IM PORT", + "_IMP ORT", + "Ġ drops", + "Ġd rops", + "Ġdr ops", + "Ġdrop s", + "Ġdro ps", + "r uit", + "ru it", + "s id", + "si d", + "b oth", + "bo th", + "bot h", + "Ġ Excel", + "ĠEx cel", + "ĠExc el", + "Ġ jer", + "Ġj er", + "Ġje r", + "ord inary", + "ordin ary", + "е й", + "еР¹", + "V IEW", + "VI EW", + "re ply", + "rep ly", + "Ġ ):Ċ", + "Ġ) :Ċ", + "Ġ): Ċ", + "col ors", + "color s", + "colo rs", + "ver ified", + "_ Tr", + "_T r", + "_ parse", + "_p arse", + "_par se", + "_pars e", + "Ġcon gress", + "Ġcongr ess", + "Ġcong ress", + "6 17", + "61 7", + "P romise", + "Pro mise", + "Prom ise", + "i nts", + "in ts", + "int s", + "Ġ Mother", + "ĠM other", + "ĠMo ther", + "ĠMot her", + ". Api", + ".A pi", + ".Ap i", + "Ġ Duration", + "ĠD uration", + "ĠDu ration", + "ĠDur ation", + "Ġ firstName", + "Ġfirst Name", + "inherit doc", + "ĠM ars", + "ĠMar s", + "ĠMa rs", + "Ġ apr", + "Ġa pr", + "Ġap r", + "O DY", + "OD Y", + "Ġvis its", + "Ġvisit s", + "6 31", + "63 1", + "Ġhe aling", + "Ġheal ing", + "let ters", + "letter s", + "lette rs", + "lett ers", + ") ));čĊ", + ")) );čĊ", + "))) ;čĊ", + "))); čĊ", + "f uture", + "fu ture", + ". Framework", + ".F ramework", + ".Frame work", + "Ġk iss", + "Ġki ss", + "Ġinv olve", + "Ġinvol ve", + "Ġ silent", + "Ġs ilent", + "Ġsil ent", + "ad ows", + "ado ws", + "adow s", + "Ġany body", + "s ch", + "sc h", + "6 90", + "69 0", + "Ġsol ely", + "Ġsole ly", + "- img", + "-i mg", + "-im g", + "Ġ propri", + "Ġp ropri", + "Ġpro pri", + "Ġprop ri", + "Ġin struct", + "Ġinstr uct", + "Ġ licenses", + "Ġlicense s", + "Ġlic enses", + "Ġlicens es", + "Ġ meth", + "Ġm eth", + "Ġme th", + "Ġmet h", + "Ġcon dem", + "Ġcond em", + "Ġ Domain", + "ĠD omain", + "ĠDo main", + "ĠDom ain", + "ĠH arris", + "ĠHar ris", + "ĠHarr is", + "Ġs Ã¥", + "CE PT", + "B atch", + "Bat ch", + "@ extends", + "ĠCONTR IBUT", + ". DataFrame", + ".Data Frame", + "4 72", + "47 2", + "_ packet", + "_p acket", + "_pack et", + "_pa cket", + "re cision", + "rec ision", + "Ġf ocusing", + "Ġfocus ing", + "Ġfoc using", + ". ht", + ".h t", + "__ \":Ċ", + ": Get", + "Ġ KC", + "ĠK C", + "Ġp assage", + "Ġpass age", + "Ġpas sage", + "S egment", + "Se gment", + "Seg ment", + "_ center", + "_c enter", + "_cent er", + "-z A", + "_ BL", + "_B L", + "Ġcon vin", + "Ġconv in", + "Ġ classified", + "Ġclass ified", + "Ġ NSMutable", + "ĠNS Mutable", + "_ ap", + "_a p", + "t ile", + "til e", + "ti le", + "Rect angle", + "4 92", + "49 2", + "( nums", + "(n ums", + "(num s", + "v ens", + "ve ns", + "ven s", + "Ġ UIButton", + "ĠUI Button", + "ĠUIB utton", + "ĠF eder", + "ĠFe der", + "ĠFed er", + "a mo", + "am o", + "Ġ outline", + "Ġout line", + "Ġ Parser", + "ĠP arser", + "ĠPar ser", + "ĠParse r", + "ĠPars er", + "Ġ âī", + "Ġâ ī", + "Ġ Works", + "ĠW orks", + "ĠWork s", + "ĠWor ks", + ". Schema", + ".S chema", + "Ġeng ines", + "Ġengine s", + "6 37", + "63 7", + "5 63", + "56 3", + "_ common", + "_com mon", + "_comm on", + "5 42", + "54 2", + "_ old", + "_o ld", + "Ġset ContentView", + "ĠsetContent View", + "Ġ ///<", + "Ġ// /<", + "Ġ/// <", + "Ġ BT", + "ĠB T", + "f m", + "Ġd ivers", + "Ġdi vers", + "Ġdiv ers", + "Ġdive rs", + "Ġdiver s", + "_ weights", + "_weight s", + "_we ights", + "e mark", + "em ark", + "ema rk", + "Ġ ACT", + "ĠA CT", + "ĠAC T", + "Ġpro portion", + "Ġprop ortion", + "Ġproport ion", + "Ġpropor tion", + "over lay", + ". dirname", + ".dir name", + "Ġ Git", + "ĠG it", + "ĠGi t", + "_ REFERENCE", + "_REF ERENCE", + "_REFER ENCE", + "< >", + "l b", + "_ rule", + "_r ule", + "_ru le", + "è´ ¥", + "Ġ Putin", + "ĠP utin", + "ĠPut in", + "ĠPu tin", + "Ġsleep ing", + "Ġsle eping", + "Ġslee ping", + "( ):čĊ", + "() :čĊ", + "(): čĊ", + "Ġ preserve", + "Ġp reserve", + "Ġpre serve", + "Ġpres erve", + "Ġpar liament", + "Ġ Looking", + "ĠLo oking", + "ĠLook ing", + "Ġp icking", + "Ġpick ing", + "Ġpic king", + "Ġ Dispatch", + "ĠDis patch", + "ĠDisp atch", + "Ġs lip", + "Ġsl ip", + "ë ĵ", + "ĠL yn", + "ĠLy n", + "_ signal", + "_s ignal", + "_sign al", + "_sig nal", + "config uration", + "ĠP itt", + "ĠPi tt", + "ĠPit t", + "4 91", + "49 1", + "a den", + "ad en", + "ade n", + "pro cedure", + "Ġenthus i", + "Ġenth usi", + "f ight", + "fig ht", + "fi ght", + "Ġ Consider", + "ĠCons ider", + "Ġt orn", + "Ġto rn", + "Ġtor n", + "Conn ected", + "Connect ed", + ". cos", + ".c os", + ".co s", + "_ groups", + "_g roups", + "_group s", + "Ġ Think", + "ĠTh ink", + "ĠThi nk", + "ĠThin k", + "Ġdel iber", + "Ġre sid", + "Ġres id", + "work ing", + "wor king", + ". columns", + ".column s", + "Ġ Called", + "ĠC alled", + "ĠCal led", + "ĠCall ed", + "Ġ eslint", + "Ġes lint", + "Ġesl int", + "> \",", + ">\" ,", + "_ DOWN", + "_D OWN", + "_DO WN", + "h ist", + "hi st", + "his t", + "Ġ Advanced", + "ĠAd vanced", + "ĠAdv anced", + "ĠAdvance d", + "Ġre wards", + "Ġreward s", + "Ġrew ards", + "a ctors", + "act ors", + "ac tors", + "actor s", + "Ġsil ence", + "4 79", + "47 9", + "Ġm yth", + "Ġmy th", + "Ġn eur", + "Ġne ur", + "Ġneu r", + "5 19", + "51 9", + "Ġ auction", + "Ġa uction", + "Ġau ction", + "Ġauc tion", + ". GetString", + ".Get String", + "e ks", + "ek s", + "( project", + "(pro ject", + "(proj ect", + "5 98", + "59 8", + "ĉ msg", + "ĉm sg", + "ĉms g", + "ĉ output", + "ĉout put", + "Ġcomplaint s", + "Ġcomplain ts", + "5 51", + "55 1", + ", S", + "Ġ tbl", + "Ġt bl", + "Ġtb l", + "Ġ ,ĊĊ", + "Ġ, ĊĊ", + "Ġ,Ċ Ċ", + "r iors", + "ri ors", + "rior s", + "rio rs", + "ah ren", + "ahr en", + "Ġlaw yers", + "Ġlawy ers", + "Ġlawyer s", + "re dux", + "red ux", + "_ symbol", + "_s ymbol", + "_sym bol", + "o ffee", + "of fee", + "off ee", + "_ RESULT", + "_RES ULT", + "( Name", + "(N ame", + "U TC", + "UT C", + ". currentTime", + ".current Time", + "Ġorgan is", + ". arg", + ".a rg", + ".ar g", + "5 33", + "53 3", + "Ġmin im", + "Ġmi nim", + "Ġmini m", + "w ick", + "wi ck", + "Ġrece ives", + "Ġreceive s", + "B alance", + "Bal ance", + "Ġspe aks", + "Ġspeak s", + "Ġ Days", + "ĠD ays", + "ĠDay s", + "ĠDa ys", + "Ġ Below", + "ĠB elow", + "ĠBe low", + "ĠBel ow", + "4 83", + "48 3", + "t ipo", + "ti po", + "tip o", + "P resent", + "Pre sent", + "Pres ent", + "Ġre serv", + "Ġres erv", + "h p", + "Ġ rit", + "Ġr it", + "Ġri t", + "_ RIGHT", + "_R IGHT", + "- -)", + "-- )", + "Ġchair man", + "7 81", + "78 1", + "D IS", + "DI S", + "Ġ BOOST", + "ĠBO OST", + "Ġex periments", + "Ġexper iments", + "Ġexperi ments", + "Ġexperiment s", + "6 87", + "68 7", + "_ _);Ċ", + "__ );Ċ", + "__) ;Ċ", + "__); Ċ", + "Ġ stamp", + "Ġst amp", + "Ġsta mp", + "Ġf ert", + "Ġfe rt", + "Ġfer t", + "Ġf ond", + "Ġfo nd", + "Ġfon d", + "T er", + "Te r", + "el ve", + "u ren", + "ur en", + "ure n", + "+ i", + "end ency", + "ende ncy", + "enden cy", + "Ġvirtual ly", + "Ġvirt ually", + ". ..\"", + ".. .\"", + "... \"", + "ï½ ŀ", + "9 25", + "92 5", + "- cent", + "-c ent", + "-ce nt", + "_ unique", + "_un ique", + "Ġ pricing", + "Ġp ricing", + "Ġpr icing", + "Ġpri cing", + "m ic", + "mi c", + "R ESH", + "RE SH", + "RES H", + "Ġ :::", + "Ġ: ::", + "Ġ:: :", + "Ġ annotation", + "Ġan notation", + "Ġann otation", + "Ġannot ation", + "Ġ Circle", + "ĠC ircle", + "ĠCirc le", + "ĠCir cle", + "ong odb", + "ongo db", + "i tas", + "it as", + "ita s", + "Ġ %(", + "Ġ% (", + "( component", + "(com ponent", + "(comp onent", + "Ġ об", + "Ġо б", + "( port", + "(p ort", + "(po rt", + "- hour", + "-h our", + ". obj", + ".o bj", + ".ob j", + "L BL", + "LB L", + "Ġ jury", + "Ġj ury", + "Ġju ry", + "Ġjur y", + "G BT", + "GB T", + "Ġ spy", + "Ġs py", + "Ġsp y", + "Ġ Professional", + "ĠProf essional", + "ĠProfession al", + "Ġ\" \";ĊĊ", + "Ġ\"\" ;ĊĊ", + "Ġ\"\";Ċ Ċ", + "Ġ\"\"; ĊĊ", + "Ġstr iking", + "Ġstri king", + "Ġd iscrimination", + "Ġdiscrim ination", + "Ġdiscrimin ation", + "Ġp ays", + "Ġpay s", + "Ġpa ys", + "9 37", + "93 7", + "l ict", + "lic t", + "li ct", + "en tes", + "ent es", + "ente s", + "Ġth rowing", + "Ġthrow ing", + "Ġthr owing", + "Ġthro wing", + "Ġ Plugin", + "ĠPl ugin", + "ĠPlug in", + "( def", + "(d ef", + "(de f", + "Ġ RuntimeException", + "ĠRuntime Exception", + "Ġ Migration", + "ĠM igration", + "ĠMig ration", + "5 99", + "59 9", + "Ġ dic", + "Ġd ic", + "Ġdi c", + "b ag", + "ba g", + "o nia", + "on ia", + "oni a", + "Ġcor ruption", + "Ġcorrupt ion", + "7 04", + "70 4", + "( Map", + "(M ap", + "Ġp rz", + "Ġpr z", + ". dto", + ".d to", + ".dt o", + "Ġac quire", + "Ġacqu ire", + "State ToProps", + "Ġl oving", + "Ġlo ving", + "Ġlov ing", + "о ж", + "оР¶", + "_ pattern", + "_p attern", + "_pat tern", + "Ġem otions", + "Ġemot ions", + "Ġemotion s", + "Ġ publisher", + "Ġp ublisher", + "Ġpublish er", + "Ġpubli sher", + "_ be", + "_b e", + "Ġc ouples", + "Ġco uples", + "Ġcou ples", + "Ġcouple s", + "Ġcoup les", + "4 98", + "49 8", + "o j", + "Ġ Chart", + "ĠC hart", + "ĠCh art", + "ĠChar t", + "ĠCha rt", + "Ġt rop", + "Ġtr op", + "Ġtro p", + ". tool", + ".t ool", + ".to ol", + "Ġestablish ment", + "Ġ dol", + "Ġd ol", + "Ġdo l", + "6 54", + "65 4", + "Ġ tower", + "Ġt ower", + "Ġto wer", + "Ġtow er", + "Ġ lane", + "Ġl ane", + "Ġla ne", + "Ġlan e", + "ĠSy dney", + "Ġf illing", + "Ġfil ling", + "Ġfill ing", + "claim ed", + "cla imed", + "6 44", + "64 4", + "Ġdialog ue", + "Ġdia logue", + "Ġdial ogue", + "Ġcon vention", + "Ġconv ention", + "Ġconven tion", + "Ġconvent ion", + "bo oking", + "book ing", + "boo king", + "par ency", + "pare ncy", + "paren cy", + "æ ±", + "Ġ Generic", + "ĠG eneric", + "ĠGener ic", + "ĠGen eric", + "ĠGene ric", + "7 18", + "71 8", + "\\ Schema", + "\\S chema", + "4 82", + "48 2", + "6 18", + "61 8", + "Ġ ranges", + "Ġr anges", + "Ġrange s", + "Ġran ges", + "Ġrang es", + "/ ch", + "/c h", + "Ġ panels", + "Ġpanel s", + "Ġpa nels", + "Ġpan els", + "Ġpane ls", + "Ġr uled", + "Ġrule d", + "Ġru led", + "çĶ Ł", + ". ts", + ".t s", + "_ sets", + "_s ets", + "_set s", + "_se ts", + "Ġ cleanup", + "Ġc leanup", + "Ġclean up", + "Pre vious", + "Prev ious", + "Ġ Animal", + "ĠAn imal", + "ĠAnim al", + "6 07", + "60 7", + "( $(", + "($ (", + "ĠA ve", + "ĠAv e", + "ol lar", + "oll ar", + "olla r", + "0 28", + "02 8", + "_ eval", + "_e val", + "_ev al", + "ĉ Name", + "ĉN ame", + "( tree", + "(t ree", + "(tr ee", + "Ġ \"]", + "Ġ\" ]", + "5 71", + "57 1", + "Ġdu ties", + "Ġdut ies", + "= '/", + "=' /", + "Click ed", + "Cl icked", + "Ġdiffer ently", + "Ġdifferent ly", + "Ġ Clark", + "ĠCl ark", + "ĠClar k", + "ĠCla rk", + "Ġ dit", + "Ġd it", + "Ġdi t", + "olog ists", + "ologist s", + "ologi sts", + "Ġsy nd", + "Ġsyn d", + "Ġs ends", + "Ġse nds", + "Ġsend s", + "Ġsen ds", + "- known", + "-k nown", + "-know n", + "k b", + "Ġ Modal", + "ĠM odal", + "ĠMod al", + "ĠMo dal", + "it ative", + "itat ive", + "Ġr acing", + "Ġrac ing", + "Ġra cing", + "Ġhigh lights", + "Ġhighlight s", + "Ġ Simon", + "ĠS imon", + "ĠSim on", + "ĠSi mon", + "Ġ Captain", + "ĠCap tain", + "ĠCapt ain", + "ä¿ ¡", + "Ġ CB", + "ĠC B", + "con tin", + "cont in", + "conti n", + "a ran", + "ar an", + "ara n", + "Ġ physics", + "Ġph ysics", + "Ġphys ics", + "Ġphysic s", + "r etty", + "re tty", + "ret ty", + "rett y", + "e tal", + "et al", + "eta l", + ". md", + ".m d", + "ax ios", + "Ġspe akers", + "Ġspeak ers", + "Ġspeaker s", + "Ġ prep", + "Ġp rep", + "Ġpr ep", + "Ġpre p", + "Ġaw arded", + "Ġaward ed", + "ì§ Ģ", + "Ġ Corn", + "ĠC orn", + "ĠCo rn", + "ĠCor n", + "Ġ Nature", + "ĠN ature", + "ĠNa ture", + "ĠNat ure", + "ĠNatur e", + "UD IO", + "7 37", + "73 7", + "Ġ proj", + "Ġp roj", + "Ġpro j", + "Ġpr oj", + "- pre", + "-p re", + "-pr e", + "[ u", + "F eatures", + "Fe atures", + "Feature s", + "Feat ures", + "Ġ isEqual", + "Ġis Equal", + "B inary", + "Bin ary", + "s ig", + "si g", + "Ġcon fusion", + "Ġconf usion", + "5 46", + "54 6", + "5 68", + "56 8", + "Ġ Hat", + "ĠH at", + "ĠHa t", + "Ġkt ó", + ". configure", + ".con figure", + ".config ure", + ".conf igure", + "M ON", + "MO N", + "4 94", + "49 4", + "/ edit", + "/e dit", + "_ Add", + "_A dd", + "_Ad d", + ", true", + ",tr ue", + "5 41", + "54 1", + "Ġ cli", + "Ġc li", + "Ġcl i", + "Error Message", + "- loader", + "-l oader", + "-lo ader", + "-load er", + "Dim ensions", + "Dimension s", + "ulti ply", + "ultip ly", + "Ġ {!!", + "Ġ{ !!", + "Ġ{! !", + "Ġ SqlCommand", + "ĠSql Command", + "Ġ spoken", + "Ġsp oken", + "Ġspoke n", + "Ġspo ken", + "Ġ pics", + "Ġp ics", + "Ġpi cs", + "Ġpic s", + "Ġ toy", + "Ġt oy", + "Ġto y", + "( Key", + "(K ey", + "Ġ Loop", + "ĠL oop", + "ĠLo op", + "Ø ¨", + "E ATURE", + "EA TURE", + "in ction", + "inc tion", + "inct ion", + "_ setup", + "_set up", + "w rapper", + "wrap per", + "wr apper", + "Ġt ong", + "Ġto ng", + "Ġton g", + "c ular", + "cul ar", + "cu lar", + "O pt", + "Op t", + ". Pl", + ".P l", + "= \",", + "=\" ,", + "( length", + "(l ength", + "(len gth", + "(le ngth", + "u mn", + "um n", + "Ġ chrom", + "Ġch rom", + "Ġchr om", + "Ġs event", + "Ġse vent", + "Ġseven t", + "Ġsev ent", + "Ġ IllegalArgumentException", + "ĠIl legalArgumentException", + "ĠIllegal ArgumentException", + "4 78", + "47 8", + "ĉ start", + "ĉst art", + "Ġbe gun", + "Ġbeg un", + "CE PTION", + "CEPT ION", + "d ataset", + "data set", + "dat aset", + "datas et", + "8 25", + "82 5", + "Ġ Failed", + "ĠF ailed", + "ĠFa iled", + "ĠFail ed", + "c ols", + "co ls", + "col s", + "4 59", + "45 9", + "Ġk nee", + "Ġkn ee", + "Ġkne e", + "i more", + "im ore", + "imo re", + ". splice", + ".sp lice", + "s hell", + "sh ell", + "she ll", + "ig gers", + "igger s", + "igg ers", + "Ġ themes", + "Ġth emes", + "Ġthe mes", + "Ġthem es", + "Ġtheme s", + "9 95", + "99 5", + "Ġ DJ", + "ĠD J", + "Ġ Assistant", + "ĠAss istant", + "ĠAssist ant", + "- $", + "M aybe", + "May be", + "Ġ ordering", + "Ġorder ing", + "Ġord ering", + "ĠInt elligence", + "ĠIntelli gence", + "ĠMass achusetts", + "Ġf ailing", + "Ġfa iling", + "Ġfail ing", + "el son", + "els on", + "G reat", + "Gr eat", + "Gre at", + "= i", + ". rest", + ".re st", + ".r est", + ".res t", + "Ġ invite", + "Ġinv ite", + "Ġinvit e", + "- disable", + "-d isable", + "-dis able", + ". GroupBox", + ".Group Box", + "âĢĻ est", + "âĢĻe st", + "âĢĻes t", + "Ġt ackle", + "Ġtack le", + "Ġtac kle", + "g v", + "et ter", + "ette r", + "ett er", + "Ġ ),čĊ", + "Ġ) ,čĊ", + "Ġ), čĊ", + "_ rules", + "_r ules", + "_rule s", + "_ru les", + ". warn", + ".w arn", + "function s", + "fun ctions", + "ĠChrist ians", + "ĠChristian s", + "Ġb acked", + "Ġback ed", + "Ġbac ked", + "Ġ slider", + "Ġs lider", + "Ġsl ider", + "Ġslide r", + "Ġslid er", + "Ġenjoy ing", + "Ġenjo ying", + "n est", + "ne st", + "nes t", + "Ġh ij", + "Ġhi j", + "_ ms", + "_m s", + "/ /*", + "// *", + "An notations", + "Annotation s", + "Ġ Variables", + "ĠVariable s", + "ĠVari ables", + "< V", + "( server", + "(s erver", + "(serv er", + "Ġ Oracle", + "ĠOr acle", + "e lements", + "el ements", + "element s", + "ele ments", + "elem ents", + "Ġ organisation", + "Ġorgan isation", + "Ġorganis ation", + "_ pointer", + "_point er", + "_po inter", + "Ġ Headers", + "ĠHe aders", + "ĠHead ers", + "ĠHeader s", + "[ d", + "Ġ deadline", + "Ġdead line", + "i ssa", + "is sa", + "iss a", + "Ġ knife", + "Ġkn ife", + "Ġ NASA", + "ĠN ASA", + "ĠNAS A", + "ĠNA SA", + "Ġ Height", + "ĠH eight", + "ĠHe ight", + "7 84", + "78 4", + "Ġ Async", + "ĠA sync", + "ĠAs ync", + "Ġ venue", + "Ġven ue", + ". dom", + ".d om", + ".do m", + "bour ne", + "bou rne", + "ĠH awai", + "ĠHaw ai", + "Ġ memo", + "Ġm emo", + "Ġme mo", + "Ġmem o", + "i ctions", + "ict ions", + "iction s", + "Ġsur veillance", + "Ġsurve illance", + "o mi", + "om i", + "/ assets", + "/as sets", + "5 87", + "58 7", + "Ġ edu", + "Ġe du", + "Ġed u", + "Ä Ľ", + "Ġr oster", + "Ġro ster", + "Ġros ter", + "Ġrost er", + "Ġh ired", + "Ġhi red", + "Ġhire d", + "Ġ Tok", + "ĠT ok", + "ĠTo k", + "Ġ placement", + "Ġpl acement", + "Ġplace ment", + "Ġplac ement", + "ur ations", + "uration s", + "urat ions", + "Ġ setState", + "Ġset State", + "ĠMag azine", + "Ġhor ror", + "Ġho rror", + "Ġhorr or", + "T ry", + "Tr y", + "Ġ lag", + "Ġl ag", + "Ġla g", + "Ġ Everyone", + "ĠEvery one", + "t hur", + "th ur", + ") );čĊčĊ", + ")) ;čĊčĊ", + "));čĊ čĊ", + ")); čĊčĊ", + ". return", + ".re turn", + ".r eturn", + ".ret urn", + "Ġsy mp", + "Ġsym p", + "âĸĪ âĸĪ", + "Ġn ights", + "Ġnight s", + "work er", + "wor ker", + "Ġ ale", + "Ġa le", + "Ġal e", + "ennes see", + ". step", + ".s tep", + ".st ep", + "Ġs ynchronized", + "Ġsynchron ized", + "Ġsynchronize d", + "4 87", + "48 7", + "o uri", + "ou ri", + "our i", + "D oes", + "Do es", + ". change", + ".ch ange", + "f on", + "fo n", + ". setBackground", + ".set Background", + "ir cular", + "irc ular", + "4 76", + "47 6", + "+ -", + "ĠC IA", + "ĠCI A", + "7 29", + "72 9", + "Ġ Jane", + "ĠJ ane", + "ĠJan e", + "ĠJa ne", + "Ġ Similar", + "ĠS imilar", + "ĠSim ilar", + "- I", + "level and", + "lev eland", + "Ġpro spect", + "Ġpros pect", + "_ found", + "_f ound", + "ĉ color", + "ĉc olor", + "ĉcol or", + ".D iagnostics", + ".Di agnostics", + "Ġ announce", + "Ġann ounce", + "Ġannounc e", + "Ġanno unce", + "Ġass umes", + "Ġassum es", + "Ġassume s", + "/ tr", + "/t r", + "Ġ bd", + "Ġb d", + "9 87", + "98 7", + "Ġ Carbon", + "ĠC arbon", + "ĠCar bon", + "ĠCarb on", + "Ġanal ys", + "Ġanaly s", + "Ġana lys", + "5 64", + "56 4", + ". dest", + ".d est", + ".de st", + ".des t", + "n ik", + "ni k", + "Ġ Lie", + "ĠL ie", + "ĠLi e", + "- index", + "-in dex", + "-ind ex", + "Draw able", + "Ġ TAG", + "ĠT AG", + "ĠTA G", + "Ġ triangle", + "Ġt riangle", + "Ġtr iangle", + "Ġtri angle", + "Ġtriang le", + "_ FLOAT", + "_F LOAT", + "ĉ ĉĠĠĠĠĠ", + "ĉĉ ĠĠĠĠĠ", + "ĉĉĠĠĠ ĠĠ", + "ĉĉĠ ĠĠĠĠ", + "ĉĉĠĠ ĠĠĠ", + "ĉĉĠĠĠĠ Ġ", + ". black", + ".b lack", + ".bl ack", + "v ue", + "vu e", + "c uracy", + "cur acy", + "cura cy", + "Ġa ffects", + "Ġaff ects", + "Ġaffect s", + "9 06", + "90 6", + "Ġsur ely", + "Ġsure ly", + "S lider", + "Sl ider", + "Slide r", + "u ki", + "uk i", + "c ery", + "ce ry", + "cer y", + "Ġ unter", + "Ġun ter", + "Ġunt er", + ". profile", + ".pro file", + ".pr ofile", + ".prof ile", + "or don", + "ord on", + "ordo n", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "le ave", + "lea ve", + "Ġsmart phone", + "g ie", + "gi e", + "Ġcon spir", + "Ġcons pir", + "Ġ tutorial", + "Ġt utorial", + "Ġtut orial", + "Ġtutor ial", + "Ġtuto rial", + "ç± »", + "Ġ cab", + "Ġc ab", + "Ġca b", + "7 65", + "76 5", + "Ġ Summary", + "ĠSum mary", + "* ĊĊ", + "*Ċ Ċ", + "ä h", + "\" This", + "\"T his", + "Ġ slides", + "Ġsl ides", + "Ġslide s", + "Ġslid es", + "\" ", + "() >", + "c ycle", + "cy cle", + "cycl e", + "ĠB ull", + "ĠBul l", + "ĠBu ll", + "p aths", + "path s", + "pat hs", + "pa ths", + "Ġu np", + "Ġun p", + "Ġview DidLoad", + "_ Model", + "_M odel", + "_Mode l", + "_Mod el", + "Ġ assertTrue", + "Ġassert True", + "Ġ rated", + "Ġr ated", + "Ġrate d", + "Ġrat ed", + "Ġra ted", + "De cl", + "Dec l", + "ver ted", + "vert ed", + "verte d", + "Ġ Dat", + "ĠD at", + "ĠDa t", + "b rew", + "br ew", + "bre w", + "Ġpoint ing", + "M s", + "Ġ Pointer", + "ĠPoint er", + "ĠPo inter", + ") '", + "_ non", + "_n on", + "_no n", + "5 27", + "52 7", + "Ġ SEC", + "ĠS EC", + "ĠSE C", + "Ġ yeah", + "Ġy eah", + "Ġye ah", + "g ency", + "ge ncy", + "gen cy", + "initial ize", + "f ly", + "fl y", + "7 11", + "71 1", + "[ pos", + "[p os", + ", g", + "T ele", + "Te le", + "Tel e", + "0 34", + "03 4", + "Ġj oke", + "Ġjo ke", + "Ġ clause", + "Ġcl ause", + "Ġcla use", + ". findById", + ".find ById", + ".findBy Id", + "e nes", + "en es", + "ene s", + "( instance", + "(in stance", + "(inst ance", + "6 26", + "62 6", + " £", + "9 15", + "91 5", + "Ġs lic", + "Ġsl ic", + "_ home", + "_h ome", + "_hom e", + "Ġ */}Ċ", + "Ġ*/ }Ċ", + "_ pages", + "_p ages", + "_page s", + "_pag es", + "_pa ges", + "( service", + "(s ervice", + "(serv ice", + "9 05", + "90 5", + "R P", + "Ġ Among", + "ĠA mong", + "ĠAm ong", + ". getCurrent", + ".get Current", + ".getC urrent", + "8 06", + "80 6", + "ã Ĥ¹", + "ãĤ ¹", + "Ġs lee", + "Ġsl ee", + "Ġsle e", + "= [Ċ", + ">[ Ċ", + "o ler", + "ol er", + "ole r", + "Ġli bert", + "Ġlib ert", + "Ġliber t", + "Ġ `Ċ", + "Ġ` Ċ", + "Ġw enn", + "Ġwe nn", + "Ġwen n", + "l ated", + "la ted", + "late d", + "lat ed", + "Ġ immune", + "Ġimm une", + "Ġimmun e", + "( Node", + "(N ode", + "Ġ Problem", + "ĠPro blem", + "ĠProb lem", + "ĠProble m", + "Ġ Abs", + "ĠA bs", + "ĠAb s", + "l ogs", + "lo gs", + "log s", + "Ġ ../", + "Ġ. ./", + "Ġ.. /", + "Ġ ADC", + "ĠA DC", + "ĠAD C", + "Ġ }}\">Ċ", + "Ġ} }\">Ċ", + "Ġ}} \">Ċ", + "Ġ}}\" >Ċ", + "Ġ}}\"> Ċ", + "> ');Ċ", + ">' );Ċ", + ">') ;Ċ", + ">'); Ċ", + "= b", + "Ġ Wind", + "ĠW ind", + "ĠWin d", + "ĠWi nd", + "l ahoma", + "lah oma", + "Ġ allocate", + "Ġal locate", + "Ġall ocate", + "Ġalloc ate", + "Ġallo cate", + "o rian", + "or ian", + "oria n", + "ori an", + "Ġpr escription", + "Ġpre scription", + "Ġpres cription", + "- quality", + "-q uality", + "-qu ality", + "Ġ Mayor", + "ĠMay or", + "ĠMa yor", + "ĠMayo r", + "8 55", + "85 5", + "in ely", + "ine ly", + "inel y", + "end foreach", + "Ġ Complex", + "ĠCom plex", + "ĠComp lex", + "ĠComple x", + "k om", + "ko m", + "7 09", + "70 9", + "T Y", + "7 90", + "79 0", + "] ].", + "]] .", + ". Style", + ".St yle", + "_ many", + "_m any", + "_man y", + "_ma ny", + "', '$", + "',' $", + "Ġbar rier", + "Ġbarr ier", + "Ġ Fetch", + "ĠF etch", + "ĠFet ch", + "Ġ Marvel", + "ĠMar vel", + "Ġres ist", + "о го", + "ог о", + "b idden", + "bi dden", + "bid den", + "Ġ Runnable", + "ĠR unnable", + "ĠRun nable", + ": false", + ":f alse", + "8 99", + "89 9", + "Ġbuild s", + "Ġ Stage", + "ĠSt age", + "ĠSta ge", + "Ġ dub", + "Ġd ub", + "Ġdu b", + "em po", + "emp o", + ". site", + ".s ite", + ".si te", + "5 58", + "55 8", + "; ĊĊĊĊ", + ";Ċ ĊĊĊ", + ";ĊĊ ĊĊ", + ";ĊĊĊ Ċ", + "9 94", + "99 4", + "Ġ Denver", + "ĠDen ver", + "Ġre vel", + "Ġrev el", + "Ġreve l", + "Ġtrigger ed", + "Ġ dice", + "Ġd ice", + "Ġdi ce", + "Ġdic e", + "_ fail", + "_f ail", + "_fa il", + "Ġ gc", + "Ġg c", + "8 33", + "83 3", + "5 89", + "58 9", + "ĉ X", + "Ġ Throwable", + "ĠTh rowable", + "ĠThrow able", + "7 75", + "77 5", + ". router", + ".r outer", + ".route r", + ".ro uter", + "ĠRe volution", + "ĠRev olution", + "ÑĢ а", + "_ NON", + "_N ON", + "_NO N", + "0 55", + "05 5", + "Ł ¥", + "5 78", + "57 8", + "Ġ elder", + "Ġe lder", + "Ġel der", + "Ġelde r", + "Ġab road", + "Ġ е", + "ĠÐ µ", + "Ġ Adult", + "ĠAd ult", + "b lr", + "bl r", + "g lyphicon", + "glyph icon", + "6 13", + "61 3", + "Ġprom oting", + "Ġpromot ing", + "Ġpromo ting", + "Ġ iz", + "Ġi z", + "Ġ Solid", + "ĠS olid", + "ĠSo lid", + "ĠSol id", + "6 45", + "64 5", + "_ loader", + "_l oader", + "_lo ader", + "_load er", + "ear ly", + ". enabled", + ".en abled", + ".enable d", + "- edit", + "-e dit", + "-ed it", + "Ġ UL", + "ĠU L", + "_ play", + "_p lay", + "_pl ay", + "Ġ Interrupt", + "ĠInt errupt", + "ĠInter rupt", + "ĠInterr upt", + "Ġadv antages", + "Ġadvant ages", + "Ġadvantage s", + "u cle", + "uc le", + "Ġmechan ical", + "Ġmechanic al", + "Ġmech anical", + ".table LayoutPanel", + "Ġ Working", + "ĠWork ing", + "ĠWor king", + "Ġ anonymous", + "Ġan onymous", + "Ġanonym ous", + "Ġanon ymous", + "R ating", + "Ra ting", + "ig ious", + "igi ous", + "_ phone", + "_p hone", + "_ph one", + ".addAction Listener", + "Ġf ran", + "Ġfr an", + "Ġfra n", + "un den", + "und en", + "unde n", + "Ġ *)&", + "Ġ* )&", + "Ġ*) &", + "_ bool", + "_b ool", + "_bo ol", + "ul ative", + "Ġ cone", + "Ġc one", + "Ġcon e", + "Ġco ne", + "Ġ Mult", + "ĠM ult", + "ĠMu lt", + "ĠMul t", + "Ġm ö", + "Ġ Forward", + "ĠFor ward", + "] ):Ċ", + "]) :Ċ", + "]): Ċ", + "Ġconvin ced", + "Ġconvince d", + "Ġconvinc ed", + "act ed", + "ac ted", + "6 43", + "64 3", + "ãģ ĵ", + "Ġ Configure", + "ĠCon figure", + "ĠConfig ure", + "ĠConf igure", + "Ġce iling", + "Ġceil ing", + "D er", + "De r", + "Ġpass engers", + "Ġpassenger s", + "G roups", + "Group s", + "Gro ups", + "Ġs occer", + "Ġsoc cer", + "/ W", + "av iors", + "avior s", + "avi ors", + "s with", + "sw ith", + "Ġ Zone", + "ĠZ one", + "ĠZo ne", + ". Options", + ".O ptions", + ".Option s", + "Ġ Mom", + "ĠM om", + "ĠMo m", + "i eder", + "ie der", + "ied er", + "Array s", + "Ar rays", + "Arr ays", + "Ġtreat ments", + "Ġtreatment s", + "Ġprotect ing", + "f ac", + "fa c", + "Ġ pickle", + "Ġp ickle", + "Ġpick le", + "Ġpic kle", + "Button Item", + "7 13", + "71 3", + "Ġ blocking", + "Ġb locking", + "Ġbl ocking", + "Ġblock ing", + "Ġbloc king", + "st rar", + "str ar", + "stra r", + "à ²", + "Ġ Export", + "ĠEx port", + "ĠExp ort", + "ĠExpo rt", + "Ġth rew", + "Ġthr ew", + "ot ta", + "ott a", + "Ġ BASE", + "ĠB ASE", + "ĠBAS E", + "ĠBA SE", + ". ws", + ".w s", + ".LE ADING", + "order By", + "_ delay", + "_d elay", + "_de lay", + "_del ay", + "Ġ Pu", + "ĠP u", + ". dll", + ".d ll", + "Ġ Choose", + "ĠCh oose", + "ĠCho ose", + "9 92", + "99 2", + "Pol ice", + "Po lice", + "Ġ BEGIN", + "ĠB EGIN", + "ĠBE GIN", + "bo xes", + "box es", + "Ġ diamond", + "Ġd iamond", + "Ġdiam ond", + "Ġdia mond", + ", l", + "Ġ ĉĉĉ", + "Ġĉ ĉĉ", + "Ġĉĉ ĉ", + "Ġc urious", + "Ġcur ious", + "Ġcu rious", + "6 24", + "62 4", + "t v", + "Ġerot ische", + "Ġerotisch e", + "ack ages", + "ackage s", + "ĉ Set", + "ĉS et", + "T ick", + "Ti ck", + ". border", + ".b order", + "static method", + "Ġ cher", + "Ġc her", + "Ġch er", + "Ġche r", + "in voice", + "inv oice", + "Ġc ru", + "Ġcr u", + "Ġde fect", + "Ġdef ect", + "Ġdefe ct", + "_ metadata", + "_m etadata", + "_meta data", + "_met adata", + "re lation", + "rel ation", + "i kan", + "ik an", + "ika n", + "[ N", + "( Qt", + "(Q t", + "( Base", + "(B ase", + "æģ ¯", + "b eat", + "be at", + "Ġ Empty", + "ĠEm pty", + "ĠEmp ty", + "ĉ o", + "_ shift", + "_s hift", + "_sh ift", + "Ġreg ret", + "7 22", + "72 2", + "Th ose", + "Tho se", + "C ent", + "Ce nt", + "ĠPort ug", + "ĠIs lands", + "ĠIsl ands", + "ĠIsland s", + "Ġ TIME", + "ĠT IME", + "ĠTIM E", + "ĠTI ME", + "Man agement", + "Manage ment", + "Mana gement", + "9 96", + "99 6", + "- sp", + "-s p", + "5 39", + "53 9", + "ê me", + "êm e", + "Ġn otion", + "Ġnot ion", + "Ġno tion", + "un ifu", + "uni fu", + "P K", + "8 26", + "82 6", + "è¡ Į", + "ĠC URLOPT", + "ĠCUR LOPT", + "ĠCURL OPT", + "\\ \"\\", + "\\\" \\", + "U V", + "ç º", + "d ra", + "dr a", + "c ou", + "co u", + "= `", + "Ġ Destroy", + "ĠD estroy", + "ĠDe stroy", + "ĠDest roy", + "r p", + ". cancel", + ".c ancel", + ".can cel", + "G G", + "r untime", + "run time", + "Ġ Vue", + "ĠV ue", + "ĠVu e", + "Ġpro gressive", + "Ġprogress ive", + "Ġprog ressive", + "/ services", + "/s ervices", + "/service s", + "Ġ runner", + "Ġr unner", + "Ġrun ner", + "_ FRAME", + "_FR AME", + ". ToolStripMenuItem", + ".ToolStrip MenuItem", + "Ġ ','", + "Ġ' ,'", + "Ġ', '", + "d elay", + "de lay", + "del ay", + "= utf", + "=u tf", + "Ġscreen ing", + "Ġscre ening", + "Ġp ulling", + "Ġpull ing", + "Ġpul ling", + "o mas", + "om as", + "oma s", + "Ġ anth", + "Ġa nth", + "Ġan th", + "Ġant h", + "- new", + "-n ew", + "-ne w", + "/ local", + "/l ocal", + "/lo cal", + "Ġ iPad", + "Ġi Pad", + "ĠiP ad", + "Ġ twitter", + "Ġt witter", + "Ġtw itter", + "Ġd ying", + "Ġdy ing", + "Ġhe aven", + "Ġheav en", + "Ġ UInt", + "ĠU Int", + "ĠUI nt", + "Ġ Senator", + "ĠSen ator", + "Ġpre sum", + "Ġpres um", + "Ġ Walker", + "ĠW alker", + "ĠWalk er", + "ĠWal ker", + "Ġover come", + "e tection", + "et ection", + "ete ction", + "etect ion", + "Ġemb arrass", + "Ch ina", + "Chi na", + "6 39", + "63 9", + "In clude", + "Inc lude", + "R OLL", + "RO LL", + "ROL L", + "Ġ dataType", + "Ġdata Type", + "D avid", + "Da vid", + "ภ£", + "l op", + "lo p", + "- month", + "-m onth", + "-mon th", + "Ġ scar", + "Ġs car", + "Ġsc ar", + "Ġsca r", + "Ġ Safe", + "ĠS afe", + "ĠSaf e", + "ĠSa fe", + "Ġ ****************************************************************", + "Ġ******************************** ********************************", + "Ġ******** ********************************************************", + "Ġ**************** ************************************************", + "Ġ************************ ****************************************", + "Ġ**************************************** ************************", + "Ġ******************************************************** ********", + "Ġ************************************************ ****************", + "Ġaccess ories", + "Ġaccessor ies", + "Ġr amp", + "Ġra mp", + "Ġram p", + "_ USE", + "_U SE", + "_US E", + "Ġcon trad", + "Ġcont rad", + "Ġcontr ad", + "Ġcontra d", + ") )]Ċ", + ")) ]Ċ", + "))] Ċ", + "Ġp rest", + "Ġpr est", + "Ġpre st", + "Ġpres t", + "Ġ HR", + "ĠH R", + "ĠR ap", + "ĠRa p", + "Ġ usize", + "Ġu size", + "Ġus ize", + "Ġ capability", + "Ġcap ability", + "Ġc ort", + "Ġco rt", + "Ġcor t", + "- next", + "-n ext", + "-ne xt", + "0 77", + "07 7", + "6 27", + "62 7", + "Ġbur den", + "8 22", + "82 2", + "_ reader", + "_re ader", + "_read er", + "Ġ @@", + "Ġ@ @", + "reg ular", + "Ġ Ka", + "ĠK a", + "0 36", + "03 6", + "M AN", + "MA N", + "Ġ astr", + "Ġa str", + "Ġas tr", + "Ġast r", + "Ġ' ')Ċ", + "Ġ'' )Ċ", + "Ġ'') Ċ", + "Ġ fed", + "Ġf ed", + "Ġfe d", + "Ġp arsing", + "Ġpar sing", + "Ġpars ing", + "Ġ Years", + "ĠY ears", + "ĠYear s", + "ĠYe ars", + "Ġ broker", + "Ġb roker", + "Ġbr oker", + "Ġbro ker", + "Ġbroke r", + "\": {\"", + "Ġ akt", + "Ġa kt", + "Ġak t", + "In ventory", + "ab eled", + "abel ed", + "abe led", + "Ġarg parse", + "* ******Ċ", + "** *****Ċ", + "**** ***Ċ", + "****** *Ċ", + "*** ****Ċ", + "***** **Ċ", + "******* Ċ", + "vers ation", + "Ġ cord", + "Ġc ord", + "Ġco rd", + "Ġcor d", + "Ġ Ti", + "ĠT i", + "Ġ hopefully", + "Ġhope fully", + "Ġhop efully", + "Ġhopeful ly", + "Ġ ah", + "Ġa h", + "v erb", + "ver b", + "ve rb", + "Ġst olen", + "Ġstole n", + "Ġsto len", + "Ġstol en", + ". Entry", + ".En try", + ".Ent ry", + "Ġex pecting", + "Ġexpect ing", + "O rientation", + "Ġ powered", + "Ġp owered", + "Ġpower ed", + "Ġpow ered", + "Ġ persist", + "Ġp ersist", + "Ġpers ist", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "' ]);", + "'] );", + "']) ;", + "' )),Ċ", + "') ),Ċ", + "')) ,Ċ", + "')), Ċ", + "Ġ Cash", + "ĠC ash", + "ĠCas h", + "ĠCa sh", + "ĉ item", + "ĉi tem", + "ĉit em", + "8 18", + "81 8", + "g rades", + "gr ades", + "grad es", + "grade s", + "gra des", + "r opol", + "ro pol", + "rop ol", + "b asic", + "ba sic", + "bas ic", + "Ġ \");čĊ", + "Ġ\" );čĊ", + "Ġ\") ;čĊ", + "Ġ\"); čĊ", + "Ġa wards", + "Ġaw ards", + "Ġaward s", + "( range", + "(r ange", + "(ra nge", + "- all", + "-a ll", + "-al l", + "Ġ IBOutlet", + "ĠIB Outlet", + "Ġ Indeed", + "ĠInd eed", + "---------------------------------------------------------------- ------------", + "------------ ----------------------------------------------------------------", + "------------------------------------------------ ----------------------------", + "------ ----------------------------------------------------------------------", + "---------------------------- ------------------------------------------------", + "---------------------------------------------------------------------- ------", + "Ġstom ach", + "Ġsto mach", + "Ġ flower", + "Ġf lower", + "Ġfl ower", + "Ġflow er", + "Ġflo wer", + "Ġs ew", + "Ġse w", + "_ times", + "_t imes", + "_time s", + "_tim es", + "_ti mes", + "a vis", + "av is", + "avi s", + "Q String", + "QS tring", + "Ġ Routes", + "ĠR outes", + "ĠRoute s", + "ĠRo utes", + "ĠRou tes", + "ĠRout es", + "_ prot", + "_p rot", + "_pro t", + "_pr ot", + "Ġcom edy", + "Ġcome dy", + "Ġcomed y", + "Ġ logout", + "Ġlog out", + "Ġlogo ut", + "Ġwood en", + "Ġwo oden", + "Ġwoo den", + "Ġ poster", + "Ġp oster", + "Ġpos ter", + "Ġpost er", + "Ġpo ster", + "Ġposte r", + "p iece", + "pi ece", + "pie ce", + ". Join", + ".J oin", + "Ġ Pok", + "ĠP ok", + "ĠPo k", + "cel ona", + "m utex", + "mut ex", + "mu tex", + "mute x", + "; čĊčĊčĊ", + ";čĊ čĊčĊ", + ";čĊčĊ čĊ", + "Ġst rikes", + "Ġstr ikes", + "Ġstri kes", + "Ġstrike s", + "7 87", + "78 7", + "Lo aded", + "Load ed", + ") arg", + ")a rg", + "e sa", + "es a", + "Un ited", + "Unit ed", + "Uni ted", + "E p", + "P ELL", + "PE LL", + "8 07", + "80 7", + "Ġ Atlantic", + "ĠAtl antic", + "ul let", + "ull et", + "ulle t", + "6 52", + "65 2", + "ap ple", + "app le", + "appl e", + "Ġsett led", + "Ġsettle d", + "a con", + "ac on", + "aco n", + "Ġ printer", + "Ġpr inter", + "Ġprint er", + "Ġprin ter", + "Ġ GC", + "ĠG C", + "å® ļ", + "Ġrender ed", + "Ġrend ered", + ", âĢĻ", + "he it", + "hei t", + "s ocial", + "so cial", + "soc ial", + ". ge", + ".g e", + "7 14", + "71 4", + "Ġ Rick", + "ĠR ick", + "ĠRic k", + "ĠRi ck", + "ĠU tah", + "ĠUt ah", + "g ot", + "go t", + "on ical", + "onic al", + "oni cal", + "onica l", + "Ġ Scroll", + "ĠS croll", + "ĠSc roll", + "ĠScr oll", + "ĠSc iences", + "ĠScience s", + "ĠSci ences", + "Ġ jug", + "Ġj ug", + "Ġju g", + "Ġa mpl", + "Ġam pl", + "Ġamp l", + "en ti", + "ent i", + "LE FT", + "Ġ tabs", + "Ġt abs", + "Ġtab s", + "Ġta bs", + "Ġenorm ous", + ". getKey", + ".get Key", + "l ocate", + "lo cate", + "loc ate", + ". EX", + ".E X", + ". storage", + ".st orage", + ". We", + ".W e", + "Ġ toast", + "Ġto ast", + "Ġ Additionally", + "ĠAdd itionally", + "ĠAdditional ly", + "ĠAddition ally", + "8 82", + "88 2", + "Ġ NOW", + "ĠN OW", + "ĠNO W", + "5 47", + "54 7", + "_ UPDATE", + "_UP DATE", + "Ġtrans ferred", + "Ġtransfer red", + "t ha", + "th a", + ". Display", + ".D isplay", + ".Dis play", + "_ ui", + "_u i", + "ID EO", + "IDE O", + "Ġmeaning ful", + "ĠMos cow", + ", this", + ",t his", + "Ġ Victoria", + "ĠVict oria", + "ĠVictor ia", + "æĶ ¹", + "Ġ ÐŁ", + "ĠÐ Ł", + ". stack", + ".st ack", + "ĠB arn", + "ĠBar n", + "ĠBa rn", + "pared Statement", + ": string", + ":s tring", + ":str ing", + "Ġ bij", + "Ġb ij", + "Ġbi j", + "Ġ STATE", + "ĠST ATE", + "ĠSTAT E", + "ĠSTA TE", + "Ġemploy ers", + "Ġemployer s", + "ĉ input", + "ĉin put", + "( |", + "Ġ lex", + "Ġl ex", + "Ġle x", + "in voke", + "inv oke", + "ĉ num", + "ĉn um", + "+ +,", + "++ ,", + "at ial", + "ati al", + "or ses", + "ors es", + "orse s", + "Ġ fork", + "Ġf ork", + "Ġfor k", + "Ġfo rk", + "_ txt", + "_t xt", + "_tx t", + "ĠAnt onio", + "ĠAnton io", + "Ġ (<", + "Ġ( <", + "a verse", + "av erse", + "aver se", + "avers e", + "Ġdev ast", + "ãĢ Ģ", + ". Dec", + ".D ec", + ".De c", + "ĠG ard", + "ĠGar d", + "ĠGa rd", + "/ ui", + "/u i", + ". %", + "t ri", + "tr i", + "Ġ rolled", + "Ġroll ed", + "Ġrol led", + "Value Pair", + "it ten", + "itt en", + "itte n", + "ĠT her", + "ĠThe r", + "ĠTh er", + "Ġv rou", + "Ġvr ou", + "Ġ Flow", + "ĠF low", + "ĠFl ow", + "ĠFlo w", + "Ġ Finance", + "ĠF inance", + "ĠFin ance", + "Ġ Comb", + "ĠC omb", + "ĠCom b", + "ĠCo mb", + "H C", + ". setVisible", + ".set Visible", + "i sl", + "is l", + "Ġ pk", + "Ġp k", + "7 73", + "77 3", + "Ġup set", + "Ġups et", + "( raw", + "(r aw", + "(ra w", + "ĠV ice", + "ĠVi ce", + "ĠVic e", + "e atures", + "ea tures", + "eature s", + "eat ures", + "Ġ Lang", + "ĠL ang", + "ĠLa ng", + "ĠLan g", + "0 29", + "02 9", + "Lo oking", + "Look ing", + "7 67", + "76 7", + "Ġ AST", + "ĠA ST", + "ĠAS T", + "Ġt rips", + "Ġtr ips", + "Ġtri ps", + "Ġtrip s", + "Ġ Justin", + "ĠJ ustin", + "ĠJust in", + "ĠJu stin", + "b rowser", + "browse r", + "=\" '.$", + "=\"' .$", + "=\"'. $", + ". vertices", + ".vert ices", + "8 21", + "82 1", + "- co", + "-c o", + "} /{", + "}/ {", + "Ġ ?,", + "Ġ? ,", + "Ġ Domin", + "ĠD omin", + "ĠDo min", + "ĠDom in", + "ĠBe lg", + "ĠBel g", + "\" <", + "Ġsup pose", + "Ġsupp ose", + "a ddy", + "ad dy", + "add y", + "Ġwalk s", + "Ġwal ks", + "6 88", + "68 8", + "ER RU", + "ERR U", + "_ filters", + "_f ilters", + "_filter s", + "_fil ters", + "_filt ers", + "Pre ferred", + "s cene", + "sc ene", + "е Ñģ", + "ĠAff airs", + "Ġ\" #{", + "Ġ\"# {", + "Ġon Submit", + "Ġ stocks", + "Ġst ocks", + "Ġstock s", + "Ġsto cks", + "/ view", + "/v iew", + "g ree", + "gr ee", + "gre e", + "- get", + "-g et", + "9 03", + "90 3", + "h it", + "hi t", + "J o", + ". getC", + ".get C", + "7 25", + "72 5", + "Init ialized", + "Initial ized", + "Initialize d", + "ÑĤ и", + "c uts", + "cut s", + "cu ts", + "( Type", + "(T ype", + "ĠAg reement", + "ĠAgree ment", + "ĠViet nam", + "Ġ /*!", + "Ġ/* !", + "Ġ pizza", + "Ġp izza", + "Ġpi zza", + "- view", + "-v iew", + "_ em", + "_e m", + "Ġ lhs", + "Ġl hs", + "Ġlh s", + "Ġm uy", + "Ġmu y", + "Ġ Ident", + "ĠI dent", + "ĠId ent", + "ĠIde nt", + "Ġ Friends", + "ĠF riends", + "ĠFriend s", + "ĠFri ends", + "0 61", + "06 1", + "Ġab und", + "_ AD", + "_A D", + ". timestamp", + ".t imestamp", + ".time stamp", + "- '", + "Ġ duplicate", + "Ġd uplicate", + "Ġdup licate", + "Ġduplic ate", + "Ġh unting", + "Ġhun ting", + "Ġhunt ing", + "Ġreg ulatory", + "Ġregul atory", + "Ġregulator y", + "i ao", + "ia o", + "am ous", + "amo us", + "ĠEnt ertainment", + "ĠEnter tainment", + "[ A", + "iat ric", + "_ CLIENT", + "_CL IENT", + "_CLI ENT", + "Ġ Kids", + "ĠK ids", + "ĠKi ds", + "ĠKid s", + "/ pkg", + "/p kg", + "B reak", + "Bre ak", + ") ));ĊĊ", + ")) );ĊĊ", + ")));Ċ Ċ", + "))) ;ĊĊ", + "))); ĊĊ", + "Ġ Shape", + "ĠS hape", + "ĠSh ape", + "ĠSha pe", + "Ġrel ating", + "Ġrelat ing", + "Int errupt", + "Inter rupt", + "able Opacity", + "em bre", + "emb re", + "embr e", + "Ġm ystery", + "Ġmy stery", + "Ġmys tery", + "Ġmyst ery", + "Ġmyster y", + "Ġjournal ists", + "Ġjournalist s", + "r itable", + "ri table", + "rit able", + "rita ble", + ". Link", + ".L ink", + "Ġst opping", + "Ġstop ping", + "Ġsto pping", + "C RET", + "CR ET", + "CRE T", + ". DB", + ".D B", + "Ġpop ularity", + "Ġpopular ity", + "Ġpopul arity", + "Ġ gew", + "Ġg ew", + "Ġge w", + "Ġi mpr", + "Ġim pr", + "Ġimp r", + "set Value", + "F LAG", + "FL AG", + "ĉ max", + "ĉm ax", + "Ġb ake", + "Ġba ke", + "Ġbak e", + "w y", + "ĠE conomic", + "ĠEcon omic", + "ĠEc onomic", + "ĠEconom ic", + "Ġen contr", + "Ġ fname", + "Ġf name", + "Ġfn ame", + "/ de", + "/d e", + "R ank", + "Ra nk", + "Ġ bugs", + "Ġb ugs", + "Ġbu gs", + "Ġbug s", + ". sm", + ".s m", + "Ġ median", + "Ġm edian", + "Ġmed ian", + "Ġmedia n", + "Ġmedi an", + "D OWN", + "DO WN", + "Ġ Sure", + "ĠS ure", + "ĠSur e", + "ĠSu re", + "At Index", + "Ġ Dick", + "ĠD ick", + "ĠDi ck", + "Ġ (__", + "Ġ( __", + "Ġ(_ _", + ". delta", + ".d elta", + ".del ta", + "F r", + "Ġsuggest ing", + "Ġ RecyclerView", + "ĠRec yclerView", + ", e", + "ST ART", + "STAR T", + "STA RT", + "/ ****************************************************************************", + "/************************************************************************ ****", + "/**************************************************************** ************", + "/******************************************************** ********************", + "/************************************************ ****************************", + "x ford", + "xf ord", + "Ġ receipt", + "Ġre ceipt", + "Ġrece ipt", + "CL AIM", + "CLA IM", + "read only", + "9 68", + "96 8", + "Ġeng aging", + "6 19", + "61 9", + "C a", + "as ma", + "asm a", + "Ġens uring", + "Eng lish", + "ĠV ancouver", + "h yth", + "hy th", + "Ġpurch asing", + "Ġ PI", + "ĠP I", + ". word", + ".w ord", + "( sp", + "(s p", + ". home", + ".h ome", + ".hom e", + ": def", + ":d ef", + "Ġg ig", + "Ġgi g", + "5 74", + "57 4", + "6 71", + "67 1", + "Ġ Ve", + "ĠV e", + "f orum", + "fo rum", + "for um", + "Ġ Mitch", + "ĠM itch", + "ĠMit ch", + "B ay", + "Ba y", + "_ FL", + "_F L", + "6 51", + "65 1", + "Ġs oll", + "Ġso ll", + "Ġsol l", + "5 77", + "57 7", + "_ columns", + "_column s", + "Ġminor ity", + "b ird", + "bi rd", + "bir d", + "Ġh anded", + "Ġhand ed", + "Ġhan ded", + "S SL", + "SS L", + "ST AT", + "STA T", + "Ġnerv ous", + "Ġner vous", + "ĥ ½", + "Ġ filePath", + "Ġfile Path", + "C REATE", + "CRE ATE", + "A w", + "Ġp ens", + "Ġpe ns", + "Ġpen s", + "8 35", + "83 5", + "s eed", + "se ed", + "see d", + "Ġ Compute", + "ĠCom pute", + "ĠComp ute", + "ĠComput e", + "o lk", + "ol k", + "5 94", + "59 4", + "Ġ Asset", + "ĠAs set", + "ĠAss et", + "r each", + "re ach", + "rea ch", + "' ),čĊ", + "') ,čĊ", + "'), čĊ", + "n avigation", + "nav igation", + "L F", + "/ util", + "/u til", + "Ġ Pub", + "ĠP ub", + "ĠPu b", + "Ġ âĶ", + "Ġâ Ķ", + "c ion", + "ci on", + "cio n", + "# #Ċ", + "## Ċ", + "0 72", + "07 2", + "I II", + "II I", + "Tag Name", + "Ġa mid", + "Ġam id", + "Ġami d", + "per mission", + "perm ission", + "if iable", + "ifi able", + "x FFFFFFFF", + "xFF FFFFFF", + "xFFFF FFFF", + "xFFFFFF FF", + "н и", + ". Buffer", + ".B uffer", + "_ irq", + "_i rq", + "_ir q", + "d ark", + "da rk", + "dar k", + "Ġ retval", + "Ġret val", + ". fire", + ".f ire", + ".fi re", + "p roduction", + "pro duction", + "product ion", + "produ ction", + "prod uction", + ". listen", + ".l isten", + ".list en", + ".li sten", + "Ġ Weather", + "ĠWe ather", + "Ġbu yers", + "Ġbuy ers", + "Ġbuyer s", + ". ne", + ".n e", + "e rp", + "er p", + "ĠP ent", + "ĠPe nt", + "ĠPen t", + "6 99", + "69 9", + "Ġw elfare", + "Ġwel fare", + "Ġ pageSize", + "Ġpage Size", + "ĠSt adium", + "ĠStad ium", + "er ta", + "ert a", + "Ġ lev", + "Ġl ev", + "Ġle v", + "am pa", + "amp a", + "P ager", + "Page r", + "Pa ger", + "Pag er", + "6 65", + "66 5", + "Ġ charging", + "Ġch arging", + "Ġchar ging", + "Ġcharg ing", + "Ġ Netflix", + "ĠNet flix", + "| null", + "_ random", + "_r andom", + "_rand om", + ". xpath", + ".x path", + "Ġs tere", + "Ġst ere", + "Ġste re", + "Ġster e", + "Ġ ISIS", + "ĠIS IS", + "ĠISI S", + "pon ses", + "ponse s", + "pons es", + "( loc", + "(l oc", + "(lo c", + "5 66", + "56 6", + "ey ond", + "Ġ Official", + "ĠOff icial", + "6 57", + "65 7", + "ĠMary land", + "Data Type", + "_ par", + "_p ar", + "_pa r", + "{ },", + "{} ,", + "Ġ Enjoy", + "ĠEn joy", + "7 27", + "72 7", + "_ SHIFT", + "_SH IFT", + "ĠA wards", + "ĠAward s", + "ĠAw ards", + "_ ENTRY", + "_EN TRY", + "_ENT RY", + "Ġseem ingly", + "Ġseeming ly", + "ent icate", + "entic ate", + "enti cate", + "Ġhe arts", + "Ġheart s", + "Ġhear ts", + "5 83", + "58 3", + "_ ;ĊĊ", + "_;Ċ Ċ", + "_; ĊĊ", + "ĠH IV", + "ĠHI V", + "Ġin divid", + "Ġind ivid", + "Ġindiv id", + "Ġ Flag", + "ĠF lag", + "ĠFl ag", + "ĠFla g", + "_ ctrl", + "_c trl", + "_ct rl", + "_ctr l", + "Ġ Callback", + "ĠC allback", + "ĠCall back", + ", z", + "Ġ GPU", + "ĠG PU", + "ĠGP U", + "ĉ obj", + "ĉo bj", + "ĉob j", + "Ġ Phoenix", + "ĠPh oenix", + "Ġ BUS", + "ĠB US", + "ĠBU S", + "9 07", + "90 7", + "Ġr ubber", + "Ġrub ber", + "_ AUTH", + "_A UTH", + "_AUT H", + "ĠS olutions", + "ĠSol utions", + "ĠSolution s", + "( location", + "(l ocation", + "(loc ation", + "(lo cation", + "Variable s", + "Vari ables", + ". setEnabled", + ".set Enabled", + "_ high", + "_h igh", + "_hi gh", + "W O", + "G esture", + "Ġ retry", + "Ġre try", + "Ġr etry", + "Ġret ry", + "Ġretr y", + "Ġobject ForKey", + "allow een", + "allo ween", + "Ġ mos", + "Ġm os", + "Ġmo s", + "Ġ Cele", + "ĠC ele", + "ĠCe le", + "ĠCel e", + "Ġi kke", + "Ġik ke", + "( cell", + "(c ell", + "Ġ MODE", + "ĠM ODE", + "ĠMO DE", + "ĠMOD E", + "r ena", + "re na", + "ren a", + "Ġdes cribing", + "Ġdescri bing", + "6 41", + "64 1", + "Ġ phi", + "Ġp hi", + "Ġph i", + "Ġ rd", + "Ġr d", + "Ġde serve", + "Ġdes erve", + "Ġdese rve", + "Ġdeser ve", + "Ġw heels", + "Ġwheel s", + "Ġwhe els", + "å¸ Ĥ", + "Ġcr itics", + "Ġcrit ics", + "Ġcritic s", + "Ġcri tics", + "7 55", + "75 5", + "N amespace", + "Name space", + "Names pace", + "Ġ Fra", + "ĠF ra", + "ĠFr a", + "Ġ ĊĊĊĊ", + "ĠĊ ĊĊĊ", + "ĠĊĊ ĊĊ", + "ĠĊĊĊ Ċ", + "Ġ alla", + "Ġa lla", + "Ġal la", + "Ġall a", + "Ġre quiring", + "Ġrequ iring", + "æľ Ł", + "ut ation", + "uta tion", + "Ġdel ayed", + "Ġdelay ed", + "Ġadministr ative", + "Ġ bay", + "Ġb ay", + "Ġba y", + ". hidden", + ".h idden", + "T ex", + "Te x", + "0 51", + "05 1", + "Ġbound aries", + "Ġ ]);ĊĊ", + "Ġ] );ĊĊ", + "Ġ]);Ċ Ċ", + "Ġ]) ;ĊĊ", + "Ġ]); ĊĊ", + "Ġ Following", + "ĠFollow ing", + "~ /", + "F i", + "_ conv", + "_con v", + "_co nv", + "_ TITLE", + "_T ITLE", + "Ġdes de", + "I CollectionView", + "ICollection View", + "A lias", + "Al ias", + "Ali as", + "Ġ bite", + "Ġb ite", + "Ġbit e", + "Ġbi te", + "p atient", + "pat ient", + "_ COMMAND", + "_COM MAND", + "_COMM AND", + "Com pleted", + "Complete d", + "Comp leted", + "Comple ted", + "ĉ elif", + "ĉe lif", + "ĉel if", + "( <", + "B usiness", + "Bus iness", + "Ġ Pool", + "ĠP ool", + "ĠPo ol", + "Ġpurs ue", + "Ġ Ban", + "ĠB an", + "ĠBa n", + "_ steps", + "_st eps", + "_step s", + "_ste ps", + "_ DECL", + "_DE CL", + "_DEC L", + "um ble", + "umb le", + "Ġ combo", + "Ġc ombo", + "Ġcom bo", + "Ġcomb o", + "Ġ Layer", + "ĠL ayer", + "ĠLa yer", + "ĠLay er", + ". xr", + ".x r", + "Ġ dup", + "Ġd up", + "Ġdu p", + "- --------", + "-- -------", + "---- -----", + "-------- -", + "--- ------", + "----- ----", + "------ ---", + "------- --", + "6 28", + "62 8", + "Ġ modifier", + "Ġmod ifier", + "r ob", + "ro b", + "r ez", + "re z", + "6 96", + "69 6", + "Ġath letes", + "Ġathlete s", + "U sed", + "Us ed", + "Use d", + "w ear", + "we ar", + "8 15", + "81 5", + "Ġleg itimate", + "Ġlegit imate", + "Ġlegitim ate", + "Ġ \"ĊĊ", + "Ġ\" ĊĊ", + "Ġ\"Ċ Ċ", + "Ġ hv", + "Ġh v", + "S td", + "St d", + "0 37", + "03 7", + "Ġ Hold", + "ĠH old", + "ĠHol d", + "ĠHo ld", + "Ġsurv iv", + "ĠAll iance", + "Ġ Early", + "ĠEar ly", + "ĠEarl y", + "7 78", + "77 8", + "Beh avior", + "( font", + "(f ont", + "/ libs", + "/lib s", + "/l ibs", + "/li bs", + "Ġ rectangle", + "Ġrect angle", + "Ġs inger", + "Ġsi nger", + "Ġsin ger", + "Ġsing er", + "Ġ amp", + "Ġa mp", + "Ġam p", + "Equal To", + "Ġ \".\"", + "Ġ\" .\"", + "Ġ\". \"", + "Ġgirl friend", + "å ±", + "l inear", + "li near", + "line ar", + "lin ear", + "o bserv", + "ob serv", + "obs erv", + "Ġpi ù", + "Ġcom plement", + "Ġcomp lement", + "Ġcomple ment", + "Ġcompl ement", + "With Value", + "( password", + "(p assword", + "(pass word", + "t ake", + "ta ke", + "tak e", + "Bl ank", + "Ġ Compar", + "ĠCom par", + "ĠCo mpar", + "ĠComp ar", + "' \",", + "'\" ,", + "_ policy", + "_p olicy", + "_pol icy", + "m ongoose", + "mongo ose", + "mong oose", + "_ FAILED", + "_FAIL ED", + "_FA ILED", + ". report", + ".re port", + ".repo rt", + ".rep ort", + "R atio", + ".Perform Layout", + "7 47", + "74 7", + "us able", + "usa ble", + "m ers", + "mer s", + "me rs", + "_ render", + "_re nder", + "_r ender", + "PE ED", + "7 72", + "77 2", + "Ġle sb", + "Ġles b", + "ĉ E", + "_ tool", + "_t ool", + "_to ol", + "Ġl adies", + "Ġlad ies", + "9 08", + "90 8", + "о Ñģ", + ") )))Ċ", + ")) ))Ċ", + "))) )Ċ", + ")))) Ċ", + "; ;;;", + ";; ;;", + ";;; ;", + ". dot", + ".d ot", + ".do t", + "Ġ nest", + "Ġn est", + "Ġne st", + "Ġnes t", + "pe ak", + "uk kit", + "e ca", + "ec a", + "_ SW", + "_S W", + "Ġ &(", + "Ġ& (", + "ĠOk lahoma", + "Ġb anking", + "Ġbank ing", + "Ġban king", + "5 69", + "56 9", + "Ġ Nintendo", + "ĠN intendo", + "7 52", + "75 2", + "Ġre produce", + "Ġrep roduce", + "Ġreprodu ce", + "Ġrepro duce", + "_ elements", + "_e lements", + "_element s", + "_el ements", + "_elem ents", + "_ele ments", + "_ mac", + "_m ac", + "_ma c", + "pr oxy", + "pro xy", + "prox y", + "Ġremark able", + "} /${", + "}/ ${", + "Ġ outs", + "Ġo uts", + "Ġout s", + "Ġou ts", + ".has Next", + "M ODE", + "MO DE", + "MOD E", + "6 58", + "65 8", + "Ġ anime", + "Ġan ime", + "Ġanim e", + "Ġani me", + ". conn", + ".c onn", + ".con n", + ".co nn", + "Un ique", + "Uni que", + "D om", + "Do m", + "Ġimport antly", + "Ġimportant ly", + "i tty", + "it ty", + "itt y", + "Ġju ice", + "T w", + "ĠPart ners", + "ĠPartner s", + "Ġatt acking", + "Ġattack ing", + "Ġport able", + "Ġpor table", + "Ġporta ble", + "am iento", + "ami ento", + "amient o", + ". PictureBox", + ".P ictureBox", + ". gen", + ".g en", + ".ge n", + "Ġopt imal", + "Ġoptim al", + "5 82", + "58 2", + "Ġre cre", + "Ġrec re", + "Ġjournal ist", + "Ġ Extract", + "ĠEx tract", + "ĠExt ract", + "ĠExtra ct", + "ĠExtr act", + "Ġ Moreover", + "ĠMore over", + "Ġ marginTop", + "Ġmargin Top", + ". Ap", + ".A p", + "Ġf iring", + "Ġfi ring", + "Ġfir ing", + "N aN", + "Na N", + "ĉ template", + "ĉt emplate", + "ĉtemp late", + "а д", + "аР´", + ". En", + ".E n", + "Ġdef ence", + "Ġdefe nce", + "Ġ Tel", + "ĠT el", + "ĠTe l", + "i len", + "il en", + "ile n", + "j an", + "ja n", + "= data", + "=d ata", + "Ġ Url", + "ĠU rl", + "ĠUr l", + "Ġ Reuters", + "ĠRe uters", + "( total", + "(t otal", + "(to tal", + "ĠF ifth", + "ĠFif th", + "Ġes says", + "Ġess ays", + "Ġessay s", + "Ġessa ys", + "Ġinterpret ation", + "Ġch arity", + "Ġchar ity", + "Ġ Rules", + "ĠR ules", + "ĠRule s", + "ĠRu les", + "Ġ subsection", + "Ġsub section", + "Ġsubs ection", + "st yled", + "style d", + "sty led", + "styl ed", + "a zer", + "az er", + "aze r", + "l ags", + "la gs", + "lag s", + "L IST", + "LI ST", + "Ġ uploaded", + "Ġup loaded", + "Ġupload ed", + "Ġ trash", + "Ġtr ash", + "Ġtra sh", + "Ġtras h", + "Ġ registr", + "Ġreg istr", + "Ġregist r", + "Ġ seller", + "Ġs eller", + "Ġse ller", + "Ġsell er", + "Ġsel ler", + "> ';čĊ", + ">' ;čĊ", + ">'; čĊ", + "Ġ startTime", + "Ġstart Time", + "ç Ļ", + "s y", + "( HttpServletRequest", + "(Http ServletRequest", + "Ġ trap", + "Ġt rap", + "Ġtr ap", + "Ġtra p", + "G C", + "Ġ embedded", + "Ġembed ded", + "Ġsur rounded", + "Ġsurround ed", + "8 16", + "81 6", + "i mits", + "im its", + "imit s", + "imi ts", + "T X", + "yl inder", + "6 85", + "68 5", + "Ġ Fal", + "ĠF al", + "ĠFa l", + "Ġsent ences", + "Ġsentence s", + "Ġ Ja", + "ĠJ a", + "IF ICATION", + "IFIC ATION", + "we apon", + "o vation", + "ov ation", + "ova tion", + "ovat ion", + "Ġ coat", + "Ġco at", + "Ġinter pol", + "Ġinterp ol", + "Ġl ips", + "Ġli ps", + "Ġlip s", + "Ġ Ky", + "ĠK y", + "Ġv ectors", + "Ġvector s", + "Ġve ctors", + "Ġvec tors", + "Ġvect ors", + "_ am", + "_a m", + "Ġin take", + "Ġint ake", + ". world", + ".w orld", + "Ġ inbox", + "Ġin box", + "Ġ MAC", + "ĠM AC", + "ĠMA C", + "_ ab", + "_a b", + "( nameof", + "(name of", + "6 33", + "63 3", + "Ġent ert", + "Ġenter t", + "Ġg athering", + "Ġgather ing", + "Ġ SIM", + "ĠS IM", + "ĠSI M", + "+ +.", + "++ .", + "n ya", + "ny a", + "' }}", + "'} }", + "Ġ UPDATE", + "ĠUP DATE", + "Ġ pac", + "Ġp ac", + "Ġpa c", + "( html", + "(h tml", + "(ht ml", + "ĠS ant", + "ĠSan t", + "ĠSa nt", + "i ating", + "ia ting", + "iat ing", + "ĠIde as", + "ĠIdea s", + "Ġs pray", + "Ġsp ray", + "Ġspr ay", + "ĠH art", + "ĠHar t", + "ĠHa rt", + "Ġ verification", + "Ġver ification", + "Ġverifica tion", + "ad esh", + "ade sh", + "ades h", + "/ modules", + "/mod ules", + "/module s", + "Ġ Mind", + "ĠM ind", + "ĠMin d", + "ĠMi nd", + "ĠSized Box", + "Ġsh elter", + "Ġshel ter", + "Ġ heroes", + "Ġher oes", + "Ġhero es", + "a tty", + "at ty", + "att y", + "Ġcert ified", + "Ġcertif ied", + "s j", + "Ġ être", + "Ġê tre", + "ÅĤ o", + "Ġpublish ing", + "ĠMal ays", + "ĠMa lays", + "ĠMalay s", + ". getUser", + ".get User", + "Ġ Provider", + "ĠPro vider", + "ĠProvid er", + "ĠProvide r", + "ĠProv ider", + "Ġ LinkedList", + "ĠLink edList", + "ĠLinked List", + "ĠB or", + "ĠBo r", + "R OUND", + "RO UND", + "d id", + "di d", + "t ain", + "ta in", + "p ire", + "pi re", + "pir e", + "ĠJ enn", + "ĠJe nn", + "ĠJen n", + "t el", + "te l", + "a nde", + "an de", + "and e", + "7 57", + "75 7", + "_ front", + "_f ront", + "_fr ont", + "ĠMc G", + "Test Method", + "ภŃ", + "Ġocc asionally", + "Ġoccasion ally", + "Ġoccasional ly", + "ĠW ales", + "ĠWal es", + "ĠWa les", + "Ġex ercises", + "Ġexerc ises", + "Ġexercise s", + "Ġ ÐĴ", + "ĠÐ Ĵ", + "0 45", + "04 5", + "- plus", + "-p lus", + "-pl us", + "Ġ validator", + "Ġvalid ator", + "Ġvalida tor", + "Ġpr ayer", + "Ġpray er", + "Ġpra yer", + "L ATED", + "LA TED", + "LAT ED", + "_ author", + "_a uthor", + "_auth or", + "_aut hor", + "Ġla bour", + "Ġlab our", + "+ +Ċ", + "++ Ċ", + "- equiv", + "-e quiv", + "-equ iv", + "Ġ GPL", + "ĠG PL", + "ĠGP L", + "Ġ facebook", + "Ġf acebook", + "Ġface book", + "s imple", + "sim ple", + "simp le", + "g ly", + "gl y", + "Process or", + "Proc essor", + "i py", + "ip y", + "7 44", + "74 4", + "Ġ *>", + "Ġ* >", + "6 48", + "64 8", + "Ġc leared", + "Ġclear ed", + "Ġcle ared", + "Ġ Push", + "ĠP ush", + "ĠPu sh", + "8 58", + "85 8", + "Ġp enis", + "Ġpe nis", + "Ġpen is", + "Struct ure", + "l ij", + "li j", + "ĠM organ", + "ĠMo rgan", + "ĠMor gan", + "ĠMorg an", + "Ġhand ful", + "\" .Ċ", + "\". Ċ", + "9 84", + "98 4", + "| \\", + "Ġ ********************************", + "Ġ**** ****************************", + "Ġ******** ************************", + "Ġ**************** ****************", + "Ġ************************ ********", + "Ġ Aqu", + "ĠA qu", + "5 84", + "58 4", + "_ IC", + "_I C", + ". loads", + ".load s", + ".lo ads", + "Ġ meter", + "Ġm eter", + "Ġme ter", + "Ġmet er", + "ĠM arine", + "ĠMar ine", + "ĠMa rine", + "ĠMari ne", + "ĠMarin e", + ": :{", + ":: {", + "Ġ TS", + "ĠT S", + "7 76", + "77 6", + "Ġ Arrays", + "ĠAr rays", + "ĠArray s", + "ĠArr ays", + ". Title", + ".T itle", + "G RAM", + "GR AM", + "GRA M", + "ter min", + "term in", + "Ġco inc", + "Ġcoin c", + "Ġcoi nc", + "E lse", + "El se", + "_ states", + "_st ates", + "_state s", + "_stat es", + "_sta tes", + "- run", + "-r un", + "m embers", + "member s", + "mem bers", + "7 82", + "78 2", + "a stro", + "as tro", + "ast ro", + "astr o", + "0 66", + "06 6", + "Ġon Press", + "Ġbe ings", + "Ġbeing s", + "Ġab andoned", + "Ġabandon ed", + "Ġtax p", + "Ġta xp", + "ow ners", + "own ers", + "owner s", + ". mode", + ".m ode", + ".mod e", + ".mo de", + "Ġdi agnosis", + "Ġdiagn osis", + "Ġdiag nosis", + "Ġ _Ċ", + "Ġ_ Ċ", + "Ġ Knight", + "ĠK night", + "ĠKn ight", + "ĉ A", + "Ġ observe", + "Ġob serve", + "Ġobs erve", + "Ġobserv e", + ") ,'", + "), '", + "8 23", + "82 3", + "! \")Ċ", + "!\" )Ċ", + "!\") Ċ", + "Ġ Para", + "ĠP ara", + "ĠPar a", + "ĠPa ra", + "Ġ variation", + "Ġvar iation", + "Ġvari ation", + "( False", + "(F alse", + "Ġ Anti", + "ĠAn ti", + "ĠAnt i", + "Ġg ri", + "Ġgr i", + "Ġhome less", + "Ġhom eless", + "? v", + "Ġb ez", + "Ġbe z", + ". Server", + ".S erver", + ".Serve r", + "r elease", + "re lease", + "rel ease", + "ĠP atri", + "ĠPat ri", + "ĠPa tri", + "Ġ chars", + "Ġch ars", + "Ġchar s", + "Ġcha rs", + "Ġ ranking", + "Ġr anking", + "Ġrank ing", + "Ġran king", + "act ivation", + "activ ation", + "5 81", + "58 1", + "Ġw ides", + "Ġwide s", + "Ġwid es", + "Ġwi des", + "q r", + ". Sql", + ".S ql", + "a cular", + "ac ular", + "acula r", + "Ġ Bot", + "ĠB ot", + "ĠBo t", + "_ sync", + "_s ync", + "_syn c", + "_sy nc", + "Ġh appiness", + "Ġhapp iness", + "Ġvol unteers", + "Ġvolunte ers", + "Ġvolunteer s", + "8 77", + "87 7", + "Ġs its", + "Ġsit s", + "Ġsi ts", + "/ <", + "[ e", + "( fileName", + "(file Name", + "Ġcap ac", + "Ġca pac", + "8 32", + "83 2", + "Ġ Maria", + "ĠM aria", + "ĠMar ia", + "ĠMa ria", + "ĠMari a", + "f ather", + "fa ther", + "fat her", + "Ġ gram", + "Ġg ram", + "Ġgr am", + "Ġgra m", + "* i", + "Ġc aso", + "Ġca so", + "Ġcas o", + "_ draw", + "_d raw", + "_dr aw", + "Ġ Raw", + "ĠR aw", + "ĠRa w", + "Ġ Iterator", + "ĠIt erator", + "ĠIter ator", + "6 64", + "66 4", + "Ġ Padding", + "ĠP adding", + "ĠPad ding", + "9 24", + "92 4", + "P D", + "B OX", + "BO X", + "ĠS PECIAL", + "ĠSPEC IAL", + "Ġ fecha", + "Ġf echa", + "Ġfe cha", + "Ġfec ha", + "Ġ vide", + "Ġv ide", + "Ġvi de", + "Ġvid e", + "Ġ Leader", + "ĠLe ader", + "ĠLead er", + "ä» ¥", + "$ (\".", + "$( \".", + "$(\" .", + "Ġd iameter", + "Ġdiam eter", + "Ġdia meter", + "Ġm ild", + "Ġmil d", + "Ġmi ld", + "7 45", + "74 5", + "Ġr ocks", + "Ġro cks", + "Ġrock s", + "Ġroc ks", + "app ings", + "apping s", + "0 48", + "04 8", + "d irectory", + "direct ory", + "director y", + "5 57", + "55 7", + ". flush", + ".f lush", + ".fl ush", + "Ġ Jess", + "ĠJ ess", + "ĠJes s", + "ĠJe ss", + "UN IT", + "Ġ Pear", + "ĠP ear", + "ĠPe ar", + "Ġ mandatory", + "Ġm andatory", + "Ġmand atory", + "S ur", + "Su r", + "q t", + "Ġ streams", + "Ġstream s", + "Ġstre ams", + "Ġco operation", + "Ġcooper ation", + "Ġcoop eration", + "Ġ Sac", + "ĠS ac", + "ĠSa c", + "Ġche aper", + "Ġcheap er", + "ĉ ch", + "ĉc h", + "an imation", + "anim ation", + "f are", + "fa re", + "far e", + "( height", + "(h eight", + "( True", + "N Y", + "Ġw rest", + "Ġwr est", + "Ġwre st", + "Ġp olls", + "Ġpol ls", + "Ġpoll s", + "Ġencounter ed", + "Ġencount ered", + "ĠMark etable", + "ĠMarket able", + "_ PASSWORD", + "_P ASSWORD", + "_PASS WORD", + "7 16", + "71 6", + "_ SELECT", + "_SE LECT", + "_SEL ECT", + "ĠArab ia", + "ĠAra bia", + "_ clock", + "_c lock", + "_cl ock", + "Ġ voy", + "Ġv oy", + "Ġvo y", + "Ġ из", + "Ġи з", + "Ġs tir", + "Ġst ir", + "is ible", + "isi ble", + "- effect", + "-e ffect", + "-eff ect", + ". created", + ".c reated", + ".create d", + ".cr eated", + "Ġto ys", + "Ġtoy s", + "ĠTrad able", + "Ġ rust", + "Ġr ust", + "Ġru st", + "Ġrus t", + "Ġ strcpy", + "Ġstr cpy", + "_ timestamp", + "_t imestamp", + "_time stamp", + "Ġtal ented", + "Ġtalent ed", + ", null", + ",n ull", + "Ġ Jobs", + "ĠJ obs", + "ĠJo bs", + "ĠJob s", + "Ġ Portland", + "ĠPort land", + "Ġweak ness", + "Th row", + "Thr ow", + "Ġ Angel", + "ĠAn gel", + "ĠAng el", + "ĠAnge l", + "ä¿ ®", + "7 54", + "75 4", + "Ġun cert", + "Ġunc ert", + "ï¼ī Ċ", + "Ġ ìĿ´", + "ĠìĿ ´", + "Wh ich", + "Ġ[- ]:", + "S omething", + "Some thing", + "Som ething", + "Ġconv icted", + "Ġconvict ed", + "k le", + "kl e", + "ed ium", + "edi um", + "Ġ branches", + "Ġbr anches", + "Ġbranch es", + "Ġbran ches", + "Ġ bases", + "Ġb ases", + "Ġbase s", + "Ġbas es", + "Ġba ses", + "ç ®", + "Ġcomplex ity", + "Ġ Fig", + "ĠF ig", + "ĠFi g", + ". reshape", + ".re shape", + ".res hape", + "$ db", + "$d b", + "7 36", + "73 6", + "_ CONST", + "_CON ST", + "_CO NST", + "Ġ Tes", + "ĠT es", + "ĠTe s", + ". runtime", + ".r untime", + ".run time", + "Ġ deny", + "Ġd eny", + "Ġde ny", + "Ġden y", + "Ġ BSD", + "ĠB SD", + "ĠBS D", + "Ġ kr", + "Ġk r", + "h att", + "ha tt", + "hat t", + "Ġ Static", + "ĠSt atic", + "ĠStat ic", + "ĠSta tic", + "Ġunivers ities", + "Re place", + "Rep lace", + "Ġd rove", + "Ġdr ove", + "Ġdro ve", + "Ġad oles", + "Ġado les", + "_ plugin", + "_pl ugin", + "ĠL GBT", + "ĠLG BT", + "Ġ tex", + "Ġt ex", + "Ġte x", + "d uction", + "du ction", + "duct ion", + "duc tion", + "7 51", + "75 1", + "7 99", + "79 9", + "E DI", + "ED I", + "Ġ Ted", + "ĠT ed", + "ĠTe d", + "_ URI", + "_U RI", + "Ġre ception", + "Ġrece ption", + "Ġrecept ion", + "Ġrecep tion", + "ar ten", + "art en", + "arte n", + ". Single", + ".S ingle", + ".Sin gle", + "r ice", + "ri ce", + "ric e", + "sc ious", + "sci ous", + "8 43", + "84 3", + "_ bg", + "_b g", + "Ġw ages", + "Ġwa ges", + "Ġwage s", + "Ġwag es", + "Ġ Servlet", + "ĠS ervlet", + "ĠServ let", + "UI Layout", + "UIL ayout", + "Ġ formatted", + "Ġform atted", + "Ġformat ted", + ". Mod", + ".M od", + "< class", + " ',Ċ", + ">' ,Ċ", + ">', Ċ", + "Ġexp anding", + "Ġexpand ing", + "Ġ Hamilton", + "ĠHam ilton", + "Ġ Contrib", + "ĠCon trib", + "ĠCont rib", + "ĠContr ib", + ". Tables", + ".T ables", + ".Tab les", + ".Table s", + "7 28", + "72 8", + "Act iv", + "Ac tiv", + "H H", + "o commerce", + "ocom merce", + "_ ;", + "Ġamong st", + "o wing", + "ow ing", + "owi ng", + "8 59", + "85 9", + "Ġ Cold", + "ĠC old", + "ĠCo ld", + "ĠCol d", + "A PH", + "AP H", + "Ġpsych ological", + "Ġpsycho logical", + "_ tensor", + "_t ensor", + "Ġpack aging", + "Ġ Sweden", + "ĠSw eden", + "ĠSwe den", + "Ġ pare", + "Ġp are", + "Ġpar e", + "Ġpa re", + "Ġ aggregate", + "Ġag gregate", + "Ġaggreg ate", + "Ġmod erate", + "Ġmode rate", + "Ġmoder ate", + "8 62", + "86 2", + "_ hand", + "_h and", + "Ġdesign ated", + "Ġdesignate d", + "Ġd rum", + "Ġdr um", + "Ġdru m", + "Ġ getUser", + "Ġget User", + "ĠC reek", + "ĠCre ek", + "ĠCree k", + "_ scope", + "_s cope", + "_sc ope", + "Ġ Transfer", + "ĠTrans fer", + "Ġ Marg", + "ĠM arg", + "ĠMar g", + "ĠMa rg", + "Ġ fighters", + "Ġfight ers", + "Ġfighter s", + "W nd", + "Ġ Sel", + "ĠS el", + "ĠSe l", + "Ġ Launch", + "ĠL aunch", + "ĠLa unch", + "Ġem erging", + "Ġemerg ing", + "i frame", + "if rame", + "ifr ame", + "Ġ Additional", + "ĠAdd itional", + "ĠAddition al", + "Ġf ears", + "Ġfe ars", + "Ġfear s", + "Ġsat ellite", + "_ :", + "Ġ disposing", + "Ġdis posing", + "Ġdisp osing", + "Ġdispos ing", + "Get Value", + "Http Post", + "AT IVE", + "ul ary", + "ular y", + "ula ry", + "View s", + "Vi ews", + "Ġatt ending", + "Ġattend ing", + "ĠT ennessee", + "Ġ Mission", + "ĠM ission", + "ĠMiss ion", + "Ġmed ication", + "Ġmedic ation", + "Ġmedi cation", + "Ġ Wy", + "ĠW y", + "Ġ Anna", + "ĠAn na", + "ĠAnn a", + "Ø ¹", + "Ġ Vertex", + "ĠVer tex", + "ĠVert ex", + ". types", + ".t ypes", + ".type s", + ".typ es", + "O rgan", + "Or gan", + "Org an", + ". DataGridViewTextBoxColumn", + ".DataGridView TextBoxColumn", + "Ġ RS", + "ĠR S", + "Ġt empo", + "Ġtem po", + "Ġtemp o", + "( App", + "(A pp", + "8 92", + "89 2", + "Version UID", + ". point", + ".p oint", + ".po int", + ".poi nt", + "ĠD utch", + "ĠDut ch", + "H ours", + "Hour s", + "Ho urs", + "L U", + "Ġ quoted", + "Ġqu oted", + "Ġquote d", + "Ġquot ed", + "Ġquo ted", + ". builder", + ".b uilder", + ".build er", + "Ġ Perfect", + "ĠPer fect", + "ĠPerf ect", + "Ġ Always", + "ĠAl ways", + "_ two", + "_t wo", + "_tw o", + "Ġexclusive ly", + "Ġexclus ively", + "ĠC ra", + "ĠCr a", + "ific ar", + "ifi car", + "ifica r", + "Ġ AWS", + "ĠA WS", + "ĠAW S", + "ing ham", + "com plex", + "comp lex", + "k ernel", + "ker nel", + "Ġ gravity", + "Ġgr avity", + "Ġgrav ity", + "Ġ wi", + "Ġw i", + "0 52", + "05 2", + "Ġ overview", + "Ġover view", + "Ġov erview", + "6 61", + "66 1", + "Ġ Want", + "ĠW ant", + "ĠWa nt", + "ĠWan t", + "Ġ WP", + "ĠW P", + "( sh", + "(s h", + ". rotation", + ".r otation", + ".rot ation", + "St ates", + "State s", + "Stat es", + "Ġ Teen", + "ĠT een", + "ĠTe en", + "ĠTee n", + "_ components", + "_com ponents", + "_comp onents", + "_component s", + "ì Īĺ", + "ìĪ ĺ", + "Re ceived", + "Receive d", + "Ġly rics", + "Ġlyric s", + "Ġlyr ics", + "r ites", + "ri tes", + "rit es", + "rite s", + "ĉ ĉĉĉĉĠ", + "ĉĉ ĉĉĉĠ", + "ĉĉĉĉ ĉĠ", + "ĉĉĉ ĉĉĠ", + "ĉĉĉĉĉ Ġ", + "- American", + "-A merican", + "-Americ an", + "[ num", + "[n um", + "/ python", + "/p ython", + "/py thon", + "Ġ UART", + "ĠU ART", + "ĠUA RT", + "Ġ apple", + "Ġapp le", + "Ġap ple", + "Ġappl e", + "Ġ Jonathan", + "ĠJon athan", + "Ġm omentum", + "Ġmoment um", + "ภ±", + "Ĥ ¹", + "Ġm ich", + "Ġmi ch", + "Ġmic h", + "an dra", + "and ra", + "andr a", + "Ġb iological", + "Ġbi ological", + "Ġbio logical", + "ĠM ens", + "ĠMe ns", + "ĠMen s", + "Ġ %%", + "Ġ% %", + "el sea", + "else a", + "els ea", + "ĠMex ican", + ".rand int", + "Ġt ale", + "Ġtal e", + "Ġta le", + "Ġ Validate", + "ĠValid ate", + "Ġdef eated", + "Ġdefe ated", + "Ġdefeat ed", + ". htm", + ".h tm", + ".ht m", + "Ġc opper", + "Ġco pper", + "Ġcop per", + "Ġcopp er", + "= /", + "co system", + "cos ystem", + "Ġ rip", + "Ġr ip", + "Ġri p", + "d ecimal", + "de cimal", + "dec imal", + ". VISIBLE", + ".V ISIBLE", + "Ġ Ta", + "ĠT a", + "ĉ ĉĉĉĉĉĉĉĉĉĉĉĉĉ", + "ĉĉ ĉĉĉĉĉĉĉĉĉĉĉĉ", + "ĉĉĉĉ ĉĉĉĉĉĉĉĉĉĉ", + "ĉĉĉ ĉĉĉĉĉĉĉĉĉĉĉ", + "ĉĉĉĉĉ ĉĉĉĉĉĉĉĉĉ", + "ĉĉĉĉĉĉ ĉĉĉĉĉĉĉĉ", + "ĉĉĉĉĉĉĉĉ ĉĉĉĉĉĉ", + "ĉĉĉĉĉĉĉ ĉĉĉĉĉĉĉ", + "ĉĉĉĉĉĉĉĉĉ ĉĉĉĉĉ", + "ĉĉĉĉĉĉĉĉĉĉ ĉĉĉĉ", + "ĉĉĉĉĉĉĉĉĉĉĉ ĉĉĉ", + "ĉĉĉĉĉĉĉĉĉĉĉĉ ĉĉ", + "ĉĉĉĉĉĉĉĉĉĉĉĉĉ ĉ", + "Ġdown loaded", + "Ġdownload ed", + "en vironment", + "Ġno mine", + "Ġnom ine", + "Ġnomin e", + "build ing", + "Ġ Spot", + "ĠS pot", + "ĠSp ot", + "ĠSpo t", + "ipher al", + "iph eral", + "Ġ alto", + "Ġal to", + "Ġalt o", + "q uet", + "qu et", + "que t", + "Ġ FT", + "ĠF T", + "/ get", + "/g et", + "/ge t", + "/ master", + "/m aster", + "W IN", + "WI N", + "åħ ĥ", + "6 76", + "67 6", + "W est", + "We st", + "ar gc", + "arg c", + "Ġpro ducers", + "Ġprodu cers", + "Ġproduce rs", + "Ġproducer s", + "Ġ Much", + "ĠM uch", + "ĠMu ch", + "_ storage", + "_st orage", + "c redit", + "cre dit", + "cr edit", + "cred it", + "C ONT", + "CON T", + "CO NT", + "Ġ vet", + "Ġv et", + "Ġve t", + "Ġ voices", + "Ġvo ices", + "Ġvoice s", + "Ġvoi ces", + "( '',", + "(' ',", + "Ġin struments", + "Ġinstr uments", + "Ġinstrument s", + "6 62", + "66 2", + "Ġ MSG", + "ĠM SG", + "ĠMS G", + "e sse", + "es se", + "ess e", + "re pository", + "repos itory", + "om ics", + "omic s", + "omi cs", + "Ġ dealer", + "Ġde aler", + "Ġdeal er", + "St ill", + "Ġ banner", + "Ġb anner", + "Ġban ner", + "asc ii", + "Ġ remarks", + "Ġre marks", + "Ġr emarks", + "Ġrem arks", + "Ġremark s", + "Ġremar ks", + "[ js", + "[j s", + "Ġshort er", + "g ulp", + "gu lp", + "Ġm yster", + "Ġmy ster", + "Ġmys ter", + "Ġmyst er", + "Ġk un", + "Ġku n", + "Ġ Bird", + "ĠB ird", + "ĠBi rd", + "ĠBir d", + "Ġt iene", + "Ġti ene", + "Ġtie ne", + "7 88", + "78 8", + "n ut", + "nu t", + "Ġ Um", + "ĠU m", + "Ġ wise", + "Ġw ise", + "Ġwis e", + "Ġwi se", + "Y eah", + "Ye ah", + "I NESS", + "IN ESS", + "INE SS", + "INES S", + "0 46", + "04 6", + "_ begin", + "_b egin", + "_be gin", + "_beg in", + "- heading", + "-head ing", + "-he ading", + "C ourse", + "Co urse", + "Cour se", + "Ġ čĊčĊ", + "ĠčĊ čĊ", + "om bie", + "omb ie", + "gr aded", + "grad ed", + "grade d", + "gra ded", + "Ġ GPS", + "ĠG PS", + "ĠGP S", + "Ġ że", + "Ġż e", + "F it", + "Fi t", + "c aption", + "ca ption", + "cap tion", + "capt ion", + "ö n", + "/ image", + "/i mage", + "/im age", + "l ia", + "li a", + "( mod", + "(m od", + "Ġle ak", + "en za", + "enz a", + "6 29", + "62 9", + "/ H", + "Ġ Happy", + "ĠH appy", + "ĠHa ppy", + "ĠHapp y", + "9 93", + "99 3", + "D ist", + "Dis t", + "Di st", + "n x", + "ĠGovern or", + "ĠGover nor", + "( last", + "(l ast", + "t eacher", + "te acher", + "tea cher", + "Ġ Sent", + "ĠS ent", + "ĠSe nt", + "ĠSen t", + "s upport", + "sup port", + "8 38", + "83 8", + "ject ory", + "Ġ Ùħ", + "ĠÙ ħ", + "Reg istration", + "Registr ation", + "0 63", + "06 3", + "Ġ Gray", + "ĠG ray", + "ĠGr ay", + "ĠGra y", + ", false", + ",f alse", + "Ġ adjusted", + "Ġadjust ed", + "Ġadj usted", + "( settings", + "(s ettings", + "(set tings", + "(setting s", + "< R", + "Ġ Mage", + "ĠM age", + "ĠMag e", + "ĠMa ge", + "Ġ plaint", + "Ġpl aint", + "Ġplain t", + "Ġpla int", + "_ )Ċ", + "_) Ċ", + "ĉ it", + "ĉi t", + "o metric", + "om etric", + "omet ric", + "ometr ic", + ". bootstrap", + ".boot strap", + "Ġcar ries", + "Ġcarr ies", + "I p", + "Ġ! $", + "Ġsw imming", + "Ġswim ming", + "Ġ Mario", + "ĠM ario", + "ĠMar io", + "ĠMa rio", + "ĠMari o", + "Ġ Questions", + "ĠQuest ions", + "ĠQuestion s", + "P ACE", + "PA CE", + "æĸ ¹", + "e or", + "eo r", + "} }\"", + "}} \"", + "Ġ oven", + "Ġo ven", + "Ġov en", + "Ġ Kon", + "ĠK on", + "ĠKo n", + "Ġwis dom", + "Ġac quisition", + "ess ment", + "ag ine", + "agi ne", + "Ġex pressions", + "Ġexpress ions", + "Ġexpression s", + "Ġexpr essions", + "Sequential Group", + "F ront", + "Fr ont", + "ul pt", + "ulp t", + "a wk", + "aw k", + "' ])ĊĊ", + "'] )ĊĊ", + "']) ĊĊ", + "'])Ċ Ċ", + "8 13", + "81 3", + "7 32", + "73 2", + "_ AR", + "_A R", + "Ġan alog", + "Ġanal og", + "Ġana log", + "u lin", + "ul in", + "uli n", + "_ PRINT", + "_PR INT", + "_PRI NT", + "Ġ LG", + "ĠL G", + "Ġ blob", + "Ġb lob", + "Ġbl ob", + "Ġblo b", + "Ġ Furthermore", + "ĠFurther more", + "_ component", + "_com ponent", + "_comp onent", + "Ġ Cole", + "ĠC ole", + "ĠCo le", + "ĠCol e", + "L AN", + "LA N", + "SC RIPTION", + "SCRI PTION", + "SCRIPT ION", + "Ġ lap", + "Ġl ap", + "Ġla p", + "ic ensing", + "icens ing", + "_TIME OUT", + "ĠF ro", + "ĠFr o", + "Ġl iability", + "Ġli ability", + "Ġ composed", + "Ġcom posed", + "Ġcomp osed", + "Ġcompose d", + "Ġcompos ed", + "6 34", + "63 4", + ".create SequentialGroup", + "_ person", + "_p erson", + "_per son", + "Ġ beam", + "Ġb eam", + "Ġbe am", + "ĉ ĠĠĠĠĠĠĠĠ", + "ĉĠĠĠ ĠĠĠĠĠ", + "ĉĠ ĠĠĠĠĠĠĠ", + "ĉĠĠĠĠĠĠĠ Ġ", + "ĉĠĠ ĠĠĠĠĠĠ", + "ĉĠĠĠĠĠ ĠĠĠ", + "ĉĠĠĠĠ ĠĠĠĠ", + "ĉĠĠĠĠĠĠ ĠĠ", + "Ġ NotFound", + "ĠNot Found", + "6 84", + "68 4", + ". 'Ċ", + ".' Ċ", + "ÃŃ s", + ". TextView", + ".T extView", + ".Text View", + "P DF", + "PD F", + "Ġ kar", + "Ġk ar", + "Ġka r", + "_ _('", + "__ ('", + "__( '", + "Ġ \":\"", + "Ġ\" :\"", + "Ġ\": \"", + "_ messages", + "_m essages", + "_message s", + "Ġhar vest", + ". history", + ".h istory", + ".hist ory", + "> 'Ċ", + ">' Ċ", + "- fold", + "-f old", + "æ Ĭ", + "Ġ Better", + "ĠB etter", + "ĠBet ter", + "ĠBett er", + "Ġ\" \\<", + "Ġ\"\\ <", + "sp acing", + "spa cing", + "Ġf urnished", + "Ġfurn ished", + "Ġfurnish ed", + "9 13", + "91 3", + "o ser", + "os er", + "ose r", + "] }Ċ", + "]} Ċ", + "Ġ $\"", + "Ġ$ \"", + "p ull", + "pu ll", + ". Post", + ".P ost", + ".Pos t", + "9 19", + "91 9", + "( ip", + "(i p", + "Ĺ ı", + ". front", + ".f ront", + ".fr ont", + "n te", + "nt e", + "Ġ FM", + "ĠF M", + "g uid", + "gu id", + "gui d", + "8 44", + "84 4", + "Ġnegot iations", + "Ġnegotiation s", + "ag onal", + "agon al", + "ago nal", + "9 34", + "93 4", + "Ġtrem end", + "ung eon", + "unge on", + "A dv", + "Ad v", + "car ousel", + "ÃŁ e", + "_ DESC", + "_D ESC", + "_DE SC", + "Ġ hammer", + "Ġh ammer", + "Ġham mer", + "Ġhamm er", + "ẠŃ", + "Ġ ĠĠĠĠĠĠĠĊĊ", + "ĠĠ ĠĠĠĠĠĠĊĊ", + "ĠĠĠĠ ĠĠĠĠĊĊ", + "ĠĠĠĠĠĠĠĠ ĊĊ", + "ĠĠĠ ĠĠĠĠĠĊĊ", + "ĠĠĠĠĠĠĠ ĠĊĊ", + "ĠĠĠĠĠ ĠĠĠĊĊ", + "ĠĠĠĠĠĠ ĠĠĊĊ", + "ĠĠĠĠĠĠĠĠĊ Ċ", + "- core", + "-c ore", + "-co re", + "-cor e", + "- service", + "-s ervice", + "-ser vice", + "Ġc orners", + "Ġcor ners", + "Ġcorner s", + "Ġcorn ers", + "Ġ SF", + "ĠS F", + "p red", + "pr ed", + "pre d", + "> A", + "ĠJ Label", + "ĠJL abel", + "Ġrom antic", + "Ġroman tic", + "Ġromant ic", + "Ġtest imony", + "Ġtestim ony", + "Ġtestimon y", + "o sc", + "os c", + "Ġ Generation", + "ĠG eneration", + "ĠGener ation", + "ĠGen eration", + "ĠGene ration", + "as ures", + "asure s", + "asu res", + "_ internal", + "_in ternal", + "_int ernal", + "_inter nal", + "Ġ prints", + "Ġpr ints", + "Ġprint s", + "Ġpri nts", + "Ġprin ts", + "Ġ ])Ċ", + "Ġ] )Ċ", + "Ġ]) Ċ", + "ĠC leveland", + "re po", + "rep o", + "D isc", + "Dis c", + "Di sc", + "6 77", + "67 7", + "7 62", + "76 2", + "Ġ \">Ċ", + "Ġ\" >Ċ", + "Ġ\"> Ċ", + "� ���", + "�� ��", + "��� �", + "Ġ nearest", + "Ġne arest", + "Ġnear est", + "5 91", + "59 1", + "_ tb", + "_t b", + "( require", + "(re quire", + "(req uire", + "E OF", + "EO F", + "- child", + "-ch ild", + "Ġb udd", + "Ġbu dd", + "Ġbud d", + ".Xtra Editors", + "al ties", + "alt ies", + "7 23", + "72 3", + "\\\" :\\\"", + "\\\": \\\"", + "W ords", + "Word s", + "9 17", + "91 7", + "Ġloc ally", + "Ġlocal ly", + "Ġp urchases", + "Ġpurch ases", + "Ġpurchase s", + "6 95", + "69 5", + "D rawer", + "Draw er", + "ex tract", + "ext ract", + "extra ct", + "extr act", + "Ġex ecut", + "Ġexec ut", + "Ġexe cut", + "} '.", + "}' .", + "user data", + "Ġfocus es", + "Ġfoc uses", + "- minute", + "-min ute", + "7 64", + "76 4", + "Ġ Publish", + "ĠP ublish", + "ĠPub lish", + "o go", + "og o", + "Ġm ountains", + "Ġmount ains", + "Ġmountain s", + "B ot", + "Bo t", + "} >{", + "}> {", + "Ġt ension", + "Ġtens ion", + "r od", + "ro d", + "m esh", + "me sh", + "mes h", + "Ġtrans formed", + "Ġtransform ed", + ", R", + "( )}Ċ", + "() }Ċ", + "()} Ċ", + ". long", + ".l ong", + ".lo ng", + ".lon g", + "Ġg orgeous", + "Ġgorge ous", + "Ġ Schedule", + "ĠS chedule", + "Ġold est", + "Ġol dest", + "Ġsub process", + "( IN", + "(I N", + "y ect", + "ye ct", + "ĠCo oper", + "ar ness", + "arn ess", + "Ġ Monitor", + "ĠM onitor", + "ĠMon itor", + ". part", + ".p art", + ".par t", + ".pa rt", + "9 72", + "97 2", + "Ġ NBC", + "ĠN BC", + "ĠNB C", + "6 68", + "66 8", + "Ġc otton", + "Ġcot ton", + "Ġcott on", + "Ġ hol", + "Ġh ol", + "Ġho l", + "7 26", + "72 6", + "Ġ rgba", + "Ġr gba", + "Ġrgb a", + "Ġrg ba", + "Ġ Bio", + "ĠB io", + "ĠBi o", + "Cont inue", + "Contin ue", + "P od", + "Po d", + "Ġparticip ating", + "cl usions", + "clus ions", + "clusion s", + "(By Val", + "7 34", + "73 4", + "à ¬", + "Ġ HOW", + "ĠH OW", + "ĠHO W", + "_set opt", + "Ġaccompany ing", + "0 91", + "09 1", + "a ton", + "at on", + "ato n", + "Ġ /\\", + "Ġ/ \\", + "Ġ Authentication", + "ĠAuth entication", + "ĠAuthentic ation", + "i én", + "ĠBar ack", + "ĠBa rack", + "/ *.", + "/* .", + "Ġe ager", + "Ġea ger", + "Ġeag er", + "Ġ Cancel", + "ĠC ancel", + "ĠCan cel", + "ĠCanc el", + "< lemma", + " $", + "O LEAN", + "OLE AN", + "OK IE", + "IB ILITY", + "U AGE", + "UA GE", + "Ġ Survey", + "ĠS urvey", + "ĠSur vey", + "ĠSurv ey", + "0 71", + "07 1", + "Ġre sign", + "Ġr esign", + "Ġres ign", + "w ing", + "win g", + "wi ng", + "Ġse crets", + "Ġsec rets", + "Ġsecret s", + "Ġsecre ts", + "Ġc hips", + "Ġch ips", + "Ġchip s", + "Ġchi ps", + "JSON Object", + "D esktop", + "Des ktop", + "Desk top", + "5 96", + "59 6", + "_SY MBOL", + "( resource", + "(res ource", + "(re source", + "Ġ< />Ċ", + "ĠĊ", + "Ġnew est", + "Ġne west", + "u li", + "ul i", + "Ġde sert", + "Ġdes ert", + "Ġdese rt", + "Ġdeser t", + "Ġd ip", + "Ġdi p", + "Ġ Pow", + "ĠP ow", + "ĠPo w", + "Ġequ ation", + "Ġeq uation", + "Ġposs ibilities", + "Ġpossibilit ies", + "Ġ Fed", + "ĠF ed", + "ĠFe d", + "os ph", + "osp h", + "Ġ [%", + "Ġ[ %", + "Ġ bubble", + "Ġb ubble", + "Ġbu bble", + "Ġbub ble", + "Ġbubb le", + "ether lands", + "7 93", + "79 3", + "Ġc ement", + "Ġce ment", + ". auto", + ".a uto", + ".au to", + ".aut o", + "_ AN", + "_A N", + "âĢĻ .", + "s election", + "se lection", + "select ion", + "sel ection", + "Ġ Bond", + "ĠB ond", + "ĠBo nd", + "ĠBon d", + "9 88", + "98 8", + "D en", + "De n", + "- O", + ". getType", + ".get Type", + "8 96", + "89 6", + ". Window", + ".W indow", + "p res", + "pr es", + "pre s", + "Ġsw inger", + "Ġswing er", + "\" })Ċ", + "\"} )Ċ", + "\"}) Ċ", + "Ġ pip", + "Ġp ip", + "Ġpi p", + "Ġm ice", + "Ġmi ce", + "Ġmic e", + "Ġ compound", + "Ġcomp ound", + "- plugin", + "-pl ugin", + "i ko", + "ik o", + "Ġcent uries", + "i cular", + "ic ular", + "- inline", + "-in line", + "ĉ key", + "ĉk ey", + "> \\<", + ">\\ <", + "EN SION", + "ENS ION", + "Ġ[ čĊ", + "Ġprecis ely", + "Ġprecise ly", + "Ġ été", + "Ġé té", + "Ġét é", + "Ġ Past", + "ĠP ast", + "ĠPa st", + "ĠPas t", + "ĠCam bridge", + "ĠCamb ridge", + "- full", + "-f ull", + "Ġ analyze", + "Ġan alyze", + "Ġanaly ze", + "Ġ Steven", + "ĠSt even", + "ĠSte ven", + "ĠSteve n", + "Ġ nem", + "Ġn em", + "Ġne m", + "d ue", + "du e", + "o ren", + "or en", + "ore n", + "Ġmus cles", + "Ġmuscle s", + "i jing", + "ij ing", + "iji ng", + "8 52", + "85 2", + "/ -", + "ĠKenn edy", + "5 97", + "59 7", + "R M", + "oss ible", + "Ġact ress", + "Ġd olor", + "Ġdo lor", + "Ġdol or", + "9 14", + "91 4", + "å½ ķ", + "N eed", + "Ne ed", + ". toggle", + ".t oggle", + "Ġ Race", + "ĠR ace", + "ĠRa ce", + "ĠRac e", + "w ers", + "we rs", + "wer s", + ". material", + ".m aterial", + ".mat erial", + "Ġ Due", + "ĠD ue", + "ĠDu e", + "Ġ Pel", + "ĠP el", + "ĠPe l", + "# print", + "Ġin dependence", + "Ġindepend ence", + "ex us", + "Sh adow", + "Ġ encoder", + "Ġe ncoder", + "Ġen coder", + "Ġenc oder", + "Ġencode r", + "( level", + "(le vel", + "Ġ Swift", + "ĠSw ift", + ". doc", + ".d oc", + ".do c", + "_ selection", + "_s election", + "_se lection", + "_select ion", + "_sel ection", + "9 52", + "95 2", + "Ġserial VersionUID", + "9 45", + "94 5", + "Label s", + "Lab els", + "Ġperform ances", + "Ġperformance s", + "Ġperforman ces", + ". Tag", + ".T ag", + "ĠN HL", + "ĠNH L", + "i zen", + "iz en", + "ize n", + "/ UIKit", + "/UI Kit", + "9 91", + "99 1", + "_ CONTROL", + "_CONT ROL", + "Ġe arnings", + "Ġear nings", + "Ġearn ings", + "Ġearning s", + "9 75", + "97 5", + "Ġ Alt", + "ĠA lt", + "ĠAl t", + "_ HANDLE", + "_H ANDLE", + "_HAND LE", + "C tx", + "Ġper su", + "Ġpers u", + "Ġ tran", + "Ġt ran", + "Ġtr an", + "Ġtra n", + "ç ¨", + "_ CHANNEL", + "_CH ANNEL", + "_CHAN NEL", + "Ġs atisfaction", + "Ġsatisf action", + "Ġ GP", + "ĠG P", + "7 69", + "76 9", + "i ox", + "io x", + "m itt", + "mit t", + "mi tt", + "l ando", + "land o", + "la ndo", + "lan do", + "Ġ pig", + "Ġp ig", + "Ġpi g", + "in als", + "inal s", + "ina ls", + "ê ncia", + "ên cia", + "7 31", + "73 1", + "S urface", + "Sur face", + "Ġ UUID", + "ĠU UID", + "Ġbenef icial", + "Ġbenefici al", + "Ġ sequences", + "Ġse quences", + "Ġsequence s", + "Ġsequ ences", + "ĉ memset", + "ĉmem set", + "Ġmag ical", + "Ġmagic al", + " «", + "Ġw orn", + "Ġwor n", + "Ġwo rn", + "A SC", + "AS C", + "p opup", + "pop up", + "C OMP", + "CO MP", + "COM P", + "_ before", + "_b efore", + "_be fore", + "e ness", + "en ess", + "ene ss", + "enes s", + "U i", + "L es", + "Le s", + ". require", + ".re quire", + ".req uire", + ". Serializable", + ".Serial izable", + "add Gap", + "Ġ authorization", + "Ġauthor ization", + "0 85", + "08 5", + ".py plot", + "u rray", + "ur ray", + "urr ay", + "l atitude", + "lat itude", + "8 45", + "84 5", + "f rames", + "fr ames", + "frame s", + "fra mes", + "fram es", + "a js", + "aj s", + "Ġ compass", + "Ġcom pass", + "Ġcomp ass", + "Ġ observations", + "Ġobs ervations", + "Ġobserv ations", + "Ġobservation s", + "_ sup", + "_s up", + "_su p", + ".en viron", + ".env iron", + "Ġtr iple", + "Ġtri ple", + "Ġtrip le", + "Ġ Ruby", + "ĠR uby", + "ĠRub y", + "ĠRu by", + "Ġd rain", + "Ġdr ain", + "Ġdra in", + "_ FILTER", + "_F ILTER", + "S an", + "Sa n", + "U MP", + "UM P", + "Null Exception", + "Ġ Gab", + "ĠG ab", + "ĠGa b", + "o we", + "ow e", + "ĠTur kish", + "ĠTurk ish", + "_ sequence", + "_se quence", + "Ġ Grant", + "ĠG rant", + "ĠGr ant", + "ĠGran t", + "ĠGra nt", + "u ela", + "ue la", + "uel a", + "Ġ wo", + "Ġw o", + "Ġ cube", + "Ġc ube", + "Ġcu be", + "Ġcub e", + "i q", + "Ġdis orders", + "Ġdisorder s", + "Ġextra ordinary", + "Ġextraordin ary", + "Ġ ctrl", + "Ġc trl", + "Ġct rl", + "Ġctr l", + "Ġ Seq", + "ĠS eq", + "ĠSe q", + "en tr", + "ent r", + "8 65", + "86 5", + "Ġsan ctions", + "Ġsanct ions", + "Ġsanction s", + "9 49", + "94 9", + "ut sch", + "uts ch", + "Re ports", + "Report s", + "Rep orts", + "Repo rts", + "Ġ inherit", + "Ġin herit", + "Ġinher it", + "P eriod", + "Per iod", + "Ġphot ography", + "Ġphotograph y", + "Ġ Framework", + "ĠF ramework", + "ĠFr amework", + "ĠFrame work", + "ĠFram ework", + "Ġspecial ist", + "Ġspeci alist", + "Ġ ?ĊĊ", + "Ġ? ĊĊ", + "Ġ?Ċ Ċ", + "_ selected", + "_se lected", + "_select ed", + "_sel ected", + ". Player", + ".P layer", + ".Pl ayer", + ".Play er", + "Ġ allocation", + "Ġal location", + "Ġall ocation", + "Ġalloc ation", + "Ġallo cation", + "( account", + "(a ccount", + "(ac count", + "(acc ount", + "Ġ structural", + "Ġstruct ural", + "v able", + "va ble", + "- offset", + "-off set", + "-o ffset", + "-offs et", + ".App CompatActivity", + "а м", + "аР¼", + ".Add WithValue", + "Ġ icons", + "Ġi cons", + "Ġicon s", + "Ġic ons", + "Ġ shutdown", + "Ġsh utdown", + "Ġshut down", + "_ low", + "_l ow", + "_lo w", + "Ġ Compare", + "ĠCom pare", + "ĠComp are", + "ĠCompar e", + "Ġ Ce", + "ĠC e", + "= head", + "=h ead", + "l am", + "la m", + ". predict", + ".p redict", + ".pre dict", + ".pred ict", + "_ DEC", + "_D EC", + "_DE C", + "Ġ Sleep", + "ĠS leep", + "ĠSlee p", + "ĠSle ep", + "Ġ Gratis", + "ĠGr atis", + "ĠGrat is", + "Ġs uggestion", + "Ġsuggest ion", + "Ġ DEL", + "ĠD EL", + "ĠDE L", + "c aff", + "ca ff", + "caf f", + "av irus", + "avi rus", + "avir us", + "No thing", + "ŀ ĭ", + "Ġwide spread", + "Ġwides pread", + "Ġmechan isms", + "Ġmechanism s", + "Ġ textAlign", + "Ġtext Align", + "oc cup", + "occ up", + "Ġ Rail", + "ĠR ail", + "ĠRa il", + "ĠRai l", + ": NS", + ":N S", + "Ġ fiber", + "Ġf iber", + "Ġfi ber", + "Ġfib er", + "Ġ mk", + "Ġm k", + "Ġv intage", + "- long", + "-l ong", + "-lo ng", + ". reduce", + ".re duce", + ".red uce", + ". Entities", + ".Ent ities", + "( record", + "(re cord", + "(rec ord", + "Ġ pleasant", + "Ġple asant", + "Ġpleas ant", + "F RING", + "FR ING", + ". Cells", + ".C ells", + ".Cell s", + "O TT", + "OT T", + "ĉ elseif", + "ĉelse if", + "6 49", + "64 9", + "7 24", + "72 4", + "_ confirm", + "_con firm", + "_conf irm", + "ĠView Group", + "s ym", + "sy m", + "Ġ pray", + "Ġp ray", + "Ġpr ay", + "Ġpra y", + "Ġsus pected", + "Ġsusp ected", + "Ġsuspect ed", + "Cont ains", + "Con tains", + "Contain s", + "Conta ins", + "9 83", + "98 3", + "Ġb orders", + "Ġborder s", + "Ġbor ders", + "Ġbord ers", + "Ġcomponent Did", + "A SSERT", + "ASS ERT", + "Ġin finite", + "Ġinf inite", + "Ġinfinit e", + "- order", + "-or der", + "Ġ hello", + "Ġh ello", + "Ġhel lo", + "Ġhell o", + "Ġ Grade", + "ĠG rade", + "ĠGr ade", + "ĠGrad e", + "ĠGra de", + ".currentTime Millis", + "ap olis", + "apol is", + "apo lis", + "z h", + "ĉ Object", + "ĉO bject", + ": \\\\", + ":\\ \\", + "H O", + "val uation", + "valu ation", + "Ġ vocab", + "Ġv ocab", + "Ġvo cab", + "Ġvoc ab", + "7 19", + "71 9", + "Ġ coupon", + "Ġc oupon", + "Ġco upon", + "Ġcou pon", + "Ġcoup on", + "ata bases", + "atab ases", + "atabase s", + ". GetType", + ".Get Type", + "L earn", + "Le arn", + "7 92", + "79 2", + "] =\"", + "]= \"", + "Ġ Gary", + "ĠG ary", + "ĠGar y", + "ĠGa ry", + "ot ive", + "oti ve", + "Ġ ash", + "Ġa sh", + "Ġas h", + "Ġ bib", + "Ġb ib", + "Ġbi b", + "X XXX", + "XX XX", + "XXX X", + "Ġ balanced", + "Ġbalance d", + "Ġbal anced", + "VAL UE", + "Ġ Nat", + "ĠN at", + "ĠNa t", + "_ Ad", + "_A d", + "< E", + "åĮ º", + "Ġ MethodInfo", + "ĠMethod Info", + "8 97", + "89 7", + "L IB", + "LI B", + "Ġconsider able", + "Ġconsid erable", + "Ġ Industry", + "ĠInd ustry", + "ĠIndust ry", + "t ests", + "te sts", + "test s", + "tes ts", + ". setTitle", + ".set Title", + "Ġ Bluetooth", + "ĠB luetooth", + "ĠBl uetooth", + "ĠBlu etooth", + "Ġ mapped", + "Ġm apped", + "Ġmap ped", + "Ġma pped", + "Ġ Bruce", + "ĠBr uce", + "ĠBru ce", + "Ġ MainWindow", + "ĠMain Window", + "ĉ status", + "ĉs tatus", + "ĉst atus", + "ĉstat us", + "Ġ raz", + "Ġr az", + "Ġra z", + "ĠM and", + "ĠMan d", + "ĠMa nd", + "Ġ classification", + "Ġclass ification", + "Per missions", + "Permission s", + "Perm issions", + "9 69", + "96 9", + "Ġ ----------------------------------------------------------------------------", + "Ġ---------------------------------------------------------------- ------------", + "Ġ------------------------------------------------ ----------------------------", + "Ġ------------ ----------------------------------------------------------------", + "Ġ------ ----------------------------------------------------------------------", + "Ġ------------------------------------------------------------ ----------------", + "Ġ------------------------------------------------------------------------- ---", + "Ġ containers", + "Ġcont ainers", + "Ġcontainer s", + "Ġcontain ers", + "Ġconta iners", + ": set", + ":s et", + "_ xml", + "_x ml", + "Ġwh ilst", + "Th rough", + "Thr ough", + "Ġv align", + "Ġval ign", + "Ġworld s", + "Ġwor lds", + "C ORD", + "CO RD", + "COR D", + "ED IA", + "EDI A", + "ÑĢ ов", + "ÑĢо в", + "Ġs pare", + "Ġsp are", + "Ġspa re", + "Ġspar e", + "Ġ Had", + "ĠH ad", + "ĠHa d", + "Ġ DEF", + "ĠD EF", + "ĠDE F", + "( ptr", + "(p tr", + "(pt r", + "Ġw arming", + "Ġwar ming", + "Ġwarm ing", + "8 98", + "89 8", + "ठ¾", + "Ġcons ensus", + "a gne", + "ag ne", + "agn e", + "C TL", + "CT L", + "Ġ ìķ", + "Ġì ķ", + ". Main", + ".M ain", + ".Ma in", + "web Element", + "Ġp ist", + "Ġpi st", + "Ġpis t", + "F lash", + "Fl ash", + "App end", + "Ap pend", + "Appe nd", + ".tw img", + "T ap", + "Ta p", + "Ġveget ables", + "Ġvegetable s", + "a lg", + "al g", + "0 58", + "05 8", + ". sample", + ".s ample", + ".sam ple", + "Ġco aching", + "Ġcoach ing", + "( ind", + "(i nd", + "(in d", + "Cell Value", + "Check Box", + "Ġ Hell", + "ĠH ell", + "ĠHe ll", + "ĠHel l", + "R OOT", + "RO OT", + "7 96", + "79 6", + "Ġst adium", + "Ġstad ium", + "Ġinvestig ating", + ") %", + "s ted", + "st ed", + "ste d", + "9 65", + "96 5", + "Ġ Writing", + "ĠW riting", + "ĠWr iting", + "Ġ ê²", + "Ġê ²", + "Ġ uno", + "Ġu no", + "Ġun o", + "Ġ {{--", + "Ġ{{ --", + "Ġ coords", + "Ġco ords", + "Ġcoord s", + "Ġun ser", + "Ġuns er", + "o rganization", + "organ ization", + "Ġ Crime", + "ĠCr ime", + "ĠCri me", + "ĠDem ocrat", + "ĠDemocr at", + "5 79", + "57 9", + "Ġ vin", + "Ġv in", + "Ġvi n", + "/ file", + "/f ile", + "0 78", + "07 8", + "- api", + "-a pi", + "-ap i", + "Ġ Ay", + "ĠA y", + "Ġf unded", + "Ġfun ded", + "Ġfund ed", + "ĠBr exit", + "ĠBre xit", + "ĠG h", + "ent ina", + "enti na", + "entin a", + "c ases", + "ca ses", + "case s", + "cas es", + "Ġ dash", + "Ġd ash", + "Ġda sh", + "Ġdas h", + "Ġ!! }Ċ", + "Ġ!!} Ċ", + "H I", + "Off ice", + "Ġcap tain", + "Ġcapt ain", + "Ġwor ship", + "Ġwors hip", + "Ġworsh ip", + "\\ C", + "7 33", + "73 3", + "8 51", + "85 1", + "Ġg lobe", + "Ġgl obe", + "Ġglob e", + "Ġglo be", + "_ board", + "_b oard", + "_bo ard", + "Ġb abies", + "Ġba bies", + "Ġbab ies", + "8 76", + "87 6", + "Ġcon secutive", + "Ġconsec utive", + "Ġenh anced", + "Ġenhance d", + "er eum", + "ere um", + "ĠAd vis", + "ĠAdv is", + "Ġg rain", + "Ġgr ain", + "Ġgra in", + "7 71", + "77 1", + "Ġc raw", + "Ġcr aw", + "Ġcra w", + "ancell ationToken", + "ancellation Token", + ". alpha", + ".al pha", + "_ WITH", + "_W ITH", + "ĠO tt", + "ĠOt t", + "Ġ Cool", + "ĠC ool", + "ĠCo ol", + ". batch", + ".b atch", + ".bat ch", + "Ġ verified", + "Ġver ified", + "( callback", + "(c allback", + "(call back", + "Ġreg ards", + "Ġregard s", + "6 83", + "68 3", + "Ġ IntPtr", + "ĠInt Ptr", + "o ucher", + "ou cher", + "ouch er", + "Ġ kin", + "Ġk in", + "Ġki n", + "Ġt ouched", + "Ġtouch ed", + "Ġtou ched", + "it Ãł", + "a thon", + "at hon", + "ath on", + "Ġadj acent", + "Ġaccom panied", + "L EAR", + "LE AR", + "Ġim plies", + "Ġimp lies", + "Ġimpl ies", + "Ġ hill", + "Ġh ill", + "Ġhi ll", + "Ġhil l", + "ĠB altimore", + "ĠBalt imore", + "= \"-", + "=\" -", + "F inally", + "Fin ally", + "Final ly", + "8 83", + "88 3", + "S am", + "Sa m", + "ic opt", + "ico pt", + "Ġs od", + "Ġso d", + "Ġ maj", + "Ġm aj", + "Ġma j", + "Ġ Shipping", + "ĠSh ipping", + "ĠShip ping", + "ĠShi pping", + "Ġ getAll", + "Ġget All", + "Ġco aches", + "Ġcoach es", + "Ġdon ations", + "Ġdonation s", + "i lot", + "il ot", + "ilo t", + "Ġ Tar", + "ĠT ar", + "ĠTa r", + "c err", + "ce rr", + "cer r", + "Ġ badge", + "Ġb adge", + "Ġbad ge", + "Ġba dge", + "Ġ markers", + "Ġm arkers", + "Ġmark ers", + "Ġmar kers", + "Ġmarker s", + "Ġ Rand", + "ĠR and", + "ĠRa nd", + "ĠRan d", + "a ised", + "ai sed", + "ais ed", + "aise d", + "iss ance", + "issa nce", + "issan ce", + "Ġexpl oring", + "Ġexplo ring", + "Ġexplor ing", + "8 27", + "82 7", + "u ced", + "uc ed", + "uce d", + "ĠInd onesia", + "ĠIndones ia", + "ĠIndo nesia", + "Ġbe neath", + "Ġbene ath", + "Ġm agnetic", + "Ġmagn etic", + "Ġmagnet ic", + "Ġm useum", + "Ġmus eum", + "Ġmuse um", + "match Condition", + "Ġdis rupt", + "Ġre mind", + "Ġrem ind", + "Ġremin d", + "Ġ TM", + "ĠT M", + "Ġ /><", + "Ġ/ ><", + "Ġ/> <", + "Ġf ool", + "Ġfo ol", + "Ġfoo l", + "Ġ esk", + "Ġe sk", + "Ġes k", + ". Null", + ".N ull", + "Ġ Dies", + "ĠD ies", + "ĠDi es", + "ĠDie s", + "_ OUTPUT", + "_OUT PUT", + "_TYPE D", + "_TYP ED", + "Ġp ainted", + "Ġpaint ed", + "Ġpain ted", + "6 73", + "67 3", + "7 35", + "73 5", + "Ġsoph istic", + "Ġ Bear", + "ĠB ear", + "ĠBe ar", + "ĠBea r", + "* n", + "_ PACK", + "_P ACK", + "_PA CK", + "Ġdel ivering", + "Ġdeliver ing", + "Ġ COUNT", + "ĠC OUNT", + "ĠCO UNT", + "åį ķ", + "Ġj eg", + "Ġje g", + "- car", + "-c ar", + "-ca r", + "f name", + "fn ame", + "Ġr anging", + "Ġran ging", + "Ġrang ing", + "8 48", + "84 8", + "Ġ Neg", + "ĠN eg", + "ĠNe g", + "/ ******/", + "Ġ CHAR", + "ĠCH AR", + "Ġu ltra", + "Ġult ra", + "Ġul tra", + "Ġultr a", + "G rad", + "Gr ad", + "= t", + "Ġjud ges", + "Ġjudge s", + "ĠD ise", + "ĠDis e", + "ĠDi se", + "an ners", + "ann ers", + "anner s", + "anne rs", + "9 85", + "98 5", + "8 91", + "89 1", + "8 61", + "86 1", + "Ġ scal", + "Ġs cal", + "Ġsc al", + "Ġsca l", + "_ cal", + "_c al", + "_ca l", + "ĠCON NECTION", + "ĠCONNECT ION", + "_ embed", + "_em bed", + "_emb ed", + "( fn", + "(f n", + "Ġ Craft", + "ĠC raft", + "ĠCr aft", + "ĠCra ft", + "0 47", + "04 7", + "Ġ Pas", + "ĠP as", + "ĠPa s", + "\" )->", + "\") ->", + ". convert", + ".con vert", + ".conv ert", + ". resource", + ".re source", + ".res ource", + "Ġ STATUS", + "ĠST ATUS", + "ĠSTAT US", + "ô ng", + "ôn g", + "Ġ Tit", + "ĠT it", + "ĠTi t", + "Ġclass room", + "ĠArch itect", + "ĠK ings", + "ĠKing s", + "ĠKin gs", + "Ġ steady", + "Ġste ady", + "Ġstead y", + "/* !Ċ", + "/*! Ċ", + "Ġ Gene", + "ĠG ene", + "ĠGe ne", + "ĠGen e", + ") \";Ċ", + ")\" ;Ċ", + "i cia", + "ic ia", + "ici a", + "s tan", + "st an", + "sta n", + "Ġ Construction", + "ĠCon struction", + "ĠConstruct ion", + "ĠConstr uction", + "um per", + "ump er", + "9 51", + "95 1", + "w c", + "Ġ CBS", + "ĠC BS", + "ĠCB S", + "in ging", + "ing ing", + "- party", + "-p arty", + "-part y", + "-par ty", + "( driver", + "(d river", + "(dr iver", + "M ARK", + "MA RK", + "MAR K", + "0 82", + "08 2", + "Ġ nested", + "Ġn ested", + "Ġne sted", + "Ġnest ed", + "Ġneste d", + "Ġnes ted", + "e ward", + "ew ard", + "Ġ dependency", + "Ġd ependency", + "Ġdep endency", + "Ġdepend ency", + "Ġm ales", + "Ġma les", + "Ġmale s", + "Ġmal es", + "9 28", + "92 8", + "Ġ ONE", + "ĠO NE", + "ĠON E", + "Ġ Production", + "ĠP roduction", + "ĠPro duction", + "ĠProduct ion", + "ĠProdu ction", + "ĠProd uction", + "] [$", + "][ $", + "ãĥ¼ ãĥ", + "_ LOAD", + "_L OAD", + "_LO AD", + "ĠB ol", + "ĠBo l", + "el ry", + "8 31", + "83 1", + "ł éĻ¤", + "Ġ Require", + "ĠRe quire", + "ĠReq uire", + "Ġ placing", + "Ġpl acing", + "Ġplac ing", + "Ġpla cing", + "x xx", + "xx x", + "C ALE", + "CA LE", + "CAL E", + "Ġ thumb", + "Ġth umb", + "Ġthu mb", + "8 24", + "82 4", + "Ch oose", + "Cho ose", + "Ġ prototype", + "Ġprot otype", + "Ġproto type", + "V OID", + "VO ID", + "Ġles bian", + "Ġlesb ian", + "Ġlesbi an", + "7 41", + "74 1", + "Ġ traits", + "Ġt raits", + "Ġtr aits", + "Ġtra its", + "Ġtrait s", + "Ġtrai ts", + "Sh arp", + "Shar p", + "Sha rp", + "Ġ consume", + "Ġcon sume", + "Ġcons ume", + "Ġconsum e", + "Tr uth", + "Ġaction Performed", + "Ġ Environmental", + "ĠEnvironment al", + "Ġ Dean", + "ĠD ean", + "ĠDe an", + "Ġ estado", + "Ġest ado", + "Ġesta do", + "Ġestad o", + "s ame", + "sa me", + "sam e", + "Ġ numeric", + "Ġn umeric", + "Ġnum eric", + "Ġnumer ic", + "Ġnu meric", + "Ġtrans it", + "Ġtran sit", + ". Email", + ".E mail", + "- side", + "-s ide", + "_ RUN", + "_R UN", + "ĠV illage", + "ĠVill age", + "ĠVilla ge", + "ĠVil lage", + "_ OPEN", + "_OP EN", + "è ¦", + ". rem", + ".re m", + ".r em", + "- warning", + "-w arning", + "-war ning", + "a nya", + "an ya", + "any a", + "Property Changed", + "Ġ (!_", + "Ġ(! _", + "( check", + "(c heck", + "(ch eck", + "i lia", + "il ia", + "ili a", + "Ġ Soft", + "ĠS oft", + "ĠSo ft", + "ĠSof t", + "st eps", + "ste ps", + "step s", + "ĠMad rid", + "Memory Warning", + "Ġ handlers", + "Ġhand lers", + "Ġhandle rs", + "Ġhandler s", + "Ġexperi encing", + "Ġ inspect", + "Ġin spect", + "Ġins pect", + "Ġinsp ect", + "button s", + "but tons", + "butt ons", + "Receive MemoryWarning", + "ch emy", + "che my", + "chem y", + "L inks", + "Link s", + "Lin ks", + "Ġurl lib", + "Ġur llib", + ".System Colors", + "Ġ Eigen", + "ĠE igen", + "ĠEig en", + "Ġpun ishment", + "Ġpunish ment", + ":UI Control", + "b ara", + "bar a", + "ba ra", + "- set", + "-s et", + "-se t", + "Ġ }čĊčĊčĊ", + "Ġ} čĊčĊčĊ", + "Ġ}čĊ čĊčĊ", + "Ġ}čĊčĊ čĊ", + "Ġt olerance", + "Ġtoler ance", + "Ġ interfaces", + "Ġinter faces", + "Ġinterface s", + "Ġinterf aces", + ". redirect", + ".re direct", + ".red irect", + "ighb ors", + "ighbor s", + "cs rf", + "csr f", + "_ background", + "_back ground", + ". Utils", + ".Util s", + "_ HT", + "_H T", + "6 92", + "69 2", + "Ġ Interest", + "ĠInter est", + "i mos", + "im os", + "imo s", + "Ġgr ants", + "Ġgrant s", + "Ġgran ts", + "Ġgra nts", + "0 83", + "08 3", + "Ġexam ined", + "Ġexamine d", + "Ð Ķ", + "Ġ cf", + "Ġc f", + "f orge", + "for ge", + "forg e", + "b acks", + "back s", + "ba cks", + "bac ks", + "Ġ Objects", + "ĠObject s", + "ĠObj ects", + "_ sent", + "_s ent", + "_se nt", + ". entry", + ".en try", + ".ent ry", + "Ġ THEN", + "ĠT HEN", + "ĠTHE N", + "ĠTH EN", + "ell ido", + "elli do", + "c ia", + "ci a", + ", res", + ",r es", + ",re s", + "6 59", + "65 9", + "6 81", + "68 1", + "/st dc", + "/std c", + ". nd", + ".n d", + "( Int", + "(I nt", + "(In t", + "Ġ Authors", + "ĠAuthor s", + "ĠAuth ors", + "ĠApp CompatActivity", + "' {", + "Ġ medi", + "Ġm edi", + "Ġme di", + "Ġmed i", + "M usic", + "Mu sic", + "Mus ic", + "i gm", + "ig m", + "ce ipt", + "Ġ auss", + "Ġa uss", + "Ġau ss", + "Ġaus s", + "Ġtarget ing", + "Ġtarg eting", + "Ġ Keys", + "ĠKey s", + "ĠKe ys", + "h n", + ": ]Ċ", + ":] Ċ", + "Ġmin eral", + "Ġmine ral", + "Ġminer al", + "à ®", + ". ca", + ".c a", + "7 61", + "76 1", + "o med", + "om ed", + "ome d", + "Ġ sheets", + "Ġs heets", + "Ġshe ets", + "Ġsheet s", + "Ġc amb", + "Ġca mb", + "Ġcam b", + "Ġdead ly", + ". inject", + ".in ject", + "( unit", + "(u nit", + "(un it", + "Ġ Selection", + "ĠS election", + "ĠSe lection", + "ĠSelect ion", + "ĠSel ection", + "ĠSele ction", + ".g ms", + "( connection", + "(con nection", + "(conn ection", + "(connect ion", + "Ġ $(\"", + "Ġ$ (\"", + "Ġ$( \"", + "é mon", + "ém on", + "Ġ Currently", + "ĠCurrent ly", + "p te", + "pt e", + "_ paths", + "_p aths", + "_path s", + "_pa ths", + "_pat hs", + "8 47", + "84 7", + "le af", + "lea f", + "Ġimp lications", + "Ġimpl ications", + "Ġimplication s", + "Ġimplic ations", + "p osal", + "pos al", + "po sal", + "ä½ į", + "[ /", + "a ncia", + "an cia", + "anc ia", + "é Ľ", + "m ul", + "mu l", + "c ie", + "ci e", + "Ġge ile", + "Ġgeil e", + "6 79", + "67 9", + "im als", + "imal s", + "ima ls", + "UI View", + "Ġs urre", + "Ġsur re", + "s erialize", + "serial ize", + "I SO", + "IS O", + "Ġar bitrary", + "Ġarbit rary", + "Ġarbitr ary", + "Ġsock addr", + ". fn", + ".f n", + "Ġ Merc", + "ĠM erc", + "ĠMe rc", + "ĠMer c", + "Ġ casting", + "Ġc asting", + "Ġcas ting", + "Ġcast ing", + "Key Down", + "Ġ newValue", + "Ġnew Value", + "ĠnewVal ue", + "op ens", + "open s", + "ope ns", + "7 17", + "71 7", + "T odo", + "To do", + "Ġflex ibility", + "ĉ ĉĉĉĠĠ", + "ĉĉ ĉĉĠĠ", + "ĉĉĉĉ ĠĠ", + "ĉĉĉ ĉĠĠ", + "ĉĉĉĉĠ Ġ", + "V elocity", + "Vel ocity", + "ú n", + "r owing", + "ro wing", + "row ing", + "Ġ computed", + "Ġcom puted", + "Ġcomp uted", + "Ġcomput ed", + "Ġcompute d", + "` )Ċ", + "`) Ċ", + "st atement", + "state ment", + "stat ement", + "sta tement", + "Ġ ri", + "Ġr i", + "_ cart", + "_c art", + "_car t", + "_ca rt", + "L ow", + "Lo w", + "trans fer", + ". nav", + ".n av", + "Ġ grave", + "Ġgr ave", + "Ġgra ve", + "Ġgrav e", + "Ġ Door", + "ĠD oor", + "ĠDo or", + "ĉ alert", + "ĉal ert", + "6 91", + "69 1", + "6 98", + "69 8", + ". subscribe", + ".sub scribe", + "- profile", + "-pro file", + "-pr ofile", + "-prof ile", + "ĉ base", + "ĉb ase", + "Ġ âĪĴ", + "ĠâĪ Ĵ", + "_ _ĊĊ", + "__ ĊĊ", + "__Ċ Ċ", + "Ġengine ers", + "Ġengineer s", + "Ġexp losion", + "Ġexplos ion", + "Ġd ari", + "Ġda ri", + "Ġdar i", + "6 82", + "68 2", + "ĉ Log", + "ĉL og", + "o nal", + "on al", + "ona l", + "Ġis olated", + "Ġisol ated", + "Ġiso lated", + "Ġisolate d", + "{ i", + "Ġ Msg", + "ĠM sg", + "ĠMs g", + "F uture", + "Fu ture", + "Ġr acist", + "Ġrac ist", + "- wrap", + "-w rap", + "Ġ Vers", + "ĠV ers", + "ĠVer s", + "ĠVe rs", + "b org", + "bo rg", + "bor g", + "I SION", + "IS ION", + "Ġ ÑĢаÐ", + "ĠÑĢ аÐ", + "ĠÑĢа Ð", + "ĠY an", + "ĠYa n", + "8 36", + "83 6", + "init With", + "Ġn omin", + "Ġno min", + "Ġnom in", + "( empty", + "(em pty", + "(emp ty", + "ÃŃ n", + "ã Ĥ¤", + "ãĤ ¤", + "ĉ width", + "ĉw idth", + "Ġch amber", + "Ġcham ber", + "/ ajax", + "/a jax", + "E MP", + "EM P", + "0 93", + "09 3", + "Ġne ces", + "Ġnec es", + "i vos", + "iv os", + "ivo s", + "log ic", + "* )&", + "*) &", + "cri pts", + "cript s", + "9 76", + "97 6", + "Row At", + "0 53", + "05 3", + "i blings", + "ib lings", + "ibling s", + "Ġ ears", + "Ġe ars", + "Ġear s", + "Ġea rs", + "Ġcomp uting", + "Ġcomput ing", + "Ġ maker", + "Ġm aker", + "Ġmake r", + "Ġma ker", + "Ġmak er", + "Ġ Neither", + "ĠN either", + "ĠNe ither", + "b readcrumb", + "Ġ serialize", + "Ġs erialize", + "Ġserial ize", + "Ġ Within", + "ĠWith in", + "ĠWi thin", + "ĠWit hin", + "Ġd ell", + "Ġde ll", + "Ġdel l", + "_ TRACE", + "_TR ACE", + "_TRA CE", + "0 92", + "09 2", + "= a", + "Ġw ishes", + "Ġwish es", + "Ġwis hes", + "- inch", + "-in ch", + "-inc h", + "ĠD or", + "ĠDo r", + "Ġinnoc ent", + "ĠD ol", + "ĠDo l", + "Ġint ens", + "Ġinte ns", + "for ced", + "force d", + "forc ed", + "0 54", + "05 4", + "Ġ BIT", + "ĠB IT", + "ĠBI T", + "Ġphot ographs", + "Ġphoto graphs", + "Ġphotograph s", + "Ġc asa", + "Ġca sa", + "Ġcas a", + "Ġ Len", + "ĠL en", + "ĠLe n", + "\\ Framework", + "\\F ramework", + ". Simple", + ".S imple", + "Ġd ear", + "Ġde ar", + "8 95", + "89 5", + ") /(", + ")/ (", + "ip pi", + "ipp i", + "Ġ owns", + "Ġown s", + "Ġow ns", + "P layers", + "Pl ayers", + "Player s", + "Play ers", + "Ġprop osals", + "Ġpropos als", + "Ġproposal s", + ". pi", + ".p i", + "us alem", + "usa lem", + "usal em", + "D amage", + "Da mage", + "Dam age", + "Ġcal ories", + "Ġcalorie s", + "Ġcalor ies", + "Ġ Creative", + "ĠC reative", + "ĠCre ative", + "ĠCreat ive", + "Ġ [$", + "Ġ[ $", + "Ġ //čĊ", + "Ġ// čĊ", + "Ġ/ /čĊ", + "7 86", + "78 6", + "And View", + "è me", + "èm e", + ". custom", + ".c ustom", + "_ factory", + "_f actory", + "_factor y", + "_fact ory", + "comm ands", + "command s", + "comma nds", + "_ look", + "_l ook", + "_lo ok", + "Ġ strcmp", + "Ġstr cmp", + "Y N", + "a ired", + "air ed", + "ai red", + "aire d", + "Ġ audit", + "Ġa udit", + "Ġaud it", + "Ġau dit", + "Ġaudi t", + "о ÑģÑĤ", + "оÑģ ÑĤ", + "Ġ Reverse", + "ĠRe verse", + "ĠRev erse", + "ĠRever se", + "ropri ate", + "e tics", + "et ics", + "etic s", + "eti cs", + "< vector", + "';Ċ", + "\"> ';Ċ", + "\">' ;Ċ", + "Ġpe pper", + "Ġpepp er", + "Ġpep per", + "9 89", + "98 9", + "Ġ shed", + "Ġs hed", + "Ġsh ed", + "Ġshe d", + "Ġ Medium", + "ĠM edium", + "ĠMed ium", + "ĠMedi um", + "Ġ Cookie", + "ĠC ookie", + "ĠCo okie", + "ĠCook ie", + "8 89", + "88 9", + "Ġoverse as", + "ed or", + "edo r", + "as urement", + "asure ment", + "asu rement", + "7 66", + "76 6", + "åŃ ĺ", + "Ġ' .'", + "Ġ'. '", + "Ġ php", + "Ġp hp", + "Ġph p", + "Ġ PROC", + "ĠP ROC", + "ĠPRO C", + "ĠPR OC", + "Ġexcept ional", + "Ġexception al", + "( th", + "(t h", + "Ġ Jet", + "ĠJ et", + "ĠJe t", + "Ġ occupied", + "Ġoccup ied", + ". setImage", + ".set Image", + "Ġ Related", + "ĠRe lated", + "ĠRel ated", + "u cker", + "uc ker", + "uck er", + "M embers", + "Member s", + "Mem bers", + "PR INT", + "PRI NT", + "ĠG lo", + "ĠGl o", + "_ VIEW", + "_V IEW", + "} \",Ċ", + "}\", Ċ", + "}\" ,Ċ", + "Ġad option", + "Ġadopt ion", + "Ġado ption", + "[ ])Ċ", + "[] )Ċ", + "[]) Ċ", + "8 42", + "84 2", + "ĠMiss ouri", + "ĠLin coln", + "er ald", + "era ld", + "eral d", + "P opup", + "Pop up", + "Ġf ate", + "Ġfa te", + "Ġfat e", + "- bootstrap", + "-boot strap", + "f ections", + "fe ctions", + "fect ions", + "fection s", + "Ġ Poll", + "ĠP oll", + "ĠPol l", + "ĠPo ll", + "_ ARGS", + "_ARG S", + "_AR GS", + "in ance", + "ina nce", + "inan ce", + "6 97", + "69 7", + "- home", + "-h ome", + ". ),", + ".) ,", + "_ done", + "_d one", + "_do ne", + "_don e", + "6 94", + "69 4", + ": ĊĊĊ", + ":Ċ ĊĊ", + ":ĊĊ Ċ", + "Ġdiscuss ing", + "Ġ SQLException", + "ĠSQL Exception", + "Ġelect ro", + "Ġelectr o", + "ĉ req", + "ĉr eq", + "ĉre q", + "Ġ zw", + "Ġz w", + "8 86", + "88 6", + "Ġl ui", + "Ġlu i", + "9 32", + "93 2", + "Ġover night", + "$ user", + "Ġ WAY", + "ĠW AY", + "ĠWA Y", + "Ġall erg", + "Ġalle rg", + "Ġaller g", + "Ġdis appointed", + "Ġdisappoint ed", + "Ġrad iation", + "Ġradi ation", + "Ġim pressed", + "Ġimp ressed", + "Ġimpress ed", + "Ġimpr essed", + "Ġimpres sed", + "if icates", + "ific ates", + "ificate s", + "ifica tes", + "Ġt ob", + "Ġto b", + "CL ASS", + "CLA SS", + "Ġ cuda", + "Ġc uda", + "Ġcu da", + "Ġcud a", + "_ det", + "_d et", + "_de t", + "- post", + "-p ost", + "-pos t", + "-po st", + "u lu", + "ul u", + "Trans lation", + "- hand", + "-h and", + ". year", + ".y ear", + "Ġ Mongo", + "ĠM ongo", + "ĠMon go", + "ĠMo ngo", + "ĠMong o", + "Ġun clear", + "Ġunc lear", + "Ġuncle ar", + ". engine", + ".e ngine", + ".eng ine", + "WEB PACK", + "r ices", + "ri ces", + "ric es", + "rice s", + "_ ACCESS", + "_AC CESS", + "_ACC ESS", + "Ġh olidays", + "Ġholiday s", + "per cent", + "perc ent", + ". Identity", + ".Id entity", + "Ġ Gov", + "ĠG ov", + "ĠGo v", + "Ġpass ionate", + "Ġpassion ate", + "! !.", + "!! .", + "ĠG reece", + "ĠGre ece", + "ĠGree ce", + "plus plus", + "' ));", + "') );", + "')) ;", + "G P", + "Ġex cit", + "Ġexc it", + ".tab Page", + "_ cond", + "_c ond", + "_con d", + "_co nd", + "Ġ sponsor", + "Ġs ponsor", + "Ġspons or", + "M ODULE", + "MOD ULE", + "_ proc", + "_p roc", + "_pro c", + "_pr oc", + "Ġ $Ċ", + "Ġ$ Ċ", + "Ġr ational", + "Ġrat ional", + "Ġratio nal", + "Ġration al", + ". Tool", + ".T ool", + ".To ol", + "Ġi hr", + "Ġih r", + "c ca", + "cc a", + "åĵ ģ", + "ĠE state", + "ĠEst ate", + "ĠEsta te", + "IB UTE", + "IBUT E", + "Action Performed", + "Ġ Solar", + "ĠS olar", + "ĠSo lar", + "ĠSol ar", + "¦ Ĥ", + "Ġequ ity", + "Ġeq uity", + "t id", + "ti d", + "9 38", + "93 8", + "Ġre cip", + "Ġrec ip", + ". simple", + ".s imple", + ".sim ple", + "m k", + "6 89", + "68 9", + "Ġ Luke", + "ĠL uke", + "ĠLu ke", + "ĠLuk e", + "ĠGuard ian", + "Ġ encrypted", + "Ġenc rypted", + "Ġencrypt ed", + "Ġdom inant", + "Ġdomin ant", + "Ġdomina nt", + ". place", + ".p lace", + ".pl ace", + "Ġ NV", + "ĠN V", + "8 39", + "83 9", + "Ġton gue", + "Ġtong ue", + "( Get", + "(G et", + "Ġst ainless", + "Ġstain less", + ". Play", + ".P lay", + ".Pl ay", + "Ġ eb", + "Ġe b", + "a ci", + "ac i", + ". buffer", + ".b uffer", + ".buf fer", + "readcr umbs", + "readcrumb s", + "Ġv accine", + "Ġvacc ine", + "p rom", + "pr om", + "pro m", + "9 79", + "97 9", + "Ġ userInfo", + "Ġuser Info", + "Ġ slug", + "Ġs lug", + "Ġsl ug", + "Ġslu g", + "Serial izedName", + "Serialized Name", + "- wide", + "-w ide", + "Ġre actions", + "Ġreaction s", + "Ġreact ions", + "Ġ Yang", + "ĠY ang", + "ĠYan g", + "ĠYa ng", + "Ġ Adds", + "ĠA dds", + "ĠAd ds", + "ĠAdd s", + "( userId", + "(user Id", + "Ġ plates", + "Ġp lates", + "Ġpl ates", + "Ġplate s", + "Ġpla tes", + "Ġplat es", + "Ġ MEM", + "ĠM EM", + "ĠME M", + "Ġb ail", + "Ġba il", + "In side", + "Ins ide", + "e ted", + "et ed", + "ete d", + "Ġ elsif", + "Ġels if", + "Ġs ake", + "Ġsa ke", + "Ġsak e", + "Ġ cycles", + "Ġc ycles", + "Ġcy cles", + "Ġcycle s", + "Ġcycl es", + "Ġcyc les", + "Ġ ìĹ", + "Ġì Ĺ", + "ĉ I", + "- collapse", + "-c ollapse", + "8 41", + "84 1", + "Ġ GMT", + "ĠG MT", + "ĠGM T", + "8 14", + "81 4", + "De claration", + "Ġg ros", + "Ġgr os", + "Ġgro s", + "Ġre aches", + "Ġreach es", + "Ġcust ody", + "Un til", + "Unt il", + "7 53", + "75 3", + "8 56", + "85 6", + "t u", + "ĠC hen", + "ĠCh en", + "ĠChe n", + "Ġ nx", + "Ġn x", + "( addr", + "(add r", + "(ad dr", + "Ġ Offer", + "ĠO ffer", + "ĠOff er", + "ĠOf fer", + "Ġcol leg", + "Ġcoll eg", + "Ġcolle g", + "ass ador", + "6 74", + "67 4", + "Ġ mapper", + "Ġm apper", + "Ġmap per", + "Ġma pper", + "8 54", + "85 4", + "ĠS IGNAL", + "ĠSIG NAL", + "ĠSIGN AL", + "ĠB loom", + "ĠBl oom", + "ĠBlo om", + "ĠH oll", + "ĠHol l", + "ĠHo ll", + "ĠIm per", + "ĠImp er", + "- des", + "-d es", + "-de s", + "_ site", + "_s ite", + "_si te", + "P roc", + "Pro c", + "Pr oc", + "E qu", + "Eq u", + "Ġ atomic", + "Ġat omic", + "Ġatom ic", + "Ġ Woman", + "ĠW oman", + "ĠWo man", + "s ent", + "se nt", + "sen t", + "7 38", + "73 8", + "8 17", + "81 7", + "s car", + "sc ar", + "Ġint elligent", + "Ġintellig ent", + "Ġ Getting", + "ĠG etting", + "ĠGet ting", + "Ġ Registration", + "ĠReg istration", + "ĠRegistr ation", + "Ġ Phill", + "ĠP hill", + "ĠPh ill", + "ĠPhil l", + "ĠPhi ll", + "Ġ killer", + "Ġk iller", + "Ġkill er", + "Ġkil ler", + "Ġki ller", + "un icode", + "unic ode", + "uni code", + "Ċ ĉĉĊ", + "Ġ Jacob", + "ĠJ acob", + "ĠJac ob", + "ĠJa cob", + "Ġ Const", + "ĠCon st", + "ĠCo nst", + "ĠCons t", + "Ġ locate", + "Ġl ocate", + "Ġlo cate", + "Ġloc ate", + "Ġc aus", + "Ġca us", + "7 49", + "74 9", + "ĠSch olar", + "ĠScho lar", + "Ġ constitutional", + "Ġconstitution al", + "Ġin flation", + "Ġinf lation", + "Ġinfl ation", + "Ġ Got", + "ĠG ot", + "ĠGo t", + "= array", + "=a rray", + "en dum", + "end um", + "Ġ translated", + "Ġtrans lated", + "Ġtransl ated", + "Ġtranslate d", + "Ġdiv orce", + "Ġdivor ce", + "En tries", + "Ent ries", + "Entr ies", + "Ġs or", + "Ġso r", + "Ġ Quote", + "ĠQu ote", + "ir lines", + "irl ines", + "U K", + "Ġ excel", + "Ġex cel", + "Ġexc el", + "Ġexce l", + "( opt", + "(o pt", + "(op t", + "Ġ ADV", + "ĠA DV", + "ĠAD V", + ", :,", + ",: ,", + "Ġcont acted", + "Ġcontact ed", + "7 42", + "74 2", + "Ġ DA", + "ĠD A", + "Ġr ings", + "Ġring s", + "Ġrin gs", + "Ġ Industrial", + "ĠInd ustrial", + "ĠIndust rial", + ". getContext", + ".get Context", + "Ġforg otten", + "Ġforgot ten", + "Ġ Tan", + "ĠT an", + "ĠTa n", + "Ġ pants", + "Ġp ants", + "Ġpa nts", + "Ġpan ts", + "Ġpant s", + "Ġ ov", + "Ġo v", + "Ġ decoder", + "Ġde coder", + "Ġdec oder", + "Ġdecode r", + "Ġdeco der", + "Ġ Partial", + "ĠP artial", + "ĠPart ial", + "ĠParti al", + "Ġ vc", + "Ġv c", + "Ġb attles", + "Ġbattle s", + "Ġbatt les", + "A rial", + "Ar ial", + "FRING EMENT", + "i rates", + "ir ates", + "ira tes", + "irate s", + ", w", + "aint enance", + "Ġ Od", + "ĠO d", + "ĠTechn ologies", + "åī į", + "ĠC arter", + "ĠCar ter", + "ĠCart er", + ". findAll", + ".find All", + "N ome", + "No me", + "Nom e", + "B en", + "Be n", + "Ġ Usage", + "ĠU sage", + "ĠUs age", + "ĠUsa ge", + "Ġ Picture", + "ĠP icture", + "ĠPic ture", + "Ġbad ly", + "_ panel", + "_p anel", + "_pa nel", + "_pan el", + "Ġpat ent", + "Ġpa tent", + "Ġ Protocol", + "ĠProt ocol", + "ĠProto col", + "l otte", + "lo tte", + "lot te", + "ĉ player", + "ĉp layer", + "ĉpl ayer", + "ĉplay er", + "j ections", + "ject ions", + "je ctions", + "jection s", + "7 46", + "74 6", + "Ġ dou", + "Ġd ou", + "Ġdo u", + "_ release", + "_re lease", + "_r elease", + "_rel ease", + "urn iture", + "_ tax", + "_t ax", + "_ta x", + "Ġ Fields", + "ĠF ields", + "ĠField s", + ". dataset", + ".d ataset", + ".data set", + ".dat aset", + ".datas et", + "_ master", + "_m aster", + "_ma ster", + "_mas ter", + "CLUD E", + "CLU DE", + "ĠPh arm", + "ĠPhar m", + "b st", + "bs t", + "Ġoper ational", + "Ġoperation al", + ". cell", + ".c ell", + ".ce ll", + "Ġident ifying", + "Ġidentify ing", + "Ġ jwt", + "Ġj wt", + "t uple", + "tu ple", + "Ġ TC", + "ĠT C", + "Ġ Cro", + "ĠC ro", + "ĠCr o", + "9 36", + "93 6", + "ix map", + "- components", + "-com ponents", + "-component s", + "-comp onents", + "g eneral", + "gen eral", + "gener al", + "gene ral", + "Ġ oz", + "Ġo z", + "_ De", + "_D e", + "_ double", + "_d ouble", + "_do uble", + "Ġ Too", + "ĠT oo", + "ĠTo o", + "0 88", + "08 8", + ".View Group", + "8 79", + "87 9", + "g ate", + "ga te", + "d ings", + "ding s", + "din gs", + "ph otos", + "photo s", + "phot os", + "Ġgr ande", + "Ġgrand e", + "Ġgran de", + "Ġgra nde", + "ol lect", + "oll ect", + "olle ct", + "_ lin", + "_l in", + "_li n", + "Ġaw ful", + "f ilters", + "filter s", + "fil ters", + "filt ers", + "Ġ alternate", + "Ġaltern ate", + "e sp", + "es p", + "Ġ compress", + "Ġcom press", + "Ġcomp ress", + "Ġcompr ess", + "e o", + "Ġ Scale", + "ĠS cale", + "ĠSc ale", + "ĠScal e", + "Ġin direct", + "Ġind irect", + "Ġindir ect", + "Ġ invoice", + "Ġin voice", + "Ġinv oice", + "Ġinvo ice", + "ĊĊ ĊĊĊĊĊĊĊĊĊĊĊĊĊĊ", + "ĊĊĊĊ ĊĊĊĊĊĊĊĊĊĊĊĊ", + "ĊĊĊĊĊĊ ĊĊĊĊĊĊĊĊĊĊ", + "ĊĊĊĊĊĊĊĊ ĊĊĊĊĊĊĊĊ", + "ĊĊĊĊĊ ĊĊĊĊĊĊĊĊĊĊĊ", + "ĊĊĊĊĊĊĊĊĊĊ ĊĊĊĊĊĊ", + "ĊĊĊĊĊĊĊ ĊĊĊĊĊĊĊĊĊ", + "ĊĊĊĊĊĊĊĊĊĊĊĊ ĊĊĊĊ", + "ĊĊĊĊĊĊĊĊĊ ĊĊĊĊĊĊĊ", + "ĊĊĊĊĊĊĊĊĊĊĊĊĊĊ ĊĊ", + "ĊĊĊĊĊĊĊĊĊĊĊ ĊĊĊĊĊ", + "Start ing", + "Star ting", + "Ġ Players", + "ĠP layers", + "ĠPl ayers", + "ĠPlay ers", + "ĠPlayer s", + "ĠPla yers", + "i ele", + "ie le", + "iel e", + ". then", + ".t hen", + ".th en", + ".the n", + "9 81", + "98 1", + "O rd", + "Or d", + "Ġ Tuple", + "ĠT uple", + "ĠTu ple", + "ĠTup le", + "Ġ bout", + "Ġb out", + "Ġbo ut", + "Ġbou t", + "Ġ Statistics", + "ĠStat istics", + "P review", + "Pr eview", + "Pre view", + "Prev iew", + "Ġp uzzle", + "Ġpu zzle", + "Ġpuzz le", + "Ġ Width", + "ĠW idth", + "ĠWid th", + "ST ATE", + "STAT E", + "STA TE", + "Ġ overlay", + "Ġover lay", + "Ġoverl ay", + "ĉ on", + "ĉo n", + "Ġin fr", + "Ġinf r", + "Ġsm allest", + "Ġsmall est", + "l ocked", + "lock ed", + "loc ked", + "ÑĤ о", + "s sl", + "ss l", + "7 79", + "77 9", + "Ġde emed", + "Ġdee med", + "Ġdeem ed", + "Ġs co", + "Ġsc o", + "r eck", + "re ck", + "rec k", + "Ġj Button", + "Ġ missions", + "Ġm issions", + "Ġmiss ions", + "Ġmission s", + "8 71", + "87 1", + "ç§ °", + ".Selected Index", + "T ABLE", + "TA BLE", + "TAB LE", + "S ept", + "Se pt", + "Sep t", + "Ġac knowledge", + "Ġack nowledge", + "Ġacknow ledge", + "Ġacknowled ge", + "Ġ strtotime", + "Ġstrt otime", + "Ġ Tell", + "ĠT ell", + "ĠTe ll", + "ĠTel l", + "ĠD ak", + "ĠDa k", + "Ġal uminum", + "Ġf ence", + "Ġfe nce", + "Ġfen ce", + "Ġ Stars", + "ĠSt ars", + "ĠStar s", + "ĠSta rs", + "CON FIG", + "CONF IG", + "Ġr etrofit", + "Ġretro fit", + "Ġ emphasis", + "Ġem phasis", + "Ġemph asis", + "Ġemphas is", + "/ header", + "/head er", + "/he ader", + "Ġ Something", + "ĠS omething", + "ĠSome thing", + "ĠSom ething", + "in ished", + "ini shed", + "inish ed", + "inis hed", + "=' \".$", + "='\" .$", + "='\". $", + "Ġ Validators", + "ĠValid ators", + "ĠValidator s", + "Ġp olar", + "Ġpol ar", + "Ġpo lar", + "s ections", + "se ctions", + "section s", + "sect ions", + "9 44", + "94 4", + ".as px", + ".asp x", + "Ġa spir", + "Ġas pir", + "Ġasp ir", + ". Mock", + ".M ock", + "Code Gen", + "Ġp eut", + "Ġpe ut", + "Ġpeu t", + "9 71", + "97 1", + "Ġaccept ing", + "Ġb acking", + "Ġback ing", + "Ġbac king", + "P icture", + "Pic ture", + "/ ap", + "/a p", + "е г", + "еР³", + "_ SEC", + "_S EC", + "_SE C", + "- use", + "-us e", + "-u se", + "an notation", + "ann otation", + "annot ation", + "Ġc ognitive", + "Ġcogn itive", + "Ġg rip", + "Ġgr ip", + "Ġgri p", + "h our", + "ho ur", + "hou r", + "Ġ Legal", + "ĠL egal", + "ĠLe gal", + "ĠLeg al", + "Ġe pic", + "Ġep ic", + ". toolStrip", + ".t oolStrip", + ".tool Strip", + ". notify", + ".n otify", + ".not ify", + ". Last", + ".L ast", + "OR IZ", + "M iddleware", + "Middle ware", + "cri ptions", + "cript ions", + "cription s", + "l ash", + "la sh", + "las h", + "_ FOUND", + "_F OUND", + "Ġ Liverpool", + "ĠLiver pool", + "Ġ {}\",", + "Ġ{ }\",", + "Ġ{} \",", + "9 31", + "93 1", + "Inst all", + "Ġ nit", + "Ġn it", + "Ġni t", + "Ġfig ured", + "Ġfigure d", + "Ġfigur ed", + "[ len", + "[l en", + ". Win", + ".W in", + ". platform", + ".pl atform", + "8 53", + "85 3", + "Ġgam bling", + "Ġgamb ling", + "( dt", + "(d t", + "a very", + "av ery", + "ave ry", + "aver y", + "ĉ include", + "ĉin clude", + "Wh ether", + "R outing", + "Ro uting", + "Ġth erap", + "Ġthe rap", + "Ġther ap", + "Rem ote", + "Ġ Loss", + "ĠL oss", + "ĠLo ss", + "ĠLos s", + "y ll", + "yl l", + "Ġappro ached", + "Ġapproach ed", + "Ġ Vehicle", + "ĠV ehicle", + "Ġ Alpha", + "ĠAl pha", + "Ġv ocê", + "Ġvoc ê", + "an swers", + "ans wers", + "answer s", + "NS Dictionary", + "9 54", + "95 4", + "cons ider", + "un used", + "unu sed", + "Ġ Fan", + "ĠF an", + "ĠFa n", + "or able", + "ora ble", + "f re", + "fr e", + "8 73", + "87 3", + "ĠDIS CLAIM", + "Ġ Actor", + "ĠA ctor", + "ĠAct or", + "ĠAc tor", + ". ]", + "to Have", + ". userId", + ".user Id", + "Ġspe eds", + "Ġspeed s", + "e way", + "ew ay", + "Ġrec urs", + "Ġrecur s", + "Ġ г", + "ĠÐ ³", + "_ priv", + "_p riv", + "_pr iv", + "_pri v", + "! âĢĿĊĊ", + "!âĢĿ ĊĊ", + "Ch oice", + "Cho ice", + "Ġs ettle", + "Ġset tle", + "Ġsett le", + "Ġ planes", + "Ġpl anes", + "Ġplan es", + "Ġplane s", + "Ġpla nes", + "' },", + "'} ,", + "T om", + "To m", + "I TER", + "IT ER", + "ITE R", + "! \"Ċ", + "!\" Ċ", + "å »", + "ach elor", + "ache lor", + "achel or", + "Ġse paration", + "Ġsepar ation", + "Ġseparat ion", + "Ġ dal", + "Ġd al", + "Ġda l", + "a dj", + "ad j", + "Ġ registers", + "Ġreg isters", + "Ġregister s", + "Ġregist ers", + "r iz", + "ri z", + "Ġ Notice", + "ĠNot ice", + "Ġ lu", + "Ġl u", + "Ġc ourage", + "Ġcour age", + "Ġcou rage", + "Ġ axes", + "Ġa xes", + "Ġax es", + "Ġaxe s", + "cell ent", + ". async", + ".as ync", + ".a sync", + "0 73", + "07 3", + "Ġcom patibility", + "Ġcompat ibility", + "ç «", + "Ġ !ĊĊ", + "Ġ! ĊĊ", + "Ġ!Ċ Ċ", + "ĉ title", + "ĉt itle", + "ĉti tle", + "Y LE", + "YL E", + "ĉ message", + "ĉm essage", + "U UID", + "UU ID", + "OL DER", + "OLD ER", + "Ġ HH", + "ĠH H", + "Ġ StyleSheet", + "ĠStyle Sheet", + "Ġacc essed", + "Ġaccess ed", + "Ġacces sed", + ". validation", + ".valid ation", + "t asks", + "task s", + "tas ks", + "Ġpoll ution", + "Ġpollut ion", + ". canvas", + ".c anvas", + ".can vas", + "Ġ ingredient", + "Ġing redient", + "ĠC abin", + "ĠCa bin", + "ĠCab in", + "A h", + "ol down", + "old own", + "ĠN OI", + "ĠNO I", + "Ġ ÃĹ", + "Ġà Ĺ", + "[ f", + "e duc", + "ed uc", + "edu c", + "y alty", + "yal ty", + "( not", + "(n ot", + "(no t", + "_ State", + "_St ate", + "9 33", + "93 3", + "a men", + "am en", + "ame n", + "7 95", + "79 5", + "7 39", + "73 9", + "Ġ dao", + "Ġd ao", + "Ġda o", + "u dad", + "ud ad", + "uda d", + "el lers", + "ell ers", + "elle rs", + "eller s", + "} &", + "l icity", + "lic ity", + "li city", + "licit y", + "_ WINDOW", + "_W INDOW", + "Ġt atto", + "Ġtat to", + "val or", + "va lor", + ". Range", + ".R ange", + "Ġreference d", + "Ġrefer enced", + "ĠRe serve", + "ĠRes erve", + "M oney", + "Mon ey", + "Mo ney", + "8 74", + "87 4", + "SC RIPT", + "SCRI PT", + "/ product", + "/pro duct", + "cho ices", + "choice s", + "Ġ tin", + "Ġt in", + "Ġti n", + "ãĤ ĵ", + "9 18", + "91 8", + "Ġ separator", + "Ġs eparator", + "Ġse parator", + "Ġsepar ator", + "Ġseparat or", + "Ġ pkg", + "Ġp kg", + "Ġpk g", + "am med", + "amm ed", + "Ġ MAT", + "ĠM AT", + "ĠMA T", + "! !ĊĊ", + "!! ĊĊ", + "!!Ċ Ċ", + "Ġ raid", + "Ġr aid", + "Ġra id", + "Ġmot ivation", + "Ġmotiv ation", + "Ġ XP", + "ĠX P", + "Ġ Background", + "ĠBack ground", + "Ġ Quaternion", + "ĠQu aternion", + ".define Property", + "i ker", + "ik er", + "ike r", + "ĉ parent", + "ĉp arent", + "Ġ Originally", + "ĠOrigin ally", + "ĠOriginal ly", + "ĠOrig inally", + "ant age", + "anta ge", + "ĠH ans", + "ĠHa ns", + "ĠHan s", + "Ġ timeline", + "Ġt imeline", + "Ġtime line", + "Ġtim eline", + ". cur", + ".c ur", + "o pic", + "op ic", + "opi c", + "ĠS equ", + "ĠSe qu", + "ĠSeq u", + "m ust", + "mu st", + "mus t", + "Ġ Coal", + "ĠCo al", + "Ġ formatter", + "Ġfor matter", + "Ġform atter", + "Ġformat ter", + "_ RGB", + "_R GB", + "_RG B", + "Ġ _(\"", + "Ġ_ (\"", + "Ġ_( \"", + "' }),Ċ", + "'} ),Ċ", + "'}) ,Ċ", + "Ġ= ================", + "Ġ== ===============", + "Ġ=== ==============", + "Ġ===== ============", + "Ġ==== =============", + "Ġ========== =======", + "Ġ======= ==========", + "Ġ FUNCTION", + "ĠF UNCTION", + "ĠFUN CTION", + "ĠFUNC TION", + "ĠFUNCT ION", + "Ġ lng", + "Ġl ng", + "Ġln g", + "ic ates", + "ica tes", + "icate s", + "l ive", + "li ve", + "liv e", + "_ engine", + "_e ngine", + "_eng ine", + "Ġt owns", + "Ġtown s", + "Ġtow ns", + "8 68", + "86 8", + "' ))ĊĊ", + "') )ĊĊ", + "')) ĊĊ", + "'))Ċ Ċ", + "Ġ PK", + "ĠP K", + "( api", + "(a pi", + "(ap i", + "ĉ scanf", + "ĉs canf", + "0 89", + "08 9", + "p acket", + "pack et", + "pa cket", + "pac ket", + ". phone", + ".p hone", + ".ph one", + "á Ģ", + "Ġ Andy", + "ĠAn dy", + "ĠAnd y", + "_N AMES", + "_NAME S", + "9 82", + "98 2", + "P LY", + "PL Y", + "9 55", + "95 5", + "Ġ mins", + "Ġm ins", + "Ġmin s", + "Ġmi ns", + "i mi", + "im i", + "Ġ brick", + "Ġb rick", + "Ġbr ick", + "Ġbri ck", + "Ġ blade", + "Ġbl ade", + "Ġbla de", + ". stdout", + ".std out", + "} `;Ċ", + "}` ;Ċ", + "S hift", + "Sh ift", + "ĉ sb", + "ĉs b", + "Ġ Checks", + "ĠCheck s", + "ĠChe cks", + "Ġphenomen on", + "Av atar", + "Ġmin istry", + "Ġmini stry", + "Ġminist ry", + "r ose", + "ro se", + "ros e", + "ĉ File", + "ĉF ile", + "8 78", + "87 8", + "Ġt itled", + "Ġtitle d", + "Ġtit led", + "( LOG", + "(L OG", + "Ġ gan", + "Ġg an", + "Ġga n", + "d esign", + "de sign", + "des ign", + "( ),čĊ", + "() ,čĊ", + "(), čĊ", + "Ġ bones", + "Ġb ones", + "Ġbo nes", + "Ġbon es", + "Ġbone s", + "s tm", + "st m", + "ÅĽ Äĩ", + "Ġ InputStream", + "ĠInput Stream", + "Ġvol unt", + "Ġ Serializable", + "ĠSerial izable", + "Ġ fighter", + "Ġf ighter", + "Ġfight er", + "Ġ Drag", + "ĠD rag", + "ĠDr ag", + "ĠDra g", + "T witter", + "Tw itter", + "Ġsub sid", + "Ġsubs id", + "ç ¼", + "Ġ forums", + "Ġfor ums", + "Ġforum s", + ". loading", + ".load ing", + ".lo ading", + "log ged", + "logg ed", + "_ this", + "_t his", + "_th is", + "Ġ terrain", + "Ġter rain", + "Ġterr ain", + "Ġterra in", + "Ġir re", + "Ġirr e", + "Ġ Ing", + "ĠI ng", + "ĠIn g", + "Ġ CN", + "ĠC N", + "_ objects", + "_object s", + "_obj ects", + ". uid", + ".ui d", + ".u id", + "Ġconscious ness", + "T INGS", + "TING S", + "ĠG all", + "ĠGal l", + "ĠGa ll", + "Ġport ray", + "0 56", + "05 6", + "Ġ Developer", + "ĠDe veloper", + "ĠDevelop er", + "Ġ participant", + "Ġpart icipant", + "Ġparticip ant", + "Ġ \";čĊ", + "Ġ\" ;čĊ", + "Ġ\"; čĊ", + "/ model", + "/m odel", + "/mod el", + "7 94", + "79 4", + "Ġ Operations", + "ĠOper ations", + "ĠOperation s", + "^ \\", + "Ġ Later", + "ĠL ater", + "ĠLa ter", + "ĠLat er", + "ĠLate r", + "Ġ raises", + "Ġr aises", + "Ġraise s", + "Ġrais es", + "Ġra ises", + "- none", + "-n one", + "-no ne", + "-non e", + ". meta", + ".m eta", + ".me ta", + ".met a", + "= '.$", + "=' .$", + "='. $", + "F inished", + "Fin ished", + "Finish ed", + "Ġre placing", + "Ġrepl acing", + "Ġ sampling", + "Ġs ampling", + "Ġsam pling", + "Ġsamp ling", + "ĠJ en", + "ĠJe n", + "\" There", + "\"The re", + "\"T here", + "RE AL", + "REA L", + "A LE", + "AL E", + "ìĬ ¤", + "Or ders", + "Order s", + "Ord ers", + "_ parameter", + "_param eter", + "_para meter", + "ĠOlymp ic", + "Ġtr ès", + "Ġ arena", + "Ġa rena", + "Ġare na", + "Ġar ena", + "Ġaren a", + "i ol", + "io l", + "; ?>", + "Ġimp acts", + "Ġimpact s", + "Ġ WS", + "ĠW S", + ": get", + ":g et", + "Ġf lights", + "Ġfl ights", + "Ġflight s", + "ĠRuss ell", + "ĠRus sell", + "c amera", + "came ra", + "cam era", + "F n", + "s igma", + "sig ma", + "Ġ forcing", + "Ġfor cing", + "Ġforc ing", + "Ġ locals", + "Ġloc als", + "Ġlocal s", + "Ġ departure", + "Ġdepart ure", + "Ġcelebr ation", + "Ġ Say", + "ĠS ay", + "ĠSa y", + "8 84", + "88 4", + "ï¼ Ĵ", + "ĠH ills", + "ĠHill s", + "ĠHil ls", + ".has OwnProperty", + "Ġ typings", + "Ġtyp ings", + "Ġtyping s", + ". API", + ".A PI", + ".AP I", + "Ġd onation", + "Ġdo nation", + "Ġdon ation", + "Operation Exception", + ". Activity", + ".Act ivity", + "c plusplus", + "Ġ Charlie", + "ĠChar lie", + "ĠCharl ie", + "Ġim ported", + "Ġimport ed", + "Ġimp orted", + "Ġd ann", + "Ġda nn", + "Ġdan n", + "Ġocc asions", + "Ġoccas ions", + "Ġoccasion s", + "Ġimplement ing", + "Ġ purple", + "Ġp urple", + "Ġpur ple", + ". dialog", + ".d ialog", + ".di alog", + "SQL Exception", + "er no", + "ern o", + "Ġw ars", + "Ġwar s", + "Ġwa rs", + "Ġ paste", + "Ġp aste", + "Ġpast e", + "Ġpas te", + "Ġpa ste", + "Ġdecre ased", + "Ġdecrease d", + "Ġhar sh", + "Ġel abor", + "Ġela bor", + "in puts", + "input s", + "inp uts", + "Ġ Views", + "ĠView s", + "ĠVi ews", + "ĠVie ws", + "Ġ errorMessage", + "Ġerror Message", + "_ mul", + "_m ul", + "_mu l", + "ĉ write", + "ĉw rite", + "Ġ Cop", + "ĠC op", + "ĠCo p", + "Ġ Annual", + "ĠAnn ual", + "( button", + "(b utton", + "Ġ vida", + "Ġv ida", + "Ġvi da", + "Ġvid a", + "b ars", + "bar s", + "ba rs", + "ĠHar vard", + "ĉ expect", + "ĉex pect", + "ĉexp ect", + "Ġ indexes", + "Ġindex es", + "Ġinde xes", + "Ġdocument ary", + "Ġf lesh", + "Ġfl esh", + "Ġfle sh", + "OR LD", + "Ġ Delta", + "ĠD elta", + "ĠDel ta", + "M AND", + "MA ND", + "MAN D", + "B rush", + "Br ush", + "Bru sh", + "- column", + "-c olumn", + "-col umn", + "Ġdevelop ments", + "Ġdevelopment s", + "9 74", + "97 4", + "7 83", + "78 3", + "method Visitor", + "s lice", + "sl ice", + "Ġ PDO", + "ĠP DO", + "ĠPD O", + "Ġinv esting", + "Ġinvest ing", + "8 67", + "86 7", + "ir able", + "ira ble", + "Ġ xmlns", + "Ġxml ns", + "ï¼ Ľ", + "ar ta", + "art a", + "Ġthe ories", + "Ġtheor ies", + "Ġtheo ries", + "_ city", + "_c ity", + "_ci ty", + "Ġ $__", + "Ġ$ __", + "Ġ$_ _", + "C reating", + "Cre ating", + "Cr eating", + "Creat ing", + "( pr", + "(p r", + "D ropdown", + "Drop down", + "is match", + "ism atch", + "Ġ NET", + "ĠN ET", + "ĠNE T", + "9 26", + "92 6", + "' ])){Ċ", + "'] )){Ċ", + "']) ){Ċ", + "'])) {Ċ", + "'])){ Ċ", + "Ġ Values", + "ĠVal ues", + "ĠValue s", + "Ġ SEO", + "ĠS EO", + "ĠSE O", + "Ġ STAT", + "ĠST AT", + "ĠSTA T", + "Ġe cosystem", + "Ġeco system", + "Ġ tempt", + "Ġt empt", + "Ġtem pt", + "Ġtemp t", + "Ġ \\\\", + "Ġ\\ \\", + "Ġ //{Ċ", + "Ġ// {Ċ", + "Ġ//{ Ċ", + "Ġ Christopher", + "ĠChrist opher", + "ĠChristoph er", + "ĠKent ucky", + "ĠHttp ServletResponse", + "ĠHttpServlet Response", + "Ġh ybrid", + "Ġhy brid", + "y on", + "yo n", + "Ġ feeding", + "Ġfe eding", + "Ġfeed ing", + "Ġfee ding", + "Ġ Extra", + "ĠEx tra", + "ĠExt ra", + "ĠExtr a", + "N orm", + "No rm", + "Nor m", + "IT CH", + "Ġ Sean", + "ĠS ean", + "ĠSe an", + "ĠSea n", + "Ġ Upload", + "ĠUp load", + "m un", + "mu n", + "p ur", + "pu r", + "Ġ persistent", + "Ġp ersistent", + "Ġpers istent", + "Ġpersist ent", + "ĠI DC", + "ĠID C", + "Ġ Perform", + "ĠPer form", + "ĠPerf orm", + "8 63", + "86 3", + ". merge", + ".m erge", + "_ room", + "_r oom", + "_ro om", + "Mean while", + "! ='", + "!= '", + "Ġ Wel", + "ĠW el", + "ĠWe l", + "Args Constructor", + "8 87", + "88 7", + ". Database", + ".D atabase", + ".Data base", + "Ġco unting", + "Ġcount ing", + "Ġcoun ting", + "( )*", + "() *", + "Ķ åĽŀ", + "Ġ TOP", + "ĠT OP", + "ĠTO P", + "m ill", + "mi ll", + "mil l", + "Ġ DT", + "ĠD T", + "IGN ED", + "9 56", + "95 6", + "Ġ KB", + "ĠK B", + "Ġcom ply", + "Ġcomp ly", + "Ġcompl y", + "S outh", + "So uth", + "Sou th", + "_ collection", + "_c ollection", + "_col lection", + "_coll ection", + "_collect ion", + "Ch apter", + "Cha pter", + "Ġexpl aining", + "Ġexplain ing", + "_ AM", + "_A M", + "_ ts", + "_t s", + "c ards", + "card s", + "car ds", + "Ġ quel", + "Ġqu el", + "Ġque l", + "Ġq uel", + "Ġ pole", + "Ġp ole", + "Ġpol e", + "Ġpo le", + "Ġtouch down", + "Ġ Others", + "ĠO thers", + "ĠOther s", + "Ġpe ers", + "Ġpeer s", + "Ġpee rs", + "Ġ TypeError", + "ĠType Error", + "7 63", + "76 3", + "Ġsix th", + "Ġch eer", + "Ġche er", + "Ġdis pute", + "Ġdisp ute", + "Ġdisput e", + "9 63", + "96 3", + "8 93", + "89 3", + "u sc", + "us c", + ") ],", + ")] ,", + "th umb", + "Ġh iding", + "Ġhi ding", + "Ġhid ing", + "Ġ SIG", + "ĠS IG", + "ĠSI G", + "l ikes", + "li kes", + "like s", + "lik es", + "Ġ PAGE", + "ĠP AGE", + "ĠPA GE", + ". Reflection", + ".Ref lection", + "Ġhead quarters", + "T ING", + "TI NG", + "Ġ Ghost", + "ĠG host", + "ĠGh ost", + "M LE", + "ML E", + "$ Ċ", + "Ġcont rary", + "Ġcontr ary", + "Ġcontra ry", + "ext end", + "' ]).", + "'] ).", + "']) .", + "FF ECT", + "FFE CT", + "Ġ Pinterest", + "ĠP interest", + "úmer o", + "ric ane", + "rica ne", + "ĉ session", + "ĉs ession", + "Ġcr ystal", + "Ġcry stal", + "Ġcryst al", + "- Control", + "-C ontrol", + "overn ment", + "o graf", + "og raf", + "ogr af", + "ogra f", + "9 61", + "96 1", + "- action", + "-a ction", + "-ac tion", + "v olume", + "vol ume", + "f ten", + "ft en", + "fte n", + "Ġun con", + "Ġunc on", + "Ġ animate", + "Ġan imate", + "Ġanim ate", + "Ġani mate", + "Ġ lease", + "Ġl ease", + "Ġle ase", + "s cr", + "sc r", + "Ġre fuse", + "Ġref use", + "ãĢ ĭ", + "f tp", + "ft p", + "in formation", + "inform ation", + "Ġeval uated", + "Ġevaluate d", + "Ġevalu ated", + "Ġin jection", + "Ġinj ection", + "Ġinject ion", + "Ġ jack", + "Ġj ack", + "Ġja ck", + "Ġjac k", + "Ġwork shop", + "Ġworks hop", + "æ³ ¨", + "P TH", + "PT H", + "Ġ Ts", + "ĠT s", + "o ffer", + "of fer", + "off er", + "ĉ os", + "ĉo s", + "Ġking dom", + "M issing", + "Miss ing", + "Mis sing", + "Ġlaw makers", + "Ġlawmaker s", + "ext Field", + "Ġs inging", + "Ġsin ging", + "Ġsing ing", + "a bi", + "ab i", + "/ client", + "/c lient", + "/cl ient", + "/cli ent", + ". media", + ".m edia", + ".me dia", + ".med ia", + "ATEG ORY", + "Sign ature", + "Sig nature", + "% ',Ċ", + "%' ,Ċ", + "%', Ċ", + "Ġ Fuck", + "ĠF uck", + "ĠFu ck", + "] [:", + "][ :", + "Ġs ensors", + "Ġsens ors", + "Ġsensor s", + "/ com", + "/c om", + "/co m", + "Ġ Primary", + "ĠPr imary", + "ĠPri mary", + "ĠPrim ary", + ". SQL", + ".S QL", + "_ program", + "_p rogram", + "_pro gram", + "_pr ogram", + "_prog ram", + "Ġp ills", + "Ġpil ls", + "Ġpill s", + "Ġ integral", + "Ġint egral", + "Ġinteg ral", + "Ġintegr al", + "Ġ fleet", + "Ġf leet", + "Ġfle et", + "Ġflee t", + "Ġd ropping", + "Ġdr opping", + "Ġdrop ping", + "Ġdro pping", + ". sl", + ".s l", + "B een", + "Be en", + "Ġ pets", + "Ġp ets", + "Ġpe ts", + "Ġpet s", + "Ġad vised", + "Ġadv ised", + "Ġadvis ed", + "Ġadvise d", + "Ġ dragon", + "Ġd ragon", + "Ġdr agon", + "Ġdrag on", + "Ġdra gon", + "_ EDIT", + "_ED IT", + "( im", + "(i m", + "9 39", + "93 9", + "F ER", + "FE R", + "Ġ Drug", + "ĠD rug", + "ĠDr ug", + "( random", + "(r andom", + "(rand om", + "Ġ compression", + "Ġcom pression", + "Ġcomp ression", + "Ġcompr ession", + "Ġcompress ion", + "o ust", + "ou st", + "ous t", + "[ %", + "Ġ buyer", + "Ġbu yer", + "Ġbuy er", + "h op", + "ho p", + "R oles", + "Role s", + "Ro les", + "Rol es", + "man age", + "ma nage", + "mana ge", + "Ġpain ful", + "Ġ Branch", + "ĠBr anch", + "ĠBran ch", + "- modal", + "-m odal", + "-mod al", + "e nant", + "en ant", + "ena nt", + "enan t", + "Ġ Mesh", + "ĠM esh", + "ĠMe sh", + "ĠMes h", + "/ font", + "/f ont", + "ĠG raham", + "ĠGra ham", + "Ġ âĺ", + "Ġâ ĺ", + "Ġ nc", + "Ġn c", + "ĠFranc is", + "ĠFran cis", + "Ġspec ification", + "Ġspecific ation", + "Ġdam ages", + "Ġdamage s", + "- config", + "-con fig", + "-conf ig", + "Ġthe oret", + "Ġtheor et", + "Ġtheo ret", + "s ecure", + "sec ure", + "_ multi", + "_m ulti", + "_mul ti", + "_mult i", + "aceut ical", + "Ġdem anding", + "Ġdemand ing", + "en ne", + "enn e", + "I STS", + "IS TS", + "IST S", + "0 94", + "09 4", + "( )));ĊĊ", + "() ));ĊĊ", + "()) );ĊĊ", + "()));Ċ Ċ", + "())) ;ĊĊ", + "())); ĊĊ", + "Re ason", + "Re cent", + "Rec ent", + "ph ase", + "pha se", + "phas e", + "Ġ psy", + "Ġp sy", + "Ġps y", + "_ MAN", + "_M AN", + "_MA N", + "Ġvol unteer", + "Ġvolunte er", + "Ġvolunt eer", + "å ¿", + "istrib uted", + "istribute d", + "l io", + "li o", + "Ġproduct ivity", + "_ comm", + "_c omm", + "_com m", + "_co mm", + "S pring", + "Sp ring", + "Spr ing", + "n is", + "ni s", + ". weight", + ".w eight", + ".we ight", + "ĠC ancer", + "ĠCan cer", + "ĠCanc er", + "Al loc", + "All oc", + "Ġ Tweet", + "ĠT weet", + "ĠTwe et", + "Ġsepar ately", + "Ġseparate ly", + "Ġseparat ely", + "ĉ check", + "ĉc heck", + "ĉch eck", + "_ properties", + "_p roperties", + "_prop erties", + ". Unit", + ".U nit", + ".Un it", + "8 29", + "82 9", + "_ CLK", + "_C LK", + "_CL K", + "Ġ gt", + "Ġg t", + "Ġ ();ĊĊ", + "Ġ( );ĊĊ", + "Ġ() ;ĊĊ", + "Ġ();Ċ Ċ", + "Ġ(); ĊĊ", + "Ġh andy", + "Ġhand y", + "Ġhan dy", + "8 34", + "83 4", + "ĠTh ompson", + "ĠThom pson", + "Ġun necessary", + "Ġunn ecessary", + "Ġ Reader", + "ĠRe ader", + "ĠRead er", + "8 94", + "89 4", + "G N", + "= request", + "=re quest", + "=req uest", + "Ġ Utility", + "ĠU tility", + "ĠUtil ity", + "ĠUt ility", + ". Repository", + ".Re pository", + "Ġ Ax", + "ĠA x", + "hy dr", + "7 91", + "79 1", + "i eu", + "ie u", + "Ġ thy", + "Ġt hy", + "Ġth y", + "Ġ lt", + "Ġl t", + "_ mail", + "_m ail", + "_ma il", + "ä¿® æĶ¹", + "a iland", + "ail and", + "ai land", + "Ġ Philip", + "ĠPh ilip", + "ĠPhil ip", + "ĠPhi lip", + "Ġb itter", + "Ġbit ter", + "Ġbitte r", + "Ġb etting", + "Ġbet ting", + "8 37", + "83 7", + "Ġt imed", + "Ġtime d", + "Ġtim ed", + "Ġti med", + "o cks", + "oc ks", + "ock s", + "0 76", + "07 6", + "' a", + "Ġal gorithms", + "Ġalgorithm s", + "Ġ reinterpret", + "Ġre interpret", + "Ġt oss", + "Ġto ss", + "r ogen", + "ro gen", + "rog en", + "Ġh oped", + "Ġhope d", + "Ġhop ed", + "Ġho ped", + "( selected", + "(se lected", + "(select ed", + "(sel ected", + "Ġ venture", + "Ġvent ure", + "Ġven ture", + "T EX", + "TE X", + "Ġ Leave", + "ĠLe ave", + ". Substring", + ".Sub string", + "Ġgr ateful", + "Ġgrat eful", + "Ġgrate ful", + "7 43", + "74 3", + "u ka", + "uk a", + "Ġ Consumer", + "ĠCon sumer", + "ĠCons umer", + "ĠConsum er", + "Ġag greg", + "Ġagg reg", + "C ircle", + "ภģ", + "_ blocks", + "_b locks", + "_block s", + "_bl ocks", + "_bloc ks", + "Ġleg ally", + "Ġlegal ly", + "Ġ \"|", + "Ġ\" |", + "ãĥ ĥ", + ". board", + ".b oard", + ".bo ard", + ". Ab", + ".A b", + "Function s", + "Fun ctions", + "rec ipe", + "è ĩ", + "ĠO xford", + "ĠOx ford", + "Ġw holes", + "Ġwh oles", + "Ġwho les", + "Ġwhole s", + ". Build", + ".B uild", + "_ changed", + "_ch anged", + "_change d", + "_chan ged", + "h ai", + "ha i", + "Ġ departments", + "Ġdepartment s", + "Ġdepart ments", + "9 64", + "96 4", + "I mp", + "Im p", + "Ġcoal ition", + "IN FRINGEMENT", + "Ġem power", + "Ġemp ower", + "it ches", + "itch es", + "N orth", + "Nor th", + "Ġin flamm", + "Ġinfl amm", + "O NSE", + "ON SE", + "ONS E", + "Ġmiss ile", + "ĠR aj", + "ĠRa j", + "Ġ Issue", + "ĠI ssue", + "ĠIss ue", + "Ġ atoi", + "Ġa toi", + "Ġat oi", + "c aled", + "ca led", + "cale d", + "cal ed", + ". Controllers", + ".Cont rollers", + ".Control lers", + ".Controller s", + "Ġ Wolf", + "ĠW olf", + "ĠWo lf", + "ĠWol f", + "Ġcrush ers", + "Ġcrusher s", + "á» ĩ", + ". Auth", + ".A uth", + ".add Attribute", + "h is", + "hi s", + "Ġbo ots", + "Ġboot s", + "Ġboo ts", + ". clean", + ".c lean", + ".cl ean", + "c amp", + "ca mp", + "cam p", + "Ġ tenant", + "Ġt enant", + "Ġte nant", + "Ġten ant", + "Ġt une", + "Ġtu ne", + "Ġtun e", + "Ġ {}'.", + "Ġ{ }'.", + "Ġ{} '.", + "Ġwork out", + "Re po", + "Rep o", + "Ġpart ially", + "Ġpartial ly", + "Ġparti ally", + "MI SSION", + "MISS ION", + "j amin", + "ja min", + "jam in", + "Ġ SB", + "ĠS B", + "Ġd etermination", + "Ġde termination", + "Ġdeter mination", + "Ġdetermin ation", + "Ġdeterm ination", + "Ġ' ');Ċ", + "Ġ'' );Ċ", + "Ġ'') ;Ċ", + "Ġ''); Ċ", + "ĠB eng", + "ĠBe ng", + "ĠBen g", + "Ġ vos", + "Ġv os", + "Ġvo s", + "Ġin hab", + "Ġinh ab", + "/ lang", + "/l ang", + "s burgh", + "sburg h", + "Exec utor", + "h one", + "ho ne", + "hon e", + "Ġ Challenge", + "ĠCh allenge", + "ĠChall enge", + "_ links", + "_l inks", + "_link s", + "_lin ks", + ". Level", + ".Le vel", + "Ġunder ground", + "- code", + "-c ode", + "-co de", + "9 59", + "95 9", + "Ġopt imization", + "Ġoptim ization", + "log ging", + "logg ing", + "_ dest", + "_d est", + "_de st", + "_des t", + "Ġ snake", + "Ġsn ake", + "Ġsna ke", + "Ġchem icals", + "Ġchemical s", + "_IMPORT ED", + "ad oop", + "ado op", + "adoo p", + "ĠTH AT", + "man aged", + "manage d", + "mana ged", + "Ġred uces", + "Ġredu ces", + "Ġreduce s", + "Ġ REAL", + "ĠRE AL", + "Ġ Guy", + "ĠG uy", + "ĠGu y", + "_GENER IC", + "_GEN ERIC", + "/ ********************************", + "/************************ ********", + "/******** ************************", + "/**************** ****************", + ". amount", + ".a mount", + ".am ount", + "Ġ dere", + "Ġd ere", + "Ġde re", + "Ġder e", + "get Time", + "Ġp ant", + "Ġpa nt", + "Ġpan t", + "an onymous", + "anon ymous", + "Ġhar mony", + "Ġharm ony", + "Ġharmon y", + "Ġ Alan", + "ĠA lan", + "ĠAl an", + "ĠAla n", + "Ġsc enarios", + "Ġscen arios", + "Ġscenario s", + "Ġd irt", + "Ġdi rt", + "Ġdir t", + "h tags", + "ht ags", + "htag s", + "hta gs", + "M c", + "S hell", + "Sh ell", + "She ll", + "r in", + "ri n", + "{ čĊčĊ", + "{čĊ čĊ", + ". pow", + ".p ow", + ".po w", + "ĉ client", + "ĉc lient", + "ĉcl ient", + "ĉcli ent", + "Ġcon spiracy", + "Ġconspir acy", + "Ġad mission", + "Ġadm ission", + "Ġ Regional", + "ĠReg ional", + "ĠRegion al", + "Ġ ViewController", + "ĠView Controller", + "ĠPhil ippines", + "ĠPhilipp ines", + "ĠPhilippine s", + "Ġde pos", + "Ġdep os", + "Ġp ap", + "Ġpa p", + "9 62", + "96 2", + "Ġ Pad", + "ĠP ad", + "ĠPa d", + "P aul", + "Pa ul", + ". ComboBox", + ".Com boBox", + "Ġt utor", + "Ġtu tor", + "Ġtut or", + "Ġtuto r", + "Ġ Recipe", + "ĠRec ipe", + "w riting", + "wr iting", + "Ġcontrib utor", + "O TH", + "OT H", + "S mall", + "Sm all", + "V I", + "Ġh acer", + "Ġha cer", + "Ġhace r", + "Ġhac er", + "e qu", + "eq u", + "Ġ Examples", + "ĠEx amples", + "ĠExample s", + "ĠExam ples", + "h uman", + "hu man", + "hum an", + ". messages", + ".m essages", + ".message s", + "ĉ typ", + "ĉt yp", + "Ġ (čĊ", + "Ġ( čĊ", + "Ġ SSL", + "ĠS SL", + "ĠSS L", + "L EN", + "LE N", + "ĠRom ney", + "( grid", + "(g rid", + "(gr id", + "ĉ min", + "ĉm in", + "Ġ >ĊĊ", + "Ġ> ĊĊ", + "Ġ>Ċ Ċ", + "Ġf ruits", + "Ġfr uits", + "Ġfruit s", + "Ġv oter", + "Ġvo ter", + "Ġvot er", + "Ġvote r", + "In line", + "p ane", + "pan e", + "pa ne", + "Ġ Collections", + "ĠC ollections", + "ĠCol lections", + "ĠCollection s", + "ĠColl ections", + "ĠCollect ions", + "char set", + "chars et", + "Ġ spam", + "Ġsp am", + "Ġspa m", + "z b", + "it emap", + "ite map", + "item ap", + "Ġs ucceeded", + "Ġsuc ceeded", + "Ġsucceed ed", + "_ COL", + "_C OL", + "_CO L", + "Ġ elapsed", + "Ġel apsed", + "i meter", + "im eter", + "ime ter", + "imet er", + "Ġre covered", + "Ġrecover ed", + "T ensor", + "hat tan", + "hatt an", + ". setup", + ".set up", + "i sto", + "is to", + "ist o", + "( head", + "(h ead", + "9 77", + "97 7", + "Ġ SIZE", + "ĠS IZE", + "ĠSI ZE", + "Ġt actics", + "Ġtact ics", + "Ġtactic s", + "Ġtac tics", + "Ġdis tur", + "Ġdist ur", + "Ġpr eval", + "Ġpre val", + "Ġprev al", + "ic ios", + "ici os", + "icio s", + "( Value", + "(V alue", + "_ cols", + "_c ols", + "_col s", + "_co ls", + "Ġ Fat", + "ĠF at", + "ĠFa t", + "Ġse al", + "Ġsea l", + "Ġ sons", + "Ġs ons", + "Ġso ns", + "Ġson s", + "Ġens ures", + "Ġensure s", + "0 95", + "09 5", + "Ġp ressing", + "Ġpres sing", + "Ġpress ing", + "= &", + "igen ous", + "Ġharass ment", + "_ JSON", + "_J SON", + "_JS ON", + "Ġign or", + "Ġig nor", + "yn omial", + "ynom ial", + "o mer", + "om er", + "ome r", + "_ static", + "_st atic", + "_stat ic", + "_sta tic", + "Ġsign ificance", + "Ġsignific ance", + "Ġsignifica nce", + "Ġc ircles", + "Ġcirc les", + "Ġcircle s", + "Ġcir cles", + "_ System", + "_S ystem", + "Ġdisc ipline", + "Ġdiscipl ine", + "Ġd ressed", + "Ġdr essed", + "Ġdress ed", + "Ġ sphere", + "Ġs phere", + "Ġsp here", + "Ġsph ere", + "9 27", + "92 7", + "Ġcl imb", + "Ġclim b", + "Ġcli mb", + "7 59", + "75 9", + "_ actions", + "_a ctions", + "_action s", + "_act ions", + "ĠB ab", + "ĠBa b", + "Ġ' =',", + "Ġ'=' ,", + "Ġ'= ',", + "_ schema", + "_s chema", + "\" use", + "Ġ unders", + "Ġun ders", + "Ġunder s", + "Ġund ers", + "Ġunde rs", + "Ġc ups", + "Ġcu ps", + "Ġcup s", + ". screen", + ".s creen", + ".sc reen", + "/ new", + "/n ew", + "/ne w", + "Ġapp earing", + "Ġappe aring", + "Ġappear ing", + "T OP", + "TO P", + "v ised", + "vis ed", + "vi sed", + "vise d", + "c lang", + "cl ang", + "cla ng", + "Ġinvest igators", + "Ġinvestig ators", + "Ġinvestigator s", + "Ġm ysterious", + "Ġmyster ious", + "Ġprom ising", + "Ġqual ify", + "Ġqua lify", + "Ġquali fy", + "Ġc ave", + "Ġca ve", + "Ġcav e", + "Ġ equip", + "Ġe quip", + "Ġequ ip", + "= x", + "G T", + "( link", + "(l ink", + "(li nk", + ". velocity", + ".v elocity", + ".vel ocity", + ". erase", + ".e rase", + ".er ase", + "o ter", + "ot er", + "ote r", + "++++ ++++", + "pro fit", + "prof it", + "Ġ zones", + "Ġz ones", + "Ġzone s", + "Ġzo nes", + "_ uid", + "_u id", + "_ui d", + "- ser", + "-s er", + "-se r", + "Ġob jectives", + "Ġobject ives", + "Ġobjective s", + "Ġmil f", + "Ġmi lf", + "web kit", + "( match", + "(m atch", + "(mat ch", + "n eh", + "ne h", + "Ġ Associated", + "ĠAssoci ated", + "ĠAssociate d", + "ĠAssoc iated", + "Ġ Todo", + "ĠT odo", + "ĠTo do", + "ĠTod o", + "= d", + "0 65", + "06 5", + "C am", + "Ca m", + "Ġv ocal", + "Ġvo cal", + "Ġvoc al", + "Ġ sudo", + "Ġs udo", + "Ġsu do", + "Ġsud o", + "( EX", + "(E X", + "Ġt rou", + "Ġtr ou", + "Ġtro u", + "A BC", + "AB C", + ". bean", + ".b ean", + ".be an", + "Ġ Ground", + "ĠG round", + "ĠGr ound", + "ĠGro und", + "Ġ REST", + "ĠR EST", + "ĠRE ST", + "ĠRES T", + "we ets", + "weet s", + "I ng", + "In g", + "i mon", + "im on", + "imo n", + "9 46", + "94 6", + "_ bus", + "_b us", + "Ġ COLOR", + "ĠC OLOR", + "ĠCOL OR", + "un to", + "unt o", + "Ġf oss", + "Ġfo ss", + "Ġfos s", + "Ġ Links", + "ĠL inks", + "ĠLink s", + "ĠLin ks", + "8 69", + "86 9", + "ä ng", + "än g", + "/ forms", + "/form s", + "pr ises", + "prise s", + "pri ses", + "Ġ achievement", + "Ġachie vement", + "Ġachieve ment", + "C ALL", + "CA LL", + "CAL L", + "е лÑĮ", + "ел ÑĮ", + "Ġ Verify", + "ĠVer ify", + "_ SOURCE", + "_S OURCE", + "apt cha", + "I DD", + "ID D", + "_ reference", + "_re ference", + "_ref erence", + "_refer ence", + "G old", + "Go ld", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ċ", + "9 47", + "94 7", + "Re ceiver", + "Receive r", + "0 99", + "09 9", + "Ġ aj", + "Ġa j", + "_ direction", + "_d irection", + "_dir ection", + "_di rection", + "_direct ion", + "} ]", + "Ġ Compet", + "ĠCom pet", + "ĠComp et", + "Ġ bang", + "Ġb ang", + "Ġban g", + "Ġba ng", + "7 98", + "79 8", + "ĠC ass", + "ĠCas s", + "ĠCa ss", + "- url", + "-u rl", + "t echn", + "te chn", + "tech n", + "tec hn", + "ĠJer usalem", + "long itude", + "' );čĊčĊ", + "') ;čĊčĊ", + "'); čĊčĊ", + "');čĊ čĊ", + "Ġwin ners", + "Ġwinner s", + "T asks", + "Task s", + "Ġ DMA", + "ĠD MA", + "ĠDM A", + "Ġ tooltip", + "Ġto oltip", + "Ġtool tip", + "İ ·", + "ĠB ra", + "ĠBr a", + "_ duration", + "_d uration", + "_dur ation", + "c ury", + "cur y", + "cu ry", + "par ents", + "pare nts", + "parent s", + "paren ts", + "- --- >(", + ">> (", + "Ġ Kir", + "ĠK ir", + "ĠKi r", + "Ġ intros", + "Ġint ros", + "Ġintr os", + "Ġintro s", + "Ġsk etch", + "Ġsk illed", + "Ġskill ed", + "Ġ immer", + "Ġim mer", + "Ġimm er", + "Ġade quate", + "Ġadequ ate", + "_ rep", + "_re p", + "_r ep", + "( header", + "(head er", + "_ like", + "_l ike", + "_li ke", + "Ġper ceived", + "Ġperceive d", + "Ġperce ived", + "s sh", + "ss h", + "Ġ assuming", + "Ġas suming", + "Ġass uming", + "Ġassum ing", + "Ġ ff", + "Ġf f", + "_ uuid", + "_u uid", + "u las", + "ul as", + "ula s", + "Ġdem ocratic", + "Ġdemocr atic", + "Ġdemocrat ic", + ". entities", + ".ent ities", + "S eries", + "Se ries", + "Ser ies", + "aph ore", + "Ġnew er", + "Ġne wer", + "} (", + "S EC", + "SE C", + "a iro", + "air o", + "ai ro", + "Ġcom mod", + "Ġcomm od", + "Ġpriv ilege", + "Ġprivile ge", + "Ġde ux", + "Ġ Hop", + "ĠH op", + "ĠHo p", + ". '/", + ".' /", + "c tic", + "ct ic", + ". ';Ċ", + ".' ;Ċ", + "< ?=", + " C", + "ĠWar ren", + "Ġ optimizer", + "Ġopt imizer", + "Ġoptim izer", + "Ġoptimize r", + "ĠSER VICES", + "ĠSERVICE S", + "_ oper", + "_op er", + "_o per", + "get Attribute", + "ĠMc K", + "_ self", + "_s elf", + "_se lf", + "_sel f", + "0 84", + "08 4", + ". rs", + ".r s", + "\" )ĊĊĊ", + "\") ĊĊĊ", + "\")Ċ ĊĊ", + "\")ĊĊ Ċ", + "Get Component", + "er ce", + "erc e", + "Ġt ous", + "Ġto us", + "Ġtou s", + "un its", + "unit s", + "uni ts", + "' ]);čĊ", + "'] );čĊ", + "']) ;čĊ", + "']); čĊ", + "Z oom", + "/ E", + "Ġob sc", + "Ġobs c", + "Ġfast est", + "Ġfas test", + "on line", + "Ġpeace ful", + "f fen", + "ff en", + "ffe n", + "Ġ cargo", + "Ġc argo", + "Ġcar go", + "Ġcarg o", + "ĉ pr", + "ĉp r", + "Ġse eks", + "Ġsee ks", + "Ġseek s", + "z u", + "0 74", + "07 4", + "T rim", + "Tr im", + "Tri m", + "Ġ ward", + "Ġw ard", + "Ġwar d", + "Ġwa rd", + "Ġv erd", + "Ġver d", + "Ġve rd", + "Ġ blogs", + "Ġb logs", + "Ġbl ogs", + "Ġblog s", + "Ġblo gs", + ". exceptions", + ".ex ceptions", + ".exception s", + "Ġ Premium", + "ĠP remium", + "ĠPre mium", + "ĠPrem ium", + "ĠPremi um", + "ĠN etherlands", + "S afe", + "Sa fe", + "F inish", + "Fin ish", + "Fi nish", + "Ġ Album", + "ĠAl bum", + "ĠAlb um", + "_ ACC", + "_A CC", + "_AC C", + "= this", + "=t his", + "v irtual", + "vir tual", + "virt ual", + "] >", + "_ LABEL", + "_L ABEL", + "_LA BEL", + "Ġ Nich", + "ĠN ich", + "ĠNic h", + "ĠNi ch", + "_ win", + "_w in", + "Ġ Aaron", + "ĠA aron", + "W P", + "; $", + "a ims", + "ai ms", + "aim s", + "Ġ ImageView", + "ĠImage View", + "Ġend less", + "Ġendl ess", + "E RA", + "ER A", + "_ DISABLE", + "_DIS ABLE", + "Ġ cancelled", + "Ġcancel led", + "Ġcancell ed", + "Ġcanc elled", + "- us", + "-u s", + "Ġ inspection", + "Ġins pection", + "Ġinspect ion", + "Ġinsp ection", + "e min", + "em in", + "emi n", + "Ġ Grey", + "ĠG rey", + "ĠGr ey", + "ĠGre y", + "- open", + "-o pen", + "-op en", + "Ġ iterations", + "Ġiter ations", + "Ġiteration s", + ". owner", + ".o wner", + "Ġk eras", + "Ġke ras", + "Ġker as", + ". Password", + ".P assword", + ".Pass word", + "ĠR y", + "Ġ INS", + "ĠI NS", + "ĠIN S", + "A ir", + "Ai r", + "Ġ Several", + "ĠSe veral", + "ĠSever al", + "ĠSev eral", + ".Tab Stop", + "IN GLE", + "ING LE", + "Ġ Hair", + "ĠH air", + "ĠHa ir", + "ĠHai r", + "Ġ Canvas", + "ĠC anvas", + "ĠCan vas", + "A AAA", + "AA AA", + "AAA A", + "Ġf law", + "Ġfl aw", + "Ġfla w", + "c edes", + "ce des", + "ced es", + "cede s", + ". Report", + ".Re port", + "í Ĭ", + "Ġ Tips", + "ĠT ips", + "ĠTi ps", + "ĠTip s", + "cript ors", + "criptor s", + ". transaction", + ".trans action", + ". Spring", + ".S pring", + ".Sp ring", + "Ġ viewer", + "Ġview er", + "Ġvie wer", + "Ġins ights", + "Ġinsight s", + "è¾ ĵ", + "ord ion", + "U INT", + "UI NT", + "se ek", + "see k", + "Ġ Auf", + "ĠA uf", + "ĠAu f", + "ìŀ IJ", + "Ġ strain", + "Ġs train", + "Ġst rain", + "Ġstr ain", + "Ġstra in", + "To oltip", + "Tool tip", + "Ġ dz", + "Ġd z", + "ig nal", + "ign al", + "a dt", + "ad t", + "Ġ uc", + "Ġu c", + "f inite", + "fin ite", + "fi nite", + "Ġ nm", + "Ġn m", + ". cmd", + ".c md", + ".cm d", + "ĠMy Sql", + "[ data", + "[d ata", + ".j ackson", + ". tree", + ".t ree", + ".tr ee", + "Request Param", + "_ agent", + "_a gent", + "_ag ent", + "_age nt", + "\" )]čĊ", + "\") ]čĊ", + "\")] čĊ", + "Ġas sass", + "Ġass ass", + "( Constants", + "(Constant s", + "(Const ants", + ": ss", + ":s s", + "Ġ MAN", + "ĠM AN", + "ĠMA N", + "+- +-", + "Ġ Bottom", + "ĠB ottom", + "ĠBot tom", + "ĠBott om", + "pr ints", + "print s", + "pri nts", + "Ġ Same", + "ĠS ame", + "ĠSam e", + "ĠSa me", + "@ Autowired", + "s wap", + "sw ap", + "i ción", + "ic ión", + "ici ón", + "Ġprot esters", + "Ġprote sters", + "Ġprotest ers", + "Ġprotester s", + "Ġh oney", + "Ġhon ey", + "Ġho ney", + "Ġhone y", + "Ġ Veter", + "ĠV eter", + "ĠVe ter", + "ĠVet er", + "( Calendar", + "(C alendar", + "- ad", + "-a d", + "ĠBro oklyn", + "ĠBrook lyn", + "L ife", + "Li fe", + "_ VAR", + "_V AR", + "z ech", + "ze ch", + "Ġ CALL", + "ĠC ALL", + "ĠCA LL", + "ĠCAL L", + "_ CAST", + "_C AST", + "_CA ST", + "ĠE lection", + "ĠEl ection", + "ĠElect ion", + "ĠEle ction", + "Ġ thickness", + "Ġth ickness", + "Ġthick ness", + "V ery", + "Ver y", + "Ve ry", + "_ INTEGER", + "_IN TEGER", + "- dev", + "-d ev", + "-de v", + ") )))", + ")) ))", + "))) )", + "a pat", + "ap at", + "apa t", + "o ooo", + "oo oo", + "ooo o", + "d emo", + "de mo", + "dem o", + "Ġ parseFloat", + "Ġparse Float", + "Ġ Rather", + "ĠR ather", + "ĠRa ther", + "ĠRat her", + "ĠRath er", + "ST IT", + "m aker", + "ma ker", + "make r", + "mak er", + "[ current", + "[c urrent", + "[cur rent", + "[curr ent", + "chron o", + "chr ono", + "Ġ christ", + "Ġch rist", + "Ġchr ist", + "ãģ ª", + "Ġ Detail", + "ĠD etail", + "ĠDe tail", + "ĠDet ail", + "Æ° á»", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "Ġs ul", + "Ġsu l", + "id ency", + "ide ncy", + "iden cy", + "Q ue", + "Qu e", + "Ġe legant", + "Ġeleg ant", + "a pons", + "ap ons", + "apon s", + "apo ns", + "Ġd ishes", + "Ġdis hes", + "Ġdish es", + "Ġint egers", + "Ġinteg ers", + "Ġinteger s", + "Ġinte gers", + "( read", + "(r ead", + "(re ad", + "0 57", + "05 7", + "find ViewById", + "Ġ Amount", + "ĠA mount", + "ĠAm ount", + "Ġ Skip", + "ĠS kip", + "ĠSk ip", + "ĠSki p", + "Ġhab its", + "Ġha bits", + "Ġhabit s", + "* )(", + "*) (", + "Ġmon sters", + "Ġmonster s", + "M AC", + "MA C", + ": end", + ":e nd", + "Ġf rank", + "Ġfr ank", + "Ġfra nk", + "Ġfran k", + "As sembly", + "Ġ dfs", + "Ġd fs", + "Ġdf s", + "Ġn eut", + "Ġne ut", + "Ġneu t", + "_ TYPES", + "_T YPES", + "_TYPE S", + "_TYP ES", + "e qual", + "eq ual", + "equ al", + "lo yd", + "loy d", + "( uri", + "(u ri", + "(ur i", + "Ġ chi", + "Ġc hi", + "Ġch i", + "Ġdef endant", + "Ġdefend ant", + "Ġconf licts", + "Ġconflic ts", + "Ġconflict s", + "Ġconfl icts", + "Ġ vil", + "Ġv il", + "Ġvi l", + "- js", + "-j s", + "Ġ Peace", + "ĠPe ace", + "Ġ mutable", + "Ġm utable", + "Ġmut able", + "Ġmu table", + ") sender", + ")s ender", + "Ġ Focus", + "ĠF ocus", + "ĠFo cus", + "å» º", + "Ġapprec iated", + "Ġappreciate d", + "s leep", + "Ġ RED", + "ĠR ED", + "ĠRE D", + "C ulture", + "Ġdesign ers", + "Ġdesigner s", + "_ generator", + "_g enerator", + "_gen erator", + "_gener ator", + "c odes", + "co des", + "code s", + "cod es", + "/ ex", + "/e x", + ". GetValue", + ".Get Value", + "um bled", + "umb led", + "umble d", + ".scal ajs", + ".scala js", + "pe ror", + "per or", + "Ġveter ans", + "Ġveteran s", + "Ġ })čĊ", + "Ġ} )čĊ", + "Ġ}) čĊ", + "Ġun fortunately", + "Ġunfortunate ly", + "_ CREATE", + "_C REATE", + "_CRE ATE", + "_CREAT E", + "M ass", + "Ma ss", + "Mas s", + "Ġ CLAIM", + "ĠCL AIM", + "Ġ Meet", + "ĠMe et", + "_ support", + "_s upport", + "_sup port", + "_supp ort", + "B ank", + "Ban k", + "Ba nk", + "( ).Ċ", + "() .Ċ", + "(). Ċ", + "D ark", + "Da rk", + "Dar k", + "_ LOW", + "_L OW", + "_LO W", + "Ġ Mining", + "ĠM ining", + "ĠMin ing", + "ĠMini ng", + "ĠMi ning", + "Ġ Owner", + "ĠO wner", + "ĠOwn er", + "ĠOw ner", + "i era", + "ie ra", + "ier a", + "Client e", + "Cl iente", + "Cli ente", + "Ġencour aging", + "> S", + "Ġboy friend", + "Ġ Half", + "ĠH alf", + "ĠHa lf", + "ĠHal f", + "Ġ ACC", + "ĠA CC", + "ĠAC C", + "A ff", + "Af f", + "_ ar", + "_a r", + "- life", + "-l ife", + "-li fe", + "c x", + ".J Button", + "iz ado", + "iza do", + ". zero", + ".z ero", + ".open qa", + "o ton", + "ot on", + "oto n", + ". textContent", + ".text Content", + "Ġt oll", + "Ġto ll", + "Ġtol l", + "a tie", + "at ie", + "ati e", + "Ġball ot", + "Ġbal lot", + "Ġballo t", + "- number", + "-n umber", + "-num ber", + ". Exception", + ".Ex ception", + "ĉ params", + "ĉparam s", + "c ircle", + "circ le", + "cir cle", + "- map", + "-m ap", + "Ġ nap", + "Ġn ap", + "Ġna p", + "Ġ Robot", + "ĠR obot", + "ĠRob ot", + "ĠRo bot", + "Ġ Ich", + "ĠI ch", + "reg istration", + "registr ation", + "regist ration", + "A mazon", + "Am azon", + "roll ment", + "( exp", + "(e xp", + "(ex p", + "Ġt anks", + "Ġtank s", + "Ġtan ks", + "ĠG ordon", + "ĠGor don", + "ĠGord on", + "Ġm achinery", + "Ġmachine ry", + "Ġmach inery", + "Ġ baseline", + "Ġb aseline", + "Ġbase line", + "Ġbas eline", + "æ ĭ", + "0 86", + "08 6", + "Ø ©", + "Ġ Convention", + "ĠCon vention", + "ĠConv ention", + "ĉ config", + "ĉcon fig", + "ĉconf ig", + "o okies", + "ook ies", + "ookie s", + "m ult", + "mu lt", + "mul t", + "Rec ords", + "Record s", + "Ġ EST", + "ĠE ST", + "ĠES T", + "Ġgar bage", + "Ġcon form", + "Ġconf orm", + "i dal", + "id al", + "ida l", + "Ġb arg", + "Ġbar g", + "Ġba rg", + "Ġsurv ived", + "Ġsurvive d", + "Ġsurviv ed", + "Ġinvestig ations", + "Ġinvestigation s", + "9 35", + "93 5", + ".contains Key", + "---- ----------------------------------------------------------------------Ċ", + "---------------------------------------------------------------- ----------Ċ", + "---------------------------------------------------------------------- ----Ċ", + "or tion", + "ort ion", + "Ġh orr", + "Ġhor r", + "Ġho rr", + "_ http", + "_h ttp", + "_ht tp", + "Ġ mant", + "Ġm ant", + "Ġman t", + "Ġma nt", + "] ;čĊčĊ", + "]; čĊčĊ", + "];čĊ čĊ", + "b inary", + "bin ary", + "9 48", + "94 8", + "e mpl", + "em pl", + "emp l", + "Ġin quiry", + "Ġ Meanwhile", + "ĠMean while", + "0 98", + "09 8", + "Ġcollect ing", + ".Entity Framework", + "\" ,ĊĊ", + "\", ĊĊ", + "\",Ċ Ċ", + "Ġ Pic", + "ĠP ic", + "ĠPi c", + "@ Inject", + "ick ness", + "Ġ Binding", + "ĠB inding", + "ĠBind ing", + "ĠBin ding", + "Ġcont rolling", + "Ġcontrol ling", + "re verse", + "rev erse", + "Ġch airs", + "Ġchair s", + "Ġcha irs", + "Ġchai rs", + "semb led", + "sem bled", + "semble d", + "sembl ed", + "( add", + "(a dd", + "(ad d", + "Dis abled", + "Disable d", + "a nas", + "an as", + "ana s", + ". translate", + ".trans late", + "- ----------Ċ", + "-- ---------Ċ", + "---- -------Ċ", + "-------- ---Ċ", + "--- --------Ċ", + "----- ------Ċ", + "---------- -Ċ", + "------ -----Ċ", + "----------- Ċ", + "------- ----Ċ", + "--------- --Ċ", + "Ġref lected", + "Ġreflect ed", + "Ġrefl ected", + "\" ]ĊĊ", + "\"] ĊĊ", + "\"]Ċ Ċ", + "Ex ternal", + "Ext ernal", + "Extern al", + "Ar row", + "Arr ow", + "S ingleton", + "Single ton", + "Sing leton", + "% x", + "Ġ Å", + "Ġan cest", + "Ġance st", + "Ġanc est", + "ĠOr leans", + "ĉ cmd", + "ĉc md", + "ĉcm d", + "Ġpro hibited", + "Ġprohib ited", + "Ġprohibit ed", + "ith metic", + "( channel", + "(ch annel", + "(chan nel", + "_ css", + "_c ss", + "_cs s", + "For ward", + ". socket", + ".s ocket", + ".so cket", + ".sock et", + "Ġl uc", + "Ġlu c", + "â Ĩ", + "Ġ Firefox", + "ĠFire fox", + "Ġ Movies", + "ĠM ovies", + "ĠMovie s", + "ĠMov ies", + ") _", + ". ends", + ".e nds", + ".end s", + ".en ds", + "( shape", + "(s hape", + "(sh ape", + "Ġde alt", + "Ġdeal t", + "Ġs aves", + "Ġsa ves", + "Ġsave s", + "Ġsav es", + "Ġgl ory", + "Ġglo ry", + "Ġglor y", + "Ġmej or", + "Ġbre athing", + "Ġbreath ing", + "Ġ eller", + "Ġe ller", + "Ġel ler", + "Ġell er", + "Ġelle r", + "get Data", + "Ġ angles", + "Ġan gles", + "Ġang les", + "Ġangle s", + "Ġangl es", + "Ġ toolbar", + "Ġtool bar", + "Ġ spacing", + "Ġsp acing", + "Ġspa cing", + "Ġspac ing", + "0 59", + "05 9", + "I PS", + "IP S", + "Ġfloor s", + "Ġflo ors", + "_ ACTIVE", + "_ACT IVE", + "_ACTIV E", + "Ġ shuffle", + "Ġsh uffle", + "/ shared", + "/sh ared", + "/share d", + "Ġ Ele", + "ĠE le", + "ĠEl e", + "e dish", + "ed ish", + "edi sh", + "edis h", + "Ġweb cam", + ". expect", + ".ex pect", + ".exp ect", + "i loc", + "il oc", + "ilo c", + "Ġ Includes", + "ĠIn cludes", + "ĠInclude s", + "Ġt weeted", + "Ġtweet ed", + "Ġtwe eted", + "Ġtwee ted", + "Ġ :)", + "Ġ: )", + "Ġ Essay", + "ĠEs say", + "ĠEss ay", + "F ix", + "Fi x", + "- between", + "-b etween", + "_ web", + "_w eb", + "_we b", + ". conv", + ".con v", + ".co nv", + "Ġrac ism", + "Ġreflect s", + "Ġrefl ects", + "u mm", + "um m", + "и ÑĤе", + "иÑĤ е", + "_ footer", + "_f ooter", + "_foot er", + "/ docs", + "/d ocs", + "/doc s", + "/do cs", + "Ġ Pour", + "ĠP our", + "ĠPo ur", + "ĠPou r", + "Ng Module", + ". initialize", + ".initial ize", + "pattern s", + "_ In", + "_I n", + "Ġ Abb", + "ĠA bb", + "ĠAb b", + "* čĊ", + "Ġsent iment", + "b uff", + "buf f", + "bu ff", + "_ counts", + "_count s", + "_co unts", + "_cou nts", + "Ġ reuse", + "Ġre use", + "ch unk", + "chu nk", + "Ġim posed", + "Ġimp osed", + "Ġimpose d", + "Primary Key", + "Fore ground", + "Ġcons umed", + "Ġconsum ed", + "Ġconsume d", + "? !", + "Ġd ick", + "Ġdi ck", + "Ġdic k", + "Ġ chron", + "Ġch ron", + "Ġchr on", + "ĠF ern", + "ĠFe rn", + "ĠFer n", + "Ġ responsive", + "Ġres ponsive", + "Ġrespons ive", + "9 58", + "95 8", + "Ġin sect", + "Ġins ect", + "Ġinse ct", + "ic ulty", + "icult y", + "Ġ rw", + "Ġr w", + "Ġa like", + "Ġal ike", + "Ġali ke", + "Ġ subset", + "Ġsub set", + "Ġsubs et", + "Ġ Cookies", + "ĠC ookies", + "ĠCo okies", + "ĠCook ies", + "ĠCookie s", + "Ġ Pair", + "ĠP air", + "ĠPa ir", + "ĠPai r", + "Ġ tier", + "Ġt ier", + "Ġti er", + "Ġtie r", + "I FO", + "IF O", + "av our", + "avo ur", + "avou r", + "Ġ QU", + "ĠQ U", + ", sizeof", + ",size of", + "Ġ merged", + "Ġm erged", + "Ġmer ged", + "Ġmerge d", + "Ġmerg ed", + "m v", + "i tol", + "it ol", + "ito l", + "y lon", + "yl on", + "Ġj umped", + "Ġjump ed", + ". role", + ".r ole", + ".ro le", + "ens aje", + "ensa je", + "R ules", + "Rule s", + "Ru les", + "Ġ browse", + "Ġb rowse", + "Ġbrows e", + "Ġbrow se", + "An imator", + "Anim ator", + "Ġy oga", + "Ġyo ga", + "Ġyog a", + "Ġ variants", + "Ġvar iants", + "Ġvari ants", + "Ġvariant s", + "Ġcour tesy", + "Ġcourt esy", + "Ġcourte sy", + "u ran", + "ur an", + "ura n", + "p bs", + "pb s", + "else if", + "A lt", + "Al t", + "Ġ Lane", + "ĠL ane", + "ĠLa ne", + "ĠLan e", + "C LK", + "CL K", + "I MARY", + "IM ARY", + "IMA RY", + "_ PROPERTY", + "_P ROPERTY", + "_PRO PERTY", + "ï¼ IJ", + "Ġ chan", + "Ġc han", + "Ġch an", + "Ġcha n", + "Ġgrad ually", + "Ġgradu ally", + "Ġgradual ly", + "Ġ shake", + "Ġsh ake", + "Ġsha ke", + "Ġbl onde", + "Ġblo nde", + "Ġblond e", + ".. .\");Ċ", + "... \");Ċ", + "...\" );Ċ", + "- sex", + "-s ex", + "-se x", + "Ġgame play", + "a cies", + "ac ies", + "aci es", + "acie s", + ". refresh", + ".re fresh", + ".ref resh", + "U SB", + "US B", + "Ġ Plot", + "ĠP lot", + "ĠPl ot", + "W as", + "Wa s", + "iss ippi", + "Ġ Tensor", + "ĠT ensor", + "Ġcrypt ocurrency", + "Ġcrypto currency", + "Ġcryptoc urrency", + "Ġdifficult ies", + "De leted", + "Delete d", + "Del eted", + "With out", + "_ append", + "_app end", + "_ap pend", + "_ ver", + "_v er", + "_ve r", + "9 67", + "96 7", + "\" ))čĊ", + "\") )čĊ", + "\")) čĊ", + "Ġh onestly", + "Ġhonest ly", + "Ġ pivot", + "Ġp ivot", + "Ġpiv ot", + "Ġ temps", + "Ġte mps", + "Ġtem ps", + "Ġtemp s", + "_ ps", + "_p s", + "Ġ Unlike", + "ĠUn like", + "[ :-", + "[: -", + "V S", + "_ inf", + "_in f", + "_i nf", + "Ġjun ior", + "Ġjuni or", + "Ġ animations", + "Ġan imations", + "Ġanim ations", + "Ġanimation s", + "Ġ filepath", + "Ġfile path", + "? {{$", + ">{ {$", + ">{{ $", + "Ġ unicode", + "Ġun icode", + "Ġuni code", + "Ġunic ode", + "p laces", + "pl aces", + "place s", + "pla ces", + "Ġ Coffee", + "ĠC offee", + "ĠCo ffee", + "ĠCoff ee", + ". SE", + ".S E", + "Ġ PAR", + "ĠP AR", + "ĠPA R", + "( txt", + "(t xt", + "(tx t", + "g ebra", + "ge bra", + "geb ra", + "Ġ fires", + "Ġf ires", + "Ġfire s", + "Ġfi res", + "Ġfir es", + "Main Window", + "m edium", + "med ium", + "medi um", + "Ġ( âĢľ", + "Ġ lg", + "Ġl g", + "Ġ cmp", + "Ġc mp", + "Ġcm p", + "/ base", + "/b ase", + "_ layers", + "_l ayers", + "_layer s", + "_la yers", + "_ entries", + "_en tries", + "_ent ries", + "Ġadmin ister", + "ĠS UCH", + "ĠSU CH", + "B P", + "ĠScott ish", + "ĉ čĊĉčĊ", + "ĉčĊ ĉčĊ", + "g uard", + "gu ard", + "gua rd", + "Ġ Strong", + "ĠSt rong", + "ĠStr ong", + "In sn", + "Ins n", + "Ġ CAP", + "ĠC AP", + "ĠCA P", + "as ury", + "asu ry", + "Ġ SEE", + "ĠS EE", + "ĠSE E", + "C lock", + "Cl ock", + "Clo ck", + "e rie", + "er ie", + "eri e", + "\\ models", + "\\model s", + "Ġ $$", + "Ġ$ $", + "Ġ Cab", + "ĠC ab", + "ĠCa b", + "Ġwur de", + "Ġsold ier", + "Ġcl ips", + "Ġclip s", + "Ġcli ps", + "Ġarr angement", + "Ġarrang ement", + "Ġarrange ment", + "Ġ Wonder", + "ĠW onder", + "ĠWo nder", + "ĠWon der", + "ĠH orn", + "ĠHor n", + "ĠHo rn", + "Ġsc ared", + "Ġsca red", + "Ġscar ed", + "Ġscare d", + "Ġc ure", + "Ġcur e", + "Ġcu re", + "m kdir", + "mk dir", + "Ġ aligned", + "Ġal igned", + "Ġalign ed", + "Ġ Pink", + "ĠP ink", + "ĠPin k", + "ĠPi nk", + "Ġl anded", + "Ġland ed", + "Ġlan ded", + "D imension", + "Dim ension", + "Scroll Pane", + ". chat", + ".c hat", + ".ch at", + ". With", + ".W ith", + "Ġ Train", + "ĠT rain", + "ĠTr ain", + "ĠTra in", + "] .Ċ", + "]. Ċ", + "Ġth irty", + "Ġd urable", + "Ġdur able", + "Ġ ld", + "Ġl d", + "Ġlate init", + "Ġ charts", + "Ġch arts", + "Ġchar ts", + "Ġchart s", + "Ġcha rts", + "Ġins ult", + ". Fatal", + ".F atal", + ".Fat al", + "_ ct", + "_c t", + "Ġm asks", + "Ġmask s", + "Ġmas ks", + "CLUD ED", + "CLU DED", + "CLUDE D", + "P resident", + "Pres ident", + "Ġcol ours", + "Ġcolour s", + "g ments", + "gment s", + "gm ents", + ". attributes", + ".at tributes", + ".attribute s", + ".attrib utes", + "Ġ Flex", + "ĠF lex", + "ĠFl ex", + "ĠFle x", + "Ġ Clock", + "ĠC lock", + "ĠCl ock", + "ĠClo ck", + "ÃŃ cul", + "ÃŃc ul", + "i men", + "im en", + "ime n", + "J O", + "Ġ Regex", + "ĠReg ex", + "_ LINK", + "_L INK", + "Ġc ouch", + "Ġco uch", + "Ġcou ch", + "Ġ INPUT", + "ĠIN PUT", + "Ġb eating", + "Ġbe ating", + "Ġbeat ing", + "b usiness", + "bus iness", + "pr eced", + "pre ced", + "prec ed", + ". unit", + ".un it", + ".u nit", + ".uni t", + "Ġ Fel", + "ĠF el", + "ĠFe l", + "N ever", + "Ne ver", + "os pel", + "osp el", + ". startswith", + ".start swith", + "ĠE PA", + "ĠEP A", + ". only", + ".on ly", + "Ġpre venting", + "Ġprevent ing", + "Ġprev enting", + "y er", + "ye r", + "Column Name", + "Ġe levation", + "Ġele vation", + "Ġelev ation", + "f lu", + "fl u", + "i cycle", + "ic ycle", + "icy cle", + "Ġ offline", + "Ġoff line", + "Tool bar", + "Ġcomp eting", + "Ġcompet ing", + ") ].", + ")] .", + "Ġm og", + "Ġmo g", + "Ġ isValid", + "Ġis Valid", + "A sk", + "As k", + "_ av", + "_a v", + "_ lat", + "_l at", + "_la t", + "A NC", + "AN C", + "ĠJ oh", + "ĠJo h", + "k ers", + "ke rs", + "ker s", + "Ġ guards", + "Ġg uards", + "Ġgu ards", + "Ġguard s", + "Ġguar ds", + "Ġ chains", + "Ġch ains", + "Ġchain s", + "Ġcha ins", + "Ġchai ns", + "ĠSimple DateFormat", + ". static", + ".st atic", + ".stat ic", + "Ġv essel", + "Ġve ssel", + "Ġvess el", + "Ġves sel", + "Ġm ud", + "Ġmu d", + "Ġst abil", + "Ġstab il", + "Ġsta bil", + "Ġst ret", + "Ġstr et", + "Ġstre t", + "g m", + "am ation", + "ama tion", + "amat ion", + "ç ľ", + "- with", + "-w ith", + "Ġ ros", + "Ġr os", + "Ġro s", + "_ PA", + "_P A", + "Ġ resultado", + "Ġresult ado", + "Ġconf idential", + "Ġconfident ial", + "ĠTok yo", + "ĉ using", + "ĉu sing", + "ĉus ing", + "Ġ Mathf", + "ĠMath f", + "ĠMat hf", + "om bine", + "omb ine", + "Ġ ESPN", + "ĠESP N", + "ĠES PN", + "Ġde alers", + "Ġdeal ers", + "Ġdealer s", + "Ġdismiss ed", + "T RY", + "TR Y", + "Ġte ens", + "Ġteen s", + "Ġtee ns", + "rec ords", + "record s", + "Ġw ings", + "Ġwin gs", + "Ġwing s", + "g allery", + "ac counts", + "account s", + "acco unts", + "_ LIB", + "_L IB", + "Ġj acket", + "Ġja cket", + "Ġjack et", + "Ġjac ket", + "Ġ NSObject", + "ĠNS Object", + "Ġ stones", + "Ġs tones", + "Ġst ones", + "Ġstone s", + "Ġsto nes", + "Ġ Delivery", + "ĠD elivery", + "ĠDel ivery", + "ĠDeliver y", + "ĠD iet", + "ĠDi et", + "ĠDie t", + "/ watch", + "/w atch", + "Ġto ilet", + "Ġtoile t", + "Ġtoi let", + "Ġ Guest", + "ĠG uest", + "ĠGu est", + ". day", + ".d ay", + ".da y", + "0 67", + "06 7", + "Ġ intval", + "Ġint val", + "0 87", + "08 7", + "Vis it", + "Vi sit", + "Ġinvest igated", + "Ġinvestig ated", + "Ġinvestigate d", + "Ġpen tru", + "Ġpent ru", + "ĠThe atre", + "andid ates", + "andidate s", + "andi dates", + "L ang", + "La ng", + "Ġ Serv", + "ĠS erv", + "ĠSe rv", + "ĠSer v", + "Ġ controllers", + "Ġcont rollers", + "Ġcontrol lers", + "Ġcontroller s", + "Ġ setTitle", + "Ġset Title", + "N P", + "a my", + "am y", + "f lat", + "fl at", + "( ui", + "(u i", + "0 69", + "06 9", + "_ document", + "_d ocument", + "_doc ument", + "è ĥ½", + "èĥ ½", + "Ġ Coin", + "ĠC oin", + "ĠCo in", + "ĠAd ams", + "ĠAdam s", + "ĠAda ms", + "p tic", + "pt ic", + "Ġ productive", + "Ġpro ductive", + "Ġproduct ive", + "Ġprod uctive", + "Ġaccompl ished", + "Ġaccomplish ed", + "čĊ čĊčĊčĊ", + "čĊčĊ čĊčĊ", + "čĊčĊčĊ čĊ", + "Ġde ferred", + "Ġdefer red", + "i entes", + "ient es", + "ien tes", + "iente s", + "Ġs inc", + "Ġsi nc", + "Ġsin c", + "ol ars", + "olar s", + "ola rs", + "Right arrow", + "Ġvar iations", + "Ġvari ations", + "Ġvariation s", + "( offset", + "(o ffset", + "(off set", + "9 57", + "95 7", + ". LayoutInflater", + ".Layout Inflater", + "Ġ suspend", + "Ġs uspend", + "Ġsus pend", + "Ġsusp end", + "Ġpre vention", + "Ġprevent ion", + "Ġprev ention", + "_ private", + "_pr ivate", + "_priv ate", + "_ js", + "_j s", + "â ĺħ", + "âĺ ħ", + "Ġw ieder", + "Ġwie der", + "Ġwi eder", + "at um", + "atu m", + "Ĵ Į", + "Ġappear ances", + "Ġappearance s", + ". Document", + ".D ocument", + ".Doc ument", + "Ġvalid ates", + "Ġvalidate s", + "Ġvalida tes", + "c alendar", + "cal endar", + "} \";Ċ", + "}\" ;Ċ", + ". demo", + ".d emo", + ".de mo", + "con ut", + "co nut", + "Ġcor rection", + "Ġcorrect ion", + "Ġcorre ction", + "Ġcorr ection", + "Ġ Deal", + "ĠDe al", + "Ġbatter ies", + "Ġbatt eries", + ". duration", + ".d uration", + ", \\", + "_ marker", + "_m arker", + "_mark er", + "_mar ker", + "m ulti", + "mul ti", + "mult i", + "Ġ halt", + "Ġh alt", + "Ġha lt", + "Ġhal t", + "Ġ cms", + "Ġc ms", + "Ġcm s", + "Ġsh aped", + "Ġshape d", + "Ġsha ped", + "B ro", + "Br o", + "re duce", + "red uce", + "Ġ ####", + "Ġ# ###", + "Ġ## ##", + "Ġ### #", + "C TOR", + "CT OR", + "Ġ Benef", + "ĠB enef", + "ĠBen ef", + "ĠBene f", + "Ġicon ic", + "Ġic onic", + "Ġp iano", + "Ġpi ano", + "Ġpian o", + "Ġeffect iveness", + "Ġeffective ness", + "| .Ċ", + "|. Ċ", + "Ġ ajax", + "Ġa jax", + "Ġaj ax", + "Ġv olumes", + "Ġvol umes", + "Ġvolume s", + "Ġvolum es", + "ภ¡", + "Ġ cljs", + "Ġcl js", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĊ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĊ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĊ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ċ", + "a ths", + "at hs", + "ath s", + "r aits", + "ra its", + "rait s", + "rai ts", + "å¤ §", + "Ñ ĸ", + "_ mult", + "_m ult", + "_mul t", + "_mu lt", + "Ġfasc inating", + "A verage", + "Ġp ré", + "Ġpr é", + "ĠChair man", + ".find Element", + "_ pin", + "_p in", + "_pi n", + "Ġcom paring", + "Ġcomp aring", + "Ġcompar ing", + "Ġdark ness", + "- Fi", + "-F i", + "- server", + "-s erver", + "-ser ver", + "Ġselect ing", + "s terdam", + "ster dam", + "Ġ Parts", + "ĠP arts", + "ĠPart s", + "ĠPar ts", + "ĠPa rts", + "FORM ATION", + "FORMAT ION", + "Ġn oting", + "Ġnot ing", + "Ġno ting", + "Ġ pile", + "Ġp ile", + "Ġpi le", + "Ġpil e", + "o gs", + "og s", + "Ġ palette", + "Ġp alette", + "Ġpa lette", + "Ġpal ette", + "Ġpale tte", + "_ do", + "_d o", + "it ize", + "iti ze", + "0 79", + "07 9", + "( )(", + "() (", + "Ġdef ining", + "Ġdefin ing", + "Ġ remainder", + "Ġremain der", + "Un its", + "Unit s", + "Uni ts", + "_ TASK", + "_T ASK", + "_TA SK", + "Http Client", + "S ocial", + "So cial", + "Ġf undra", + "Ġfun dra", + "Ġfund ra", + "N R", + "c hest", + "ch est", + "che st", + "ches t", + "C urrency", + "Curr ency", + ". adapter", + ".ad apter", + "Ġd op", + "Ġdo p", + "un ting", + "unt ing", + "ANG UAGE", + "\" He", + "\"H e", + "ĉ index", + "ĉin dex", + "_ package", + "_p ackage", + "_pack age", + ". Icon", + ".I con", + "Ġre pet", + "Ġrep et", + "Ġrepe t", + "m ass", + "ma ss", + "mas s", + "= \".$", + "=\" .$", + "=\". $", + "ĠS ud", + "ĠSu d", + "Ġ lid", + "Ġl id", + "Ġli d", + "pro vince", + "prov ince", + "ì ľ", + "G PIO", + "GP IO", + "Ð ļ", + "Ġ MySQL", + "ĠMy SQL", + "Ġ docs", + "Ġd ocs", + "Ġdo cs", + "Ġdoc s", + "Ġ GA", + "ĠG A", + "Ġip sum", + "Ġips um", + "K ernel", + "Ġac cepts", + "Ġaccept s", + "Ġf itting", + "Ġfit ting", + "Ġcu ando", + "Ġd uplic", + "Ġdup lic", + "ĠBr other", + "ĠBro ther", + "ĠK le", + "ĠKl e", + "n ums", + "num s", + "nu ms", + "Ġ morph", + "Ġm orph", + "Ġmor ph", + "Ġ ########", + "Ġ# #######", + "Ġ## ######", + "Ġ### #####", + "Ġ#### ####", + "Ġ##### ###", + "Ġ CGPoint", + "ĠCG Point", + "< unsigned", + "ä¾ ĭ", + "ĠD uke", + "ĠDu ke", + ".set Bounds", + "q s", + "o ric", + "or ic", + "ori c", + "j er", + "je r", + "Ġreg arded", + "Ġregard ed", + "Http Request", + "Ġb onds", + "Ġbo nds", + "Ġbon ds", + "Ġbond s", + "Ġthorough ly", + "en cent", + "ence nt", + "enc ent", + "Ġhighlight ed", + "Ġac res", + "Ġacre s", + "Ġwork place", + "Ġ Lux", + "ĠL ux", + "ĠLu x", + "Ġ quot", + "Ġqu ot", + "Ġquo t", + "9 86", + "98 6", + ". inflate", + ".in flate", + ".inf late", + "Ġd ocumented", + "Ġdocument ed", + "Ġadd iction", + "Ġaddict ion", + "Ġ mutation", + "Ġm utation", + "Ġmut ation", + ". city", + ".c ity", + ".ci ty", + "Ġbott les", + "Ġbottle s", + "Ġ Repository", + "ĠRe pository", + "ĠRepos itory", + "o nn", + "on n", + "err no", + "ARI ABLE", + "åº ¦", + "_ BEGIN", + "_B EGIN", + "_BE GIN", + "g las", + "gl as", + "' })Ċ", + "'} )Ċ", + "'}) Ċ", + "Ġ Massage", + "ĠM assage", + "ĠMass age", + "ĠMas sage", + "ĠW hit", + "ĠWh it", + "reg ex", + "W A", + "Ġout let", + "- head", + "-h ead", + "-he ad", + "Ġ expired", + "Ġex pired", + "Ġexp ired", + "Ġexpire d", + "Ġ Thai", + "ĠT hai", + "ĠTh ai", + "/ include", + "/in clude", + "/inc lude", + "g radient", + "grad ient", + "s canf", + "scan f", + "Ġs eam", + "Ġse am", + "Ġsea m", + "w al", + "wa l", + "ĉ buf", + "ĉb uf", + "B earer", + "Be arer", + "Bear er", + "Ġprec ious", + "Ġprecio us", + "i facts", + "if acts", + "ifact s", + "ifa cts", + "c oord", + "co ord", + "Ġexpl oration", + "Ġexplo ration", + "Ġexplor ation", + ". getY", + ".get Y", + "( handle", + "(h andle", + "(hand le", + "T opic", + "To pic", + "Top ic", + "Ġ Vent", + "ĠV ent", + "ĠVen t", + "ĠVe nt", + "r hs", + "rh s", + "- -----Ċ", + "-- ----Ċ", + "---- --Ċ", + "--- ---Ċ", + "----- -Ċ", + "------ Ċ", + "Ġ Bright", + "ĠB right", + "ĠBr ight", + "ĠBrig ht", + "ĠBri ght", + "Ġ guild", + "Ġg uild", + "Ġgu ild", + "Ġgui ld", + "m other", + "mo ther", + "mot her", + "moth er", + "st orm", + "sto rm", + "stor m", + "Ġmunicip al", + "Ġ ink", + "Ġin k", + "Ġi nk", + ". TYPE", + ".T YPE", + "w l", + ".. . < /", + "_ ro", + "_r o", + "( (*", + "(( *", + "? ???", + "?? ??", + "??? ?", + "_ vertex", + "_ver tex", + "_vert ex", + "ke it", + "ĠH alloween", + "T I", + "Ġ Va", + "ĠV a", + "_ car", + "_c ar", + "_ca r", + "=\" {{$", + "=\"{{ $", + "=\"{ {$", + "Ġrandom ly", + "а ние", + "ан ие", + "ани е", + "Ġsh ocked", + "Ġshock ed", + "ĠPok émon", + "s ignal", + "sign al", + "sig nal", + "Ġ SDK", + "ĠS DK", + "ĠSD K", + "m iddleware", + "middle ware", + "Ġt reating", + "Ġtr eating", + "Ġtreat ing", + "Ġtre ating", + "Ġbur ned", + "Ġburn ed", + "De partment", + "Dep artment", + "Depart ment", + "ĠS pect", + "ĠSp ect", + "ĠSpec t", + "ĠSpe ct", + "Ġ cliente", + "Ġcl iente", + "Ġclient e", + "Ġcli ente", + "Ġ Reddit", + "ĠRe ddit", + "ĠRed dit", + "_ avg", + "_a vg", + "_av g", + "Ġinst alling", + "Ġinstall ing", + "Ġinstal ling", + "_ alpha", + "_al pha", + ", data", + ",d ata", + "Ġ setId", + "Ġset Id", + "Ġ ListView", + "ĠList View", + "( property", + "(p roperty", + "(pro perty", + "(prop erty", + "Ġcross ing", + "Ġ Obj", + "ĠO bj", + "ĠOb j", + "ĠW ard", + "ĠWar d", + "ĠWa rd", + "ĠRedirect To", + "Ġ Present", + "ĠP resent", + "ĠPres ent", + "ĠPre sent", + "Ġdr aws", + "Ġdraw s", + "Ġdra ws", + "ched uled", + "chedule d", + "Ġlegisl ative", + "Ġtw ist", + "Ġ Stra", + "ĠS tra", + "ĠSt ra", + "ĠStr a", + "Ġ AFP", + "ĠA FP", + "ĠAF P", + "ĠC hap", + "ĠCh ap", + "ĠCha p", + "- pr", + "-p r", + ": CGRect", + "Ġ ces", + "Ġc es", + "Ġce s", + "R outes", + "Route s", + "Ro utes", + "n of", + "no f", + "Ġ visa", + "Ġv isa", + "Ġvis a", + "Ġvi sa", + "Ġ TCP", + "ĠT CP", + "ĠTC P", + "ĠE VEN", + "ĠEV EN", + "ĠEVE N", + "iv ial", + "ivia l", + "ivi al", + "Ġ Letter", + "ĠL etter", + "ĠLet ter", + "R AY", + "RA Y", + "Ġ implode", + "Ġim plode", + "Ġimpl ode", + ". eq", + ".e q", + "= '+", + "=' +", + "Ġmot ivated", + "Ġmotiv ated", + "Ġmotivate d", + ". visible", + ".v isible", + ".vis ible", + ". short", + ".s hort", + ".sh ort", + "> manual", + "Ġ Technical", + "ĠTechn ical", + "Ġcorpor ation", + "Ġcorp oration", + "Ġcorpo ration", + "Ġ HW", + "ĠH W", + "an ka", + "ank a", + "T AIL", + "TA IL", + "is tas", + "ist as", + "ista s", + "Ġper forms", + "Ġperform s", + "Ġperfor ms", + "Ġ Behavior", + "ĠBeh avior", + ". For", + ".F or", + "_ ORDER", + "_OR DER", + "_ORD ER", + "Ġ Kick", + "ĠK ick", + "ĠKi ck", + "Ġ callbacks", + "Ġcall backs", + "Ġcallback s", + "_ dr", + "_d r", + "u ego", + "ue go", + "h ub", + "hu b", + "uff icient", + "s ky", + "sk y", + "Ġ bp", + "Ġb p", + "h table", + "ht able", + "hta ble", + "Ġ ONLY", + "ĠON LY", + "ĠAUTH ORS", + "ĠAUTHOR S", + ". Argument", + ".Arg ument", + "\" };Ċ", + "\"} ;Ċ", + "Ġ Thunder", + "ĠTh under", + "ĠThu nder", + "Ġ Kom", + "ĠK om", + "ĠKo m", + ". Should", + ".Sh ould", + "A UTH", + "AU TH", + "AUT H", + "a hu", + "ah u", + "_ payment", + "_p ayment", + "_pay ment", + "Ġ starter", + "Ġst arter", + "Ġstart er", + "Ġstar ter", + "ìĦ ľ", + "ìļ ©", + "B log", + "Bl og", + "Blo g", + ". patch", + ".p atch", + ".pat ch", + "Ġgover ned", + "Ġgovern ed", + "as sy", + "ass y", + "- found", + "-f ound", + "Ġthe ater", + "Ġtheat er", + "ĠFont Weight", + "Ġ Batman", + "ĠBat man", + "\" If", + "\"I f", + ". Random", + ".R andom", + "_ delta", + "_d elta", + "_del ta", + "Ġ CE", + "ĠC E", + "Auth enticated", + "Authenticate d", + "Ġd rone", + "Ġdr one", + "Ġdro ne", + "Ġc ous", + "Ġco us", + "Ġcou s", + "r adius", + "rad ius", + "radi us", + "M er", + "Me r", + "( None", + "(N one", + "Ġ NJ", + "ĠN J", + "_ headers", + "_header s", + "_head ers", + "_he aders", + "Ġ amer", + "Ġa mer", + "Ġam er", + "py test", + "Ġ Actions", + "ĠA ctions", + "ĠAct ions", + "ĠAction s", + "ĉ ĉĉĠĠĠĠ", + "ĉĉ ĉĠĠĠĠ", + "ĉĉĉ ĠĠĠĠ", + "ĉĉĉĠĠĠ Ġ", + "ĉĉĉĠ ĠĠĠ", + "ĉĉĉĠĠ ĠĠ", + "Ġ ett", + "Ġe tt", + "Ġet t", + "Ġh oly", + "Ġho ly", + "Ġhol y", + "Ġun comfort", + "ĠN in", + "ĠNi n", + "Ġ Decimal", + "ĠD ecimal", + "ĠDe cimal", + "ĠDec imal", + "Ġ Messages", + "ĠM essages", + "ĠMessage s", + "ĠMess ages", + ". sender", + ".s ender", + ".se nder", + ".send er", + "] ])Ċ", + "]] )Ċ", + "]]) Ċ", + "Ġem brace", + "Ġemb race", + "Ġembr ace", + "Th ough", + "Tho ugh", + "/ sp", + "/s p", + "Ġcult ures", + "Ġculture s", + "Ġcul tures", + "Ġhigh way", + "t ar", + "ta r", + ". fail", + ".f ail", + ".fa il", + "_ hidden", + "_h idden", + "_hi dden", + "_hid den", + "ĠcomponentDid Mount", + "ĠW right", + "ĠWr ight", + "Ġj ag", + "Ġja g", + "_ il", + "_i l", + "../ ../../", + "../../ ../", + "i gu", + "ig u", + "F ood", + "Foo d", + "Fo od", + "Ġ ace", + "Ġa ce", + "Ġac e", + "Ġa ños", + "Ġaño s", + "Ġañ os", + "U SD", + "US D", + "Ġmut ual", + "Ġmu tual", + "Log ic", + "Ġt emple", + "Ġtem ple", + "Ġtemp le", + "Ġtempl e", + "Ġbrief ly", + "Ġ Trip", + "ĠT rip", + "ĠTr ip", + "ĠTri p", + "class method", + "default s", + "Ġ chunks", + "Ġch unks", + "Ġchunk s", + ", ,,,", + ",, ,,", + ",,, ,", + "Ġ Reason", + "ĠRe ason", + "$ id", + "$i d", + "- ups", + "-up s", + "-u ps", + "Ġ damn", + "Ġda mn", + "Ġdam n", + "Ġtr ucks", + "Ġtruck s", + "Ġun limited", + "Ġunl imited", + "Ġsc ulpt", + "Ġ Cards", + "ĠC ards", + "ĠCar ds", + "ĠCard s", + "Ġ autor", + "Ġa utor", + "Ġaut or", + "Ġauto r", + "Ġau tor", + "Ġ Testing", + "ĠT esting", + "ĠTest ing", + "ĠTes ting", + "Ġd iese", + "Ġdi ese", + "Ġdie se", + "Ġdies e", + "sh ops", + "shop s", + "ç ´", + "( payload", + "(p ayload", + "Ġ PATH", + "ĠP ATH", + "ĠPA TH", + "ĠPAT H", + "ĠMem orial", + "ĠMemo rial", + "ĠMemor ial", + "Ġridic ulous", + "e gree", + "eg ree", + "egr ee", + "-w inning", + "-win ning", + "Ġre hab", + "Ġreh ab", + "Ġsophistic ated", + "w pdb", + "wp db", + "ĉ path", + "ĉp ath", + "! \";Ċ", + "!\" ;Ċ", + "_ SYS", + "_S YS", + "_SY S", + ". speed", + ".s peed", + ".sp eed", + "Ġ soap", + "Ġso ap", + "s uffix", + "W rap", + "Wr ap", + "Ġenh ancement", + "Ġenhance ment", + "à ī", + "ú b", + "Ġ playlist", + "Ġplay list", + "Ġmix ing", + "Ġmi xing", + "Ġmixin g", + "ant idad", + "anti dad", + "=\" \";Ċ", + "=\"\" ;Ċ", + "Ġ Revision", + "ĠRe vision", + "ĠRev ision", + "Ġ Beat", + "ĠB eat", + "ĠBe at", + "ĠBea t", + ". inc", + ".in c", + ".i nc", + "- way", + "-w ay", + "e ncias", + "enc ias", + "encia s", + "enci as", + "u lers", + "ul ers", + "ule rs", + "uler s", + "C at", + "Ca t", + "i del", + "id el", + "ide l", + "Ġ Ship", + "ĠS hip", + "ĠSh ip", + "ĠShi p", + ". setColor", + ".set Color", + "Ġthreat ening", + "Ġthreaten ing", + ". modules", + ".module s", + ".mod ules", + "Ġafter wards", + "Ġafterward s", + "Ġ Dashboard", + "ĠD ashboard", + "ĠDash board", + "Ċ ĠĊ", + "S ignal", + "Sign al", + "Sig nal", + "Ġ primer", + "Ġpr imer", + "Ġprim er", + "Ġprime r", + "Ġpri mer", + "or neys", + "orney s", + "orne ys", + "ici ary", + "icia ry", + "iciar y", + "Ġ ligne", + "Ġl igne", + "Ġli gne", + "Ġlig ne", + "Ġlign e", + "_ predict", + "_p redict", + "_pre dict", + "_pred ict", + "Ġa est", + "Ġae st", + "Ġaes t", + "_ https", + "_http s", + "_ht tps", + "> :", + "Ġ Lex", + "ĠL ex", + "ĠLe x", + "Ġren contres", + "Ġrencont res", + "Ġrencontre s", + "Ġrencontr es", + "eg ral", + "egr al", + "egra l", + "s cala", + "sc ala", + "scal a", + "_ family", + "_f amily", + "ÃŁ en", + "ÃŁe n", + "_ sym", + "_s ym", + "_sy m", + "Ġunc ertainty", + "Ġuncert ainty", + "Ġuncertain ty", + "Ġ VALUE", + "ĠVAL UE", + "Ġ };čĊčĊ", + "Ġ} ;čĊčĊ", + "Ġ};čĊ čĊ", + "Ġ}; čĊčĊ", + "Ġbr oader", + "Ġbro ader", + "Ġbroad er", + "Ġh orses", + "Ġhor ses", + "Ġhorse s", + "Ġhors es", + "ãģ Ŀ", + "Ġ Kal", + "ĠK al", + "ĠKa l", + "o ba", + "ob a", + "_ INET", + "_IN ET", + "_I NET", + "Ġ Kill", + "ĠK ill", + "ĠKi ll", + "ĠKil l", + "j query", + "a mination", + "am ination", + "amin ation", + "ami nation", + "amina tion", + "[ @\"", + "[@ \"", + "Ġm uj", + "Ġmu j", + "# ##Ċ", + "## #Ċ", + "### Ċ", + "First OrDefault", + "then Return", + "C he", + "Ch e", + "/ footer", + "/f ooter", + "/foo ter", + "Ġp arks", + "Ġpar ks", + "Ġpark s", + "as je", + "ĠG ulf", + "ĠGu lf", + "ĠGul f", + "Ġmod est", + "Ġmode st", + "Ġmo dest", + "Ġmodes t", + ". Init", + ".I nit", + ".In it", + "ï¼Ł ĊĊ", + "ï¼ŁĊ Ċ", + "Ġpros pects", + "Ġprospect s", + "Ġ svg", + "Ġs vg", + "Ġsv g", + "Ġ åı", + "Ġå ı", + ". Dialog", + ".D ialog", + ".Di alog", + ".Dial og", + "_ NET", + "_N ET", + "_NE T", + "Ġ (($", + "Ġ( ($", + "Ġ(( $", + "Ġ ek", + "Ġe k", + "Ġ Warning", + "ĠW arning", + "ĠWar ning", + "ĠWarn ing", + "Ġ MK", + "ĠM K", + "< LM", + "", + ")= >", + "Ġ Repair", + "ĠRe pair", + "ĠRep air", + "_ BE", + "_B E", + "B rand", + "Br and", + "u art", + "ua rt", + "uar t", + "p review", + "pr eview", + "pre view", + "prev iew", + "Ġiniti atives", + "Ġinitiative s", + "r unning", + "run ning", + "b ang", + "ba ng", + "ban g", + "ĉ update", + "ĉup date", + "Ġ Coach", + "ĠCo ach", + "R ich", + "Ġ youtube", + "Ġy outube", + "Ġyou tube", + "Ġrit ual", + "Ġri tual", + "ap pa", + "app a", + "ĠRob inson", + "ĠRobin son", + "p recision", + "pre cision", + "prec ision", + "//// ////////////////////////////////////////////////////////////////////////", + "//////// ////////////////////////////////////////////////////////////////////", + "//////////////// ////////////////////////////////////////////////////////////", + "//////////////////////////////////////////////////////////////// ////////////", + "//////////// ////////////////////////////////////////////////////////////////", + "//////////////////////////////////////////////////////////////////////// ////", + "//////////////////////////////////////////////////////////////////// ////////", + "//////////////////////////////////////////////////////////// ////////////////", + "= []Ċ", + "=[ ]Ċ", + "=[] Ċ", + "Ġcelebr ated", + "Ġcelebrate d", + "O TO", + "OT O", + "Ġin clusion", + "Ġincl usion", + "Ġinclus ion", + "J P", + "' ;čĊčĊ", + "'; čĊčĊ", + "';čĊ čĊ", + "Ġnot able", + "Ġno table", + "Ġnota ble", + "( _.", + "(_ .", + "Man aged", + "Manage d", + "Mana ged", + "Ġgu ides", + "Ġguide s", + "Ġguid es", + "Ġgui des", + "& nbsp", + "ated Route", + "Ġ Adjust", + "ĠAd just", + "ĠAdj ust", + "Ġcol ored", + "Ġcolor ed", + "Ġcolore d", + "_ scores", + "_s cores", + "_score s", + "_sc ores", + "Ġ Tesla", + "ĠTe sla", + "ĠTes la", + "_ progress", + "_pro gress", + "_prog ress", + ". inst", + ".in st", + ".i nst", + ".ins t", + "[ '_", + "[' _", + ". flags", + ".f lags", + ".fl ags", + ".flag s", + "Ġ fclose", + "Ġf close", + "Ġfc lose", + "_ OPER", + "_O PER", + "_OP ER", + "ż y", + "_ note", + "_n ote", + "_no te", + "_not e", + "Ġtrans gender", + "å ķ", + "RI PT", + "Ġab sent", + "Ġabs ent", + "Ġ amet", + "Ġa met", + "Ġam et", + "Ġ operand", + "Ġoper and", + "Ġopera nd", + "ë ©", + "Ġ hood", + "Ġh ood", + "Ġho od", + "to LowerCase", + "a vo", + "av o", + "ĠC ircuit", + "ĠCirc uit", + "ĠL ind", + "ĠLin d", + "ĠLi nd", + "-- }}Ċ", + "= m", + "Ġ suppress", + "Ġsup press", + "Ġsupp ress", + "Ġ MAP", + "ĠM AP", + "ĠMA P", + "i ang", + "ia ng", + "ian g", + "- admin", + "-ad min", + "Ġ sidebar", + "Ġs idebar", + "Ġside bar", + "Ġ Bu", + "ĠB u", + "Ġ Hex", + "ĠH ex", + "ĠHe x", + ", F", + "Ġ Signal", + "ĠS ignal", + "ĠSign al", + "ĠSig nal", + "Ġtrans parency", + "ĠF ederation", + "ĠFeder ation", + "ĠFed eration", + "/ V", + "R eq", + "Re q", + "Ġ pulse", + "Ġp ulse", + "Ġpul se", + "Ġpu lse", + "Ġpuls e", + "Ġt ends", + "Ġte nds", + "Ġten ds", + "Ġtend s", + "Number s", + "Num bers", + "% '", + "Ġde port", + "Ġdep ort", + "d atas", + "data s", + "da tas", + "dat as", + "_ UINT", + "_U INT", + "_UI NT", + "_ tra", + "_t ra", + "_tr a", + "o ko", + "ok o", + "Ġ \"?", + "Ġ\" ?", + "com pet", + "comp et", + "so lete", + "sole te", + "sol ete", + "un dry", + "und ry", + "Ġ overlap", + "Ġover lap", + "Ġoverl ap", + "} `,Ċ", + "}` ,Ċ", + "}`, Ċ", + ". ly", + ".l y", + "_ summary", + "_sum mary", + "Ġ Lost", + "ĠL ost", + "ĠLo st", + "ĠLos t", + ". Center", + ".C enter", + "Ġdis ability", + ". Serialization", + ".S erialization", + ".Serial ization", + "Ġ geom", + "Ġge om", + "Ġgeo m", + "Ġ ?:", + "Ġ? :", + "Ġ Wo", + "ĠW o", + "Ġsh ipped", + "Ġship ped", + "Ĥ æķ°", + "Ġu gly", + "Ġug ly", + "Ġugl y", + "Ġexcit ement", + "Ġex terior", + "Ġext erior", + "Ġexter ior", + "Ġ checkout", + "Ġcheck out", + "Ġ kur", + "Ġk ur", + "Ġku r", + ", D", + "ĠAl aska", + "ĠAla ska", + "Ġsyn thetic", + "Ġsynth etic", + "Ġsynt hetic", + "Ġ Budget", + "ĠB udget", + "ĠBud get", + "Ġ Subscribe", + "ĠSub scribe", + "Ġ &Ċ", + "Ġ& Ċ", + "ÈĻ i", + "Ġ Yu", + "ĠY u", + "ĉ query", + "} .Ċ", + "}. Ċ", + "Ġtr aged", + "Ġtra ged", + "Ġtrag ed", + "as sen", + "ass en", + "asse n", + "Ġaccom modation", + "Ġaccommod ation", + "Ġphys ician", + "Ġphysic ian", + "Ġre named", + "Ġren amed", + "Ġrename d", + "Ġt idak", + "Ġtid ak", + "z Äħ", + "Ġ minus", + "Ġm inus", + "Ġmin us", + "n ych", + "ny ch", + "0 97", + "09 7", + "_EX CEPTION", + "th reads", + "thread s", + "Ġt ire", + "Ġti re", + "Ġtir e", + "_ created", + "_c reated", + "_create d", + "_cr eated", + "_cre ated", + "en sure", + "ens ure", + "Ġ worthy", + "Ġw orthy", + "Ġwor thy", + "Ġworth y", + "Ġexc use", + "Ġ cloth", + "Ġc loth", + "Ġcl oth", + "Ġclo th", + "Ġclot h", + ". parentNode", + ".parent Node", + "/ platform", + "/pl atform", + "ĠU FC", + "ĠUF C", + "Ġ Gtk", + "ĠG tk", + "un ny", + "unn y", + "Ġg ibt", + "Ġgi bt", + "Ġgib t", + "ke ley", + "kel ey", + "h um", + "hu m", + "( tx", + "(t x", + "ĉ dev", + "ĉd ev", + "ĉde v", + "Ġout fit", + "Ġoutf it", + "do ors", + "door s", + "Ġ fon", + "Ġf on", + "Ġfo n", + "i cut", + "ic ut", + "v olatile", + "vol atile", + "Ġhom osex", + "Ġhomo sex", + "Max imum", + "Ġex pend", + "Ġexp end", + "Ġ });ĊĊĊ", + "Ġ} );ĊĊĊ", + "Ġ});Ċ ĊĊ", + "Ġ});ĊĊ Ċ", + "Ġ}) ;ĊĊĊ", + "Ġ}); ĊĊĊ", + "E q", + "on ders", + "ond ers", + "onder s", + "onde rs", + "de partment", + "dep artment", + "depart ment", + "Ġ Physics", + "ĠPh ysics", + "ĠPhys ics", + "\" });Ċ", + "\"} );Ċ", + "\"}) ;Ċ", + "Ġpar ad", + "Ġpara d", + "Ġpa rad", + ". Str", + ".S tr", + ".St r", + "Ġs ele", + "Ġse le", + "Ġsel e", + "IF IED", + "IFI ED", + "Ġdel ivers", + "Ġdeliver s", + "i van", + "iv an", + "iva n", + "Ġrespons ibilities", + "Ġadvoc ates", + "Ġadvocate s", + "è µ", + "Ġ RID", + "ĠR ID", + "ĠRI D", + ". parameters", + ".param eters", + ".parameter s", + "M etrics", + "Met rics", + "Metric s", + "ron ics", + "ronic s", + "Ġ UITableViewCell", + "ĠUI TableViewCell", + "ĠUITableView Cell", + "A bsolute", + "Abs olute", + "ip se", + "ips e", + "y lum", + "yl um", + "ML Element", + "MLE lement", + "_ VALID", + "_VAL ID", + "< title", + " \\<^", + ">\\< ^", + "Ġ ios", + "Ġi os", + "Ġio s", + "s ound", + "so und", + "sou nd", + "\" ];", + "\"] ;", + "Ġf reed", + "Ġfr eed", + "Ġfree d", + "Ġfre ed", + "r ottle", + "rot tle", + "rott le", + "Ġ Lower", + "ĠL ower", + "ĠLo wer", + "ĠLow er", + "ĠLowe r", + "[ count", + "[c ount", + "å Ŀ", + "Ġp ale", + "Ġpa le", + "Ġpal e", + "ĠW ayne", + "ĠWay ne", + "ĠWa yne", + "e arth", + "ear th", + "_ categories", + "_c ategories", + "U CK", + "UC K", + ". metadata", + ".m etadata", + ".meta data", + ".met adata", + "Ġsum mon", + "Ġsumm on", + "H OME", + "HO ME", + "олÑĮ з", + "Ġmanufact ured", + "Ġmanufacture d", + "Ġ dock", + "Ġd ock", + "Ġdo ck", + "Ġdoc k", + "Ġcompet itors", + "Ġcompetitor s", + "Ġcompetit ors", + "_ MODEL", + "_MODE L", + "_MO DEL", + "_MOD EL", + "ok ia", + "oki a", + "Ġ Hey", + "ĠH ey", + "ĠHe y", + "Î ¿", + "Ġ backward", + "Ġback ward", + "ĠPO SS", + "ĠPOS S", + "r opa", + "ro pa", + "rop a", + "Ġ cri", + "Ġc ri", + "Ġcr i", + "_ OBJ", + "_O BJ", + "Trans port", + "- high", + "-h igh", + "Ġerot ik", + "Ġero tik", + "_ slot", + "_s lot", + "_sl ot", + "Ġ artic", + "Ġar tic", + "Ġart ic", + "_ framework", + "_f ramework", + "_frame work", + "_fr amework", + "-s erif", + "-se rif", + "-ser if", + "ĠSql DbType", + "' )(", + "') (", + "+ \"/", + "+\" /", + "Ġw ore", + "Ġwor e", + "Ġwo re", + "S il", + "Si l", + "Ġst oring", + "Ġstor ing", + "Ġsto ring", + "Ġ Phase", + "ĠPh ase", + "u ant", + "ua nt", + "uan t", + "Ġb ump", + "Ġbu mp", + "Ġbum p", + "in ho", + "inh o", + "Ġd ign", + "Ġdi gn", + "Ġdig n", + "Ġ backs", + "Ġb acks", + "Ġback s", + "Ġba cks", + "Ġbac ks", + "q q", + "( hash", + "(h ash", + "(has h", + "Ġ geo", + "Ġg eo", + "Ġge o", + "Ġt ender", + "Ġte nder", + "Ġten der", + "Ġtend er", + "L ogo", + "Log o", + "Lo go", + "! )Ċ", + "!) Ċ", + "Ġ MX", + "ĠM X", + "Ġ Arthur", + "ĠAr thur", + "ĠArt hur", + "ĠArth ur", + "ess oa", + "esso a", + "_ Ch", + "_C h", + "Ġbed rooms", + "Ġbedroom s", + "=\"# \"><", + "=\"#\" ><", + "=\"#\"> <", + "Ġ throat", + "Ġth roat", + "Ġthro at", + "i nsic", + "in sic", + "ins ic", + "insi c", + ". integer", + ".int eger", + "Ġ primitive", + "Ġpr imitive", + "Ġprim itive", + "Truth y", + "Ġfacilit ate", + "Ġfacil itate", + "Ġcre ativity", + "Ġcreat ivity", + "Ġ DNS", + "ĠD NS", + "ĠDN S", + "Ġ gra", + "Ġg ra", + "Ġgr a", + "u ez", + "ue z", + "Ġcount less", + "ĠP oland", + "ĠPol and", + "ĠPo land", + "' M", + "Ġ Dist", + "ĠD ist", + "ĠDis t", + "ĠDi st", + "Ġ vest", + "Ġv est", + "Ġve st", + "Ġves t", + "Ġcert ification", + "Ġcertif ication", + "á» ij", + "h eld", + "he ld", + "hel d", + "ext ensions", + "extension s", + "( static", + "(st atic", + "(stat ic", + "Ġ grades", + "Ġg rades", + "Ġgr ades", + "Ġgrad es", + "Ġgrade s", + "Ġgra des", + "Ġ Uber", + "ĠU ber", + "ĠUb er", + "ãģ Ł", + "Ġ [])Ċ", + "Ġ[ ])Ċ", + "Ġ[] )Ċ", + "Ġ[]) Ċ", + "d atos", + "da tos", + "dat os", + "dato s", + "Ġ getData", + "Ġget Data", + "ĠCh arg", + "ĠChar g", + "ĠCha rg", + "Ġ BS", + "ĠB S", + ".m icrosoft", + ".micro soft", + ". video", + ".v ideo", + ". direction", + ".d irection", + ".dir ection", + ".di rection", + ".direct ion", + "-> {'", + "->{ '", + "l ua", + "lu a", + "a pest", + "ap est", + "ape st", + "apes t", + "Ġbo iler", + "Ġboil er", + "e rek", + "er ek", + "ere k", + "Ġdec ides", + "Ġdecide s", + "Ġdecid es", + ". jar", + ".j ar", + "I SC", + "IS C", + "Ġ Words", + "ĠW ords", + "ĠWord s", + "ĠWor ds", + "( CON", + "(C ON", + "EMPL ATE", + "ree ze", + "s hots", + "sh ots", + "shot s", + "a pps", + "ap ps", + "app s", + "un ted", + "unt ed", + "unte d", + ". setName", + ".set Name", + ": :<", + ":: <", + "- bold", + "-b old", + "-bo ld", + "ê ²", + "å¯ Ĩ", + "Long rightarrow", + "Ġun fair", + "Ġunf air", + "Ġ earning", + "Ġe arning", + "Ġear ning", + "Ġearn ing", + "Ġ shelf", + "Ġsh elf", + "Ġshe lf", + "Ġshel f", + "UR EMENT", + "URE MENT", + "Ġ idle", + "Ġi dle", + "Ġid le", + "_ MENU", + "_M ENU", + "_ME NU", + ". Custom", + ".C ustom", + "A GER", + "AG ER", + "AGE R", + "- \"", + "_ switch", + "_s witch", + "_sw itch", + "b ecause", + "be cause", + "bec ause", + ") view", + ")v iew", + "m are", + "ma re", + "mar e", + "_ condition", + "_con dition", + "_cond ition", + "Ġ Starting", + "ĠStart ing", + "ĠStar ting", + "M vc", + "( pre", + "(p re", + "(pr e", + "d ump", + "du mp", + "dum p", + "_ LOCK", + "_L OCK", + "_LO CK", + "_LOC K", + "at etime", + "ate time", + ". callback", + ".c allback", + ".call back", + "ĠC er", + "ĠCe r", + "o pol", + "op ol", + "opo l", + "ib rary", + "ibr ary", + "Ġ reservation", + "Ġres ervation", + "Ġreserv ation", + "Ġreserva tion", + "ĉ ĉĉĉĉĉĉĊ", + "ĉĉ ĉĉĉĉĉĊ", + "ĉĉĉĉ ĉĉĉĊ", + "ĉĉĉ ĉĉĉĉĊ", + "ĉĉĉĉĉ ĉĉĊ", + "ĉĉĉĉĉĉ ĉĊ", + "ĉĉĉĉĉĉĉ Ċ", + "l ector", + "le ctor", + "lect or", + "lec tor", + "grad uate", + "Ġgener ous", + "Ġgene rous", + "Ġ ion", + "Ġi on", + "Ġio n", + "r icao", + "ri cao", + "ric ao", + "rica o", + "m q", + "_ complete", + "_com plete", + "_comp lete", + "( cursor", + "(c ursor", + "Ġ FormControl", + "ĠForm Control", + ": center", + ":c enter", + "Ġsub stitute", + "Ġsubstit ute", + "Ġ Planning", + "ĠPl anning", + "ĠPlan ning", + "Ġp ension", + "Ġpens ion", + "Ġrecommend ation", + "Ġ Tags", + "ĠT ags", + "ĠTag s", + "ĠTa gs", + "Ġg ef", + "Ġge f", + "Ġ albums", + "Ġalbum s", + "Ġalb ums", + "Ġ washing", + "Ġw ashing", + "Ġwash ing", + "r oc", + "ro c", + "Ġtr ains", + "Ġtrain s", + "Ġtra ins", + "Ġtrai ns", + "a tings", + "at ings", + "ating s", + "atin gs", + "Ġex ponent", + "Ġexp onent", + "ack bar", + "- ln", + "-l n", + "á g", + ".Data Annotations", + "Ġ EIF", + "ĠE IF", + "ĠEI F", + "ĠMal aysia", + "ĠMalays ia", + "ĉ PORT", + "ĉP ORT", + "on us", + "onu s", + "Ġc lever", + "Ġcl ever", + "Ġcle ver", + "Ġp eu", + "Ġpe u", + "> ĊĊĊĊ", + ">Ċ ĊĊĊ", + ">ĊĊ ĊĊ", + ">ĊĊĊ Ċ", + "Ġ Arguments", + "ĠArg uments", + "ĠArgument s", + "Ġdeb ugging", + "Ġdebug ging", + "( right", + "(r ight", + "' D", + "com pute", + "comp ute", + "comput e", + "Ġfin est", + "Ġfine st", + "Ġfi nest", + "Ġfines t", + "OR AGE", + "ORA GE", + "Ġspect acular", + "ph rase", + "Ġin dia", + "Ġind ia", + "Ġlegend ary", + "b irth", + "bir th", + "Ġ composite", + "Ġcom posite", + "Ġcomp osite", + "Ġcompos ite", + "Ġg rows", + "Ġgr ows", + "Ġgrow s", + "Ġgro ws", + "Ġ TD", + "ĠT D", + "Ġe pid", + "Ġep id", + "Ġlaunch ing", + "] ][", + "]] [", + "Min utes", + "Minute s", + "Ġ Cha", + "ĠC ha", + "ĠCh a", + "Ġclean ed", + "Ġcle aned", + "Ġwitness es", + "u kan", + "uk an", + "uka n", + "ĉ Type", + "ĉT ype", + "Ġh abe", + "Ġhab e", + "Ġha be", + "par agraph", + "para graph", + "ĠJ Panel", + "ĠJP anel", + "ĠH ann", + "ĠHa nn", + "ĠHan n", + "Ġvar ied", + "Ġvari ed", + "Ġva ried", + "Ġ Pokemon", + "ĠP okemon", + "ĠPok emon", + "ĠPoke mon", + "ĠM UST", + "ĠMU ST", + "åĬ ¨", + ". visibility", + ".vis ibility", + "op up", + "^ [", + ". expand", + ".exp and", + "Ġ \"',", + "Ġ\" ',", + "Ġ\"' ,", + ".f asterxml", + "_ auto", + "_a uto", + "_aut o", + "Ġ Sheet", + "ĠS heet", + "ĠShe et", + "m arker", + "mark er", + "mar ker", + "Par cel", + "e ws", + "ew s", + "Ġ Strategy", + "ĠStr ategy", + "ĠStrateg y", + "- making", + "-m aking", + "Ġun ve", + "Ġtr ailing", + "Ġtrail ing", + "Ġtra iling", + "Ġtrai ling", + "Ġcl icks", + "Ġclick s", + "Ġcli cks", + "Ġclic ks", + "Ġ GetComponent", + "ĠGet Component", + "ĉ content", + "ĉc ontent", + "ĉcon tent", + "ĉcont ent", + "IG ENCE", + "ER NEL", + "ERN EL", + "NSMutable Array", + "Ġb reat", + "Ġbr eat", + "Ġbre at", + "Ġharm ful", + "¶ Ī", + "Ġbes ides", + "Ġbeside s", + "Ġb oring", + "Ġbo ring", + "Ġbor ing", + "Ġbrut al", + "Ġbru tal", + "v ang", + "va ng", + "van g", + "( parse", + "(p arse", + "(par se", + "qu ick", + "qui ck", + "Ġ pytest", + "Ġpy test", + "Ġpyt est", + "Ġswitch ing", + "( )]Ċ", + "() ]Ċ", + "()] Ċ", + "Ġ ìĦ", + "Ġì Ħ", + "L ER", + "LE R", + "ĉ font", + "ĉf ont", + "Ġ nett", + "Ġn ett", + "Ġne tt", + "Ġnet t", + ") ]ĊĊ", + ")]Ċ Ċ", + ")] ĊĊ", + "( /\\", + "(/ \\", + "æŀ ľ", + "to Array", + "Ġb reed", + "Ġbr eed", + "Ġbre ed", + "Ġbree d", + "Ġ CAR", + "ĠC AR", + "ĠCA R", + "Ġ Weapon", + "ĠWe apon", + "A bs", + "Ab s", + "t ot", + "to t", + "Ġ setName", + "Ġset Name", + "a ptive", + "apt ive", + "Ġ :,", + "Ġ: ,", + "Ġ escaped", + "Ġesc aped", + "Ġescape d", + "Ġescap ed", + "or den", + "ord en", + "orde n", + "Ġ Pri", + "ĠP ri", + "ĠPr i", + "th umbnail", + "Ġde scriptions", + "Ġdes criptions", + "Ġdescription s", + "Ġdescri ptions", + "/ styles", + "/st yles", + "/style s", + "Ġ PCI", + "ĠP CI", + "ĠPC I", + "Ġ alphabet", + "Ġal phabet", + "Ġalpha bet", + "Ġalph abet", + "astic search", + "astics earch", + "N OTE", + "NO TE", + "NOT E", + "Ġc ialis", + "Ġci alis", + "ĠGr iff", + "ĠGri ff", + "Ġp orque", + "Ġpor que", + "Ġprote ins", + "Ġprotein s", + "p lays", + "pl ays", + "play s", + "pla ys", + "Ġst ating", + "Ġstat ing", + "Ġsta ting", + "Ġstati ng", + "Ġim agination", + "Ġimag ination", + "Ġimagin ation", + "Ġf acial", + "Ġfa cial", + "Ġfac ial", + "ĠM echan", + "ĠMe chan", + "ĠMech an", + "ĠMec han", + "Ġarr anged", + "Ġarrang ed", + "Ġarrange d", + "_ used", + "_u sed", + "_us ed", + "_use d", + "Ġarrang ements", + "Ġarrangement s", + "Ġarrange ments", + "Ġ Pipe", + "ĠP ipe", + "ĠPi pe", + "ĠPip e", + "host name", + "Ġpro vinc", + "Ġprov inc", + "T it", + "Ti t", + ".Flat Style", + "Ġ Split", + "ĠS plit", + "ĠSp lit", + "ĠSpl it", + "Ġ Loader", + "ĠL oader", + "ĠLo ader", + "ĠLoad er", + ". cc", + ".c c", + "Ġ clinic", + "Ġcl inic", + "Ġclin ic", + "Ġcli nic", + "-------- --------------------", + "---------------- ------------", + "------------ ----------------", + "------------- ---------------", + "--------------- -------------", + "-------------- --------------", + "-------------------- --------", + "Ġb aking", + "Ġba king", + "Ġbak ing", + "Ġ ENT", + "ĠE NT", + "ĠEN T", + "ne ath", + "nea th", + "ãĢģ ĊĊ", + "ãĢģĊ Ċ", + "A NE", + "AN E", + ".EntityFramework Core", + "a ppers", + "ap pers", + "app ers", + "apper s", + "appe rs", + ". ic", + ".i c", + "Ġ NgModule", + "ĠNg Module", + "Ġ FORM", + "ĠF ORM", + "ĠFOR M", + "ĠFO RM", + "Ġ ';", + "Ġ' ;", + "- profit", + "-pro fit", + "-prof it", + "h w", + "en emy", + "ene my", + "Ġ Eye", + "ĠE ye", + "ĠEy e", + "Ġca ution", + "Ġcaut ion", + "t own", + "to wn", + "Ġur ged", + "Ġurge d", + "Ġurg ed", + "Ġ Jimmy", + "ĠJim my", + "ynchron ous", + "-s ized", + "-size d", + "m aking", + "ma king", + "mak ing", + ", {", + "] ',", + "]' ,", + "_ Object", + "_O bject", + "_Obj ect", + "ah oma", + "aho ma", + "Ġact ivist", + "Ġactiv ist", + "IN VAL", + "INV AL", + "Ġ Commercial", + "ĠCom mercial", + "ĠComm ercial", + "ĠOr lando", + "( tab", + "(t ab", + "Ġ ب", + "ĠØ ¨", + "Al gorithm", + "Ġher itage", + "Get Mapping", + "Ġfail ures", + "Ġfailure s", + "r ios", + "ri os", + "rio s", + "at iva", + "ati va", + "ativ a", + "Ġ tet", + "Ġt et", + "Ġte t", + "Ġcar pet", + "Ġcarp et", + "( Z", + "th ree", + "thr ee", + "Ġdis closure", + "Ġdisc losure", + ". ERROR", + ".ERR OR", + "_ called", + "_c alled", + "_call ed", + "_cal led", + "Ġd ial", + "Ġdi al", + "Ġdia l", + "Ġoccas ional", + "Ġoccasion al", + ". Err", + ".E rr", + "Ġfun cion", + "Ġfunc ion", + "caff old", + "caf fold", + "Ġre leasing", + "Ġrele asing", + "ï¼ī ĊĊ", + "ï¼īĊ Ċ", + "_ Value", + "_V alue", + "_Val ue", + "Ġ Vari", + "ĠV ari", + "ĠVar i", + "ĠVa ri", + "y ellow", + "Ġstrugg les", + "Ġstruggle s", + ". cal", + ".c al", + ".ca l", + "ĠDak ota", + "ĉ close", + "ĉc lose", + "ĉcl ose", + "Ġsand wich", + "Ġ analytics", + "Ġan alytics", + "Ġanaly tics", + "Ġanalytic s", + "Ġ **)", + "Ġ* *)", + "Ġ** )", + "& #", + "Ġ Jos", + "ĠJ os", + "ĠJo s", + "Ġpass ive", + "AT TR", + "ATT R", + "Th rowable", + "Throw able", + "ĠM un", + "ĠMu n", + "Ġ Uint", + "ĠU int", + "ĠUi nt", + "( disposing", + "(dis posing", + "a rak", + "ar ak", + "ara k", + "Ġ Leaders", + "ĠLe aders", + "ĠLeader s", + "ĠLead ers", + "Ġaffect ing", + "Ġitem View", + "Ġe conomics", + "Ġecon omics", + "Ġeconomic s", + "Ġeconom ics", + "f v", + "๠Ģ", + ". rb", + ".r b", + "Ġ Overall", + "ĠOver all", + "Ġwealth y", + "Ġev olved", + "Ġevolve d", + "n da", + "nd a", + "ĠH us", + "ĠHu s", + "re strict", + "u men", + "um en", + "ume n", + "ĠA gricult", + "ĠAgr icult", + "! ĊĊĊ", + "!ĊĊ Ċ", + "!Ċ ĊĊ", + "Ġ expires", + "Ġex pires", + "Ġexp ires", + "Ġexpire s", + "Ġspokes person", + "int erval", + "inter val", + "Ġ â", + "Ġà ¢", + "Ġ queen", + "Ġqu een", + "Ġque en", + "( nil", + "(n il", + "i ngo", + "in go", + "ing o", + "He ap", + "Ù İ", + "Ġcom plain", + "Ġcomp lain", + "Ġcompl ain", + "S ym", + "Sy m", + "Ġ Clone", + "ĠCl one", + "ĠClo ne", + "Ġ Ru", + "ĠR u", + "ĠW ILL", + "ĠWI LL", + "Ġ Crystal", + "ĠCr ystal", + "ĠCry stal", + "/ content", + "/c ontent", + "/con tent", + "i ngen", + "in gen", + "ing en", + "inge n", + "oint ment", + "Last Name", + "av icon", + "avi con", + "avic on", + "Ġ IBM", + "ĠI BM", + "ĠIB M", + "Ġ Dimension", + "ĠD imension", + "ĠDim ension", + "a nh", + "an h", + "ici pants", + "icip ants", + "icipant s", + "Ġ Anne", + "ĠAn ne", + "ĠAnn e", + ". progress", + ".pro gress", + "Ġ algo", + "Ġal go", + "Ġalg o", + "o bil", + "ob il", + "obi l", + "Ġ Voice", + "ĠV oice", + "ĠVo ice", + "Ġ FE", + "ĠF E", + "Ġ gli", + "Ġg li", + "Ġgl i", + "Ġ ved", + "Ġv ed", + "Ġve d", + "Ġpr events", + "Ġpre vents", + "Ġprevent s", + "Ġprev ents", + "\\ Column", + "\\C olumn", + "Ġ folk", + "Ġf olk", + "Ġfol k", + "Ġfo lk", + "e tti", + "et ti", + "ett i", + "Ġ mn", + "Ġm n", + "Ġ CLASS", + "ĠCL ASS", + "Ġdis playing", + "Ġdisplay ing", + "Ġdispl aying", + "ĠK l", + "ĠF err", + "ĠFe rr", + "ĠFer r", + "d uto", + "du to", + ". ib", + ".i b", + "Ġ dados", + "Ġd ados", + "Ġda dos", + "Ġdad os", + "Ġdado s", + "' name", + "'n ame", + "'na me", + "- space", + "-s pace", + "-sp ace", + "Ġit alian", + "Ġitalia n", + "Ġ inverse", + "Ġin verse", + "Ġinv erse", + "Ġinvers e", + "Ġ dense", + "Ġd ense", + "Ġden se", + "Ġdens e", + "u ter", + "ut er", + "ute r", + "Ġ IEnumerator", + "ĠI Enumerator", + "- sign", + "-s ign", + "Ġnation wide", + "Ġ persona", + "Ġperson a", + "Ġpers ona", + "Ġperso na", + "Ġs olved", + "Ġsol ved", + "Ġsolve d", + "Ġdram atically", + "Ġdramatic ally", + "Log out", + "Logo ut", + "Ġ grav", + "Ġg rav", + "Ġgr av", + "Ġgra v", + "Ġanal yses", + "Ġanaly ses", + "Ġanalys es", + "Ġanalyse s", + "ol lo", + "oll o", + "Ġ lamp", + "Ġl amp", + "Ġla mp", + "Ġlam p", + ". team", + ".t eam", + ".te am", + "Ġ Erot", + "ĠE rot", + "ĠEr ot", + "= [\"", + "=[ \"", + "Ġd ancing", + "Ġdan cing", + "Ġ ?>/", + "Ġ? >/", + "Ġ?> /", + "Ġc ater", + "Ġca ter", + "Ġcat er", + "Ġcate r", + "f fe", + "ff e", + "Ġ Sha", + "ĠS ha", + "ĠSh a", + "ĠB os", + "ĠBo s", + "ĠRE QUIRE", + "Ġ Monster", + "ĠMon ster", + "ĠMons ter", + "Ġ RB", + "ĠR B", + "Ġ IDE", + "ĠI DE", + "ĠID E", + "Ġs uits", + "Ġsu its", + "Ġsuit s", + "Ġsui ts", + "Ġ formData", + "Ġform Data", + "( theta", + "(th eta", + "(the ta", + "Ġs patial", + "Ġsp atial", + "Ġspat ial", + "= NULL", + "=N ULL", + "Ġ SqlConnection", + "ĠSql Connection", + "Ġ à", + "ĠV enez", + "ĠVen ez", + "ĠVe nez", + "Ġ Morning", + "ĠM orning", + "ĠMor ning", + "Ġpublic ations", + "Ġpub lications", + "Ġpublication s", + "ĠNON INFRINGEMENT", + "first Name", + "u ds", + "ud s", + "W ould", + "Wo uld", + "_ HEAD", + "_HE AD", + "Ġinv ested", + "Ġinvest ed", + "Ġinve sted", + "s table", + "st able", + "sta ble", + "stab le", + "f red", + "fr ed", + "fre d", + "Ġcomm ander", + "Ġcommand er", + "Ġcomma nder", + "Ġcommande r", + "S ES", + "SE S", + "âĢĶ a", + "an che", + "anc he", + "anch e", + "Ġ Movement", + "ĠM ovement", + "ĠMo vement", + "ĠMove ment", + "ĠMov ement", + "ë ³", + "S uite", + "Su ite", + "Suit e", + "Ġjur isdiction", + "ë ¦¬", + "ë¦ ¬", + "Ġ Beth", + "ĠB eth", + "ĠBe th", + "ĠBet h", + "j Query", + "ĠI sa", + "ĠIs a", + "Ġd ental", + "Ġden tal", + "Ġdent al", + ", *", + "Ġ Limit", + "ĠL imit", + "ĠLim it", + "ĠLi mit", + "il iation", + "ili ation", + "ilia tion", + "= \"{", + "=\" {", + "b ast", + "ba st", + "bas t", + "Ġt urb", + "Ġtu rb", + "Ġtur b", + "i sy", + "is y", + "O OK", + "OO K", + "Ġadv ocate", + "Ġadvoc ate", + "i mag", + "im ag", + "ima g", + "LE CTION", + "LECT ION", + "LEC TION", + "л ÑĮ", + "( category", + "(c ategory", + ". dec", + ".d ec", + ".de c", + "Ġun iqu", + "Ġuni qu", + "Ġuniq u", + "_ sn", + "_s n", + "Ġat tracted", + "Ġattr acted", + "Ġattract ed", + "Ġ Ãī", + "Ġà ī", + "Ġ Running", + "ĠR unning", + "ĠRun ning", + "_ edges", + "_edge s", + "_ed ges", + "Ġ Disable", + "ĠD isable", + "ĠDis able", + "_ AS", + "_A S", + "åĽ ¾", + "Ġnetwork ing", + "Ġnet working", + "_ branch", + "_br anch", + "H aving", + "Ha ving", + "toBe Truthy", + "G I", + "Ġc amps", + "Ġca mps", + "Ġcamp s", + "Ġcam ps", + "s ep", + "se p", + "- part", + "-p art", + "-par t", + "Ġ )ĊĊĊĊĊĊĊĊ", + "Ġ) ĊĊĊĊĊĊĊĊ", + "Ġ)Ċ ĊĊĊĊĊĊĊ", + "Ġ)ĊĊ ĊĊĊĊĊĊ", + "Ġ)ĊĊĊ ĊĊĊĊĊ", + "ustr alia", + "ustral ia", + "Ġ Reports", + "ĠRe ports", + "ĠRep orts", + "ĠReport s", + "ĠRepo rts", + "r ito", + "ri to", + "rit o", + "Ġwa ist", + "_ plus", + "_p lus", + "_pl us", + "Ġ WW", + "ĠW W", + "- person", + "-p erson", + "-per son", + "Ap ril", + "Apr il", + "Ġ sar", + "Ġs ar", + "Ġsa r", + ". tar", + ".t ar", + ".ta r", + "Ġagricult ural", + "Ġagr icultural", + "t ic", + "ti c", + "Ġ tcp", + "Ġt cp", + "Ġtc p", + "Ġ setValue", + "Ġset Value", + "ag ento", + "agent o", + "agen to", + "Ġ Appe", + "ĠA ppe", + "ĠApp e", + "ĠAp pe", + "p iler", + "pi ler", + "pile r", + "C ADE", + "CA DE", + "CAD E", + "Ġ anche", + "Ġan che", + "Ġanch e", + "Ġanc he", + "at cher", + "atch er", + "Ġc omics", + "Ġcom ics", + "Ġcomic s", + "Ġ lbs", + "Ġl bs", + "Ġlb s", + "_ segment", + "_s egment", + "_se gment", + "_seg ment", + "' ]=$", + "'] =$", + "']= $", + "it ters", + "itt ers", + "itter s", + "itte rs", + "i cher", + "ic her", + "ich er", + "iche r", + "G INE", + "GIN E", + "GI NE", + "Ġutil ize", + "Ġutiliz e", + "Ġ Cursor", + "ĠC ursor", + "ĠCurso r", + "_ expression", + "_ex pression", + "_exp ression", + "_expr ession", + "Ġ dag", + "Ġd ag", + "Ġda g", + "< long", + " < ?=", + "> x", + ". Task", + ".T ask", + "m oney", + "mon ey", + "mo ney", + "ib aba", + "iba ba", + "' });Ċ", + "'} );Ċ", + "'}) ;Ċ", + "Ġ Specific", + "ĠS pecific", + "ĠSpec ific", + "Ġ Linear", + "ĠL inear", + "ĠLine ar", + "ĠLin ear", + "ĠLi near", + "_ OPT", + "_O PT", + "_OP T", + "Hash Code", + "( Player", + "(P layer", + ".Contains Key", + "Ġ collapsed", + "Ġc ollapsed", + "Ġcoll apsed", + "Ġcollapse d", + "Ġcollaps ed", + "trans parent", + "_R ANGE", + "View er", + "( cfg", + "(c fg", + "(cf g", + "Ġ sorting", + "Ġs orting", + "Ġsort ing", + "Ġsor ting", + "Ġinf ected", + "Ġinfect ed", + "Ġ Nach", + "ĠN ach", + "ĠNa ch", + "Ġaccommod ate", + ". elements", + ".e lements", + ".element s", + ".el ements", + ".elem ents", + "_ PART", + "_P ART", + "_PA RT", + "_PAR T", + "Ġ Sexy", + "ĠSe xy", + "ĠSex y", + "= get", + "=g et", + "( year", + "(y ear", + "Ġ xhr", + "Ġx hr", + ": ]", + "ow ski", + "ows ki", + "Ġsum mar", + "Ġsumm ar", + "Ġ ¿", + "Ġ ¿", + "Ġ inte", + "Ġin te", + "Ġint e", + "Ġi nte", + "Ġ workflow", + "Ġwork flow", + "ĠTai wan", + "v ersions", + "vers ions", + "version s", + "åı ij", + "Ġsur prisingly", + "Ġsurprising ly", + "Ġop tical", + "Ġopt ical", + "Ġoptic al", + "Ġpro ces", + "Ġproc es", + "Ġdis agree", + "Ġdisag ree", + "Ġn uevo", + "Ġnue vo", + "Ġ CAM", + "ĠC AM", + "ĠCA M", + "s orted", + "sort ed", + "le ases", + "lease s", + "lea ses", + "is tle", + "ist le", + "I dent", + "Id ent", + "Ide nt", + "ĉ event", + "ĉe vent", + "ĉev ent", + "j ected", + "ject ed", + "jec ted", + "Ch unk", + "V ars", + "Var s", + "Va rs", + ". provider", + ".pro vider", + "Ġproceed ings", + "Ġproceeding s", + "Ġ inclusive", + "Ġin clusive", + "Ġincl usive", + "Ġinclus ive", + "Ġart work", + "end ants", + "enda nts", + "endant s", + "ï¼ļ Ċ", + "s een", + "se en", + "see n", + "Ġ lig", + "Ġl ig", + "Ġli g", + "Ġ makers", + "Ġm akers", + "Ġmake rs", + "Ġma kers", + "Ġmaker s", + "Ġmak ers", + "_ fun", + "_f un", + "_fu n", + "Ġlength s", + "Ġleng ths", + "Path Variable", + "[ item", + "[i tem", + "[it em", + "ภµ", + "D ead", + "De ad", + "FF FFFF", + "FFFF FF", + "FFF FFF", + "Ġ Urban", + "ĠUr ban", + "ĠUrb an", + "u ples", + "up les", + "uple s", + "i chen", + "ic hen", + "ich en", + "iche n", + "( nullptr", + "(null ptr", + ". spec", + ".s pec", + ".sp ec", + ", System", + ",S ystem", + "U RATION", + "UR ATION", + "URA TION", + "( job", + "(j ob", + "å¼ ı", + "Ġ tracker", + "Ġtr acker", + "Ġtrack er", + "Ġtra cker", + "Å Ļ", + "Ġ MR", + "ĠM R", + "Ġ SQLite", + "ĠSQL ite", + "ĠSQ Lite", + "Ġ dto", + "Ġd to", + "Ġdt o", + "Ġ ;;Ċ", + "Ġ; ;Ċ", + "Ġ;; Ċ", + "Ġ mint", + "Ġm int", + "Ġmin t", + "Ġmi nt", + "Ġ Introduction", + "ĠInt roduction", + "ĠIntro duction", + "c ao", + "ca o", + "Ġquest ioned", + "Ġquestion ed", + "Ġquesti oned", + "Ġf itted", + "Ġfit ted", + "Ġfitte d", + "re vision", + "rev ision", + "s q", + "Ġm ig", + "Ġmi g", + "_ units", + "_un its", + "_unit s", + "_ async", + "_a sync", + "_as ync", + "Ġf lick", + "Ġfl ick", + "} );ĊĊĊ", + "});Ċ ĊĊ", + "});ĊĊ Ċ", + "}) ;ĊĊĊ", + "}); ĊĊĊ", + "Ġn otre", + "Ġnot re", + "Ġno tre", + "} `,", + "}` ,", + "F ilters", + "Filter s", + "Fil ters", + "Ġm undo", + "Ġmu ndo", + "Ġmund o", + "Ġmun do", + "_ days", + "_d ays", + "_day s", + "_da ys", + "Ġ frm", + "Ġf rm", + "Ġfr m", + "u tc", + "ut c", + "Ġ vals", + "Ġv als", + "Ġval s", + "Ġva ls", + "e width", + "ew idth", + "Ġ Generator", + "ĠG enerator", + "ĠGener ator", + "ĠGen erator", + "Ġ Artist", + "ĠArt ist", + "Ġ IDs", + "ĠI Ds", + "ĠID s", + "Ġ Articles", + "ĠArt icles", + "ĠArticle s", + "re ater", + "reate r", + "reat er", + "rea ter", + "ĠComponent Fixture", + ". =", + "Ġ rou", + "Ġr ou", + "Ġro u", + "- no", + "-n o", + ".b ukkit", + "e gg", + "eg g", + "Ġ Diff", + "ĠD iff", + "ĠDi ff", + "a tics", + "at ics", + "atic s", + "ati cs", + "Ñĥ Ñĩ", + "âĢĶ ĊĊ", + "Ġ Charlotte", + "ĠChar lotte", + "ĠCharl otte", + "b ye", + "by e", + "Ġ });čĊčĊ", + "Ġ} );čĊčĊ", + "Ġ}) ;čĊčĊ", + "Ġ});čĊ čĊ", + "Ġ}); čĊčĊ", + "ĠV ik", + "ĠVi k", + "ĠB row", + "ĠBr ow", + "ĠBro w", + "Ġ lv", + "Ġl v", + "ĠG ib", + "ĠGi b", + "- wing", + "-w ing", + "-win g", + "GL IGENCE", + "( Il", + "(I l", + "ĠEngine er", + ". Wait", + ".W ait", + "Ġ Pictures", + "ĠP ictures", + "ĠPicture s", + "ĠPic tures", + "Ġr het", + "Ġrh et", + "Ġrhe t", + "Ġ thermal", + "Ġth ermal", + "Ġther mal", + "Ġtherm al", + "Ġp raise", + "Ġpr aise", + "Ġpra ise", + "< >();ĊĊ", + "<>();Ċ Ċ", + "<>( );ĊĊ", + "<> ();ĊĊ", + "Ġ Spider", + "ĠSp ider", + "ĠSpi der", + "P ause", + "Pa use", + "ĠB aker", + "ĠBa ker", + "ĠBak er", + "ĠBake r", + "Ġs lower", + "Ġsl ower", + "Ġslow er", + "Ġslo wer", + "Ġ }]Ċ", + "Ġ} ]Ċ", + "Ġ}] Ċ", + "_ enqueue", + "_en queue", + "Ġdis appeared", + "Ġdisappe ared", + "Ġdisappear ed", + "Ġ Ticket", + "ĠT icket", + "ĠTi cket", + "ĠTick et", + "ĠTic ket", + "IN UX", + "INU X", + "_ LOCAL", + "_LO CAL", + "_LOC AL", + "аÑģ Ñģ", + "@Inject able", + "comm unity", + "G estureRecognizer", + "Gesture Recognizer", + "åĽ ½", + "Ġs cales", + "Ġsc ales", + "Ġscale s", + "Ġsca les", + "Ġscal es", + "Ġ -(", + "Ġ- (", + "/ '+", + "/' +", + "Ġ Sit", + "ĠS it", + "ĠSi t", + "Ġexecutive s", + "Ġexecut ives", + "ar ding", + "ard ing", + "ardi ng", + "ardin g", + "Ġad vers", + "Ġadv ers", + "Ġback wards", + "Ġbackward s", + "ĉ context", + "ĉcon text", + "ĉcont ext", + "ĠH amp", + "ĠHam p", + "ĠHa mp", + "Ġ PF", + "ĠP F", + "Ġ Deck", + "ĠD eck", + "ĠDe ck", + "ĠDec k", + "Ġ Craig", + "ĠC raig", + "ĠCra ig", + "A merican", + "Americ an", + "America n", + "Ġ bell", + "Ġb ell", + "Ġbe ll", + "Ġbel l", + "Ġp rol", + "Ġpro l", + "Ġpr ol", + "u fen", + "uf en", + "ufe n", + "Ġ rng", + "Ġr ng", + "Ġrn g", + "ar shal", + "ars hal", + "Ġ Simply", + "ĠSim ply", + "ĠSimpl y", + "first name", + "sh ore", + "J uly", + "Jul y", + "Ju ly", + "Ġm ortality", + "Ġmort ality", + "Ġmortal ity", + "ĠâĨĴ ĊĊ", + "H elpers", + "Helper s", + "Help ers", + "Hel pers", + "Ġ benchmark", + "Ġb enchmark", + "Ġbench mark", + "e made", + "em ade", + "ema de", + "Ġorgan isations", + "Ġorganis ations", + "Ġorganisation s", + ".g son", + ".gs on", + "Ġ TextField", + "ĠT extField", + "ĠText Field", + "Ġcivil ians", + "Ġciv ilians", + "Ġcivilian s", + ". Arrays", + ".Array s", + ".Ar rays", + "ĠMiss issippi", + "Ġinter mediate", + "Ġintermedi ate", + "get User", + "_ cluster", + "_cl uster", + "Rel ative", + "fore ign", + ".querySelector All", + "Fore ignKey", + "Foreign Key", + "Ġreason ably", + "- --------Ċ", + "-- -------Ċ", + "---- -----Ċ", + "-------- -Ċ", + "--- ------Ċ", + "----- ----Ċ", + "------ ---Ċ", + "------- --Ċ", + "--------- Ċ", + "C ards", + "Card s", + "Car ds", + "ĠK am", + "ĠKa m", + "Ġ Thor", + "ĠT hor", + "ĠTh or", + "Ġ roller", + "Ġr oller", + "Ġro ller", + "Ġroll er", + "Ġrol ler", + "- element", + "-e lement", + "-el ement", + "Ġ Currency", + "ĠC urrency", + "d die", + "dd ie", + "AL LY", + "ALL Y", + "Ġ RA", + "ĠR A", + "Ġper met", + "Ġperm et", + "Ġperme t", + "a aaa", + "aa aa", + "aaa a", + "Ġhome work", + "Ġhom ework", + "ĠV it", + "ĠVi t", + "Ġm old", + "Ġmo ld", + "Ġmol d", + "ĠF er", + "ĠFe r", + "[ start", + "Ġstat istical", + "Ġstatist ical", + "Ġstatistic al", + "Ġsc ary", + "Ġsca ry", + "Ġscar y", + "_ HOME", + "_H OME", + ". Begin", + ".B egin", + ".Be gin", + "Con struct", + "o genic", + "og enic", + "ogen ic", + "oge nic", + "ĠDEAL INGS", + "Ġtamb ién", + "i xon", + "ix on", + "ixo n", + ". ind", + ".in d", + ".i nd", + "a cre", + "ac re", + "acr e", + "Ġ transforms", + "Ġtrans forms", + "Ġtransform s", + "ĠN ap", + "ĠNa p", + ". Block", + ".B lock", + ".Bl ock", + "uss ia", + "p iration", + "pi ration", + "pir ation", + "ul ent", + "ule nt", + "ulen t", + "Ġ ceil", + "Ġc eil", + "Ġce il", + "Cl ause", + "Cla use", + "n aire", + "na ire", + "T ES", + "TE S", + "Ġn eat", + "Ġne at", + "S TD", + "ST D", + "Ġ RegExp", + "ĠReg Exp", + "per form", + "perf orm", + ": )", + "Ġun ions", + "Ġunion s", + "Ġuni ons", + "Ġs ublic", + "Ġsub lic", + "Ġw inds", + "Ġwin ds", + "Ġwind s", + "Ġwi nds", + "lo ating", + "loat ing", + "g lich", + "gl ich", + "gli ch", + "Ġ pagination", + "Ġp agination", + "Ġpag ination", + "Ġpagina tion", + "S kill", + "Sk ill", + "App ly", + "Ap ply", + "Ġ Operator", + "ĠO perator", + "ĠOper ator", + "ĠOp erator", + "ĠOpera tor", + "ist ogram", + "isto gram", + "Ġ qualities", + "Ġqual ities", + "Ġquali ties", + "C ross", + "Cr oss", + "Cro ss", + "Ġd ecom", + "Ġde com", + "Ġdec om", + "Ġdeco m", + "] ,\"", + "], \"", + "Ġ Juan", + "ĠJ uan", + "ĠJu an", + ". modal", + ".m odal", + ".mod al", + ".mo dal", + ". Child", + ".Ch ild", + "Ġ Roger", + "ĠR oger", + "ĠRo ger", + "ĠRog er", + "STIT UTE", + ":CGRect Make", + "a lette", + "al ette", + "ale tte", + "alet te", + "Ġ sta", + "Ġs ta", + "Ġst a", + "a side", + "as ide", + "asi de", + "Ġ blur", + "Ġbl ur", + "Ġ Wa", + "ĠW a", + "if etime", + "ife time", + "r eed", + "re ed", + "ree d", + "control s", + "contr ols", + "contro ls", + "Ġ bins", + "Ġb ins", + "Ġbi ns", + "Ġbin s", + "Ġ пол", + "Ġп ол", + "Ġпо л", + "* /,Ċ", + "*/ ,Ċ", + "*/, Ċ", + "U IS", + "UI S", + "ĠR ou", + "ĠRo u", + "Ġ Demo", + "ĠD emo", + "ĠDe mo", + "ĠDem o", + "- awesome", + "Ġ Chain", + "ĠCh ain", + "ĠCha in", + "Ġh asta", + "Ġhas ta", + "Ġha sta", + "Ġhast a", + "ĠB art", + "ĠBar t", + "ĠBa rt", + ". KEY", + ".K EY", + "Ġ vendors", + "Ġv endors", + "Ġvend ors", + "Ġvendor s", + "no follow", + "nof ollow", + "Ġ Dest", + "ĠD est", + "ĠDe st", + "ĠDes t", + "_ builder", + "_b uilder", + "_build er", + "Ġarg ues", + "Ġargue s", + "_ answer", + "_an swer", + "_ans wer", + "g oto", + "go to", + "got o", + "Ġ RESULT", + "ĠRES ULT", + "Ġ MON", + "ĠM ON", + "ĠMO N", + "Ġp oder", + "Ġpo der", + "Ġpod er", + "Ġpode r", + "o ons", + "oo ns", + "oon s", + "_ CASE", + "_C ASE", + "_CA SE", + "Ġrep lic", + "Ġrepl ic", + "Ġfin ancing", + "Ġfinanc ing", + "Ġfinan cing", + "Ġ DATE", + "ĠD ATE", + "ĠDA TE", + "ĠDAT E", + "c ern", + "ce rn", + "cer n", + "_ track", + "_t rack", + "_tr ack", + "_tra ck", + "t ies", + "ti es", + "tie s", + "/ logo", + "/l ogo", + "/log o", + "/lo go", + "ĠNE GLIGENCE", + "get Type", + "> T", + "b et", + "be t", + "g irl", + "gi rl", + "ĠINCIDENT AL", + "- site", + "-s ite", + ". trigger", + ".tr igger", + "Ġ Lisa", + "ĠL isa", + "ĠLi sa", + "ĠLis a", + "_ inputs", + "_in puts", + "_input s", + "_inp uts", + "Ġrel atives", + "Ġrelative s", + "Ġrelativ es", + "Ġrelat ives", + "Logged In", + "Con figure", + "Config ure", + "Conf igure", + "I K", + ". accept", + ".ac cept", + ".acc ept", + "Re sume", + "Res ume", + "Ġ Draft", + "ĠD raft", + "ĠDr aft", + "ĠDra ft", + "Ġ *>(", + "Ġ* >(", + "Ġ*> (", + "Ġ WA", + "ĠW A", + "ed ian", + "edia n", + "edi an", + "er ness", + "ern ess", + "erne ss", + "ernes s", + "Ġ LayoutInflater", + "ĠLayout Inflater", + "* /čĊčĊ", + "*/ čĊčĊ", + "*/čĊ čĊ", + "o thy", + "ot hy", + "oth y", + "Ġoblig ation", + "Ġobl igation", + "Sub scribe", + "Ġ thumbnail", + "Ġth umbnail", + "ex ist", + "Ġins isted", + "Ġinsist ed", + "Ġ UICollectionView", + "ĠU ICollectionView", + "ĠUI CollectionView", + "Ġ Angular", + "ĠAng ular", + "Ġtable ts", + "Ġtab lets", + "Ġtablet s", + "Ġ Impact", + "ĠImp act", + "ãĢį ĊĊ", + "ãĢįĊ Ċ", + "a ho", + "ah o", + "Ġcharacter istic", + "g d", + "Ġ= ================================================", + "Ġ================= ================================", + "Ġ================================= ================", + "o urt", + "ou rt", + "our t", + "` .", + "App ro", + "Ap pro", + "Co ordinate", + "Coord inate", + "Re member", + "Rem ember", + "Ġ marine", + "Ġm arine", + "Ġmar ine", + "Ġma rine", + "Ġmari ne", + "Ġmarin e", + "] =='", + "]= ='", + "]== '", + "Ġ Administrator", + "ĠAdmin istrator", + "ĠAdministr ator", + ". getDefault", + ".get Default", + ".getD efault", + "Ġ forgot", + "Ġf orgot", + "Ġfor got", + "Ġforg ot", + "Ġ Structure", + "ĠStruct ure", + "V ue", + "Vu e", + "ar sing", + "ars ing", + "arsi ng", + "m oment", + "mo ment", + "mom ent", + "k w", + "_ cursor", + "_c ursor", + "Att ack", + "Ġath letic", + "Ġdiagn osed", + "Ġdiagnose d", + "Ġ ende", + "Ġe nde", + "Ġen de", + "Ġend e", + "åĪ łéĻ¤", + "H ouse", + "Ho use", + "Ġ PARAM", + "ĠP ARAM", + "ĠPA RAM", + "ĠPAR AM", + "ĠPARA M", + "Ġ wiki", + "Ġw iki", + "Ġwi ki", + "Ġwik i", + "Ġ Opp", + "ĠO pp", + "ĠOp p", + "Ġcons ervation", + "Ġconserv ation", + "Ġ snd", + "Ġs nd", + "Ġsn d", + "_ tem", + "_t em", + "_te m", + "sub str", + "subst r", + "subs tr", + "ĠC ape", + "ĠCap e", + "ĠCa pe", + ". sim", + ".s im", + ".si m", + "U TION", + "UT ION", + "a nan", + "an an", + "ana n", + "âĢĻ un", + "Ġ gy", + "Ġg y", + "- work", + "-w ork", + "Ġcomp elling", + "Ġcompel ling", + "= '#", + "=' #", + "ĉ sub", + "ĉs ub", + "Ġ directories", + "Ġdirect ories", + "Ġdirector ies", + "íĬ ¸", + "Ġ touches", + "Ġtouch es", + "Ġtou ches", + "out ines", + "outine s", + ". Collection", + ".C ollection", + ".Col lection", + "s chedule", + "sched ule", + ". lat", + ".l at", + "Ġ Doctrine", + "ĠDo ctrine", + "C AA", + "CA A", + "Ġ Refer", + "ĠRe fer", + "ĠRef er", + "Ġshift s", + "Ġ likelihood", + "Ġlik elihood", + "pr eter", + "pre ter", + "pret er", + "Ġ Female", + "ĠF emale", + "ĠFe male", + "ĠFem ale", + "Ġinter cept", + "Ġ lou", + "Ġl ou", + "Ġlo u", + "çĻ »", + "Ġ rug", + "Ġr ug", + "Ġru g", + "ĠC rown", + "ĠCr own", + "ĠCro wn", + "ĠCrow n", + "Ġ ****************************************************************************", + "Ġ************************************************************************ ****", + "Ġ************************************************************************** **", + "Ġ**************************************************************** ************", + "Ġ**** ************************************************************************", + "Ġ******************************************************** ********************", + "Ġ************************************************ ****************************", + "- product", + "-pro duct", + "-produ ct", + "Ġprompt ed", + "u ngle", + "un gle", + "ung le", + "d ocker", + "do cker", + "doc ker", + "dock er", + "Ġ Tu", + "ĠT u", + "Ġ Unique", + "ĠUn ique", + "ĠUni que", + "_ Error", + "_E rror", + "_Err or", + "u los", + "ul os", + "ulo s", + "Ġ âĦ", + "Ġâ Ħ", + "Ġ (`", + "Ġ( `", + "G etting", + "Get ting", + "_ scal", + "_s cal", + "_sc al", + "Ġ Enh", + "ĠE nh", + "ĠEn h", + "ü t", + "Ġsust ained", + "Ġsustain ed", + "Ġ patches", + "Ġp atches", + "Ġpat ches", + "Ġpatch es", + "Ġpros per", + "ĠG aza", + "ĠGa za", + "ĠGaz a", + "_ light", + "_l ight", + "_li ght", + "Ġin cons", + "Ġinc ons", + "Ġincon s", + "- -------Ċ", + "-- ------Ċ", + "---- ----Ċ", + "-------- Ċ", + "--- -----Ċ", + "----- ---Ċ", + "------ --Ċ", + "------- -Ċ", + "ĉ ĉĠĠĠĠĠĠ", + "ĉĉ ĠĠĠĠĠĠ", + "ĉĉĠĠĠ ĠĠĠ", + "ĉĉĠ ĠĠĠĠĠ", + "ĉĉĠĠ ĠĠĠĠ", + "ĉĉĠĠĠĠ ĠĠ", + "ĉĉĠĠĠĠĠ Ġ", + "S F", + "C N", + ": \";Ċ", + ":\" ;Ċ", + "ĠColl ins", + "( *)", + "(* )", + "Ġcomp ilation", + "Ġcompil ation", + "' ]čĊ", + "'] čĊ", + "Ġcon sequence", + "Ġconsequ ence", + "Ġconse quence", + ", ...", + ",. ..", + "Ġ dm", + "Ġd m", + "Ġ BLOCK", + "ĠB LOCK", + "ĠBL OCK", + "Cl uster", + "Ġ ski", + "Ġs ki", + "Ġsk i", + "( argc", + "(arg c", + "(ar gc", + "T uple", + "Tu ple", + "Ġj oins", + "Ġjoin s", + "Ġjo ins", + "ĠSher iff", + "W ar", + "Wa r", + "in di", + "ind i", + "Ġcom mented", + "Ġcomm ented", + "Ġcomment ed", + "H OST", + "HO ST", + "Ġ invitation", + "Ġinv itation", + "Ġinvit ation", + "apan ese", + "Ġper mits", + "Ġpermit s", + "Ġperm its", + "preced ented", + "_ zone", + "_z one", + "Ġ Amy", + "ĠA my", + "ĠAm y", + "_ RD", + "_R D", + "Min imum", + "Ġinv ocation", + "Ġinvo cation", + ". enable", + ".e nable", + ".en able", + "i chten", + "ich ten", + "icht en", + "ichte n", + "- owned", + "\" id", + "_PO INTER", + "_POINT ER", + "F ac", + "Fa c", + "Ġspec ifications", + "Ġspecific ations", + "Ġspecification s", + "Ġn omination", + "Ġno mination", + "Ġnom ination", + "Ġnomin ation", + "Ġ gp", + "Ġg p", + "< (", + "Ġ robots", + "Ġro bots", + "Ġrob ots", + "Ġrobot s", + "Ġ Jerry", + "ĠJ erry", + "ĠJer ry", + "Ġ holders", + "Ġh olders", + "Ġhold ers", + "Ġholder s", + "Ġhol ders", + "Ġ wand", + "Ġw and", + "Ġwa nd", + "Ġwan d", + "c ms", + "cm s", + "Ġ }))Ċ", + "Ġ} ))Ċ", + "Ġ}) )Ċ", + "Ġ})) Ċ", + ". Toast", + ".To ast", + "ĠI List", + "ĠIL ist", + "B ased", + "Base d", + "Bas ed", + "Ba sed", + "z oom", + "zo om", + "/ style", + "/st yle", + "ĠB eck", + "ĠBe ck", + "ĠBec k", + "M en", + "Me n", + "Ġcontrib uting", + "Ġ undo", + "Ġu ndo", + "Ġun do", + "Ġund o", + "Ġ OH", + "ĠO H", + "Ġadd Object", + "Ġe igen", + "Ġei gen", + "Ġeig en", + "sign up", + "éĶ Ļ", + "Ġd istant", + "Ġdis tant", + "Ġdist ant", + "Ġdi stant", + "PAR ATOR", + "Ġ Mari", + "ĠM ari", + "ĠMar i", + "ĠMa ri", + "Ġ má", + "Ġm á", + "E mp", + "Em p", + "ó s", + "Ġ ìĪĺ", + "Ġì Īĺ", + "ĠìĪ ĺ", + "e vt", + "ev t", + "+ j", + "p ark", + "par k", + "pa rk", + "Ġ Stay", + "ĠSt ay", + "ĠSta y", + "ĠD un", + "ĠDu n", + "Ġs oy", + "Ġso y", + "> %", + "az ines", + "azine s", + "azi nes", + "Ġti empo", + "( me", + "(m e", + "p resent", + "pre sent", + "pres ent", + ". This", + ".T his", + ".Th is", + "Ġed itors", + "Ġedit ors", + "Ġeditor s", + "Ġedi tors", + "F IELD", + ". Work", + ".W ork", + "ĠUn iverse", + "ĠUnivers e", + "ĠUni verse", + "ĠUniv erse", + "Ġdr unk", + "Ġdru nk", + ". timer", + ".t imer", + ".time r", + ".tim er", + "Ġal tered", + "Ġalt ered", + "Ġalter ed", + "Ġalte red", + "ĠN ar", + "ĠNa r", + "ëł ¥", + ". Active", + ".Act ive", + "id or", + "ido r", + "ç Ń", + ".delta Time", + "Ġawk ward", + "& quot", + "ĠS afari", + "ĠSaf ari", + "Ġt ricks", + "Ġtr icks", + "Ġtri cks", + "Ġtrick s", + "M ENTS", + "MENT S", + "div ision", + "di vision", + "Ġvar ying", + "Ġva rying", + "Ġvary ing", + "ĠHigh way", + "Ġphot ographer", + "Ġphotograph er", + "ĠSt ewart", + "ĠSte wart", + "Ġ lasting", + "Ġl asting", + "Ġlast ing", + "Ġlas ting", + ". Pre", + ".P re", + ".Pr e", + ".amazon aws", + "Ġ Luck", + "ĠL uck", + "ĠLuc k", + "ĠLu ck", + ". Description", + ".D escription", + ".De scription", + ".Des cription", + "Ġ Naz", + "ĠN az", + "ĠNa z", + "n eg", + "ne g", + "Ġc ó", + "<< \"\\", + "<<\" \\", + "Ġ Surv", + "ĠS urv", + "ĠSur v", + "ĠSu rv", + "Ġ Unc", + "ĠU nc", + "ĠUn c", + "Rec ipe", + ". BorderStyle", + ".Border Style", + "Ġmod ifications", + "Ġmodification s", + "Ġmodific ations", + "- at", + "-a t", + "AT FORM", + "h dr", + "hd r", + "a ko", + "ak o", + "Ġsub license", + "Ġsublic ense", + "Ġ Jump", + "ĠJ ump", + "ĠJu mp", + "Ġbe im", + "Ġbei m", + "ĠMan hattan", + ". bool", + ".b ool", + ".bo ol", + "_ hw", + "_h w", + "ÑĤ ÑĮ", + "B in", + "Bi n", + "Ġ gateway", + "Ġg ateway", + "Ġgate way", + "\" \":", + "\"\" :", + "Ġ UIS", + "ĠU IS", + "ĠUI S", + ": \"+", + ":\" +", + "- def", + "-d ef", + "-de f", + "Ġ Regular", + "ĠReg ular", + "/ testing", + "/t esting", + "/test ing", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "string stream", + "Ġdis par", + "Ġdi spar", + "Ġdisp ar", + "Ġm obil", + "Ġmo bil", + "Ġmob il", + "- read", + "-r ead", + "-re ad", + "Ġ Adapter", + "ĠAd apter", + "ĠAda pter", + "ĠAdapt er", + "ĠCh ampions", + "ĠChampion s", + "ĠChamp ions", + "Ġ scheduler", + "Ġs cheduler", + "Ġsched uler", + "Ġschedule r", + "Ġ kills", + "Ġk ills", + "Ġkill s", + "Ġkil ls", + "Ġ Multiple", + "ĠM ultiple", + "ĠMulti ple", + "ĠMult iple", + "ĠMultip le", + "i rror", + "ir ror", + "Ġg ods", + "Ġgo ds", + "Ġgod s", + "A DO", + "AD O", + "a kte", + "ak te", + "akt e", + "Ġ Usuario", + "ĠUs uario", + ".c ircular", + "Ġre cept", + "Ġrec ept", + "Ġrece pt", + "Ġrecep t", + "Ġ Expr", + "ĠEx pr", + "ĠExp r", + "Ġelder ly", + "Ġnice ly", + "Ġnic ely", + "Ġb este", + "Ġbe ste", + "Ġbest e", + "Ġbes te", + "W ant", + "Wa nt", + "Ġclass ical", + "Ġclassic al", + ". sprite", + ".s prite", + ".sp rite", + "ob jc", + "obj c", + "ĠM ason", + "ĠMa son", + "ĠMas on", + "Ġs istema", + "Ġsist ema", + "Ġsistem a", + ". Black", + ".B lack", + ".Bl ack", + "e so", + "es o", + "ĠZe it", + "Ġ divid", + "Ġd ivid", + "Ġdi vid", + "Ġdiv id", + "Ġen ters", + "Ġent ers", + "Ġenter s", + "_ subject", + "_sub ject", + "_su bject", + "Ġ Planet", + "ĠPlan et", + "ĠPlane t", + "ĠPla net", + ". warning", + ".w arning", + ".warn ing", + "Ġ Gram", + "ĠG ram", + "ĠGr am", + "ĠGra m", + "_ tokens", + "_t okens", + "_token s", + "_tok ens", + "Ġhouse holds", + "Ġhousehold s", + "_ customer", + "_c ustomer", + "_custom er", + "_cust omer", + "user Name", + "c ross", + "cr oss", + "cro ss", + "Ġp ione", + "Ġpi one", + "Ġass ists", + "Ġassist s", + "_ SM", + "_S M", + "i bo", + "ib o", + "Ġl oyal", + "Ġlo yal", + "Ġus eless", + "Ġuse less", + "# elif", + "ĠUlt imate", + "C ome", + "Com e", + "Co me", + "g el", + "ge l", + "Ġd ich", + "Ġdi ch", + "Ġdic h", + "x yz", + "xy z", + "i kel", + "ik el", + "ike l", + "o bra", + "ob ra", + "_ scan", + "_s can", + "_sc an", + "Ġ Interior", + "ĠIn terior", + "ĠInt erior", + "ĠInter ior", + "Ġ Nice", + "ĠN ice", + "ĠNic e", + "ĠNi ce", + "Ġp lac", + "Ġpl ac", + "Ġpla c", + "ĉ target", + "ĉt arget", + "Ġv iral", + "Ġvi ral", + "Ġvir al", + "as so", + "ass o", + "( )/", + "() /", + "u nde", + "un de", + "und e", + "Ġ Adobe", + "ĠAd obe", + "O s", + "vis ited", + "visit ed", + "Ġ OW", + "ĠO W", + "Ġ Feed", + "ĠF eed", + "ĠFe ed", + "ĠFee d", + "Ġ Sequence", + "ĠSe quence", + "ĠSequ ence", + "Ġman ages", + "Ġmanage s", + "Ġmana ges", + "in son", + "ins on", + "ĠLouis iana", + "{ })", + "{} )", + "ĠH ab", + "ĠHa b", + "Ġ LD", + "ĠL D", + "Ġb ip", + "Ġbi p", + "p rites", + "pr ites", + "prite s", + "prit es", + "pri tes", + "( elem", + "(e lem", + "(el em", + "(ele m", + ".h ibernate", + "é lé", + "él é", + "Ġoh ne", + "_ transaction", + "_trans action", + "Ġann unci", + "P ublished", + "Publish ed", + "Ġ Honda", + "ĠH onda", + "ĠHon da", + "ĠHo nda", + "ĠHond a", + "Ġ Tam", + "ĠT am", + "ĠTa m", + "Ġ Packet", + "ĠP acket", + "ĠPac ket", + "ĠPack et", + "ĠPa cket", + "_ selector", + "_se lector", + "_select or", + "_sel ector", + "Ġchalleng ed", + "Ġchallenge d", + "P rocessing", + "Process ing", + "- hover", + "-h over", + "Ġ trainer", + "Ġtr ainer", + "Ġtrain er", + "Ġtra iner", + "Ġtrai ner", + "_ cancel", + "_c ancel", + "_can cel", + "Ġ NSDictionary", + "ĠNS Dictionary", + "ab ric", + "abr ic", + "Ġ MLS", + "ĠM LS", + "ĠML S", + "_ sensor", + "_s ensor", + "Ġsh rink", + "Ġshr ink", + "Ġshri nk", + "Ġ FX", + "ĠF X", + "th reshold", + "thresh old", + "ĉ HX", + "ĉH X", + "- mark", + "-m ark", + "-mar k", + "` .`", + "`. `", + "S cheme", + "Sch eme", + "( full", + "(f ull", + "_ writer", + "_w riter", + "_write r", + "_wr iter", + "Ġ Sys", + "ĠS ys", + "ĠSy s", + "Ġf led", + "Ġfl ed", + "Ġfle d", + "ĠC in", + "ĠCi n", + "- widget", + "-w idget", + "Ġ Previous", + "ĠPre vious", + "ĠPrev ious", + "G ender", + "Ge nder", + "Gen der", + "_ question", + "_q uestion", + "_qu estion", + "_quest ion", + "F eed", + "Fe ed", + "Fee d", + "Ġsc rut", + "Ġscr ut", + "( prefix", + "(p refix", + "(pre fix", + "(pref ix", + "ãĢĤ ãĢĤ", + "Ġin fections", + "Ġinf ections", + "Ġinfection s", + "Ġinfect ions", + "P arts", + "Par ts", + "Part s", + "Pa rts", + "Ġh ierarchy", + "Ġhier archy", + "_ DELETE", + "_DE LETE", + "Ġ Patient", + "ĠP atient", + "ĠPat ient", + "_ pay", + "_p ay", + "_pa y", + "Ġprom oted", + "Ġpromote d", + "Ġpromot ed", + "Ġpromo ted", + "Ġ ìĭ", + "Ġì ĭ", + "Ġcivil ian", + "Ġciv ilian", + "Ġagricult ure", + "Ġagr iculture", + "Ġ Piece", + "ĠP iece", + "ĠPi ece", + "ĠPie ce", + "Ġ stance", + "Ġst ance", + "Ġsta nce", + "Ġstan ce", + "uts che", + "utsch e", + "As sign", + "Ass ign", + ". ACTION", + ".A CTION", + ".AC TION", + ".ACT ION", + "F ig", + "Fi g", + "_ radius", + "_r adius", + "_rad ius", + "_radi us", + "Ġ Sync", + "ĠS ync", + "ĠSy nc", + "ĠSyn c", + "d ucer", + "du cer", + "duc er", + "duce r", + "f ailure", + "fail ure", + "en sed", + "ens ed", + "ense d", + "p time", + "pt ime", + "B M", + "_ datetime", + "_d atetime", + "_date time", + "_dat etime", + "qu ivo", + "quiv o", + "qui vo", + "QUE UE", + "èĢ ħ", + "App ear", + "Ap pear", + "Appe ar", + "Ġsum mit", + "Ġsumm it", + ": void", + ":v oid", + "Ġ vine", + "Ġv ine", + "Ġvi ne", + "Ġvin e", + "è ®¤", + "è® ¤", + "on ne", + "onn e", + "_ TRANS", + "_TR ANS", + "_TRAN S", + "_TRA NS", + ". green", + ".g reen", + ".gr een", + "_ cc", + "_c c", + "Ġhung ry", + "Ġ \">", + "Ġ\" >", + "( ));čĊčĊ", + "() );čĊčĊ", + "()) ;čĊčĊ", + "());čĊ čĊ", + "()); čĊčĊ", + "Ex tract", + "Ext ract", + "Extra ct", + "i zens", + "iz ens", + "ize ns", + "izen s", + "Ġ solver", + "Ġs olver", + "Ġsol ver", + "Ġsolve r", + "N otify", + "Not ify", + "Ġ english", + "Ġeng lish", + "Ġ Shopping", + "ĠSh opping", + "ĠShop ping", + "ĠSho pping", + "inter faces", + "interface s", + "R EQ", + "RE Q", + "Ġil leg", + "Ġill eg", + "Ġ UIImageView", + "ĠUI ImageView", + "ĠUIImage View", + "Ġ disconnect", + "Ġdis connect", + "Ġ Until", + "ĠUn til", + "ĠUnt il", + "ĠCons ervative", + "ĠConserv ative", + "@ Column", + "Ġshift ed", + "Ġ :čĊ", + "Ġ: čĊ", + "Ġf ich", + "Ġfi ch", + "Ġfic h", + "Ġd la", + "Ġdl a", + "Ġs hoe", + "Ġsh oe", + "Ġsho e", + "\" ),čĊ", + "\") ,čĊ", + "\"), čĊ", + "ul arity", + "ular ity", + "_ RESP", + "_RE SP", + "_R ESP", + "_RES P", + "We ather", + "UI Application", + ". iterator", + ".it erator", + ".iter ator", + "Ġ aging", + "Ġa ging", + "Ġag ing", + ". Parent", + ".P arent", + ".Par ent", + "o wie", + "ow ie", + "owi e", + "( equal", + "(e qual", + "(eq ual", + "Ġ Conv", + "ĠCon v", + "ĠCo nv", + "/ default", + "/d efault", + "/de fault", + "Ġme asuring", + "Ġmeas uring", + ". prev", + ".p rev", + ".pre v", + ".pr ev", + ". IsValid", + ".Is Valid", + ". Fat", + ".F at", + "Ġs Äĥ", + "key words", + "keyword s", + "with out", + "Ġs overe", + "Ġso vere", + "Ġex changes", + "Ġexchange s", + "Ġm elt", + "Ġme lt", + "Ġmel t", + "Ġis lands", + "Ġisland s", + "Ġisl ands", + "ĠInt egr", + "Ġj umping", + "Ġjump ing", + "Ġ gle", + "Ġg le", + "Ġgl e", + "Ġjournal ism", + "Ġ dated", + "Ġd ated", + "Ġdate d", + "Ġda ted", + "Ġdat ed", + "Local ized", + "Ġ Refresh", + "ĠRe fresh", + "ĠRef resh", + "P article", + "Part icle", + "Ġ aa", + "Ġa a", + "ĠST RICT", + "ĠSTR ICT", + "Ġb od", + "Ġbo d", + ". Process", + ".P rocess", + ".Pro cess", + "_ AUTO", + "_A UTO", + "_AUT O", + "Ġ Published", + "ĠP ublished", + "ĠPublish ed", + "e very", + "ever y", + "ev ery", + "eve ry", + "Ġtechn ological", + "Ġtechno logical", + "Ġtechnolog ical", + "l sx", + "ls x", + "Ġir rit", + "Ġirr it", + "Add itional", + "Ġ delimiter", + "Ġdel imiter", + "Ġdelim iter", + "_ language", + "_l anguage", + "- area", + "-a rea", + "-ar ea", + "bo ys", + "boy s", + "Ġ Tube", + "ĠT ube", + "ĠTu be", + "ĠTub e", + "Ġ wat", + "Ġw at", + "Ġwa t", + "Ġmechan ics", + "Ġmechanic s", + "_ owner", + "_o wner", + "_own er", + "S pell", + "Sp ell", + "Spe ll", + "Ġ Stories", + "ĠSt ories", + "ĠSto ries", + ".Append Line", + "T ableView", + "Table View", + "h em", + "he m", + "s tick", + "st ick", + "sti ck", + "ol lower", + "oll ower", + "ollow er", + "ollo wer", + "I FF", + "IF F", + "Ġ UV", + "ĠU V", + "oll ision", + "S UB", + "SU B", + "Ġcom parable", + "Ġcompar able", + "Ġd onde", + "Ġdo nde", + "Ġdon de", + "s ales", + "sa les", + "sal es", + "sale s", + "ll vm", + "Ġ }],Ċ", + "Ġ} ],Ċ", + "Ġ}] ,Ċ", + "OTT OM", + "Ġ Purpose", + "ĠP urpose", + "ĠPur pose", + "L ab", + "La b", + "Ġinterview ed", + "o is", + "oi s", + "a sil", + "as il", + "asi l", + ". setId", + ".set Id", + "Ġ Instruction", + "ĠIn struction", + "- ->", + "-- >", + "Ġ Modified", + "ĠMod ified", + "ation ally", + "ational ly", + "Ġ Meeting", + "ĠMe eting", + "ĠMeet ing", + "è¯ ¯", + "# region", + "Ġ routing", + "Ġr outing", + "Ġro uting", + "Ġrout ing", + "Ġrou ting", + ". focus", + ".f ocus", + "ĠY outh", + "ĠYou th", + "ĠYo uth", + "< D", + "ĠN ag", + "ĠNa g", + "cont acts", + "contact s", + "Ġ forming", + "Ġfor ming", + "Ġform ing", + "Ġ mie", + "Ġm ie", + "Ġmi e", + "',[' ../", + "Ġ BP", + "ĠB P", + "Ġapp et", + "Ġap pet", + "Ġappe t", + "Ġ Teacher", + "ĠT eacher", + "ĠTe acher", + "ĠTea cher", + "ĠTeach er", + "Ġ TP", + "ĠT P", + "Ġann ually", + "Ġannual ly", + "outed EventArgs", + "Ġ Speaker", + "ĠS peaker", + "ĠSpe aker", + "ĠSpeak er", + "Ġ rename", + "Ġre name", + "Ġr ename", + "Ġren ame", + "C FG", + "CF G", + "(\" //", + "(\"/ /", + "æİ ¥", + "/ pages", + "/p ages", + "/page s", + "Ġpr és", + "Ġpré s", + "Ġ Spell", + "ĠS pell", + "ĠSp ell", + "ĠSpe ll", + ". Allow", + ".Al low", + ".All ow", + "ĠINT ERRU", + "ĠINTER RU", + "Ġ (#", + "Ġ( #", + "âĢĻ ĊĊ", + "âĢĻĊ Ċ", + "_ Generic", + "_G eneric", + ". imshow", + ".im show", + "_ tim", + "_t im", + "_ti m", + "- face", + "-f ace", + "( &(", + "(& (", + "ati num", + "atin um", + "Ġrevolution ary", + "Ġ Hours", + "ĠH ours", + "ĠHo urs", + "ĠHour s", + "ĠHou rs", + "r ain", + "ra in", + "rai n", + "Ġany time", + "Ġ abb", + "Ġa bb", + "Ġab b", + ". jsp", + ".j sp", + ".js p", + "S crollView", + "Scroll View", + "Ġ Truth", + "ĠTr uth", + "ĠTru th", + "Ġ anticipated", + "Ġanticip ated", + "Ġanticipate d", + "Ġantic ipated", + "Ġ accent", + "Ġacc ent", + "Ġac cent", + ". checked", + ".check ed", + "Ġspec ifies", + "Ġ caf", + "Ġc af", + "Ġca f", + "Ġcell padding", + "Ġ cooked", + "Ġco oked", + "Ġcook ed", + "Ġ Hugh", + "ĠH ugh", + "ĠHu gh", + "pe ek", + "pee k", + "_ RATE", + "_R ATE", + "_RA TE", + "Ġd orm", + "Ġdo rm", + "Ġdor m", + "/ čĊ", + "IV ITY", + ". Controller", + ".Cont roller", + ".Control ler", + "( part", + "(p art", + "(par t", + "(pa rt", + ". constraint", + ".con straint", + "Ġin vasion", + "Ġinv asion", + "M OVE", + "MO VE", + "MOV E", + "Ġgl uc", + "Ġglu c", + "l ename", + "le name", + "len ame", + "lena me", + "Ġ amen", + "Ġa men", + "Ġam en", + "eng lish", + "engl ish", + "ĠSw itzerland", + "\" ;ĊĊĊ", + "\";Ċ ĊĊ", + "\";ĊĊ Ċ", + "\"; ĊĊĊ", + "p est", + "pe st", + "pes t", + ". collect", + ".c ollect", + ".col lect", + ".coll ect", + "N ib", + "Ni b", + "Ġ Dict", + "ĠD ict", + "ĠDi ct", + "Ġ Emb", + "ĠE mb", + "ĠEm b", + "( subject", + "(sub ject", + "Ġout rage", + "Ġoutr age", + "Ġoutra ge", + "Ġdec iding", + "Ġdecid ing", + "Ġsent enced", + "Ġsentence d", + "F echa", + "Fe cha", + "\" A", + "Ġ quer", + "Ġqu er", + "Ġque r", + "Ġq uer", + "Ġfont Family", + "Ġqu adr", + "Ġquad r", + "Ġqua dr", + "- Y", + "_ CACHE", + "_C ACHE", + "_CA CHE", + "Ġan alyzed", + "Ġanaly zed", + "Ġanalyze d", + "Ġg aining", + "Ġgain ing", + "Ġga ining", + "Ġ Against", + "ĠAgain st", + "ĠS oul", + "ĠSo ul", + "ĠSou l", + "t au", + "ta u", + "Ġlight weight", + "Ġ TF", + "ĠT F", + "Ġ Effects", + "ĠE ffects", + "ĠEffect s", + "ĠEff ects", + ". Types", + ".T ypes", + ".Type s", + ". addClass", + ".add Class", + "Ġv egan", + "Ġve gan", + "Ġveg an", + "é ģ", + ". '\"", + ".' \"", + "Ġ Explorer", + "ĠEx plorer", + "ĠExpl orer", + "ĠExplore r", + ". detect", + ".d etect", + ".det ect", + ". shift", + ".s hift", + ".sh ift", + "Ġoblig ations", + "Ġobligation s", + "last Name", + "Ġassoci ations", + "Ġassociation s", + "Ġassoc iations", + "ĠTime Span", + "un ter", + "unt er", + "unte r", + "Ġ Fresh", + "ĠF resh", + "ĠFr esh", + "ĠFre sh", + "ĠFres h", + "Com patible", + "Compat ible", + "P ub", + "Pu b", + "id ges", + "idge s", + ". option", + ".op tion", + ".o ption", + ".opt ion", + "v ari", + "var i", + "va ri", + ". hashCode", + ".hash Code", + "Ġ geb", + "Ġg eb", + "Ġge b", + ". section", + ".s ection", + ".se ction", + ".sec tion", + "- not", + "-n ot", + "-no t", + "Ġ Submit", + "ĠSub mit", + "T N", + "reg istry", + "registr y", + "regist ry", + "_ media", + "_m edia", + "_me dia", + "_med ia", + "Ġn aj", + "Ġna j", + "f ft", + "ff t", + "Ġ mate", + "Ġm ate", + "Ġmat e", + "Ġma te", + "- third", + "-th ird", + "Ġp ockets", + "Ġpocket s", + "e sta", + "es ta", + "est a", + "Ġb ent", + "Ġbe nt", + "Ġben t", + "ĠN ord", + "ĠNo rd", + "ĠNor d", + "Ġretail ers", + "Ġretailer s", + "ĠM orris", + "ĠMor ris", + "ĠMorr is", + ". \"\"\"ĊĊ", + ".\"\" \"ĊĊ", + ".\"\"\"Ċ Ċ", + ".\"\"\" ĊĊ", + "W rong", + "Wr ong", + "Ġ ÅĽ", + "ĠÅ Ľ", + "R ay", + "Ra y", + ". ec", + ".e c", + "Ġ Bind", + "ĠB ind", + "ĠBi nd", + "ĠBin d", + "_ HAND", + "_H AND", + "( non", + "(n on", + "(no n", + "is Valid", + "Ġsimilar ly", + "_ LIMIT", + "_L IMIT", + "Ġd ynamics", + "Ġdynamic s", + "Ġdynam ics", + "Ġdyn amics", + "Ġdist inction", + "Ġdistinct ion", + "ãģ Ĩ", + "< N", + "Ġ orth", + "Ġor th", + "Ġort h", + "Ġ Toyota", + "ĠToy ota", + "Ġ Kate", + "ĠK ate", + "ĠKat e", + "ĠKa te", + "Ġ LS", + "ĠL S", + "o rie", + "or ie", + "ori e", + "ĠSpring s", + "ĠSpr ings", + "Ġf reak", + "Ġfre ak", + "last name", + "_ MULT", + "_M ULT", + "_MUL T", + "- step", + "-s tep", + "-st ep", + "-ste p", + "\" (", + "A DDR", + "AD DR", + "ADD R", + "Ġentert aining", + "Ġentertain ing", + "_ CONF", + "_CON F", + "_CO NF", + "Ġ decoded", + "Ġde coded", + "Ġdec oded", + "Ġdecode d", + "Ġdeco ded", + "Ġst reak", + "Ġstre ak", + "Ġwait ed", + "Ġwa ited", + "Ġnot ified", + "ro duced", + "rodu ced", + "rod uced", + "roduce d", + "vis ual", + ". LayoutParams", + ".Layout Params", + "æ °", + "e sian", + "es ian", + "esi an", + "f its", + "fit s", + "fi ts", + "s pring", + "sp ring", + "spr ing", + "ĠBer nie", + "ĠBern ie", + "User Defaults", + "Ġpe dest", + "Ġped est", + "Ap pearance", + "Appear ance", + "Ġ Wiki", + "ĠW iki", + "ĠWi ki", + "ĠWik i", + "ĠNOT ICE", + "Ġ ssh", + "Ġs sh", + "Ġss h", + "Ġdur ante", + "Ġ Zip", + "ĠZ ip", + "ĠZi p", + "ı r", + "ĠN ATO", + "ĠNAT O", + "ĠNA TO", + "Ġtw elve", + "Ġr oyal", + "Ġro yal", + "Ġroy al", + "ï ¸", + "Ġ merchant", + "Ġm erchant", + "Ġmer chant", + "Ġmerch ant", + "ĠF urniture", + "ĠFurn iture", + "' ]),Ċ", + "'] ),Ċ", + "']) ,Ċ", + "']), Ċ", + ", X", + "Ġ folders", + "Ġf olders", + "Ġfolder s", + "Ġfol ders", + "Ġfold ers", + "Ġ Gate", + "ĠG ate", + "ĠGa te", + "ĠGat e", + "ĉ func", + "ĉf unc", + "ĉfun c", + "p ick", + "pi ck", + "pic k", + "_ usuario", + "_us uario", + "ĠV erm", + "ĠVer m", + "ĠVe rm", + "m ention", + "ment ion", + "men tion", + "ur pose", + "Ġ alerts", + "Ġal erts", + "Ġalert s", + "Ġale rts", + "x ious", + "xi ous", + "_ sig", + "_s ig", + "_si g", + "Ġ Fu", + "ĠF u", + "Ġ (:", + "Ġ( :", + "Ġd umb", + "Ġdu mb", + "Ġdum b", + "åħ ³", + "Ġaccur ately", + "Ġaccurate ly", + "éĩ į", + "R B", + "- screen", + "-s creen", + "-sc reen", + "Ġ VER", + "ĠV ER", + "ĠVE R", + "j our", + "jo ur", + "Ġrom ance", + "Ġroman ce", + "Ġroma nce", + "uc ceed", + "ucc eed", + ". choice", + ".ch oice", + "Ġad ip", + "_ dims", + "_d ims", + "_dim s", + "_di ms", + "Serial izable", + "ãĤ ĭ", + ". job", + ".j ob", + "Ġ prog", + "Ġp rog", + "Ġpro g", + "Ġpr og", + "u char", + "uch ar", + "uc har", + "ucha r", + "Ġg ently", + "Ġgent ly", + "Ġ RSS", + "ĠR SS", + "ĠRS S", + "ict ured", + "icture d", + "_ENABLE D", + "ĉ label", + "ĉl abel", + "aw ks", + "awk s", + "Ġ Ensure", + "ĠEn sure", + "ĠEns ure", + "re member", + "rem ember", + "ìł ķ", + "Ġtrans mit", + "{ {$", + "{{ $", + ". Transaction", + ".Trans action", + "ur se", + "urs e", + "_ relative", + "_rel ative", + "Ġs ized", + "Ġsize d", + "Ġsi zed", + "Ġsiz ed", + "Ġ XX", + "ĠX X", + "ĠPr incess", + "ĠPrince ss", + "Ġ Larry", + "ĠL arry", + "ĠLar ry", + "Ġp ró", + "Ġpr ó", + "Ġ ÑģÑĤÑĢ", + "ĠÑģ ÑĤÑĢ", + "ĠÑģÑĤ ÑĢ", + "Ġs isters", + "Ġsi sters", + "Ġsister s", + "Ġsist ers", + "Ġsis ters", + "e struct", + "estr uct", + "Ġ checkpoint", + "Ġcheck point", + ": length", + ":len gth", + ":l ength", + "Ġ Carlos", + "ĠCar los", + "ĠCarl os", + "ĠCarlo s", + "/ icon", + "/i con", + "/ic on", + "_ TARGET", + "_T ARGET", + "T okens", + "Token s", + "Tok ens", + "Ġpat ience", + "Ġ Selected", + "ĠSe lected", + "ĠSelect ed", + "ĠSel ected", + "q ty", + "qt y", + ".show Message", + "Ġwild life", + "Ġ Props", + "ĠP rops", + "ĠPro ps", + "ĠPr ops", + "ĠProp s", + "b m", + "- arrow", + "-ar row", + "Ġ parcel", + "Ġpar cel", + "Ġparc el", + "Ġparce l", + "f irebase", + "fire base", + "ĠBen jamin", + "c esso", + "cess o", + "ces so", + ". tim", + ".t im", + "ĠG arc", + "ĠGar c", + "ĠGa rc", + ". any", + ".a ny", + ".an y", + "ĠHOW EVER", + "ĠK o", + "Ġgrab bed", + "_ frames", + "_f rames", + "_frame s", + "_fr ames", + "Ġobject AtIndex", + "ĠADV ISED", + "Ġsu bur", + "Ġsub ur", + "ĉ GL", + "ĉG L", + "Ġ })}Ċ", + "Ġ} )}Ċ", + "Ġ}) }Ċ", + "- length", + "-l ength", + "-le ngth", + "-len gth", + "ìĭ ľ", + "ĠPot ter", + "_ buff", + "_b uff", + "_buf f", + ". gui", + ".g ui", + "Ġ Encoding", + "ĠEn coding", + "ĠEnc oding", + "E lect", + "El ect", + "Ele ct", + "- message", + "-m essage", + "Ġ �", + "Ġ ÈĻi", + "Ġ ArgumentNullException", + "ĠArgument NullException", + "а ÑĨи", + "Ġmin imize", + "Ġminim ize", + "Ġrespond ing", + "$_ ['", + "Ġ Individual", + "ĠInd ividual", + "á c", + "Ġ INTER", + "ĠIN TER", + "ĠINT ER", + "Ġmast urb", + "Ġmastur b", + "Ġ Bin", + "ĠB in", + "ĠBi n", + "( '$", + "(' $", + "ëĵ ľ", + "Ġopen ly", + "Ġ ><", + "Ġ> <", + "Ġ unto", + "Ġun to", + "Ġunt o", + "olog ically", + "ological ly", + "ologic ally", + "Ġ Mul", + "ĠM ul", + "ĠMu l", + "VID IA", + "Ġs lim", + "Ġsl im", + "ĠCommission er", + "( on", + "(o n", + "Ġunder neath", + "/ db", + "/d b", + "v ote", + "vo te", + "( Message", + "(M essage", + "ĠP ope", + "ĠPop e", + "ĠPo pe", + "D efined", + "Def ined", + "Define d", + "Ġ swift", + "Ġsw ift", + "u rf", + "ur f", + "Ġadapt ed", + "Ġadap ted", + "S EL", + "SE L", + "Ġre venues", + "Ġrevenue s", + "Ġreven ues", + "Ġdi vine", + "Ġdiv ine", + "= y", + "G radient", + "Grad ient", + "_ act", + "_a ct", + "_ac t", + "Ġ/* !<", + "Ġ/*! <", + "Ġ polygon", + "Ġp olygon", + "Ġpoly gon", + "Ġ FDA", + "ĠF DA", + "ĠFD A", + "ĠC arr", + "ĠCar r", + "ĠCa rr", + "a tables", + "at ables", + "ata bles", + "atab les", + "atable s", + "( stdout", + "(std out", + "Ġref riger", + "Ġrefr iger", + "Ġco ordin", + "Ġcoord in", + "avor ites", + "avorite s", + "avo rites", + "ÑĪ и", + "Ġcompass ion", + "ĠPOSS IBILITY", + "- secondary", + "-second ary", + "ur acy", + "ura cy", + "Ġcom promise", + "Ġcomp romise", + "Ġcomprom ise", + "_ AV", + "_A V", + "_ os", + "_o s", + "Ġbe side", + "Ġbes ide", + "ĥ Ŀ", + "Ġ ln", + "Ġl n", + ". plugins", + ".pl ugins", + ".plugin s", + "Cap acity", + "a lah", + "al ah", + "ala h", + ". bin", + ".b in", + ".bi n", + "Ġ CRC", + "ĠC RC", + "ĠCR C", + "_ balance", + "_b alance", + "_bal ance", + "Ġflex Direction", + "Ġam bit", + "Ġamb it", + "Ġ nickname", + "Ġn ickname", + "Ġnick name", + "ĠFor ces", + "ĠForce s", + "C LE", + "CL E", + "Ġ Shell", + "ĠS hell", + "ĠSh ell", + "ĠShe ll", + "ĠShel l", + "Ġs ail", + "Ġsa il", + "Ġsai l", + "Ġ Writer", + "ĠW riter", + "ĠWrite r", + "ĠWr iter", + "Ġ Alice", + "ĠA lice", + "ĠAl ice", + "ĠAli ce", + "ĠAlic e", + "d w", + "ĠInd ians", + "ĠIndia ns", + "ĠIndian s", + "ĠIndi ans", + "ĠMar shall", + "ĠMars hall", + "ĠMarshal l", + "ĠMarsh all", + "_ SRC", + "_S RC", + "_SR C", + "Ġ normalized", + "Ġnormal ized", + "Ġnormalize d", + "ĠJ ag", + "ĠJa g", + "ãĤ Ĵ", + "ze it", + "r pc", + "rp c", + "ÃŃ c", + ". inline", + ".in line", + "Ġtr avers", + "Ġtra vers", + "Ġtrav ers", + "_ numeric", + "_n umeric", + "_num eric", + "_numer ic", + "Ġ utilities", + "Ġutil ities", + "Ġut ilities", + "Ġe vac", + "Ġev ac", + "IN PUT", + "ĉ register", + "ĉreg ister", + "M X", + "ĠCamp bell", + "Ġ datasets", + "Ġd atasets", + "Ġdata sets", + "Ġdataset s", + "Ġdatas ets", + "Ġdem anded", + "Ġdemand ed", + "Ġdemande d", + "Ġinitial State", + "g an", + "ga n", + "Ġ ei", + "Ġe i", + "Un expected", + "- web", + "-w eb", + "-we b", + "t rait", + "tr ait", + "tra it", + ", Y", + "Ġ Todd", + "ĠT odd", + "ĠTo dd", + "ĠTod d", + "Ġs keleton", + "Ġske leton", + "Ġ optimize", + "Ġopt imize", + "Ġoptim ize", + "ç ¬¬", + "ç¬ ¬", + "Ġ Upon", + "ĠU pon", + "ĠUp on", + "ĠSt Object", + "Ġap lic", + "Ġapl ic", + ". ' P", + "v ron", + "vr on", + "vro n", + ". UN", + ".U N", + "Ġp ainter", + "Ġpaint er", + "Ġpain ter", + "Ġpa inter", + "izar re", + "Ġ lav", + "Ġl av", + "Ġla v", + "Ġ pom", + "Ġp om", + "Ġpo m", + "p reg", + "pr eg", + "pre g", + "= function", + "=f unction", + "( serial", + "(s erial", + "(se rial", + "if ica", + "ific a", + "ifi ca", + "u ming", + "um ing", + "umin g", + "umi ng", + "åľ °", + "ãģ Ĥ", + "- op", + "-o p", + "U CH", + "UC H", + "ĠH end", + "ĠHe nd", + "ĠHen d", + ". propTypes", + ".prop Types", + "Ġ yo", + "Ġy o", + "Ġr outines", + "Ġrout ines", + "Ġroutine s", + "Ġc aring", + "Ġcar ing", + "Ġca ring", + "S em", + "Se m", + "Ġres erves", + "Ġreserve s", + "Ġreserv es", + "Ġprior ities", + "Ġpriorit ies", + "red its", + "redit s", + "redi ts", + "I STR", + "IS TR", + "IST R", + "Content Type", + "ĠS chw", + "ĠSc hw", + "ĠSch w", + "/ media", + "/m edia", + "/me dia", + "Ġ estr", + "Ġe str", + "Ġes tr", + "Ġest r", + "Ġclim bing", + "Ġclimb ing", + "- week", + "-we ek", + "cher che", + "s ensor", + "To Array", + "ĠMont real", + "Ġclo uds", + "Ġcloud s", + "ĠInject able", + "ĠR ice", + "ĠRic e", + "ĠRi ce", + "Ġpropag anda", + "_ provider", + "_pro vider", + "_prov ider", + "Ġin door", + "Ġind oor", + "Ġindo or", + "Ġin aug", + "Ġdipl om", + "Ġdip lom", + "Ġm essaging", + "Ġmess aging", + "_ mut", + "_m ut", + "_mu t", + "å ¦Ĥ", + "å¦ Ĥ", + "Ġ kw", + "Ġk w", + "O NS", + "ON S", + "a rians", + "ar ians", + "ari ans", + "arian s", + "aria ns", + "R PC", + "RP C", + ") ]čĊ", + ")] čĊ", + "- ray", + "-r ay", + "-ra y", + "ĠS or", + "ĠSo r", + "m all", + "ma ll", + "mal l", + "Ġmarket place", + "Ġ vtk", + "Ġv tk", + "Ġvt k", + "M a", + "o gan", + "og an", + "oga n", + "i gi", + "ig i", + "Ġs ponsored", + "Ġspons ored", + "Ġsponsor ed", + "Ġ Dani", + "ĠD ani", + "ĠDan i", + "ĠDa ni", + ".S EVER", + ".SE VER", + "> '.$", + ">' .$", + ">'. $", + "m ultipart", + "multi part", + "multip art", + "ĠW ol", + "ĠWo l", + "Ġ tableName", + "Ġtable Name", + "Ġ Username", + "ĠUser name", + "Back groundColor", + "Background Color", + "Ġf right", + "Ġfr ight", + "Ġfri ght", + "_ EMAIL", + "_E MAIL", + "_EM AIL", + "Sept ember", + "Sep tember", + "_ vals", + "_v als", + "_val s", + "_va ls", + "op ia", + "opi a", + "Ġsp otted", + "Ġspot ted", + "- Ch", + "-C h", + "Ġ dataSource", + "Ġdata Source", + "/ \"Ċ", + "/\" Ċ", + "е кÑĤ", + "ек ÑĤ", + "Ġ RequestMethod", + "ĠRequest Method", + "Ġ Replace", + "ĠRe place", + "ĠRep lace", + "- do", + "-d o", + "a hn", + "ah n", + "ĠPh D", + "] .ĊĊ", + "]. ĊĊ", + "].Ċ Ċ", + "N ON", + "NO N", + "g ement", + "ge ment", + "gem ent", + "geme nt", + "Ġ Thr", + "ĠT hr", + "ĠTh r", + "Ġquiet ly", + "Ġtor ture", + "Ġtort ure", + "Ġte as", + "Ġtea s", + "Ġ CY", + "ĠC Y", + "Ġ atr", + "Ġa tr", + "Ġat r", + "de velopment", + "dev elopment", + "develop ment", + "- detail", + "-d etail", + "-de tail", + "-det ail", + "Ġl ighter", + "Ġlight er", + "Ġarg uing", + "Ġdes erves", + "Ġdeserve s", + "Ġdeser ves", + "Ġcur riculum", + "_ CONTEXT", + "_CON TEXT", + "_CONT EXT", + "ÅĤ y", + "H ITE", + "HI TE", + "ĉ ID", + "ĉI D", + "/ uploads", + "/upload s", + "/up loads", + "Ġt its", + "Ġtit s", + "Ġti ts", + "r eo", + "re o", + "_ drop", + "_d rop", + "_dr op", + ". UTF", + ".U TF", + "Ġ pickup", + "Ġpick up", + "Ġpic kup", + "Ġgro cery", + "Ġ Pure", + "ĠP ure", + "ĠPur e", + "ĠPu re", + "Ġeas iest", + "P hil", + "Ph il", + "Phi l", + ". feature", + ".f eature", + ".fe ature", + "( \"*", + "(\" *", + "Ġinvest or", + "Ġinve stor", + "t ok", + "to k", + "Ġ jar", + "Ġj ar", + "Ġja r", + "L os", + "Lo s", + "âĢĶâĢĶâĢĶâĢĶ âĢĶâĢĶâĢĶâĢĶ", + ". queue", + ".q ueue", + "- speed", + "-s peed", + "-sp eed", + "-spe ed", + "M al", + "Ma l", + "um blr", + "umb lr", + "Ġ CONST", + "ĠCON ST", + "ĠCO NST", + "ĠCONS T", + "Ġ HRESULT", + "ĠH RESULT", + "ĠD ance", + "ĠDan ce", + "ĠDa nce", + "( filePath", + "(file Path", + "Ġattribute d", + "Ġattrib uted", + "ॠį", + "ĠB und", + "ĠBu nd", + "ĠBun d", + "c oins", + "co ins", + "coin s", + "Ġs ão", + "Ġ pir", + "Ġp ir", + "Ġpi r", + "person al", + "pers onal", + "persona l", + "Ġpr elim", + "Ġpre lim", + "Ġpro pose", + "Ġprop ose", + "Ġpropos e", + "Ġ TL", + "ĠT L", + "] ])", + "]] )", + "Ġ Subscription", + "ĠSub scription", + "ĠK re", + "ĠKr e", + ", len", + ",l en", + ". FirstOrDefault", + ".First OrDefault", + ") --", + ")- -", + "_ products", + "_product s", + ".Get Bytes", + "S hip", + "Sh ip", + "Ġ encrypt", + "Ġen crypt", + "Ġenc rypt", + "Ġ SG", + "ĠS G", + "ĠM yst", + "ĠMy st", + "h ir", + "hi r", + "Ġ iterate", + "Ġit erate", + "Ġiter ate", + "Ġint end", + "Ġinte nd", + ".mock ito", + "Ġch apters", + "Ġchapter s", + "Ġchap ters", + "( angle", + "(a ngle", + "(an gle", + "(ang le", + "ĠV lad", + "è® ¾", + "' .ĊĊ", + "'. ĊĊ", + "'.Ċ Ċ", + "Response Body", + "ĠA bd", + "ĠAb d", + "de al", + "dea l", + "Ġbar riers", + "Ġbarrier s", + "Ġbarr iers", + "- outline", + "-out line", + "b ill", + "bi ll", + "bil l", + "ĠF alls", + "ĠFall s", + "ĠFal ls", + "_ second", + "_se cond", + "_sec ond", + ". include", + ".in clude", + ".inc lude", + ". ceil", + ".c eil", + ".ce il", + "Ġ occupation", + "Ġoccup ation", + "ph ony", + "phon y", + ".move To", + "Ġ Jennifer", + "ĠJ ennifer", + "ĠJenn ifer", + "A STER", + "AS TER", + "AST ER", + "ASTE R", + "; \"><", + ";\" ><", + ";\"> <", + "Ġ Enabled", + "ĠEn abled", + "ĠEnable d", + "Ġ terminate", + "Ġter minate", + "Ġterm inate", + "Ġtermin ate", + "Ġ Io", + "ĠI o", + "l ations", + "lation s", + "lat ions", + "ĠTHE ORY", + "Ġear liest", + "Ġ rack", + "Ġr ack", + "Ġrac k", + "Ġra ck", + "Ġ Scar", + "ĠS car", + "ĠSc ar", + "sh ake", + "sha ke", + "c hip", + "ch ip", + "chi p", + "Ġ uv", + "Ġu v", + "Ġall iance", + "п иÑģ", + "пи Ñģ", + "ĠGOOD S", + "z ione", + "zi one", + "zion e", + "Ġ VI", + "ĠV I", + "Ġ {-", + "Ġ{ -", + "Ġfil tering", + "Ġfilter ing", + "Ġfilt ering", + "Ġmis con", + "Ġmisc on", + ".Dock Style", + "Ġb ush", + "Ġbu sh", + "Ġbus h", + "Ġj unk", + "Ġju nk", + "Ġjun k", + "æ Į", + "Ġ QUE", + "ĠQ UE", + "ĠQU E", + "Ġ hooks", + "Ġh ooks", + "Ġhook s", + "Ġho oks", + "Ġf irmware", + "Ġfirm ware", + "Ġ middleware", + "Ġm iddleware", + "Ġmiddle ware", + "d ic", + "di c", + "ĠOak land", + "Ġarr ives", + "Ġarrive s", + "Ġarriv es", + "P ayload", + "Pay load", + "p ixel", + "pix el", + "] |", + "Ġ startDate", + "Ġstart Date", + ". PRO", + ".P RO", + ".PR O", + "_ audio", + "_a udio", + "Ġmid field", + "igid body", + "ĠSw iss", + "Ġ Clip", + "ĠC lip", + "ĠCl ip", + "ĠCli p", + "Ġ Dump", + "ĠD ump", + "ĠDu mp", + "ĠDum p", + "Ġ TextBox", + "ĠText Box", + "Ġ geh", + "Ġg eh", + "Ġge h", + "y ield", + "yi eld", + "o ds", + "od s", + "Ġrefer endum", + "Back end", + "Ġ Cream", + "ĠC ream", + "ĠCr eam", + "ĠCre am", + "Ġd ominated", + "Ġdo minated", + "Ġdom inated", + "Ġdomin ated", + "Ġdominate d", + "Ġdomina ted", + "Ġ Archive", + "ĠA rchive", + "ĠArch ive", + "ĠArc hive", + "Ġr iders", + "Ġrid ers", + "Ġride rs", + "Ġri ders", + "Ġrider s", + ".prepare Statement", + "Ġqu ando", + "Ġquand o", + "Ġqua ndo", + "Ġquan do", + "Ġ chef", + "Ġch ef", + "Ġche f", + "w iki", + "wi ki", + "wik i", + "i nel", + "in el", + "ine l", + "am pling", + "amp ling", + "(\" \\\\", + "(\"\\ \\", + "Ġs ag", + "Ġsa g", + "_ proxy", + "_pro xy", + "_pr oxy", + "ãģ ķ", + "p do", + "pd o", + ". getElementsByTagName", + ".get ElementsByTagName", + ".getElementsBy TagName", + "Ġdemon stration", + "Ġdemonstr ation", + "Ġ NPC", + "ĠN PC", + "ĠNP C", + "Ġ archivo", + "Ġarch ivo", + "en dance", + "end ance", + "enda nce", + "Ġefficient ly", + "( actual", + "(ac tual", + "(act ual", + ". tableView", + ".t ableView", + ".table View", + "Ġm ush", + "Ġmus h", + "Ġmu sh", + "Ġb ears", + "Ġbe ars", + "Ġbear s", + "_ threads", + "_th reads", + "_thread s", + "j as", + "ja s", + "ah un", + "ahu n", + "Ġne ural", + "Ġneu ral", + "Ġneur al", + "Ġdesign ing", + "ĠG DP", + "ĠGD P", + "Ġlif ted", + "Ġlift ed", + "çĽ ®", + "Ġ Joint", + "ĠJ oint", + "ĠJo int", + "ĠJoin t", + "ĠJoi nt", + "Ġ Include", + "ĠIn clude", + "ĠInc lude", + "ĠG iants", + "ĠGi ants", + "ĠGiant s", + "ĠGian ts", + "ĠGia nts", + "Ġwithdraw al", + "Ġ Rent", + "ĠR ent", + "ĠRe nt", + "ĠRen t", + "n ative", + "nat ive", + "Ġ Seek", + "ĠSe ek", + "ĠSee k", + "g ression", + "gr ession", + "gress ion", + "_ CPU", + "_C PU", + "_CP U", + "\\ S", + "Ġ Shield", + "ĠSh ield", + "ĠShi eld", + "Ġs olic", + "Ġso lic", + "Ġsol ic", + "Ġ boom", + "Ġb oom", + "Ġbo om", + "Ġboo m", + "yect o", + "Ġmanufact ure", + "Ġ âĢĭ", + "ĠâĢ ĭ", + "Ġ bbox", + "Ġb box", + "Ġbb ox", + "Ġearth qu", + "oll ectors", + "ollect ors", + "olle ctors", + ":@\" %", + ":@ \"%", + "Ġ loops", + "Ġl oops", + "Ġlo ops", + "Ġloop s", + "J e", + "al king", + "alk ing", + "Ġ Whats", + "ĠWh ats", + "ĠWhat s", + "ĠBo ys", + "ĠBoy s", + ". book", + ".b ook", + ".bo ok", + "AR GE", + "ARG E", + "_ pixel", + "_p ixel", + "_pix el", + "Ġsus pects", + "Ġsusp ects", + "Ġsuspect s", + "Î ¹", + "u sp", + "us p", + "Ġ BMW", + "ĠB MW", + "ĠBM W", + "ie ces", + "iece s", + "iec es", + "( person", + "(p erson", + "(per son", + "å¼ Ģ", + "é »", + "ĠP odcast", + "ĠPod cast", + "Ġ bou", + "Ġb ou", + "Ġbo u", + "( Item", + "(I tem", + "(It em", + "à »", + "( Input", + "(In put", + "Http Get", + "Ġ burg", + "Ġb urg", + "Ġbu rg", + "Ġbur g", + ") ^", + "BO ARD", + "* /,", + "*/ ,", + "Ġ gulp", + "Ġg ulp", + "Ġgu lp", + "Ġgul p", + "ĠB enn", + "ĠBe nn", + "ĠBen n", + "Ġde cks", + "Ġdec ks", + "Ġdeck s", + ". statusCode", + ".status Code", + "Ġ acute", + "Ġac ute", + "Ġh ug", + "Ġhu g", + "u gu", + "ug u", + "Ġ pled", + "Ġp led", + "Ġpl ed", + "Ġple d", + ", \"%", + ",\" %", + "h ape", + "ha pe", + "hap e", + "Ġз ап", + "Ġза п", + "ĠM aine", + "ĠMain e", + "ĠMa ine", + "ĠMai ne", + ". real", + ".re al", + "Ġd alam", + "Ġda lam", + "Ġdal am", + "Ġ Minor", + "ĠMin or", + "ĠMi nor", + ". Float", + ".F loat", + "d isp", + "dis p", + "di sp", + "Ġ tl", + "Ġt l", + "Ġen count", + "Ġenc ount", + "= >$", + "=> $", + "Ġ fg", + "Ġf g", + "t ees", + "te es", + "tee s", + "ĠRe comm", + "ĠRec omm", + "ĠReco mm", + "ä l", + "Ġ chemistry", + "Ġchem istry", + "B locks", + "Block s", + "Bl ocks", + "Bloc ks", + "Blo cks", + "O ID", + "OI D", + "Ġf orex", + "Ġfor ex", + "Ġfore x", + "Ġfo rex", + "Ġ Append", + "ĠApp end", + "ĠAp pend", + "ĠAppe nd", + "Ġ {*", + "Ġ{ *", + "Ġ Supply", + "ĠS upply", + "ĠSup ply", + "CG Float", + "( bl", + "(b l", + "Ġ ate", + "Ġa te", + "Ġat e", + "ad ora", + "ado ra", + "ador a", + "Ġg ust", + "Ġgu st", + "Ass oci", + "Assoc i", + "> .Ċ", + ">. Ċ", + "F ETCH", + ". serial", + ".s erial", + ".se rial", + ".ser ial", + "widget s", + "wid gets", + "ard less", + "i efs", + "ie fs", + "ief s", + "_ FULL", + "_F ULL", + "ern etes", + "ernet es", + "erne tes", + "Ġ Pred", + "ĠP red", + "ĠPr ed", + "ĠPre d", + "Ø Ń", + "äº ĭ", + "ub ernetes", + "ubern etes", + "Ġ Laura", + "ĠL aura", + "ĠLa ura", + "ĠLaur a", + "ĠLau ra", + "Ġl abeled", + "Ġlabel ed", + "Ġlab eled", + "High light", + "Ġanno ying", + "Ġannoy ing", + "/ update", + "/up date", + "( description", + "(d escription", + "(de scription", + "(des cription", + "Ġint imid", + "Ġintim id", + "$ c", + "\" )))Ċ", + "\") ))Ċ", + "\")) )Ċ", + "\"))) Ċ", + ". AP", + ".A P", + "Ġ[ ]*", + "Ġ[] *", + "Ġ EXIT", + "ĠEX IT", + ". Host", + ".H ost", + "Ġ OPEN", + "ĠOP EN", + ". sendMessage", + ".send Message", + "_ camera", + "_c amera", + "_cam era", + "_ tile", + "_t ile", + "_ti le", + "Ġth erm", + "Ġthe rm", + "Ġther m", + "onom ous", + "Ġdis adv", + "Ġn aar", + "Ġna ar", + "index Of", + "Ġ PP", + "ĠP P", + ". protocol", + ".prot ocol", + ".proto col", + "A FE", + "AF E", + "Ġ textures", + "Ġtext ures", + "Ġtexture s", + "Ġtex tures", + "Ġtextu res", + "######## ########################################", + "################ ################################", + "################################ ################", + "######################################## ########", + "######################## ########################", + "um bai", + "umb ai", + "umba i", + ". stats", + ".st ats", + ".stat s", + "Ġ GE", + "ĠG E", + "Ġ ie", + "Ġi e", + "Ġ STD", + "ĠS TD", + "ĠST D", + "ĠM ann", + "ĠMan n", + "ĠMa nn", + ". reflect", + ".ref lect", + "K B", + "Ġd ive", + "Ġdi ve", + "Ġdiv e", + ". wav", + ".w av", + "/* ----------------------------------------------------------------", + "/*------------------------------------------------ ----------------", + "/ settings", + "/s ettings", + "/set tings", + ".l ifecycle", + ".life cycle", + "Ġda ughters", + "Ġdaughter s", + "o rus", + "or us", + "oru s", + "u ber", + "ub er", + "ube r", + "N ING", + "NI NG", + "s tri", + "st ri", + "str i", + "Ġ Tip", + "ĠT ip", + "ĠTi p", + "Ġ zn", + "Ġz n", + "Ġsw itched", + "Ġswitch ed", + "i net", + "in et", + "ine t", + "uff y", + "uf fy", + "ĠTransport ation", + "( conf", + "(con f", + "(co nf", + "f rica", + "fr ica", + "Ġ XL", + "ĠX L", + "Ġ Lead", + "ĠL ead", + "ĠLe ad", + "_ percent", + "_per cent", + "_perc ent", + "< Map", + " __", + "->_ _", + "per missions", + "perm issions", + "permission s", + "ĠD etermine", + "ĠDetermin e", + ". Man", + ".M an", + ".Ma n", + "Ġadv ances", + "Ġadvance s", + ". InputStream", + ".Input Stream", + "Ġstrong est", + "Ġstron gest", + "Ġe Bay", + "Ġ# -", + "Ġ dirname", + "Ġdir name", + "Ġ SMS", + "ĠS MS", + "ĠSM S", + "Ġmed ications", + "Ġmedic ations", + "Ġmedication s", + "Ġam ended", + "Ġamen ded", + "Ġamend ed", + "Ġchurch es", + "ĠIm perial", + "ĠImp erial", + "ĠImper ial", + "$ row", + "$r ow", + "ĠMad ison", + "Ġ Insp", + "ĠIn sp", + "ĠIns p", + "Ġaff air", + "Ġaf fair", + "Ġpsych ology", + "Ġpsycho logy", + "v h", + "Ġ severity", + "Ġse verity", + "Ġsever ity", + "âĢ IJ", + "Ġst rips", + "Ġstr ips", + "Ġstri ps", + "Ġstrip s", + "A H", + "vert ising", + "vertis ing", + "Ġc onse", + "Ġcon se", + "Ġcons e", + "IM AGE", + "IMA GE", + "Ġ Stats", + "ĠSt ats", + "ĠStat s", + "ĠSta ts", + "ĉ sc", + "ĉs c", + ". Cursor", + ".C ursor", + "Ġ freeze", + "Ġf reeze", + "Ġfree ze", + "s son", + "ss on", + "( xml", + "(x ml", + "Ġ Susan", + "ĠS usan", + "ĠSus an", + "ĠSu san", + ". tile", + ".t ile", + "e ded", + "ed ed", + "ede d", + "ĠĠ ĠĠĉĉĉ", + "ĠĠĠĠ ĉĉĉ", + "ĠĠĠ Ġĉĉĉ", + "ĠĠĠĠĉ ĉĉ", + "ĠĠĠĠĉĉ ĉ", + "u elle", + "ue lle", + "uel le", + "uell e", + "ĠMitch ell", + "b ased", + "base d", + "ba sed", + "bas ed", + "Oper and", + "Opera nd", + "½ æķ°", + "Ġ FF", + "ĠF F", + "ĉ strcpy", + "ĉstr cpy", + "ou nces", + "oun ces", + "ounc es", + "ounce s", + "il do", + "ild o", + ".execute Query", + "Ġappro aching", + "Ġapproach ing", + "Ġ Seven", + "ĠS even", + "ĠSe ven", + "ĠSev en", + "Ġ nuts", + "Ġn uts", + "Ġnut s", + "Ġnu ts", + "Ġ ric", + "Ġr ic", + "Ġri c", + "ass ignment", + "assign ment", + "Ġ calculator", + "Ġcal culator", + "Ġcalcul ator", + "Ġcalc ulator", + "ĠMur phy", + "ĠB ou", + "ĠBo u", + "í Ħ", + "Ġ butt", + "Ġb utt", + "Ġbut t", + "Ġbu tt", + "Ġ ticks", + "Ġt icks", + "Ġti cks", + "Ġtick s", + "Ġtic ks", + "Project s", + "Proj ects", + "i lib", + "il ib", + "ili b", + ".text Color", + "m ov", + "mo v", + "_ logo", + "_l ogo", + "_log o", + "_lo go", + "( template", + "(t emplate", + "(temp late", + "Ġ INIT", + "ĠIN IT", + "Ġ imageView", + "Ġimage View", + "s criptions", + "script ions", + "scri ptions", + "scription s", + "OR ITY", + "Con sumer", + "Cons umer", + "Consum er", + "Ġun precedented", + "Ġtour ist", + "Ġtou rist", + "Ġ bron", + "Ġb ron", + "Ġbr on", + "Ġbro n", + "Ġcon tractor", + "Ġcontract or", + "Ġcontr actor", + "Ġcontra ctor", + "Ġ licence", + "Ġli cence", + "Ġlic ence", + "Ġ Nam", + "ĠN am", + "ĠNa m", + "æ ¯", + "( transform", + "(trans form", + "_ ATT", + "_A TT", + "_AT T", + "P ref", + "Pr ef", + "Pre f", + "Ġ Gam", + "ĠG am", + "ĠGa m", + "Ġvess els", + "Ġvessel s", + "Ġh av", + "Ġha v", + "L ater", + "La ter", + "Lat er", + "Late r", + ". ToLower", + ".To Lower", + "Ġ urls", + "Ġurl s", + "Ġur ls", + "Ġbreak down", + "Ġpen alties", + "Ġpenal ties", + "Ġf oster", + "Ġfo ster", + "Ġfost er", + "Ġfos ter", + "Ġ UE", + "ĠU E", + "Ġc lue", + "Ġcl ue", + "c omed", + "com ed", + "co med", + "come d", + "åIJį 称", + "- main", + "-m ain", + "Ġ pts", + "Ġp ts", + "Ġpt s", + "Ġco unted", + "Ġcount ed", + "Ġcoun ted", + "i cts", + "ic ts", + "ict s", + "/ post", + "/p ost", + "Ġ getattr", + "Ġget attr", + "Ġ ping", + "Ġp ing", + "Ġpi ng", + "Ġpin g", + "AN CEL", + "ANCE L", + "ANC EL", + "Ġ pec", + "Ġp ec", + "Ġpe c", + "Ñħ од", + "Ñħо д", + "an tom", + "ant om", + "anto m", + "Ġ Blueprint", + "ĠBlue print", + "ĠEvent Emitter", + "Ġ lä", + "Ġl ä", + "æ ²", + "Ġst raw", + "Ġstr aw", + "Ġstra w", + "( comp", + "(c omp", + "(com p", + "(co mp", + "' une", + "'un e", + "'u ne", + "> N", + "- client", + "-c lient", + "-cl ient", + "-cli ent", + "es Module", + "- base", + "-b ase", + "Ġret reat", + "Ġretr eat", + "_ simple", + "_s imple", + "_sim ple", + "ĉ ĉĉĉĉĉĠ", + "ĉĉ ĉĉĉĉĠ", + "ĉĉĉĉ ĉĉĠ", + "ĉĉĉ ĉĉĉĠ", + "ĉĉĉĉĉ ĉĠ", + "ĉĉĉĉĉĉ Ġ", + "f ee", + "fe e", + "' )čĊčĊ", + "') čĊčĊ", + "')čĊ čĊ", + "Control Item", + "Ġsub scribers", + "Ġsubscri bers", + "Ġsubscribe rs", + "Ġsubscriber s", + "p lease", + "pl ease", + "ple ase", + "Ġ Eff", + "ĠE ff", + "ĠEf f", + "Ġp ound", + "Ġpo und", + "Ġpou nd", + "Ġ Bytes", + "ĠBy tes", + "ĠByte s", + "ĠT ea", + "ĠTe a", + "_ activity", + "_act ivity", + "_activ ity", + "Ġmax im", + "Ġmaxi m", + "Ġ opcode", + "Ġop code", + "Ġopc ode", + "B SD", + "BS D", + ". constant", + ".con stant", + ".const ant", + ".cons tant", + "; }", + "omb res", + "ombre s", + "Ġcare ers", + "Ġcareer s", + ") .ĊĊĊĊ", + "). ĊĊĊĊ", + ").ĊĊ ĊĊ", + ").Ċ ĊĊĊ", + ").ĊĊĊ Ċ", + "Ġsp reading", + "Ġspread ing", + "Ġspre ading", + "- expanded", + "-exp anded", + "-expand ed", + "Ġ Ord", + "ĠO rd", + "ĠOr d", + "am arin", + "ama rin", + "amar in", + "Ġmob ility", + "Ġmobil ity", + "Un fortunately", + "a kk", + "ak k", + "N L", + "_ redirect", + "_re direct", + "_red irect", + "Ġ PG", + "ĠP G", + "Ġ Sensor", + "ĠS ensor", + "ĠSens or", + "b ol", + "bo l", + "t ap", + "ta p", + "_ MEMORY", + "_MEM ORY", + "Ġ UIAlert", + "ĠUI Alert", + "pl itude", + "plit ude", + "We bsite", + "Web site", + "Ġ Logo", + "ĠL ogo", + "ĠLog o", + "ĠLo go", + "l ove", + "lo ve", + "lov e", + "[ ind", + "[i nd", + "[in d", + "Ġalto gether", + "Ġwonder ed", + "Ġ esper", + "Ġes per", + "Ġesp er", + "ĠLib eral", + "ĠLiber al", + "Ġ oss", + "Ġo ss", + "Ġos s", + "Ġe lit", + "Ġel it", + "Ġst iff", + "Ġstif f", + "od ox", + "odo x", + "_ mentions", + "_m entions", + "_ment ions", + "ĠDou glas", + "ĠDoug las", + "_ pid", + "_p id", + "_pi d", + "Ġ CK", + "ĠC K", + "ĠinitWith Frame", + ". blog", + ".b log", + ".bl og", + "p kg", + "pk g", + "ang hai", + "QUI RED", + "QUIRE D", + "u u", + "Ġ mkdir", + "Ġm kdir", + "Ġmk dir", + "AT AL", + "ATA L", + "Ġu nh", + "Ġun h", + "i nces", + "in ces", + "ince s", + "inc es", + "s th", + "st h", + "Ġhypo thesis", + "Ġhypoth esis", + "Ġc ata", + "Ġca ta", + "Ġcat a", + "Ġ TB", + "ĠT B", + "Ġ Clar", + "ĠC lar", + "ĠCl ar", + "ĠCla r", + "Ġpre decess", + "Ġpred ecess", + "Ġsit uated", + "Ġsitu ated", + "- world", + "-w orld", + ") )/", + ")) /", + "Ġhead lines", + "Ġheadline s", + ". stat", + ".s tat", + ".st at", + "Ġout break", + "s path", + "sp ath", + "spa th", + "_ FLAGS", + "_FLAG S", + "ĠServlet Exception", + "S un", + "Su n", + "F ROM", + "FR OM", + "Ġ Dir", + "ĠD ir", + "ĠDi r", + "ãĥ» ãĥ»ãĥ»", + "ãĥ»ãĥ» ãĥ»", + "_ coord", + "_c oord", + "_co ord", + "ĠOp tim", + "ĠOpt im", + "M onitor", + "Mon itor", + ". bit", + ".b it", + ".bi t", + "X XX", + "XX X", + "Ġto das", + "Ġtod as", + "Ġtoda s", + "f eld", + "fe ld", + "fel d", + "ÑĢ и", + "i mir", + "im ir", + "imi r", + "Ġpolit ically", + "Ġpolitical ly", + "Ġpolitic ally", + "Ġm olecular", + "Ġmolec ular", + "Ġmole cular", + "Ġtr aded", + "Ġtrad ed", + "Ġtrade d", + "Ġtra ded", + "Ġ {{$", + "Ġ{ {$", + "Ġ{{ $", + "ĠSw edish", + "ĠSwe dish", + "Ġ'@ /", + "_ REAL", + "_RE AL", + "Ġ warehouse", + "Ġw arehouse", + "Ġware house", + "t oday", + "to day", + "tod ay", + ", L", + "o rp", + "or p", + "< section", + " false", + ">f alse", + "Ġ spa", + "Ġs pa", + "Ġsp a", + "Ġ Near", + "ĠN ear", + "ĠNe ar", + "ì ķ", + "Ġint rig", + "Ġintr ig", + "_ members", + "_m embers", + "_mem bers", + "_member s", + "w ave", + "wa ve", + "wav e", + "Ġanal ysts", + "Ġanaly sts", + "Ġanalyst s", + "Ġanalys ts", + "_ OS", + "_O S", + "e din", + "ed in", + "edi n", + "Ġ Fri", + "ĠF ri", + "ĠFr i", + "Ġret rieved", + "Ġretrie ved", + "Ġretrieve d", + "Ġretr ieved", + "Reg ular", + "_ obs", + "_o bs", + "_ob s", + "EX PORT", + "EXP ORT", + "' )}}\"", + "') }}\"", + "')}} \"", + "')} }\"", + "\" class", + "\"c lass", + "__ ((", + "__( (", + "b ucket", + "bu cket", + "Ġ stro", + "Ġs tro", + "Ġst ro", + "Ġstr o", + "Ġ Patch", + "ĠP atch", + "ĠPat ch", + "y stick", + "yst ick", + "ys tick", + "ful ness", + "a pos", + "ap os", + "apo s", + "D a", + "ĉ ĉĉĉĉĠĠĠ", + "ĉĉ ĉĉĉĠĠĠ", + "ĉĉĉĉ ĉĠĠĠ", + "ĉĉĉ ĉĉĠĠĠ", + "ĉĉĉĉĉ ĠĠĠ", + "ĉĉĉĉĉĠ ĠĠ", + "ĉĉĉĉĉĠĠ Ġ", + "Ġen rich", + "Ġenr ich", + "un ordered", + "h ole", + "ho le", + "hol e", + "C ong", + "Con g", + "Co ng", + "< Product", + "ĠC urt", + "ĠCur t", + "ĠCu rt", + "( the", + "(t he", + "(th e", + "_ lower", + "_l ower", + "_lo wer", + "_low er", + "Ġavoid ing", + "Ġ buzz", + "Ġb uzz", + "Ġbu zz", + "Ġbuz z", + "Ġv iable", + "Ġvi able", + "Ġvia ble", + "u ba", + "ub a", + "- is", + "-i s", + "a rel", + "ar el", + "are l", + "Ġ acted", + "Ġact ed", + "Ġac ted", + "- details", + "-d etails", + "-de tails", + "-detail s", + "-det ails", + "ภĩ", + "Ġ Theory", + "ĠThe ory", + "ĠTheo ry", + "ĠP un", + "ĠPu n", + "Ġ Anonymous", + "ĠAn onymous", + ".. .\"Ċ", + "... \"Ċ", + "...\" Ċ", + "è res", + "ère s", + "åı ¯", + "Ġ Vision", + "ĠV ision", + "ĠVis ion", + "_ sem", + "_s em", + "_se m", + "a sha", + "as ha", + "ash a", + "Ġcelebr ity", + "Ġ endDate", + "Ġend Date", + "Ġ populate", + "Ġpop ulate", + "Ġpopul ate", + "Ġc uis", + "Ġcu is", + "Ġcui s", + "q uant", + "qu ant", + "qua nt", + "quan t", + "f loor", + "fl oor", + "flo or", + "Ġglobal ly", + "Ġglob ally", + "Ġc ruise", + "Ġcru ise", + "Ġcruis e", + "ĠStan ley", + "Ġb ikes", + "Ġbi kes", + "Ġbike s", + "Ġbik es", + ". getConnection", + ".get Connection", + "Ġpoor ly", + "_ other", + "_o ther", + "_ot her", + "am ping", + "amp ing", + ". \");ĊĊ", + ".\" );ĊĊ", + ".\");Ċ Ċ", + ".\") ;ĊĊ", + ".\"); ĊĊ", + "o di", + "od i", + "_ ADMIN", + "_A DMIN", + "_AD MIN", + ". colors", + ".color s", + ".col ors", + "ĠG aming", + "ĠGa ming", + "ĠGam ing", + "> ';ĊĊ", + ">' ;ĊĊ", + ">';Ċ Ċ", + ">'; ĊĊ", + "STR UCT", + "STRU CT", + "Q R", + "I Ds", + "ID s", + "( arguments", + "(arg uments", + "(argument s", + "_ aux", + "_a ux", + "( Event", + "(E vent", + "_ PRIVATE", + "_PR IVATE", + "_PRIV ATE", + "ĠT rek", + "ĠTr ek", + "ĠTre k", + "Ġ downloads", + "Ġdown loads", + "Ġdownload s", + "m utable", + "mut able", + "mu table", + "_ STRUCT", + "_STR UCT", + "( wx", + "(w x", + "Ġ domains", + "Ġdom ains", + "Ġdomain s", + "Ġdoma ins", + "js px", + "jsp x", + "ĠVi agra", + "ĠVia gra", + "Command s", + "Comm ands", + "J s", + ". cfg", + ".c fg", + ".cf g", + "Content Pane", + "Ġ EditText", + "ĠEdit Text", + "à¥į à¤", + "At tach", + "Att ach", + "Ġ ARM", + "ĠA RM", + "ĠAR M", + "pos itive", + "posit ive", + "Ġ Generated", + "ĠG enerated", + "ĠGener ated", + "ĠGenerate d", + "ĠGene rated", + "Ġse ized", + "Ġseiz ed", + "Ġsei zed", + "Ġseize d", + "= :", + "Ġ electronics", + "Ġelect ronics", + "Ġelectronic s", + "Ġelectron ics", + "Ġ AppComponent", + "ĠApp Component", + "/ ',Ċ", + "/' ,Ċ", + "/', Ċ", + ". equalsIgnoreCase", + ".equals IgnoreCase", + "Do ctrine", + "d isk", + "dis k", + "di sk", + "Ġ Political", + "ĠPol itical", + "ĠPolit ical", + "C HO", + "CH O", + "< F", + "ĉ height", + "ĉh eight", + "Ġ Bug", + "ĠB ug", + "ĠBu g", + ". le", + ".l e", + "i kh", + "ik h", + "Ġ milliseconds", + "Ġm illiseconds", + "Ġmill iseconds", + "Ġmilli seconds", + "Ġconst itu", + "Ġconstit u", + "m ag", + "ma g", + ". nl", + ".n l", + "- range", + "-r ange", + "-ra nge", + "ang gal", + "' ,[", + "', [", + "r opolitan", + "ropol itan", + "Ġ Ãľ", + "Ġà ľ", + "Ġ UC", + "ĠU C", + ". desc", + ".d esc", + ".de sc", + ".des c", + "- LAST", + "-L AST", + "f stream", + "fst ream", + "i bil", + "ib il", + "ibi l", + "Ġf ier", + "Ġfi er", + "Ġfie r", + "V ERY", + "VER Y", + "VE RY", + "Ġ ë³", + "Ġë ³", + "I RT", + "IR T", + "_ UI", + "_U I", + "( abs", + "(a bs", + "(ab s", + "Ġk nees", + "Ġkn ees", + "Ġkne es", + "Ġknee s", + "Ġr ookie", + "Ġro okie", + "Ġ Vac", + "ĠV ac", + "ĠVa c", + "a rena", + "ar ena", + "are na", + "aren a", + "comm end", + "- \\", + "ĠSUB STITUTE", + "S oft", + "So ft", + "Ġpart ir", + "Ġpar tir", + "Ġparti r", + "we alth", + "è¦ ģ", + "( dataset", + "(d ataset", + "(data set", + "(dat aset", + "(datas et", + "Ġ Climate", + "ĠCl imate", + "ĠClim ate", + "ĠCli mate", + "- show", + "-s how", + "-sh ow", + "Ġrel iability", + "Ġreli ability", + "_ chunk", + "_ch unk", + "ä» £", + "_ stock", + "_st ock", + "ĠEX EMPLARY", + "ï ¸ı", + "ï¸ ı", + "Ġ vÃŃ", + "Ġv ÃŃ", + "Ġsm iled", + "Ġsmile d", + "Ġdr ill", + "Ġdri ll", + ". Function", + ".F unction", + ".Func tion", + "Ġ SI", + "ĠS I", + "Ġre gression", + "Ġreg ression", + "Ġregress ion", + "- X", + "Ġ Jar", + "ĠJ ar", + "ĠJa r", + "p ref", + "pr ef", + "pre f", + "ĉ success", + "ĉs uccess", + "ĠH itler", + "ĠHit ler", + "Ġinst inct", + "Ġfem mes", + "Ġfemme s", + "Ġ lover", + "Ġl over", + "Ġlo ver", + "Ġlove r", + "Ġlov er", + "< Ċ", + "Ġmulti plier", + "Ġmultip lier", + "r il", + "ri l", + "Re size", + "Res ize", + "Ġ Authorization", + "ĠAuthor ization", + "ĠK an", + "ĠKa n", + "Dispatch ToProps", + "Ġc rops", + "Ġcr ops", + "Ġcro ps", + "Ġcrop s", + "t okens", + "token s", + "tok ens", + "e cn", + "ec n", + "ent ially", + "ential ly", + "enti ally", + "ĠINTERRU PTION", + "f ake", + "fa ke", + "fak e", + "Un defined", + "Und efined", + "Ġ AK", + "ĠA K", + "Ġ TestCase", + "ĠTest Case", + "Ġ rab", + "Ġr ab", + "Ġra b", + "Ġ torrent", + "Ġt orrent", + "Ġtor rent", + "Ġ Ot", + "ĠO t", + "B ars", + "Bar s", + "Ba rs", + "Ġ lecture", + "Ġl ecture", + "Ġlect ure", + "Ġen jo", + "Ġrespond s", + "Ġresp onds", + "Ġ indexed", + "Ġindex ed", + "Ġinde xed", + "Of Work", + "_ chain", + "_ch ain", + ") )->", + ")) ->", + "))- >", + "Ġ Beauty", + "ĠBe auty", + "ĠBeaut y", + "ĠBea uty", + "ĠBeau ty", + "Ġ` <", + "Ġtouch ing", + "Ġtou ching", + "Ġ |--", + "Ġ| --", + "Ġ|- -", + "ĉ flag", + "ĉf lag", + "normal ize", + "Ġt rapped", + "Ġtr apped", + "Ġtra pped", + "Ġtrap ped", + "Ġestablish ing", + "/ build", + "/b uild", + "A J", + "f y", + "- react", + "-re act", + "a vn", + "av n", + "RI PTION", + "RIPT ION", + "Ġk ut", + "Ġku t", + "Ġ Fashion", + "ĠF ashion", + "Ġ Inform", + "ĠIn form", + "ĠInfo rm", + "ĠInf orm", + "c urities", + "cur ities", + "< byte", + "{Ċ", + "Ġ= >{Ċ", + "Ġ=> {Ċ", + "Ġgar lic", + "Ġ repr", + "Ġre pr", + "Ġrep r", + "Ġre plies", + "Ġrep lies", + "Ġrepl ies", + "( prop", + "(p rop", + "(pro p", + "(pr op", + "Ġspirit s", + "Ġspir its", + "Ġins pire", + "Ġinspir e", + "Ġinsp ire", + "Ġbase ment", + "Ġbas ement", + ". reject", + ".re ject", + "Ġ hints", + "Ġh ints", + "Ġhint s", + "Ġhi nts", + "Ġhin ts", + "Ġpol ling", + "Ġpoll ing", + "ĉ ĠĊ", + "ĉĠ Ċ", + "_ rating", + "_r ating", + "_ra ting", + "_rat ing", + "Ġc ath", + "Ġca th", + "Ġcat h", + "a vier", + "av ier", + "avi er", + "Ġ compressed", + "Ġcom pressed", + "Ġcomp ressed", + "Ġcompr essed", + "Ġcompress ed", + "Ġ VS", + "ĠV S", + "] '", + "Ġjud icial", + "ĠT rend", + "ĠTr end", + "ĠTre nd", + "tr aining", + "tra ining", + "train ing", + "EST AMP", + "ogn ition", + "Ä ģ", + "S ENT", + "SE NT", + "SEN T", + "v entions", + "vent ions", + "vention s", + "Ġconsult ant", + "Ġconsulta nt", + "Ġconsul tant", + "u mph", + "um ph", + "ump h", + "Ġ userService", + "Ġuser Service", + ", NULL", + ",N ULL", + "k h", + "D ear", + "De ar", + "_ BAD", + "_B AD", + "it ations", + "itation s", + "itat ions", + "Ġmet aph", + "Ġmeta ph", + "' é", + "and ise", + "andi se", + "- font", + "-f ont", + ". chart", + ".c hart", + ".ch art", + ".char t", + "Ġ sg", + "Ġs g", + "_ Controller", + "_Control ler", + ". jpeg", + ".j peg", + ".jp eg", + "Ġ ULONG", + "ĠU LONG", + "ĠUL ONG", + "ĉ game", + "ĉg ame", + "( ss", + "(s s", + "ĠM aj", + "ĠMa j", + "ĉ go", + "ĉg o", + "Ġ Sad", + "ĠS ad", + "ĠSa d", + "ĠB erg", + "ĠBe rg", + "ĠBer g", + "Ġ Mine", + "ĠM ine", + "ĠMin e", + "ĠMi ne", + "P ack", + "Pa ck", + "Ġres istant", + "Ġresist ant", + "Ġ ROM", + "ĠR OM", + "ĠRO M", + "Ġ peg", + "Ġp eg", + "Ġpe g", + "ĠSt anford", + "ĠStan ford", + "Ġ Yahoo", + "ĠY ahoo", + "ĠYa hoo", + "ĠYah oo", + "Ġ scaled", + "Ġs caled", + "Ġsc aled", + "Ġscale d", + "Ġsca led", + "Ġscal ed", + "Ġ lan", + "Ġl an", + "Ġla n", + "= []", + "=[ ]", + "\" /> < /", + "Ġ plots", + "Ġp lots", + "Ġpl ots", + "Ġplot s", + "Ġplo ts", + ". *Ċ", + ".* Ċ", + "Ġtr aveled", + "Ġtravel ed", + "Ġtra veled", + "Ġtrav eled", + "ĠO scar", + "ĠOs car", + "ĠOsc ar", + "V L", + "Ġl inking", + "Ġlink ing", + "Ġlin king", + "Ġt ires", + "Ġti res", + "Ġtire s", + "Ġtir es", + "Ġ' *'", + "Ġ'* '", + "ĠBuffer ed", + "ĠBuff ered", + "e ri", + "er i", + "Ġ ****", + "Ġ* ***", + "Ġ** **", + "Ġ*** *", + "Ġover look", + "Ġoverl ook", + ". Non", + ".N on", + ".No n", + "Ġr és", + "Ġré s", + "Ġe gy", + "Ġeg y", + "å° ı", + "Ġatt acker", + "Ġattack er", + "ĉ ĉĉĉĉĉĉĉĉĉĉĉĉĉĉ", + "ĉĉ ĉĉĉĉĉĉĉĉĉĉĉĉĉ", + "ĉĉĉĉ ĉĉĉĉĉĉĉĉĉĉĉ", + "ĉĉĉ ĉĉĉĉĉĉĉĉĉĉĉĉ", + "ĉĉĉĉĉ ĉĉĉĉĉĉĉĉĉĉ", + "ĉĉĉĉĉĉ ĉĉĉĉĉĉĉĉĉ", + "ĉĉĉĉĉĉĉĉ ĉĉĉĉĉĉĉ", + "ĉĉĉĉĉĉĉ ĉĉĉĉĉĉĉĉ", + "ĉĉĉĉĉĉĉĉĉ ĉĉĉĉĉĉ", + "ĉĉĉĉĉĉĉĉĉĉ ĉĉĉĉĉ", + "ĉĉĉĉĉĉĉĉĉĉĉ ĉĉĉĉ", + "ĉĉĉĉĉĉĉĉĉĉĉĉ ĉĉĉ", + "ĉĉĉĉĉĉĉĉĉĉĉĉĉ ĉĉ", + "ĉĉĉĉĉĉĉĉĉĉĉĉĉĉ ĉ", + ". sync", + ".s ync", + ".syn c", + ".sy nc", + "AS CADE", + "ASC ADE", + "G round", + "Gr ound", + "Gro und", + "Ġ decay", + "Ġdec ay", + "Ġ Ton", + "ĠT on", + "ĠTo n", + "Ġjew elry", + "Ġjewel ry", + "Ġb ypass", + "Ġby pass", + "Ġm embr", + "Ġmem br", + "Ġmemb r", + "R NA", + "RN A", + "< System", + " ččĊ", + "Ġs ud", + "Ġsu d", + "ĉ background", + "ĉback ground", + "Ġsch olars", + "Ġscholar s", + "-m uted", + "a rá", + "ar á", + "Ġ =====", + "Ġ= ====", + "Ġ== ===", + "Ġ=== ==", + "Ġ==== =", + "Ġ ____", + "Ġ_ ___", + "Ġ__ __", + "Ġ___ _", + "C reat", + "Cre at", + "Cr eat", + "e never", + "en ever", + "ene ver", + "/ wp", + "/w p", + "Ġ VPN", + "ĠV PN", + "ĠVP N", + "Error Code", + ") ],Ċ", + ")] ,Ċ", + ")], Ċ", + "( builder", + "(b uilder", + "(build er", + "Ġ Enemy", + "ĠEn emy", + "S ensor", + "u sa", + "us a", + "Ġtr iggers", + "Ġtrigger s", + "Ġtrig gers", + "Ġplay offs", + "Ġplayoff s", + "_ REQ", + "_RE Q", + "_R EQ", + "Ġ (~", + "Ġ( ~", + "ĠB arry", + "ĠBar ry", + "ĠBarr y", + "Ġperman ently", + "Ġpermanent ly", + "Ġ RUN", + "ĠR UN", + "ĠRU N", + "Ġb ure", + "Ġbu re", + "Ġbur e", + ".Fatal f", + ".Fat alf", + "Ġch ick", + "Ġchi ck", + "Ġchic k", + "ĉ panic", + "ĉp anic", + "p si", + "ps i", + "o ka", + "ok a", + "éĢ ī", + "> [", + "Ġunder stands", + "Ġunderstand s", + "Ġunderst ands", + "Ġ Junior", + "ĠJun ior", + "ĠJuni or", + "Ġ INFO", + "ĠIN FO", + "ĠINF O", + "= mysqli", + "=m ysqli", + "=mysql i", + "us tain", + "ust ain", + "usta in", + "- source", + "-s ource", + "s erv", + "se rv", + "ser v", + "Ġ CREATE", + "ĠC REATE", + "ĠCRE ATE", + ". au", + ".a u", + "Ġs ells", + "Ġsell s", + "Ġsel ls", + "Ġ ĠĊĠĠĊ", + "ĠĠ ĊĠĠĊ", + "ĠĠĊ ĠĠĊ", + "E urope", + "Euro pe", + "z w", + "p reh", + "pr eh", + "pre h", + "ĠN SA", + "ĠNS A", + "Ġ xy", + "Ġx y", + "ภ´", + "Ġ Beyond", + "ĠB eyond", + "ĠBey ond", + "In stead", + "Inst ead", + "Non Query", + "Ġa rise", + "Ġar ise", + "Ġavoid ed", + ". emplace", + ".em place", + ".emp lace", + "_ models", + "_model s", + "_mode ls", + "_mod els", + "} ),Ċ", + "}) ,Ċ", + "}), Ċ", + "Ġ hid", + "Ġh id", + "Ġhi d", + "Ġ &_", + "Ġ& _", + ". points", + ".p oints", + ".point s", + ".po ints", + ".poi nts", + ". getWidth", + ".get Width", + ". Exec", + ".Ex ec", + ".E xec", + "Ġ ////", + "Ġ// //", + "Ġ/ ///", + "Ġ/// /", + "Ġ Sessions", + "ĠS essions", + "ĠSession s", + ". ..\\", + ".. .\\", + "... \\", + "ĠCol omb", + "ĠColo mb", + "Ġacceler ation", + "Ġaccel eration", + "re store", + "rest ore", + "Ġ ile", + "Ġi le", + "Ġil e", + "o bic", + "ob ic", + "obi c", + "< Node", + " }Ċ", + ">} Ċ", + "pl aint", + "plain t", + "pla int", + "get Text", + "Ġindividual ly", + "Ġindivid ually", + "Ġ checkbox", + "Ġcheck box", + "U Y", + "ĠL amb", + "ĠLa mb", + "ĠLam b", + "Ġdys function", + "ĠL ar", + "ĠLa r", + "à °", + "Ġ Creating", + "ĠC reating", + "ĠCr eating", + "ĠCre ating", + "ĠCreat ing", + "' );ĊĊĊ", + "') ;ĊĊĊ", + "');Ċ ĊĊ", + "');ĊĊ Ċ", + "'); ĊĊĊ", + "\" They", + "\"The y", + "\"T hey", + "l ocations", + "loc ations", + "location s", + "_ CORE", + "_C ORE", + "_CO RE", + "_COR E", + "Inter action", + "umbn ails", + "umbnail s", + "Ġ Partner", + "ĠP artner", + "ĠPart ner", + "b rit", + "br it", + "Ġl esser", + "Ġless er", + "Ġles ser", + "Ġ Slot", + "ĠS lot", + "ĠSl ot", + "ĠSlo t", + "set Attribute", + "Ġ Wave", + "ĠW ave", + "ĠWa ve", + ". po", + ".p o", + "/ store", + "/st ore", + "Ġb rowsing", + "Ġbrows ing", + "Ġbrow sing", + "_ pd", + "_p d", + "s ume", + "sum e", + "su me", + "s ed", + "se d", + "C urve", + "Cur ve", + "Cu rve", + "Ġpl asma", + "Ġsusp icious", + "ìĿ ¸", + "Ġ Bah", + "ĠB ah", + "ĠBa h", + "Ġ Explicit", + "ĠExp licit", + "ĠExpl icit", + "_ CC", + "_C C", + ".Client Size", + "\\ View", + "\\V iew", + "Ġsub stit", + "Ġsubs tit", + "Ġsubst it", + "l oon", + "lo on", + "loo n", + "Ġ GAME", + "ĠG AME", + "ĠGA ME", + "ĠGAM E", + "ĠB rid", + "ĠBr id", + "ĠBri d", + "Ľ 建", + "_ User", + "_U ser", + "Ġs quares", + "Ġsqu ares", + "Ġsquare s", + "f one", + "fo ne", + "fon e", + "Ġsa cred", + "Ġsac red", + "Ġsacr ed", + "ug hs", + "ugh s", + "] interface", + "Ġ Throw", + "ĠTh row", + "ĠThr ow", + "ĠK irk", + "ĠKir k", + "ĠKi rk", + "Ġem pire", + "Ġemp ire", + "Ġempir e", + "Ġass essed", + "Ġassess ed", + "Ġasses sed", + "T ax", + "Ta x", + "ĠHe aven", + "- buffer", + "-b uffer", + "_ STATIC", + "_ST ATIC", + "_STAT IC", + "é né", + "én é", + "-b ordered", + "-border ed", + "Ġp unct", + "Ġpun ct", + "( mode", + "(m ode", + "(mod e", + "Ġke ine", + "Ġkein e", + "S ent", + "Se nt", + "Sen t", + "Ġ Calcul", + "ĠCal cul", + "ĠCalc ul", + "ĠE ve", + "ĠEv e", + "Ġsty lish", + "Ġstyl ish", + "Ġo ils", + "Ġoil s", + "Ġoi ls", + ". TestCase", + ".Test Case", + "Ġtrad emark", + "Ġtrade mark", + "Ġliter ary", + "Ġlite rary", + "Ġconcentr ations", + "Ġconcentration s", + "Ġ Relations", + "ĠRe lations", + "ĠRel ations", + "ĠRelation s", + "( Class", + "(C lass", + "(Cl ass", + "Ġ stdin", + "Ġst din", + "Ġstd in", + "Ġv æ", + "back up", + "bac kup", + ". VERSION", + ".V ERSION", + ".AutoScale Dimensions", + "st arter", + "start er", + "star ter", + "Transaction al", + "- panel", + "-p anel", + "-pane l", + "St udio", + "k c", + "ĠCh amber", + "ĠCham ber", + "ĠS piel", + "ĠSp iel", + "ĠSpi el", + "Ġ rho", + "Ġr ho", + "Ġrh o", + "ا ÙĦ", + "ا٠Ħ", + "! '", + ". Attributes", + ".At tributes", + ".Attribute s", + "Ġmurder ed", + "apeut ic", + "Ġint imate", + "Ġintim ate", + "Ġ textField", + "Ġt extField", + "Ġtext Field", + "ĠBuff alo", + "d ummy", + "dum my", + "\" %", + "ĠLib erty", + "ĠLibert y", + "ĠLiber ty", + "o bar", + "ob ar", + "oba r", + "Ġ Tank", + "ĠT ank", + "ĠTa nk", + "ĠTan k", + "Ġ Popular", + "ĠPop ular", + "er visor", + "erv isor", + "ĠIn iti", + "ĠInit i", + "ĠIni ti", + "ĠM all", + "ĠMal l", + "ĠMa ll", + "Ġ Prior", + "ĠP rior", + "ĠPr ior", + "ĠPri or", + "C AP", + "CA P", + "ĠC lay", + "ĠCl ay", + "ĠCla y", + "Ġ Certificate", + "ĠC ertificate", + "ĠCert ificate", + "ĠCertif icate", + ". Lock", + ".L ock", + ".Lo ck", + "- strip", + "-s trip", + "-st rip", + "-str ip", + "-dr iven", + "-drive n", + "/ all", + "/a ll", + "/al l", + "ĠMessageBox Buttons", + "ĠMessageBoxButton s", + "_ SECRET", + "_SE CRET", + "_SEC RET", + "_ pb", + "_p b", + "Ġ rats", + "Ġr ats", + "Ġrat s", + "Ġra ts", + "ा à¤", + "Ġ nt", + "Ġn t", + ". Router", + ".R outer", + ".Route r", + "_ topic", + "_t opic", + "_to pic", + "_top ic", + "Ġt ennis", + "Ġten nis", + "Ġ PUBLIC", + "ĠP UBLIC", + "ĠPUB LIC", + "ĠActiv atedRoute", + "Ġ ',Ċ", + "Ġ' ,Ċ", + "Ġ', Ċ", + "Ġcost ume", + "Ġj okes", + "Ġjo kes", + "Ġjoke s", + ". Handle", + ".H andle", + ".Hand le", + "ĉ byte", + "ĉb yte", + "Ġfl avors", + "Ġflavor s", + "Ġflav ors", + "( cc", + "(c c", + "Ġperson as", + "Ġpers onas", + "Ġpersona s", + "Ġperso nas", + "ĉ image", + "ĉi mage", + "ĉim age", + "ĠN azi", + "ĠNa zi", + "ĠNaz i", + "Ġ grammar", + "Ġgram mar", + "Ġgramm ar", + "Ġú lt", + "Ġval ve", + "Ġ vic", + "Ġv ic", + "Ġvi c", + "Ġ Rachel", + "ĠR achel", + "ĠRac hel", + "ĠRach el", + "_ invalid", + "_in valid", + "P refs", + "Pr efs", + "Pre fs", + "Pref s", + "std int", + "stdin t", + "( route", + "(r oute", + "(ro ute", + "Ġ htmlspecialchars", + "Ġhtml specialchars", + "Ġpe oples", + "Ġpeople s", + "p line", + "pl ine", + "Ġ nv", + "Ġn v", + "Ġ Quant", + "ĠQ uant", + "ĠQu ant", + "o ppers", + "op pers", + "opp ers", + "opper s", + "Ġ currentUser", + "Ġcurrent User", + "ĠC atal", + "ĠCa tal", + "ĠCat al", + "ĠCata l", + "Ġre conc", + "Ġrecon c", + "Ġreco nc", + "Ġcon junction", + "Ġconj unction", + "l x", + "am burg", + "amb urg", + "Ġinflu ential", + "d anger", + "da nger", + "dan ger", + "in ders", + "ind ers", + "inder s", + "inde rs", + "Ġ %@\",", + "Ġ% @\",", + "Ġ%@ \",", + ". configuration", + ".config uration", + "o some", + "os ome", + "oso me", + ". identity", + ".id entity", + ".ident ity", + ".ide ntity", + "Ġ picker", + "Ġp icker", + "Ġpick er", + "Ġpi cker", + "Ġpic ker", + "n ost", + "no st", + "nos t", + "ĠDI Y", + "Aug ust", + "a blo", + "ab lo", + "abl o", + "Le af", + "ĠR eco", + "ĠRe co", + "ĠRec o", + "c ko", + "ck o", + "D OC", + "DO C", + "ĠH erm", + "ĠHe rm", + "ĠHer m", + ": any", + ":a ny", + "Ġ Interview", + "ĠInt erview", + "ĠInter view", + "Ġ Tex", + "ĠT ex", + "ĠTe x", + "x fe", + "xf e", + "( work", + "(w ork", + "Ġle ap", + "He ading", + "Head ing", + "Ġ quarters", + "Ġqu arters", + "Ġquarter s", + "Ġquar ters", + "Ġquart ers", + "\\ Bundle", + "r eb", + "re b", + "Per haps", + "ĠG mbH", + "B irth", + "Bir th", + "ĉ sum", + "ĉs um", + "ĠWat son", + ". nil", + ".n il", + "ç ¡", + "{ }ĊĊ", + "{} ĊĊ", + "{}Ċ Ċ", + "ic aid", + "ica id", + "G etter", + "Get ter", + "\" name", + "Ġ \"čĊ", + "Ġ\" čĊ", + "_ none", + "_n one", + "_no ne", + "_non e", + "z m", + "ac ute", + "u esto", + "ue sto", + "ues to", + "uest o", + "Ġs ous", + "Ġso us", + "Ġsou s", + "Ġre build", + "Ġreb uild", + "Ġnews papers", + "Ġnewsp apers", + "Ġnewspaper s", + "Ġ Haz", + "ĠH az", + "ĠHa z", + "Ġ kits", + "Ġk its", + "Ġkit s", + "Ġki ts", + "i fo", + "if o", + "Bl ur", + "Ġsu ited", + "Ġsuit ed", + "Ġsuite d", + "Ġsui ted", + "- In", + "-I n", + "à ¯", + "Ġ Keith", + "ĠKe ith", + "ĠNor way", + "IN IT", + "INI T", + "ire ccion", + "i eties", + "ie ties", + "iet ies", + "_ usage", + "_u sage", + "_us age", + "Ġ Doug", + "ĠD oug", + "ĠDo ug", + "ĠDou g", + "r ise", + "ri se", + "ris e", + "Ġtr illion", + "im ited", + "imit ed", + "imi ted", + "Ġ REL", + "ĠR EL", + "ĠRE L", + "a lic", + "al ic", + "ali c", + "Ġcritic ized", + "Ġcriticize d", + "the orem", + "Ġc ease", + "Ġce ase", + "Ġside w", + "Ġsid ew", + "ĠT erry", + "ĠTer ry", + "ĠTerr y", + "Ġsubs idi", + "Ġsubsid i", + "Ġfirm ly", + "Ġ aws", + "Ġa ws", + "Ġaw s", + "Ġh ott", + "Ġhot t", + "Ġho tt", + "Ġd ressing", + "Ġdress ing", + "b adge", + "ba dge", + "bad ge", + "Ġ Applications", + "ĠApp lications", + "ĠApplication s", + "ĠAppl ications", + "è¿ ĶåĽŀ", + "è¿Ķ åĽŀ", + "Ġlaugh ed", + "Ġh obby", + "Ġhob by", + "Ġmus icians", + "Ġmusic ians", + "Ġmusician s", + "Ġ *.", + "Ġ* .", + ". placeholder", + ".place holder", + "Ġc ounters", + "Ġcount ers", + "Ġcoun ters", + "Ġcounter s", + "ĠCap itol", + "S DK", + "SD K", + "Ġh elmet", + "Ġhel met", + "Ġhelm et", + "and box", + "q uit", + "qu it", + "qui t", + "Ġcriminal s", + "Ġcrim inals", + "Ġteen ager", + "Ġteenage r", + "( update", + "(up date", + "G l", + ". selection", + ".s election", + ".se lection", + ".select ion", + ".sel ection", + "Ġdis charge", + "Ġpres enting", + "Ġpresent ing", + "ufact urer", + "_ UNKNOWN", + "_UN KNOWN", + "Ġst ressed", + "Ġstr essed", + "Ġstress ed", + "å Ļ¨", + "åĻ ¨", + "Pro to", + "Pr oto", + "Prot o", + "_ correct", + "_c orrect", + "_cor rect", + "_corr ect", + "h aus", + "ha us", + "Ġre nov", + "Ġren ov", + "Ġfire arms", + "Ġfirearm s", + "Ġtechn ically", + "Ġtechnical ly", + "- browser", + "-b rowser", + "Ġc andy", + "Ġcan dy", + "Ġcand y", + "St roke", + "Str oke", + "Ġ executor", + "Ġexec utor", + "Ġexecut or", + "Ġocc urrence", + "Ġoccur rence", + "Ġ IPv", + "ĠIP v", + "_ INTERFACE", + "_INTER FACE", + "Ġ Retrieve", + "ĠRe trieve", + "ĠRet rieve", + "ĠRetrie ve", + ". bad", + ".b ad", + ".ba d", + "Ex change", + "Nav bar", + "Ġ Kid", + "ĠK id", + "ĠKi d", + "(get ApplicationContext", + "_ STOP", + "_S TOP", + "_ST OP", + "Ġ Boss", + "ĠB oss", + "ĠBo ss", + "ĠBos s", + "List eners", + "Listener s", + "Listen ers", + "Ġsh ooter", + "Ġshoot er", + "Ġsho oter", + "ĠA lb", + "ĠAl b", + "ä ch", + "Ġ pix", + "Ġp ix", + "Ġpi x", + ". keyCode", + ".key Code", + "al one", + "alo ne", + "alon e", + "Ġabs urd", + "Ġ Cum", + "ĠC um", + "ĠCu m", + "ĠNewton soft", + "i kt", + "ik t", + "Ġlaugh ing", + "Ġcapital ism", + "ree Node", + "T x", + "_ QUERY", + "_QU ERY", + ". Sleep", + ".S leep", + "( login", + "(log in", + "(lo gin", + "Web Element", + "Ġcelebr ating", + "Ġ deprecated", + "Ġde precated", + "Ġdep recated", + "Ġm aar", + "Ġma ar", + "Ġart istic", + "Ġartist ic", + "_ASS OC", + "_AS SOC", + "ĠBorder Radius", + "ĉ wp", + "ĉw p", + "Ġsurv ivors", + "Ġsurviv ors", + "Ġsurvivor s", + "In ner", + "- red", + "-r ed", + "-re d", + "Ġprosec ution", + "_ pp", + "_p p", + "( \"$", + "\"=> $", + "Ġ comma", + "Ġcom ma", + "Ġco mma", + "Ġcomm a", + "un checked", + "g raphics", + "graph ics", + "graphic s", + "r ors", + "ro rs", + "ror s", + "G ROUND", + "GR OUND", + "( public", + "(p ublic", + "(pub lic", + "Ġcustom ized", + "Ġcustomize d", + "ĠArk ansas", + "Ġ Rew", + "ĠR ew", + "ĠRe w", + "Ġ expiration", + "Ġex piration", + "Ġexp iration", + "× ķ", + "ĠC ul", + "ĠCu l", + "Ġn ons", + "Ġno ns", + "Ġnon s", + ". Filter", + ".F ilter", + "Ġsen ator", + "_ definition", + "_def inition", + "ash ington", + "ashing ton", + "y mph", + "ym ph", + "/ J", + "Ġ fuse", + "Ġf use", + "Ġfu se", + "Ġfus e", + "ra mid", + "ram id", + "Ġ Supplier", + "ĠS upplier", + "ĠSup plier", + "Ġ autocomplete", + "Ġaut ocomplete", + "Ġauto complete", + "Ġ }),", + "Ġ} ),", + "Ġ}) ,", + ". \"ĊĊĊ", + ".\" ĊĊĊ", + ".\"ĊĊ Ċ", + ".\"Ċ ĊĊ", + "_ functions", + "_function s", + "_fun ctions", + "ĉ to", + "ĉt o", + ". eval", + ".e val", + ".ev al", + "ĠT Object", + "ĠTO bject", + "Re ferences", + "Reference s", + "Refer ences", + "Ġh eated", + "Ġhe ated", + "Ġheat ed", + "H AL", + "HA L", + "Ġ ))}Ċ", + "Ġ) )}Ċ", + "Ġ)) }Ċ", + "} $", + "ĠB arr", + "ĠBar r", + "ĠBa rr", + "_ UNIT", + "_UN IT", + "+ $", + "Ġ getValue", + "Ġget Value", + "i ped", + "ip ed", + "ipe d", + "ch ied", + "chie d", + "chi ed", + "( vm", + "(v m", + "c ue", + "cu e", + "_ integer", + "_int eger", + "_ course", + "_c ourse", + "_co urse", + "th ird", + "Ġre vised", + "Ġrev ised", + "Ġrevis ed", + "Ġrevise d", + "* */Ċ", + "** /Ċ", + "_ DIRECT", + "_D IRECT", + "_DIR ECT", + "_DI RECT", + "Out Of", + "( \"(", + "(\" (", + "Ġ Feel", + "ĠF eel", + "ĠFe el", + "ĠFee l", + "Ġre ass", + "Ġ subtitle", + "Ġsub title", + "Ġsubt itle", + "p eri", + "pe ri", + "per i", + "n f", + "Ġenjoy s", + "Ġenjo ys", + "Ġtreat s", + "Ġtre ats", + ") this", + ")t his", + "- tabs", + "-t abs", + "-tab s", + "an cers", + "ance rs", + "anc ers", + "ancer s", + "Ġ continent", + "Ġcont inent", + "Ġcontin ent", + "Ġcar dio", + "Ġcard io", + "Ġcardi o", + "S er", + "Se r", + ". question", + ".q uestion", + ".qu estion", + ".quest ion", + "Ġph rases", + "Ġphrase s", + "Valid ators", + "Validator s", + "Ġpop ul", + "Ġ lÃŃ", + "Ġl ÃŃ", + "s ong", + "so ng", + "son g", + "_ INTERNAL", + "_IN TERNAL", + "_INTER NAL", + "Ġadv iser", + "Ġadvis er", + "Ġadvise r", + "Ġp uzz", + "Ġpu zz", + "Ġamb itious", + "Ġambit ious", + "ĠT ob", + "ĠTo b", + "Ġ DP", + "ĠD P", + "Ġpres idency", + "Ġsur render", + "Ġsurre nder", + "Ġw atches", + "Ġwatch es", + "Ġwat ches", + "_ binary", + "_b inary", + "_bin ary", + "Ġ Soon", + "ĠS oon", + "ĠSo on", + "Ġcan ada", + "(\" \")Ċ", + "(\"\" )Ċ", + "(\"\") Ċ", + "] ='", + "]= '", + "Ġ Brandon", + "ĠBr andon", + "ĠBrand on", + "ĠBra ndon", + "ĠBran don", + "e psilon", + "eps ilon", + "r w", + ". addChild", + ".add Child", + ". Copy", + ".C opy", + ".Co py", + "Pr incipal", + "Ph otos", + "Photo s", + "Phot os", + "Ġmargin al", + "Ġmarg inal", + "Ġb asics", + "Ġbas ics", + "Ġbasic s", + "e ing", + "ei ng", + "ein g", + "M ust", + "Mu st", + "Mus t", + "_ String", + "_S tring", + "_Str ing", + "_St ring", + "Ġ ole", + "Ġo le", + "Ġol e", + "M agento", + "Mag ento", + ". customer", + ".c ustomer", + ".custom er", + "( prev", + "(p rev", + "(pr ev", + "(pre v", + "ภ¥", + "Ġlo yalty", + "Ġloyal ty", + "C og", + "Co g", + "Ġ protocols", + "Ġprot ocols", + "Ġprotocol s", + "Ġproto cols", + "Ġ Companies", + "ĠCom panies", + "Ġthe oretical", + "Ġtheoret ical", + "Ġtheor etical", + "Ġaccess ing", + "Ġacces sing", + "Ġ Zen", + "ĠZ en", + "ĠZe n", + ". ones", + ".on es", + ".o nes", + ".one s", + "att ice", + "atti ce", + "_ world", + "_w orld", + "z es", + "ze s", + "Ġtatto o", + "Ġtat too", + "Ġm enos", + "Ġme nos", + "Ġmen os", + "Ġmeno s", + "Ġ intersect", + "Ġinter sect", + "Ġinters ect", + "\" ];ĊĊ", + "\"] ;ĊĊ", + "\"];Ċ Ċ", + "\"]; ĊĊ", + "be lie", + "bel ie", + "Ġ inactive", + "Ġin active", + ".read line", + "-label led", + ". done", + ".d one", + ".do ne", + "lic kr", + "lick r", + "Ġ WORK", + "ĠW ORK", + "Ġder ivative", + "Ġderiv ative", + "Ġd atabases", + "Ġdata bases", + "Ġdatabase s", + "Ġdatab ases", + "âĤ Ĥ", + "Ġ sx", + "Ġs x", + ". isArray", + ".is Array", + "Ġ ys", + "Ġy s", + "Ġp ada", + "Ġpa da", + "Ġpad a", + "Ġ Bullet", + "ĠB ullet", + "ĠBul let", + "ĠBull et", + "(` /", + "is Active", + "Ġ CGSize", + "ĠCG Size", + "( equalTo", + "(equal To", + "ĠColum bus", + "Ġm arry", + "Ġmar ry", + "D EV", + "DE V", + "_ limits", + "_l imits", + "_limit s", + "_li mits", + "_lim its", + "r ones", + "ro nes", + "ron es", + "rone s", + "I AS", + "IA S", + "Ġ tau", + "Ġt au", + "Ġta u", + "m ino", + "min o", + "mi no", + "_ Write", + "_W rite", + "ĠW ine", + "ĠWin e", + "ĠWi ne", + "Ġ [['", + "Ġ[ ['", + "Ġ[[ '", + "Ġ Pull", + "ĠP ull", + "ĠPu ll", + "ĠPul l", + "ri ters", + "rit ers", + "rite rs", + "riter s", + "r ients", + "ri ents", + "rie nts", + "rient s", + "rien ts", + "Ġsh ifting", + "Ġshift ing", + "u pp", + "up p", + "_ TIMER", + "_T IMER", + "_TIME R", + "_TIM ER", + "_TI MER", + "Ġ Conditions", + "ĠCondition s", + "ĠCond itions", + "Ạ¥", + "Ġ Orders", + "ĠOr ders", + "ĠOrder s", + "ĠOrd ers", + "Ġ Strength", + "ĠSt rength", + "ĠStr ength", + "ĠStre ngth", + "æī Ģ", + "Ġval idity", + "Ġvalid ity", + "Ġf ot", + "Ġfo t", + "e tur", + "et ur", + "etu r", + "Ġ bolt", + "Ġb olt", + "Ġbo lt", + "Ġbol t", + "åĨ ħ", + "Ġ Along", + "ĠA long", + "ĠAl ong", + "ĠAlo ng", + "o shi", + "os hi", + "osh i", + "Ġassum ptions", + "Ġassumption s", + "Ġmag azines", + "Ġmagazine s", + "_ SPI", + "_S PI", + "_SP I", + "Ġp unt", + "Ġpun t", + "Ġpu nt", + "_ PRODUCT", + "_PRO DUCT", + "_PROD UCT", + "Ġ relay", + "Ġre lay", + "Ġr elay", + "Ġrel ay", + "Ġ Javascript", + "ĠJ avascript", + "ĠJava script", + ". te", + ".t e", + "- es", + "-e s", + "Ġ widgets", + "Ġwidget s", + "Ġwid gets", + "( fs", + "(f s", + "< Item", + " \";", + ">\" ;", + "at ching", + "atch ing", + "Ġ Knowledge", + "ĠK nowledge", + "ĠKnow ledge", + "ĉ The", + "ĉT he", + "; margin", + ";m argin", + "less ness", + "o pard", + "op ard", + "opa rd", + "u matic", + "um atic", + "uma tic", + "umat ic", + "( )));čĊ", + "() ));čĊ", + "()) );čĊ", + "())) ;čĊ", + "())); čĊ", + "Ġf als", + "Ġfa ls", + "Ġfal s", + "( cache", + "(c ache", + "(ca che", + "Type Id", + "éĢ ļ", + "_ choice", + "_ch oice", + "ĠG oth", + "ĠGo th", + "ĠGot h", + "Ġ Sites", + "ĠS ites", + "ĠSi tes", + "ĠSite s", + "ĠSit es", + "M G", + "_ border", + "_b order", + "Ind ices", + "Com parer", + "Comp arer", + "Compar er", + "Compare r", + "ĠRe distribution", + "ĠRed istribution", + "ĠRedis tribution", + "Ġclose t", + "Ġclos et", + "Ġclo set", + "Ġvers atile", + "Ġversa tile", + "In puts", + "Input s", + "**** ****************", + "******** ************", + "**************** ****", + "****** **************", + "************ ********", + "************** ******", + "Ġob esity", + "qu iz", + "qui z", + "g ra", + "gr a", + "( global", + "(g lobal", + "åĬ ¡", + "Ġ collector", + "Ġcol lector", + "Ġcoll ector", + "Ġcollect or", + "Ġcolle ctor", + "Ġ kor", + "Ġk or", + "Ġko r", + "o vable", + "ov able", + "ova ble", + "A DC", + "AD C", + "Ġ EventHandler", + "ĠEvent Handler", + ". nc", + ".n c", + "Ġplay back", + "ient os", + "ien tos", + "iento s", + "_ perm", + "_p erm", + "_per m", + "_pe rm", + "_ WARNING", + "_W ARNING", + "_WARN ING", + "ĠOlymp ics", + "ĠOlympic s", + ". norm", + ".n orm", + ".no rm", + "Ġ Broadcast", + "ĠB roadcast", + "ĠBroad cast", + "_ small", + "_s mall", + "_sm all", + "d rive", + "dr ive", + ". iloc", + ".i loc", + ".il oc", + "Ġ typed", + "Ġt yped", + "Ġtype d", + "Ġtyp ed", + "Ġty ped", + "M EM", + "ME M", + "_ cons", + "_c ons", + "_con s", + "_co ns", + "D METHOD", + "DM ETHOD", + "Ġ lun", + "Ġl un", + "Ġlu n", + ". distance", + ".d istance", + ".di stance", + ".dist ance", + "( par", + "(p ar", + "(pa r", + "p oon", + "po on", + "Ġ bast", + "Ġb ast", + "Ġbas t", + "Ġba st", + "act ivities", + "activ ities", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + ": čĊčĊ", + ":čĊ čĊ", + "S ER", + "SE R", + ") &&", + ")& &", + "_ lst", + "_l st", + "_ls t", + "ĠPol ish", + "ĠPo lish", + "Ġkn ocked", + "Ġknock ed", + "Ġfrustr ation", + "au kee", + "Ġph osph", + "iqu id", + "iq uid", + "_ coeff", + "_c oeff", + "_co eff", + "_coef f", + "æŃ ¤", + "L atest", + "La test", + "Lat est", + "Late st", + "ĠD ust", + "ĠDu st", + "T ipo", + "Tip o", + "Ti po", + "Ġmain tains", + "Ġmaint ains", + "Ġmaintain s", + "Ġ marsh", + "Ġmar sh", + "Ġmars h", + "inc inn", + "inci nn", + "l bl", + "lb l", + "C are", + "Car e", + "Ca re", + "Ġneighborhood s", + "_ gpio", + "_g pio", + "_gp io", + "ĠAr senal", + "ĠArs enal", + "D em", + "De m", + "ĠW he", + "ĠWh e", + "_ hook", + "_h ook", + "Ġl dc", + "Ġld c", + "ĠHar per", + "ĠBer keley", + "Ġgrad uated", + "Ġgraduate d", + "Ġgradu ated", + "Per cent", + "Ġarr iving", + "Ġarriv ing", + "Ġ Adventure", + "ĠAd venture", + "ĠAdvent ure", + "( scope", + "(s cope", + "(sc ope", + "( '*", + "(' *", + "qu arter", + "ĠM arie", + "ĠMar ie", + "ĠMa rie", + "ĠMari e", + "Spe aking", + "Speak ing", + "_ codegen", + "_code gen", + "_cod egen", + "Ġim mun", + "Ġimm un", + "c aster", + "ca ster", + "cast er", + "cas ter", + "ãĤ Į", + "åķ Ĩ", + "Ġ Dimensions", + "ĠDim ensions", + "ĠDimension s", + ". record", + ".re cord", + ".rec ord", + "Ġ texto", + "Ġtext o", + "Ġtex to", + "Ġ Michelle", + "ĠMich elle", + "ĠMichel le", + "ĠMiche lle", + "P ending", + "Pen ding", + "( by", + "(b y", + "_ PAR", + "_P AR", + "_PA R", + "u cht", + "uch t", + "uc ht", + "b ee", + "be e", + ". Thread", + ".T hread", + ".Th read", + "am pire", + "amp ire", + "k now", + "kn ow", + "Ġ Clinical", + "ĠClin ical", + "ĠClinic al", + "Ġmargin Bottom", + "Ġd istinguish", + "Ġdistingu ish", + ". Full", + ".F ull", + ". undefined", + ".un defined", + "ĠSequ elize", + "#### ########################################################################", + "################ ############################################################", + "################################################################ ############", + "############ ################################################################", + "################################################ ############################", + "######################################################################## ####", + "############################ ################################################", + "############################################################ ################", + "Ġ educated", + "Ġeduc ated", + "Ġeducate d", + "_ OVER", + "_O VER", + "åº ı", + "Ġ ÂłĠÂł", + "ĠÂł ĠÂł", + "ĠÂłĠ Âł", + "_ each", + "_e ach", + "Ġ urge", + "Ġur ge", + "Ġurg e", + "de part", + "dep art", + "Ġdon ors", + "Ġdonor s", + "Ġ Au", + "ĠA u", + "Ġb illions", + "Ġbill ions", + "Ġbillion s", + "Ġbelong ing", + "_ age", + "_a ge", + "_ag e", + "_ Int", + "_I nt", + "_In t", + "Ġsub stances", + "Ġsubstance s", + "Ġsubst ances", + "m achine", + "ma chine", + "mach ine", + "! !!ĊĊ", + "!! !ĊĊ", + "!!! ĊĊ", + "!!!Ċ Ċ", + "Ġjson ify", + "ib bean", + "Ġ Cad", + "ĠC ad", + "ĠCa d", + "Ġ endTime", + "Ġend Time", + "Ġc ycling", + "Ġcy cling", + "Ġcycl ing", + "Ġcyc ling", + "Ġ UITextField", + "ĠUI TextField", + "ĠUIT extField", + "Ġle verage", + "Ġlever age", + "Ġleve rage", + "Ġvan illa", + "e at", + "ea t", + "L aunch", + "La unch", + "( pt", + "(p t", + "st ates", + "state s", + "stat es", + "sta tes", + "Ġ Controls", + "ĠControl s", + "ĠContr ols", + "Ġ Respons", + "ĠRes pons", + "ĠResp ons", + "Ġ Jake", + "ĠJ ake", + "ĠJa ke", + "ĠJak e", + "Ġa sleep", + "Ġas leep", + "fort unate", + ".next Line", + "Size Mode", + "ì Ŀ¼", + "ìĿ ¼", + "Testing Module", + "G erman", + "Ger man", + "ĠInvest ig", + ". reverse", + ".re verse", + ".rev erse", + "Ġ BACK", + "ĠB ACK", + "ĠBA CK", + "( DateTime", + "(Date Time", + "Ġnon profit", + "Ġ Expect", + "ĠEx pect", + "ĠExp ect", + "Ġt anto", + "Ġtan to", + "Ġtant o", + "' ]),", + "'] ),", + "']) ,", + "ĉ the", + "ĉt he", + "ĉth e", + "M ultiple", + "Multi ple", + "Mult iple", + "Multip le", + "(get Activity", + "_ WAIT", + "_W AIT", + "Ġj á", + "de cor", + "dec or", + "lev ance", + "Ġ GitHub", + "ĠGit Hub", + "m ination", + "min ation", + "mi nation", + "mina tion", + "_ quantity", + "_qu antity", + "_quant ity", + ". Scanner", + ".Sc anner", + ".Scan ner", + "ĠL ion", + "ĠLi on", + "éĶĻ 误", + "Ġ dre", + "Ġd re", + "Ġdr e", + "Ġtan tra", + "Ġtant ra", + "Ġtantr a", + "Ġ contentType", + "Ġcontent Type", + "Ġ fid", + "Ġf id", + "Ġfi d", + "_ alt", + "_a lt", + "_al t", + "NS IndexPath", + "- pl", + "-p l", + "åĮ ĸ", + "Ġantib iot", + "t ables", + "table s", + "ta bles", + "tab les", + "tabl es", + "a cial", + "ac ial", + "aci al", + "acia l", + "Ġ Registry", + "ĠReg istry", + "ĠRegistr y", + "Ġo live", + "Ġol ive", + "Ġoli ve", + "i gers", + "ig ers", + "ige rs", + "iger s", + "Ġ subscriber", + "Ġsub scriber", + "Ġsubscri ber", + "Ġsubscribe r", + "_ pres", + "_p res", + "_pr es", + "_pre s", + "Ġ Syntax", + "ĠS yntax", + "ĠSy ntax", + "ĠSyn tax", + "Ġl overs", + "Ġlo vers", + "Ġlove rs", + "Ġlover s", + "Ġlov ers", + ". Byte", + ".B yte", + ".By te", + "ol ders", + "old ers", + "older s", + "_ forward", + "_for ward", + "al ways", + "C aption", + "Cap tion", + "Ca ption", + "Capt ion", + "P riv", + "Pr iv", + "Pri v", + "ĠT ampa", + "ĠTam pa", + "is ateur", + "-labelled by", + "Ġ ToString", + "ĠTo String", + "Ġ ìĤ¬", + "Ġì Ĥ¬", + "ĠìĤ ¬", + "Ġinit iated", + "Ġiniti ated", + "Ġinitiate d", + "W F", + "Ġinstitution al", + "in ject", + "Ġ Scr", + "ĠS cr", + "ĠSc r", + "Ġ doctrine", + "Ġdo ctrine", + "Ġdoctr ine", + "Ġsp acious", + "Ġspac ious", + "i sure", + "is ure", + "isu re", + "Ġ Ana", + "ĠA na", + "ĠAn a", + "\" time", + "ess aging", + "essa ging", + "Ġ cid", + "Ġc id", + "Ġci d", + "ĠN an", + "ĠNa n", + "Ġin complete", + "Ġincom plete", + "T AG", + "TA G", + "- build", + "-b uild", + "Dec ember", + "Ġres idual", + "Ġresid ual", + "( PDO", + "(P DO", + "Ġ Listen", + "ĠL isten", + "ĠList en", + "ĠLi sten", + "ĠLis ten", + "ĠListe n", + "Ġ glyph", + "Ġg lyph", + "Ġgly ph", + "Ġg aps", + "Ġgap s", + "Ġga ps", + "n ea", + "ne a", + ". Rect", + ".R ect", + ".Re ct", + ".Rec t", + "Ġs au", + "Ġsa u", + "ĠPhoto graph", + "ĠPhot ograph", + "Ġ executable", + "Ġexec utable", + "Ġexecut able", + "Ġ Expert", + "ĠEx pert", + "ĠExp ert", + "Co routine", + "Cor outine", + "_ sizes", + "_s izes", + "_size s", + "_si zes", + "Ġ NL", + "ĠN L", + ". isValid", + ".is Valid", + ") ;}Ċ", + "); }Ċ", + ");} Ċ", + "- reg", + "-r eg", + "-re g", + "Ġc iting", + "Ġcit ing", + "Ġci ting", + "c wd", + "cw d", + "ĠOtt awa", + "ĠB att", + "ĠBa tt", + "ĠBat t", + "Ġrenew able", + "Ġprelim inary", + "Ġas ylum", + "Ġw rist", + "Ġwr ist", + "Ġutil iz", + "Ġut iliz", + "Ġdet ention", + "F ast", + "Fa st", + "Ġ ange", + "Ġa nge", + "Ġan ge", + "Ġang e", + "incinn ati", + "Ġste ering", + "Ġsteer ing", + "Ġ NaN", + "ĠN aN", + "ĠNa N", + "i osity", + "ios ity", + "/ page", + "/p age", + "Ġ è¿", + "Ġè ¿", + "ster ol", + "ste rol", + "Ġdis g", + "Ġdi sg", + "( DB", + "(D B", + "Ġ DESCRIPTION", + "ĠDE SCRIPTION", + "ĠDESC RIPTION", + "Ġ _$", + "Ġ_ $", + "Ġob stacle", + "Ġobst acle", + "Ġb izarre", + "Ġex traction", + "Ġext raction", + "Ġextra ction", + "Ġextract ion", + "Ġextr action", + "_ expected", + "_ex pected", + "_exp ected", + "_expect ed", + "Ġ loses", + "Ġl oses", + "Ġlo ses", + "Ġlos es", + "Ġlose s", + "Ġ Celebr", + "ĠCele br", + "Ġhtml For", + "Ġexp loit", + "Ġexpl oit", + "Ġexplo it", + "олÑĮз ов", + "X YZ", + "XY Z", + "Ġm agnet", + "Ġmag net", + "Ġmagn et", + "am ped", + "amp ed", + "Ġ atoms", + "Ġat oms", + "Ġatom s", + "S ources", + "Source s", + "pect ives", + "pective s", + "Ñģ ли", + "Ñģл и", + "Ġ= čĊ", + "Ġd are", + "Ġda re", + "Ġdar e", + "ĠW alter", + "ĠWal ter", + "ĠWalt er", + "Ġ brightness", + "Ġb rightness", + "Ġbright ness", + "Ġ annotations", + "Ġan notations", + "Ġannotation s", + "Ġannot ations", + "ë ı", + "is ke", + "isk e", + "S chedule", + ". images", + ".image s", + ".im ages", + ".imag es", + "ross o", + "ros so", + "Ġ \"..", + "Ġ\" ..", + "Ġ\". .", + "g amma", + "ga mma", + "gam ma", + "Ġin structor", + "Ġinstr uctor", + "Ġinstruct or", + "Ġ overwrite", + "Ġover write", + "- am", + "-a m", + "Ġdevast ating", + "ĠSaint s", + "ĠSa ints", + "ĠSai nts", + "Ġ hs", + "Ġh s", + "Ġbon uses", + "Ġbonus es", + "$ output", + "$out put", + "i jd", + "ij d", + "(Action Event", + "m onitor", + "mon itor", + "Ġmatt ress", + "Jan uary", + ". jp", + ".j p", + "Ġcar acter", + "Ġcara cter", + "Ġcaract er", + "Ġim pose", + "Ġimp ose", + "_ rest", + "_re st", + "_r est", + "_res t", + "Ġ Signature", + "ĠSign ature", + "ĠSig nature", + "Ġcoron avirus", + "ãģ Ĭ", + "_ compare", + "_com pare", + "_comp are", + "Me asure", + "it ated", + "ita ted", + "itate d", + "itat ed", + "e lijk", + "el ijk", + "eli jk", + "i gos", + "ig os", + "igo s", + "e sar", + "es ar", + "esa r", + "Ġr ushed", + "Ġru shed", + "Ġrush ed", + "Ġrus hed", + "m etry", + "me try", + "met ry", + "_SE PARATOR", + "_ WE", + "_W E", + "_ ATTRIBUTE", + "_ATTR IBUTE", + "_ATTRIB UTE", + "Ġ yaml", + "Ġy aml", + "Ġya ml", + "Ġ specs", + "Ġsp ecs", + "Ġspec s", + "Ġspe cs", + "ĠR ah", + "ĠRa h", + "ph eric", + "pher ic", + "phe ric", + "ĠIn vestment", + "ĠInvest ment", + "ä ll", + "äl l", + "Ġappe aling", + "Ġappeal ing", + "Ġ viewport", + "Ġview port", + "ç ©", + "Ġ marginLeft", + "Ġmargin Left", + "Ġ subtract", + "Ġsub tract", + "Ġsubt ract", + "Ġ EDIT", + "ĠED IT", + "ĉ ArrayList", + "ĉArray List", + "gr ading", + "grad ing", + "gra ding", + "Ġ Failure", + "ĠF ailure", + "ĠFail ure", + "as per", + "asp er", + "E EK", + "EE K", + "( now", + "(n ow", + "(no w", + "< object", + "Ġ Alignment", + "ĠAl ignment", + "ĠAlign ment", + "ple ado", + "q tt", + "qt t", + "( ERROR", + "(ERR OR", + "Ġ INVALID", + "ĠIN VALID", + "Ġ userid", + "Ġuse rid", + "Ġuser id", + "r aises", + "ra ises", + "raise s", + "rais es", + "rai ses", + "I DI", + "ID I", + "Ġv ariance", + "Ġvar iance", + "Ġvari ance", + "Ġ Nil", + "ĠN il", + "ĠNi l", + "/ delete", + "/de lete", + "_ MAIN", + "_M AIN", + "_MA IN", + ". Token", + ".T oken", + ".To ken", + ". Category", + ".C ategory", + "> )Ċ", + ">) Ċ", + "C ollision", + "Coll ision", + "Ġ Greater", + "ĠG reater", + "ĠGreat er", + "ĠGre ater", + "ĠR acing", + "ĠRa cing", + "ĠRac ing", + "a lan", + "al an", + "ala n", + "Ġmon etary", + "Ġmonet ary", + ", new", + ",n ew", + "Ġ Sorry", + "ĠS orry", + "ĠSor ry", + ". Enable", + ".E nable", + ".En able", + "Ġ Instantiate", + "ĠIn stantiate", + "ĠInstant iate", + "o llen", + "ol len", + "oll en", + "olle n", + "ë© ´", + "Ġ Calling", + "ĠC alling", + "ĠCal ling", + "ĠCall ing", + "_ hour", + "_h our", + "A DA", + "AD A", + "Ġs hy", + "Ġsh y", + ") **", + ")* *", + "Ġ ==>", + "Ġ= =>", + "Ġ== >", + "Ġe special", + "Ġes pecial", + "Ġesp ecial", + "Ġespec ial", + "Ġ interpreted", + "Ġinterpret ed", + "Ġinterpre ted", + "! =\"", + "!= \"", + "Ġph armacy", + "Ġpharm acy", + "Ġpharmac y", + ". single", + ".s ingle", + ".sin gle", + ".si ngle", + "ĠC ialis", + "ĠCi alis", + "Ġp aras", + "Ġpar as", + "Ġpara s", + "Ġpa ras", + ". toUpperCase", + ".to UpperCase", + "Ġ Demon", + "ĠD emon", + "ĠDe mon", + "ĠDem on", + "ĠDemo n", + "Pr ime", + "Prim e", + "Pri me", + "Ġrank ings", + "Ġranking s", + "Add ing", + "Ad ding", + "_ HASH", + "_H ASH", + "_HAS H", + "Ġ Exam", + "ĠEx am", + "Ú ©", + "ĠV ictor", + "ĠVi ctor", + "ĠVict or", + "ĠVic tor", + "Ok ay", + "\" ];čĊ", + "\"] ;čĊ", + "\"]; čĊ", + "Ġ fortune", + "Ġfort une", + "Ġ FETCH", + "ĠF ETCH", + "exp and", + ". Interop", + ".Inter op", + "Ġb arn", + "Ġbar n", + "Ġba rn", + "æ ¶Ī", + "æ¶ Ī", + "ue vo", + "Ġspec ulation", + "âĶĢâĶĢ âĶĢâĶĢ", + "Ġ Nu", + "ĠN u", + "ĠBl ues", + "ĠBlue s", + "ĠBlu es", + "( fname", + "(f name", + "(fn ame", + "Ġin habit", + "Ġinhab it", + "Ġinh abit", + "Ġ\\ \"%", + "Ġ\\\" %", + "C ES", + "CE S", + "ul ario", + "ular io", + "ula rio", + "_ cr", + "_c r", + "Ġ validated", + "Ġvalid ated", + "Ġvalidate d", + "Ġvalida ted", + "Ġmid night", + "an king", + "ank ing", + "anki ng", + "Ġincor porate", + "Ġincorpor ate", + "Ġpur suit", + "Ġpurs uit", + "E XP", + "EX P", + "pr ime", + "prim e", + "pri me", + "P id", + "Pi d", + "- US", + "-U S", + "ĠN urs", + "ĠNu rs", + "ĠNur s", + "Ġ Wheel", + "ĠW heel", + "ĠWh eel", + "ĠWhe el", + "é ĺ", + "Ġ inp", + "Ġin p", + "Ġi np", + "Ġsupport ive", + ". member", + ".m ember", + ".mem ber", + "Ġ Shot", + "ĠS hot", + "ĠSh ot", + "ĠSho t", + ". CheckBox", + ".Check Box", + "Ġaff irm", + "Ġaf firm", + "T or", + "To r", + "Full Year", + "Ġconsider ably", + "c redentials", + "cred entials", + "credential s", + "_ opts", + "_op ts", + "_o pts", + "_opt s", + "R oll", + "Ro ll", + "Rol l", + "( round", + "(r ound", + "(ro und", + "Ġc oment", + "Ġcom ent", + "Ġco ment", + "Ġcome nt", + "_ UART", + "_U ART", + "Ġext ending", + "Ġextend ing", + "R G", + "result ado", + "i tu", + "it u", + ". getSession", + ".get Session", + ".getS ession", + "Ġat traction", + "Ġatt raction", + "Ġattr action", + "Ġattract ion", + "& D", + "$ html", + "$h tml", + "Ġ Jessica", + "ĠJess ica", + "Ġ Associate", + "ĠAssoci ate", + "ĠAssoc iate", + "a ñ", + "_ ed", + "_e d", + "ĠL ag", + "ĠLa g", + "Ġorig ins", + "Ġorigin s", + "( ))->", + "() )->", + "()) ->", + "add EventListener", + "IA LOG", + "IAL OG", + "åIJ ¦", + ". Compare", + ".Com pare", + ".Comp are", + "Al bum", + "ĠK u", + "< Q", + "ar gest", + "arg est", + "arge st", + "arges t", + "Ġpro long", + "Ġprol ong", + "Ġconfig urations", + "Ġconfiguration s", + "Ġconfigur ations", + "Ġacc identally", + "Ġaccident ally", + "Ġaccidental ly", + "_ photo", + "_ph oto", + "Ġ' ';čĊ", + "Ġ'' ;čĊ", + "Ġ''; čĊ", + "Ġ verse", + "Ġv erse", + "Ġver se", + "Ġvers e", + "B ob", + "Bo b", + "Ġf arming", + "Ġfar ming", + "Ġfarm ing", + "d elivery", + "del ivery", + "deliver y", + "ĠM ack", + "ĠMac k", + "ĠMa ck", + "Ġuse Selector", + ".bootstrap cdn", + "ke eping", + "keep ing", + "kee ping", + "e ny", + "en y", + ". upload", + ".up load", + "Ġ METHOD", + "ĠM ETHOD", + "ĠMETH OD", + "c reator", + "cre ator", + "creat or", + "< _", + "ĠE aster", + "ĠEast er", + "ĠEa ster", + ". --", + ".- -", + "UI Button", + "ãĤ ī", + "om eters", + "ome ters", + "omet ers", + "ometer s", + "Ġ shine", + "Ġsh ine", + "Ġshin e", + "Ġh ogy", + "Ġho gy", + "Ġhog y", + "\\ s", + "Ġh arness", + "Ġhar ness", + ". Cell", + ".C ell", + "Ġ lifting", + "Ġl ifting", + "Ġlif ting", + "Ġlift ing", + "Ġcomb ines", + "Ġcombine s", + "Ġcombin es", + "Ġ Occup", + "ĠOcc up", + "ĠOc cup", + "ex clude", + "exc lude", + "p atial", + "pat ial", + "Ġre spir", + "Ġres pir", + "Ġresp ir", + "_ fit", + "_f it", + "Ġf ifty", + "Ġfi fty", + "Ġfif ty", + "ĠM ol", + "ĠMo l", + "Ġt uned", + "Ġtu ned", + "Ġtun ed", + "Ġtune d", + "-d imensional", + "Ġ qs", + "Ġq s", + "Ġt ops", + "Ġto ps", + "Ġtop s", + "> \";ĊĊ", + ">\";Ċ Ċ", + ">\" ;ĊĊ", + ">\"; ĊĊ", + "quis ite", + "qui site", + "ch annels", + "chan nels", + "channel s", + "/ res", + "/r es", + "/re s", + "Ġ Analytics", + "ĠAn alytics", + "ĠAnaly tics", + ".app compat", + "/ to", + "/t o", + "Ġon Error", + "( attr", + "(at tr", + "(att r", + "I RM", + "IR M", + "Ġrag az", + "- as", + "-a s", + ". Second", + ".Se cond", + "ori ented", + "orient ed", + "Ġd onn", + "Ġdo nn", + "Ġdon n", + "Ġlight ning", + "f id", + "fi d", + "ĠP le", + "ĠPl e", + "ãģ¾ ãģĻ", + "t ro", + "tr o", + ". True", + ".Tr ue", + "O bservable", + "Observ able", + "× Ļ", + "um bing", + "umb ing", + "Ġpros pective", + "Ġprospect ive", + "- filter", + "-f ilter", + "Ġpurs uant", + "( points", + "(p oints", + "(point s", + "(po ints", + ". Bind", + ".B ind", + "Ġp alm", + "Ġpa lm", + "Ġpal m", + "clear fix", + "ö s", + "ĠG onz", + "ĠGo nz", + "ĠGon z", + "Ġwe aken", + "Ġweak en", + "D rive", + "Dr ive", + "en ido", + "eni do", + "l ld", + "ll d", + "o box", + "ob ox", + "obo x", + "an ean", + "ane an", + "G ot", + "Go t", + "ä¿ Ŀ", + "Reg ex", + "æ ĥ", + "Ġsa lad", + "Ġsal ad", + "Ġsala d", + "as sis", + "ass is", + "assi s", + "\" net", + "inherit Doc", + "Ġ RV", + "ĠR V", + "qu ier", + "qui er", + "Ġ clazz", + "Ġcl azz", + "Ġcla zz", + "ı ÅŁ", + "oster one", + "oste rone", + "Ġair line", + "Ġairl ine", + ".list dir", + "Ġdown loading", + "Ġdownload ing", + "ĠP alm", + "ĠPal m", + "ĠPa lm", + "w aukee", + "& lt", + ". BL", + ".B L", + "_ INLINE", + "_IN LINE", + "of fs", + "off s", + "< <(", + "<< (", + "_ news", + "_n ews", + "_new s", + "_ne ws", + "Ġch ase", + "Ġcha se", + "/ ><", + "/> <", + "Ġe uros", + "Ġeu ros", + "Ġeuro s", + "ĠEgypt ian", + "ĠSt ainless", + "_ BOOL", + "_BO OL", + "Ġ Guild", + "ĠG uild", + "ĠGu ild", + "ĠGui ld", + "ĠGuil d", + "ĠD ynam", + "ĠDy nam", + "ĠDyn am", + "[ indexPath", + "[index Path", + "Ġ ï", + "Ġmem orable", + "Ġmemor able", + "ĠCh ampion", + "ĠChamp ion", + "Resource Manager", + ". Login", + ".Log in", + ".Lo gin", + "Ġ Former", + "ĠFor mer", + "ĠForm er", + "y ped", + "ype d", + "yp ed", + "Ġl leg", + "Ġll eg", + "Ġlle g", + "; \",", + ";\" ,", + "D WORD", + "DW ORD", + "Ġtax i", + "Ġta xi", + "Ġb ombs", + "Ġbomb s", + "Ġbom bs", + "r ah", + "ra h", + ". tags", + ".t ags", + ".tag s", + ".ta gs", + "_ tests", + "_t ests", + "_test s", + "_te sts", + "s tones", + "st ones", + "ston es", + "stone s", + "sto nes", + "âĢĿ )", + "[ g", + "r type", + "rt ype", + "Ġ vu", + "Ġv u", + "Ġhost ile", + "Ġho stile", + "Ġhos tile", + "Ch ars", + "Char s", + "Cha rs", + "ĠPatri ots", + "ĠPatriot s", + "/ status", + "/s tatus", + "/st atus", + "/stat us", + "< B", + "Ġ Income", + "ĠIn come", + "ĠInc ome", + "ĠD ad", + "ĠDa d", + "Ġpat rol", + "_ CHANGE", + "_CH ANGE", + "_CHAN GE", + "Ġup graded", + "Ġupgrade d", + "Ġ china", + "Ġch ina", + "Ġchi na", + "Ġchin a", + "set q", + "Start ed", + "Star ted", + ".U ndef", + ".Un def", + "Ġ checksum", + "Ġcheck sum", + "Ġchecks um", + "Ġfrustr ated", + "{ o", + "Ġe nf", + "Ġen f", + "Ġ woods", + "Ġw oods", + "Ġwood s", + "Ġwo ods", + "Ġwoo ds", + "Ġ Anyone", + "ĠAny one", + "En code", + "Enc ode", + "ĠQt Widgets", + "a reas", + "are as", + "area s", + "Ġsh eer", + "Ġshe er", + "s ki", + "sk i", + "end point", + "_ Test", + "_T est", + "S oup", + "So up", + "Sou p", + "~~~~~~~~ ~~~~~~~~", + "( files", + "(f iles", + "(file s", + "(fi les", + "(fil es", + "ĉ ĉĉĉĉčĊ", + "ĉĉ ĉĉĉčĊ", + "ĉĉĉĉ ĉčĊ", + "ĉĉĉ ĉĉčĊ", + "ĉĉĉĉĉ čĊ", + ". spark", + ".s park", + ".sp ark", + "Ġvalue d", + "Ġval ued", + "Ġvalu ed", + "Ġ %Ċ", + "Ġ% Ċ", + ". controls", + ".control s", + "ĠXCTAssert Equal", + "Ġf ame", + "Ġfam e", + "Ġfa me", + "ĠR ic", + "ĠRi c", + "D OT", + "DO T", + "ĠAlbert a", + "ĠAlb erta", + "ä½ ¿", + "o sal", + "os al", + "osa l", + ".Web Controls", + "Ġ ------------", + "Ġ- -----------", + "Ġ-- ----------", + "Ġ---- --------", + "Ġ--- ---------", + "Ġ----- -------", + "Ġ---------- --", + "Ġ------ ------", + "Ġ-------- ----", + "Ġ------- -----", + "Ġ--------- ---", + "Ġ----------- -", + "Ġ Mis", + "ĠM is", + "ĠMi s", + "Ġ SYS", + "ĠS YS", + "ĠSY S", + "Non null", + "= item", + "=i tem", + "Ġ expire", + "Ġex pire", + "Ġexp ire", + "De code", + "Dec ode", + "_ operation", + "_op eration", + "_o peration", + "_oper ation", + "Ġ Validator", + "ĠValid ator", + ". CENTER", + ".C ENTER", + "uff s", + "uf fs", + "* m", + "Ġa vant", + "Ġav ant", + "Ġava nt", + "Ġavan t", + "æ¬ ¡", + "âĢľ You", + ". permission", + ".per mission", + ".perm ission", + ".. .)", + "... )", + "Ġ Lic", + "ĠL ic", + "ĠLi c", + "_ coords", + "_co ords", + "_coord s", + ". nombre", + ".n ombre", + ".nom bre", + "c lo", + "cl o", + ". Internal", + ".In ternal", + ".Int ernal", + ".Inter nal", + "Ġ Cho", + "ĠC ho", + "ĠCh o", + "_ sw", + "_s w", + "ĉ Il", + "ĉI l", + "c lk", + "cl k", + "Ġ castle", + "Ġc astle", + "Ġcas tle", + "Ġcast le", + "( layer", + "(l ayer", + "p it", + "pi t", + "Ġ guided", + "Ġgu ided", + "Ġguide d", + "Ġguid ed", + "Ġgui ded", + "Ġ âĸĪ", + "Ġâĸ Ī", + "Ġsup erb", + "Ġsuper b", + "Ġsup plements", + "Ġsupplement s", + "Ġsuppl ements", + "Ġsupp lements", + "_ cent", + "_c ent", + "_ce nt", + "Ġ peek", + "Ġpe ek", + "Ġpee k", + "IN ARY", + "INA RY", + ". ContentAlignment", + ".Content Alignment", + "f alls", + "fall s", + "fal ls", + "\" ));", + "\") );", + "\")) ;", + "W all", + "Wal l", + "Wa ll", + ") .čĊ", + "). čĊ", + "Ġ Danny", + "ĠD anny", + "ĠDan ny", + "ĠDann y", + "irm ingham", + "IAL IZ", + "( create", + "(c reate", + "\" In", + "\"I n", + "Service Provider", + "Ġpr iced", + "Ġprice d", + "Ġpri ced", + "m acro", + "ma cro", + "mac ro", + "a mac", + "am ac", + "ama c", + ". box", + ".b ox", + ".bo x", + "- ---Ċ", + "-- --Ċ", + "---- Ċ", + "--- -Ċ", + "ãĥ «", + "Ġ Suit", + "ĠS uit", + "ĠSu it", + "u rst", + "ur st", + "urs t", + "b ru", + "br u", + "ourn als", + "ournal s", + "num ero", + "numer o", + "_ _()Ċ", + "__ ()Ċ", + "__( )Ċ", + "__() Ċ", + "D as", + "Da s", + "ĠM itt", + "ĠMi tt", + "ĠMit t", + "u der", + "ud er", + "ude r", + "? \\", + "f u", + "[ B", + "Ġ: )ĊĊ", + "Ġ:) ĊĊ", + "Ġ:)Ċ Ċ", + "( inter", + "(int er", + "(in ter", + "br ains", + "bra ins", + "brain s", + "Ġatt itudes", + "Ġattitude s", + "Ver ify", + "Ġsign atures", + "Ġsignature s", + "ack Bar", + "Ġ gd", + "Ġg d", + "J ack", + "Ja ck", + "Jac k", + ". cat", + ".c at", + ".ca t", + "Ġ zz", + "Ġz z", + "w arf", + "wa rf", + "war f", + "F TER", + "FT ER", + "\" );ĊĊĊ", + "\");Ċ ĊĊ", + "\") ;ĊĊĊ", + "\");ĊĊ Ċ", + "\"); ĊĊĊ", + "A live", + "Al ive", + "Ali ve", + "I CLE", + "IC LE", + "Ġ Whatever", + "ĠWh atever", + "ĠWhat ever", + "Ġ outlined", + "Ġout lined", + "Ġoutline d", + "s prite", + "sp rite", + "spr ite", + "е в", + "еР²", + "_ AB", + "_A B", + "_ DEPTH", + "_DE PTH", + "Ġcr ushed", + "Ġcrush ed", + "Ġcru shed", + "Ġcrus hed", + "a aa", + "aa a", + "( ev", + "(e v", + "æľ º", + "An ti", + "Ant i", + "I CO", + "IC O", + "is EqualTo", + "isEqual To", + ". sun", + ".s un", + "i culo", + "ic ulo", + "s ale", + "sa le", + "sal e", + "_ hex", + "_h ex", + "_he x", + "Ġ Vk", + "ĠV k", + "ap tor", + "apt or", + "Un ion", + "Uni on", + "Ġ Discount", + "ĠDis count", + "ĠDisc ount", + "ĠDisco unt", + "l ista", + "li sta", + "list a", + "lis ta", + ".Undef Or", + "Ġ automation", + "Ġa utomation", + "Ġautom ation", + "Ġautomat ion", + "N or", + "No r", + "å¯ ¹", + "åı Ĥæķ°", + "åıĤ æķ°", + "Ġre flex", + "Ġref lex", + "Ġrefl ex", + "ĠLa ure", + "ĠLaur e", + "ĠLau re", + ".showMessage Dialog", + ". temp", + ".t emp", + ".te mp", + ".tem p", + "Ġ akan", + "Ġa kan", + "Ġak an", + "Ġaka n", + "Ġ_ _____", + "Ġ__ ____", + "Ġ___ ___", + "Ġ____ __", + "Ġ_____ _", + ".Is True", + "A RED", + "AR ED", + "ARE D", + "a gle", + "ag le", + "E nergy", + "En ergy", + "Ġquant ities", + "âĢĻ é", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "Ġcitizens hip", + "Ġcitizen ship", + "m outh", + "mo uth", + "Ġin appropriate", + "Ġ Outdoor", + "ĠOut door", + "White Space", + "An onymous", + "lo ads", + "load s", + "webElement Properties", + "T en", + "Te n", + "Ġacc idents", + "Ġaccident s", + "Ġ advertisement", + "Ġad vertisement", + "Ġadvertis ement", + "Ġadvertise ment", + "ĠY emen", + "ĠYe men", + "( call", + "(c all", + "(cal l", + "(ca ll", + "Ġsl avery", + "Ġslave ry", + "Ġsla very", + "Ġslav ery", + "Ñģ п", + "ĠL am", + "ĠLa m", + "_ BITS", + "_B ITS", + "_BIT S", + "o mega", + "om ega", + "ome ga", + "ĠO le", + "ĠOl e", + "Ġkid n", + "Ġki dn", + "_ An", + "_A n", + "ĠR aid", + "ĠRa id", + "ĠRai d", + "C reation", + "Cre ation", + "Creat ion", + "s aved", + "save d", + "sa ved", + "sav ed", + "Ġpro port", + "Ġprop ort", + "Ġpropor t", + "W ARNING", + "WAR NING", + "WARN ING", + "\\ P", + "Ġ pwd", + "Ġp wd", + "Ġpw d", + "Data Reader", + "is cher", + "isc her", + "ische r", + "isch er", + "ad eon", + "ade on", + "Ġ Predict", + "ĠP redict", + "ĠPre dict", + "ĠPred ict", + "Ġreason ing", + "Ġdestroy ing", + "H el", + "He l", + "* d", + "ĠLeg isl", + "_ Pr", + "_P r", + "ĉ ĉĉĠĠĠĠĠĠĠ", + "ĉĉ ĉĠĠĠĠĠĠĠ", + "ĉĉĉ ĠĠĠĠĠĠĠ", + "ĉĉĉĠĠĠ ĠĠĠĠ", + "ĉĉĉĠ ĠĠĠĠĠĠ", + "ĉĉĉĠĠ ĠĠĠĠĠ", + "ĉĉĉĠĠĠĠ ĠĠĠ", + "ĉĉĉĠĠĠĠĠ ĠĠ", + "ĉĉĉĠĠĠĠĠĠ Ġ", + "Ġsym path", + "Ġsymp ath", + "Ġch ess", + "Ġche ss", + "Ġ mam", + "Ġm am", + "Ġma m", + ": hover", + ":h over", + "Ġcon verts", + "Ġconvert s", + "Ġconv erts", + "Ġconver ts", + "Ġp ela", + "Ġpe la", + "Ġpel a", + "Ġpro gression", + "Ġprogress ion", + "Ġprog ression", + "Ġ\" _\"", + "Ġ\"_ \"", + "ĠG ill", + "ĠGi ll", + "ĠGil l", + "ĉ show", + "ĉs how", + "ĉsh ow", + "Ġsupposed ly", + "ac curacy", + "acc uracy", + "accur acy", + "e lin", + "el in", + "eli n", + "Ġunf olding", + "Ġunfold ing", + "Ġ Hyper", + "ĠH yper", + "ĠHy per", + "ĠHyp er", + "Ġw anna", + "Ġwann a", + "Ġwan na", + "Ġ ups", + "Ġu ps", + "Ġup s", + "( #", + "ĠC riminal", + "ĠCr iminal", + "( Point", + "(P oint", + "at Lng", + "act ly", + "Ġcontract ors", + "Ġcontr actors", + "Ġcontractor s", + "Ġcontra ctors", + "' ]}", + "'] }", + "draul ic", + "ód igo", + "Ġ TT", + "ĠT T", + "Ġ Wide", + "ĠW ide", + "ĠWi de", + "ĠWid e", + "Ġ ARG", + "ĠA RG", + "ĠAR G", + "_ ic", + "_i c", + "FLAG S", + "S chool", + "Sch ool", + "Ġcl earing", + "Ġclear ing", + "Ġcle aring", + "- being", + "-b eing", + "-be ing", + "={ [", + ", const", + "man ent", + "Over lay", + "( '\"", + "(' \"", + "éĩ ı", + "Ġ Timestamp", + "ĠT imestamp", + "ĠTime stamp", + "Ġm ailing", + "Ġma iling", + "Ġmail ing", + "Ġmai ling", + "Ġ Cake", + "ĠC ake", + "ĠCa ke", + ". That", + ".T hat", + ".Th at", + "Ġmed itation", + "q p", + "Ġ empresa", + "Ġemp resa", + "Ġempres a", + "ĠL ions", + "ĠLi ons", + "ĠLion s", + "Ġw eld", + "Ġwe ld", + "Ġwel d", + "Ġ LinkedIn", + "ĠLinked In", + "Ġc ush", + "Ġcu sh", + "Ġcus h", + "Ġ genome", + "Ġge nome", + "Ġgen ome", + "Ġgenom e", + ". IndexOf", + ".Index Of", + "a gain", + "ag ain", + "aga in", + "Ġ fallback", + "Ġf allback", + "Ġfall back", + "Ġc amping", + "Ġcamp ing", + "Ġcam ping", + "r edd", + "re dd", + "red d", + "-strip ed", + "-str iped", + "Ġ dv", + "Ġd v", + "Fe bruary", + "Feb ruary", + "Ġ Proxy", + "ĠPro xy", + "ĠPr oxy", + "u sk", + "us k", + "Ġd iesel", + "Ġdi esel", + "Ġdie sel", + "Ġdies el", + "Ġdiese l", + "W RITE", + "WR ITE", + "RE AK", + "REA K", + "L orem", + "Lo rem", + ". Invoke", + ".In voke", + ".Inv oke", + "- div", + "-d iv", + "-di v", + "Inter ceptor", + "Ġ DH", + "ĠD H", + "i ales", + "ial es", + "ia les", + "iale s", + "Ġvill ages", + "Ġvillage s", + "Ġvilla ges", + "Ø ´", + "Ġ ENV", + "ĠE NV", + "ĠEN V", + "S ys", + "Sy s", + ". XR", + ".X R", + "Ġpo em", + "à Ĥ", + "c ade", + "ca de", + "cad e", + "p lots", + "pl ots", + "plot s", + "Ġ {(", + "Ġ{ (", + ". git", + ".g it", + "/ svg", + "/s vg", + "n cmp", + "nc mp", + "Ġ Äį", + "ĠÄ į", + "a ines", + "ain es", + "ai nes", + "aine s", + "åĩ ½æķ°", + "åĩ½ æķ°", + "Ġ ()ĊĊ", + "Ġ( )ĊĊ", + "Ġ() ĊĊ", + "Ġ()Ċ Ċ", + "op sis", + "ops is", + "Ġ Relationship", + "ĠRel ationship", + "ĠRelations hip", + "ĠRelation ship", + "_ aut", + "_a ut", + "Ġ Bomb", + "ĠB omb", + "ĠBo mb", + "ĠBom b", + "ĉ com", + "ĉc om", + "* sizeof", + "*size of", + "off icial", + "_ payload", + "_p ayload", + "_pay load", + "ĉ ĉĉĉĉĠĠ", + "ĉĉ ĉĉĉĠĠ", + "ĉĉĉĉ ĉĠĠ", + "ĉĉĉ ĉĉĠĠ", + "ĉĉĉĉĉ ĠĠ", + "ĉĉĉĉĉĠ Ġ", + ". manager", + ".m anager", + ".man ager", + ".manage r", + "Ġ Around", + "ĠA round", + "ĠAr ound", + "ĉ send", + "ĉs end", + "ĉse nd", + "Ġ Exercise", + "ĠEx ercise", + "Ġ Billy", + "ĠB illy", + "ĠBill y", + "ĠBil ly", + "i vi", + "iv i", + "Ġne eding", + "Ġneed ing", + "_ urls", + "_url s", + "_ur ls", + "_ tasks", + "_t asks", + "_task s", + "ĠH em", + "ĠHe m", + "Ġ tearDown", + "Ġte arDown", + "Ġtear Down", + "en crypt", + "enc rypt", + ". tie", + ".t ie", + "Ġ asm", + "Ġa sm", + "Ġas m", + "I CH", + "IC H", + "ĠCGRect Make", + "ìĦ ±", + "u long", + "ul ong", + "ulo ng", + "Ġ itr", + "Ġit r", + "Ġi tr", + "Ġ GST", + "ĠG ST", + "ĠGS T", + "Ġoffer ings", + "Ġoffering s", + "r obe", + "ro be", + "rob e", + "E EE", + "EE E", + "oper ators", + "operator s", + "_ PROP", + "_P ROP", + "_PRO P", + "_PR OP", + "in dent", + "ind ent", + "inde nt", + "inden t", + "A DE", + "AD E", + "o rf", + "or f", + "ë IJ", + "Ġbl essed", + "Ġbless ed", + "v ascular", + "vas cular", + "Ġcon oc", + "Ġco noc", + "H appy", + "Ha ppy", + "B ridge", + "Br idge", + "il itation", + "ilit ation", + "j oint", + "join t", + "jo int", + "Ġ Administr", + "ĠAdmin istr", + "- transform", + "-trans form", + "Ġmean time", + "Ġmeant ime", + "/ K", + "ĠBed room", + "Ġr igid", + "Ġrig id", + "Ġri gid", + "Ġb rowsers", + "Ġbrowser s", + "Ġbrows ers", + "Ġbrowse rs", + "EM PTY", + "EMP TY", + ". Serialize", + ".S erialize", + ".Serial ize", + "_ ED", + "_E D", + "Ġst itch", + "Ġ jan", + "Ġj an", + "Ġja n", + "el lt", + "ell t", + "Ġ brace", + "Ġb race", + "Ġbr ace", + "Ġbra ce", + "Ġt rails", + "Ġtr ails", + "Ġtrail s", + "Ġtra ils", + "Ġtrai ls", + "p ublished", + "publish ed", + "å¯Ĩ çłģ", + "} ')Ċ", + "}' )Ċ", + "}') Ċ", + "Ġac ids", + "Ġacid s", + "Ġ !!!", + "Ġ! !!", + "Ġ!! !", + "_ direct", + "_d irect", + "_dir ect", + "_di rect", + "> ());Ċ", + ">( ));Ċ", + ">() );Ċ", + ">()) ;Ċ", + "a jÄħ", + "aj Äħ", + "_O CC", + "_OC C", + "Ġplan ets", + "Ġplane ts", + "Ġplanet s", + "Ġpla nets", + "æ Ł¥", + "æŁ ¥", + "ĠDub lin", + "Ġ serie", + "Ġs erie", + "Ġse rie", + "Ġser ie", + "Ġseri e", + ". printf", + ".print f", + "de ep", + "dee p", + "` )", + "Ġ \\$", + "Ġ\\ $", + "Ġ μ", + "ĠÎ ¼", + "_ VIDEO", + "_V IDEO", + "end ors", + "endor s", + "endo rs", + "Ġ Crypto", + "ĠC rypto", + "ĠCrypt o", + "ĠCry pto", + "F ar", + "Fa r", + ". Transparent", + ".Trans parent", + ". TR", + ".T R", + "i asm", + "ia sm", + "ias m", + "_ training", + "_tr aining", + "_train ing", + "_tra ining", + "Ġte aches", + "Ġteach es", + "Ġtea ches", + "ĠB elt", + "ĠBe lt", + "ĠBel t", + "Ġlimit ing", + "Ġlim iting", + "ĠK ath", + "ĠKat h", + "ĠKa th", + "Ġ IndexPath", + "ĠIndex Path", + "Ġachie vements", + "Ġachieve ments", + "Ġachievement s", + "Ġse rá", + "Ġser á", + "interop Require", + "Ġd isse", + "Ġdis se", + "Ġdi sse", + "Ġdiss e", + ". If", + ".I f", + "ar ming", + "arm ing", + "uls ion", + "P o", + "_ DETAIL", + "_DE TAIL", + "_DET AIL", + "Prot otype", + "Proto type", + "Ġ CAL", + "ĠC AL", + "ĠCA L", + "Ġag rees", + "Ġagre es", + "Ġagree s", + "Ġagr ees", + ". vo", + ".v o", + ".Execute NonQuery", + "Ġ Topic", + "ĠT opic", + "ĠTo pic", + "ĠTop ic", + "Ġ' {}", + "Ġ'{ }", + "A rm", + "Ar m", + "Ġ ecc", + "Ġe cc", + "Ġec c", + "M ag", + "Ma g", + "Ġ serialized", + "Ġs erialized", + "Ġser ialized", + "Ġserial ized", + "Ġserialize d", + "ĉ conn", + "ĉc onn", + "ĉcon n", + "c ached", + "ca ched", + "cache d", + "cac hed", + "= tf", + "=t f", + "Ġ ByteArray", + "ĠByte Array", + "prot obuf", + "proto buf", + "var char", + "ĉ ASSERT", + "ĉA SSERT", + "Ġ liste", + "Ġl iste", + "Ġli ste", + "Ġlist e", + "Ġlis te", + "_ trigger", + "_tr igger", + "_tri gger", + "· ¸", + "F eel", + "Fe el", + "Fee l", + "T ahoma", + "Ġ Lik", + "ĠL ik", + "ĠLi k", + "Ġ structured", + "Ġstruct ured", + "Ġstructure d", + "erg us", + ". Initial", + ".In itial", + ".Init ial", + "_ ge", + "_g e", + "cl js", + ". contact", + ".cont act", + "Ġand ere", + "Ġan dere", + "Ġander e", + "$ stmt", + "_ CURRENT", + "_C URRENT", + "Ġ Discover", + "ĠDis cover", + "ĠDisc over", + "ĠDisco ver", + "$ res", + "$r es", + "form atter", + "for matter", + "format ter", + "H a", + "van gst", + "vang st", + "Ġe merge", + "Ġem erge", + "Ġemerg e", + "ãĢĤ âĢĿ", + "ĠC abinet", + "ĠCabin et", + "ĠCab inet", + "- square", + "-s quare", + "éĥ ¨", + "Ġ rage", + "Ġr age", + "Ġra ge", + "Ġrag e", + "Ġ AJ", + "ĠA J", + "Ġ VT", + "ĠV T", + "sh adow", + "ĠFa ith", + "e names", + "en ames", + "ename s", + "ena mes", + "p retty", + "pr etty", + "pre tty", + "pret ty", + "h asil", + "ha sil", + "has il", + "p arty", + "par ty", + "part y", + "Ġ varchar", + "Ġvar char", + "Ġf otos", + "Ġfo tos", + "Ġfoto s", + "Ġfot os", + "Ġa lum", + "Ġal um", + "ĠBel gium", + "ĠBelg ium", + ". ylabel", + ".y label", + "Ġ dej", + "Ġd ej", + "Ġde j", + "_ numbers", + "_num bers", + "_number s", + "Ġ hu", + "Ġh u", + ".set Adapter", + "Ġ Usually", + "ĠUs ually", + "( sample", + "(s ample", + ". Shared", + ".Sh ared", + "Ġbo oked", + "Ġbook ed", + "Ġboo ked", + "Ġ> >=", + "Ġ>> =", + "Ġmin erals", + "Ġmineral s", + "Ġminer als", + "\" > < ?=", + "\">", + "'] )->", + "']) ->", + "p rog", + "pr og", + "pro g", + "b oo", + "bo o", + "_ md", + "_m d", + "_ pack", + "_p ack", + "_pa ck", + "( express", + "(ex press", + "(exp ress", + "(expr ess", + "u tz", + "ut z", + "\\ Auth", + ", id", + ",i d", + "ĠCh ile", + "ĠChi le", + "act ice", + "actic e", + "Ġrec ruitment", + "Ġrecruit ment", + "Ġ poses", + "Ġp oses", + "Ġpos es", + "Ġpo ses", + "Ġpose s", + "Ġvulner ability", + "inst anc", + "o rum", + "or um", + "oru m", + "d ess", + "de ss", + "des s", + "Ġ xl", + "Ġx l", + "%%%%%%%%%%%%%%%% %%%%%%%%%%%%%%%%", + "( fig", + "(f ig", + "(fi g", + "Ġde leting", + "Ġdel eting", + "Ġdelet ing", + "Ġdele ting", + ". del", + ".d el", + ".de l", + ") ')Ċ", + ")' )Ċ", + "Ġ Weekly", + "ĠWeek ly", + "? ??", + "?? ?", + "( strcmp", + "(str cmp", + "s mith", + "sm ith", + "Ġpurs uing", + "- so", + "-s o", + "Ġ Apps", + "ĠA pps", + "ĠApp s", + "ĠAp ps", + "/ 'Ċ", + "/' Ċ", + "Ġde cis", + "Ġdec is", + "F ORE", + "FO RE", + "FOR E", + "Every one", + "Ġl anes", + "Ġla nes", + "Ġlane s", + "Ġlan es", + "V irtual", + "Vir tual", + ". attach", + ".at tach", + ".att ach", + "( Log", + "(L og", + "ĠMed icaid", + "ĠMedic aid", + "( Path", + "(P ath", + "ĠTur ner", + "ĠTurn er", + "/ application", + "/app lication", + "/ap plication", + "Ġ portrait", + "Ġport rait", + "Ġpor trait", + "Ġop pose", + "Ġopp ose", + "Ġoppos e", + "check out", + "Ġfin ishes", + "Ġfinish es", + "_ ME", + "_M E", + "Bar rier", + "S ong", + "So ng", + "Son g", + "V AR", + "VA R", + "Ear lier", + "r ella", + "re lla", + "rel la", + "rell a", + "Ġh ast", + "Ġhas t", + "Ġha st", + "a zar", + "az ar", + "aza r", + "Ġp ulls", + "Ġpull s", + "Ġpul ls", + "n gx", + "ng x", + "Ġins piring", + "Ġinspir ing", + "Ġinsp iring", + "Ñĥ Ñİ", + "- direction", + "-d irection", + "-direct ion", + "-dir ection", + "-di rection", + "Ġexplos ive", + "Ġ createdAt", + "Ġcreated At", + "s to", + "st o", + "Ġw heat", + "Ġwh eat", + "Ġwhe at", + "Ġ Built", + "ĠB uilt", + "ĠBu ilt", + "' ai", + "'a i", + "Ġ tracked", + "Ġtr acked", + "Ġtrack ed", + "h ammad", + "ham mad", + "RowAt IndexPath", + "_ heap", + "_he ap", + "D ue", + "Du e", + "Ġconn ects", + "Ġconnect s", + ". publish", + ".p ublish", + ".pub lish", + "e mu", + "em u", + "Ġb ullets", + "Ġbul lets", + "Ġbull ets", + "Ġbullet s", + "B AR", + "BA R", + "o late", + "ol ate", + "ola te", + "Ġintern ally", + "Ġinternal ly", + "Ġc atching", + "Ġcatch ing", + "Ġcat ching", + "- password", + "-p assword", + "-pass word", + "ou ched", + "ouch ed", + "æĢ §", + "e ous", + "eo us", + "Ġx range", + "Ġxr ange", + "Q uality", + "Qu ality", + "Qual ity", + "v v", + "Man age", + "Ma nage", + "Mana ge", + "( ($", + "(( $", + "ace ments", + "ac ements", + "acement s", + "ĠBr others", + "ĠBro thers", + "ĠBrother s", + "Ġ HEAD", + "ĠHE AD", + "Ġ Unsupported", + "ĠUn supported", + "ĠUns upported", + "s an", + "sa n", + "e si", + "es i", + "* **Ċ", + "** *Ċ", + "*** Ċ", + "Ġadapt ation", + "Ġ Worker", + "ĠWork er", + "ĠWor ker", + "' ]/", + "'] /", + ".save fig", + "( trans", + "(t rans", + "(tr ans", + "Ø ¬", + "n ee", + "ne e", + "C orrect", + "Cor rect", + ".. .\")Ċ", + "... \")Ċ", + "...\" )Ċ", + "Ġsubmit ting", + "- path", + "-p ath", + "ĉ last", + "ĉl ast", + "is san", + "iss an", + "issa n", + ". xlabel", + ".x label", + "Ġ Separ", + "ĠS epar", + "ĠSe par", + "ĠSep ar", + "/ no", + "/n o", + "_ best", + "_b est", + "_be st", + "ĠM ills", + "ĠMill s", + "ĠMil ls", + "_ sock", + "_s ock", + "_so ck", + "_soc k", + "( flag", + "(f lag", + "(fl ag", + "Ġdest inations", + "Ġdestination s", + "Ġdestin ations", + "em ption", + "emp tion", + "empt ion", + "Ġ FAIL", + "ĠF AIL", + "ĠFA IL", + "å ĴĮ", + "åĴ Į", + "Ġ rp", + "Ġr p", + "f act", + "fa ct", + "fac t", + "ĉ len", + "ĉl en", + "D AY", + "DA Y", + "Ġse iz", + "Ġsei z", + "_ dst", + "_d st", + "_ds t", + "l ip", + "li p", + ". Linear", + ".L inear", + ".Line ar", + "Ġ Basket", + "ĠB asket", + "ĠBas ket", + "$ t", + "$ i", + "- brand", + "-b rand", + "-br and", + "Ġ Neil", + "ĠN eil", + "ĠNe il", + "Ġ Eq", + "ĠE q", + "Ġt hou", + "Ġth ou", + "Ġtho u", + "o gene", + "og ene", + "ogen e", + "oge ne", + "Ġscholar ship", + "Ġscholars hip", + "æĽ ´", + "Ġs wo", + "Ġsw o", + "ag inator", + "agina tor", + "e ni", + "en i", + "( book", + "(b ook", + "Ġ blink", + "Ġb link", + "Ġbl ink", + "Ġbli nk", + "t hus", + "th us", + "Ġ cancellationToken", + "Ġc ancellationToken", + "Ġcancell ationToken", + "Ġcancellation Token", + "ĠPalestin ians", + "ĠPalestinian s", + "Ġprof itable", + "Ġprofit able", + "Ġback pack", + "en son", + "ens on", + "enso n", + "< Long", + " < /", + "_ WORD", + "_W ORD", + "\\M igrations", + "\\Migration s", + "Ġ ENABLE", + "ĠEN ABLE", + "_PARAM ETER", + "ĠB ishop", + "ĠBi shop", + "ĠBis hop", + ". subject", + ".sub ject", + "il las", + "ill as", + "illa s", + ". matrix", + ".m atrix", + ".mat rix", + "urre nces", + "urrenc es", + "urr ences", + "urrence s", + "* y", + "Ġcost ly", + "Ġ Chuck", + "ĠCh uck", + "ĠChu ck", + "Ġc loses", + "Ġcl oses", + "Ġclose s", + "Ġclos es", + "Ġclo ses", + "ĠM ight", + "ĠMi ght", + "ĠMig ht", + "- store", + "-st ore", + "Ġ mall", + "Ġm all", + "Ġma ll", + "Ġmal l", + "i eten", + "ie ten", + "iet en", + "iete n", + ". Abs", + ".A bs", + ".Ab s", + "Ġcou pled", + "Ġcouple d", + "Ġcoup led", + ". basic", + ".b asic", + ".ba sic", + "Ġ ::::::::", + "Ġ: :::::::", + "Ġ:: ::::::", + "Ġ::: :::::", + "M aker", + "Make r", + "Ma ker", + "c annot", + "can not", + "Ġ ach", + "Ġa ch", + "Ġac h", + "ĠE li", + "ĠEl i", + "âĪ Ĵ", + "o rna", + "or na", + "orn a", + "Ġ cps", + "Ġc ps", + "Ġcp s", + "Ġthere of", + "Ġther eof", + "Ġ@ {", + "Ġ NSMutableArray", + "ĠNSMutable Array", + "Î ½", + "pro ductive", + "product ive", + "prod uctive", + "S quare", + "tem pts", + "temp ts", + "tempt s", + "Ġelim inated", + "Ġeliminate d", + "Ġelimin ated", + "< M", + "Ġcons ervatives", + "Ġconserv atives", + "Ġconservative s", + "ĠS urg", + "ĠSur g", + "ĠSu rg", + ". par", + ".p ar", + ".pa r", + "ĠB uch", + "ĠBu ch", + "* b", + "F ort", + "For t", + "Fo rt", + "Col our", + "Ġ Chi", + "ĠC hi", + "ĠCh i", + "e dic", + "ed ic", + "edi c", + "> true", + "ĠN YC", + "ĠNY C", + "Ġb ored", + "Ġbo red", + "Ġbor ed", + "Ġbore d", + "Ġ Detect", + "ĠD etect", + "ĠDet ect", + "Ġapp ar", + "Ġap par", + "Ġje ans", + "Ġjean s", + "Ġ Tak", + "ĠT ak", + "ĠTa k", + "I OD", + "IO D", + "ĠH orse", + "ĠHor se", + "( FILE", + "(F ILE", + "( ?", + "r ique", + "ri que", + "opt imizer", + "optim izer", + "optimize r", + "n at", + "na t", + "lo ys", + "loy s", + "ĉ Token", + "ĉT oken", + "oub ted", + "u ess", + "ue ss", + "ues s", + "oc oa", + "oco a", + "Data Member", + "_ POWER", + "_P OWER", + "_PO WER", + "class List", + "Push Button", + "Ġ WiFi", + "ĠWi Fi", + ". Stream", + ".St ream", + ".Str eam", + ". guild", + ".g uild", + ".gui ld", + "Ġn og", + "Ġno g", + "ĠPort ugal", + "ĠPortug al", + "ĠUn ter", + "ĠUnt er", + "Pr imitive", + "Prim itive", + "b oss", + "bo ss", + "bos s", + "ĠDe utsch", + "Ġer otic", + "Ġerot ic", + "Ġero tic", + "Ġ strconv", + "Ġstr conv", + ".Try Parse", + "Ġ grams", + "Ġg rams", + "Ġgr ams", + "Ġgram s", + "Ġgra ms", + ". Success", + ".S uccess", + "_ pk", + "_p k", + "ĠHar vey", + "-m inded", + "-min ded", + ". country", + ".c ountry", + ".count ry", + "[ ]\"", + "[] \"", + "Ġ angel", + "Ġan gel", + "Ġang el", + "Ġange l", + "Ġbe ats", + "Ġbeat s", + "ĠV or", + "ĠVo r", + "i lio", + "il io", + "ili o", + ". master", + ".m aster", + ".mas ter", + ".ma ster", + "s omething", + "some thing", + "som ething", + "Ġ PACK", + "ĠP ACK", + "ĠPA CK", + "ĠPAC K", + "( if", + "(i f", + "Request Body", + "Ġ antes", + "Ġan tes", + "Ġant es", + "Ġante s", + "/ widget", + "/w idget", + "Ġ modo", + "Ġm odo", + "Ġmod o", + "Ġmo do", + "Ġ AW", + "ĠA W", + "f inder", + "find er", + "fin der", + "fi nder", + "Ġ optimized", + "Ġopt imized", + "Ġoptim ized", + "Ġoptimize d", + "Ġmiss iles", + "Ġmissile s", + "N B", + "ĉ internal", + "ĉint ernal", + "ĉin ternal", + "ĉinter nal", + "t ex", + "te x", + "ĠS ri", + "ĠSr i", + "Ġdam aging", + "Ġ Mais", + "ĠM ais", + "ĠMa is", + "ĠMai s", + "- Allow", + "-Al low", + "Ġ Zh", + "ĠZ h", + "- alt", + "-a lt", + "-al t", + "Ġ ));ĊĊ", + "Ġ) );ĊĊ", + "Ġ)) ;ĊĊ", + "Ġ));Ċ Ċ", + "Ġ)); ĊĊ", + "è ī", + "Ġinflu ences", + "Ġinfluence s", + "Ġc atal", + "Ġca tal", + "Ġcat al", + "Ġcata l", + "_ REGISTER", + "_REG ISTER", + "ĠAPI s", + "ĠAP Is", + "-cent ury", + "Ġ biology", + "Ġb iology", + "Ġbi ology", + "Ġbio logy", + "Ġ Actual", + "ĠAct ual", + "ĠAc tual", + "Ġ heels", + "Ġhe els", + "Ġheel s", + "TR ACE", + "TRA CE", + "_ DIG", + "_D IG", + "_DI G", + "D ataset", + "Data set", + "Dat aset", + "Datas et", + "ĠM atter", + "ĠMat ter", + "ĠMatt er", + "ĠMatte r", + "Ġ classifier", + "Ġclass ifier", + ".w ikipedia", + "ĠRo gers", + "ĠRog ers", + "ĠRoger s", + "Ġdon ated", + "Ġdonate d", + "raw ler", + "rawl er", + "e nen", + "en en", + "ene n", + "Ġcas inos", + "Ġcasino s", + "Ġcasi nos", + "or tal", + "ort al", + "orta l", + "Ġp rive", + "Ġpr ive", + "Ġpriv e", + "Ġpri ve", + "s pe", + "sp e", + "du cers", + "duc ers", + "duce rs", + "ducer s", + ". ep", + ".e p", + "Ġgr asp", + "Ġgra sp", + "Ġgras p", + "ac ji", + "Ġd airy", + "Ġda iry", + "Ġdai ry", + "Ġdair y", + "Ġb uses", + "Ġbu ses", + "Ġbus es", + ". comm", + ".c omm", + ".com m", + ".co mm", + ". ins", + ".in s", + ".i ns", + "Ġ IRS", + "ĠI RS", + "ĠIR S", + "Ġ Beer", + "ĠB eer", + "ĠBe er", + "ĠBee r", + "a dc", + "ad c", + "o ard", + "oa rd", + "_ MET", + "_M ET", + "_ME T", + "Ġ' +'", + "Ġ'+ '", + "r ans", + "ra ns", + "ran s", + "Ġk inda", + "Ġkind a", + "Ġki nda", + "Ġkin da", + "Ġ âĶĤ", + "ĠâĶ Ĥ", + "ĠM aur", + "ĠMa ur", + "а г", + "аР³", + "Ġband width", + "i bus", + "ib us", + "ibu s", + "Ġ Different", + "ĠD ifferent", + "( mat", + "(m at", + "Ġ Resume", + "ĠRe sume", + "ĠRes ume", + "_ UNS", + "_U NS", + "_UN S", + "est ablish", + "Ġfon ction", + "Sub scription", + "_ company", + "_com pany", + "_comp any", + "Ġ lightly", + "Ġl ightly", + "Ġlight ly", + ". confirm", + ".con firm", + ".conf irm", + ". yaml", + ".y aml", + "Ġ Boost", + "ĠBo ost", + "ĠBoo st", + "Com merce", + "Comm erce", + "- template", + "-t emplate", + "-temp late", + "_ DELAY", + "_DE LAY", + "_DEL AY", + "Ġ HI", + "ĠH I", + "Ġn avig", + "Ġna vig", + "Ġnav ig", + "( Sender", + "(S ender", + "Ġ HS", + "ĠH S", + "_ \"+", + "_\" +", + "Ġ REQUEST", + "ĠRE QUEST", + "ĠREQ UEST", + "Ġ wifi", + "Ġw ifi", + "Ġwi fi", + "= \"\"Ċ", + "=\" \"Ċ", + "=\"\" Ċ", + "] )->", + "]) ->", + "])- >", + "Ġr ope", + "Ġro pe", + "Ġrop e", + "Ġvi olated", + "Ġviol ated", + "Ġviolate d", + "Ġgl ance", + "ĠK urd", + "ĠKur d", + "ĠKu rd", + "Ġ è®", + "Ġè ®", + "d eck", + "de ck", + "dec k", + "Ġ ISBN", + "ĠIS BN", + "Ġin fect", + "Ġinf ect", + "Ġ Foo", + "ĠF oo", + "ĠFo o", + "Ġ getter", + "Ġg etter", + "Ġget ter", + "Ġ tener", + "Ġt ener", + "Ġte ner", + "Ġten er", + "a ppe", + "ap pe", + "app e", + ". hh", + ".h h", + "_ hot", + "_h ot", + "< AM", + " \".$", + ">\" .$", + ">\". $", + "Ġre lies", + "Ġrel ies", + "Ġreli es", + "Ġrelie s", + "( Console", + "Int ernational", + "Inter national", + "Intern ational", + "- >{$", + "-> {$", + "->{ $", + "M id", + "Mi d", + "Ġdis sert", + "Ġdiss ert", + "Ġdisse rt", + "d ds", + "dd s", + "Ġdeposit s", + "Ġdepos its", + "ĉ driver", + "ĉd river", + "# ga", + "#g a", + "p rising", + "pr ising", + "pri sing", + "print ln", + "Ġp resenter", + "Ġpres enter", + "Ġpresent er", + "Ġpresente r", + "Ġm ines", + "Ġmin es", + "Ġmi nes", + "Ġmine s", + "C SS", + "CS S", + "Ġ Dual", + "ĠD ual", + "ĠDu al", + "( !(", + "(! (", + "Ġk am", + "Ġka m", + "Ġ isLoading", + "Ġis Loading", + "Ġ Protect", + "ĠProt ect", + "ĠProte ct", + ". upper", + ".u pper", + ".up per", + "a rium", + "ar ium", + "ari um", + "] :ĊĊĊ", + "]: ĊĊĊ", + "]:Ċ ĊĊ", + "]:ĊĊ Ċ", + "Y ii", + "- shirt", + "-sh irt", + "Ġ IMAGE", + "ĠIM AGE", + "_ colors", + "_color s", + "_col ors", + "Ġ urgent", + "Ġur gent", + "Ġurge nt", + "Ġurg ent", + ". Container", + ".Cont ainer", + "! (Ċ", + "!( Ċ", + "S aturday", + "Ġsoc ieties", + "Ġsoci eties", + "Ġ Than", + "ĠT han", + "ĠTh an", + "Ġ Cod", + "ĠC od", + "ĠCo d", + "= @", + "Ġ attachments", + "Ġattach ments", + "Ġattachment s", + ". mobile", + ".m obile", + ".mob ile", + "Ġs pite", + "Ġsp ite", + "Ġspi te", + "Ġspit e", + "Ġ bounce", + "Ġb ounce", + "Ġbo unce", + "Ġbou nce", + "r awl", + "ra wl", + "raw l", + "instance type", + "instanc etype", + "ĠTr uck", + "ĠTru ck", + "Ġmanip ulation", + "( Config", + "- inst", + "-in st", + "-i nst", + "-ins t", + "Ġ stor", + "Ġs tor", + "Ġst or", + "Ġsto r", + "it ution", + "itu tion", + "Preferred Gap", + "Ġmain AxisAlignment", + "Ġlist ened", + "Ġlisten ed", + "Ġliste ned", + "'' 'ĊĊ", + "'''Ċ Ċ", + "''' ĊĊ", + "ott age", + "otta ge", + "- project", + "-pro ject", + ". APPLICATION", + ".AP PLICATION", + "ĉ root", + "ĉr oot", + "Ġw hit", + "Ġwh it", + "Ġ bilder", + "Ġb ilder", + "Ġbi lder", + "Ġbil der", + "Ġbild er", + "Ġ ker", + "Ġk er", + "Ġke r", + "Ġappl iances", + "Ġappliance s", + "ro wave", + "row ave", + "ìĿ Ģ", + "em atics", + "ema tics", + "ematic s", + "emat ics", + "Ġ Org", + "ĠO rg", + "ĠOr g", + "o ping", + "op ing", + "opi ng", + "_ SEARCH", + "_SE ARCH", + "Ġc ham", + "Ġch am", + "Ġcha m", + "add ContainerGap", + "Ġ ().", + "Ġ( ).", + "Ġ() .", + "Ġ Arrow", + "ĠAr row", + "ĠArr ow", + "Il legal", + "Ill egal", + "Current ly", + "Curr ently", + "Ġ usa", + "Ġu sa", + "Ġus a", + "Ġpass words", + "Ġpassword s", + "Ġre nown", + "Ġren own", + "a vern", + "av ern", + "ave rn", + "aver n", + "ĠE vil", + "ĠEv il", + "Ġ concat", + "Ġcon cat", + "Ġconc at", + "Ġd uo", + "Ġdu o", + "Ġ vale", + "Ġv ale", + "Ġval e", + "Ġva le", + "Ġ Bean", + "ĠB ean", + "ĠBe an", + "ĠBea n", + "Ġind icators", + "Ġindic ators", + "Ġindicator s", + "Ġindica tors", + "c math", + "cm ath", + "ĠP ump", + "ĠPu mp", + "Nov ember", + "ific ant", + "ifi cant", + "ifica nt", + "_ DOMAIN", + "_DO MAIN", + "_DOM AIN", + "re gar", + "reg ar", + "rega r", + "Ġ Portal", + "ĠP ortal", + "ĠPort al", + "ĠPor tal", + "\" $", + "Ġ formerly", + "Ġformer ly", + "\" ]:Ċ", + "\"] :Ċ", + "\"]: Ċ", + "Ġ Visibility", + "ĠVis ibility", + ".getElementsBy ClassName", + "_ RED", + "_RE D", + "_R ED", + "Ġch ampions", + "Ġchampion s", + "Ġchamp ions", + "à ´", + "Val or", + "Va lor", + "_ es", + "_e s", + "* a", + "- repeat", + "-re peat", + "B and", + "Ban d", + "Ba nd", + ". stage", + ".st age", + "Ġbure auc", + "Ġbureau c", + "C nt", + "e ten", + "et en", + "ete n", + "- function", + "-f unction", + "Ġm uito", + "Ġmu ito", + "Ġmuit o", + "P ID", + "PI D", + "_ editor", + "_e ditor", + "_edit or", + "_ed itor", + "Ġcr ashed", + "Ġcrash ed", + "Ġcra shed", + "d ead", + "de ad", + "dea d", + "k at", + "ka t", + "a gh", + "ag h", + "Ġ EXT", + "ĠE XT", + "ĠEX T", + "as ser", + "ass er", + "asse r", + "- small", + "-s mall", + "-sm all", + "Ġre aliz", + "Ġreal iz", + "( Entity", + "(E ntity", + "ú s", + "Ġ Actually", + "ĠAct ually", + "ĠActual ly", + "Ġ Elite", + "ĠE lite", + "ĠEl ite", + "ĠEli te", + "Ġ helm", + "Ġh elm", + "Ġhe lm", + "Ġhel m", + "( nonatomic", + "(non atomic", + "a sher", + "as her", + "ash er", + "Comm unity", + "all eng", + "alle ng", + "allen g", + "i ry", + "ir y", + "ĠG rowth", + "ĠGrow th", + "Ġs ue", + "Ġsu e", + "Ġf requencies", + "Ġfrequ encies", + "_ descriptor", + "_des criptor", + ". Attribute", + ".At tribute", + "Ġrec ipients", + "Ġrecipient s", + "Ġrecip ients", + "_ NS", + "_N S", + "/ \"+", + "/\" +", + "i ban", + "ib an", + "iba n", + "Ġ athlete", + "Ġath lete", + "Ġ Ign", + "ĠI gn", + "ĠIg n", + "_ DMA", + "_D MA", + "_DM A", + "( ds", + "(d s", + "Ġ Requirements", + "ĠRequire ments", + "ĠRequirement s", + "A DI", + "AD I", + "e rez", + "er ez", + "ere z", + "\\ Admin", + "br aska", + "bra ska", + "bras ka", + "ĠR ust", + "ĠRu st", + "ĠRus t", + "Re lation", + "Rel ation", + "C OD", + "CO D", + "Ġ VERSION", + "ĠV ERSION", + "ĠVER SION", + "e mma", + "em ma", + "emm a", + ") ){", + ")) {", + ". Duration", + ".D uration", + "Ġ Camb", + "ĠC amb", + "ĠCam b", + "ĠCa mb", + "- logo", + "-l ogo", + "-lo go", + "-log o", + "Ġread able", + "Ġcre ators", + "Ġcreat ors", + "Ġcreator s", + "Ġcrea tors", + "( )];Ċ", + "() ];Ċ", + "()] ;Ċ", + "Up Down", + "- half", + "-h alf", + ".get Month", + ".getM onth", + "( sf", + "(s f", + "P ic", + "Pi c", + "Ġh unger", + "Ġhun ger", + "Ġhung er", + "Ġhu nger", + ". tx", + ".t x", + "Ġex ceeded", + "Ġexceed ed", + "Ġexce eded", + "_ seed", + "_s eed", + "_se ed", + "( ^", + "_ sk", + "_s k", + ". perform", + ".per form", + "Ġ >::", + "Ġ> ::", + "Ġ mongo", + "Ġm ongo", + "Ġmon go", + "Ġmo ngo", + "Ġmong o", + "= float", + "=f loat", + "bind Param", + "S mart", + "Sm art", + "i fa", + "if a", + "Ġse curities", + "Ġsec urities", + "Ġpre jud", + "Ġ ,\"", + "Ġ, \"", + "Ġcor ps", + "Ġcorp s", + "Ġv ra", + "Ġvr a", + "ama care", + "amac are", + "i terr", + "it err", + "ite rr", + "iter r", + "( Media", + "(M edia", + "(Me dia", + "u che", + "uch e", + "uc he", + "Ġ cob", + "Ġc ob", + "Ġco b", + "Ġl iber", + "Ġli ber", + "Ġlib er", + ". geometry", + ".ge ometry", + ".geom etry", + ".geo metry", + "L ocator", + "Loc ator", + "Ġsl iding", + "Ġslid ing", + "Ġs urgical", + "Ġsurg ical", + "_ CUR", + "_C UR", + "Ġcon sect", + "Ġcons ect", + "Ġconsec t", + "Ġconse ct", + "[ *", + "ĠRe sort", + "ĠRes ort", + "St ub", + "_ DOUBLE", + "_DO UBLE", + "Ġ Soph", + "ĠS oph", + "ĠSo ph", + "Ġelect oral", + "_ disable", + "_d isable", + "_dis able", + "Ġ Ñģо", + "ĠÑģ о", + "ĠLight ning", + "Ġ mentions", + "Ġm entions", + "Ġmention s", + "Ġment ions", + "o cy", + "oc y", + "Ġle aked", + "Ġleak ed", + "Ġrelax ing", + "P resenter", + "Pres enter", + "Present er", + "v sp", + "vs p", + "Ġg uilt", + "Ġgu ilt", + "Ġgui lt", + "=- =-", + ". reply", + ".re ply", + ".rep ly", + "Ġ Mirror", + "ĠM irror", + "ĠMir ror", + "ĠMi rror", + "C amp", + "Ca mp", + "Cam p", + "Ġ+#+ #+#+", + "Ġ+#+#+#+ #+#+", + ". Author", + ".A uthor", + ".Auth or", + "Ġ directive", + "Ġdirect ive", + "Ġdir ective", + "- hook", + "-h ook", + "íĦ °", + "} ĊĊĊĊĊ", + "}Ċ ĊĊĊĊ", + "}ĊĊ ĊĊĊ", + "}ĊĊĊ ĊĊ", + "}ĊĊĊĊ Ċ", + "@ pytest", + "_ rand", + "_r and", + "_ra nd", + "m is", + "mi s", + "Ġcolor ful", + "u je", + "uj e", + "l asses", + "lass es", + "las ses", + "Ġ Classes", + "ĠC lasses", + "ĠCl asses", + "ĠClass es", + "ĠClasse s", + ". have", + ".h ave", + "% ),", + "%) ,", + "é¢ ĺ", + "Ġdistur bing", + "Ġdisturb ing", + "sub string", + "substr ing", + "subst ring", + "subs tring", + "ĠK oh", + "ĠKo h", + "In vest", + "Inv est", + "p urchase", + "Ġrec ycling", + "Ġrecycl ing", + "Ġ ART", + "ĠA RT", + "ĠAR T", + "ier archy", + "Ġ fps", + "Ġf ps", + "Ġfp s", + ". checkBox", + ".check Box", + "íķ ´", + "_ material", + "_m aterial", + "_mat erial", + "du cation", + "duc ation", + "Ġ fw", + "Ġf w", + "u dit", + "ud it", + "udi t", + "Ġreview ing", + "Ġ Sid", + "ĠS id", + "ĠSi d", + "S yntax", + "Sy ntax", + "Syn tax", + "Ġ Written", + "ĠW ritten", + "ĠWr itten", + "ar gar", + "arg ar", + "arga r", + "U ME", + "UM E", + "/ q", + "Class ifier", + "Off icial", + "Ġj azz", + "Ġja zz", + "Ġjaz z", + "Ġ omega", + "Ġo mega", + "Ġom ega", + "Ph ysics", + "Phys ics", + "Ġl ugar", + "Ġlu gar", + "Ġlug ar", + "_access or", + "_acc essor", + ". commands", + ".command s", + ".comm ands", + "Ab ility", + "Ġ Batch", + "ĠB atch", + "ĠBat ch", + "R AM", + "RA M", + "Ġenc ounters", + "Ġencounter s", + "Ġencount ers", + ". Qu", + ".Q u", + "B YTE", + "BY TE", + "Ġ Distribution", + "ĠD istribution", + "ĠDis tribution", + "ĠDistrib ution", + "Ġ uso", + "Ġu so", + "Ġus o", + "ĠRe covery", + "ĠRec overy", + "ĠReco very", + "ĠRecover y", + "ap proved", + "appro ved", + "approve d", + "Ġden ial", + "/ share", + "/s hare", + "/sh are", + "Link edList", + "Linked List", + ") čĊčĊčĊ", + ")čĊ čĊčĊ", + ")čĊčĊ čĊ", + "u ddy", + "ud dy", + "udd y", + "Ġf ines", + "Ġfin es", + "Ġfine s", + "Ġfi nes", + "Ġ ry", + "Ġr y", + "Un icode", + "Uni code", + "ĉ render", + "ĉr ender", + "ĉre nder", + "Ġprem ises", + "Ġpremise s", + "Ġpremi ses", + "Ġ pon", + "Ġp on", + "Ġpo n", + "ali ases", + "alias es", + "alia ses", + "/ Foundation", + "/F oundation", + "c uda", + "cu da", + "ĠC ock", + "ĠCo ck", + "ĠCoc k", + ", :)", + ",: )", + "( folder", + "(f older", + "Ġm éd", + "Ġmé d", + "d rag", + "dr ag", + "dra g", + "Ġtal ents", + "Ġtalent s", + "Ġtale nts", + "Ġ ĠĠĊĊ", + "ĠĠ ĠĊĊ", + "ĠĠĠ ĊĊ", + "ĠĠĠĊ Ċ", + "е ÑģÑĤв", + "еÑģÑĤ в", + "m ob", + "mo b", + ".y ml", + "Ġ aster", + "Ġa ster", + "Ġas ter", + "Ġast er", + "Ġdis cre", + "Ġdisc re", + "go al", + "ĠG TX", + "ĠGT X", + "Ġ SUCCESS", + "ĠS UCCESS", + "Ġ LONG", + "ĠL ONG", + "ĠLO NG", + "( find", + "(f ind", + "(fin d", + "(fi nd", + "Ġ singular", + "Ġs ingular", + "Ġsing ular", + "_ sz", + "_s z", + "ĠEth ereum", + "ĠEther eum", + ". .Ċ", + ".. Ċ", + "Ġir res", + "Ġirre s", + "Ġirr es", + "' )){Ċ", + "') ){Ċ", + "')) {Ċ", + "Ġmin isters", + "Ġminister s", + "Ġmini sters", + "Ġminist ers", + "St eps", + "Step s", + "Ste ps", + "iver sal", + "ivers al", + "Ġ Nevertheless", + "ĠNever theless", + "- led", + "-l ed", + "-le d", + "Ġ( %)", + "Ġ(% )", + "ç¡ ®", + "Ġ timezone", + "Ġtime zone", + "Ġstr anger", + "Ġstrange r", + "Ġstrang er", + "Ġstran ger", + "Ġstra nger", + "( render", + "(r ender", + "(re nder", + "Ġsh util", + "Ġshut il", + "Ġ mph", + "Ġm ph", + "Ġmp h", + "Ġt rio", + "Ġtr io", + "Ġtri o", + "p py", + "pp y", + "Ġpred omin", + "Ġ endors", + "Ġend ors", + "ĠRuss ians", + "ĠRussia ns", + "ĠRussian s", + "ĉ row", + "ĉr ow", + "Ġ wizard", + "Ġw izard", + ". serialize", + ".s erialize", + ".serial ize", + "Ġcompl ained", + "Ġcomplain ed", + "Ġs ido", + "Ġsi do", + "Ġsid o", + "Ġdel ighted", + "Ġdelight ed", + "- me", + "-m e", + "ĠR av", + "ĠRa v", + "H uman", + "Hum an", + "Hu man", + "a days", + "ad ays", + "ada ys", + "aday s", + "re cv", + "rec v", + "Work ing", + "J ump", + "Ju mp", + "Ġ Ã¥r", + "ĠÃ¥ r", + "Ġ Automatic", + "ĠAuto matic", + "ĠAut omatic", + "ĠAutom atic", + "_ Base", + "_B ase", + "æł ¼", + "aur ants", + "aurant s", + "aura nts", + " ¯", + "æ ¸", + "(C Type", + "I FI", + "IF I", + "( amount", + "(a mount", + "(am ount", + "Ġbel ieving", + "Ġbelie ving", + "= mysql", + "=m ysql", + "=my sql", + "Ġ fir", + "Ġf ir", + "Ġfi r", + "Ġrest oration", + "Ġresto ration", + "er eco", + "ere co", + "Ð ¢", + "_ '+", + "_' +", + "Ġe book", + "Ġeb ook", + "Ġde bris", + "Ġdeb ris", + "( inputs", + "(input s", + "(in puts", + "(inp uts", + "AY OUT", + "Ġscre aming", + "Ġscream ing", + "a via", + "av ia", + "avi a", + "l ander", + "land er", + "la nder", + "lan der", + "Ġdist ress", + "Ġdi stress", + "Ġdistr ess", + "Ġas sembled", + "Ġassemble d", + "Ġ Avoid", + "ĠA void", + "ĠAv oid", + "( thread", + "(t hread", + "(th read", + "Ġ RPC", + "ĠR PC", + "ĠRP C", + "_ EXIT", + "_EX IT", + "( queue", + "(q ueue", + "и ÑģÑĤ", + "иÑģ ÑĤ", + "D ll", + "Ġsk ull", + "Ġsku ll", + "_ pub", + "_p ub", + "ch ez", + "che z", + "m inate", + "min ate", + "mina te", + "en sen", + "ens en", + "ense n", + "Ġins ane", + "Ġinsan e", + "b ounds", + "bo unds", + "bound s", + "bou nds", + "ĠR osen", + "ĠRo sen", + "ĠRose n", + "ĠRos en", + "Ġcondition ing", + "process ed", + "proc essed", + "v ideos", + "vid eos", + "video s", + "vide os", + "f our", + "fo ur", + ". Conv", + ".Con v", + ".Co nv", + "| ;Ċ", + "Person al", + "Pers onal", + "Persona l", + "cer pt", + ":UIControlState Normal", + "Ġd oses", + "Ġdo ses", + "Ġdos es", + "Ġdose s", + "ĠK arl", + "ĠKar l", + "ĠKa rl", + "ĠF requ", + "ĠFr equ", + "ĠFre qu", + ". BASE", + ".B ASE", + "Ġ Vote", + "ĠV ote", + "ĠVo te", + "Ġcon current", + "Ġconc urrent", + "ĠMessageBox Icon", + "Ġ Ãĸ", + "Ġà ĸ", + "ĠDu bai", + "ĠDub ai", + "Ġ Retail", + "ĠR etail", + "ĠRe tail", + "ĠRet ail", + ": number", + ":n umber", + ":num ber", + "Ġ Observer", + "ĠOb server", + "ĠObserv er", + "ĠObs erver", + "Ġ BigInteger", + "ĠB igInteger", + "ĠBig Integer", + "ĠBigInt eger", + "_ origin", + "_or igin", + "_orig in", + "_ori gin", + "_ WORK", + "_W ORK", + "F rames", + "Frame s", + "Fr ames", + "Fra mes", + "Ġnot ably", + ". âĢľ", + "Ġt ropical", + "Ġtrop ical", + "Ġn iche", + "Ġni che", + "Ġnic he", + "Ġnich e", + "a mina", + "am ina", + "amin a", + "ami na", + ". sys", + ".s ys", + ".sy s", + "( tokens", + "(t okens", + "(token s", + "(tok ens", + "mod ify", + "o sit", + "os it", + "osi t", + "st rom", + "str om", + "stro m", + "ĠC omics", + "ĠCom ics", + "ĠComic s", + "O PTION", + "OP TION", + "OPT ION", + "T icket", + "Tick et", + "Ti cket", + "Ġf actories", + "Ġfact ories", + "Ġfactor ies", + "Ġfacto ries", + "Ġdis put", + "Ġdisp ut", + "_ File", + "_F ile", + "ĠF inn", + "ĠFin n", + "ĠFi nn", + "e ee", + "ee e", + "ĠDis cord", + "ĠDisc ord", + "ĠDisco rd", + "_ money", + "_m oney", + "_mon ey", + "_mo ney", + ". tpl", + ".t pl", + ".tp l", + "_ safe", + "_s afe", + "_sa fe", + "L B", + "Ġg lut", + "Ġgl ut", + "Ġglu t", + "J K", + ". flow", + ".f low", + ".fl ow", + "- cont", + "-c ont", + "-con t", + "-co nt", + "g os", + "go s", + "Ġhor izon", + "ĠR ush", + "ĠRu sh", + "ĠRus h", + ": :*", + ":: *", + "P ipe", + "Pi pe", + "u lla", + "ul la", + "ull a", + "b orough", + "bo rough", + "bor ough", + "boro ugh", + "he imer", + "heim er", + "hei mer", + "( move", + "(m ove", + "( Text", + "(T ext", + "} );čĊčĊ", + "}) ;čĊčĊ", + "}); čĊčĊ", + "});čĊ čĊ", + "w elcome", + "wel come", + "Ġ Components", + "ĠCom ponents", + "ĠComponent s", + "ĠComp onents", + "Ġgovern ance", + "c losed", + "cl osed", + "close d", + "clo sed", + "ĉ margin", + "ĉm argin", + "Ġla undry", + "Ġ Terminal", + "ĠTerm inal", + "ĠTermin al", + "iz ards", + "izar ds", + "izard s", + ". âĢĶ", + ". remote", + ".rem ote", + ". radius", + ".r adius", + ".rad ius", + "ĠQue bec", + "Ġ dh", + "Ġd h", + "T ech", + "Te ch", + "ĠM ist", + "ĠMi st", + "ĠMis t", + "s eller", + "se ller", + "sel ler", + "sell er", + "_ literal", + "_l iteral", + "_lite ral", + "_lit eral", + "Ġgen ius", + "Ġ brains", + "Ġbr ains", + "Ġbrain s", + "Ġbra ins", + "g em", + "ge m", + "Ġ Measure", + "ĠMe asure", + "Ġcat ast", + "Ġcata st", + "r ance", + "ra nce", + "ran ce", + ". TextField", + ".T extField", + ".Text Field", + "Ġcon suming", + "Ġcons uming", + "Ġconsum ing", + "Ġ'\\ ''", + "Ġ'\\' '", + "oubted ly", + "Ġ Certain", + "ĠC ertain", + "ĠCert ain", + "ĠCer tain", + "E v", + "er ti", + "ert i", + "b eing", + "be ing", + "bei ng", + "Ex perience", + "Ġ //[", + "Ġ// [", + "Ġ/ /[", + "ĠAr abic", + "ĠArab ic", + "ĠAra bic", + "ĠC rist", + "ĠCr ist", + "ĠCri st", + "Ġ Azure", + "ĠA zure", + "ĠAz ure", + "Ġ hora", + "Ġh ora", + "Ġhor a", + "Ġho ra", + "l adesh", + "lad esh", + "\\ Blueprint", + "d ar", + "da r", + ". rel", + ".re l", + ".r el", + "Ġsup rem", + "ĠRe agan", + "Ġ Attributes", + "ĠAt tributes", + "ĠAttribute s", + "- sidebar", + "-s idebar", + "-side bar", + "Ġuse Styles", + "ĠA irlines", + "ĠAir lines", + "Ġh ills", + "Ġhill s", + "Ġhil ls", + "/x html", + "v inc", + "vin c", + "vi nc", + "_ mock", + "_m ock", + "_mo ck", + "Ċ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠP ill", + "ĠPi ll", + "ĠPil l", + ".Layout Style", + "ĠComm ander", + "ĠCommand er", + "] <", + "sign ature", + "sig nature", + "Ġ{ }čĊ", + "Ġ{} čĊ", + "Ġhat red", + "Ġ ëĭ", + "Ġë ĭ", + "ole sterol", + "Ġ ********", + "Ġ* *******", + "Ġ** ******", + "Ġ*** *****", + "Ġ**** ****", + "Ġ***** ***", + "ancel lor", + "ancell or", + "c rop", + "cr op", + "cro p", + "T IM", + "TI M", + "ĉ ĉĊĊ", + "ĉĉ ĊĊ", + "ĉĉĊ Ċ", + "ys qli", + "ysql i", + "u itive", + "uit ive", + "ĉ unset", + "ĉun set", + "_ sel", + "_s el", + "_se l", + "Ġ menus", + "Ġm enus", + "Ġmen us", + "Ġmenu s", + "t ick", + "ti ck", + "tic k", + "Ġcon stitute", + "Ġconstit ute", + "Ġconstitu te", + "Ġ Elements", + "ĠE lements", + "ĠEl ements", + "ĠElement s", + "ĠEle ments", + "ĠElem ents", + "Ġ Redis", + "ĠR edis", + "ĠRe dis", + "ĠRed is", + "ag gio", + "agg io", + "aggi o", + "_ fp", + "_f p", + "_ depend", + "_d epend", + "_de pend", + "_dep end", + "e mas", + "em as", + "ema s", + "C AST", + "CA ST", + "CAS T", + "o range", + "or ange", + "ora nge", + "oran ge", + "orang e", + "j on", + "jo n", + "Ġ Emily", + "ĠEm ily", + "ĠEmil y", + "Ġpot atoes", + "Ġpotato es", + "Ġre ceptor", + "Ġrecept or", + "Ġrecep tor", + "Ġ Electronic", + "ĠElect ronic", + "ĠElectro nic", + "ĠElectron ic", + "Ġ Lights", + "ĠL ights", + "ĠLight s", + "Ġcomb ining", + "Ġcombin ing", + "Ġ Someone", + "ĠSome one", + "Ġ######## .", + "ĠT OD", + "ĠTO D", + "/ show", + "/s how", + "/sh ow", + "X d", + ". \"'", + ".\" '", + "a fx", + "af x", + "Ġtr agic", + "Ġtrag ic", + "St yled", + "Style d", + "Ġ Marco", + "ĠMar co", + "ĠMarc o", + "G allery", + "d ale", + "da le", + "dal e", + ".âĢĿ ĊĊĊĊ", + ".âĢĿĊĊ ĊĊ", + ".âĢĿĊ ĊĊĊ", + "é rie", + "ér ie", + "éri e", + "/ service", + "/s ervice", + "äº Ĩ", + "Ġ ambient", + "Ġamb ient", + "_ SETTINGS", + "_SET TINGS", + "_SETTING S", + ". Adapter", + ".Ad apter", + "l ene", + "le ne", + "len e", + "Ġtravel s", + "Ġtrav els", + "Not ice", + "Ġc leans", + "Ġclean s", + "Ġcle ans", + "ĠF em", + "ĠFe m", + "c hair", + "ch air", + "cha ir", + "chai r", + "Ñĥ н", + "/ my", + "/m y", + "_ bad", + "_b ad", + "ĠE conomics", + "ĠEcon omics", + "ĠEconomic s", + "ĠEconom ics", + "I SA", + "IS A", + "_ CNT", + "_C NT", + "_CN T", + "( Menu", + "(M enu", + "(Me nu", + "äº İ", + "ĠR idge", + "ĠRid ge", + "ĠRi dge", + "Ġlength y", + "Ġleng thy", + "D ot", + "Do t", + "Ġj umps", + "Ġjump s", + "Ġju mps", + "Ġ hey", + "Ġh ey", + "Ġhe y", + "$ pdf", + "$p df", + "Ġ worm", + "Ġw orm", + "Ġwor m", + "Ġwo rm", + "Ġ sut", + "Ġs ut", + "Ġsu t", + "Ġ sher", + "Ġs her", + "Ġsh er", + "Ġshe r", + "i amo", + "ia mo", + "iam o", + "Ġ Calc", + "ĠC alc", + "ĠCal c", + "ĠCa lc", + "t rieve", + "tr ieve", + "trie ve", + "tri eve", + "Ġc ops", + "Ġco ps", + "Ġcop s", + "ĠCh rom", + "ĠChr om", + "Ġ regulated", + "Ġreg ulated", + "Ġregul ated", + "Ġregulate d", + "reat ment", + "Ġ Higher", + "ĠHigh er", + "o ks", + "ok s", + "Ġde ze", + "Ġdez e", + "LOC ATION", + "ongs To", + "Ġ finite", + "Ġf inite", + "Ġfin ite", + "Ġfi nite", + "Ġv aries", + "Ġvar ies", + "Ġvari es", + "Ġva ries", + "Ġposition ed", + "Ġposit ioned", + "' il", + "'i l", + "éĩ ij", + "Ġh ike", + "Ġhi ke", + "Ġhik e", + "( done", + "(d one", + "(do ne", + "play list", + "Ġ ada", + "Ġa da", + "Ġad a", + "Ġcoast al", + "ĠN ancy", + "ĠNa ncy", + "ĠNan cy", + ".DateTime Field", + "Cpp CodeGen", + "Ġ Similarly", + "ĠSimilar ly", + "r eur", + "re ur", + "reu r", + "Ġ Contr", + "ĠCon tr", + "ĠCont r", + "Ġ Hidden", + "ĠH idden", + "ĠHi dden", + "Ġ Beta", + "ĠB eta", + "ĠBe ta", + "ĠBet a", + "at ched", + "atch ed", + "_ install", + "_inst all", + ". Output", + ".Out put", + "Look up", + "ĠRich mond", + "qu ared", + "quare d", + "qua red", + "Ġm anga", + "Ġman ga", + "Ġma nga", + "Ġmang a", + "- controls", + "-control s", + "ĠBer nard", + "ĠBern ard", + "L arge", + "Ġs lices", + "Ġsl ices", + "Ġslice s", + "Ġslic es", + "Ġoff ence", + "Ġoffen ce", + "ĠM ega", + "ĠMe ga", + "ĠMeg a", + "Ġ estar", + "Ġe star", + "Ġes tar", + "Ġest ar", + "Ġesta r", + "Ġj oints", + "Ġjoin ts", + "Ġjo ints", + "Ġjoint s", + "Ġ summ", + "Ġs umm", + "Ġsu mm", + "Ġsum m", + "_ platform", + "_pl atform", + "B uff", + "Buf f", + "Bu ff", + ".add Subview", + "Ġret ained", + "Ġretain ed", + "L etter", + "Let ter", + ". dim", + ".d im", + ".di m", + "Ġess ere", + "Ġesse re", + "ĠS caffold", + "EX PECT", + "EXP ECT", + "ĉ RE", + "ĉR E", + ". longitude", + ".long itude", + "ü nd", + "ün d", + "Ġstat ue", + ". addWidget", + ".add Widget", + "ĠCar ibbean", + "add PreferredGap", + "il de", + "ild e", + "UI Label", + "UIL abel", + "ĠOp port", + "ĠOpp ort", + "Ġim perial", + "Ġimp erial", + "Ġimper ial", + "Ġimpe rial", + "urs ion", + "Ġman date", + "Ġmand ate", + "Ġprom otional", + "Ġpromot ional", + "Ġpromotion al", + "Ġ vk", + "Ġv k", + "ia ÅĤ", + "Ġp yl", + "Ġpy l", + "Ġ Creation", + "ĠC reation", + "ĠCre ation", + "ĠCreat ion", + "о зд", + "оз д", + "Ġsim pler", + "Ġsimple r", + "Ġsimp ler", + "Ġsimpl er", + ". what", + ".w hat", + ".wh at", + "Ġ Recent", + "ĠRe cent", + "ĠRec ent", + "ĠRece nt", + "St orm", + ". quantity", + ".qu antity", + ".quant ity", + "Ġ Lov", + "ĠL ov", + "ĠLo v", + "\" -", + "ub bles", + "ubble s", + "ubb les", + "_ notification", + "_not ification", + "( world", + "(w orld", + "ur ger", + "urg er", + "urge r", + "* (-", + "*( -", + ": \"Ċ", + ":\" Ċ", + "h m", + "an ship", + "ans hip", + "Ġ Almost", + "ĠAl most", + "Ġmotor cycle", + "_ fee", + "_f ee", + "_fe e", + "Ġabs orb", + "Ġabsor b", + "ĠVin cent", + "ĠVince nt", + "Ġs ounded", + "Ġso unded", + "Ġsound ed", + "ÃŃ st", + "ÃŃs t", + "Ġpharm aceutical", + "h tag", + "ht ag", + "hta g", + "ĠK indle", + "ĠKind le", + "ĠKin dle", + "ital ize", + "ĠEm peror", + "ous tic", + "oust ic", + "Ġspecial ists", + "Ġspecialist s", + "åħ ¬", + "Border Style", + "/ \\", + "RE LATED", + "REL ATED", + "(' ,',", + "(', ',", + "(',' ,", + "( expr", + "(ex pr", + "(exp r", + "Ġ ht", + "Ġh t", + "åį Ī", + "_ Create", + "_C reate", + "Ġs pecially", + "Ġspec ially", + "Ġspecial ly", + "Ġspeci ally", + "Ġ [];čĊ", + "Ġ[ ];čĊ", + "Ġ[] ;čĊ", + "Ġ[]; čĊ", + "Ġ heel", + "Ġh eel", + "Ġhe el", + "Ġs ept", + "Ġse pt", + "Ġsep t", + "_ arch", + "_a rch", + "_ar ch", + "_arc h", + "( initial", + "(in itial", + "(init ial", + "% .ĊĊ", + "%. ĊĊ", + "%.Ċ Ċ", + "\\\" ,\\\"", + "\\\", \\\"", + "\\\",\\ \"", + "Ġdisc usses", + "Ġdiscuss es", + "Ġ upt", + "Ġu pt", + "Ġup t", + "Ġ[ &", + "Ġm anus", + "Ġman us", + ". hand", + ".h and", + "Ġ MAIN", + "ĠM AIN", + "ĠMA IN", + "ĠDen mark", + "Ġ ],čĊ", + "Ġ] ,čĊ", + "Ġ], čĊ", + "Ġcr yst", + "Ġcry st", + "Ġn ack", + "Ġna ck", + "Co ords", + "Coord s", + "_ inner", + "_in ner", + "Ġmid st", + "Ġmi dst", + "Ġa wake", + "Ġaw ake", + "Ġ Ðŀ", + "ĠÐ ŀ", + "- break", + "-b reak", + "-bre ak", + "ÃŃ vel", + "ÃŃv el", + "_ PASS", + "_P ASS", + "_PA SS", + "Ġ Params", + "ĠPar ams", + "ĠParam s", + "ĠPa rams", + "ĠPara ms", + "Ġd etr", + "Ġde tr", + "Ġdet r", + "Ġsp ider", + "Ġspi der", + "Ġ Concept", + "ĠCon cept", + "ĠConc ept", + "ĠConce pt", + "Ġ prend", + "Ġp rend", + "Ġpr end", + "Ġpre nd", + "CH ED", + "CHE D", + ". Exit", + ".Ex it", + ".E xit", + "Ġpop ulated", + "Ġpopulate d", + "Ġpopul ated", + "Ġvirt ue", + "_ SESSION", + "_SE SSION", + "Ġnou vel", + "Ġnouve l", + "o auth", + "oa uth", + "Ġд аннÑĭ", + "Ġдан нÑĭ", + "r ink", + "ri nk", + "rin k", + ". HeaderText", + ".Header Text", + "atur ated", + "atura ted", + "atu rated", + "Ġe rst", + "Ġer st", + "Ġers t", + "Ġ åħ", + "Ġå ħ", + "ॠĩ", + "_ visible", + "_v isible", + "_vis ible", + "e yer", + "ey er", + "eye r", + "Ġ liable", + "Ġl iable", + "Ġli able", + "Ġlia ble", + "Ġd ebe", + "Ġde be", + "Ġdeb e", + "Ġ bw", + "Ġb w", + "{- #", + "_ WIN", + "_W IN", + "d fs", + "df s", + "H over", + "Ho ver", + "Ġ PUT", + "ĠP UT", + "ĠPU T", + "- angle", + "-a ngle", + "-an gle", + "Ġn oble", + "Ġno ble", + "Ġnob le", + "Ġtr aces", + "Ġtra ces", + "Ġtrace s", + "en cv", + "enc v", + "Ġ userData", + "Ġuser Data", + "_ ins", + "_in s", + "_i ns", + "ĠS uz", + "ĠSu z", + "Ġnews letters", + "Ġnewsletter s", + "ĠM odi", + "ĠMod i", + "ĠMo di", + "Ġentreprene urs", + "Ġentrepreneur s", + "Ġ tribute", + "Ġtrib ute", + "Ġrum ors", + "Ġrumor s", + "Ġ rr", + "Ġr r", + "Ġ Quarter", + "ĠQu arter", + "ĠQuart er", + "ĠQuar ter", + "ê³ ł", + "Ġ feeds", + "Ġfe eds", + "Ġfeed s", + "Ġfee ds", + "ó g", + "Ġen velope", + "Ġenv elope", + "Ġenvelop e", + "Ġ lear", + "Ġl ear", + "Ġle ar", + "Ġk ø", + "de veloper", + "develop er", + "S imilar", + "Sim ilar", + ": \")Ċ", + ":\" )Ċ", + ":\") Ċ", + "sub scription", + "subs cription", + "Mod ifier", + "it alic", + "ital ic", + "ita lic", + "Ġn asty", + "Ġna sty", + "Ġnas ty", + "Ġnast y", + "Ġ termination", + "Ġter mination", + "Ġterm ination", + "Ġtermin ation", + "Ġch arming", + "Ġchar ming", + "Ġcharm ing", + "Ġ âŁ", + "Ġâ Ł", + "t ons", + "ton s", + "to ns", + ". trace", + ".t race", + ".tr ace", + "h ots", + "ho ts", + "hot s", + "Ġ UR", + "ĠU R", + "M ont", + "Mon t", + "Mo nt", + "Ġjust ified", + "ĠG ang", + "ĠGa ng", + "ĠGan g", + "i nea", + "in ea", + "ine a", + "Ġb og", + "Ġbo g", + "( ap", + "(a p", + "_ $", + "Ġcont amin", + "Ġconta min", + ". Dot", + ".D ot", + ".Do t", + "ĉ Debug", + "( exports", + "(ex ports", + "(exp orts", + "Ġ paired", + "Ġp aired", + "Ġpair ed", + "Ġpa ired", + "Ġpai red", + "Ġ Assignment", + "ĠAss ignment", + "ĠAssign ment", + "Ġauto mobile", + "Ġautom obile", + "ĵ į", + "Ġph ases", + "Ġphase s", + "Ġpha ses", + "v w", + "@ SuppressWarnings", + "= \\", + "r ant", + "ra nt", + "ran t", + "- ed", + "-e d", + "ĉ await", + "ĉa wait", + "Ġcert ificates", + "Ġcertificate s", + "Ġcertif icates", + "' >\"", + "'> \"", + "Ġint act", + "C TRL", + "CT RL", + "CTR L", + "M ike", + "Mi ke", + "g regation", + "greg ation", + "AT TERN", + "ATT ERN", + "ATTER N", + "Ġre public", + "Ġrep ublic", + "_ upper", + "_u pper", + "_up per", + "ili ary", + "iliar y", + "ilia ry", + "Ġcom putation", + "Ġcomp utation", + "Ġcomput ation", + "h ire", + "hi re", + "hir e", + "ĠS hin", + "ĠSh in", + "ĠShi n", + "_ ANY", + "_A NY", + "_AN Y", + "Ġ Manufacturer", + "ĠMan ufacturer", + "ĠManufact urer", + "ĠC arm", + "ĠCar m", + "ĠCa rm", + "Ġbear ings", + "Ġbearing s", + "_ comb", + "_c omb", + "_com b", + "_co mb", + "c ad", + "ca d", + "ur istic", + "Ġwh olesale", + "Ġwhole sale", + "Ġwholes ale", + "Ġd onor", + "Ġdo nor", + "Ġdon or", + ". interfaces", + ".inter faces", + ".interface s", + "pr esso", + "press o", + "pres so", + "Ġ Brun", + "ĠB run", + "ĠBr un", + "ĠBru n", + "- close", + "-c lose", + "-cl ose", + "p rove", + "pr ove", + "pro ve", + "prov e", + "_ SK", + "_S K", + "ĉ frame", + "ĉf rame", + "ĉfr ame", + "et ros", + "etro s", + "etr os", + "ĠP ain", + "ĠPa in", + "ĠPai n", + "_ EXP", + "_E XP", + "_EX P", + "Ġ LT", + "ĠL T", + "_ fs", + "_f s", + ". datas", + ".d atas", + ".data s", + ".dat as", + ".da tas", + "ĉ ss", + "ĉs s", + "v oir", + "vo ir", + "Ġ Axis", + "ĠA xis", + "ĠAx is", + "M ajor", + "= \"<", + "=\" <", + "[ h", + "Ġprof ess", + "Ġprofes s", + "ig rate", + "igr ate", + "( score", + "(s core", + "(sc ore", + "Key word", + "\" os", + "ĠĠ ĠĠĉĊ", + "ĠĠĠĠ ĉĊ", + "ĠĠĠ ĠĉĊ", + "ĠĠĠĠĉ Ċ", + "an alysis", + "analy sis", + "anal ysis", + "Ġre play", + "Ġrep lay", + "Ġrepl ay", + ". pass", + ".p ass", + ".pa ss", + "\\ d", + "t ls", + "tl s", + "Ġsan ct", + ". light", + ".l ight", + ".li ght", + "_ mobile", + "_m obile", + "_mob ile", + "Ñģ ÑĤÑĮ", + "ÑģÑĤ ÑĮ", + "ĉ total", + "ĉt otal", + "ĉto tal", + "u ity", + "ui ty", + "uit y", + "Ġ paused", + "Ġpa used", + "Ġpause d", + "Ġpau sed", + "N AS", + "NA S", + "Ġen core", + "Ġenc ore", + "l oe", + "lo e", + "Ġ-* -ĊĊ", + "Ġ-*- ĊĊ", + "Ġ-*-Ċ Ċ", + ". high", + ".h igh", + "am pler", + "amp ler", + "ample r", + "Ġ Secure", + "ĠS ecure", + "ĠSec ure", + "Ġf ragments", + "Ġfra gments", + "Ġfrag ments", + "Ġfragment s", + "_ vel", + "_v el", + "_ve l", + "ill ary", + "illa ry", + "ĠS tein", + "ĠSt ein", + "ĠSte in", + "ĠD awn", + "ĠDa wn", + "ĠDaw n", + "Ġmax imize", + "Ġmaxim ize", + "ภ¢", + "Ġ /^", + "Ġ/ ^", + "Ġcontin ually", + "Ġcontinu ally", + "Ġcontinual ly", + "Ġsh adows", + "Ġshadow s", + "ĉ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĉĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĉĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĉĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĉĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĉĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĉĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĉĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĉĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĉĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "ĉĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĉĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĉĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĉĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĉĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĉĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĉĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĉĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "ĠI ActionResult", + "Ġinform ación", + "C HECK", + "CHE CK", + ". SelectedItem", + ".Selected Item", + "b undle", + "ol ley", + "oll ey", + "olle y", + "< Int", + "<", + "\\\" ><", + "\\\"> <", + "Ġ trajectory", + "Ġtra jectory", + "_ ring", + "_r ing", + "Ġhydro gen", + "Ġhydr ogen", + "t ron", + "tr on", + "tro n", + "Ġstat ute", + "Ġ conditional", + "Ġcondition al", + "Ġcond itional", + "Ġt ray", + "Ġtr ay", + "Ġtra y", + "- school", + "-s chool", + "( widget", + "(w idget", + "$ config", + "$con fig", + "Ġrequest ing", + "Ġrequ esting", + ". uint", + ".ui nt", + ".u int", + "e ton", + "et on", + "eto n", + "br ities", + "brit ies", + "Of Type", + "A DMIN", + "AD MIN", + "ADM IN", + "p redict", + "pre dict", + "pred ict", + "Ġg egen", + "Ġge gen", + "Ġgeg en", + "ĠH app", + "ĠHa pp", + "OC UMENT", + "Ġ Apart", + "ĠA part", + "ĠAp art", + "Ġ -----", + "Ġ- ----", + "Ġ-- ---", + "Ġ---- -", + "Ġ--- --", + "r oe", + "ro e", + "u ide", + "ui de", + "uid e", + "just ify", + "ĠS quad", + "ĠSqu ad", + "Ġprof es", + ". bot", + ".b ot", + ".bo t", + "_ currency", + "_c urrency", + "_curr ency", + "i nnen", + "in nen", + "inn en", + "inne n", + "ĠM umbai", + "ĠMum bai", + "Ġ Numbers", + "ĠNumber s", + "ĠNum bers", + "avana ugh", + "agn itude", + "âĢľ There", + "âĢľThe re", + "= http", + "=h ttp", + "çī ĩ", + "Ġ vb", + "Ġv b", + "+ '{{$", + "\"> {{$", + "\">{{ $", + "\">{ {$", + "Ġ inode", + "Ġin ode", + "Ġi node", + "s il", + "si l", + "Ġh ace", + "Ġha ce", + "Ġhac e", + "Ġsever ely", + "Ġsevere ly", + "Ġ Overview", + "ĠOver view", + "ĠOv erview", + "Ġsp raw", + "Ġspr aw", + "Ġbe aches", + "Ġbeach es", + ": left", + ":l eft", + "· »", + "( ${", + "($ {", + "Ġ FIRST", + "ĠF IRST", + "ĠFIR ST", + "ĠS pa", + "ĠSp a", + "- ass", + "-a ss", + "-as s", + "Ġb aise", + "Ġba ise", + "Ġbais e", + "Ġ NODE", + "ĠN ODE", + "ĠNO DE", + "Ġ Pizza", + "ĠP izza", + "ĠPi zza", + "P et", + "Pe t", + "( seq", + "(s eq", + "(se q", + "\\ \">Ċ", + "\\\" >Ċ", + "\\\"> Ċ", + "CppMethod Pointer", + "Ġ vp", + "Ġv p", + "Ġ ia", + "Ġi a", + "_ seconds", + "_se conds", + "_sec onds", + "_second s", + "e met", + "em et", + "eme t", + "/ blob", + "/b lob", + "/bl ob", + "_TH RESH", + ".. .čĊ", + "... čĊ", + "D est", + "De st", + "Des t", + "Ġ NH", + "ĠN H", + ". dataSource", + ".data Source", + "it és", + "ité s", + "Ġ Jak", + "ĠJ ak", + "ĠJa k", + "s ell", + "se ll", + "sel l", + "Ġwork shops", + "Ġworkshop s", + "< u", + "Ġr ivals", + "Ġrival s", + "Ġri vals", + "Ġriv als", + "ĠEX ISTS", + "h om", + "ho m", + "- token", + "-t oken", + "-to ken", + "com patible", + "compat ible", + ".J Panel", + "Ġphys icians", + "Ġphysician s", + "Ġphysic ians", + "ar tin", + "art in", + "arti n", + "Ġdes irable", + "Ġdistinct ive", + ". Dep", + ".D ep", + ".De p", + "g id", + "gi d", + "il iate", + "ili ate", + "ilia te", + ", max", + ",m ax", + "Ġprem iere", + "Ġpremier e", + "Ġpremi ere", + "Ġq Debug", + "Ġadvoc acy", + "Ġwh isper", + "P t", + "Ġun changed", + "_ qty", + "_q ty", + "请 æ±Ĥ", + "Se ason", + "Sea son", + "ave length", + "avel ength", + "ĠP ul", + "ĠPu l", + "Ġd ÃŃa", + "ĠdÃŃ a", + "'] ]],Ċ", + "']] ],Ċ", + "a lis", + "al is", + "ali s", + "( \"&", + "(\" &", + "b oro", + "bo ro", + "bor o", + "Ġ bm", + "Ġb m", + "Ġ Radi", + "ĠR adi", + "ĠRa di", + "ĠRad i", + "w rong", + "wr ong", + "Ġ Going", + "ĠGo ing", + "ime Type", + "i ji", + "ij i", + "- feedback", + "-fe edback", + "-feed back", + "Ġ Names", + "ĠN ames", + "ĠName s", + "ĠNa mes", + "ĠNam es", + "ĠB apt", + "ĠBa pt", + "Ġpro bable", + "Ġprob able", + "Ġ Ether", + "ĠE ther", + "ĠEth er", + "ĠEt her", + "Ġ Politics", + "ĠPol itics", + "ĠPolit ics", + "_ protocol", + "_prot ocol", + "_proto col", + "l ining", + "li ning", + "lin ing", + "S at", + "Sa t", + "Ġcor rel", + "Ġcorre l", + "Ġcorr el", + ". Primary", + ".Pr imary", + "( nullable", + "(null able", + "RI ORITY", + "Ġcol oring", + "Ġcolor ing", + "Ġutil izing", + "Ġutiliz ing", + "d as", + "da s", + "Ġex ported", + "Ġexp orted", + "Ġexport ed", + "Ġcar riers", + "Ġcarrier s", + "Ġcarr iers", + "Con v", + "Co nv", + ". editor", + ".e ditor", + ".ed itor", + ".edit or", + "i ó", + "( handles", + "(h andles", + "(handle s", + "(hand les", + "Ġapprec iation", + ". import", + ".im port", + ".imp ort", + "ĠA ustria", + "ĠAust ria", + "ĠAustr ia", + "Ġ Strip", + "ĠS trip", + "ĠSt rip", + "ĠStr ip", + "i light", + "il ight", + "ili ght", + "ilig ht", + "Ġappropri ately", + "Ġappropriate ly", + "ĠP rest", + "ĠPr est", + "ĠPres t", + "ĠPre st", + "Ġ Wir", + "ĠW ir", + "ĠWi r", + "Ġ UIApplication", + "ĠUI Application", + "al chemy", + "Ġ Mob", + "ĠM ob", + "ĠMo b", + "Ġ Determin", + "ĠD etermin", + "ĠDe termin", + "ergus on", + "register ed", + "regist ered", + "_ convert", + "_con vert", + "_conv ert", + "ĠVlad imir", + "ĠVladim ir", + ".Show Dialog", + "ref lect", + "Ġs hook", + "Ġsh ook", + "Ġsho ok", + "Ġas sure", + "Ġass ure", + "Ġ Often", + "ĠO ften", + "ĠOf ten", + "Ġcivil ization", + "Ġv ocabulary", + "Ġvocab ulary", + "fore ground", + "Ġ Scope", + "ĠS cope", + "ĠSc ope", + "ĠSco pe", + "Ġun wanted", + "Ġunw anted", + "act ing", + "ac ting", + "Ġ ([]", + "Ġ( []", + "Ġ([ ]", + "Ġm arking", + "Ġmark ing", + "Ġmar king", + ". original", + ".origin al", + ".or iginal", + ".orig inal", + "Ġ MOVE", + "ĠM OVE", + "ĠMO VE", + "ĠMOV E", + "Ġsp orting", + "Ġsport ing", + "Ġspor ting", + "ce ptions", + "ception s", + "cept ions", + "NS Number", + "S izes", + "Size s", + "Si zes", + "Ġpro vincial", + "Ġprovinc ial", + "Ġprovincia l", + "_ Trans", + "_T rans", + "_Tr ans", + "Ġproble matic", + "Ġproblem atic", + "Ġproblema tic", + "Ġprobl ematic", + "d igit", + "di git", + "dig it", + "Ġ Emma", + "ĠE mma", + "ĠEm ma", + "ĠEmm a", + "l ocks", + "lo cks", + "lock s", + "loc ks", + "ĠC rew", + "ĠCr ew", + "ĠCre w", + "i ba", + "ib a", + "' ):", + "') :", + "i sha", + "is ha", + "ish a", + "Ġm amm", + "Ġma mm", + "Ġmam m", + "Ġocc ured", + "Ġoccur ed", + "w cs", + "wc s", + "( rule", + "(r ule", + "Ġmerch andise", + "es pecially", + "ĠT win", + "ĠTw in", + "Ġn aming", + "Ġna ming", + "Ġnam ing", + "Ġs log", + "Ġsl og", + "Ġslo g", + "Ġimpro ves", + "Ġimprove s", + "Ġimpr oves", + "Ġimprov es", + "Ġad her", + ": text", + ":t ext", + ".h adoop", + "_ HTTP", + "_HT TP", + ". toList", + ".to List", + ". disabled", + ".dis abled", + ".disable d", + "Ġl enses", + "Ġlen ses", + "Ġlens es", + ". ini", + ".in i", + ".i ni", + "Ġ Rare", + "ĠR are", + "ĠRa re", + "Ġ Ubuntu", + "ĠUb untu", + "Ġsc ram", + "Ġscr am", + "o lation", + "ol ation", + "ola tion", + "t itulo", + "tit ulo", + "Every thing", + "Ġnod ded", + "icht ig", + "_ constant", + "_con stant", + "_const ant", + "_cons tant", + "z c", + "l ift", + "li ft", + "lif t", + "Ġ Notify", + "ĠN otify", + "ĠNot ify", + "o ndo", + "on do", + "ond o", + "Ġ INF", + "ĠI NF", + "ĠIN F", + "( \"+", + "(\" +", + "ĠK az", + "ĠKa z", + "Ġd read", + "Ġdr ead", + "Ġdre ad", + ". mapper", + ".m apper", + ".map per", + ".ma pper", + "l eur", + "le ur", + "ĠCom ey", + "ĠCo mey", + "ĠCome y", + "Ġ NB", + "ĠN B", + "i cers", + "ic ers", + "ice rs", + "icer s", + ". Push", + ".P ush", + "Ġ Hack", + "ĠH ack", + "ĠHa ck", + "ĠBrazil ian", + "ĠBraz ilian", + "_ prod", + "_p rod", + "_pro d", + "_pr od", + "Ġ //ĊĊ", + "Ġ// ĊĊ", + "Ġ/ /ĊĊ", + "Ġ//Ċ Ċ", + "Ġb icycle", + "Ġbi cycle", + "Ġbicy cle", + "Ġbic ycle", + "Ġun available", + "Ġuna vailable", + "Ġadoles cent", + "b lk", + "bl k", + "Ġmit ig", + "_ blue", + "_b lue", + "_bl ue", + "ì ĺ", + "fade In", + "Ġ Utilities", + "ĠUtil ities", + "ĠUt ilities", + "Ġ MN", + "ĠM N", + "; k", + "< style", + "- status", + "-s tatus", + "-st atus", + "-stat us", + "i ndo", + "in do", + "ind o", + "Ġin nings", + "Ġinn ings", + "Ġinning s", + "Ġg j", + "Ġ| |=", + "Ġ|| =", + ". eu", + ".e u", + ": Number", + ":N umber", + "Ġc uisine", + "Ġcu isine", + "Ġcuis ine", + "ĠURL s", + "i ek", + "ie k", + "Ġw ires", + "Ġwire s", + "Ġwir es", + "Ġwi res", + "ĉ ps", + "ĉp s", + "i eg", + "ie g", + ". mk", + ".m k", + "so ap", + "Ġsome time", + "Ġsom etime", + "Ġs tap", + "Ġst ap", + "Ġsta p", + "_ series", + "_s eries", + "_se ries", + "_ser ies", + ". Target", + ".T arget", + "æ º", + ". destination", + ".d estination", + ".dest ination", + "OUN TER", + "OUNT ER", + "R aises", + "Ra ises", + "Raise s", + "& A", + "Ġsmart phones", + "Ġsmartphone s", + "NI Env", + ". sdk", + ".s dk", + ".sd k", + "Ġhel icopter", + "Ġhelicopt er", + "Ġim pe", + "Ġimp e", + "Ġ Birth", + "ĠB irth", + "ĠBir th", + "A U", + "b readcrumbs", + "breadcrumb s", + "co ords", + "coord s", + "Ġexpl ored", + "Ġexplo red", + "Ġexplore d", + "Ġexplor ed", + "Ġ lod", + "Ġl od", + "Ġlo d", + "Ġ Ip", + "ĠI p", + "g able", + "ga ble", + "i ane", + "ia ne", + "ian e", + "Ġart ifacts", + "Ġartifact s", + "Box Layout", + "ا ر", + "Ø§Ø ±", + "list ener", + "listen er", + "lis tener", + "liste ner", + ". cart", + ".c art", + ".ca rt", + ".car t", + "ĠH uff", + "ĠHu ff", + "ĠHind u", + "ĠHin du", + "ĠData Types", + "ĠDataType s", + "Ġ Drupal", + "ĠDr upal", + "IGN ORE", + "Ġoff sets", + "Ġoffset s", + "Ġoffs ets", + "Ġ RTC", + "ĠR TC", + "ĠRT C", + "- login", + "-lo gin", + "-log in", + "æ ®", + "Ġ QObject", + "ĠQ Object", + "Ġprosec utor", + "R ock", + "Ro ck", + "_ chat", + "_c hat", + "_ch at", + "W ay", + "Wa y", + "ì ²", + "Ġneg lig", + "Ġd ude", + "Ġdu de", + "; <", + "Ġde legates", + "Ġdelegate s", + "Ġdeleg ates", + "_ failed", + "_f ailed", + "_fail ed", + "_fa iled", + "/ dev", + "/d ev", + "/de v", + "/ work", + "/w ork", + "( New", + "(N ew", + "e table", + "et able", + "eta ble", + "( )\"", + "() \"", + "( Icons", + "(I cons", + "Ġp ork", + "Ġpo rk", + "Ġpor k", + "ĠModel AndView", + "Ġ VIP", + "ĠV IP", + "ĠVI P", + "ĠK or", + "ĠKo r", + "m ix", + "mi x", + "Ġ oxid", + "Ġox id", + "Ġ SCREEN", + "ĠS CREEN", + "ĠSC REEN", + "Ġ Fourth", + "ĠFour th", + "/ \",Ċ", + "/\" ,Ċ", + "/\", Ċ", + "Ġ tee", + "Ġt ee", + "Ġte e", + "ĠSte vens", + "ĠSteve ns", + "ĠSteven s", + "t icks", + "ti cks", + "tic ks", + "tick s", + "Ġp ledge", + "Ġpl edge", + "Ġple dge", + "Ġpled ge", + "ib bon", + "Ġ Loan", + "ĠLo an", + "Ġ neo", + "Ġn eo", + "Ġne o", + "n umpy", + "num py", + "Ġ SharedPreferences", + "ĠShared Preferences", + "- oriented", + "ĠLogger Factory", + "Ġ GraphQL", + "ĠGraph QL", + "z enia", + "ze nia", + "zen ia", + "\" _", + "W omen", + "Wo men", + ". cast", + ".c ast", + ".ca st", + "Ġdeliber ately", + "Ġdeliberate ly", + "+ b", + "Ġ Arn", + "ĠA rn", + "ĠAr n", + "font Size", + "Ġ maze", + "Ġm aze", + "Ġma ze", + "Ġmaz e", + "Ġbl amed", + "Ġblame d", + "Ġbla med", + ". mas", + ".m as", + ".ma s", + "} )čĊ", + "}) čĊ", + "eler ik", + "ele rik", + "eleri k", + "Ġsc anning", + "Ġscan ning", + "ĠWork shop", + "ĠWorks hop", + "Ġf inden", + "Ġfind en", + "Ġfin den", + "Ġfinde n", + "Ġc aut", + "Ġca ut", + "UI Font", + "( return", + "(r eturn", + "(re turn", + "(ret urn", + "a lin", + "al in", + "ali n", + "c astle", + "cast le", + "cas tle", + "//// ////////////////////////////////////////////////////////////////////", + "//////// ////////////////////////////////////////////////////////////////", + "//////////////// ////////////////////////////////////////////////////////", + "//////////////////////////////////////////////////////////////// ////////", + "//////////// ////////////////////////////////////////////////////////////", + "//////////////////////////////////////////////////////////////////// ////", + "//////////////////////////////////////////////////////// ////////////////", + "//////////////////////////////////////////////////////////// ////////////", + "Ġincent ive", + "Ġincentiv e", + "o path", + "op ath", + "opa th", + "b lob", + "bl ob", + "blo b", + "Ġcigaret te", + "Ġcigar ette", + "Ġf ertil", + "Ġfer til", + "Ġfert il", + "* /ĊĊĊ", + "*/ ĊĊĊ", + "*/Ċ ĊĊ", + "*/ĊĊ Ċ", + "Ġ Shar", + "ĠS har", + "ĠSh ar", + "ĠSha r", + "Ċ ĠĠĠĠĠĠĊ", + "Ġunc ertain", + "Ġuncert ain", + "ĠS ton", + "ĠSt on", + "ĠSto n", + "Oper ations", + "Operation s", + "ĠSp encer", + "Ġde fin", + "Ġdef in", + "Ġ Solo", + "ĠS olo", + "ĠSo lo", + "ĠSol o", + "o nest", + "on est", + "one st", + "ones t", + "·» åĬł", + "Ġu omo", + "Ġuom o", + "G ive", + "Gi ve", + "Ġden tro", + "Ġdent ro", + "; padding", + ";p adding", + "ent ai", + "enta i", + "Ġ Cars", + "ĠC ars", + "ĠCar s", + "ĠCa rs", + "Ġenthus iasm", + "Ġenthusi asm", + "Ġ Operating", + "ĠOper ating", + "ĠOpera ting", + "S kip", + "Sk ip", + "par ation", + "pa ration", + "para tion", + "Ġprot ects", + "Ġprote cts", + "Ġprotect s", + "Ġre ver", + "Ġr ever", + "Ġrev er", + "Ġreve r", + "d g", + "ĠC incinnati", + "Ġconsect etur", + "Ġm uss", + "Ġmus s", + "Ġmu ss", + "employ ed", + "a uses", + "au ses", + "ause s", + "aus es", + "in kle", + "ink le", + ". Values", + ".Value s", + ".Val ues", + "£ ¼", + "l ov", + "lo v", + "_ WARN", + "_W ARN", + "Ġ bookmark", + "Ġbook mark", + "Ġ Apollo", + "ĠA pollo", + "ĠAp ollo", + ". axis", + ".a xis", + ".ax is", + "Ġm ét", + "Ġmé t", + "Ġop ener", + "Ġopen er", + "Ġt umor", + "Ġtu mor", + "Ġtum or", + "d an", + "da n", + "Ġelement ary", + "Ġsk ipped", + "Ġskip ped", + "Ġski pped", + "ĠK er", + "ĠKe r", + "as ia", + "asi a", + "_ resp", + "_re sp", + "_r esp", + "_res p", + "Ġde mol", + "Ġdem ol", + "Ġdemo l", + "ĠCan adians", + "ĠCanadian s", + "Ġt astes", + "Ġtaste s", + "Ġtas tes", + "Ġtast es", + "U Integer", + "UInt eger", + "Ġ' ${", + "Ġ'$ {", + ". aws", + ".a ws", + ".aw s", + "R OID", + "RO ID", + "ROI D", + "r ians", + "ri ans", + "ria ns", + "rian s", + "M Q", + "ord able", + "orda ble", + "Ġcou sin", + "Ġcous in", + "Prop agation", + "( Session", + "(S ession", + "p halt", + "ph alt", + "pha lt", + "U LD", + "UL D", + "Ġ Scalar", + "ĠS calar", + "ĠSc alar", + "ĠScala r", + "ĠScal ar", + "Ġblood y", + "Ġblo ody", + "Ġ à¦", + "Ġà ¦", + ". mask", + ".m ask", + ".mas k", + ".ma sk", + ", q", + "Ġ Units", + "ĠUn its", + "ĠUnit s", + "ĠUni ts", + "Ġcent res", + "Ġcentre s", + "Ġcentr es", + "Ġcen tres", + "Ġ Prim", + "ĠP rim", + "ĠPr im", + "ĠPri m", + ". ]ĊĊ", + ".] ĊĊ", + "ĠSh aw", + "ĠSha w", + "P rom", + "Pro m", + "Pr om", + "Ġ Thought", + "ĠTh ought", + "ĠThough t", + "ĠThou ght", + "Check er", + "Che cker", + "_ outputs", + "_out puts", + "_output s", + "( chan", + "(c han", + "(ch an", + "E INVAL", + "Ġ bob", + "Ġb ob", + "Ġbo b", + "_ cmp", + "_c mp", + "_cm p", + "P ed", + "Pe d", + "Ġmat rices", + "Ġvrou wen", + "Ġvrouw en", + "Ġgenu inely", + "Ġgenuine ly", + "high light", + "( display", + "(d isplay", + "(dis play", + ") !=", + ")! =", + "Ġde licate", + "Ġdel icate", + "Ġdelic ate", + "ĠL uther", + "ĠLu ther", + "ĠM iles", + "ĠMil es", + "ĠMi les", + "ĠMile s", + "Ġ userID", + "Ġuser ID", + "% =", + "at eurs", + "ate urs", + "ateur s", + "_ BUF", + "_B UF", + "_BU F", + "- ------Ċ", + "-- -----Ċ", + "---- ---Ċ", + "--- ----Ċ", + "----- --Ċ", + "------ -Ċ", + "------- Ċ", + "im itives", + "imit ives", + "imitive s", + "Ġsh elves", + "Ġshel ves", + "s low", + "sl ow", + "_ information", + "_in formation", + "L EG", + "LE G", + "W r", + ". forms", + ".for ms", + ".form s", + "c eland", + "ce land", + "cel and", + "cela nd", + "/ un", + "/u n", + ": &", + ". âĢĻĊĊ", + ".âĢĻ ĊĊ", + "= \"%", + "=\" %", + "Ġp rost", + "Ġpro st", + "Ġpr ost", + "Ġpros t", + "Ġ fontsize", + "Ġfont size", + "Ġfonts ize", + "u ción", + "uc ión", + "uci ón", + "g etic", + "get ic", + "ge tic", + "a mt", + "am t", + "= \".", + "=\" .", + "De cor", + "Dec or", + "B rit", + "Br it", + "Ġ\" \").", + "Ġ\"\" ).", + "Ġ\"\") .", + "Ġf ounding", + "Ġfound ing", + "Ġfo unding", + ". FileName", + ".File Name", + "Ġ Tier", + "ĠT ier", + "ĠTi er", + "ĠTie r", + "Ġdis close", + "Ġdisc lose", + "á m", + ". syn", + ".s yn", + ".sy n", + ". ViewHolder", + ".View Holder", + "lic ant", + "li cant", + "lica nt", + "_ stage", + "_st age", + "_sta ge", + "Mon day", + "Ġ deserialize", + "Ġde serialize", + "Ġdes erialize", + "t alk", + "ta lk", + "tal k", + "Ġtrad itionally", + "Ġtraditional ly", + "Ġtradition ally", + "æĢ ģ", + "Ø ®", + "L EX", + "LE X", + "Ġ eh", + "Ġe h", + "ĉ ROM", + "ĉR OM", + "Ġ {})Ċ", + "Ġ{ })Ċ", + "Ġ{} )Ċ", + "Ġ{}) Ċ", + "Question s", + "Quest ions", + "n cpy", + "nc py", + "Ġfix ing", + "Ġfi xing", + "к Ñĥ", + "_ Key", + "_K ey", + ": x", + "Ġ STRING", + "ĠST RING", + "ĠSTR ING", + "ĠÑĦ ай", + "ĉ left", + "ĉl eft", + "ĠB ench", + "ĠBen ch", + "el lij", + "ell ij", + "elli j", + "UR RED", + "URRE D", + "Ġ Diagram", + "ĠDi agram", + "ĠDia gram", + "} catch", + "/ time", + "/t ime", + "Ġ Missing", + "ĠM issing", + "ĠMiss ing", + "ĠMis sing", + "db name", + "Ġs ore", + "Ġso re", + "Ġsor e", + "ĠW alt", + "ĠWal t", + "ĠWa lt", + "ug ging", + "ugg ing", + "re present", + "rep resent", + "Ġ GS", + "ĠG S", + "ne ys", + "ney s", + "ĉ page", + "ĉp age", + "Ġvol can", + "( btn", + "(b tn", + "(bt n", + "Ġexceed s", + "Ġexce eds", + "Ġ erg", + "Ġe rg", + "Ġer g", + "Ġpi lots", + "Ġpil ots", + "Ġpilot s", + "ĠS ed", + "ĠSe d", + "ers ions", + "ersion s", + "Ġp atron", + "Ġpat ron", + "Ġpa tron", + "R V", + "/ top", + "/t op", + "/to p", + ". asset", + ".as set", + "_ cross", + "_c ross", + "_cr oss", + ". Editor", + ".E ditor", + ".Edit or", + ".Ed itor", + ". tb", + ".t b", + "Ġwel coming", + "S CREEN", + "SC REEN", + ") findViewById", + "C oder", + "Code r", + "Co der", + "Cod er", + " \",Ċ", + ">\" ,Ċ", + ">\", Ċ", + "_ Pin", + "_P in", + "u ese", + "ue se", + "ues e", + "Ġ overrides", + "Ġover rides", + "Ġoverride s", + "_ ready", + "_re ady", + "_read y", + "Ad vanced", + "Adv anced", + "Advance d", + "Ġ opi", + "Ġo pi", + "Ġop i", + "- cart", + "-c art", + "-car t", + "-ca rt", + "(\" /\",", + "(\"/ \",", + "ĠD eb", + "ĠDe b", + "C RY", + "CR Y", + "Ġ Vertical", + "ĠVer tical", + "ĠVert ical", + "Ġ OVER", + "ĠO VER", + "ĠOV ER", + "Ġ Corporate", + "ĠCor porate", + "ĠCorpor ate", + "ĠCorp orate", + "Ġ\" \";", + "Ġ\"\" ;", + "Ġstep ping", + "Ġste pping", + "e j", + "Ġaccus ations", + "Ġaccusation s", + "Ġo raz", + "Ġor az", + "Ġora z", + "_ tail", + "_t ail", + "_ta il", + "Ġin duced", + "Ġind uced", + "Ġindu ced", + "Ġinduce d", + "Ġ elastic", + "Ġe lastic", + "Ġel astic", + "Ġelast ic", + "Ġbl own", + "Ġblow n", + "Ġblo wn", + ", //", + ",/ /", + "Ġback grounds", + "Ġbackground s", + "âĢĻ une", + "âĢĻun e", + "- sdk", + "-s dk", + "Ġset Interval", + "Ġincent ives", + "Ġincentive s", + "Ġincentiv es", + "Ġveget able", + "Ġveg etable", + "_ On", + "_O n", + "exp anded", + "expand ed", + "p ix", + "pi x", + "_ shader", + "_sh ader", + "_sha der", + "ĠSP DX", + "ĠSPD X", + "@ example", + "Ġ Wrapper", + "ĠW rapper", + "ĠWr apper", + "ĠWrap per", + ". Zero", + ".Z ero", + "Pos itive", + "Ġ spinner", + "Ġsp inner", + "Ġspin ner", + "Ġin vented", + "Ġinv ented", + "Ġinvent ed", + "ĠG ates", + "ĠGa tes", + "ĠGate s", + "ĠGat es", + "о ÑĤоÑĢ", + "оÑĤ оÑĢ", + "оÑĤо ÑĢ", + "Ġcompar isons", + "Ġcomparison s", + "è ·", + ". primary", + ".pr imary", + "data Provider", + "add itional", + "ĉ options", + "ĉo ptions", + "ĉopt ions", + "ĉoption s", + "s napshot", + "snap shot", + ".set Horizontal", + "Ġ\" {}", + "Ġ\"{ }", + "ĠF isher", + "ĠFish er", + "ĠFi sher", + "h alten", + "hal ten", + "halt en", + "< Type", + "", + "Ġ) ->", + "Ġ Registered", + "ĠRegister ed", + "IN ED", + "INE D", + "k al", + "ka l", + "par ison", + "Ġobj eto", + "Ġobjet o", + "V i", + "m anda", + "man da", + "ma nda", + "mand a", + "Ġren ewed", + "Ġrenew ed", + "ĠS of", + "ĠSo f", + "e ssel", + "es sel", + "ess el", + "esse l", + ".nd array", + "Ġ crap", + "Ġc rap", + "Ġcr ap", + "Ġcra p", + "ç® ¡", + ".abs path", + ".ab spath", + "( up", + "(u p", + "Ġclear ance", + "Ġ TW", + "ĠT W", + "_ COPY", + "_C OPY", + "_CO PY", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĉ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĉ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĉ", + "ĠĠĠĠĠĠĠĠĠĠĠ Ġĉ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĉ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĉ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĉ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĉ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĉ", + "Ġfor ests", + "Ġfore sts", + "Ġforest s", + "Ġfores ts", + "Ġarg uably", + "Ġ ASS", + "ĠA SS", + "ĠAS S", + "h ey", + "he y", + "a mel", + "am el", + "ame l", + "_ fore", + "_f ore", + "_for e", + "ĠSouth east", + "ĠSou theast", + "Ġab used", + "Ġabuse d", + "Ġpract icing", + "ake dirs", + "aked irs", + "ä¸ »", + "_ resources", + "_re sources", + "_res ources", + "_resource s", + "Ġ pond", + "Ġp ond", + "Ġpo nd", + "Ġpon d", + ". Fixed", + ".F ixed", + "Last Error", + "ĠPsych ology", + "ĠPsycho logy", + "Ġ\" //", + "Ġ\"/ /", + "! :", + "Re usable", + "Ġ mensaje", + "Ġm ensaje", + "Ġmens aje", + "Ġro spy", + "Ġros py", + "Ġ bour", + "Ġb our", + "Ġbo ur", + "Ġbou r", + "Ġvar ieties", + "Ġvari eties", + "Ġem path", + "Ġemp ath", + "( ({", + "(( {", + "_ org", + "_or g", + "_o rg", + "Ġ Mes", + "ĠM es", + "ĠMe s", + "Ġ Magento", + "ĠM agento", + "ĠMag ento", + "IST ORY", + "Un less", + "Ġh j", + "ĠD uty", + "ĠDu ty", + "ĠDut y", + "J un", + "Ju n", + ", size", + ",s ize", + "Ġpaint ings", + "Ġpain tings", + "Ġpainting s", + "Ġd ispens", + "Ġdisp ens", + "d art", + "da rt", + "dar t", + "Ġbehavior al", + "Ġ rpc", + "Ġr pc", + "Ġrp c", + "c alculate", + "cal culate", + "calc ulate", + "calcul ate", + "f ruit", + "fr uit", + "_ mm", + "_m m", + "ĉ pthread", + "ĉp thread", + "ĉpt hread", + "Max Length", + "Ġc urrencies", + "Ġcurr encies", + "_ capacity", + "_cap acity", + "ĠO z", + "Ġfire arm", + "Ġco efficient", + "Ġcoeff icient", + "Ġbank ruptcy", + "Ġbankrupt cy", + "w art", + "wa rt", + "war t", + "Ġfat igue", + "A VA", + "AV A", + "Ġe spa", + "Ġes pa", + "Ġesp a", + "_ pc", + "_p c", + "Ġ Quotes", + "ĠQu otes", + "ĠQuote s", + "_ LIGHT", + "_L IGHT", + "Ġ Tickets", + "ĠT ickets", + "ĠTicket s", + "ĠTick ets", + "Ġre lates", + "Ġrel ates", + "Ġrelate s", + "Ġrelat es", + "Ġpublish ers", + "Ġpublisher s", + "Ġun locked", + "Ġunlock ed", + "Ġunl ocked", + "Ġ //----------------------------------------------------------------", + "Ġ// ----------------------------------------------------------------", + "Ġ//------------------------------------------------ ----------------", + "Ġ//-------------------------------- --------------------------------", + "Ġ//---------------- ------------------------------------------------", + "Ġ InterruptedException", + "ĠInterrupt edException", + "Ġout look", + "r n", + "Ġreb els", + "Ġrebel s", + "W ritten", + "Wr itten", + "Ġa sian", + "Ġas ian", + "Ġasi an", + "Ġasia n", + "ot to", + "ott o", + "Ġ ĉĉĉĉ", + "Ġĉ ĉĉĉ", + "Ġĉĉ ĉĉ", + "Ġĉĉĉ ĉ", + "_ gpu", + "_g pu", + "_gp u", + "T xt", + "Tx t", + ". ImageView", + ".Image View", + "Ġs uis", + "Ġsu is", + "Ġsui s", + "_ tables", + "_t ables", + "_table s", + "_tab les", + "_ta bles", + ". RecyclerView", + ".Rec yclerView", + "Ġwhat soever", + "è ģ", + "] ++;Ċ", + "assert True", + "_ verify", + "_ver ify", + "ĠR ivers", + "ĠRiver s", + "ĠRiv ers", + "ĠRi vers", + "Ġ ][", + "Ġ] [", + "J et", + "Je t", + "id ian", + "idi an", + "idia n", + "S ibling", + "Si bling", + "Ġ genres", + "Ġgen res", + "Ġgenre s", + ". Access", + ".A ccess", + ".Ac cess", + ".Acc ess", + "O PS", + "OP S", + "Ġtr ivial", + "Ġtrivia l", + "ภª", + "a len", + "al en", + "ale n", + "в ед", + "ве д", + "ĠS word", + "ĠSw ord", + "Ġscrut iny", + "Ġscrutin y", + "( cb", + "(c b", + "Ġ commerce", + "Ġcom merce", + "Ġcomm erce", + "Ġcommerc e", + "Ġguarante es", + "Ġguarantee s", + "_ adv", + "_a dv", + "_ad v", + "Ġ LET", + "ĠL ET", + "ĠLE T", + "re cio", + "rec io", + "Ġh ilar", + "Ġhi lar", + "Ġhil ar", + "Ġback yard", + "ãĢ ı", + "Ġillustr ated", + "Ġillustrate d", + "Ġillust rated", + "/ vendor", + "/v endor", + ". Util", + ".U til", + "Ġ wow", + "Ġw ow", + "Ġwo w", + "LO Y", + "Ġ Marshal", + "ĠM arshal", + "ĠMar shal", + "ĠMars hal", + "ĠMarsh al", + "\" >'.$", + "\"> '.$", + "\">' .$", + "\">'. $", + "ĠB ak", + "ĠBa k", + "Ġ modifiers", + "Ġmod ifiers", + "Ġmodifier s", + "d ictionary", + "ĠS tre", + "ĠSt re", + "ĠStr e", + "m ultiple", + "mult iple", + "multi ple", + "multip le", + "\" )),", + "\") ),", + "\")) ,", + "ĠC ort", + "ĠCo rt", + "ĠCor t", + "' ]\").", + "'] \").", + "( admin", + "(ad min", + "Ġ Creator", + "ĠC reator", + "ĠCre ator", + "ĠCreat or", + "In ternet", + "Int ernet", + "Inter net", + "Intern et", + "( ms", + "(m s", + "l ogy", + "lo gy", + "log y", + "DECL ARE", + "Ġ Marcus", + "ĠMar cus", + "ĠMarc us", + "< <<<", + "<< <<", + "<<< <", + "ãģ ł", + "_ my", + "_m y", + "( inst", + "(i nst", + "(in st", + "(ins t", + "Ġsc iences", + "Ġscience s", + "Ġsci ences", + "N DER", + "ND ER", + ". enter", + ".en ter", + ".ent er", + "Ġ itu", + "Ġit u", + "Ġi tu", + "Ġbe have", + "Ġbeh ave", + "P an", + "Pa n", + "om bies", + "omb ies", + "ombie s", + "= '<", + "=' <", + "' ));čĊ", + "') );čĊ", + "')) ;čĊ", + "')); čĊ", + "Ġ MENU", + "ĠM ENU", + "ĠME NU", + "ĠMEN U", + "Ġ Workers", + "ĠWork ers", + "ĠWorker s", + "ĠWor kers", + ".No Error", + "Ġ bindings", + "Ġbin dings", + "Ġbind ings", + "Ġbinding s", + "Ġdis abilities", + "{ \\", + "ĠM unicip", + "ĠMun icip", + "Ġ cores", + "Ġc ores", + "Ġco res", + "Ġcor es", + "Ġcore s", + "ur ple", + "ĠN okia", + "us ions", + "usion s", + "usi ons", + "Ġ Fitness", + "ĠF itness", + "ĠFit ness", + ". handleChange", + ".handle Change", + "Ġ javascript", + "Ġj avascript", + "Ġjav ascript", + "Ġjava script", + "ìļ Ķ", + "( dec", + "(d ec", + "(de c", + "Ġ packing", + "Ġp acking", + "Ġpack ing", + "Ġpac king", + "- depend", + "-d epend", + "-de pend", + "Ġtrans cript", + "Ġtran script", + "z eros", + "ze ros", + "zer os", + "zero s", + "_ alert", + "_al ert", + "? \",Ċ", + "?\" ,Ċ", + "?\", Ċ", + "l ibs", + "li bs", + "lib s", + "± оÑĤ", + "Ġ |ĊĊ", + "Ġ| ĊĊ", + "Ġ|Ċ Ċ", + "tr ained", + "tra ined", + "train ed", + "ĠG ent", + "ĠGe nt", + "ĠGen t", + "ĠR ab", + "ĠRa b", + "x p", + "_ configuration", + "_config uration", + "å¤ ©", + "_ accept", + "_ac cept", + "_acc ept", + ".rec yclerview", + ": url", + "ĠMu hammad", + "ĠMuham mad", + "Ġpriv ileges", + "Ġprivile ges", + "Ġprivilege s", + "_ bank", + "_b ank", + "u ku", + "uk u", + "w allet", + "wall et", + "wal let", + "Ġ ROOT", + "ĠR OOT", + "ĠRO OT", + "Ġenc uent", + "? family", + "?f amily", + "ĉ position", + "ĉp osition", + "ĉpos ition", + "Ġ cg", + "Ġc g", + "Ġpre cip", + "Ġprec ip", + "method s", + "meth ods", + "_ fast", + "_f ast", + "_fa st", + "in crement", + "inc rement", + "incre ment", + "incr ement", + "ĠT iger", + "ĠTi ger", + "ĠTig er", + "_OCC URRED", + "qu ip", + "qui p", + "Ġ HAS", + "ĠH AS", + "ĠHA S", + "_ dom", + "_d om", + "_do m", + "Ġw reck", + "Ġwr eck", + "Ġwre ck", + "b j", + "Ġd ern", + "Ġde rn", + "Ġder n", + "Ġorg ans", + "Ġorgan s", + ". entries", + ".en tries", + ".ent ries", + "Ġ _('", + "Ġ_ ('", + "Ġ_( '", + "r amento", + "ram ento", + "Ġ Jamie", + "ĠJam ie", + "ĠJa mie", + "Ġ punk", + "Ġp unk", + "Ġpun k", + "Ġpu nk", + "I PP", + "IP P", + "Ġprogram a", + "Ġprog rama", + "Ġat tain", + "Ġatt ain", + "Ġpro ves", + "Ġpr oves", + "Ġprov es", + "Ġprove s", + "/ sign", + "/s ign", + "Ġanswer ing", + "Ġl adder", + "Ġlad der", + "**** ************************", + "******** ********************", + "**************** ************", + "************************ ****", + "******************** ********", + "************ ****************", + "************** **************", + "ĠW almart", + "ĠWal mart", + "Ġ CONTENT", + "ĠCONT ENT", + "d uctor", + "du ctor", + "duct or", + "duc tor", + "Ġver bal", + "Ġverb al", + "Ġ PID", + "ĠP ID", + "ĠPI D", + "c rypto", + "crypt o", + "cry pto", + "_CALL BACK", + "Ġ= ================================", + "Ġ================= ================", + "Ġp otent", + "Ġpo tent", + "Ġpot ent", + "Ġsh orts", + "Ġshort s", + "Ġsho rts", + ". Uri", + ".U ri", + ". uniform", + ".un iform", + ".uni form", + "; border", + ";b order", + "Ġ Wer", + "ĠW er", + "ĠWe r", + "Ġher ein", + "Ġhere in", + "l la", + "ll a", + "ĠI hr", + "ĠIh r", + "P ixmap", + "Pix map", + "l iteral", + "lit eral", + "lite ral", + "liter al", + "! )ĊĊ", + "!) ĊĊ", + "!)Ċ Ċ", + "g eneric", + "gen eric", + "gener ic", + "gene ric", + "r ust", + "ru st", + "rus t", + "_ scripts", + "_s cripts", + "_script s", + "o sto", + "os to", + "ost o", + "it us", + "itu s", + "ĠCoal ition", + "Ġre mot", + "Ġrem ot", + "de ploy", + "dep loy", + "ĠE agle", + "ĠEag le", + "ĠEa gle", + "ãĢģ ãĢĮ", + "Ġimport ante", + "Ġimportant e", + "ĉ object", + "ĉo bject", + "ĉobj ect", + "ĉob ject", + "Ġseason al", + "Ġseas onal", + "n ej", + "ne j", + "ai du", + "aid u", + "Bind View", + "ĠSi erra", + "- bg", + "-b g", + "Ġmake Styles", + "[ offset", + "[o ffset", + "G ames", + "Game s", + "Gam es", + "Ga mes", + "Ġhorm one", + "AR IO", + "ARI O", + "he ads", + "head s", + "hea ds", + "( select", + "(s elect", + "(se lect", + "(sel ect", + "Ġ Started", + "ĠStart ed", + "ĠStar ted", + "@ param", + "_ decl", + "_de cl", + "_dec l", + "_ blog", + "_b log", + "_bl og", + "Ġa ño", + "Ġañ o", + "\\ Api", + "ĠMil waukee", + "Pro vid", + "Pr ovid", + "Prov id", + "An imated", + "Anim ated", + "Animate d", + "Ġco oler", + "Ġcool er", + "Ġ Seed", + "ĠS eed", + "ĠSe ed", + "ĠSee d", + ". Edit", + ".E dit", + ".Ed it", + "Ï Ħ", + "Ġ Taking", + "ĠT aking", + "ĠTa king", + "ĠTak ing", + "Ġborder Color", + "-f ounder", + "-found er", + ".Logger Factory", + "Ġ\" \"ĊĊ", + "Ġ\"\" ĊĊ", + "Ġ\"\"Ċ Ċ", + "A LT", + "AL T", + "Ġ Late", + "ĠL ate", + "ĠLa te", + "ĠLat e", + "EDI ATE", + "EDIA TE", + "Ġ );ĊĊĊ", + "Ġ) ;ĊĊĊ", + "Ġ);Ċ ĊĊ", + "Ġ);ĊĊ Ċ", + "Ġ); ĊĊĊ", + "a fa", + "af a", + "Ġc ancellation", + "Ġcancel lation", + "Ġcancell ation", + "Ġcanc ellation", + "A tom", + "At om", + "ĠB irmingham", + "emp resa", + "empre sa", + "H EMA", + "HE MA", + "a scal", + "as cal", + "asc al", + "asca l", + "Ġup side", + "Ġups ide", + ". Version", + ".V ersion", + "Ġ Folder", + "ĠF older", + "ĠFo lder", + "ĠFol der", + "ĠFold er", + "Ġ Eight", + "ĠE ight", + "ĠEig ht", + "Ġ Vintage", + "ĠV intage", + "Ġ AppDelegate", + "ĠApp Delegate", + "ĠPre vention", + "ĠPrevent ion", + "ĠPrev ention", + ". separator", + ".s eparator", + ".se parator", + "S TM", + "ST M", + "( room", + "(r oom", + "(ro om", + "g enerator", + "gen erator", + "gener ator", + "Ġc attle", + "Ġcat tle", + "ĉ Z", + "Ġ Particle", + "ĠP article", + "ĠPart icle", + "ĠParti cle", + "' };Ċ", + "'} ;Ċ", + "Ġne ighbours", + "Ġneighb ours", + "Ġneighbour s", + "ĠState less", + "ĠStat eless", + "Ġ altitude", + "Ġalt itude", + "Ġs aint", + "Ġsa int", + "Ġsai nt", + "о бав", + "об ав", + "оба в", + "Ġcon vinc", + "Ġconv inc", + "Ġconvin c", + "Ġ Contents", + "ĠCont ents", + "ĠContent s", + "ĠConte nts", + "Ġje une", + "Ġjeu ne", + "( ts", + "(t s", + "S erialization", + "Serial ization", + "( collection", + "(c ollection", + "(col lection", + "(coll ection", + "ĠJ azz", + "ĠJa zz", + "Ġ Dod", + "ĠD od", + "ĠDo d", + "ĠR och", + "ĠRo ch", + "ĠRoc h", + "a cio", + "ac io", + "aci o", + "comm ended", + "commend ed", + "DE FINE", + "DEF INE", + ".on load", + "Ġspecial ty", + "Ġspeci alty", + "PL ACE", + "_ MOVE", + "_M OVE", + "_MO VE", + "_MOV E", + "Ġaccount able", + "Re uters", + "Ġf icken", + "Ġfi cken", + "Ġfic ken", + "Ġfick en", + "Ġde pr", + "Ġdep r", + "W ow", + "Wo w", + "V oid", + "Vo id", + ". space", + ".s pace", + ".sp ace", + "ภĹ", + "Ġt q", + "Ġ Pets", + "ĠP ets", + "ĠPe ts", + "ĠPet s", + "< $", + "( Current", + "(C urrent", + "ber ries", + "plan ation", + "pla nation", + "Ġlist Of", + "Ġ Thu", + "ĠT hu", + "ĠTh u", + "Ġ PRINT", + "ĠPR INT", + "ĠPRI NT", + "Ġm ismo", + "Ġmis mo", + "Ġmism o", + "Ġ doi", + "Ġd oi", + "Ġdo i", + "c hk", + "ch k", + "Ġ Unicode", + "ĠUn icode", + "ĠUni code", + "( role", + "(r ole", + "(ro le", + "Ġvir gin", + "< Point", + "

-->Ċ", + ">- ->Ċ", + ">-- >Ċ", + "V ol", + "Vo l", + "ĠS SD", + "ĠSS D", + ") )),", + ")) ),", + "))) ,", + ". Optional", + ".Option al", + "Ġn urses", + "Ġnur ses", + "Ġnurs es", + "Ġnurse s", + "Ġ orb", + "Ġo rb", + "Ġor b", + "_ pe", + "_p e", + ") ;čĊčĊčĊ", + ");čĊ čĊčĊ", + "); čĊčĊčĊ", + ");čĊčĊ čĊ", + "pl aced", + "place d", + "pla ced", + "es ser", + "ess er", + "esse r", + "Ġther apeutic", + "Ġwh itespace", + "Ġwhite space", + "Ġwhites pace", + "Ġ aston", + "Ġa ston", + "Ġas ton", + "Ġast on", + "Success ful", + "Ġp raised", + "Ġpr aised", + "Ġpraise d", + "Ġpra ised", + "ĠW es", + "ĠWe s", + "Ġe ighth", + "Ġeight h", + "i ral", + "ir al", + "ira l", + "Ġv rouw", + "Ġvrou w", + "Ġ faction", + "Ġf action", + "Ġfact ion", + "Ġfa ction", + "Ġfac tion", + "_ bias", + "_b ias", + "_bi as", + "Ġ witch", + "Ġw itch", + "Ġwit ch", + "Ġ npc", + "Ġn pc", + "Ġnp c", + "( sb", + "(s b", + "ĠRod rig", + "ĠRodr ig", + "_ big", + "_b ig", + "_bi g", + "D ependency", + "Dep endency", + "ĠAb raham", + "ar di", + "ard i", + "C AR", + "CA R", + "n os", + "no s", + "Ġab undance", + "Ġabund ance", + "Ġnut rients", + "Ġnutrient s", + "in stein", + "ins tein", + "inst ein", + ". Vert", + ".V ert", + ".Ver t", + "Ġ ISS", + "ĠI SS", + "ĠIS S", + "< U", + "Ġs ums", + "Ġsu ms", + "Ġsum s", + "_ hist", + "_h ist", + "_hi st", + "Ġfar mer", + "Ġfarm er", + "Ġ Abr", + "ĠA br", + "ĠAb r", + "S hot", + "Sh ot", + "Ġ BadRequest", + "ĠBad Request", + "Ġh ass", + "Ġhas s", + "Ġha ss", + "Ġ Rails", + "ĠR ails", + "ĠRa ils", + "ĠRail s", + "ĠRai ls", + "Ġaff iliated", + "Ġaffili ated", + "Ġaffiliate d", + "æĿ ¥", + "Ġe rf", + "Ġer f", + "I NF", + "IN F", + "Ġ ViewHolder", + "ĠView Holder", + "m ini", + "min i", + "mi ni", + "ĠR oth", + "ĠRo th", + "ĠRot h", + "Ġfaith ful", + "ĠPhill ips", + "ĠPhillip s", + "AN DOM", + "AND OM", + "] .[", + "]. [", + "_ PAY", + "_P AY", + "_PA Y", + "ĠAr ctic", + "ĠArc tic", + "f aker", + "fa ker", + "fake r", + "fak er", + "D igit", + "Di git", + "Dig it", + "M ale", + "Ma le", + "Mal e", + "std err", + "se ys", + "sey s", + "Ġ Å¡", + "ĠÅ ¡", + "_ remote", + "_rem ote", + "l ique", + "li que", + "liqu e", + "Ġin def", + "Ġi ndef", + "Ġind ef", + "Ġinde f", + "ĠIndust ries", + "i tra", + "it ra", + "itr a", + "_ pairs", + "_p airs", + "_pair s", + "_pa irs", + "< iostream", + " D", + "Ġs ervlet", + "Ġserv let", + "bast ian", + "Ġ >&", + "Ġ> &", + "S ID", + "SI D", + "_ clk", + "_c lk", + "_cl k", + "Ġdi visions", + "Ġdiv isions", + "Ġdivision s", + "Ġdivis ions", + "} ',Ċ", + "}' ,Ċ", + "}', Ċ", + "Ġd ildo", + "Ġdil do", + "Ġpar ade", + "Ġpara de", + "Ġpa rade", + "Ġparad e", + "m ajor", + "maj or", + "Ġa board", + "Ġab oard", + "; ++", + "Ġ fusion", + "Ġf usion", + "Ġfus ion", + "\" },{\"", + "\"} ,{\"", + "\"}, {\"", + "ĠDialog Result", + "ĉ arr", + "ĉa rr", + "ĉar r", + "- em", + "-e m", + "_ nr", + "_n r", + "( handler", + "(h andler", + "(handle r", + "(hand ler", + ". NET", + ".N ET", + ".Xtra Reports", + "ĠSh ah", + "ĠSha h", + "Ġ Brief", + "ĠB rief", + "ĠBr ief", + "ĠBri ef", + "- ,", + "Ġ precio", + "Ġp recio", + "Ġpre cio", + "Ġprec io", + "ĉ ĉĉĠĠĠĠĠĠ", + "ĉĉ ĉĠĠĠĠĠĠ", + "ĉĉĉ ĠĠĠĠĠĠ", + "ĉĉĉĠĠĠ ĠĠĠ", + "ĉĉĉĠ ĠĠĠĠĠ", + "ĉĉĉĠĠ ĠĠĠĠ", + "ĉĉĉĠĠĠĠ ĠĠ", + "ĉĉĉĠĠĠĠĠ Ġ", + "Ġ tant", + "Ġt ant", + "Ġta nt", + "Ġtan t", + "ĠGr ande", + "ĠGrand e", + "ĠGran de", + "ĠGra nde", + "/ xml", + "/x ml", + "_ ICON", + "_I CON", + "_IC ON", + "ĠR etro", + "ĠRe tro", + "ĠRet ro", + "un que", + "Ġn ag", + "Ġna g", + "to Fixed", + "X L", + "Ġ declaring", + "Ġdecl aring", + "Ġdeclar ing", + "Ġ Concrete", + "ĠCon crete", + "ĠConc rete", + "Ġ Amazing", + "ĠAm azing", + "ĠAma zing", + "ĉprint k", + "Ġdeb ates", + "Ġdebate s", + "D ATED", + "DA TED", + "DATE D", + "DAT ED", + "Ġa esthetic", + "Ġaest hetic", + "Ġaes thetic", + "eme tery", + "emet ery", + "Routing Module", + "ĠNash ville", + "W AYS", + "WA YS", + "WAY S", + "Ġ wolf", + "Ġw olf", + "Ġwo lf", + "Ġwol f", + "Ġob servers", + "Ġobs ervers", + "Ġobserv ers", + "Ġobserver s", + "Ġobserve rs", + "O TA", + "OT A", + "an son", + "ans on", + "Ġ ea", + "Ġe a", + "Ġgreen house", + "ĵį ä½ľ", + "Ġst air", + "Ġsta ir", + "Ġimm igrant", + "Ġimmigr ant", + "_ apply", + "_app ly", + "_ap ply", + "pe are", + "pear e", + "ĠB loomberg", + "ĠBloom berg", + "_ PLAYER", + "_PL AYER", + "_PLAY ER", + "R esp", + "Re sp", + "Res p", + "æŃ £", + "Choose r", + "Cho oser", + "Ġ ICollection", + "ĠI Collection", + "ĠIC ollection", + "P eter", + "Pe ter", + "Pet er", + "Err o", + "Er ro", + ".detect Changes", + "M aps", + "Map s", + "Ma ps", + "Ġ squeeze", + "Ġs queeze", + "Ġsqueez e", + "ĠH omes", + "ĠHome s", + "ĠHom es", + "ĠHo mes", + "weg ian", + "Ġformat ting", + "Ġnegot iate", + "u ld", + "ul d", + "ĠN ep", + "ĠNe p", + "Ġ QB", + "ĠQ B", + "Ġeconom ies", + "Ġec onomies", + "Ġ */,", + "Ġ* /,", + "Ġ*/ ,", + "Ġred und", + "Ġredu nd", + "ĠA ber", + "ĠAb er", + "ĠAbe r", + ".IsNullOr WhiteSpace", + "yc led", + "ycle d", + "ycl ed", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĊ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ċ", + "_ Sh", + "_S h", + "Ġs kept", + "Ġsk ept", + "Ġske pt", + "Ġre created", + "Ġrec reated", + "Ġrecre ated", + "Ġrecreate d", + "Ġ getType", + "Ġget Type", + "Ġm argins", + "Ġmargin s", + "Ġmarg ins", + "Ġcolon ial", + "ch arts", + "char ts", + "cha rts", + "chart s", + "/ /@", + "// @", + "Ġ processors", + "Ġprocess ors", + "Ġprocessor s", + "Ġprocesso rs", + "è¯ ´", + "b atis", + "bat is", + "æĦ ı", + "at orio", + "ator io", + "ato rio", + "atori o", + "ment ioned", + "mention ed", + "P atient", + "Pat ient", + "Ġp rey", + "Ġpr ey", + "Ġpre y", + "Check box", + "_ xpath", + "_x path", + ". skip", + ".s kip", + ".sk ip", + "ĠMor mon", + "ĠMorm on", + "ĠMemory Stream", + "CR EMENT", + "CRE MENT", + "Ġ ku", + "Ġk u", + "m eld", + "me ld", + "mel d", + "\\ Data", + "\\D ata", + "Ġ Kernel", + "ĠK ernel", + "ĠKer nel", + "ĠKern el", + "i ltr", + "il tr", + "ilt r", + "éĢ ģ", + "( profile", + "(pro file", + "(pr ofile", + "C arbon", + "Car bon", + "R OLE", + "RO LE", + "ROL E", + "( pl", + "(p l", + "] *(", + "]* (", + ". memory", + ".m emory", + ".mem ory", + ".memo ry", + "Ġme dal", + "Ġmed al", + "Ġ advisor", + "Ġad visor", + "Ġadv isor", + "Ġadvis or", + "it ät", + "itä t", + "Ġ hdr", + "Ġh dr", + "Ġhd r", + "ie rung", + "ier ung", + "Ġ Provides", + "ĠPro vides", + "ĠProvid es", + "ĠProvide s", + "ĠProv ides", + "( alpha", + "(al pha", + "Ġteen agers", + "Ġteenager s", + "Ġteenage rs", + "- parser", + "-p arser", + "-par ser", + "-parse r", + ". LatLng", + ".L atLng", + "] ()Ċ", + "]( )Ċ", + "]() Ċ", + "Ġfel ony", + "Ġfelon y", + "ĉĉĉ ĊĉĉĉĊ", + "ĉĉĉĊ ĉĉĉĊ", + "B OOK", + "BO OK", + "Ġ slash", + "Ġs lash", + "Ġsl ash", + "Ġsla sh", + "Ġ clearfix", + "Ġclear fix", + "ĠPro phet", + "ĠProp het", + "å® ¹", + "right ness", + "- fi", + "-f i", + ". kind", + ".k ind", + "er ton", + "ert on", + "erto n", + "J im", + "Ġmanip ulate", + "Ġ worksheet", + "Ġwork sheet", + "Ġworks heet", + "o lin", + "ol in", + "oli n", + "st ars", + "star s", + "sta rs", + "Ġ artifact", + "Ġart ifact", + "_ EMPTY", + "_EM PTY", + "_EMP TY", + "ĉ main", + "ĉm ain", + "--- ---------- ';", + ">' ;", + "Ġexp ressing", + "Ġexpress ing", + "Ġexpres sing", + "Ġ IQ", + "ĠI Q", + "Ġ Fact", + "ĠF act", + "ĠFac t", + "ĠFa ct", + "/************************************************************************ *******Ċ", + "/**************************************************************************** ***Ċ", + "_ mass", + "_m ass", + "_ma ss", + "_mas s", + ") ):", + ")) :", + "Ġcon dom", + "Ġcond om", + "Ġcondo m", + "Ġcreate State", + "ome town", + "omet own", + "Ġi rr", + "Ġir r", + "Ġ >(", + "Ġ> (", + "> B", + "it eration", + "ite ration", + "iter ation", + "ãĥ ª", + "Ġsh irts", + "Ġshirt s", + "ou nty", + "ount y", + "oun ty", + "- >$", + "-> $", + "_ SIGN", + "_S IGN", + "_SIG N", + "_SI GN", + "ĠD ale", + "ĠDa le", + "ĠDal e", + "Ġ jj", + "Ġj j", + "E asy", + "F re", + "Fr e", + "Ġ Ny", + "ĠN y", + "Ġ chlor", + "Ġch lor", + "m atched", + "match ed", + "mat ched", + "ĠG erm", + "ĠGe rm", + "ĠGer m", + "- UA", + "-U A", + "ĠN athan", + "ĠNa than", + "ĠNat han", + "ĠNath an", + "e ducation", + "educ ation", + "edu cation", + "- yard", + "-y ard", + "- che", + "-c he", + "-ch e", + "h ouses", + "ho uses", + "house s", + "hou ses", + "r itional", + "rit ional", + "rition al", + "Ġpro ximity", + "Ġprox imity", + "Ġdie sem", + "Ġdies em", + "Ġdiese m", + "áºŃ p", + "Ġd rought", + "Ġdr ought", + "Ġdro ught", + ". audio", + ".a udio", + ".au dio", + "Ġ Leo", + "ĠL eo", + "ĠLe o", + "Ġfavor able", + "Ġfav orable", + "in ch", + "inc h", + "ĠD aw", + "ĠDa w", + "r ibly", + "rib ly", + "_ student", + "_st udent", + "id able", + "ida ble", + "O VE", + "OV E", + "Ġl acks", + "Ġla cks", + "Ġlack s", + "Ġlac ks", + "oun cing", + "ounc ing", + ". business", + ".b usiness", + ".bus iness", + "Ġ reopen", + "Ġre open", + "m aybe", + "may be", + "_ GLOBAL", + "_G LOBAL", + "Ġd resses", + "Ġdr esses", + "Ġdress es", + "ĠEd wards", + "ĠEdward s", + "ens ible", + "ensi ble", + "Ġ Hardware", + "ĠH ardware", + "ĠHard ware", + "Ġ Excellent", + "ĠEx cellent", + "ĠExcell ent", + "ĠTime Unit", + "CT IONS", + "CTION S", + "Ġs chedules", + "Ġsched ules", + "Ġschedule s", + "Ġ segue", + "Ġse gue", + "Ġseg ue", + "Ġsegu e", + "Open s", + "Op ens", + "am men", + "amm en", + "- Identifier", + "Ġst aring", + "Ġstar ing", + "Ġsta ring", + "Ġhapp ily", + "ĠH ob", + "ĠHo b", + "' _", + "Ġ \");", + "Ġ\" );", + "Ġ\") ;", + "ament os", + "amento s", + "amen tos", + "et ched", + "etch ed", + "etc hed", + "Ġ/ >}Ċ", + "Ġ/> }Ċ", + "Ġ/>} Ċ", + ". Users", + ".User s", + ".Use rs", + "Ġint errupted", + "Ġinter rupted", + "Ġinterrupt ed", + "Cont acts", + "Contact s", + "Conta cts", + "Ġ registro", + "Ġreg istro", + "Ġregistr o", + "Ġregist ro", + "in burgh", + "C HA", + "CH A", + "_ imp", + "_i mp", + "_im p", + "p his", + "ph is", + "phi s", + "s ay", + "sa y", + "Ġret ailer", + "Ġretail er", + ". NODE", + ".N ODE", + ".NO DE", + "/ maps", + "/m aps", + "/map s", + "_ LAST", + "_L AST", + "_LA ST", + "Ġ Charge", + "ĠCh arge", + "ĠChar ge", + "ĠCharg e", + "_ guard", + "_g uard", + "C ollider", + "Col lider", + "Coll ider", + "ĠStateless Widget", + "\" :[\"", + "\": [\"", + "\":[ \"", + "(\" ../../", + "(\"../ ../", + "(\".. /../", + "i oxide", + "iox ide", + "ioxid e", + "ĠS und", + "ĠSun d", + "ĠSu nd", + "Ġ' ';", + "Ġ'' ;", + "un set", + "uns et", + "add Widget", + "л Ñİ", + "el les", + "ell es", + "elle s", + "al ker", + "alk er", + "A rc", + "Ar c", + "Ġd educt", + "Ġde duct", + "Ġded uct", + "G UILayout", + "GUI Layout", + "ĠV illa", + "ĠVi lla", + "ĠVill a", + "ĠVil la", + "Ġfor bidden", + "Ġforb idden", + "Ġforbid den", + "_ where", + "_w here", + "_wh ere", + "Ġ \\/", + "Ġ\\ /", + "ĠT ib", + "ĠTi b", + "_ AX", + "_A X", + "] čĊčĊ", + "]čĊ čĊ", + "Ġ Bir", + "ĠB ir", + "ĠBi r", + "Ġb end", + "Ġbe nd", + "Ġben d", + "Ġ MAKE", + "ĠM AKE", + "ĠMA KE", + "ĠMAK E", + "Ġ MET", + "ĠM ET", + "ĠME T", + "Ġf utures", + "Ġfuture s", + "Ġfut ures", + "Ġfu tures", + "Ġ weighted", + "Ġwe ighted", + "Ġweight ed", + "Ġweigh ted", + "\"\" \"čĊ", + "\"\"\" čĊ", + "Ġ authorize", + "Ġauthor ize", + "( program", + "(p rogram", + "(pro gram", + "(pr ogram", + "(prog ram", + "} ,{\"", + "}, {\"", + "},{ \"", + "Ġcoeff icients", + "Ġcoefficient s", + "ê s", + "Per Page", + "ĠB athroom", + "ĠBath room", + "ĠPublish ing", + "G PL", + "GP L", + "Ġsub missions", + "Ġsubmission s", + "Ġ NUMBER", + "ĠNUM BER", + "ĠNU MBER", + "j Äħ", + "Ġadd itionally", + "Ġadditional ly", + "Ġaddition ally", + "em pre", + "emp re", + "ĠS hel", + "ĠSh el", + "ĠShe l", + "o typ", + "ot yp", + "oty p", + "S olution", + "Sol ution", + "Ġth under", + "Ġthu nder", + "_ ec", + "_e c", + "Ġ ĊĠĠĠĠĊ", + "ĠĊ ĠĠĠĠĊ", + "ĠF ellow", + "ĠFel low", + "ĠFell ow", + "Ġk ay", + "Ġka y", + "Ġnew State", + "ONT AL", + "Im plementation", + "Implement ation", + ". Look", + ".L ook", + ".Lo ok", + "Ġ ents", + "Ġe nts", + "Ġen ts", + "Ġent s", + "Ġl ors", + "Ġlo rs", + "Ġlor s", + "Ġ BIG", + "ĠB IG", + "ĠBI G", + "f ab", + "fa b", + "Ġaverage d", + "Ġaver aged", + "Ġ Feedback", + "ĠFe edback", + "ĠFeed back", + "ĠW ells", + "ĠWell s", + "ĠWel ls", + "Ġm artial", + "Ġmart ial", + "Ġind ul", + "Ġindu l", + "ĠComm unist", + "ĠCommun ist", + "ĠF orex", + "ĠFor ex", + "ĠFore x", + "ĠFo rex", + "ĠAgricult ure", + "ĠAgr iculture", + "\" [", + "Ġqu ar", + "Ġq uar", + "Ġqua r", + "ĠK ont", + "ĠKon t", + "ĠKo nt", + "ĉ view", + "ĉv iew", + ". Bytes", + ".Byte s", + ".By tes", + "d esktop", + "des ktop", + "desk top", + "Ġ Makes", + "ĠM akes", + "ĠMake s", + "ĠMa kes", + "ĠMak es", + "akes peare", + ". Nullable", + ".Null able", + "Ġspot light", + "V B", + "o wy", + "ow y", + "( torch", + "(t orch", + "(to rch", + "t ridge", + "tr idge", + "tri dge", + "_ bounds", + "_b ounds", + "_bound s", + "_bo unds", + "Ġapolog ize", + ". addItem", + ".add Item", + "an td", + "ant d", + "* );Ċ", + "*) ;Ċ", + ", u", + "( gen", + "(g en", + "ç» ĵ", + "re ator", + "reat or", + "rea tor", + "ĠC ord", + "ĠCo rd", + "ĠCor d", + "o upper", + "ou pper", + "oup per", + ". metro", + ".m etro", + ".me tro", + ".met ro", + "Ġ ew", + "Ġe w", + "Ġ WORD", + "ĠW ORD", + ". After", + ".A fter", + "Ġdet ained", + "Ġdetain ed", + "ĠH ammer", + "ĠHam mer", + "ĠHamm er", + "ex isting", + "exist ing", + "Ġ ost", + "Ġo st", + "Ġos t", + "Ġmon ument", + "- custom", + "-c ustom", + "User ID", + "Ġ Nom", + "ĠN om", + "ĠNo m", + "Ġre jection", + "Ġreject ion", + "Ġrej ection", + "( dim", + "(d im", + "(di m", + "Ġ singleton", + "Ġs ingleton", + "Ġsingle ton", + "Ġsing leton", + "ĉ die", + "ĉd ie", + "ar iance", + "ari ance", + "arian ce", + "aria nce", + "re ports", + "rep orts", + "report s", + "repo rts", + "] !=", + "e lda", + "el da", + "eld a", + "Ġpreval ence", + "_ regs", + "_re gs", + "_reg s", + ". \".", + ".\" .", + "Ġfemin ist", + "Code c", + "Co dec", + "Cod ec", + "Ġ **Ċ", + "Ġ* *Ċ", + "Ġ** Ċ", + "( labels", + "(label s", + "_ MARK", + "_M ARK", + "_MA RK", + "FA ILED", + "FAIL ED", + "Ġadminister ed", + "W N", + "ĠĠ ĠĠĠĠĠĠĉĉ", + "ĠĠĠĠ ĠĠĠĠĉĉ", + "ĠĠĠĠĠĠĠĠ ĉĉ", + "ĠĠĠĠĠĠĠ Ġĉĉ", + "ĠĠĠĠĠ ĠĠĠĉĉ", + "ĠĠĠĠĠĠ ĠĠĉĉ", + "ĠĠĠĠĠĠĠĠĉ ĉ", + "Ġ noun", + "Ġn oun", + "Ġno un", + "Ġnou n", + "w ig", + "wi g", + "Ġg otta", + "Ġgot ta", + "Ġ rif", + "Ġr if", + "Ġri f", + "- im", + "-i m", + "ĠPaul o", + "ĠPa ulo", + "ĠCommand Type", + "] ))ĊĊ", + "]) )ĊĊ", + "])) ĊĊ", + "]))Ċ Ċ", + "- zero", + "-z ero", + "Tr aining", + "Train ing", + "Tra ining", + "Ġ lord", + "Ġl ord", + "Ġlo rd", + "Ġlor d", + "_ art", + "_a rt", + "_ar t", + "re ddit", + "red dit", + "redd it", + "C ert", + "Ce rt", + "Ġp eso", + "Ġpe so", + "Ġpes o", + "R ot", + "Ro t", + "Ġen danger", + "Ġend anger", + ". dr", + ".d r", + "user Info", + "u nts", + "un ts", + "unt s", + "n v", + "ĠTr ailer", + "ĠTra iler", + "ĠTrail er", + "- first", + "-f irst", + "-fi rst", + "( make", + "(m ake", + "Ġbenef ici", + "- black", + "-b lack", + "-bl ack", + "i ÃŁ", + "Ġund oubtedly", + "Ġm ex", + "Ġme x", + "ĠAn cient", + "ĠAnc ient", + "( as", + "(a s", + "Ġdes cent", + "Ġdesc ent", + "P ick", + "Pic k", + "Pi ck", + "Ġrep lica", + "Ġrepl ica", + "Ġreplic a", + "$ obj", + "$o bj", + "ä hr", + "äh r", + "Ġar rows", + "Ġarr ows", + "Ġarrow s", + "f ty", + "ft y", + "ĠLib ya", + "u ga", + "ug a", + "ch arged", + "char ged", + "charge d", + "charg ed", + "T ur", + "Tu r", + "Ġh omic", + "Ġhom ic", + "Ġho mic", + "is sen", + "iss en", + "isse n", + "Ġ Fake", + "ĠF ake", + "ĠFa ke", + "ĠFak e", + "Ġbe ers", + "Ġbeer s", + "Ġbee rs", + "Ġsc attered", + "Ġscatter ed", + "( Time", + "(T ime", + "UT IL", + "Ġbureauc r", + "Ġbureau cr", + "/ plain", + "/p lain", + "/pl ain", + "Ġst icking", + "Ġstick ing", + "F AIL", + "FA IL", + "ĠC ovid", + "ĠCo vid", + "ĠCov id", + "Th ird", + "_ present", + "_p resent", + "_pre sent", + "_pres ent", + "ĠP ierre", + "ĠPi erre", + "ĠPier re", + "Ġ ëª", + "Ġë ª", + "Ġ[ ...]ĊĊ", + "Ġ[... ]ĊĊ", + "Ġ[...] ĊĊ", + "P rob", + "Pro b", + "Pr ob", + "Ġ Traffic", + "ĠTra ffic", + "ĠTraff ic", + "i cao", + "ic ao", + "ica o", + "do ctor", + "doc tor", + "Ġ ),ĊĊ", + "Ġ) ,ĊĊ", + "Ġ),Ċ Ċ", + "Ġ), ĊĊ", + "T abs", + "Tab s", + "Ta bs", + "a lu", + "al u", + "ï¼ļ âĢľ", + "Ġin herent", + "Ġinher ent", + "_ No", + "_N o", + "r itis", + "rit is", + "Ġ Proof", + "ĠP roof", + "ĠPro of", + ". basename", + ".b asename", + ".base name", + "ä¼ ļ", + "Ġc him", + "Ġch im", + "Ġchi m", + "Ġ Protected", + "ĠProt ected", + "ĠProtect ed", + "c rit", + "cri t", + "cr it", + "Ġp rone", + "Ġpro ne", + "Ġpr one", + "Ġpron e", + "Ġ кон", + "Ġк он", + "Ġко н", + "Ġ Heroes", + "ĠHer oes", + "ĠHero es", + "Ġan xious", + "Ġanx ious", + "Ġ anos", + "Ġa nos", + "Ġan os", + "Ġano s", + "Ġweek ends", + "Ġweekend s", + "Ġs ext", + "Ġse xt", + "Ġsex t", + "Ġre ducer", + "Ġred ucer", + "Ġredu cer", + "Ġreduce r", + "= UTF", + "h alf", + "ha lf", + "hal f", + "ĠS aw", + "ĠSa w", + ". mm", + ".m m", + "Ġn ueva", + "Ġnu eva", + "Ġnue va", + ".current Target", + ". lua", + ".l ua", + ".lu a", + "_EXT ENSION", + "ĉ reg", + "ĉr eg", + "ĉre g", + "Ġ Ctrl", + "ĠC trl", + "ĠCt rl", + "_ align", + "_al ign", + "accept able", + "Ġr ushing", + "Ġrush ing", + "f rac", + "fr ac", + "fra c", + "Ġbo asts", + "Ġboast s", + "Ġboa sts", + "F ive", + "Fi ve", + " ±", + "Ġ Temperature", + "ĠT emperature", + "ĠTem perature", + "ĠTemper ature", + "> ):", + ">) :", + "Ġch arter", + "Ġchar ter", + "Ġchart er", + "RE ATED", + "REATE D", + "REAT ED", + "REA TED", + "Ġsub jected", + "Ġsubject ed", + "Ġsubj ected", + "Ġ opc", + "Ġo pc", + "Ġop c", + "health y", + "使 çĶ¨", + "ĠScient ific", + "Ġ frau", + "Ġfr au", + "Ġfra u", + "ri ages", + "ria ges", + "riage s", + "ภĶ", + ". inventory", + ".in ventory", + "at ionale", + "ation ale", + "ational e", + "M ad", + "Ma d", + "min utes", + "minute s", + "> >();Ċ", + ">> ();Ċ", + ">>( );Ċ", + ">>() ;Ċ", + "Ġ Env", + "ĠE nv", + "ĠEn v", + "Ġrecord ings", + "Ġrecording s", + "Ġsusp icion", + "sql ite", + "sq lite", + "ĉ read", + "ĉr ead", + "ĉre ad", + "ãģ ¦", + "Ġwor ries", + ".put String", + "ĠSh anghai", + "( uid", + "(u id", + "(ui d", + "r er", + "re r", + "ĠvÃŃ de", + "\" ):", + "\") :", + "Ġmethod ology", + "Ġк оÑĤоÑĢ", + "Ġко ÑĤоÑĢ", + "ĠкоÑĤ оÑĢ", + "c cc", + "cc c", + "av ad", + "ava d", + "Ġin duction", + "Ġind uction", + "Ġindu ction", + "ĉ Thread", + "ĉT hread", + ", string", + ",s tring", + ",str ing", + ",st ring", + "ạ i", + "neh men", + "u ition", + "ui tion", + "uit ion", + "Ġ* __", + "Ġ*_ _", + ".e mf", + ".em f", + "Ġ ìľ", + "Ġì ľ", + "/ themes", + "/th emes", + "/theme s", + "/the mes", + "Ġ Nine", + "ĠN ine", + "ĠNi ne", + "ĠNin e", + ". One", + ".On e", + ".O ne", + "Ġ Embed", + "ĠEm bed", + "ĠEmb ed", + "Ġf az", + "Ġfa z", + "u ations", + "uation s", + "uat ions", + "Ġprivate ly", + "Ġpriv ately", + "Ġprivat ely", + "Ġ ling", + "Ġl ing", + "Ġli ng", + "Ġlin g", + "[ F", + "u shi", + "us hi", + "ush i", + "Ġlaunch es", + "( KEY", + "(K EY", + "G MT", + "GM T", + "Ġa iming", + "Ġaim ing", + "Ġai ming", + "pat ible", + "ĠB iden", + "ĠBi den", + "ĠBid en", + "i w", + "Ġ Degree", + "ĠD egree", + "ĠDe gree", + "ĠDeg ree", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "Ġ$ ('<", + "Ġ$( '<", + "Ġ$(' <", + "á rios", + "ário s", + "ár ios", + "to UpperCase", + "ìł ľ", + "Ġ EUR", + "ĠE UR", + "ĠEU R", + "Ġovers ight", + "Ġtable sp", + "Ġtables p", + "Up dates", + "Update s", + ".m akedirs", + ".make dirs", + "Ġ humidity", + "Ġh umidity", + "Ġhum idity", + "Ġhumid ity", + "/ template", + "/t emplate", + "/temp late", + "Al ways", + "( IS", + "(I S", + "_ cert", + "_c ert", + "_ce rt", + "D ig", + "Di g", + "Ġunder way", + "or ton", + "ort on", + "ĠHur ricane", + "Ġsp ends", + "Ġspe nds", + "Ġspend s", + "Ġ Segment", + "ĠS egment", + "ĠSe gment", + "ĠSeg ment", + "Ġ flies", + "Ġf lies", + "Ġfl ies", + "Ġ Toggle", + "ĠT oggle", + "ĠL ynch", + "ĠLyn ch", + "Ġs enses", + "Ġsense s", + "Ġsens es", + "Ġsen ses", + "ĠK os", + "ĠKo s", + "set Enabled", + "ist ically", + "istic ally", + "istical ly", + "Ġ tester", + "Ġt ester", + "Ġte ster", + "Ġtest er", + "Ġtes ter", + "Ġteste r", + "Ġadministr ators", + "Ġadministrator s", + "Ġt agged", + "Ġtag ged", + "Ð ĵ", + "Ġ shortcut", + "Ġshort cut", + "Ġ Resolution", + "ĠRe solution", + "ĠRes olution", + "Ġsuper vision", + "Ġsuperv ision", + "ĠAsh ley", + "Tr acking", + "Track ing", + "ul atory", + "ulator y", + "an del", + "and el", + "ande l", + "i sten", + "is ten", + "ist en", + "iste n", + "Ġun re", + "Ġunr e", + "( diff", + "(d iff", + "(di ff", + "AN TS", + "ANT S", + "Ġr ider", + "Ġrid er", + "Ġride r", + "Ġri der", + "Ġs Äħ", + ". Series", + ".S eries", + ".Se ries", + "_ orders", + "_order s", + "_or ders", + "_ord ers", + "ORIZ ONTAL", + "Ġret ention", + "ãĢĤ čĊčĊ", + "\"> čĊčĊ", + "\">čĊ čĊ", + "Ġdi agonal", + "Ġdiag onal", + "Ġdiagon al", + "ĠC ancellationToken", + "_ Internal", + "_In ternal", + "_Int ernal", + "_Inter nal", + "Ġr uin", + "Ġru in", + ". Qt", + ".Q t", + "ocr atic", + "ocrat ic", + "T el", + "Te l", + "Ġ Answers", + "ĠAn swers", + "ĠAnswer s", + "ĠAns wers", + "m atic", + "ma tic", + "mat ic", + "Ġ xp", + "Ġx p", + "a tem", + "at em", + "ate m", + "_ jobs", + "_j obs", + "_job s", + "_ any", + "_a ny", + "_an y", + "Ġsen iors", + "Ġsenior s", + "Ġseni ors", + "Ġland mark", + "ĠQ List", + "Ġman eu", + "Ġmane u", + "ot ify", + "oti fy", + "/ \";Ċ", + "/\" ;Ċ", + "/ server", + "/s erver", + "ĠPhil osoph", + "u tenant", + "ut enant", + "ute nant", + "uten ant", + "( io", + "(i o", + "h z", + "Ġ authenticated", + "Ġauth enticated", + "Ġauthentic ated", + "Ġauthenticate d", + "d v", + "- Compatible", + "Origin ally", + "Original ly", + "Orig inally", + ", function", + ",f unction", + "ãĢĤ čĊ", + "ĠRepresent ative", + "as ily", + "asi ly", + "asil y", + "irc uit", + ". dt", + ".d t", + "( math", + "(m ath", + "(mat h", + ". Marshal", + ".M arshal", + ".Mar shal", + "[ ,", + "Ġ Cities", + "ĠC ities", + "ĠCit ies", + "ĠCi ties", + "_ turn", + "_t urn", + "| )Ċ", + "Ġ cantidad", + "Ġc antidad", + "Ġcant idad", + "al ter", + "alt er", + "alte r", + "ĉ ui", + "ĉu i", + "ĠNe braska", + "Ġsk irt", + "Ġski rt", + ". bg", + ".b g", + "Shared Preferences", + "( style", + "(st yle", + "Ġg rief", + "Ġgr ief", + "Ġgri ef", + "g ew", + "ge w", + "Ġsaf eg", + "Ġsafe g", + "o lang", + "ol ang", + "ola ng", + "olan g", + "_ lists", + "_l ists", + "_list s", + "_li sts", + "ì Ľ", + "Ġgran ite", + "Ġgra nite", + "Ġhot test", + "Ġhott est", + ". jdbc", + ".j dbc", + ".jd bc", + ". Customer", + ".C ustomer", + ".Custom er", + "Ġ âī¤", + "Ġâī ¤", + "Ġw aar", + "Ġwa ar", + "_ scene", + "_s cene", + "_sc ene", + "+ '/", + "+' /", + "ĠJ TextField", + "ĠJText Field", + "ĠJT extField", + "Ġs eating", + "Ġse ating", + "Ġsea ting", + "Ġseat ing", + "Ġw ears", + "Ġwe ars", + "Ġwear s", + "Ġ` /", + "C ases", + "Case s", + "Ca ses", + "Cas es", + "Ġ Youtube", + "ĠY outube", + "ĠYou tube", + "ı m", + "Ġb alcon", + "Ġbal con", + ", G", + "Meta Data", + "Met aData", + "- price", + "-p rice", + "-pr ice", + "S CR", + "SC R", + "Un ity", + "Unit y", + "Uni ty", + "Ġtr unk", + "={ `${", + "={` ${", + "Ġearth quake", + "Ġearthqu ake", + "P artial", + "Part ial", + "Ġ subst", + "Ġsu bst", + "Ġsub st", + "Ġsubs t", + "Ġel imin", + "Ġelim in", + "=\" '.", + "=\"' .", + "//* [@", + "//*[ @", + "Ġsup ervisor", + "Ġsuper visor", + "Ġsuperv isor", + "vr olet", + "vro let", + "_ article", + "_art icle", + "Ġ pane", + "Ġp ane", + "Ġpa ne", + "Ġpan e", + "b io", + "bi o", + "Ġmot ors", + "Ġmo tors", + "Ġmotor s", + "Ġmoto rs", + "N M", + "F rank", + "Fr ank", + "Fran k", + "Fra nk", + "Ġon ion", + "- word", + "-w ord", + "Item ClickListener", + "ItemClick Listener", + "Ġ brit", + "Ġb rit", + "Ġbr it", + "Ġbri t", + "end encies", + "enden cies", + "Com puter", + "Comp uter", + "Compute r", + "Comput er", + "_ running", + "_r unning", + "_run ning", + "( day", + "(d ay", + "(da y", + "- he", + "-h e", + "( named", + "(n amed", + "(name d", + "ĠS ach", + "ĠSa ch", + "ĠSac h", + "о Ñĩ", + "c ampaign", + "camp aign", + ". Abstract", + ".A bstract", + ".Ab stract", + ".Abs tract", + "( wrapper", + "(w rapper", + ". pay", + ".p ay", + ".pa y", + "Ġ uw", + "Ġu w", + "G eo", + "Ge o", + "r ails", + "ra ils", + "rai ls", + "rail s", + "/ select", + "/s elect", + "/se lect", + "i chte", + "ic hte", + "ich te", + "icht e", + "s ons", + "so ns", + "son s", + "E VENT", + "EV ENT", + "Ġal iment", + "Ġali ment", + "Pro viders", + "Provider s", + "Provid ers", + "Provide rs", + "Prov iders", + "A wait", + "Aw ait", + "_INTER VAL", + ". off", + ".of f", + ".o ff", + "Ġgl uten", + "Ġglut en", + "Ġglu ten", + "_ cloud", + "_c loud", + "_cl oud", + "Ġ wen", + "Ġw en", + "Ġwe n", + ". extract", + ".ex tract", + ".ext ract", + ".extra ct", + "ĉ button", + "ĉb utton", + "/ MM", + "/M M", + "P arty", + "Par ty", + "Part y", + "Ġdem ographic", + "Ġdemo graphic", + "_ errno", + "_err no", + "Ġh iking", + "Ġhi king", + "Ġhik ing", + "(' ')Ċ", + "\", @\"", + "Ġ wit", + "Ġw it", + "Ġwi t", + "r á", + "ol ogie", + "olog ie", + "olo gie", + "ologi e", + "Ġ Styles", + "ĠSt yles", + "ĠStyle s", + "ĠSty les", + "ĠBrowser Module", + ". RequestMapping", + ".Request Mapping", + "ic ans", + "ica ns", + "ican s", + "P AGE", + "PA GE", + "c reation", + "cre ation", + "creat ion", + "ĠF erguson", + "u ded", + "ud ed", + "ude d", + "num bers", + "number s", + "Ġ GTK", + "ĠG TK", + "ĠGT K", + "Ġpresent ations", + "Ġpresentation s", + "ĠB obby", + "ĠBob by", + "_ span", + "_s pan", + "_sp an", + "e style", + "est yle", + "esty le", + "Ġillegal ly", + "Ġilleg ally", + "ab ela", + "abel a", + "abe la", + "Ġbattle field", + "cap acity", + "t error", + "ter ror", + "te rror", + "terr or", + "] \");Ċ", + "]\" );Ċ", + "]\") ;Ċ", + "Ġwar rior", + "le ader", + "lead er", + "lea der", + "Ġ DBG", + "ĠD BG", + "ĠDB G", + "Ġ Revenue", + "ĠRe venue", + "Ġvi gil", + "Ġvig il", + "Ġcounter parts", + "Ġcounterpart s", + "( Error", + "(E rror", + "AC TER", + "ACT ER", + "Ġhe eft", + "Ġse lections", + "Ġselect ions", + "Ġselection s", + "Ġsel ections", + "Ġsele ctions", + "ze ug", + "t om", + "to m", + "- two", + "-t wo", + "-tw o", + ". ;Ċ", + ".; Ċ", + "_ statement", + "_st atement", + "_state ment", + "_stat ement", + "_sta tement", + "ĠA id", + "ĠAi d", + "ĠV ul", + "ĠVu l", + "_ rgb", + "_r gb", + "_rg b", + "Ġpr izes", + "Ġpri zes", + "Ġprize s", + "Ġ editable", + "Ġed itable", + "Ġedit able", + "Ġedi table", + "ĉ form", + "ĉf orm", + "ĉfor m", + "ın ı", + ". decor", + ".de cor", + ".dec or", + "D emo", + "De mo", + "Dem o", + "l ices", + "lic es", + "li ces", + "lice s", + "Ġen ctype", + "Ġenc type", + "rat ulations", + "Ġ ROS", + "ĠR OS", + "ĠRO S", + "_ chars", + "_ch ars", + "_char s", + "ĠJ ahr", + "ĠJa hr", + "ĠJah r", + "p artial", + "part ial", + "Ñĥ ÑĤ", + "Ġ Receive", + "ĠRe ceive", + "ĠRece ive", + "ĠL ands", + "ĠLa nds", + "ĠLand s", + "ĠLan ds", + "AP TER", + "APT ER", + "Ġch opped", + "Ġcho pped", + "Ġchop ped", + ". .\"", + ".. \"", + "Ġ Analy", + "ĠAn aly", + "ĠAnal y", + "ĠAna ly", + "Ġ UID", + "ĠU ID", + "ĠUI D", + "ĠR adeon", + "ĠRad eon", + "ĠB ee", + "ĠBe e", + "Ġu nm", + "Ġun m", + "> M", + ".find all", + "Token izer", + "Ġ WHAT", + "ĠWH AT", + "Ġ sj", + "Ġs j", + "D rawing", + "Draw ing", + "E ss", + "Es s", + "O ND", + "ON D", + "Ĭ ¶", + "( packet", + "(p acket", + "(pa cket", + "(pack et", + "âĢĶ but", + "Inv ocation", + "ĠN uclear", + "ĠNu clear", + "? ;Ċ", + "Ġgr andes", + "Ġgrand es", + "Ġgran des", + "Ġgrande s", + "Ġ Crypt", + "ĠC rypt", + "ĠCry pt", + "r emark", + "re mark", + "rem ark", + "rema rk", + "Ġ' ../../../../", + "Ġ'../ ../../../", + "Ġ'../../ ../../", + "Ġ'../../../ ../", + "Ġin ability", + "m agic", + "mag ic", + "c ats", + "ca ts", + "cat s", + "Ġ simulate", + "Ġsim ulate", + "Ġsimul ate", + ": ${", + ":$ {", + "in flate", + "inf late", + "Ġ ener", + "Ġe ner", + "Ġen er", + ": NO", + ":N O", + "i ples", + "ip les", + "iple s", + "ipl es", + "Ġme rit", + "Ġmer it", + "Ġ Rated", + "ĠR ated", + "ĠRa ted", + "ĠRate d", + "ĠRat ed", + "Ġg lue", + "Ġgl ue", + "Ġglu e", + "/ blog", + "/b log", + "/bl og", + "Ġ gren", + "Ġg ren", + "Ġgr en", + "Ġgre n", + "Ġthr illed", + "Ġthrill ed", + ". CH", + ".C H", + "un can", + "unc an", + "unca n", + "Ġ PRIMARY", + "ĠPR IMARY", + "ĠPRI MARY", + "Ġper sec", + "Ġpers ec", + "Ġperse c", + "Ġfe ared", + "Ġfear ed", + ". MIN", + ".M IN", + "ĠThe ater", + "é Ĵ", + "ateg orie", + "ategor ie", + "ategori e", + "atego rie", + "æ® µ", + "Ġappet ite", + "s quare", + "squ are", + "ĠAlex and", + "ĠAlexa nd", + ". UserId", + ".User Id", + "_ gt", + "_g t", + "_ enter", + "_en ter", + "_ent er", + "Ġgrad uates", + "Ġgraduate s", + "Ġgradu ates", + "Fragment Manager", + "Author ize", + "-N LS", + "( My", + "(M y", + "Ġtri umph", + "Ġtrium ph", + "us ting", + "ust ing", + "ustin g", + "_PARAM S", + "_PAR AMS", + "Char acters", + "Character s", + "(: ,:,", + "(:, :,", + "_ BUILD", + "_B UILD", + "_BU ILD", + "M Hz", + "MH z", + "Ġw ashed", + "Ġwas hed", + "Ġwa shed", + "Ġwash ed", + "Ġun cle", + "Ġunc le", + "St eve", + "Ste ve", + "ar down", + "ard own", + "ardo wn", + "< stdio", + " ${", + ">$ {", + "_ confirmation", + "_confirm ation", + "Ġt rophy", + "Ġtr ophy", + "Ġtro phy", + "Ġtrop hy", + "W orks", + "Work s", + "ĠElect ronics", + "ĠElectronic s", + "ĠElectron ics", + "ĠMediterr anean", + "_ metrics", + "_m etrics", + "_metric s", + "_met rics", + "Ġann ouncing", + "Ġannounc ing", + "Ġ DAY", + "ĠD AY", + "ĠDA Y", + "_ proto", + "_pro to", + "_pr oto", + "_prot o", + "Ġ pear", + "Ġp ear", + "Ġpe ar", + "Ġpea r", + "base Url", + "ĉ ĉĉĉĉĉĉĉĊ", + "ĉĉ ĉĉĉĉĉĉĊ", + "ĉĉĉĉ ĉĉĉĉĊ", + "ĉĉĉ ĉĉĉĉĉĊ", + "ĉĉĉĉĉ ĉĉĉĊ", + "ĉĉĉĉĉĉ ĉĉĊ", + "ĉĉĉĉĉĉĉĉ Ċ", + "ĉĉĉĉĉĉĉ ĉĊ", + "Ġco ordination", + "Ġcoord ination", + "Ġcoordin ation", + ": N", + ". animate", + ".an imate", + ".anim ate", + "ĠC otton", + "ĠCot ton", + "_ hit", + "_h it", + "_hi t", + "â ľ", + "Ġj etzt", + "Ġjet zt", + "i fter", + "if ter", + "ift er", + "( fields", + "(f ields", + "(field s", + "own load", + "ific acion", + "ifica cion", + ". cuda", + ".c uda", + "ĠL iu", + "ĠLi u", + "> equals", + ">e quals", + "Ġ Ace", + "ĠA ce", + "ĠAc e", + "ÑĢ ам", + "ÑĢаР¼", + "ÑĢа м", + "ĠSup erman", + "ĠSuper man", + "ĠGar cia", + "ĠGarc ia", + "Ġarr ests", + "Ġarrest s", + "a gar", + "ag ar", + "aga r", + "Ġ {})", + "Ġ{ })", + "Ġ{} )", + "Ġ macros", + "Ġmac ros", + "Ġmacro s", + "ro upe", + "rou pe", + "roup e", + "ê tre", + "êt re", + "Ġtw isted", + "Ġtwist ed", + "str uments", + "strument s", + "stru ments", + "_ (\"", + "_( \"", + "_ vertices", + "_vert ices", + "Ġ Transition", + "ĠT ransition", + "ĠTrans ition", + "ĠTransit ion", + "и к", + "[ max", + "[m ax", + "m ind", + "min d", + "mi nd", + "Ġ accessToken", + "Ġaccess Token", + "Ġun le", + "Ġunl e", + "m us", + "mu s", + "c op", + "co p", + "Ġ Factor", + "ĠF actor", + "ĠFac tor", + "ĠFa ctor", + "ĠFact or", + "Ġcon ced", + "Ġconc ed", + "Ġconce d", + "Ġre tr", + "Ġr etr", + "Ġret r", + ".l inalg", + ".lin alg", + "- slider", + "-s lider", + "-slide r", + "-sl ider", + "o bl", + "ob l", + "_Static Fields", + "Ġz ombie", + "s elling", + "sel ling", + "sell ing", + "Ġ chap", + "Ġc hap", + "Ġch ap", + "Ġcha p", + "Ġsh aking", + "Ġsha king", + "Ġ Translate", + "ĠTrans late", + "ĠAm sterdam", + "Ġ ETH", + "ĠE TH", + "ĠET H", + "_ EXTERN", + "_EX TERN", + "_EXT ERN", + "k d", + "_ disc", + "_d isc", + "_dis c", + "_di sc", + "Ġprec eding", + "Ġpreced ing", + "Ġ prix", + "Ġp rix", + "Ġpr ix", + "Ġpri x", + "Object Name", + "_ modified", + "_mod ified", + "ard ware", + "Ġ?> \">", + "Ġ?>\" >", + "Ġ DW", + "ĠD W", + "` ${", + "Ġ?> \">\" >\"> \">< ?", + "u yen", + "uy en", + "uye n", + "Ġd onna", + "Ġdon na", + "Ġdonn a", + "Ġx si", + "Ġxs i", + "Ġ$ \"{", + "Ġ$\" {", + "Ġ Drawing", + "ĠD rawing", + "ĠDraw ing", + "ĠDra wing", + ", nil", + ",n il", + "Ġ onder", + "Ġo nder", + "Ġon der", + "Ġonde r", + "B G", + "O bserv", + "Ob serv", + "Obs erv", + "Ġconsider ations", + "Ġconsideration s", + "bo at", + "boa t", + "ĠB anks", + "ĠBank s", + "ĠBan ks", + "Ġin dict", + "Ġind ict", + "Ġindic t", + ", I", + "ĠB lu", + "ĠBl u", + "( version", + "(v ersion", + "cl iente", + "client e", + "cli ente", + "o lan", + "ol an", + "ola n", + "L ESS", + "LE SS", + "LES S", + "assert Same", + "_ void", + "_v oid", + "ĠW AS", + "ĠWA S", + "ĉ enum", + "ĉe num", + "ĉen um", + "Ġm ixer", + "Ġmix er", + "E W", + "a ffe", + "af fe", + "aff e", + "Ġblow job", + "t extField", + "text Field", + "Ġimm ense", + "_ repo", + "_re po", + "_rep o", + "Ġ globals", + "Ġg lobals", + "Ġglobal s", + "Ġglob als", + "ant ages", + "anta ges", + "antage s", + ". today", + ".t oday", + ".to day", + "Th ursday", + "ĠB rig", + "ĠBr ig", + "ĠBri g", + "{ })Ċ", + "{} )Ċ", + "{}) Ċ", + "Ġ Imagine", + "ĠIm agine", + "ĠImag ine", + "( GPIO", + "(G PIO", + "Ġ esto", + "Ġe sto", + "Ġes to", + "Ġest o", + "Ġ Province", + "ĠPro vince", + "ĠProv ince", + "ĠM ental", + "ĠMen tal", + "ĠMent al", + "_ cells", + "_c ells", + "_cell s", + "ĠJul ian", + "ĠJu lian", + "ĠJulia n", + "ĠJuli an", + ". Screen", + ".S creen", + ".Sc reen", + "Ġc andle", + "Ġcan dle", + "Ġcand le", + "Ġm onde", + "Ġmon de", + "Ġmo nde", + "Ġmond e", + "Ġv erg", + "Ġver g", + "Ġve rg", + "it erals", + "iter als", + "iteral s", + "- layout", + "-l ayout", + "G uest", + "Gu est", + "Ġv ind", + "Ġvi nd", + "Ġvin d", + "Ġ Echo", + "ĠE cho", + "ĠEc ho", + "' )}", + "') }", + "Ġ mann", + "Ġm ann", + "Ġman n", + "Ġma nn", + "_ BOOLEAN", + "_BO OLEAN", + "h ap", + "ha p", + "Ġnight mare", + "U GH", + "UG H", + "Ġnon etheless", + "Ġnone theless", + "Ġ athe", + "Ġa the", + "Ġat he", + "Ġath e", + "ĠH olland", + "ĠHol land", + "ĠHo lland", + "ĠHoll and", + "Ġ Born", + "ĠB orn", + "ĠBo rn", + "ĠBor n", + "\\ ORM", + "a nut", + "an ut", + "_ levels", + "_level s", + "Ġpet ite", + "Ġpetit e", + "- art", + "-a rt", + "-ar t", + "_ SHOW", + "_S HOW", + "_SH OW", + "number Of", + "_ thumbnail", + "_th umbnail", + "a mins", + "am ins", + "amin s", + "ami ns", + "Ġ Defines", + "ĠDef ines", + "ĠDefine s", + "Ġ\" =", + ". StatusCode", + ".Status Code", + "Ġdign ity", + "ĠB ike", + "ĠBi ke", + "ĠBik e", + ".New Line", + "ĠG las", + "ĠGl as", + "( logger", + "(log ger", + "(lo gger", + "Ġc atches", + "Ġcatch es", + "Ġcat ches", + "v otes", + "vo tes", + "vote s", + "Ġexam ining", + "/ register", + "/reg ister", + "Ġspec ifying", + "Ġspecify ing", + "_ fixed", + "_f ixed", + "_fix ed", + "Ġdraw ings", + "Ġdrawing s", + "Th reshold", + "A x", + "Ġ Architecture", + "ĠArch itecture", + "ĠArchitect ure", + "( pid", + "(p id", + "(pi d", + "W ire", + "Wir e", + "Wi re", + "( cont", + "(c ont", + "(con t", + "(co nt", + "l ane", + "la ne", + "lan e", + "L ists", + "List s", + "Li sts", + "Ġs print", + "Ġsp rint", + "Ġspr int", + "Ġgrand father", + "_ AG", + "_A G", + "Ġs cheduling", + "Ġsched uling", + "CL US", + "CLU S", + "at urity", + "atur ity", + "Ġ locking", + "Ġl ocking", + "Ġloc king", + "Ġlock ing", + "[ size", + "[s ize", + "_ styles", + "_st yles", + "_style s", + "Ġ wb", + "Ġw b", + "-- >ĊĊ", + "-->Ċ Ċ", + "--> ĊĊ", + "Ġsp inning", + "Ġspin ning", + "_ pending", + "_p ending", + "_pen ding", + "Match ers", + "Mat chers", + "Matcher s", + ". Keys", + ".Key s", + "Ġ PV", + "ĠP V", + "en us", + "enu s", + "ant is", + "anti s", + "Ġ discard", + "Ġd iscard", + "Ġdis card", + "Ġdisc ard", + "Ġ haul", + "Ġh aul", + "Ġha ul", + "Ġem pir", + "Ġemp ir", + "Ġpath way", + "Ġo ak", + "Ġoa k", + "м ен", + "ме н", + "-in duced", + "-ind uced", + "Ġim pair", + "Ġimp air", + "ĠCal gary", + ".is Hidden", + "d z", + "_ include", + "_in clude", + "_inc lude", + "Ġ gm", + "Ġg m", + "Ġ' ('", + "Ġ'( '", + "P Y", + "uggest ions", + "uggestion s", + "Ġcom modity", + "Ġcommod ity", + "c ro", + "cr o", + "/ sub", + "/s ub", + "Ġ getInstance", + "Ġget Instance", + "Ġ Legacy", + "ĠLeg acy", + "ĠK il", + "ĠKi l", + "B al", + "Ba l", + "( short", + "(s hort", + "(sh ort", + "In form", + "Info rm", + "Inf orm", + "+ x", + "* r", + "Ġ Hopefully", + "ĠHope fully", + "ĠHop efully", + "o rate", + "or ate", + "ora te", + "Ġm achen", + "Ġma chen", + "Ġmach en", + "Ġmac hen", + "Ġtreat y", + "Ġtre aty", + "ĠO ri", + "ĠOr i", + ". public", + ".p ublic", + ".pub lic", + "- horizontal", + "-h orizontal", + "Ġt actic", + "Ġta ctic", + "Ġtact ic", + "Ġtac tic", + "Ġb ord", + "Ġbo rd", + "Ġbor d", + "w ares", + "ware s", + "wa res", + "war es", + "Ġ ammo", + "Ġa mmo", + "Ġam mo", + "Ġ Lists", + "ĠL ists", + "ĠList s", + "ĠLi sts", + "ĠLis ts", + "Ġequ ations", + "Ġeq uations", + "Ġequation s", + "/ her", + "/h er", + "/he r", + "ĠN SW", + "ĠNS W", + "B ounding", + "Bo unding", + "Bound ing", + "_ Collections", + "_C ollections", + "Ġ avail", + "Ġa vail", + "Ġav ail", + "Ġava il", + ". DropDown", + ".Drop Down", + "è °", + "Ġ hh", + "Ġh h", + "Ġl Ãł", + ". pb", + ".p b", + "Ġmem orial", + "Ġmemor ial", + "Ġmemo rial", + "Ġmemoria l", + "Ġ ATTR", + "ĠAT TR", + "ĠATT R", + "Ġexhaust ed", + "Ġt sp", + "Ġts p", + "ĉ redirect", + "ĉre direct", + "Ġlike wise", + "Ġlik ewise", + "S TER", + "ST ER", + "STE R", + "L java", + "Ġcondem ned", + "Ġcondemn ed", + "oca ust", + "( strict", + "(str ict", + "Ġex empt", + "Ġexem pt", + "Ġexemp t", + "Ġ sms", + "Ġs ms", + "Ġsm s", + "Ġex agger", + "S YS", + "SY S", + "Ġl ounge", + "Ġlo unge", + "Ġlou nge", + "Ġloung e", + ": ^", + "Ġt odd", + "Ġto dd", + "Ġtod d", + "d eb", + "de b", + "at orial", + "ator ial", + "ato rial", + "atori al", + "atoria l", + "ĠPort er", + "ĠPor ter", + "Ġt uition", + "Ġtu ition", + "Ġex empl", + "Ġexem pl", + "Ġexe mpl", + "Ġexemp l", + "Ġ paren", + "Ġp aren", + "Ġpar en", + "Ġpa ren", + "Ġpare n", + ".line To", + "Ġkid ney", + "Ġki dney", + "Ġkidn ey", + "Ġ ça", + "Ġç a", + "Ġc ui", + "Ġcu i", + "ï¼Į 请", + "X C", + "Ġmo ż", + "Ġn ominated", + "Ġno minated", + "Ġnom inated", + "Ġnomin ated", + "Ġnominate d", + "l ung", + "lu ng", + "lun g", + "Im Gui", + "Ġ Buzz", + "ĠB uzz", + "ĠBu zz", + "Ġst ereo", + "Ġste reo", + "Ġster eo", + "Ġstere o", + "p ortal", + "port al", + "por tal", + "res as", + "resa s", + "Ġ klass", + "Ġk lass", + "Ġkl ass", + "Ġkla ss", + "Ġklas s", + "Ġd rafted", + "Ġdraft ed", + "Ġproject ile", + "/g pl", + "( parameters", + "(param eters", + "(parameter s", + "* )Ċ", + "*) Ċ", + "Ġass isted", + "Ġassist ed", + "Ġ NSInteger", + "ĠNS Integer", + "s itemap", + "site map", + "sit emap", + ": nth", + ":n th", + ". Views", + ".View s", + ".Argument Parser", + "Ġ meer", + "Ġm eer", + "Ġme er", + "Ġmee r", + "z ier", + "zi er", + "zie r", + "Ġ Dig", + "ĠD ig", + "ĠDi g", + "Ċ", + ")} >Ċ", + ")}> Ċ", + "Ġp lag", + "Ġpl ag", + "Ġpla g", + "p ine", + "pi ne", + "pin e", + "Ġblank et", + "Ġ : -", + "Ġ lcd", + "Ġl cd", + "Ġlc d", + "- --------------", + "-- -------------", + "---- -----------", + "-------- -------", + "--- ------------", + "------------ ---", + "----- ----------", + "---------- -----", + "------ ---------", + "----------- ----", + "------------- --", + "------- --------", + "--------- ------", + "-------------- -", + "( \"\"", + "(\" \"", + "Ġt actical", + "Ġtact ical", + "Ġtactic al", + "Ġtac tical", + "ĠR onald", + "ĠRon ald", + "ex tr", + "ext r", + "ĠF est", + "ĠFe st", + "Ġf uer", + "Ġfu er", + "Ġfue r", + "- navigation", + "-n avigation", + "-nav igation", + "Ġ kb", + "Ġk b", + "g host", + "gh ost", + "Ġ handleChange", + "Ġhandle Change", + "_ cls", + "_c ls", + "_cl s", + "( )!=", + "() !=", + "Com parator", + "Compar ator", + ". vm", + ".v m", + "ĠC ox", + "ĠCo x", + "_ review", + "_re view", + "_r eview", + "_rev iew", + "/ @", + "_ cookie", + "_c ookie", + "_co okie", + "Ġrecogn ised", + "Ġrecognise d", + "l dap", + "ld ap", + "lda p", + "Th reads", + "Thread s", + "ĠS exual", + "ĠSex ual", + "ĠB earing", + "ĠBe aring", + "ĠBear ing", + "ĠBea ring", + "( SQL", + "(S QL", + "Ġ xr", + "Ġx r", + "Ġt high", + "Ġth igh", + "Ġthi gh", + "URL Connection", + "ĠS UV", + "ĠSU V", + "Ġm Context", + "Ġinc idence", + "Ġincid ence", + "Ġ Este", + "ĠE ste", + "ĠEs te", + "ĠEst e", + ". sup", + ".s up", + "_ te", + "_t e", + "( EXIT", + "(EX IT", + "C MD", + "CM D", + "/ \">", + "/\" >", + "Al most", + "Ġ Une", + "ĠU ne", + "ĠUn e", + "Ġand eren", + "Ġandere n", + "Ġander en", + "Ġ Singleton", + "ĠS ingleton", + "ĠSing leton", + "ĠSingle ton", + "Ġb ore", + "Ġbo re", + "Ġbor e", + "Th ink", + "Thin k", + "Ġn arc", + "Ġna rc", + "Ġnar c", + "] initWith", + "]init With", + "_ shop", + "_s hop", + "_sh op", + "( strategy", + "(str ategy", + "! ',", + "!' ,", + "her its", + "herit s", + "Ġ Desk", + "ĠD esk", + "ĠDe sk", + "ĠDes k", + "_ machine", + "_m achine", + "_ma chine", + ".n etty", + ".net ty", + ".ne tty", + "ı nda", + "ın da", + "ınd a", + "= <", + "Ġ QR", + "ĠQ R", + "Ġ Sidebar", + "ĠS idebar", + "ĠSide bar", + ".split Container", + "Ġon Success", + "Ġ monkey", + "Ġmon key", + "Ġmonk ey", + "En joy", + "( nodes", + "(n odes", + "(node s", + "(no des", + "pect rum", + "Ġ (*(", + "Ġ( *(", + "Ġ(* (", + "ĉ UINT", + "ĉU INT", + "ĉUI NT", + ", height", + ",h eight", + "ĠNetwork s", + "ĠNet works", + ". tail", + ".t ail", + ".ta il", + ".l inspace", + ".lin space", + "Ġ \"...", + "Ġ\" ...", + "Ġ\". ..", + "Ġ\".. .", + "L isten", + "List en", + "Li sten", + "Æ ¡", + ". Channel", + ".Ch annel", + "- defined", + "-d efined", + "-def ined", + "Re peat", + "Rep eat", + "ad just", + "adj ust", + "E RM", + "ER M", + "_ application", + "_app lication", + "_ap plication", + ".assert NotNull", + ".assertNot Null", + "- stream", + "-st ream", + "-str eam", + "Ġ rabbit", + "Ġr abbit", + "Ġrab bit", + "Ġposition ing", + "Ġ woke", + "Ġw oke", + "Ġwo ke", + "Ġf ing", + "Ġfin g", + "Ġfi ng", + "Ġmulti player", + "Ġmultip layer", + "Ġregister ing", + "Ġregist ering", + "un til", + "unt il", + "Ã¥ n", + "( ::", + "(: :", + "uss ions", + "ussion s", + "Ġpot ato", + "Ġ Equals", + "ĠE quals", + "ĠEqu als", + "ĠEqual s", + ". Sup", + ".S up", + "/ apache", + "/ap ache", + "Ġ (=", + "Ġ( =", + ". \")", + ".\" )", + ". ptr", + ".p tr", + ".pt r", + "Ġ Speech", + "ĠS peech", + "ĠSpe ech", + ". clip", + ".c lip", + ".cl ip", + ".cli p", + "ĠGab riel", + "ĠGabri el", + "Ġmus ician", + "Ġmusic ian", + "/ issues", + ". shop", + ".s hop", + ".sh op", + "Ġ Hier", + "ĠH ier", + "ĠHi er", + "_ RET", + "_RE T", + "_R ET", + "_ bucket", + "_b ucket", + "ãĥ ¡", + "a vs", + "av s", + "Ġ roz", + "Ġr oz", + "Ġro z", + "f lower", + "fl ower", + "flow er", + "flo wer", + "Write Barrier", + "ĠM ilan", + "ĠMil an", + "ĠMi lan", + "Ġlegisl ature", + "ĠD oll", + "ĠDo ll", + "ĠDol l", + "Ġpro ving", + "Ġpr oving", + "Ġprov ing", + ".concat enate", + "âķ IJ", + "Ġg char", + "Ġgc har", + "cdn js", + "b les", + "ble s", + "bl es", + "Ġ Listing", + "ĠL isting", + "ĠList ing", + "ĠLis ting", + "л о", + ".xr Label", + "ĠS ak", + "ĠSa k", + "just ice", + "ju stice", + "ĠVal entine", + "ĠValent ine", + "un less", + "Ġp iger", + "Ġpi ger", + "Ġpig er", + "Ġpige r", + "( run", + "(r un", + "Ġtest ified", + "A NA", + "AN A", + "ĠRe moves", + "ĠRem oves", + "ĠRemove s", + ") )));Ċ", + ")) ));Ċ", + "))) );Ċ", + ")))) ;Ċ", + "rec ated", + "ĠRuntime Method", + "Ġcon qu", + "ãĤ ¢", + "Ġt issues", + "Ġtissue s", + "a iler", + "ail er", + "ai ler", + "é té", + "ét é", + "- Star", + "-S tar", + "-St ar", + "Ġfl ames", + "Ġflame s", + "Ġflam es", + "Ġfla mes", + ". setIcon", + ".set Icon", + "Ġsup ern", + "Ġsuper n", + "Ġv agina", + "Ġvag ina", + "- variable", + "-var iable", + "Ġwell ness", + "C UR", + "CU R", + "Ġb elle", + "Ġbe lle", + "Ġbel le", + "Ġbell e", + ". getRequest", + ".get Request", + "Ġp oco", + "Ġpo co", + "Ġpoc o", + "b enh", + "be nh", + "ben h", + "a gens", + "ag ens", + "age ns", + "agen s", + "Ġs pill", + "Ġsp ill", + "Ġspi ll", + "Ġ Jur", + "ĠJ ur", + "ĠJu r", + "Ġ dispatcher", + "Ġdispatch er", + "Ġdisp atcher", + "н ого", + "но го", + "ног о", + "e monic", + "em onic", + "emo nic", + "emon ic", + "( dirname", + "(dir name", + "Ġ ÐĶ", + "ĠÐ Ķ", + "Ġp asse", + "Ġpass e", + "Ġpas se", + "Ġpa sse", + "Ġg anz", + "Ġga nz", + "Ġgan z", + "r icing", + "ri cing", + "ric ing", + "E U", + "Ġmuj eres", + "Ġmujer es", + "es sen", + "ess en", + "esse n", + ". attribute", + ".at tribute", + ".attrib ute", + "j j", + "ĉ ĉĠĊ", + "ĉĉ ĠĊ", + "ĉĉĠ Ċ", + "[ ^", + "Ġ strtolower", + "Ġstr tolower", + "Ġstrtol ower", + "lex er", + "ect ar", + "ec tar", + "ecta r", + "h otel", + "ho tel", + "hot el", + ". square", + ".s quare", + "Ġr all", + "Ġra ll", + "Ġl owered", + "Ġlow ered", + "Ġlower ed", + "handle d", + "hand led", + "M arket", + "Mark et", + "Mar ket", + "Ġ Uses", + "ĠU ses", + "ĠUs es", + "ĠUse s", + "i vas", + "iv as", + "iva s", + ". Business", + ".B usiness", + ".Bus iness", + "ãģĹ ãģ¦", + "ãģĹãģ ¦", + "D IV", + "DI V", + "Ġw asted", + "Ġwas ted", + "Ġwa sted", + "Ġwaste d", + "Ġwast ed", + "Ġa voir", + "Ġav oir", + "ê m", + "_ ACCOUNT", + "_AC COUNT", + "_ACC OUNT", + ". et", + ".e t", + "ĉ SDL", + "ĉS DL", + "k ap", + "ka p", + "Ġ fox", + "Ġf ox", + "Ġfo x", + "up pet", + "upp et", + "uppe t", + "{ },Ċ", + "{} ,Ċ", + "{}, Ċ", + "\" ,'", + "\", '", + "F avorite", + "P END", + "PE ND", + "Ġ AES", + "ĠA ES", + "ĠAE S", + "} ),", + "}) ,", + "Ġde duction", + "Ġded uction", + "Ġdeduct ion", + "Ġpol ÃŃt", + "Ġcomponent Will", + "ĠT elerik", + "ĠTele rik", + "_ SELF", + "_SE LF", + "_SEL F", + "Ġm use", + "Ġmus e", + "Ġmu se", + "C raft", + "Cr aft", + "Ġ dens", + "Ġd ens", + "Ġde ns", + "Ġden s", + "ठ¿", + "( tp", + "(t p", + "Ġt asty", + "Ġta sty", + "Ġtas ty", + "Ġtast y", + "Ġ balances", + "Ġbalance s", + "Ġbal ances", + "Ġded ication", + "Ġdedic ation", + "Ġdedi cation", + "ĠWall ace", + "ĠWal lace", + "Ġun law", + "Ġunl aw", + "\\ \">\\", + "\\\" >\\", + "\\\"> \\", + "Ġm um", + "Ġmu m", + "- update", + "-up date", + "e mente", + "em ente", + "ement e", + "eme nte", + "emen te", + "Ġs oda", + "Ġso da", + "Ġsod a", + "Re public", + "Rep ublic", + "as mine", + "asm ine", + "é ric", + "ér ic", + "éri c", + "( Status", + "(S tatus", + "ĠJson Convert", + "Ġ Disk", + "ĠD isk", + "ĠDis k", + "ĠDi sk", + ". Redirect", + ".Re direct", + ".Red irect", + "Ġfil ming", + "Ġfilm ing", + "/ mol", + "/m ol", + "R o", + "Ġ ville", + "Ġv ille", + "Ġvi lle", + "Ġvill e", + "Ġvil le", + "Ġtr abaj", + "Ġtrab aj", + "Ġs ynthesis", + "Ġsyn thesis", + "Ġsynth esis", + "Ġsynthes is", + "r ega", + "re ga", + "reg a", + "Ġ rl", + "Ġr l", + "S cheduler", + "Schedule r", + "ISH ED", + "current User", + "( errors", + "(err ors", + "(error s", + "(er rors", + "' h", + "_ bot", + "_b ot", + "_bo t", + "x imo", + "xi mo", + "Ġ USART", + "ĠUS ART", + "ĠUSA RT", + "_ super", + "_s uper", + "_sup er", + "_su per", + "_ DECREF", + "_DEC REF", + "н ой", + "но й", + "_ ROW", + "_R OW", + "_RO W", + "Ġprom otes", + "Ġpromote s", + "Ġpromot es", + "Ġpromo tes", + "Ġ TA", + "ĠT A", + "Ġh oras", + "Ġhor as", + "Ġho ras", + "Ġhora s", + "ĠRep resents", + "ĠRepresent s", + "Ġ nameof", + "Ġname of", + "Ġnam eof", + "Ġ Exc", + "ĠE xc", + "ĠEx c", + "ĠGar age", + "ĠGa rage", + "Ġse ine", + "Ġsein e", + "Ġsei ne", + ", #", + "Ġh erb", + "Ġhe rb", + "Ġher b", + "/ resources", + "/re sources", + "/res ources", + "/resource s", + "Ġple aded", + "Ġplea ded", + "Ġplead ed", + ".r adioButton", + ".radio Button", + "Ġ æĺ", + "Ġæ ĺ", + "O ps", + "Op s", + "ĠN est", + "ĠNe st", + "ĠNes t", + "c string", + "cs tring", + "ĠDef ence", + "Ġref ere", + "Ġrefer e", + "_ leaf", + "_le af", + "Ġreve lation", + "Ġrevel ation", + "ë §", + ".execute Update", + "_W ORLD", + "Ġexp ans", + "(\" \\\"", + "(\"\\ \"", + "j ab", + "ja b", + "Ġdoub ts", + "Ġdoubt s", + "Ġ Geometry", + "ĠGe ometry", + "ĠGeo metry", + "Ġintrodu ces", + "Ġintroduce s", + "Ġsen ators", + "Ġsenator s", + "Ġc anal", + "Ġcan al", + "Ġca nal", + ". helper", + ".h elper", + ".help er", + "ĠB iology", + "ĠBi ology", + "ĠBio logy", + "ĠBiol ogy", + "_ SENS", + "_S ENS", + "_SE NS", + ". previous", + ".pre vious", + ".prev ious", + "- touch", + "-t ouch", + "-to uch", + "a bit", + "ab it", + "abi t", + "Ġimp acted", + "Ġimpact ed", + "Ġbr ackets", + "Ġbracket s", + ". direct", + ".d irect", + ".dir ect", + ".di rect", + "ac cum", + "acc um", + "Ġtest osterone", + "ĉ action", + "ĉa ction", + "ĉac tion", + "ĉact ion", + "Ġ Chance", + "ĠCh ance", + "ĠCha nce", + "ĠChan ce", + "Ġpe aks", + "Ġpeak s", + "Ġpea ks", + "CppCodeGen WriteBarrier", + "Ġun belie", + "Ġunbe lie", + "_ press", + "_p ress", + "_pr ess", + "_pre ss", + "_pres s", + ". Rel", + ".R el", + ".Re l", + "ang led", + "angle d", + "angl ed", + "/ templates", + "/t emplates", + "/template s", + "/temp lates", + "-- >čĊ", + "--> čĊ", + "l ime", + "li me", + "lim e", + "Ġsufficient ly", + "_ nt", + "_n t", + "Exp and", + ".is file", + "Ġ isEmpty", + "Ġis Empty", + "Ġ qt", + "Ġq t", + "Ġmul her", + "a cob", + "ac ob", + "aco b", + "Ge orge", + "å¸ ¸", + "Ġas sim", + "Ġass im", + "a so", + "as o", + "Ġcompr ised", + "Ġcomprise d", + "O V", + "( CONFIG", + "(CON FIG", + "ĉ writer", + "ĉw riter", + "ĉwrite r", + "Ġd esp", + "Ġde sp", + "Ġdes p", + "Ġten ure", + "( cr", + "(c r", + ". pool", + ".p ool", + ".po ol", + "ĠB rend", + "ĠBr end", + "ĠBre nd", + "ĠBren d", + "Ġc ensor", + "( timeout", + "(time out", + "Ġp lea", + "Ġpl ea", + "Ġple a", + ". Wrap", + ".W rap", + "Ġt ightly", + "Ġtight ly", + "Ġ Were", + "ĠW ere", + "ĠWe re", + "ĠWer e", + "Ġ Ignore", + "ĠI gnore", + "ĠIgn ore", + "ĠIg nore", + "a bei", + "ab ei", + "abe i", + "Ġbr idges", + "Ġbridge s", + "Ġbrid ges", + "Ġcondem n", + "Ġsimp licity", + "Ġsimpl icity", + "Ġrout inely", + "Ġroutine ly", + "Ġbl acks", + "Ġblack s", + "Ġbla cks", + "j b", + "ĠP it", + "ĠPi t", + "U tf", + "Ut f", + "Ġ /Ċ", + "Ġ/ Ċ", + "r eload", + "re load", + "rel oad", + "Ġset Object", + "/ global", + "/g lobal", + "Ġf atty", + "Ġfa tty", + "Ġfat ty", + "Ġfatt y", + "Ġs ocks", + "Ġso cks", + "Ġsock s", + "Ġsoc ks", + "Could n", + "Ġerot isk", + "æĿ ¡", + "Ġ Pressure", + "ĠPres sure", + "ĠPress ure", + "ĠM az", + "ĠMa z", + "n pos", + "np os", + "to lower", + "tol ower", + "Ġ EQ", + "ĠE Q", + "ut eur", + "ute ur", + "Ġ Moment", + "ĠM oment", + "ĠMo ment", + "ĠMom ent", + "Ġ eta", + "Ġe ta", + "Ġet a", + "{{ --", + "Ġ graphs", + "Ġgraph s", + "Ġgrap hs", + "ĠG uar", + "ĠGu ar", + "r ine", + "ri ne", + "rin e", + "( --", + "(- -", + "Ġ HttpStatus", + "ĠHttp Status", + "( student", + "(st udent", + "* np", + "*n p", + "Ġrail way", + "Ġas ynchronous", + "_ vm", + "_v m", + "' ],'", + "'] ,'", + "'], '", + ", text", + ",t ext", + "m erchant", + "mer chant", + "( Guid", + "(G uid", + "ĠG ra", + "ĠGr a", + "ix er", + "ixe r", + "fetch All", + ". addListener", + ".add Listener", + "f lip", + "fl ip", + "* $", + "> (),", + ">( ),", + ">() ,", + "Ġsun light", + "as signed", + "ass igned", + "assign ed", + "Ġ abc", + "Ġa bc", + "Ġab c", + "Ġ COLUMN", + "ĠC OLUMN", + "ĠðŁĻĤ ĊĊ", + ") ...", + "). ..", + ").. .", + "Ġ ensemble", + "Ġen semble", + "Ġens emble", + "Ġ newline", + "Ġnew line", + "_S INGLE", + "i edad", + "ie dad", + "ied ad", + "Ġd arker", + "Ġdark er", + "Ġdar ker", + "or map", + "orm ap", + "Ġ lion", + "Ġl ion", + "Ġli on", + "pl its", + "plit s", + "Ġillustr ation", + "Ġillust ration", + "Ġ IEEE", + "ĠI EEE", + "ĠIE EE", + "Ġv ista", + "Ġvis ta", + "Ġvi sta", + "ous ands", + "ousand s", + "* ******", + "** *****", + "**** ***", + "****** *", + "*** ****", + "***** **", + "ĠTom my", + "Ġ hue", + "Ġh ue", + "Ġhu e", + "S el", + "Se l", + "Ġ aura", + "Ġa ura", + "Ġau ra", + "Ġaur a", + "ĠThe rapy", + "ĠTher apy", + "Ġan imator", + "Ġanim ator", + ". constraints", + ".con straints", + ".constraint s", + "Ġv ague", + "Ġva gue", + "Ġvag ue", + "(\" \")", + "(\"\" )", + "Ġvill ain", + "Ġvil lain", + "Ġvilla in", + "Ġbless ing", + "Ġstring Builder", + "Ġ Misc", + "ĠM isc", + "ĠMi sc", + "ĠMis c", + "Ġ DIR", + "ĠD IR", + "ĠDI R", + "f ax", + "fa x", + "- node", + "-n ode", + "-no de", + "Ġ Walking", + "ĠW alking", + "ĠWalk ing", + "ĠWal king", + "Ġ AU", + "ĠA U", + "s ess", + "se ss", + "ses s", + "Ġgr ill", + "Ġgri ll", + "VERT ISE", + "ĠF oods", + "ĠFood s", + "ĠFo ods", + "ĠFoo ds", + "Ġt ournaments", + "Ġtour naments", + "Ġtournament s", + "à ĵ", + "Ġ Marsh", + "ĠMar sh", + "ĠMars h", + "Ġw onders", + "Ġwon ders", + "Ġwonder s", + "Long itude", + ".Command Text", + "= input", + "=in put", + "_ encoder", + "_e ncoder", + "_en coder", + "_encode r", + "_enc oder", + "page Size", + "Ġ getState", + "Ġget State", + "> >Ċ", + ">> Ċ", + ". grey", + ".g rey", + ".gr ey", + "p od", + "po d", + "Ġread ings", + "Ġreading s", + "Ġre consider", + "Start up", + "Ġex cer", + "Ġexc er", + "Ġexce r", + ". balance", + ".b alance", + "_ cycle", + "_c ycle", + "_ Time", + "_T ime", + "LO CAL", + "LOC AL", + "Ġ EFI", + "ĠE FI", + "ĠEF I", + "ĠR eyn", + "ĠRe yn", + "ĠRey n", + ".set Foreground", + "b yn", + "by n", + "Ġdis connected", + "Ġdisconnect ed", + "ACT IVE", + "Ġ embedding", + "Ġembed ding", + "ic kers", + "ick ers", + "icker s", + "Ġsurround ings", + "Ġsurrounding s", + "* c", + "Ġgar ant", + "Ġga rant", + "Ġ bf", + "Ġb f", + "Ġ wipe", + "Ġw ipe", + "Ġwi pe", + "Ġ ä¸ĭ", + "Ġä¸ ĭ", + "_ TRA", + "_T RA", + "_TR A", + "ad ox", + "ado x", + "ç ķ", + "Ġs ucks", + "Ġsu cks", + "Ġsuc ks", + "Ġsuck s", + "Ġ Songs", + "ĠS ongs", + "ĠSon gs", + "ĠSong s", + "ĠAssoci ates", + "ĠAssociate s", + "ĠAssoc iates", + "ĠB ald", + "ĠBa ld", + "ĠBal d", + "ĠB rett", + "ĠBr ett", + "ĠBre tt", + "ĠBret t", + "ven ile", + "Ġ vt", + "Ġv t", + "Ġin ade", + "Ġre signed", + "Ġres igned", + "Ġresign ed", + "ĠGl enn", + "ĠGlen n", + "ĠGle nn", + ". pattern", + ".p attern", + ".pat tern", + ".Data Bind", + "Ñĥ м", + "Layout Inflater", + "c het", + "ch et", + "che t", + "ĠTest ament", + ". ms", + ".m s", + "Ġp av", + "Ġpa v", + "Ġ ReactDOM", + "ĠReact DOM", + "ur dy", + "urd y", + "A DATA", + "AD ATA", + "ADA TA", + "M u", + "/ actions", + "/a ctions", + "/action s", + "Ġ Js", + "ĠJ s", + "_ extract", + "_ex tract", + "_ext ract", + "_extra ct", + "Ġ Bring", + "ĠB ring", + "ĠBr ing", + "ĠBri ng", + ": id", + ":i d", + "st rt", + "str t", + "i vation", + "iv ation", + "iva tion", + "Ġout right", + "Ġou tright", + "Ġoutr ight", + "a zu", + "az u", + "loy ment", + "и Ñı", + "al do", + "ald o", + "Ġ Publisher", + "ĠP ublisher", + "ĠPublish er", + "E ducation", + "Educ ation", + "P alette", + "Pal ette", + "Pa lette", + "Pale tte", + "_ drv", + "_d rv", + "_dr v", + "Ġ ($(", + "Ġ( $(", + "Ġ($ (", + "ĠA nda", + "ĠAn da", + "ĠAnd a", + "Ġrem edy", + "Ġremed y", + "Ġin consistent", + "Ġincons istent", + "Ġinconsist ent", + "t ection", + "te ction", + "tec tion", + "Ġreg ulators", + "Ġregul ators", + "Ġregulator s", + "Ġshort est", + "( pair", + "(p air", + "(pa ir", + "Ġ Installation", + "ĠInstall ation", + "Ġdef endants", + "Ġdefend ants", + "Ġdefendant s", + "Ġ ();", + "Ġ( );", + "Ġ() ;", + "- large", + "-l arge", + "M el", + "Me l", + "Ġthreat en", + "н Ñı", + "Ġfet ish", + "ot ine", + "oti ne", + "_ dic", + "_d ic", + "_di c", + "Ġ <$", + "Ġ< $", + "Ġst agger", + "Ġsta gger", + "Ġstag ger", + "s pi", + "sp i", + "$ response", + "$res ponse", + "S erv", + "Se rv", + "Ser v", + "- born", + "-b orn", + "-bo rn", + "j os", + "jo s", + "ĉ img", + "ĉi mg", + "ĉim g", + "ĉ WHERE", + "ĉW HERE", + "_ lt", + "_l t", + "å½ ĵ", + ". cost", + ".c ost", + ".co st", + ".cos t", + "Ġ Tue", + "ĠT ue", + "ĠTu e", + ". labels", + ".label s", + ".lab els", + "Ġ LV", + "ĠL V", + "wcs store", + "ĠJ esse", + "ĠJes se", + "ĠJe sse", + "ĠJess e", + "ภ«", + "T rade", + "Tr ade", + "Trad e", + "Tra de", + "Ġpredecess or", + "ë Ĥ", + "f inally", + "fin ally", + "final ly", + "_ general", + "_g eneral", + "_gen eral", + "_gene ral", + "_gener al", + "oggle r", + "ogg ler", + "_ REGION", + "_REG ION", + "n ement", + "ne ment", + "nem ent", + "Ġb logger", + "Ġblog ger", + "Ġblo gger", + "ĠHar bor", + "Ġ Dataset", + "ĠD ataset", + "ĠData set", + "ĠDat aset", + "[ w", + "Ġattend ees", + "Ġattendee s", + ". ico", + ".i co", + ".ic o", + "max imum", + ". Unlock", + ".Un lock", + "_ SYNC", + "_S YNC", + "_SY NC", + "_SYN C", + "ág ina", + "Ġd owns", + "Ġdown s", + "Ġdow ns", + "ĠW ii", + "ĠWi i", + "] )/", + "]) /", + "Ġk icking", + "Ġkick ing", + "un ication", + "unic ation", + "uni cation", + "Ġ DAC", + "ĠD AC", + "ĠDA C", + "Ġ IDS", + "ĠI DS", + "ĠID S", + "ĠR ental", + "ĠRen tal", + "ĠRent al", + "Ġ currentTime", + "Ġcurrent Time", + "Ġvacc ines", + "Ġvaccine s", + "ĠD evil", + "ĠDe vil", + "ĠDev il", + "Ġn ors", + "Ġno rs", + "Ġnor s", + "_ mouse", + "_m ouse", + "_mo use", + "ur rection", + "urre ction", + "urr ection", + "urrect ion", + "( no", + "(n o", + "Ġ >čĊ", + "Ġ> čĊ", + "Ġag gression", + "Ġaggress ion", + "Ġagg ression", + "Ġbre eding", + "Ġbreed ing", + "Ġbree ding", + ". symbol", + ".s ymbol", + ".sym bol", + "i man", + "im an", + "ima n", + "Absolute Path", + "Ġ WHO", + "ĠW HO", + "ĠWH O", + "_ flush", + "_f lush", + "_fl ush", + "- root", + "-r oot", + "-ro ot", + "a rna", + "ar na", + "arn a", + "& M", + "Ġf athers", + "Ġfa thers", + "Ġfather s", + "Ġ Rocket", + "ĠR ocket", + "ĠRock et", + "ĠRo cket", + "ĠRoc ket", + "i veau", + "ive au", + "Ġw ander", + "Ġwa nder", + "Ġwand er", + "Ġwan der", + "Ġcom pos", + "Ġcomp os", + "ĠWar rior", + "Ġ Seat", + "ĠS eat", + "ĠSe at", + "ĠSea t", + "ĠCl inic", + "ĠClin ic", + "ĠCli nic", + "_ invoice", + "_in voice", + "_inv oice", + "( dispatch", + "(dis patch", + "Product o", + "at uring", + "atur ing", + "atu ring", + "oss ier", + "ĠM AY", + "ĠMA Y", + "Ġd agger", + "Ġda gger", + "Ġdag ger", + "Ġsan itized", + "Ġsanit ized", + "Ġsanitize d", + "Ġ RFC", + "ĠR FC", + "ĠRF C", + "Ġp roph", + "Ġpro ph", + "Ġpr oph", + "Ġprop h", + "Ġu rine", + "Ġur ine", + "Ġuri ne", + "Ġgr ind", + "Ġgri nd", + "Ġgrin d", + "Ġ Expanded", + "ĠExp anded", + "ĠExpand ed", + "des cripcion", + "- fw", + "-f w", + "ĠK erry", + "ĠKer ry", + "ĠKerr y", + "= name", + "=n ame", + "Ġ chk", + "Ġc hk", + "Ġch k", + "Ġn ationally", + "Ġnational ly", + "Ġnation ally", + "Ġt hee", + "Ġth ee", + "Ġthe e", + "I nc", + "In c", + "Ġ ?>>", + "Ġ? >>", + "Ġ?> >", + ". RadioButton", + ".R adioButton", + ".Http ServletResponse", + ".HttpServlet Response", + "/ Y", + "ĉ field", + "ĉf ield", + "ĉfi eld", + "Ġ homme", + "Ġhom me", + "y per", + "ype r", + "yp er", + "Ph ysical", + "Phys ical", + "= v", + "Ġd riv", + "Ġdr iv", + "Ġdri v", + "Ġ Errors", + "ĠError s", + "ĠEr rors", + "ĠErr ors", + "Ġc Äĥ", + "De ath", + "Ġ WINDOW", + "ĠW INDOW", + "Ġpo et", + "Ġ Sharp", + "ĠSh arp", + "ĠSha rp", + "ĠShar p", + "Ġ Immutable", + "ĠIm mutable", + "ĠImm utable", + "ĉ create", + "ĉc reate", + "Ġge ht", + "Ġgeh t", + "ĠRe form", + "ĠRef orm", + "a iser", + "ai ser", + "ais er", + "aise r", + "Ġ Initialization", + "ĠInitial ization", + "Ġimm unity", + "Ġimmun ity", + ". compose", + ".com pose", + ".comp ose", + "Ġlate ncy", + "Ġlat ency", + "Ġlaten cy", + "ĠLeban on", + "ĠPar ad", + "ĠPa rad", + "ĠPara d", + "Ġf uels", + "Ġfuel s", + "Ġfu els", + "Ġfue ls", + "ĠEx hib", + "c oh", + "co h", + "% \">Ċ", + "%\" >Ċ", + "%\"> Ċ", + "Ġ CLI", + "ĠC LI", + "ĠCL I", + ") initWith", + ")init With", + "- Za", + "-Z a", + "_ CLEAR", + "_C LEAR", + "_CL EAR", + "re gn", + "reg n", + "Ġfin ances", + "Ġfinance s", + "Ġfinanc es", + "Ġfinan ces", + ". standard", + ".st andard", + "_ CATEGORY", + "_C ATEGORY", + ". library", + ".l ibrary", + ".lib rary", + "Ġtravel ers", + "Ġtraveler s", + "_ wp", + "_w p", + "Ġ Evaluation", + "ĠE valuation", + "ĠEval uation", + "ĠEvalu ation", + "start ing", + "star ting", + "Ġ )),Ċ", + "Ġ) ),Ċ", + "Ġ)) ,Ċ", + "ep isode", + "Ġ Variant", + "ĠV ariant", + "ĠVar iant", + "ĠVari ant", + "Ġ daemon", + "Ġda emon", + "ĠJ ulia", + "ĠJul ia", + "ĠJu lia", + "ĠJuli a", + "Ġ NR", + "ĠN R", + "Ġd oubles", + "Ġdouble s", + "Ġdoub les", + "Ġdou bles", + "< v", + "/ runtime", + "/r untime", + "/run time", + "Ġ interpreter", + "Ġinter preter", + "Ġinterpret er", + "Ġinterpre ter", + "Ġ INDEX", + "ĠIN DEX", + "ĠIND EX", + "ĠHol mes", + "_ DIM", + "_D IM", + "_DI M", + "Ġp addle", + "Ġpad dle", + "Ġpadd le", + "_ example", + "_ex ample", + "_exam ple", + "Ġ foreground", + "Ġfore ground", + ". routes", + ".r outes", + ".route s", + ".ro utes", + "Ġs owie", + "Ġso wie", + "Ġsow ie", + "S UCCESS", + "Ġ CDC", + "ĠC DC", + "ĠCD C", + "Ġ BD", + "ĠB D", + "_ -", + "as ured", + "asure d", + "asu red", + "W riting", + "Wr iting", + "Ġ currentPage", + "Ġcurrent Page", + "( answer", + "(ans wer", + "(an swer", + "Ġ ASCII", + "ĠA SCII", + "ĠASC II", + "à ¨", + "Ġsocial ly", + "Ġsoc ially", + "Ġsoci ally", + "y yy", + "yy y", + "ĠSpecial ist", + "( customer", + "(c ustomer", + "(custom er", + "ist ani", + "istan i", + "ista ni", + "k est", + "ke st", + "kes t", + "ĠM ak", + "ĠMa k", + "Ġt ho", + "Ġth o", + ". pt", + ".p t", + "( comment", + "(com ment", + "(comm ent", + "Ġ Converter", + "ĠCon verter", + "ĠConvert er", + "g am", + "ga m", + "b ins", + "bin s", + "bi ns", + ". tele", + ".t ele", + ".te le", + ".tel e", + "ĠVeter ans", + "ĠVeteran s", + "_ ALLOC", + "_AL LOC", + "_ALL OC", + "олÑĮзов аÑĤ", + "inn amon", + "; width", + "o hl", + "oh l", + "Ġf antas", + "Ġfan tas", + "Ġfant as", + "Ġs ung", + "Ġsu ng", + "Ġsun g", + "ĉ K", + "( Json", + "(J son", + "Ġneighbour hood", + "Ġv ow", + "Ġvo w", + "Ġs ins", + "Ġsi ns", + "Ġsin s", + "on acci", + "ona cci", + "Ġ epochs", + "Ġepoch s", + "im agen", + "image n", + "ima gen", + "imag en", + ". Change", + ".Ch ange", + ".my batis", + "Se ek", + "See k", + "W ER", + "WE R", + "管 çIJĨ", + "Ġinter ess", + "Ġinte ress", + "Ġinteres s", + "_ Event", + "_E vent", + "ed erland", + "eder land", + "Ġterr itor", + "Ġci udad", + "uc ked", + "uck ed", + "Ġsn ack", + "Ġsna ck", + "Ġtrans ported", + "Ġtransport ed", + "Ġtransporte d", + "Ġ Manifest", + "ĠMan ifest", + "Ġ DAT", + "ĠD AT", + "ĠDA T", + "_ theta", + "_th eta", + "_the ta", + "Ġw ont", + "Ġwon t", + "Ġwo nt", + ". ĊĊĊĊĊĊĊĊĊĊ", + ".ĊĊ ĊĊĊĊĊĊĊĊ", + ".Ċ ĊĊĊĊĊĊĊĊĊ", + ".ĊĊĊĊ ĊĊĊĊĊĊ", + ".ĊĊĊ ĊĊĊĊĊĊĊ", + ".ĊĊĊĊĊĊ ĊĊĊĊ", + ".ĊĊĊĊĊĊĊĊ ĊĊ", + ".ĊĊĊĊĊ ĊĊĊĊĊ", + "Ĭ¶ æĢģ", + "ĠE pic", + "ĠEp ic", + "D eck", + "De ck", + "Dec k", + "l tra", + "lt ra", + "ltr a", + "_ ZERO", + "_Z ERO", + "Ġ[ ];", + "Ġ[] ;", + "/ scripts", + "/s cripts", + "/script s", + "Ġ --------------------------------------------------------------------------------", + "Ġ---------------------------------------------------------------- ----------------", + "Ġ---- ----------------------------------------------------------------------------", + "Ġ---------------- ----------------------------------------------------------------", + "Ġ------------------------------------------------ --------------------------------", + "Ġ-------------------------------- ------------------------------------------------", + "Ġ---------------------------------------------------------------------------- ----", + "Ġ---------- ----------------------------------------------------------------------", + "Ġ------------------------------------------------------------ --------------------", + "Ġ------------------------------------------------------------------------- -------", + "æĥ ħ", + "Ġ weed", + "Ġw eed", + "Ġwe ed", + "Ġwee d", + "N BC", + "NB C", + "Ġr aped", + "Ġrap ed", + "Ġra ped", + "Ġrape d", + "Ġ Gateway", + "ĠG ateway", + "ĠGate way", + "ĠGat eway", + "[ M", + "Ġ Timeout", + "ĠTime out", + "ench mark", + ". ViewModel", + ".View Model", + "Ġporn os", + "Ġpor nos", + "Ġporno s", + "Ġ Ya", + "ĠY a", + "th ritis", + "thr itis", + "ĠFl ynn", + "ĠFly nn", + "Ġ mega", + "Ġm ega", + "Ġme ga", + "Ġmeg a", + "a cin", + "ac in", + "aci n", + "Ġtr ibal", + "Ġtri bal", + "Ġtrib al", + ". apple", + ".app le", + ".ap ple", + "Ġ Blo", + "ĠB lo", + "ĠBl o", + "â n", + "i bi", + "ib i", + "r ov", + "ro v", + "ĠL ives", + "ĠLive s", + "ĠLi ves", + "ĠLiv es", + "^ .", + "get Request", + "Ġ Establish", + "ĠEst ablish", + "cont ainers", + "container s", + "contain ers", + "Ġst arring", + "Ġstar ring", + "Ġcele brities", + "Ġcelebr ities", + "Ġ Relative", + "ĠRel ative", + "ĠHe ights", + "ĠHeight s", + "Ġtq dm", + "ĠNorth west", + "i vic", + "iv ic", + "ivi c", + "ĉ cl", + "ĉc l", + "Ġautom otive", + "ent ric", + "entr ic", + "Ġ fortunate", + "Ġfort unate", + "Ġfire place", + "Ġfi replace", + "se ud", + "n ickname", + "nick name", + "; s", + "_ CAL", + "_C AL", + "_CA L", + "h alt", + "ha lt", + "hal t", + "( ns", + "(n s", + "_ deleted", + "_de leted", + "_delete d", + "_del eted", + "De velopment", + "Dev elopment", + "Develop ment", + "m ovies", + "movie s", + "mov ies", + "Ġid entities", + "Ġident ities", + "Ġprompt ly", + "ا ÙĨ", + "ا٠Ĩ", + "Ġ ante", + "Ġa nte", + "Ġan te", + "Ġant e", + "Ġ\" ','", + "Ġ\"' ,'", + "Ġ\"', '", + "åı £", + "imp se", + "imps e", + "Ġy ap", + "Ġya p", + "Type Name", + "Ġb itch", + "Ġbit ch", + "Ġassoci ates", + "Ġassociate s", + "Ġassoc iates", + "HE ME", + "- empty", + "-em pty", + "Ġ ت", + "ĠØ ª", + "ol vers", + "olve rs", + "olver s", + "olv ers", + "Ġp istol", + "Ġpist ol", + "Ġpis tol", + "Sc oped", + "Scope d", + "ag ner", + "agn er", + "agne r", + "' ]=='", + "'] =='", + "']= ='", + "']== '", + "Ġ IMP", + "ĠI MP", + "ĠIM P", + "e xc", + "ex c", + "Ġo mitted", + "Ġom itted", + "Ġomit ted", + "Ġmind set", + "Ġminds et", + "Ġ [](", + "Ġ[ ](", + "Ġ[] (", + "Ġ orn", + "Ġo rn", + "Ġor n", + "_ CAM", + "_C AM", + "_CA M", + "A vg", + "Av g", + "Localized String", + "ĠN atur", + "ĠNa tur", + "ĠNat ur", + "Ġ composer", + "Ġcom poser", + "Ġcomp oser", + "Ġcompose r", + "Ġcompos er", + "Ġ Playing", + "ĠPl aying", + "ĠPlay ing", + "ĠPla ying", + "Ġover d", + "Ġov erd", + "_ utf", + "_u tf", + "_ut f", + ". sk", + ".s k", + "ĠF ol", + "ĠFo l", + "$ page", + "$p age", + ", Object", + ",O bject", + "Ġb ees", + "Ġbe es", + "Ġbee s", + "al ary", + "ala ry", + "alar y", + "b ullet", + "bul let", + "bull et", + "_ library", + "_l ibrary", + "_lib rary", + "O ffer", + "Of fer", + "Off er", + "loc ated", + "locate d", + "Ġ (_,", + "Ġ( _,", + "Ġ(_ ,", + "âĢľ He", + "Ġ Owners", + "ĠOwn ers", + "ĠOwner s", + "ĠOw ners", + ") ).Ċ", + ")) .Ċ", + ")). Ċ", + "Ġb ri", + "Ġbr i", + ". Admin", + ".Ad min", + "k tion", + "kt ion", + "лÑİ Ñĩ", + "Ġerot ici", + "Ġerotic i", + "Cancel led", + "Ġ agr", + "Ġa gr", + "Ġag r", + "re views", + "review s", + "_ dma", + "_d ma", + "_dm a", + "R ICT", + "RI CT", + "RIC T", + "Ġ gfx", + "Ġg fx", + "Ġgf x", + "m pi", + "mp i", + "p po", + "pp o", + "Ġ //@", + "Ġ// @", + "Ġ/ /@", + "Ġ uppercase", + "Ġupper case", + "Ġcomm itting", + "Ġcommit ting", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "User Data", + "Ġv ai", + "Ġva i", + "ĉ sort", + "ĉs ort", + "Ġcongr at", + "Ġcong rat", + "Ġd ioxide", + "Ġdi oxide", + "д а", + ". area", + ".a rea", + ".ar ea", + ".are a", + "ĠJosh ua", + "ĠJos hua", + "ĠK och", + "ĠKo ch", + "_ break", + "_b reak", + "a zure", + "az ure", + "azu re", + "is tical", + "ist ical", + "istic al", + "isti cal", + "istica l", + "_AL PHA", + "_ views", + "_view s", + "_vi ews", + "Ġelim inating", + "Ġelimin ating", + "O MB", + "OM B", + "e numer", + "en umer", + "enu mer", + "enum er", + "ĠH ydro", + "ĠHy dro", + "( *(", + "(* (", + "ERT ICAL", + "Ġinev itably", + "Ġst ole", + "Ġsto le", + "Ġstol e", + "- east", + "-e ast", + "i eron", + "ie ron", + "ier on", + "iero n", + "Ġ linger", + "Ġl inger", + "Ġli nger", + "Ġlin ger", + "Ġling er", + "/ doc", + "/d oc", + "/do c", + "Å º", + "Ġ Already", + "ĠAl ready", + "as io", + "asi o", + "Ġ --Ċ", + "Ġ- -Ċ", + "Ġ-- Ċ", + "Ġ abbrev", + "Ġabb rev", + "Ġ Atom", + "ĠA tom", + "ĠAt om", + "h im", + "hi m", + "Ġ INSERT", + "ĠINS ERT", + "s un", + "su n", + "âĻ ª", + "CON NECT", + "CONN ECT", + "er ator", + "era tor", + "ĠM anning", + "ĠMan ning", + "ĠMann ing", + "Ġ :(", + "Ġ: (", + "g as", + "ga s", + "= >'", + "=> '", + "Ġquery set", + "; }čĊ", + ";} čĊ", + "Ġ Population", + "ĠPop ulation", + "uted String", + "res ident", + "resi dent", + "_ FONT", + "_F ONT", + "Ġ Respond", + "ĠRes pond", + "ĠResp ond", + "Ġobsc ure", + "Ġ observable", + "Ġo bservable", + "Ġobserv able", + "ĠContrib utors", + "ĠContributor s", + "k on", + "ko n", + "ĠM usk", + "ĠMus k", + "ĠMu sk", + "ex ao", + "ĠT ub", + "ĠTu b", + "Boot Application", + "S OR", + "SO R", + ". Horizontal", + ".H orizontal", + ". findBy", + ".find By", + ". power", + ".p ower", + ".pow er", + ".po wer", + "Ġpositive ly", + "Ġposit ively", + "ven ience", + "ĠJ ong", + "ĠJo ng", + "ĠJon g", + "Ġwh istle", + "Ġ знаÑĩ", + "Ġз наÑĩ", + "Ġзна Ñĩ", + "Ġзн аÑĩ", + "Ġl ending", + "Ġlen ding", + "Ġlend ing", + "Ġdestruct ive", + "Ġ onDelete", + "Ġon Delete", + "author ization", + "() ;?>", + "(); ?>", + "_ original", + "_or iginal", + "_origin al", + "_orig inal", + "sc ience", + "sci ence", + "a tra", + "at ra", + "atr a", + "?, ?,", + "Ġ Asc", + "ĠA sc", + "ĠAs c", + "Ġconvin cing", + "Ġconvinc ing", + "$ a", + "or gen", + "org en", + "orge n", + "_ Date", + "_D ate", + "Ġ Provide", + "ĠPro vide", + "ĠProvid e", + "ĠProv ide", + "Ġlon ely", + "Ġlone ly", + ") 'Ċ", + ")' Ċ", + "ex change", + "; ?>Ċ", + ";?> Ċ", + ". fast", + ".f ast", + ".fa st", + "S amples", + "Sample s", + "Sam ples", + "L ondon", + "Lo ndon", + "Lon don", + "' ])čĊ", + "'] )čĊ", + "']) čĊ", + "Ġ Ionic", + "ĠI onic", + "ĠIo nic", + "ĠIon ic", + "Ġp esso", + "Ġpes so", + "ĠKn ights", + "ĠKnight s", + "ĠR af", + "ĠRa f", + "_ attrs", + "_at trs", + "_attr s", + "_att rs", + "Ġrepe al", + "> Main", + ">M ain", + "Ġ Ordered", + "ĠOrder ed", + "ĠOrd ered", + "_ New", + "_N ew", + "=\" \"> < /", + "url patterns", + "ATION AL", + "ATIO NAL", + "pe ech", + "pee ch", + "ĠId aho", + "Ġpr incess", + "Ġprince ss", + "Ġprin cess", + "Ġprinc ess", + "Ġprinces s", + "Ġ Customers", + "ĠCustom ers", + "ĠCustomer s", + "ĠCust omers", + "a ways", + "aw ays", + "away s", + "awa ys", + "a db", + "ad b", + "ĠBry ant", + "ĠBryan t", + "n once", + "no nce", + "non ce", + "Ġad ul", + "Ġ` `(", + "Ġ`` (", + "Ġafter math", + "= dict", + "=d ict", + "text Box", + "Ġs perm", + "Ġsp erm", + "Ġspe rm", + "Ġsper m", + "Ġc ough", + "Ġco ugh", + "Ġcou gh", + "H or", + "Ho r", + "âĢĻ S", + ".Component ResourceManager", + "Ġreg ulator", + "Ġregul ator", + "Ġpartner ships", + "Ġpartners hips", + "Ġpartnership s", + "/ projects", + "/project s", + "t rys", + "tr ys", + "try s", + "ĠL aser", + "ĠLa ser", + "ĠLas er", + "⣠©", + "ĠF unk", + "ĠFun k", + "ĠFu nk", + "Ġun conscious", + "Ġuncon scious", + "Ġc rust", + "Ġcr ust", + "Ġcru st", + "Ġcrus t", + "Ġ Teams", + "ĠTe ams", + "ĠTeam s", + "ĠTea ms", + "Ġ Banner", + "ĠB anner", + "ĠBan ner", + "ĠH oney", + "ĠHon ey", + "ĠHo ney", + "l ems", + "le ms", + "lem s", + "Ġmax Width", + "Pointer Exception", + "fade Out", + "- St", + "-S t", + "Ġstr angers", + "Ġstrange rs", + "Ġstranger s", + "Ġstrang ers", + "Ġstran gers", + "_ GO", + "_G O", + "W ritable", + "Wr itable", + "_ Info", + "_In fo", + ". NonNull", + ".Non Null", + "an notations", + "annot ations", + "annotation s", + "Ġ GD", + "ĠG D", + "Ġendorse d", + "Ġendors ed", + "ĉToken Name", + "Ġ Depending", + "ĠDe pending", + "ĠDep ending", + "ĠDepend ing", + "YN AM", + "Ġ Meteor", + "ĠM eteor", + "ĠMet eor", + "Ġ Increase", + "ĠIn crease", + "ĠIncre ase", + ". Many", + ".M any", + ".Man y", + ".Ma ny", + "= =(", + "== (", + ". UUID", + ".U UID", + "_ KERNEL", + "_K ERNEL", + "Ġvid é", + "Ġ pq", + "Ġp q", + "ĠQt Gui", + "Ġ Various", + "ĠV arious", + "ĠVar ious", + "ĠVa rious", + "ĠVari ous", + "Ġ john", + "Ġj ohn", + "Ġjo hn", + "_ patch", + "_p atch", + "_pat ch", + "Ġt outes", + "Ġto utes", + "Ġtou tes", + "Ġtout es", + "Ġtoute s", + "Ġ Fail", + "ĠF ail", + "ĠFa il", + "Ġsurv iving", + "Ġsurviv ing", + "( \"${", + "(\" ${", + "(\"$ {", + "Ġ ĠĠĠĠĠĠčĊ", + "ĠĠ ĠĠĠĠĠčĊ", + "ĠĠĠĠ ĠĠĠčĊ", + "ĠĠĠ ĠĠĠĠčĊ", + "ĠĠĠĠĠĠĠ čĊ", + "ĠĠĠĠĠ ĠĠčĊ", + "ĠĠĠĠĠĠ ĠčĊ", + "Ġ imageUrl", + "Ġimage Url", + ". wordpress", + ".word press", + "s ources", + "source s", + "ĉgl Vertex", + "âĢĻ a", + "Ġes col", + "Ġesc ol", + "R ARY", + "RA RY", + "RAR Y", + "Ġ Snake", + "ĠSn ake", + "Ġqu int", + "Ġq uint", + "Ġqui nt", + "Ġl asts", + "Ġla sts", + "Ġlast s", + "Ġlas ts", + "ĠHar mon", + "ĠHarm on", + "Ġ coil", + "Ġc oil", + "Ġco il", + "Ġcoi l", + "Ġexplo itation", + "Ġexploit ation", + "l een", + "le en", + "lee n", + "' >\";Ċ", + "'> \";Ċ", + "'>\" ;Ċ", + "Ġ SERVER", + "ĠS ERVER", + "ĠSER VER", + "Ġ HEADER", + "ĠHE ADER", + "ĠHEAD ER", + "_ velocity", + "_v elocity", + "_vel ocity", + "Ġ Invoke", + "ĠIn voke", + "ĠInv oke", + ". timestamps", + ".timestamp s", + "Ġs ulf", + "Ġsu lf", + "Ġsul f", + "I QUE", + "IQ UE", + "Ġinhabit ants", + "ph ins", + "phi ns", + "phin s", + "a zzo", + "az zo", + "azz o", + "Ġ mono", + "Ġm ono", + "Ġmon o", + "Ġmo no", + "L egend", + "Le gend", + "Leg end", + "Ġ nonce", + "Ġn once", + "Ġno nce", + "Ġnon ce", + "I FE", + "IF E", + "; \";Ċ", + ";\" ;Ċ", + "- create", + "-c reate", + "\" \",Ċ", + "\"\" ,Ċ", + "\"\", Ċ", + "per mit", + "perm it", + "ĠIm migration", + "ĠImm igration", + "Ġ pathname", + "Ġpath name", + "ff ective", + "ffect ive", + "âĻĢ âĻĢ", + "Ġex ams", + "Ġexam s", + "- event", + "-e vent", + "-ev ent", + "-even t", + "ĠT ill", + "ĠTi ll", + "ĠTil l", + "[ mid", + "[m id", + "F IX", + "FI X", + "; color", + ";c olor", + "( Order", + "_ traits", + "_t raits", + "_tr aits", + "_tra its", + "_trait s", + "Ġ orderBy", + "Ġorder By", + "Ġs unt", + "Ġsu nt", + "Ġsun t", + "ĠNich olas", + "Ø ²", + "Ġs unny", + "Ġsun ny", + "i ners", + "in ers", + "ine rs", + "iner s", + "Ġaccess ibility", + "Ġ HB", + "ĠH B", + ". comp", + ".c omp", + ".com p", + ".co mp", + "ĉ op", + "ĉo p", + "Ġminor ities", + "eth eus", + "ethe us", + "Ġcollabor ative", + "p rit", + "pr it", + "pri t", + "H IR", + "HI R", + "Ġwr aps", + "Ġwrap s", + "ĉ draw", + "ĉd raw", + "g od", + "go d", + "Ġ IX", + "ĠI X", + ". apps", + ".app s", + ".ap ps", + ".a pps", + "Ġ NM", + "ĠN M", + "Ġir relevant", + "Ġirre levant", + "ĠT igers", + "ĠTi gers", + "ĠTiger s", + "ĠTig ers", + "Ġ diag", + "Ġd iag", + "Ġdi ag", + "Ġdia g", + "G V", + "ĠAccess ories", + "k ont", + "ko nt", + "kon t", + "Ġs implify", + "Ġsimp lify", + "Ġsimpl ify", + "Ġ Favorite", + "ĠF avorite", + "ĠFavor ite", + "_ tools", + "_t ools", + "_to ols", + "_tool s", + "( []);Ċ", + "([ ]);Ċ", + "([] );Ċ", + "Ġt owers", + "Ġto wers", + "Ġtow ers", + "Ġtower s", + "B es", + "Be s", + "Ġ hunter", + "Ġh unter", + "Ġhun ter", + "Ġhunt er", + "Ġs alon", + "Ġsa lon", + "Ġsal on", + "( buff", + "(b uff", + "(buf f", + "ĉ debug", + "ĉde bug", + "Ġmal ware", + "M oving", + "Mo ving", + "Mov ing", + "- options", + "-o ptions", + "-option s", + "-opt ions", + ") +'", + ")+ '", + "ĠL OVE", + "ĠLO VE", + "_S OCKET", + "_SO CKET", + "_ fin", + "_f in", + "ĠDel aware", + "Ġsher iff", + "- invalid", + "-in valid", + "Ġ FULL", + "ĠF ULL", + "ĠFU LL", + "Ġ под", + "Ġп од", + "Ġпо д", + "e las", + "el as", + "ela s", + "\" strings", + "ĠRepresent atives", + "ĠRepresentative s", + "s urface", + "sur face", + "surf ace", + "res olved", + "resolve d", + "ht docs", + ") ):čĊ", + ")) :čĊ", + ")): čĊ", + "Ġpress ures", + "Ġpressure s", + "Ġno rms", + "Ġnor ms", + "Ġnorm s", + "Ġ pla", + "Ġp la", + "Ġpl a", + "Ġ surname", + "Ġs urname", + "Ġsur name", + "Ġ postal", + "Ġpos tal", + "Ġpost al", + "Ġpo stal", + "Ġ Depart", + "ĠDe part", + "ĠDep art", + "Ġs laughter", + "Ġsla ughter", + "or ida", + "ori da", + "Ġhe bben", + "Ġheb ben", + "Ġd esar", + "Ġde sar", + "Ġdes ar", + "comp act", + "_ LANG", + "_L ANG", + "_LA NG", + "åIJ Ī", + "o poly", + "op oly", + "opol y", + "opo ly", + "_ rad", + "_r ad", + "_ra d", + "ĠST DMETHOD", + "ĠSTD METHOD", + "L azy", + "La zy", + "Ġ ĠĠĉ", + "ĠĠ Ġĉ", + "ĠĠĠ ĉ", + ".. .,", + "... ,", + "( web", + "(w eb", + "Ġ Pont", + "ĠP ont", + "ĠPo nt", + "ĠPon t", + "Ġet was", + "Ġetwa s", + "Ġup ward", + "_ hat", + "_h at", + "Ġ ],ĊĊ", + "Ġ] ,ĊĊ", + "Ġ],Ċ Ċ", + "Ġ], ĊĊ", + "Ġ baseUrl", + "Ġbase Url", + "Ġwor rying", + "Ġworry ing", + "- addon", + "-add on", + "-ad don", + "( getClass", + "(get Class", + "S PI", + "SP I", + "Ġcapt uring", + ") },Ċ", + ")} ,Ċ", + ")}, Ċ", + "E ffects", + "Effect s", + "Eff ects", + "Ġcompet ent", + "Ġcompete nt", + "Ġf oul", + "Ġfo ul", + "Ġfou l", + "Ġsubs cribing", + "Ġsubscri bing", + "Ġ OBJECT", + "ĠO BJECT", + "ĠOBJ ECT", + "ĠOB JECT", + "IX EL", + "b ucks", + "bu cks", + "( edge", + "(e dge", + "(ed ge", + "( pass", + "(p ass", + "(pa ss", + "ĠPeter son", + "ĠPet erson", + "ĠPeters on", + "Ġbo obs", + "Ġboo bs", + "Ġboob s", + "Ġ Delay", + "ĠD elay", + "ĠDe lay", + "ĠDel ay", + "_ square", + "_s quare", + "e lim", + "el im", + "eli m", + "o ters", + "ot ers", + "ote rs", + "oter s", + "_ PC", + "_P C", + "% E", + "on click", + "Ġ SVG", + "ĠS VG", + "ĠSV G", + "Ġt opped", + "Ġto pped", + "Ġtop ped", + "Ġtopp ed", + "Ġf ist", + "Ġfi st", + "Ġfis t", + "s mart", + "sm art", + "ĠR alph", + "( owner", + "(o wner", + "j ours", + "jo urs", + "jour s", + "Ġbro nze", + "Ġbron ze", + "Ġ ArgumentException", + "ĠArgument Exception", + "( original", + "(origin al", + "(orig inal", + "(or iginal", + "_ SCALE", + "_S CALE", + "_SC ALE", + "_ cp", + "_c p", + "Ġrecomm ends", + "Ġrecommend s", + ".set Style", + "S ure", + "Sur e", + "Su re", + "L AND", + "LA ND", + "LAN D", + "Ġre peating", + "Ġrep eating", + "Ġrepe ating", + "Ġrepeat ing", + "M att", + "Mat t", + "Ma tt", + ". Visibility", + "Ġenter prises", + "Ġenterprise s", + ". Setup", + ".Set up", + "( scene", + "(s cene", + "(sc ene", + "ĠRe active", + "ĠReact ive", + "ur ge", + "urg e", + "b w", + ". Put", + ".P ut", + "p ersist", + "pers ist", + ". cookie", + ".c ookie", + ".co okie", + "ĠA udi", + "ĠAud i", + "ĠAu di", + "` s", + "s upplier", + "sup plier", + "( Form", + "(F orm", + " ¡", + "_ so", + "_s o", + "Į Ģ", + "ĠLeg ion", + "t te", + "tt e", + "N d", + "L oss", + "Lo ss", + "Los s", + "( attrs", + "(at trs", + "(attr s", + "(att rs", + ". scatter", + ".sc atter", + "Ġg room", + "Ġgr oom", + "Ġgro om", + "Ġgl impse", + "Ġglimps e", + "Ġn ails", + "Ġna ils", + "Ġnail s", + "Ġcum ulative", + "Ġf azer", + "Ġfa zer", + "Ġfaz er", + "_ services", + "_s ervices", + "_service s", + "_serv ices", + ". Num", + ".N um", + "ib ilit", + "ibil it", + "ibi lit", + "ibili t", + "_ resolution", + "_re solution", + "_res olution", + "Ġ Tx", + "ĠT x", + "um inium", + "umin ium", + "o pa", + "op a", + ". schedule", + ".s chedule", + "sm tp", + "ภķ", + "ur ry", + "urr y", + "ü k", + "g oog", + "go og", + "goo g", + "_ signature", + "_sign ature", + "_sig nature", + ". into", + ".in to", + ".int o", + "Ġ Steps", + "ĠSt eps", + "ĠSte ps", + "ĠStep s", + "Ġhome owners", + "Ġhomeowner s", + "Ġ NSURL", + "ĠNS URL", + "ĠP AC", + "ĠPA C", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĊĊ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĊĊ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĊĊ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĊĊ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĊĊ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĊĊ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĊĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĊĊ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĊĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĊ Ċ", + "> ')Ċ", + ">' )Ċ", + ">') Ċ", + "e nh", + "en h", + "Ġin cap", + "Ġinc ap", + "$ MESS", + "Ġm oins", + "Ġmo ins", + "Ġmoi ns", + "Ġ Fi", + "ĠF i", + "Ġoff season", + "pr essions", + "press ions", + "pression s", + "> .. < /", + "Ġpro vinces", + "Ġprov inces", + "Ġprovince s", + "Ġprovinc es", + "_ RAW", + "_R AW", + "_RA W", + "\\ App", + "Ġprostit uer", + "Ġprostitu er", + "_ gain", + "_g ain", + ".t encent", + "ff ects", + "ffect s", + "ffe cts", + "( pk", + "(p k", + "s ku", + "sk u", + "Ġ usable", + "Ġus able", + "Ġusa ble", + "ER VED", + "ERV ED", + "ERVE D", + "Ġant enna", + "Ġantenn a", + "h ea", + "he a", + "p list", + "pl ist", + "_ PLUGIN", + "_PL UGIN", + "Ñģ л", + ". lookup", + ".look up", + "á» ģ", + "Ġen larg", + "Ġp iss", + "Ġpi ss", + "Ġpis s", + "H am", + "Ha m", + "i map", + "im ap", + "ima p", + "Ġ invalidate", + "Ġin validate", + "Ġinvalid ate", + "Ġs ilk", + "Ġsi lk", + "Ġsil k", + "=\"# \">Ċ", + "=\"#\" >Ċ", + "=\"#\"> Ċ", + "ĠGr ass", + "ĠGra ss", + "Ġ Goal", + "ĠGo al", + "ĠGoa l", + "_ pdf", + "_p df", + "_pd f", + "Hand lers", + "Handler s", + "Handle rs", + "Ġst acks", + "Ġstack s", + "Ġsta cks", + ". getFullYear", + ".get FullYear", + "= [];Ċ", + "=[ ];Ċ", + "=[] ;Ċ", + "è½ ¦", + ", V", + "( split", + "(s plit", + "(sp lit", + "Ñĥн к", + "Ġbake ca", + "Ġbak eca", + "Ġ~ /.", + "Ġ~/ .", + "p ez", + "pe z", + "t ails", + "ta ils", + "tail s", + "ĠG len", + "ĠGl en", + "ĠGle n", + "Ġ setImage", + "Ġset Image", + "Ġ Comic", + "ĠC omic", + "ĠCom ic", + "ĠCo mic", + "B LOCK", + "BL OCK", + "ĉ This", + "ĉT his", + "o ader", + "oad er", + "oa der", + "Ġcapital ist", + "Ġcapita list", + "Ġcapit alist", + "_ STEP", + "_ST EP", + "( Boolean", + "Ġ Correct", + "ĠC orrect", + "ĠCor rect", + "r ina", + "ri na", + "rin a", + "Ġconc aten", + "Ġconcat en", + "å® ŀ", + "( ):ĊĊ", + "() :ĊĊ", + "():Ċ Ċ", + "(): ĊĊ", + "Ġun anim", + "Ġuna nim", + "l li", + "ll i", + "al ars", + "ala rs", + "alar s", + "- ne", + "-n e", + "Ġd ivor", + "Ġdi vor", + "Ġdiv or", + "ĠKick starter", + "] ._", + "]. _", + "< number", + " * * < /", + ": d", + "m di", + "md i", + "bind Value", + "Ġ Decision", + "ĠDe cision", + "ĠDec ision", + "Return Value", + ", index", + ",in dex", + "x fc", + "xf c", + "Ġse rum", + "Ġser um", + "get Field", + "Connection String", + "- object", + "-o bject", + "-ob ject", + ". recv", + ".re cv", + ".rec v", + "Ġunder graduate", + "Ġundergrad uate", + ". Infrastructure", + ".Inf rastructure", + "ĠK ab", + "ĠKa b", + "Ġadv isory", + "Ġadvis ory", + "Ġadvisor y", + "- tree", + "-t ree", + "-tr ee", + "Ġ mue", + "Ġm ue", + "Ġmu e", + "in form", + "info rm", + "inf orm", + ". embed", + ".em bed", + "Ġ errorCode", + "Ġerror Code", + "m icro", + "mi cro", + "mic ro", + "Ġsp arked", + "Ġspark ed", + "Ġspar ked", + "Ġimage ry", + "Ġimag ery", + "con c", + "co nc", + "_ missing", + "_m issing", + "_miss ing", + "Ġsur plus", + "K S", + "ĉR THOOK", + "ĉRT HOOK", + "T ell", + "Te ll", + "Tel l", + "r ium", + "ri um", + "Ġ Radius", + "ĠR adius", + "ĠRad ius", + "ĠRadi us", + "r ika", + "ri ka", + "rik a", + "los ion", + "ĠH ern", + "ĠHe rn", + "ĠHer n", + "G amma", + "Gam ma", + "Ga mma", + "Ġ Fee", + "ĠF ee", + "ĠFe e", + "Ġ Named", + "ĠN amed", + "ĠName d", + "ĠNa med", + "ĠNam ed", + "ĠCan yon", + "Ġ JSONArray", + "ĠJSON Array", + "Ġz wei", + "Ġzw ei", + "Ġzwe i", + "Ġ SSH", + "ĠS SH", + "ĠSS H", + "Ġser vant", + "Ġserv ant", + "co al", + "Ġden ying", + "Ġdeny ing", + "Ġs plits", + "Ġsplit s", + "Ġspl its", + "In correct", + "Inc orrect", + "Ġt ox", + "Ġto x", + "ĠAnal yst", + "ĠAnaly st", + "Ġacc red", + "Ġac cred", + "Ġaccr ed", + "u ble", + "ub le", + "ubl e", + "Ġ wt", + "Ġw t", + "Ġ Trial", + "ĠT rial", + "ĠTr ial", + "ĠTri al", + ". extension", + ".ext ension", + "Ġ Career", + "ĠCar eer", + "ĠCare er", + "Ġsec uring", + "ĠL il", + "ĠLi l", + "Ġpro jections", + "Ġproject ions", + "Ġproj ections", + "Ġprojection s", + "Ġproje ctions", + "Ġy east", + "Ġye ast", + "M ade", + "Ma de", + "Mad e", + "Ġfound ations", + "Ġfoundation s", + "ac ific", + "aci fic", + ". volume", + ".v olume", + ".vol ume", + "Ġmir rors", + "Ġmirror s", + "#### ############################################################################", + "######## ########################################################################", + "################ ################################################################", + "################################ ################################################", + "################################################################ ################", + "################################################ ################################", + "############################################################################ ####", + "######################################################################## ########", + "######################################## ########################################", + "######################## ########################################################", + "######################################################## ########################", + "Ġvi olate", + "Ġviol ate", + "ars ers", + "arse rs", + "arser s", + "Ġs ocio", + "Ġso cio", + "Ġsoc io", + "Ġsoci o", + "Ġtk inter", + "Ġ LINK", + "ĠL INK", + "ĠLI NK", + "ĠLIN K", + ". getSize", + ".get Size", + ".getS ize", + "Ġ Whole", + "ĠW hole", + "ĠWh ole", + "ĠWho le", + ")view DidLoad", + "ĉ done", + "ĉd one", + "ĉdo ne", + "ude au", + "\\ \"> < /", + "And rew", + "Andre w", + "e rb", + "er b", + "Ġf ö", + ". cluster", + ".cl uster", + "Ġdis course", + "Ġdisc ourse", + "Ġdiscour se", + "Ġdisco urse", + "_DE FIN", + "_DEF IN", + "Ġpued en", + "Ġpu eden", + "Ġpuede n", + "Ġ LOW", + "ĠL OW", + "ĠLO W", + ". av", + ".a v", + "Ġpr eca", + "Ġpre ca", + "Ġprec a", + "Ġ quo", + "Ġqu o", + "Ġq uo", + "Ġve loc", + "Ġvel oc", + ", ''", + ",' '", + "Ġ xyz", + "Ġx yz", + "Ġxy z", + "ĉ padding", + "ĉp adding", + "Ġtom atoes", + "Ġtomato es", + "ĠB ent", + "ĠBe nt", + "ĠBen t", + "_ curr", + "_c urr", + "_cur r", + "_cu rr", + "NS Date", + "Ġ getCurrent", + "Ġget Current", + "ĠgetC urrent", + "Ġ [`", + "Ġ[ `", + "Wed nesday", + ". Bar", + ".B ar", + "Ġ Vous", + "ĠV ous", + "ĠVo us", + "i nz", + "in z", + "ĠQu inn", + "ĠQui nn", + "ex cel", + "exc el", + "d os", + "do s", + "Ġout dated", + "O UTH", + "OUT H", + "OU TH", + "Ġ Maker", + "ĠM aker", + "ĠMake r", + "ĠMa ker", + "ĠMak er", + "ep endency", + "epend ency", + "Ġd ull", + "Ġdu ll", + "Ġdul l", + "ĠW inn", + "ĠWin n", + "ĠWi nn", + "o ge", + "og e", + "cl ave", + "cla ve", + "Ġ nova", + "Ġn ova", + "Ġno va", + "Ġnov a", + "Ġ aval", + "Ġa val", + "Ġav al", + "Ġava l", + "C apt", + "Cap t", + "Ca pt", + "ĠSp otify", + "ĠSpot ify", + "Ġj ul", + "Ġju l", + ") tableView", + ")t ableView", + "Ġf ilenames", + "Ġfile names", + "Ġfil enames", + "Ġfilename s", + "Ġesk ort", + "åij ¨", + "Ġsk ew", + "Ġske w", + "t erior", + "ter ior", + "te rior", + "teri or", + "Ġfin anc", + "Ġfinan c", + "Ġ tabla", + "Ġtab la", + "Ġta bla", + "ĠU IB", + "ĠUI B", + "Ġ ():", + "Ġ( ):", + "Ġ() :", + "ĠD ocker", + "ĠDo cker", + "ĠDoc ker", + "ĠDock er", + "per centage", + "percent age", + "Me et", + "i chi", + "ic hi", + "ich i", + "Ġinter im", + "Ġinte rim", + "Ġ' ='", + "Ġ'= '", + ". JSONObject", + ".JSON Object", + "( fid", + "(f id", + "(fi d", + "Ġd ownt", + "Ġdown t", + "Ġdow nt", + "Ġtrans ient", + "ĠSt eph", + "ĠSte ph", + "ĠStep h", + "Ġignor ance", + "Ġ Codes", + "ĠC odes", + "ĠCo des", + "ĠCode s", + "ĠCod es", + "= '',", + "=' ',", + "='' ,", + "Ġ ICE", + "ĠI CE", + "ĠIC E", + "Ġtran qu", + "Ġ Extended", + "ĠExt ended", + "ĠExtend ed", + "Ġ mund", + "Ġm und", + "Ġmu nd", + "Ġmun d", + "Ġ HOME", + "ĠH OME", + "ĠHO ME", + "Ġkil ometers", + "Ġkilomet ers", + "Ġ imagen", + "Ġim agen", + "Ġimage n", + "Ġimag en", + "Ġima gen", + "o ux", + "ou x", + "( sz", + "(s z", + "You ng", + "Yo ung", + "uff ed", + "uf fed", + "Ġ Wake", + "ĠW ake", + "ĠWa ke", + "ĠWak e", + "Ġa ide", + "Ġaid e", + "Ġai de", + "P ROC", + "PR OC", + "PRO C", + "ĠR at", + "ĠRa t", + "ĠL ith", + "ĠLi th", + "ĠLit h", + "b art", + "bar t", + "ba rt", + "Ġ Arrange", + "ĠAr range", + "ĠArr ange", + "p rompt", + "prom pt", + "Ð £", + "( ct", + "(c t", + "Ġ Interval", + "ĠInt erval", + "ĠInter val", + "d ept", + "de pt", + "dep t", + "D aniel", + "Dan iel", + "Dani el", + "Ġ fills", + "Ġf ills", + "Ġfil ls", + "Ġfill s", + ". tensor", + ".t ensor", + "( trim", + "(t rim", + "(tr im", + "Ġje alous", + "F eb", + "Fe b", + "\\ Common", + "Ġamendment s", + "Ġamend ments", + "_ operator", + "_op erator", + "_o perator", + "_oper ator", + "_ customize", + "_custom ize", + "Ġ ]]", + "Ġ] ]", + "Ġ bn", + "Ġb n", + "Ġdis appointment", + "Ġdisappoint ment", + "Ġmill enn", + ". when", + ".w hen", + ".wh en", + "Ġob ey", + "Ġobe y", + "Ġoff enders", + "Ġoffender s", + "Ġoffend ers", + "Ġoffen ders", + "W ild", + "Wil d", + "Wi ld", + "Ġcell For", + "Ġappar atus", + ". after", + ".a fter", + ".af ter", + "Ġ EPS", + "ĠE PS", + "ĠEP S", + "Ġad orable", + "ope rand", + "oper and", + "( listener", + "(list ener", + "ve al", + "Ġ )(", + "Ġ) (", + "Ġcardio vascular", + "uplic ates", + "uplicate s", + "r istol", + "rist ol", + "ris tol", + "Ġref uses", + "Ġrefuse s", + "( QWidget", + "(Q Widget", + "Ġel emento", + "Ġelement o", + "Ġelem ento", + "Number Of", + ". delay", + ".d elay", + ".de lay", + ".del ay", + ". groups", + ".g roups", + ".group s", + "\" >'+", + "\"> '+", + "\">' +", + "åĿ Ģ", + "ace ncy", + "ac ency", + "acen cy", + "( URL", + "(U RL", + "_ half", + "_h alf", + "_hal f", + "= l", + "Ġlist View", + "( section", + "(s ection", + "(se ction", + "(sec tion", + ". toArray", + ".to Array", + "+ /", + "ĠRodrig uez", + "i stream", + "ist ream", + "istr eam", + "Ġelig ibility", + ": :-", + ":: -", + ". newInstance", + ".new Instance", + "P B", + "Ġ Assets", + "ĠAs sets", + "ĠAss ets", + "ĠAsset s", + "Ġ Composite", + "ĠCom posite", + "ĠComp osite", + "ĠL abs", + "ĠLa bs", + "ĠLab s", + "ĠH amas", + "ĠHam as", + "ĠHa mas", + "++ );Ċ", + "++) ;Ċ", + "Ġ blk", + "Ġb lk", + "Ġbl k", + "Ġ Neo", + "ĠN eo", + "ĠNe o", + "L uc", + "Lu c", + "@ login", + "Ġun aware", + "Ġuna ware", + ". met", + ".m et", + ".me t", + "_ RELEASE", + "_RE LEASE", + "( ST", + "(S T", + "AM IL", + "AMI L", + "r ike", + "ri ke", + "rik e", + "Ġ (){Ċ", + "Ġ( ){Ċ", + "Ġ() {Ċ", + "Ġ(){ Ċ", + "( sprintf", + "(s printf", + "Ġ Accounts", + "ĠAc counts", + "ĠAccount s", + "Ġ VIEW", + "ĠV IEW", + "ĠVI EW", + "Ġ Aj", + "ĠA j", + "ãĤ °", + "Ġwh isk", + "Ġ idi", + "Ġi di", + "Ġid i", + "Ġr ode", + "Ġro de", + "Ġrod e", + "Ġ ihn", + "Ġi hn", + "Ġih n", + "ĠElement ary", + "Q ty", + "Qt y", + "Ġintrig uing", + "Ġ å¤", + "Ġå ¤", + "J obs", + "Job s", + "Jo bs", + "ĉ offset", + "ĉo ffset", + "ĠAh med", + "ĠTal iban", + "Ġ èİ·åıĸ", + "Ġè İ·åıĸ", + "Ġin jected", + "Ġinj ected", + "Ġinject ed", + ". Authentication", + ".Auth entication", + "_ linear", + "_l inear", + "_line ar", + "_lin ear", + "_li near", + ". Decimal", + ".D ecimal", + ".De cimal", + ".Dec imal", + "Ġapp les", + "Ġap ples", + "Ġappl es", + "Ġapple s", + "Ġshare holders", + "Ġshareholder s", + "Ġb aked", + "Ġba ked", + "Ġbake d", + "Ġbak ed", + ". diff", + ".d iff", + ".di ff", + "ĠE ddie", + "ĠEd die", + "o kers", + "ok ers", + "oke rs", + "oker s", + "Ġconfront ed", + "vo ices", + "voice s", + "Ġt us", + "Ġtu s", + "Ġ Spin", + "ĠS pin", + "ĠSp in", + "ĠSpi n", + "N ODE", + "NO DE", + "_ Un", + "_U n", + "C TX", + "CT X", + "/ google", + "/g oogle", + "/go ogle", + "T emperature", + "Tem perature", + "Ġ' ').", + "Ġ'' ).", + "Ġ'') .", + "Ġmagn ificent", + "Ġ startIndex", + "Ġstart Index", + "semb les", + "sem bles", + "semble s", + "sembl es", + "Any one", + "z k", + "e hen", + "eh en", + "ĠD ame", + "ĠDa me", + "ĠDam e", + ". strict", + ".str ict", + "Ġre places", + "Ġrep laces", + "Ġrepl aces", + "Ġreplace s", + "Ġline back", + "Ġpush es", + "Ġpus hes", + "Ġche ek", + "ĠS hi", + "ĠSh i", + "_ BYTES", + "_BY TES", + "_BYTE S", + "R EA", + "RE A", + "ả n", + "_CON NECTION", + "_CONNECT ION", + "G ateway", + "Gate way", + "ĠTr avis", + "ĠTra vis", + "ĠTrav is", + "Ġ AX", + "ĠA X", + "Ġ Basically", + "ĠBasic ally", + "ĠBas ically", + "Ġ Upgrade", + "ĠUp grade", + "à ª", + "th emes", + "the mes", + "theme s", + "them es", + "er mo", + "erm o", + "k or", + "ko r", + "F emale", + "Fe male", + "_ attach", + "_at tach", + "_att ach", + "ĠìĤ¬ ìļ©", + "Ġ poz", + "Ġp oz", + "Ġpo z", + "= =============Ċ", + "== ============Ċ", + "==== ==========Ċ", + "======== ======Ċ", + "=== ===========Ċ", + "============ ==Ċ", + "============= =Ċ", + "=========== ===Ċ", + "============== Ċ", + "========= =====Ċ", + "========== ====Ċ", + "====== ========Ċ", + "===== =========Ċ", + "======= =======Ċ", + "( symbol", + "(s ymbol", + "(sym bol", + "Ġ Sector", + "ĠS ector", + "ĠSe ctor", + "ĠSec tor", + "ĠSect or", + "__ )ĊĊ", + "__) ĊĊ", + "__)Ċ Ċ", + "_ padding", + "_p adding", + "_pad ding", + "ï¼ļ \"", + "Ġ fabs", + "Ġf abs", + "Ġfa bs", + "Ġfab s", + "Ġr anged", + "Ġrange d", + "Ġran ged", + "Ġrang ed", + "set Name", + "Ġp error", + "Ġper ror", + "Ġpe rror", + "â Ĺ", + "ĠFile Reader", + "Ġf ulfilled", + "Ġful filled", + "Ġfulfill ed", + "Ġfulfil led", + "_ Current", + "_C urrent", + "Ġdo minate", + "Ġdom inate", + "Ġdomin ate", + "Ġdomina te", + "Ġsm ugg", + "Post Mapping", + "_ force", + "_f orce", + "_for ce", + "Ġb loc", + "Ġbl oc", + "Ġblo c", + "ĠG iant", + "ĠGi ant", + "ĠGian t", + "ĠGia nt", + "( video", + "(v ideo", + "Ġ CU", + "ĠC U", + "System Service", + "Ġ elf", + "Ġe lf", + "Ġel f", + "Ġkont akt", + "ë ª", + "k ees", + "ke es", + "kee s", + "g tk", + "gt k", + "Ġparam Int", + "Ġ markup", + "Ġmark up", + "Ġmar kup", + "u ales", + "ual es", + "ua les", + "uale s", + "Ġaccount ed", + "Ġgang bang", + "RY PT", + "Ġ Wrong", + "ĠW rong", + "ĠWr ong", + "Ġ credited", + "Ġcr edited", + "Ġcred ited", + "Ġcredit ed", + "Ġ MESSAGE", + "ĠM ESSAGE", + "Ġf laws", + "Ġfl aws", + "Ġflaw s", + "Ġfla ws", + "Ġb bw", + "Ġbb w", + "Ġmet abolic", + "Ġmetab olic", + "Ġmetabol ic", + "ĠO EM", + "ĠOE M", + "/ event", + "/e vent", + "(C ollectors", + "mon ton", + "mo nton", + "mont on", + "monto n", + "ap pear", + "app ear", + "appe ar", + "Ġop ted", + "Ġopt ed", + "Ġc heat", + "Ġch eat", + "Ġche at", + "Ġd av", + "Ġda v", + "Ġ Proceed", + "ĠPro ceed", + "ĠProc eed", + "Ġ ê¸", + "Ġê ¸", + "an ked", + "ank ed", + "anke d", + "и з", + "an sk", + "ans k", + "Ġ Hang", + "ĠH ang", + "ĠHa ng", + "ĠHan g", + "ĠC ler", + "ĠCl er", + "ĠCle r", + "Ġdis gu", + "Ġdisg u", + "Ġc map", + "Ġcm ap", + ". cljs", + ".cl js", + "Ġa ument", + "Ġau ment", + "l ez", + "le z", + "Ġ Joined", + "ĠJ oined", + "ĠJo ined", + "ĠJoin ed", + "ĠJoi ned", + "_ received", + "_re ceived", + "_receive d", + "Ġa erial", + "Ġaer ial", + "Ġae rial", + "o tel", + "ot el", + "ote l", + "Ġg reet", + "Ġgre et", + "\" s", + "Ġ Genesis", + "ĠGen esis", + "ĠGene sis", + "ĠCal if", + "ĠCa lif", + "pan ion", + "Ġtail ored", + "Ġtailor ed", + "m apping", + "ma pping", + "map ping", + "and Expect", + ". track", + ".t rack", + ".tr ack", + "at omy", + "ato my", + "atom y", + "ĠO w", + "ul lah", + "ull ah", + "ulla h", + ". Yes", + ".Y es", + "Ġ SimpleName", + "ĠSimple Name", + "d bh", + "db h", + "' en", + "'e n", + "Ġn onsense", + "Ġnon sense", + "Ġnons ense", + "Ġphilosoph ical", + "( getContext", + "(get Context", + "Ġis so", + "Ġiss o", + "Ġ ACE", + "ĠA CE", + "ĠAC E", + "start Date", + "Ġb ÄĻd", + "ĠAUTH OR", + "ĠG lobe", + "ĠGl obe", + "ĠGlo be", + "ĠGlob e", + "Ġin sects", + "Ġins ects", + "Ġinsect s", + "Ġinse cts", + "_ Al", + "_A l", + "ush ing", + "ushi ng", + "è® °", + "/ Home", + "/H ome", + "ĠLocal Date", + "ne eded", + "need ed", + "nee ded", + "hes ive", + "Ġ illusion", + "Ġill usion", + "äº Į", + "Ġt rat", + "Ġtr at", + "Ġtra t", + "x o", + "/ detail", + "/d etail", + "/de tail", + "_ MATCH", + "_M ATCH", + "_MAT CH", + "Ġbroad band", + "Ġ wal", + "Ġw al", + "Ġwa l", + "ĠIllegal StateException", + "IRE CTION", + "IRECT ION", + "Ġnor theast", + "Ġnorth east", + "es ium", + "esi um", + "Ġ Cliente", + "ĠCl iente", + "ĠClient e", + "ĠCli ente", + "ul ance", + "ula nce", + "ulan ce", + "n ty", + "nt y", + "Ġt ecn", + "Ġte cn", + "Ġtec n", + "Device s", + "Dev ices", + "Ġgr ains", + "Ġgrain s", + "Ġgra ins", + "ĠO g", + "Ġ SEL", + "ĠS EL", + "ĠSE L", + "ud iant", + "udi ant", + "Ġ ++;Ċ", + "Ġ++ ;Ċ", + "Ġexplan ations", + "Ġexplanation s", + "o cco", + "oc co", + "occ o", + "Ġd iets", + "Ġdi ets", + "Ġdie ts", + "Ġdiet s", + "Ġco hort", + "Ġcoh ort", + "( controller", + "(cont roller", + "(control ler", + ". Iterator", + ".It erator", + ".Iter ator", + "- rich", + "-r ich", + "ro cess", + "roc ess", + "G D", + "Ġcar bohydr", + "Ġ fried", + "Ġf ried", + "Ġfr ied", + "Ġfri ed", + "ĠEm ployment", + "ĠEmp loyment", + "ĠEmploy ment", + "ìŀ ¥", + "ĠLeon ard", + "ĠLeo nard", + "_ ${", + "_$ {", + "qu ares", + "quare s", + "qua res", + "Ġcompan ions", + "Ġcompanion s", + "Ġp aris", + "Ġpar is", + "Ġpa ris", + "Ġpari s", + "Ġst imulation", + "Ġstim ulation", + "ĠZ oo", + "ĠZo o", + "Ġre levance", + "Ġrelev ance", + "Ġ Colour", + "ĠCol our", + "ĠColo ur", + "Ġs pear", + "Ġsp ear", + "Ġspe ar", + "ot ional", + "otion al", + "oti onal", + "Ġ Lite", + "ĠL ite", + "ĠLi te", + "ĠLit e", + "ĠK osten", + "ĠKo sten", + "ĠKos ten", + "Ġ ó", + "Ġà ³", + "_ attachment", + "_att achment", + "_attach ment", + "orph ic", + "orp hic", + "Ġda mit", + "Ġdam it", + "Ġ dlg", + "Ġd lg", + "Ġdl g", + "Ġth rive", + "Ġthr ive", + "CH ANGE", + "CHAN GE", + "Ġ Apparently", + "ĠApp arently", + "Ġa tual", + "Ġat ual", + "Ġro oted", + "Ġroot ed", + "( images", + "(image s", + "(im ages", + "a wi", + "aw i", + "ar iat", + "ari at", + "aria t", + "Ġch erry", + "Ġcher ry", + "ST ATIC", + "STAT IC", + "m nt", + "mn t", + "Ġ UserId", + "ĠUser Id", + "il let", + "ill et", + "ille t", + "ĠHis panic", + "ĠHispan ic", + "Ġ nak", + "Ġn ak", + "Ġna k", + "Ġcent ro", + "Ġcentr o", + "Ġcen tro", + "Ġ dims", + "Ġd ims", + "Ġdi ms", + "Ġdim s", + "_ initialize", + "_initial ize", + "ı k", + "ĠCent ers", + "ĠCenter s", + "R EN", + "RE N", + "Ġevolution ary", + "Ġ Topics", + "ĠTo pics", + "ĠTop ics", + "ĠTopic s", + "_ damage", + "_d amage", + "_da mage", + "e mer", + "em er", + "eme r", + "Ġr und", + "Ġrun d", + "Ġru nd", + "Ġpun ished", + "Ġpunish ed", + "Ġc ubic", + "Ġcu bic", + "Ġcub ic", + "f air", + "fa ir", + "[ ];ĊĊ", + "[] ;ĊĊ", + "[];Ċ Ċ", + "Ġin stantiate", + "Ġinstant iate", + "Ġover see", + "Ġovers ee", + "Ġoverse e", + "- delete", + "-de lete", + "-del ete", + "unt eer", + "unte er", + "start Time", + "Ġ Pipeline", + "ĠP ipeline", + "ĠPipe line", + "ĠPip eline", + "_ GAME", + "_G AME", + "ĠC ir", + "ĠCi r", + "ĉ Null", + "ĉN ull", + ". Formatting", + ".Format ting", + "uc umber", + "ĠR ide", + "ĠRid e", + "ĠRi de", + "Ġz oo", + "Ġzo o", + "Ġ checker", + "Ġcheck er", + "Ġche cker", + "åIJ Į", + "= C", + "Ġg rit", + "Ġgr it", + "Ġgri t", + "\" );//", + "\") ;//", + "\"); //", + "_ xy", + "_x y", + "Ġ Declaration", + "ĠDe claration", + "Ġ callable", + "Ġcall able", + "F oo", + "Fo o", + "Ġ ListItem", + "ĠList Item", + "Ġin accur", + "m lin", + "ml in", + "ĉ Data", + "ĉD ata", + "Ġev olving", + "a wan", + "aw an", + "awa n", + "Ġc afe", + "Ġca fe", + "Ġcaf e", + "f olk", + "fo lk", + "fol k", + "_ IDX", + "_ID X", + "_I DX", + "Ġ Anything", + "ĠAny thing", + "ĠPalest ine", + "ĠPalestin e", + "Ġ GridView", + "ĠGrid View", + "Ġcol ony", + "Ġcolon y", + "ĠGerman s", + "ĠGer mans", + "ĠGerm ans", + "( +", + ". pid", + ".p id", + ".pi d", + ". jsx", + ".j sx", + ".js x", + "ĠSup erior", + "ĠSuper ior", + "Christ ian", + "ĠL ect", + "ĠLe ct", + "ĉ Game", + "ĉG ame", + "Ġinstrument al", + "An imations", + "Animation s", + "Anim ations", + "д ал", + "да л", + "ĠM oses", + "ĠMo ses", + "ĠMos es", + "ĉĉ čĊĉĉčĊ", + "ĉĉčĊ ĉĉčĊ", + "z s", + "k te", + "kt e", + "ä¸ ļ", + "_ DIST", + "_D IST", + "_DIS T", + "_DI ST", + "b itmap", + "bit map", + "d B", + "Ġp ersistence", + "Ġpers istence", + "Ġpersist ence", + "ÑĢ оÑģ", + "ÑĢо Ñģ", + "$ l", + "B ron", + "Br on", + "Bro n", + "Ġ {|", + "Ġ{ |", + "_ chart", + "_c hart", + "_ch art", + "_char t", + "Ġ Consum", + "ĠCon sum", + "ĠCons um", + "Ġh emp", + "Ġhe mp", + "Ġhem p", + "Ġ \"))Ċ", + "Ġ\" ))Ċ", + "Ġ\") )Ċ", + "Ġ\")) Ċ", + "Ġatt ackers", + "Ġattack ers", + "Ġattacker s", + "Ġknowledge able", + "Ġc et", + "Ġce t", + "Ġvir uses", + "Ġvirus es", + "' I", + "Ġpitch er", + "Ġpit cher", + "Ġswe eping", + "Ġsweep ing", + "= list", + "=l ist", + "apt ops", + "aptop s", + ". depth", + ".de pth", + ".dep th", + "Ġinstruct ed", + "Ġ Rus", + "ĠR us", + "ĠRu s", + "benh avn", + "Ġ ин", + "Ġи н", + "S ports", + "Sp orts", + "Sport s", + "Spo rts", + "Ġon set", + "Ġons et", + "æĿ ĥ", + ". RED", + ".R ED", + ".RE D", + "_ si", + "_s i", + "ĠP ST", + "ĠPS T", + ". onChange", + ".on Change", + "> tag", + ">t ag", + "ĠR oh", + "ĠRo h", + "_ character", + "_char acter", + "ĠL aws", + "ĠLa ws", + "ĠLaw s", + "Ġ Bachelor", + "ĠB achelor", + "ĠBach elor", + "_ swap", + "_s wap", + "_sw ap", + ".re activex", + "Ġreward ing", + "Ġrew arding", + "M edium", + "Med ium", + "- [", + "Ġ Recently", + "ĠRec ently", + "ĠRecent ly", + "J oint", + "Join t", + "Jo int", + "part ition", + "Ġ Minutes", + "ĠMin utes", + "ĠMinute s", + "Ġ indo", + "Ġin do", + "Ġi ndo", + "Ġind o", + "Ġabsor bed", + "Ġabsorb ed", + "Ġ GN", + "ĠG N", + "_ IND", + "_IN D", + "_I ND", + "Ġs aber", + "Ġsa ber", + "Ġsab er", + "Ġsabe r", + "S pawn", + "Sp awn", + "out puts", + "output s", + "ĠJeff rey", + "Ġmed ieval", + "Ġmedi eval", + "h ed", + "he d", + "G uide", + "Gui de", + "Guid e", + "Gu ide", + "Ġpsych o", + "Ġpsy cho", + "Ġg lam", + "Ġgl am", + "E lim", + "El im", + "äd chen", + "_ plain", + "_p lain", + "_pl ain", + "Ġ Sau", + "ĠS au", + "ĠSa u", + "- four", + "-f our", + "Ġanaly zing", + "QUE RY", + "QU ERY", + "Ġtom ato", + "_ buttons", + "_button s", + "_but tons", + "V EN", + "VE N", + ". setStatus", + ".set Status", + ". Url", + ".U rl", + "+ ĊĊ", + "+Ċ Ċ", + "Ġcompl aining", + "Ġcomplain ing", + "d egree", + "de gree", + "deg ree", + "conf irmed", + "confirm ed", + "Ġsu bt", + "Ġsub t", + "p arsed", + "par sed", + "parse d", + "pars ed", + "Ġt orque", + "Ġtor que", + "Ġtrouble d", + "Ġtroub led", + "Ġtrou bled", + "Ġ TARGET", + "ĠT ARGET", + "ĠTAR GET", + "Ġtrad emarks", + "Ġtrade marks", + "Ġtrademark s", + "Ġ Coordinate", + "ĠCo ordinate", + "ĠCoord inate", + "ĠV iv", + "ĠVi v", + "Ġ //}ĊĊ", + "Ġ// }ĊĊ", + "Ġ//}Ċ Ċ", + "Ġapr ès", + ". getPosition", + ".get Position", + ".getP osition", + "( KeyCode", + "(Key Code", + "ĠSil va", + "Ġ meteor", + "Ġm eteor", + "Ġmet eor", + "Ġendorse ment", + "Ġendors ement", + "Over view", + "Ġ Poss", + "ĠP oss", + "ĠPo ss", + "ĠPos s", + ". Inject", + ".In ject", + "Ġeven ly", + "Ġ visualization", + "Ġvisual ization", + "Ġ wchar", + "Ġw char", + "Ġwc har", + "ĠH DMI", + "ĠHD MI", + "Ġf unct", + "Ġfun ct", + "Ġfunc t", + "ick name", + "',' ','", + "','', '", + "Ġfor wards", + "Ġforward s", + "Managed Object", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĉ server", + "ĉs erver", + "ĠOut look", + "ĠChron icle", + "ĠChronic le", + "Ġdub bed", + "Ġd ok", + "Ġdo k", + "ĠW ear", + "ĠWe ar", + ". AL", + ".A L", + "p aren", + "par en", + "pare n", + "pa ren", + ". Interface", + ".Inter face", + "Inter faces", + "Interface s", + ". cod", + ".c od", + ".co d", + "Ġd ib", + "Ġdi b", + ".Global ization", + "ĠAc ademic", + "ĠAcad emic", + "ĠAcadem ic", + "Ġas sms", + "Ġass ms", + "A utom", + "Auto m", + "Aut om", + "Au tom", + "Ġ lw", + "Ġl w", + "Ġ NW", + "ĠN W", + "Ġ&& čĊ", + "Ġproble ma", + "Ġproblem a", + "Ġprobl ema", + "ĠManufact uring", + "l imits", + "li mits", + "lim its", + "limit s", + "- mobile", + "-m obile", + "Ġ filme", + "Ġfil me", + "Ġfilm e", + "/ map", + "/m ap", + "Ġd oit", + "Ġdo it", + "Ġdoi t", + "ĠI nk", + "ĠIn k", + "Ġs ued", + "Ġsu ed", + "Ġsue d", + ". arr", + ".a rr", + ".ar r", + "Ġunder min", + "Ġ Proc", + "ĠP roc", + "ĠPro c", + "ĠPr oc", + "croll View", + "_ _$", + "__ $", + "Ġside walk", + "Ġsidew alk", + "( that", + "(t hat", + "(th at", + "ภ·", + "[ q", + "gram mar", + "Ġt ë", + "q uito", + "qu ito", + "quit o", + "qui to", + "Ġsp iral", + "Ġspir al", + "Ġspi ral", + "ext ended", + "extend ed", + "Ġf ocal", + "Ġfoc al", + "Ġfo cal", + "Ġdig ging", + "p as", + "pa s", + "ĠT all", + "ĠTal l", + "ĠTa ll", + ". proxy", + ".pro xy", + ".pr oxy", + "i tures", + "it ures", + "iture s", + "itu res", + "itur es", + "T RACT", + "TR ACT", + "TRA CT", + "Ġ Realm", + "ĠRe alm", + "ĠReal m", + "Ġf eder", + "Ġfe der", + "Ġfed er", + "Ġ oriented", + "Ġorient ed", + "Ġori ented", + "Ġ Alternative", + "ĠAltern ative", + "ĠAlter native", + "Ġ owe", + "Ġo we", + "Ġow e", + "Ġs ourced", + "Ġsource d", + "Ġsour ced", + "in ker", + "ink er", + "inke r", + ". det", + ".d et", + ".de t", + "S ep", + "Se p", + "Ġ Qui", + "ĠQ ui", + "ĠQu i", + "ĠPal mer", + "ĠPalm er", + "( _,", + "(_ ,", + "s amples", + "sample s", + "sam ples", + "samp les", + "o yer", + "oy er", + "ul lan", + "ull an", + "ulla n", + "q uez", + "qu ez", + "que z", + "Ed ges", + "Edge s", + "Ġsh out", + "Ġsho ut", + "Ġ Achie", + "ĠA chie", + "ĠAch ie", + "Ġ haar", + "Ġh aar", + "Ġha ar", + "_ Construct", + "_Con struct", + "Ġprem ature", + "Ġre vert", + "Ġrev ert", + "Ġreve rt", + "Ġrever t", + "' ).Ċ", + "') .Ċ", + "'). Ċ", + "Ġs chn", + "Ġsc hn", + "Ġsch n", + "filter ed", + "fil tered", + "filt ered", + "null ptr", + "S aved", + "Save d", + "Sa ved", + "it ecture", + "itect ure", + "C LA", + "CL A", + "Ġ vl", + "Ġv l", + "s tell", + "st ell", + "ste ll", + "ĉ Me", + "ĉM e", + "ĠL ip", + "ĠLi p", + "n ational", + "nat ional", + "nation al", + "Ġwh olly", + "Ġspr ings", + "Ġspring s", + ". Timer", + ".T imer", + ".Time r", + "ĉ src", + "ĉs rc", + "e lsen", + "el sen", + "else n", + "els en", + "åħ ¶", + "Ġcommunic ating", + "Ġ Quiz", + "ĠQu iz", + "ĠQui z", + "Ġt eng", + "Ġte ng", + "Ġten g", + "Ġg ez", + "Ġge z", + "Ġ Outside", + "ĠOut side", + "ĠOuts ide", + ". Sign", + ".S ign", + "( cs", + "(c s", + "Ġdisp utes", + "Ġdispute s", + "Ġdisput es", + "ĠWe iss", + "ĠWei ss", + "an nes", + "ann es", + "anne s", + "> No", + ">N o", + "ĠB ach", + "ĠBa ch", + "ĠBac h", + ".remove All", + "re fer", + "ref er", + "/ dashboard", + "/d ashboard", + "Ġ Ajax", + "ĠA jax", + "ĠAj ax", + "Index Changed", + "Ġ Weak", + "ĠWe ak", + "' \"Ċ", + "'\" Ċ", + "Ġs ights", + "Ġsight s", + "Ġsigh ts", + "access Token", + "ĠJ oi", + "ĠJo i", + "( domain", + "(d omain", + "(dom ain", + "(do main", + "ĉ cv", + "ĉc v", + "Ġcontin uation", + "Ġcontinu ation", + "Ġcontinua tion", + "Ġp lum", + "Ġpl um", + "Ġplu m", + "a dir", + "ad ir", + "adi r", + ". setMessage", + ".set Message", + "Ġ ï¼Į", + "Ġï¼ Į", + "Ġsw allow", + "Ġswal low", + "ĠL amp", + "ĠLa mp", + "ĠLam p", + "Ġ qw", + "Ġq w", + "Ġ uu", + "Ġu u", + "C oin", + "Co in", + "u bic", + "ub ic", + "ubi c", + "ĠDe als", + "ĠDeal s", + "r ace", + "ra ce", + "rac e", + "Ġdict ator", + "Ġm eme", + "Ġme me", + "Ġmem e", + "turn ed", + "tur ned", + "ĠJul ie", + "ĠJu lie", + "ĠJuli e", + ".grid Column", + "Ġp uppy", + "Ġpup py", + "Ġpu ppy", + "Ġp am", + "Ġpa m", + "Ġ ){čĊ", + "Ġ) {čĊ", + "Ġ){ čĊ", + "Ġinv iting", + "Ġinvit ing", + "Ġf rench", + "Ġfr ench", + "Ġfren ch", + "v im", + "vi m", + "Ġwr apping", + "Ġwrap ping", + "Ġ#- }Ċ", + "( [-", + "([ -", + "Ear ly", + "Ġsh iny", + "Ġshin y", + ". faces", + ".f aces", + ".face s", + ".fac es", + ".fa ces", + "Ġre bell", + "Ġreb ell", + "Ġrebel l", + "abc def", + "abcd ef", + "ä lt", + "äl t", + "Ġest imation", + "Ġestim ation", + "ph ys", + "phy s", + "los ures", + "losure s", + "_ REL", + "_RE L", + "_R EL", + "Ġex clusion", + "Ġexclus ion", + "Ġexcl usion", + "ĠSk ype", + "ĠSky pe", + "we ise", + "wei se", + "weis e", + "- stop", + "-s top", + "-st op", + "no thing", + "ĠE gg", + "ĠEg g", + "is ors", + "iso rs", + "isor s", + "Rich ard", + "Ġcounsel ing", + "Ġcom mem", + "Ġcomm em", + "Ġcomme m", + "ĠQ MessageBox", + "ĠSy nd", + "ĠSyn d", + "ĠF rost", + "ĠFr ost", + "ĠFro st", + "ĠCom petition", + "ĠCompet ition", + "ĠA wake", + "ĠAw ake", + "Ġ ted", + "Ġt ed", + "Ġte d", + "ic iones", + "ici ones", + "icio nes", + "icion es", + "ĠDev Components", + "VERTISE MENT", + "o tti", + "ot ti", + "ott i", + ". runner", + ".r unner", + ".run ner", + "Ġunique ly", + "Ġuniqu ely", + "Ġuniq uely", + ". flag", + ".f lag", + ".fl ag", + "ĉ rs", + "ĉr s", + "_ generic", + "_g eneric", + "_gen eric", + "_gene ric", + "_gener ic", + "Ġ` ``Ċ", + "Ġ`` `Ċ", + "Ġ``` Ċ", + "ACH INE", + "ACHI NE", + "Ġm ein", + "Ġme in", + "( Application", + "(App lication", + "( br", + "(b r", + "Ġrat ios", + "Ġratio s", + ": ,", + "ĠX CTest", + "ĠXCT est", + "ĠXC Test", + "ustain able", + "- www", + "-w ww", + "it les", + "itle s", + "_ TEMP", + "_T EMP", + "_TE MP", + "_TEM P", + "Ġs yst", + "Ġsys t", + "Ġsy st", + "umeric UpDown", + "ĉ assertTrue", + "ĉassert True", + "Ġ wf", + "Ġw f", + ". peek", + ".pe ek", + "ĠB ulg", + "ĠBul g", + "ĠBu lg", + "Ġterr ifying", + ". MODE", + ".M ODE", + ".MOD E", + "Ġ GW", + "ĠG W", + "á r", + "Ġ fic", + "Ġf ic", + "Ġfi c", + "Ġcommit ments", + "Ġcommitment s", + "- tech", + "-t ech", + "-te ch", + "Ġ Liquid", + "ĠL iquid", + "ĠLiqu id", + "o pez", + "op ez", + "ope z", + "z heimer", + "a ña", + "añ a", + "- media", + "-m edia", + "-me dia", + "-med ia", + "( animated", + "(an imated", + "_ goal", + "_go al", + "Ġg um", + "Ġgu m", + "y stone", + "yst one", + "ys tone", + ". SET", + ".S ET", + ".SE T", + "ĠW end", + "ĠWe nd", + "ĠWen d", + "set CellValue", + "Ġ msgs", + "Ġmsg s", + "Ġms gs", + "c ash", + "ca sh", + "cas h", + "AL LOC", + "ALL OC", + "/ aws", + "/a ws", + "Ġmicro wave", + "Ġmic rowave", + ". Pointer", + ".Point er", + "ĉ Console", + "ĉCon sole", + "_ sorted", + "_s orted", + "_sort ed", + "ĠF ilip", + "ĠFil ip", + "ĠFi lip", + "P rod", + "Pro d", + "Pr od", + "Ġ// !<", + "Ġ//! <", + "in group", + "ing roup", + "Ġ ks", + "Ġk s", + "_T RI", + "_TR I", + "Ġteas poon", + "Ġ ATT", + "ĠA TT", + "ĠAT T", + "Ġre covering", + "Ġrecover ing", + "Ġ GLOBAL", + "ĠG LOBAL", + ". Par", + ".P ar", + "Ġ/ >;Ċ", + "Ġ/> ;Ċ", + "Ġmar ble", + "ul ators", + "ula tors", + "ulator s", + "Ġ Cycle", + "ĠC ycle", + "ĠCy cle", + "ĠCycl e", + "ĠCyc le", + "Ġher bs", + "Ġherb s", + "_ metric", + "_m etric", + "_met ric", + ") !", + "_C LOCK", + "_CL OCK", + "_ Button", + "_B utton", + "H arry", + "Har ry", + "è¿ Ľ", + "Ġstr ains", + "Ġstrain s", + "Ġstra ins", + "Ġ AppBar", + "ĠApp Bar", + "Ġ Chan", + "ĠC han", + "ĠCh an", + "ĠCha n", + "/ video", + "/v ideo", + "Ġ bam", + "Ġb am", + "Ġba m", + ". Progress", + ".Pro gress", + "$ f", + "l emen", + "le men", + "lem en", + "leme n", + "Ġir regular", + "ĠD uncan", + "ĠDun can", + "ĠM int", + "ĠMin t", + "ĠMi nt", + "- video", + "-v ideo", + "ঠ¾", + "ó wn", + "ów n", + "Ġ EMPTY", + "ĠEM PTY", + "ĠEMP TY", + "Ġst acked", + "Ġstack ed", + "Ġ HA", + "ĠH A", + "_ cut", + "_c ut", + "_cu t", + "Ġwhere in", + "ĠW ays", + "ĠWay s", + "ĠWa ys", + "( counter", + "(c ounter", + "(count er", + "(co unter", + "è¯ ķ", + "Form Group", + "Ġb lew", + "Ġbl ew", + "Ġble w", + "c ourses", + "co urses", + "course s", + "cour ses", + "Ġ productos", + "Ġproduct os", + "Ġproducto s", + "r ys", + "ry s", + "Ġ Restr", + "ĠR estr", + "ĠRe str", + "ĠRes tr", + "ĠRest r", + "Ġst yling", + "Ġsty ling", + "Ġstyl ing", + "> s", + "Ġp iv", + "Ġpi v", + "Ġit ertools", + "Ġiter tools", + "get Repository", + "Ġ Ik", + "ĠI k", + "_ devices", + "_device s", + "_dev ices", + "lay ui", + "Ġhalf way", + "Ġfran ç", + "Ġt uning", + "Ġtu ning", + "Ġtun ing", + "O A", + "_ Node", + "_N ode", + "_No de", + "ar de", + "ard e", + "Ġf ierce", + "Ġfi erce", + "Ġfier ce", + "Ġfierc e", + "l icted", + "lic ted", + "lict ed", + "# čĊ", + "Ġbreak through", + "ĠE rik", + "ĠEr ik", + "Ġb ride", + "Ġbr ide", + "Ġbri de", + "Ġbrid e", + "Ġ .\"", + "Ġ. \"", + "c ulus", + "cul us", + "cu lus", + "in side", + "ins ide", + "insi de", + "ĠIndian apolis", + "Ġ EE", + "ĠE E", + "Ġy og", + "Ġyo g", + "ur ret", + "urre t", + "urr et", + ". fs", + ".f s", + ". grad", + ".g rad", + ".gr ad", + "_ cards", + "_c ards", + "_card s", + "_car ds", + "_ accuracy", + "_ac curacy", + "_acc uracy", + "_e pi", + "_ep i", + "qu eda", + "que da", + "/ org", + "/or g", + "/o rg", + "é ªĮ", + "éª Į", + "Ġcom pte", + "Ġcomp te", + "Ġcompt e", + ") )[", + ")) [", + "Out side", + "G reater", + "Great er", + "Gre ater", + "Ġ Renderer", + "ĠRender er", + ". actor", + ".a ctor", + ".ac tor", + ".act or", + "Account s", + "Ac counts", + "I dle", + "Id le", + "_ hours", + "_h ours", + "_hour s", + "er ner", + "ern er", + "erne r", + "J oined", + "Join ed", + "Jo ined", + "Ġme nj", + "Ġmen j", + "re quires", + "require s", + "requ ires", + "Ġ OPER", + "ĠO PER", + "ĠOP ER", + ".remove Child", + "ĉ sp", + "ĉs p", + "Ġ esse", + "Ġe sse", + "Ġes se", + "Ġess e", + "r ift", + "ri ft", + "rif t", + "x FE", + "xF E", + "ĠSh akespeare", + "____ ________", + "________ ____", + "Ġbudget s", + "Ġbud gets", + "Model State", + "fill able", + "- component", + "-com ponent", + "-comp onent", + "o cos", + "oc os", + "oco s", + "Ġ BUTTON", + "ĠB UTTON", + "ĠBUT TON", + "/ io", + "/i o", + ", out", + ",o ut", + "s ms", + "sm s", + "Th omas", + "Tho mas", + "ĠAr med", + "ĠArm ed", + "re sume", + "res ume", + "Ġrot ating", + "Ġ Vault", + "ĠV ault", + "ĠVa ult", + "Ġs eus", + "Ġse us", + "Ġseu s", + ". (*", + ".( *", + "Ġa mino", + "Ġam ino", + "Ġami no", + "Ġ[ ]);ĊĊ", + "Ġ[] );ĊĊ", + "Ġ[]) ;ĊĊ", + "Ġ[]);Ċ Ċ", + "Ġprov oc", + "n ox", + "no x", + ". GetEnumerator", + ".Get Enumerator", + "= ======Ċ", + "== =====Ċ", + "==== ===Ċ", + "=== ====Ċ", + "====== =Ċ", + "===== ==Ċ", + "======= Ċ", + "æĸ Ļ", + "_ scroll", + "_s croll", + "_sc roll", + "_scr oll", + "Ġfil med", + "Ġfilm ed", + "Ġfilme d", + "ĠS oci", + "ĠSo ci", + "ĠSoc i", + "g ap", + "ga p", + "g ro", + "gr o", + "V ote", + "Vo te", + "\" But", + "\"B ut", + "_ RC", + "_R C", + "An imal", + "Anim al", + " Ģ", + "ib ile", + "ibil e", + "ibi le", + "Ġaw aken", + "Ġawake n", + "o rest", + "or est", + "ore st", + "ores t", + "in ja", + "ĠI van", + "ĠIv an", + "( Command", + "Ġ *****", + "Ġ* ****", + "Ġ** ***", + "Ġ*** **", + "Ġ**** *", + "Î ·", + "Ġkv inder", + "Ġkvin der", + "Ġkvinde r", + "/ helpers", + "/h elpers", + "/help ers", + "/helper s", + "_ cases", + "_c ases", + "_case s", + "_ca ses", + "t g", + "ìĦ ¸", + "Register ed", + "ĉ pass", + "ĉp ass", + "_ digits", + "_d igits", + "_digit s", + "Ġcon tour", + "Ġcont our", + "Ġinf ants", + "Ġinfant s", + "Ġjust ification", + "Ġ Fortunately", + "ĠFort unately", + "Cont r", + "Con tr", + "ĠonCreate View", + "_ SAMPLE", + "_S AMPLE", + "_SAMPL E", + "Ġallow Null", + "Ġn ud", + "Ġnu d", + "Ġf etched", + "Ġfetch ed", + "Ġfet ched", + "_ equ", + "_e qu", + "_eq u", + "Ġ Unable", + "ĠU nable", + "ĠUn able", + "ĠUna ble", + "= \\\"\"", + "=\\\" \"", + "=\\ \"\"", + "> {Ċ", + ">{ Ċ", + "Ġcommit tees", + "Ġcommittee s", + "ist ema", + "iste ma", + "istem a", + "+ \".", + "+\" .", + "ÃŃ an", + "ÃŃa n", + "m ant", + "man t", + "ma nt", + "Ġsou theast", + "Ġsouth east", + "ï¼Į Ċ", + "dialog s", + "dia logs", + "PRO JECT", + "ch arger", + "char ger", + "charge r", + "charg er", + "- port", + "-p ort", + "-po rt", + "( uuid", + "(u uid", + ". export", + ".ex port", + ".exp ort", + "S ix", + "Si x", + "Ġ RP", + "ĠR P", + "P rem", + "Pr em", + "Pre m", + "Ġcon science", + "Ġconsc ience", + "Ġmargin Right", + "_ distribution", + "_d istribution", + "_dis tribution", + "y aml", + "ya ml", + "res izing", + "resi zing", + "D ock", + "Do ck", + "Doc k", + "Ġ Locations", + "ĠL ocations", + "ĠLocation s", + "ĠLoc ations", + "G Y", + "S eed", + "Se ed", + "See d", + "B UFFER", + "BUF FER", + "BUFF ER", + "os sip", + "oss ip", + "u llen", + "ul len", + "ull en", + "ulle n", + "Th ings", + "Thing s", + "Thin gs", + "- self", + "-s elf", + "-se lf", + ". poll", + ".p oll", + ".po ll", + ".pol l", + "PL AYER", + "PLAY ER", + "Ġ å®", + "Ġå ®", + "G ROUP", + "Ġ Away", + "ĠA way", + "ĠAw ay", + "Ġg ospel", + "x fd", + "xf d", + "M ary", + "Mar y", + "Ma ry", + "Ġ Portable", + "ĠPort able", + "ĠPor table", + "T URE", + "TU RE", + "Ġutil is", + "Ġut ilis", + "Ġse it", + "Ġsei t", + "Ġ strand", + "Ġs trand", + "Ġst rand", + "Ġstr and", + "Ġstran d", + "Ġstra nd", + "Ġtrans c", + "Ġtran sc", + "Ġ (^", + "Ġ( ^", + "ĠAl fred", + "ĠAlf red", + ". mem", + ".m em", + ".me m", + ". circle", + ".c ircle", + "Ġ ~/", + "Ġ~ /", + "for cing", + "forc ing", + "Ġ riot", + "Ġr iot", + "Ġri ot", + "Ġrio t", + "p rox", + "pr ox", + "pro x", + "TH ON", + "iz ación", + "iza ción", + "Ġ NI", + "ĠN I", + "r ost", + "ro st", + "ros t", + "Ġdis pro", + "Ġdisp ro", + "_ instances", + "_in stances", + "_instance s", + "_inst ances", + "ï¼Į âĢľ", + "ograph er", + "ogra pher", + "en das", + "end as", + "enda s", + "ĠIs aac", + "ĠIsa ac", + "ĠP ine", + "ĠPin e", + "ĠPi ne", + "/ dis", + "/d is", + "Ġcolor With", + "it erate", + "ite rate", + "iter ate", + "_ stride", + "_st ride", + "_str ide", + "Ġp unto", + "Ġpun to", + "Ġpunt o", + ". EventArgs", + ".Event Args", + "( center", + "(c enter", + "Ġneighb oring", + "Ġneighbor ing", + "ĠPr ison", + "ĠPri son", + "Ġ Messenger", + "ĠM essenger", + "ĠMess enger", + "Ġepid emic", + "Ġepidemi c", + "d ao", + "da o", + "_ complex", + "_com plex", + "_comp lex", + "Ġg ravel", + "Ġgr avel", + "Ġgrave l", + "Ġgra vel", + "Ġgrav el", + "_D IP", + "_DI P", + "é ment", + "ém ent", + "ĠA ri", + "ĠAr i", + "_ bitmap", + "_b itmap", + "_bit map", + ". quit", + ".q uit", + ".qu it", + "( valid", + "(val id", + "(va lid", + "Ġ pend", + "Ġp end", + "Ġpe nd", + "Ġpen d", + "Ġrespir atory", + "Ġre bound", + "Ġreb ound", + "Default Value", + "ãĥ Ń", + "Ġcom mits", + "Ġcomm its", + "Ġcommit s", + ". tests", + ".t ests", + ".test s", + ".te sts", + "_ fr", + "_f r", + "i tet", + "it et", + "ite t", + ". sf", + ".s f", + "Ġspace craft", + "c ritical", + "cri tical", + "cr itical", + "crit ical", + "Ġde pressed", + "Ġdep ressed", + "Ġdepr essed", + "Ġdepress ed", + "ĠAny Object", + "Ġu nb", + "Ġun b", + "Ġdis cern", + "Ġdisc ern", + "( mysql", + "(m ysql", + "(my sql", + "L atin", + "La tin", + "Lat in", + "ĠB og", + "ĠBo g", + "ĠWild life", + "To File", + "ToF ile", + "i oxid", + "iox id", + "@ RestController", + "Ġ\" $(", + "Ġ\"$ (", + "Ġ <<\"", + "Ġ< <\"", + "Ġ<< \"", + "Ġdef ects", + "Ġdefe cts", + "Ġdefect s", + "Ġ datum", + "Ġd atum", + "Ġdat um", + "h in", + "hi n", + "Ġreal izar", + "Ġrealiz ar", + "Ġrealiza r", + "any ahu", + "anya hu", + "Ġ Sig", + "ĠS ig", + "ĠSi g", + "@ Data", + "ad aptive", + "ada ptive", + "adapt ive", + "ĠC atherine", + ". cr", + ".c r", + "Ġ COOKIE", + "ĠCO OKIE", + "Ġ pictured", + "Ġp ictured", + "Ġpicture d", + "Ġpict ured", + "ĠF ighter", + "ĠFight er", + "Query able", + "Ġ Anyway", + "ĠAny way", + "ĠGL FW", + "_ namespace", + "_n amespace", + "_name space", + "_names pace", + "_ ft", + "_f t", + "Ġ ])", + "Ġ] )", + "O rganization", + "Organ ization", + "Ġconstit utes", + "Ġconstitu tes", + "Ġconstitute s", + "Ġqu and", + "Ġqua nd", + "Ġquan d", + "( chunk", + "(ch unk", + "\" />čĊ", + "\"/ >čĊ", + "\"/> čĊ", + "ĠL akes", + "ĠLa kes", + "ĠLake s", + "ĠLak es", + "main window", + "Car thy", + "Cart hy", + "s pin", + "sp in", + "spi n", + "( csv", + "(c sv", + "(cs v", + ": red", + ":r ed", + "- commerce", + "-com merce", + "-comm erce", + "ภ¹", + "Ġdis covering", + "Ġdiscover ing", + "Ġ eco", + "Ġe co", + "Ġec o", + "_ fac", + "_f ac", + "_fa c", + "ince ton", + "inc eton", + "ĠGreen s", + "ĠGre ens", + "ĠGree ns", + "j wt", + "Ø µ", + "ĠBron cos", + "Ġ Goods", + "ĠG oods", + "ĠGo ods", + "ĠGood s", + "( GTK", + "(G TK", + "Ġ returnValue", + "Ġreturn Value", + "Ġsi empre", + "Ġne utr", + "Ġneu tr", + "Ġneut r", + "w ent", + "we nt", + "wen t", + "ĠN atal", + "ĠNa tal", + "ĠNat al", + "Ġenthusi astic", + "Ġenthusiast ic", + "á» į", + "F N", + "/ database", + "/d atabase", + "/data base", + "/dat abase", + "C atalog", + "Cat alog", + "Ġb run", + "Ġbr un", + "Ġbru n", + "ĠK ash", + "ĠKa sh", + "ĠKas h", + "_ Pl", + "_P l", + "isc rim", + ", width", + ",w idth", + "Ġin mates", + "Ġinmate s", + "Ass ignment", + "Assign ment", + "ĠH aven", + "ĠHave n", + "ĠHa ven", + "ĠHav en", + "Ġplay ground", + "ex am", + "@ Controller", + "ul iar", + "uli ar", + "ulia r", + ". getParent", + ".get Parent", + ".getP arent", + "Ġ \";ĊĊ", + "Ġ\" ;ĊĊ", + "Ġ\";Ċ Ċ", + "Ġ\"; ĊĊ", + ": size", + ":s ize", + "iss ors", + "issor s", + "Ġf is", + "Ġfi s", + "Ġ alc", + "Ġa lc", + "Ġal c", + "ens ation", + "ensa tion", + "ĠN ixon", + "ĠNi xon", + "Ġ mighty", + "Ġmight y", + "- str", + "-s tr", + "-st r", + "_ special", + "_s pecial", + "_sp ecial", + "_spec ial", + "_ ADC", + "_A DC", + "_AD C", + "Ġ Twig", + "ĠT wig", + "ĠTw ig", + "um bling", + "umb ling", + "- address", + "-add ress", + "-ad dress", + "Ġher oin", + "Ġhero in", + "Y TE", + "YT E", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĊ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ċ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĊ", + "F riend", + "Fri end", + "Ġ ave", + "Ġa ve", + "Ġav e", + "Ġ PNG", + "ĠP NG", + "ĠPN G", + "ĠKur dish", + "ĠKurd ish", + "DataSet Changed", + "Ġbl ades", + "Ġblade s", + "Ġbla des", + "b ral", + "br al", + "bra l", + "S team", + "St eam", + "Ste am", + "Ġs igu", + "Ġsi gu", + "Ġsig u", + "IRT UAL", + "a cos", + "ac os", + "aco s", + "U DP", + "UD P", + "( database", + "(d atabase", + "(data base", + "(dat abase", + "h ec", + "he c", + "Ġ Strings", + "ĠString s", + "ĠStr ings", + "_ scalar", + "_s calar", + "_sc alar", + "_scal ar", + "ĉ desc", + "ĉd esc", + "ĉdes c", + "ĉde sc", + "Ġ TLS", + "ĠT LS", + "ĠTL S", + "; \"Ċ", + ";\" Ċ", + "ĠCor byn", + "Simple Name", + "u ell", + "ue ll", + "uel l", + "Ġ Entre", + "ĠEn tre", + "ĠEnt re", + "ĠEntr e", + "ell ites", + "ellite s", + "elli tes", + "- place", + "-p lace", + "-pl ace", + "Ġfrank ly", + "ĠE rf", + "ĠEr f", + "C EL", + "CE L", + "Ġpa ÃŃs", + "Ġh edge", + "Ġhe dge", + "Ġhed ge", + "Ġ latent", + "Ġla tent", + "Ġlate nt", + "Ġlat ent", + "Ġlaten t", + "Ġ IRQ", + "ĠIR Q", + "ĠH erald", + "ĠHer ald", + "ĠHera ld", + "Ġ Prec", + "ĠP rec", + "ĠPr ec", + "ĠPre c", + "ë³ ´", + ". TEXT", + ".T EXT", + "S alary", + "Sal ary", + "Ġaut umn", + "Ġtr avail", + "Ġtra vail", + "Ġtrav ail", + "Ġtrava il", + ". Sum", + ".S um", + "Ġc ared", + "Ġcar ed", + "Ġca red", + "Ġcare d", + "M or", + "Mo r", + "Ġint uitive", + "Ġintuit ive", + "Ġj ournals", + "Ġjournal s", + "_ IT", + "_I T", + "Ġ Trou", + "ĠT rou", + "ĠTr ou", + "ĠTro u", + "ä¼ ł", + "Has ColumnName", + "Com posite", + "Comp osite", + "Ġsp ice", + "Ġspi ce", + "_ disk", + "_d isk", + "_dis k", + "_di sk", + "_CODE S", + "_CO DES", + "_COD ES", + "Ġ Introduced", + "ĠInt roduced", + "ĠIntro duced", + "i ona", + "ion a", + "io na", + "Ġn uestra", + "Ġnue stra", + "Ġnuest ra", + "Ġnues tra", + "o ct", + "oc t", + "ĠĠĠĠ ĊĠĠĠĠĊĠĠĠĠĊ", + "ĠĠĠĠĊ ĠĠĠĠĊĠĠĠĠĊ", + "ĠĠĠĠĊĠĠĠĠĊ ĠĠĠĠĊ", + "( parameter", + "(param eter", + "(para meter", + "Ġst udios", + "Ġstud ios", + "Ġstudio s", + "Ġstudi os", + "Ġ projectId", + "Ġproject Id", + "Ġbd sm", + ".Sql Client", + "im izer", + "imize r", + "imi zer", + "imiz er", + "Ġ CARD", + "ĠC ARD", + "ĠCA RD", + "ĠCAR D", + "+ t", + "a an", + "aa n", + ". sol", + ".s ol", + ".so l", + "_ Adjust", + "_Ad just", + "Ġright eous", + "Ġ Logging", + "ĠLog ging", + ". filters", + ".f ilters", + ".filter s", + ".fil ters", + "_ TAB", + "_T AB", + "_TA B", + "ĉ sys", + "ĉs ys", + "rop hic", + "roph ic", + "o therapy", + "other apy", + "Ġ Browse", + "ĠB rowse", + "ĠBrow se", + "key board", + "R ON", + "RO N", + "+ \\", + "r opped", + "ro pped", + "rop ped", + "ropp ed", + "Ġext ensively", + "Ġextensive ly", + "f k", + "Ġ lime", + "Ġl ime", + "Ġli me", + "Ġlim e", + "y ears", + "year s", + "ye ars", + "E xc", + "Ex c", + "Ġs ph", + "Ġsp h", + "Ġch eating", + "Ġche ating", + "Ġcheat ing", + "an dro", + "and ro", + "andr o", + "ÃŃ o", + "Ġpr ince", + "Ġpri nce", + "Ġprin ce", + "Ġprinc e", + "o ire", + "oi re", + "oir e", + "Ġ Destination", + "ĠD estination", + "ĠDest ination", + "ĠCon verts", + "ĠConvert s", + "ĠConv erts", + "Ġup stream", + "o led", + "ol ed", + "ole d", + "Ġserv ants", + "Ġservant s", + "Ġ semantic", + "Ġsem antic", + "Ġcr unch", + "Ġeven tual", + "Ġevent ual", + "r unner", + "run ner", + "/ error", + "/e rror", + "S pin", + "Sp in", + "Spi n", + "Ġsecret ly", + "Ġ assemble", + "Ġas semble", + "Ġass emble", + ". Person", + ".P erson", + ".Per son", + "end error", + "ender ror", + "ende rror", + "_ <", + "Ġp endant", + "Ġpend ant", + "S leep", + "ĠChem istry", + "Ġboss es", + "Ġbos ses", + "l k", + ") )),Ċ", + ")) ),Ċ", + "))) ,Ċ", + "))), Ċ", + "Block ly", + "DE VICE", + "DEV ICE", + "Ġreflect ing", + "Ġ ample", + "Ġam ple", + "Ġampl e", + "Ġamp le", + "M illiseconds", + "Mill iseconds", + "ĠPres idential", + "ĠPresident ial", + "Ġ usuarios", + "Ġus uarios", + "Ġusuario s", + "Ġusu arios", + "Ġ NZ", + "ĠN Z", + "Ġ Salary", + "ĠS alary", + "ĠSal ary", + "ĠSala ry", + "ĠA manda", + "ĠAm anda", + "ĠAma nda", + "_ np", + "_n p", + "j ury", + "ju ry", + "jur y", + "Ġk ön", + "Ġkö n", + "Ġther apist", + "Ġtherap ist", + "Ġhom osexual", + "Ġhomosex ual", + "Ġhomo sexual", + "ĠDr ake", + "ĠDra ke", + "- window", + "-w indow", + "Ġ Located", + "ĠLoc ated", + "ĠLocate d", + ". Driver", + ".D river", + "Ġ VIDEO", + "ĠV IDEO", + "ĠVID EO", + "Ġmer chants", + "Ġmerch ants", + "Ġmerchant s", + "ĠC hest", + "ĠCh est", + "ĠChe st", + "ĠChes t", + "- lock", + "-l ock", + "-lo ck", + "/ php", + "/p hp", + "/ph p", + "Ġmil ano", + "Ġmilan o", + "_ STYLE", + "_ST YLE", + "ar ger", + "arg er", + "arge r", + "i dea", + "id ea", + "ide a", + "G UID", + "GUI D", + "GU ID", + "ad vanced", + "adv anced", + "advance d", + "me al", + "Options ItemSelected", + "= '%", + "=' %", + "ĠC ham", + "ĠCh am", + "ĠCha m", + ": data", + ":d ata", + "( stat", + "(s tat", + "(st at", + "Will Appear", + "Ġinf ormal", + "Ġinform al", + "a ji", + "aj i", + "Ġre productive", + "Ġrepro ductive", + "Ġ CAS", + "ĠC AS", + "ĠCA S", + "ãģ £", + "F UNC", + "FUN C", + "FU NC", + "ĠR uth", + "ĠRu th", + "ĠRut h", + ") +(", + ")+ (", + "CON ST", + "CO NST", + "CONS T", + "Ġ Fans", + "ĠF ans", + "ĠFa ns", + "ĠFan s", + "Ġ groupId", + "Ġgroup Id", + "x ffffffff", + "xf fffffff", + "xff ffffff", + "xffff ffff", + "xffffff ff", + "Ġs ampler", + "Ġsample r", + "Ġsam pler", + "Ġsamp ler", + "Ġ}} \">", + "Ġ}}\" >", + ". the", + ".t he", + ".th e", + "Ġh ollow", + "Ġhol low", + "W AY", + "WA Y", + "Ġ Faculty", + "ĠFac ulty", + "Attrib utedString", + "Ġ Looks", + "ĠL ooks", + "ĠLo oks", + "ĠLook s", + "ĠR ex", + "ĠRe x", + "j k", + "ĠM IL", + "ĠMI L", + "Ġ bard", + "Ġb ard", + "Ġbar d", + "Ġba rd", + ". Long", + ".L ong", + ".Lo ng", + "Ġli vest", + "Ġlive st", + "Ġlives t", + "Ġliv est", + "Ġs kal", + "Ġsk al", + "Ġska l", + "ic ism", + "ici sm", + "M AIN", + "MA IN", + "Ġmuch o", + "Ġmu cho", + "Ġmuc ho", + "B ODY", + "BO DY", + "Ġ ese", + "Ġe se", + "Ġes e", + "ĉ use", + "ĉu se", + "ĉus e", + "F oot", + "Foo t", + "Fo ot", + ". SQLException", + ".SQL Exception", + "Ġin heritance", + "Ġinherit ance", + "re ceived", + "receive d", + "rece ived", + "Ġp utas", + "Ġput as", + "Ġpu tas", + "Ġputa s", + "e dis", + "ed is", + "edi s", + "a lsa", + "al sa", + "als a", + "Ġ ErrorMessage", + "ĠError Message", + "Bo oking", + "Book ing", + "Ġ tract", + "Ġt ract", + "Ġtr act", + "Ġtra ct", + "a cz", + "ac z", + "ĠC ant", + "ĠCan t", + "ĠCa nt", + "_ regex", + "_reg ex", + "Ġide ological", + "Ġj ihad", + "Ġji had", + "Ġjih ad", + "h os", + "ho s", + "/ sys", + "/s ys", + "co lm", + "col m", + "( pool", + "(p ool", + "(po ol", + "Ġest án", + "Ġestá n", + "Ġ Pending", + "ĠP ending", + "ĠPen ding", + "ĠPend ing", + "em ás", + "Ġktó ry", + ") );ĊĊĊ", + ")) ;ĊĊĊ", + "));Ċ ĊĊ", + "));ĊĊ Ċ", + ")); ĊĊĊ", + "trans actions", + "transaction s", + "Ġw ield", + "Ġwie ld", + "Ġwi eld", + "Ġwiel d", + "i tere", + "it ere", + "ite re", + "iter e", + "er ture", + "ert ure", + "_ ss", + "_s s", + "Ġstretch ing", + "Ġstret ching", + "Ġpr isoner", + "Ġprison er", + "Ġpris oner", + ".Read All", + "Ġb esch", + "Ġbe sch", + "Ġbes ch", + "-- ;čĊ", + "--; čĊ", + "Ġcr isp", + "Ġcri sp", + "Ġcris p", + "_ SCAN", + "_S CAN", + "_SC AN", + "Ġ ae", + "Ġa e", + "Str ict", + "ĠMin neapolis", + "ĠBo eing", + "a ris", + "ar is", + "ari s", + "r ek", + "re k", + "_ pipe", + "_p ipe", + "_pi pe", + "Ġpri ests", + "Ġpriest s", + "( EIF", + "(E IF", + "eh icles", + "ehicle s", + "Ġ Interactive", + "ĠInter active", + "b etween", + "bet ween", + "ĉNull Check", + "ĠBl air", + "Ġ Lt", + "ĠL t", + "_ inline", + "_in line", + "eth yl", + " ¼", + "_ packages", + "_p ackages", + "_package s", + "_pack ages", + "Ġbar rels", + "Ġbarrel s", + "Ġbarr els", + "_ he", + "_h e", + "Ġ regexp", + "Ġreg exp", + "Ġregex p", + "_ pts", + "_p ts", + "_pt s", + "_ Handler", + "_H andler", + "_Handle r", + "ing ular", + "ingu lar", + "ĠN issan", + "ĠR anch", + "ĠRan ch", + "Ġper ch", + "Ġpe rch", + "Ġperc h", + "Un supported", + "S mith", + "Sm ith", + "ĠLeg ends", + "ĠLegend s", + "M i", + "Ġ gf", + "Ġg f", + "st eder", + "ste der", + "sted er", + "Ġac quiring", + "Ġacqu iring", + "Ġs imulator", + "Ġsim ulator", + "Ġsimul ator", + "( ),\"", + "() ,\"", + "(), \"", + "re ceive", + "rece ive", + "Ġin place", + "Ġinp lace", + "A CTION", + "AC TION", + "ACT ION", + "Ġ WebDriver", + "ĠWeb Driver", + "file system", + "files ystem", + "< Order", + "l open", + "lo pen", + "lop en", + "lope n", + "Ġ HEIGHT", + "ĠHE IGHT", + ".set Border", + "į °", + "__ [\"", + "__[ \"", + "Ġ clamp", + "Ġc lamp", + "Ġcl amp", + "Ġclam p", + "Ġcla mp", + "Seg oe", + "b ands", + "ba nds", + "ban ds", + "band s", + "to List", + "am ba", + "amb a", + "> '+Ċ", + ">' +Ċ", + ">'+ Ċ", + "Ġ credible", + "Ġcred ible", + "a mat", + "am at", + "ama t", + "pl aying", + "play ing", + "pla ying", + ".setImage Resource", + "q uel", + "qu el", + "que l", + "Ġpo dr", + "Ġpod r", + "ge om", + "geo m", + "E k", + "ĠQ atar", + "Ġg eld", + "Ġge ld", + "Ġgel d", + "? ',Ċ", + "?' ,Ċ", + "?', Ċ", + "Ġc yl", + "Ġcy l", + "( ax", + "(a x", + "Ġ WI", + "ĠW I", + "ur ally", + "ural ly", + "ĠBr asil", + "ĠBra sil", + "ĠBras il", + "Ġs enza", + "Ġsen za", + "a ley", + "al ey", + "ale y", + "o nen", + "on en", + "one n", + "Ġ bah", + "Ġb ah", + "Ġba h", + "Ġm olecule", + "Ġmolec ule", + "R ad", + "Ra d", + "è¿ °", + "AN CH", + "ANC H", + "- background", + "-back ground", + "- agent", + "-a gent", + "-ag ent", + "-age nt", + "Ġprol ifer", + ": boolean", + "Ġt ide", + "Ġti de", + "Ġtid e", + "erial izer", + "erialize r", + "_ ;čĊ", + "_; čĊ", + "F ee", + "Fe e", + "* *)", + "** )", + "er gy", + "erg y", + "ĠH onor", + "ĠHon or", + "ĠHo nor", + ". Logging", + ".Log ging", + "i ris", + "ir is", + "iri s", + "Ġunder mine", + "Ġundermin e", + "ĠD y", + "Ġt yr", + "Ġty r", + "Ġ deque", + "Ġde que", + "Ġd amer", + "Ġda mer", + "Ġdam er", + "Ġdame r", + "( [])Ċ", + "([ ])Ċ", + "([] )Ċ", + ".layout ControlItem", + ".layoutControl Item", + "p eated", + "pe ated", + "peat ed", + "C AN", + "CA N", + "ra gments", + "rag ments", + "ragment s", + "L and", + "La nd", + ") ]);Ċ", + ")] );Ċ", + ")]) ;Ċ", + "ĠS ah", + "ĠSa h", + "Ġ DECL", + "ĠDE CL", + "ĠDEC L", + "With in", + "Wi thin", + "Ġ Namespace", + "ĠN amespace", + "ĠName space", + "ĠNames pace", + "an other", + "ano ther", + "semb ling", + "sem bling", + "sembl ing", + ". describe", + ".de scribe", + ".des cribe", + "Con sum", + "Cons um", + "Ġ Fear", + "ĠF ear", + "ĠFe ar", + "g iven", + "gi ven", + "give n", + "O range", + "Or ange", + "< boolean", + " This", + ">T his", + "Ġdata Index", + "Ġprint able", + "Ġprin table", + "ĠE yes", + "ĠEye s", + "ĠEy es", + "_ targets", + "_target s", + "_tar gets", + "( Py", + "(P y", + ". over", + ".o ver", + ".ov er", + "Ġ bru", + "Ġb ru", + "Ġbr u", + "am pton", + "amp ton", + "Ġplaint iff", + "< Key", + " );Ċ", + ">) ;Ċ", + "in vest", + "inv est", + ". *ĊĊ", + ".* ĊĊ", + ".*Ċ Ċ", + "Ġt élé", + "Ġté lé", + "Ġsu perf", + "Ġsuper f", + "Ġ cascade", + "Ġc ascade", + "Ġcas cade", + "Ġcasc ade", + "D TD", + "DT D", + "Ġv ivid", + "Ġvi vid", + "Ġviv id", + "Ġsubsid ies", + "Ġsubsidi es", + "ĠH ass", + "ĠHas s", + "ĠHa ss", + "Ġcol laps", + "Ġcoll aps", + "Ġcer amic", + "{ }\".", + "{} \".", + "ĠLeak age", + "- trash", + "-tr ash", + "-tra sh", + "c ollapsed", + "coll apsed", + "collapse d", + "- social", + "-s ocial", + "-so cial", + "ĠC had", + "ĠCh ad", + "ĠCha d", + "Ġinc lined", + "Ġincl ined", + "Ġ sto", + "Ġs to", + "Ġst o", + "Ġstory board", + ". payment", + ".p ayment", + ".pay ment", + "stack overflow", + "ĠRa iders", + "ĠRaid ers", + "ĠRaider s", + "ĠRai ders", + "Ġ #'", + "Ġ# '", + "ol icies", + "olic ies", + "oli cies", + "ìľ¼ ë¡ľ", + "e map", + "em ap", + "ema p", + "Ġ kj", + "Ġk j", + "Ġ quota", + "Ġqu ota", + "Ġquot a", + "Ġquo ta", + "ĠGar dens", + "ĠGarden s", + "ĠGard ens", + "ë² Ī", + "ĠAng els", + "ĠAnge ls", + "ĠAngel s", + "Ġ oft", + "Ġo ft", + "Ġof t", + "Ġlower case", + "Ġ iParam", + "Ġi Param", + "ĠiP aram", + "Ġche apest", + "Ġcheap est", + "un ta", + "unt a", + "_ pkt", + "_p kt", + "_pk t", + "ic ators", + "ica tors", + "icator s", + "Ġ leurs", + "Ġl eurs", + "Ġle urs", + "Ġleur s", + "Ġdecre ases", + "Ġdecrease s", + "ĉ define", + "ĉdef ine", + "ĉde fine", + "P REC", + "PR EC", + "PRE C", + "am mers", + "amm ers", + "ammer s", + "Ġ PreparedStatement", + "ĠPre paredStatement", + "ĠPrepared Statement", + "( direction", + "(d irection", + "(dir ection", + "(di rection", + "Ġcr ews", + "Ġcre ws", + "Ġcrew s", + "ar ked", + "ark ed", + "ĠMem phis", + "Ġ Sell", + "ĠS ell", + "ĠSe ll", + "ĠSel l", + "G TK", + "GT K", + "Ġ maid", + "Ġm aid", + "Ġma id", + "Ġmai d", + ": disable", + ":d isable", + "éĽ Ĩ", + "ĠP f", + "Ġal beit", + "op enh", + "open h", + "ope nh", + "?> \">Ċ", + "?>\" >Ċ", + ". getSource", + ".get Source", + ".getS ource", + "( scale", + "(s cale", + "(sc ale", + "D u", + "ĠP IL", + "ĠPI L", + "_ refresh", + "_re fresh", + "_ref resh", + "Ġb ets", + "Ġbe ts", + "Ġbet s", + "( car", + "(c ar", + "(ca r", + "ĠV on", + "ĠVo n", + "| --------------------------------------------------------------------------Ċ", + "ĠG rat", + "ĠGr at", + "ĠGra t", + "M uch", + "Mu ch", + "( Dialog", + "(D ialog", + ".stop Propagation", + "Ġ tek", + "Ġt ek", + "Ġte k", + "Ġex its", + "Ġexit s", + "' ],$", + "'] ,$", + "'], $", + "Ġ phoneNumber", + "Ġphone Number", + "u cs", + "uc s", + "e cimal", + "ec imal", + "eci mal", + "- -------------", + "-- ------------", + "---- ----------", + "-------- ------", + "--- -----------", + "------------ --", + "----- ---------", + "---------- ----", + "------ --------", + "----------- ---", + "------------- -", + "------- -------", + "--------- -----", + "i np", + "in p", + ".po jo", + "Ġcor pus", + "Ġcorp us", + "Ġpractition ers", + "Ġpractitioner s", + ". pic", + ".p ic", + ".pi c", + "\" testing", + "Ġstring By", + ". NotNull", + ".Not Null", + "Ġ rang", + "Ġr ang", + "Ġran g", + "Ġra ng", + ". Dynamic", + ".D ynamic", + "_ Render", + "_R ender", + "_Re nder", + "а ÑĤа", + "аÑĤ а", + "Wait ing", + "Wa iting", + "Ġ Wik", + "ĠW ik", + "ĠWi k", + "Ġoverwhel med", + "Ġoverwhelm ed", + "% \">", + "%\" >", + "Ġ AE", + "ĠA E", + "} }>Ċ", + "}} >Ċ", + "}}> Ċ", + "u w", + "_ typ", + "_t yp", + "_ty p", + "Ġ buckets", + "Ġb uckets", + "Ġbucket s", + "Ġbuck ets", + "Ġg reeting", + "Ġgre eting", + "Ġgreet ing", + "Ġ laughter", + "Ġla ughter", + "Ġlaugh ter", + "Ġant agon", + "ugg estion", + "uggest ion", + "- email", + "-e mail", + "-em ail", + "ĉ top", + "ĉt op", + "ĉto p", + "Ġ eros", + "Ġe ros", + "Ġer os", + "Ġero s", + "_ tri", + "_t ri", + "_tr i", + "Ġiss uing", + "Ġissu ing", + "Ġ há", + "Ġh á", + "Ġis olate", + "Ġisol ate", + "Ġiso late", + "Over flow", + ", E", + "Ġnut ritional", + "Ġnutrition al", + "Ġnutrit ional", + "ĠAbb ott", + "Ġ nf", + "Ġn f", + ". touch", + ".t ouch", + ".to uch", + ".fetch all", + "_ zip", + "_z ip", + "\" )}Ċ", + "\") }Ċ", + "\")} Ċ", + "Ġ amat", + "Ġa mat", + "Ġam at", + "Ġama t", + "Ġ Cisco", + "ĠC isco", + "Ġn Ã¥", + "P LEX", + "PL EX", + "PLE X", + "Ġ sei", + "Ġs ei", + "Ġse i", + "f oto", + "fo to", + ". toJson", + ".to Json", + "å¤ ļ", + "ĠK lein", + "ĠKle in", + "ĠKl ein", + "Ġ libc", + "Ġli bc", + "Ġlib c", + "Ġm iners", + "Ġmin ers", + "Ġmi ners", + "Ġmine rs", + "Ġminer s", + "å ¢", + "- print", + "-p rint", + "-pr int", + "ĠP ride", + "ĠPr ide", + "ĠPri de", + "T odos", + "To dos", + "Todo s", + "Ġ masked", + "Ġmask ed", + "Ġmas ked", + "Ġ setData", + "Ġset Data", + "Ġtele fon", + "Ġtel efon", + "Ġun happy", + "Ġunh appy", + "Ġ Tables", + "ĠT ables", + "ĠTable s", + "ĠTab les", + "ĠTa bles", + "g eb", + "ge b", + "( debug", + "(de bug", + "_ allowed", + "_all owed", + "_allow ed", + "- access", + "-a ccess", + "-ac cess", + "Ġlog istics", + "Ġlogistic s", + "Ġ gems", + "Ġg ems", + "Ġge ms", + "Ġgem s", + "ĠM ature", + "ĠMat ure", + "ĠMa ture", + "Ġ rsp", + "Ġr sp", + "Ġrs p", + "Ġ Alle", + "ĠA lle", + "ĠAl le", + "ĠAll e", + ". getBytes", + ".get Bytes", + ".getBy tes", + "\\ web", + "ynchron ized", + "ynchronize d", + "Par agraph", + "Para graph", + "Ġth rottle", + "Ġthr ottle", + "Ġthrott le", + ". sqlite", + ".sql ite", + "cons ulta", + "consult a", + "ĠS eah", + "ĠSe ah", + "ĠSea h", + "C e", + "Ġsub mar", + "E RE", + "ER E", + "V ous", + "Vo us", + "Ġ reddit", + "Ġre ddit", + "Ġred dit", + "Ġredd it", + "Ġsql alchemy", + "- mile", + "-m ile", + "oc ide", + "oci de", + "P our", + "Po ur", + "} }\">Ċ", + "}} \">Ċ", + "}}\" >Ċ", + "st ead", + "ste ad", + "Ġ @(", + "Ġ@ (", + "Ġ [])", + "Ġ[ ])", + "Ġ[] )", + "Ġ Ads", + "ĠA ds", + "ĠAd s", + "Ġover load", + "Ġoverl oad", + "r idden", + "ri dden", + "rid den", + "ĠDe sert", + "ĠDes ert", + "Ġ Wrap", + "ĠW rap", + "ĠWr ap", + "ĠPortug uese", + "e tz", + "et z", + "ĉ first", + "ĉf irst", + "ĉfi rst", + "Ġm ilestone", + "Ġmil estone", + "Ġmiles tone", + "Ġmile stone", + "æĹ ł", + "Ñĥ Ñī", + "( success", + "(s uccess", + "< Vector", + " \")Ċ", + ">\" )Ċ", + ">\") Ċ", + "ĠD ollar", + "ĠDol lar", + "ĠDoll ar", + "Ġ emoji", + "Ġem oji", + "Ġemo ji", + "Car ousel", + "- player", + "-p layer", + "-play er", + "-pl ayer", + "Ġadjust ing", + "Ġadj usting", + "Ġj uga", + "Ġju ga", + "Ġjug a", + "allenge s", + "alleng es", + "allen ges", + "g ene", + "ge ne", + "gen e", + "(body Parser", + "lo pedia", + "lop edia", + "lope dia", + "Ġ Behind", + "ĠBe hind", + "ĠBeh ind", + "Ġslee ves", + "Ġsleeve s", + "Ġdrag ging", + "ĠChe vrolet", + "Ġ biz", + "Ġb iz", + "Ġbi z", + "iv ities", + "ivi ties", + "Ġ Frequency", + "ĠF requency", + "ĠFrequ ency", + ", char", + ",c har", + ",ch ar", + ". WHITE", + ".W HITE", + "_ preview", + "_p review", + "_pr eview", + "_pre view", + "_prev iew", + ") ';Ċ", + ")' ;Ċ", + "_ ax", + "_a x", + "I ONS", + "ION S", + "IO NS", + ". cpu", + ".c pu", + ".cp u", + ". inputs", + ".in puts", + ".input s", + "U BE", + "UB E", + "_ feed", + "_f eed", + "_fe ed", + "_fee d", + "ĠSup plement", + "! ).", + "!) .", + "e sus", + "es us", + "Ġ UDP", + "ĠU DP", + "ĠUD P", + "Ġmicro phone", + "Ġconf irms", + "Ġconfirm s", + ".is NotEmpty", + "\" :\"\",Ċ", + "\": \"\",Ċ", + "\":\" \",Ċ", + "\":\"\" ,Ċ", + "_ SCREEN", + "_S CREEN", + "_SC REEN", + "ĉ expected", + "ĉex pected", + "ĉexpect ed", + "ĉexp ected", + "+-+- +-+-", + "ĠH ait", + "ĠHa it", + "ĠHai t", + "fast call", + "Ġdep ict", + "v b", + "_ picture", + "_p icture", + "_pic ture", + "ĉ description", + "ĉd escription", + "ĉdes cription", + "ĉde scription", + "ĠW ife", + "ĠWi fe", + "u ci", + "uc i", + "Ġv icious", + "Ġvic ious", + "ä» ĸ", + "u eba", + "ue ba", + "Ġset User", + "ãģ ¡", + "Ġd iving", + "Ġdi ving", + "Ġdiv ing", + "Ġop era", + "Ġoper a", + "user content", + "a rah", + "ar ah", + "ara h", + ") },", + ")} ,", + "y un", + "yu n", + "v elt", + "ve lt", + "vel t", + "Ġun covered", + "Ġuncover ed", + "Ġ hips", + "Ġh ips", + "Ġhi ps", + "Ġhip s", + "Ġosc ill", + "Ġassert ing", + "Ġ Xi", + "ĠX i", + ". restore", + ".re store", + ".rest ore", + "k ea", + "ke a", + "Ġsp elling", + "Ġspell ing", + "Ġspel ling", + "Ġ derive", + "Ġde rive", + "Ġder ive", + "Ġderiv e", + "ab we", + "ĠD ow", + "ĠDo w", + ". setType", + ".set Type", + "_ vs", + "_v s", + "Ġc ozy", + "Ġco zy", + "Ġcoz y", + ". categories", + ".c ategories", + "O rg", + "Or g", + "_ mgr", + "_m gr", + "Ġd ungeon", + "Ġdung eon", + "collection View", + "Ġ Blank", + "ĠBl ank", + "ac ias", + "aci as", + "acia s", + "ä ä", + "_ cleanup", + "_c leanup", + "_clean up", + "_ACT IVITY", + "_ACTIV ITY", + "Ġtri angles", + "Ġtriangle s", + "Ġtriang les", + ". MenuItem", + ".Menu Item", + "Ġ iphone", + "Ġi phone", + "Ġip hone", + "Ġ Won", + "ĠW on", + "ĠWo n", + "] ]ĊĊ", + "]] ĊĊ", + "]]Ċ Ċ", + "Ġ Comparison", + "ĠCom parison", + "ĠCompar ison", + ". Doc", + ".D oc", + ".Do c", + "Ġ canonical", + "Ġcan onical", + "Ġcanon ical", + "ĠSu dan", + "ĠSud an", + "' ){", + "') {", + "Up Inside", + "b uiltin", + "built in", + "E NCY", + "EN CY", + "ENC Y", + "x be", + "xb e", + "Ġch uck", + "Ġchu ck", + "Ġcontrad ict", + "Ġcontra dict", + "Ġnu estro", + "Ġnue stro", + "Ġnuest ro", + "Ġnues tro", + "Ġarchitect ural", + "ĠF ib", + "ĠFi b", + "Ġcomp ares", + "Ġcompar es", + "Ġcompare s", + "* k", + "C fg", + "çĦ ¡", + "n ten", + "nt en", + "nte n", + "M atches", + "Match es", + "Mat ches", + "Ġ DOWNLOAD", + "ĠDOWN LOAD", + "_HANDLE R", + "_HAND LER", + "man agement", + "manage ment", + "mana gement", + "[ S", + "E NG", + "EN G", + "ÂĢ Â", + "f ang", + "fa ng", + "fan g", + "Ġsl ipped", + "Ġslip ped", + "ĠL anka", + "ĠLan ka", + "esc aping", + "Ġtack les", + "Ġtackle s", + "ĠPe dro", + "ĠPed ro", + ". Prop", + ".P rop", + ".Pro p", + ".Pr op", + ". ''", + ".' '", + ". Generated", + ".G enerated", + ".Generate d", + ".New Guid", + "at rigesimal", + "il lon", + "ill on", + "illo n", + "Ġstat istic", + "Ġstatist ic", + "s pecies", + "sp ecies", + "spec ies", + "spe cies", + "h olding", + "hold ing", + "hol ding", + "Dr upal", + "Ġfundament ally", + "Ġfundamental ly", + "Ġbond age", + "Ġres olutions", + "Ġresolution s", + "Inline Data", + "\\ Type", + "es tion", + "est ion", + "esti on", + ". wrap", + ".w rap", + ".wr ap", + "Ġwar riors", + "Ġwarrior s", + "Ġ LOCAL", + "ĠLO CAL", + "ĠLOC AL", + "A rchive", + "Arch ive", + "Arc hive", + "Ġembr aced", + "Ġembrace d", + "á» §", + ". Ver", + ".V er", + "ĠAff ordable", + "ole sale", + "oles ale", + "Ġ Applied", + "ĠApp lied", + "ĠAp plied", + "ĠAppl ied", + "Ġ Conversion", + "ĠCon version", + "ĠConv ersion", + "ĠConvers ion", + "m ega", + "me ga", + "meg a", + "_ cam", + "_c am", + "_ca m", + "Ġcer emon", + "Ġcere mon", + "a urus", + "au rus", + "aur us", + "ĠV olk", + "ĠVol k", + "ĠVo lk", + ". opens", + ".open s", + ".op ens", + "/ about", + "/a bout", + "Ġ Std", + "ĠS td", + "ĠSt d", + "j ournal", + "jo urnal", + "jour nal", + "( )){čĊ", + "() ){čĊ", + "()) {čĊ", + "()){ čĊ", + ", \"\\", + ",\" \\", + "( Arrays", + "(Array s", + "ĠD ense", + "ĠDen se", + "ase ña", + "än ner", + "änn er", + "/ stat", + "/s tat", + "/st at", + "user Data", + "Ġg erman", + "Ġger man", + "Ġgerm an", + "Ġ tz", + "Ġt z", + "w orthy", + "worth y", + "wort hy", + "wor thy", + "Format Exception", + "ph erd", + "pher d", + "phe rd", + "Ġsm iles", + "Ġsmile s", + "Ġ Whenever", + "ĠWh enever", + "ĠWhen ever", + "ĠWhe never", + "( adapter", + "(ad apter", + ".bad logic", + "Ġbrief ing", + ". GridColumn", + ".Grid Column", + "- char", + "-c har", + "-ch ar", + "d imension", + "dim ension", + "ĠC opper", + "ĠCo pper", + "ĠCop per", + "ĠCopp er", + "Ġn inth", + "Ġni nth", + "Ġnin th", + "Ġ' {{", + "Ġ'{ {", + "Ġ rav", + "Ġr av", + "Ġra v", + "_ Table", + "_T able", + "_Tab le", + "Ġderiv atives", + "Ġderivative s", + "Ġ Raise", + "ĠR aise", + "ĠRa ise", + "ĠRai se", + "ĠF ut", + "ĠFu t", + "ar mor", + "arm or", + "- padding", + "-p adding", + "-pad ding", + "Ġre min", + "Ġr emin", + "Ġrem in", + "ĉ style", + "ĉst yle", + "Ġ Membership", + "ĠMember ship", + "ĠMembers hip", + "Ġsp reads", + "Ġspread s", + "Ġspre ads", + "Ġg alleries", + "Ġgall eries", + "ĠClark e", + "ĠClar ke", + "Ġcon ception", + "Ġconcept ion", + "Ġconce ption", + "min ute", + "Ġab usive", + "_ adj", + "_a dj", + "_ad j", + "Ġterr ific", + "Ġo vert", + "Ġover t", + "Ġov ert", + "our cing", + "Ġ entrada", + "Ġent rada", + "Ġentr ada", + "Ġentra da", + "level s", + "lev els", + "Ġcrit ique", + "Ġres pects", + "Ġrespect s", + "Ġresp ects", + "ĠM MA", + "ĠMM A", + "i ene", + "ie ne", + "ien e", + "Ġen caps", + "Ġenc aps", + "ĠRay mond", + "Div ider", + "Di vider", + "i vable", + "iv able", + "iva ble", + "b az", + "ba z", + "Ġ@ _;Ċ", + "Ġ@_ ;Ċ", + "ĠCl aire", + "ĠCla ire", + "ĠClair e", + "Ġur ging", + "Ġurg ing", + "C EE", + "CE E", + "Ġtrans former", + "Ġtransform er", + "dis cord", + "disc ord", + "ĠJ ourney", + "t os", + "to s", + "Ġcompet itions", + "Ġcompetition s", + "Ġcompetit ions", + "Ġ OBJ", + "ĠO BJ", + "ĠOB J", + "ĠB is", + "ĠBi s", + "Ġrelax ation", + "i dy", + "id y", + "_ INSTANCE", + "_IN STANCE", + "_INST ANCE", + "Ġ Pref", + "ĠP ref", + "ĠPr ef", + "ĠPre f", + "d ados", + "da dos", + "dad os", + "ici encies", + "ĠMedia Query", + "Ġ Cube", + "ĠC ube", + "ĠCub e", + "ĠCu be", + "Ġ Strange", + "ĠSt range", + "ĠStr ange", + "ĠStra nge", + "g pu", + "gp u", + "( days", + "(d ays", + "(day s", + "(da ys", + "_ InitStruct", + "_Init Struct", + "Ġf ingerprint", + "Ġfinger print", + "e mat", + "em at", + "ema t", + "ĠG ecko", + "ĠGe cko", + "Ġ rails", + "Ġr ails", + "Ġrail s", + "Ġra ils", + "ĠL um", + "ĠLu m", + "s traction", + "st raction", + "str action", + "stract ion", + "stra ction", + "ig ung", + "igu ng", + "( movie", + "(m ovie", + "_ dictionary", + "_d ictionary", + "_ interrupt", + "_int errupt", + "_inter rupt", + "Ġ QC", + "ĠQ C", + "i ked", + "ik ed", + "ike d", + "append Child", + "rec ipient", + "r é", + "V e", + "Ġt owel", + "Ġto wel", + "Ġtow el", + ".last IndexOf", + "Ġplace bo", + "Ġplac ebo", + "Ġ Wie", + "ĠW ie", + "ĠWi e", + ". esp", + ".e sp", + ".es p", + "( Debug", + "oper ative", + "Ġde ceased", + "Ġdece ased", + "& id", + "ĉ mutex", + "ĉm utex", + "e lic", + "el ic", + "eli c", + "Ġb apt", + "Ġba pt", + "ĉ čĊčĊ", + "ĉčĊ čĊ", + "Ġfar ther", + "Ġfart her", + "H alf", + "Ha lf", + "Hal f", + ". disable", + ".d isable", + ".dis able", + ".menu Strip", + "le ccion", + "lec cion", + "Ġ resultCode", + "Ġresult Code", + "Ġc ans", + "Ġcan s", + "Ġca ns", + "- election", + "-e lection", + "-elect ion", + "-el ection", + "f emale", + "fe male", + "_ FIX", + "_F IX", + "aus ible", + "Ġ POWER", + "ĠP OWER", + "ĠPO WER", + "ĠPOW ER", + "Ġre construction", + "Ġrecon struction", + "Ġreconstruct ion", + "Ġsc ans", + "Ġscan s", + "Ġsca ns", + ".Xtra Bars", + "âĢĺ s", + "Re moved", + "Rem oved", + "Remove d", + "Ġpara graphs", + "Ġparagraph s", + "_ margin", + "_m argin", + "_mar gin", + "Ġl ymph", + "Ġly mph", + "Ġ bos", + "Ġb os", + "Ġbo s", + "l ington", + "ling ton", + "ĠBapt ist", + "Ġadvertis ements", + "Ġadvertisement s", + "Ġadvertise ments", + "Ġ Manage", + "ĠMan age", + "ĠMa nage", + "ĠMana ge", + "/ yyyy", + "/y yyy", + "I OUS", + "IO US", + "EN CES", + "ENCE S", + "ENC ES", + "ĠF iction", + "ĠFi ction", + "ĉ menu", + "ĉm enu", + "ĉme nu", + "ĠFile OutputStream", + "o van", + "ov an", + "ova n", + "ĠF eng", + "ĠFe ng", + "ĠFen g", + "Ġsk ipping", + "Ġskip ping", + "Ġski pping", + "get Class", + "getC lass", + "an ni", + "ann i", + "Ġre bounds", + "Ġreb ounds", + "Ġrebound s", + "Ġpublic ity", + "Ġpub licity", + "Ġpubli city", + "Ġin gres", + "Ġing res", + "Ġingr es", + "us ement", + "use ment", + "Ġthought ful", + ". Chart", + ".C hart", + ".Ch art", + ".Char t", + "Ġh atte", + "Ġha tte", + "Ġhat te", + "pass port", + "pas sport", + "Ġhook ed", + "Ġho oked", + "Ġ Lens", + "ĠL ens", + "ĠLe ns", + "ĠLen s", + "Ġflag ship", + "Ġflags hip", + "Ġs tip", + "Ġst ip", + "Ġ GEN", + "ĠG EN", + "ĠGE N", + "Ġcl ues", + "Ġclue s", + "i pv", + "ip v", + "ĠR ise", + "ĠRi se", + "ĠRis e", + "ĠG ew", + "ĠGe w", + "table name", + "tab lename", + "tabl ename", + "Ġfore most", + "_ validate", + "_valid ate", + "_ analysis", + "_an alysis", + "o lla", + "ol la", + "oll a", + "Ġqual ifications", + "Ġqualification s", + "Ġd istributions", + "Ġdistrib utions", + "Ġdistribution s", + "ĠF lower", + "ĠFl ower", + "ĠFlo wer", + "ĠFlow er", + "Ġt ense", + "Ġten se", + "Ġtens e", + "Ġthank ful", + "Ġcl utch", + "Ġun ified", + "ro ads", + "road s", + "Ġs iti", + "Ġsit i", + "Ġsi ti", + "Ġst all", + "Ġsta ll", + "Ġstal l", + "_P RIORITY", + "_PRI ORITY", + "c stdlib", + "_ USERNAME", + "_USER NAME", + ". bytes", + ".by tes", + ".byte s", + "? page", + "?p age", + "er malink", + "erm alink", + "ermal ink", + "ĠVe get", + "ĠVeg et", + "/v nd", + "- author", + "-a uthor", + "-auth or", + "-aut hor", + ". NONE", + ".N ONE", + ".NO NE", + "ĠCon current", + "ĠConc urrent", + "ĠC ry", + "ĠCr y", + "Ġst arters", + "Ġstart ers", + "Ġstar ters", + "Ġstarter s", + "Ġ Interaction", + "ĠInter action", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "Ġ LEVEL", + "ĠLE VEL", + "E ll", + "El l", + "Ġ comboBox", + "Ġcom boBox", + "Ġcombo Box", + "ĠThe resa", + "ĠTh eresa", + "ĠThere sa", + "ĠTher esa", + "t ek", + "te k", + "_ Handle", + "_H andle", + "Ġ aby", + "Ġa by", + "Ġab y", + ".g dx", + ", end", + ",e nd", + ",en d", + "( Local", + "(L ocal", + "O l", + "kn ife", + "a rial", + "ar ial", + "ari al", + "aria l", + "ĠH off", + "ĠHo ff", + "ĠHof f", + "Ġprostituer ade", + "Do ctor", + "Doc tor", + "In stances", + "Instance s", + "Inst ances", + ". SetValue", + ".Set Value", + "ĉ from", + "ĉf rom", + "ĉfr om", + "Ġlux urious", + "In dent", + "Ind ent", + "Al locator", + "All ocator", + "Alloc ator", + "_ DRAW", + "_D RAW", + "_DR AW", + "(\" ,\",", + "(\", \",", + "(\",\" ,", + "ĠF rances", + "ĠFr ances", + "ĠFrance s", + "ĠFranc es", + "ĠFra nces", + "ĠFran ces", + "Ġ groupBox", + "Ġgroup Box", + "( schema", + "(s chema", + "Print f", + "O RIES", + "OR IES", + "- gradient", + "-g radient", + "Ġre put", + "Ġrep ut", + "a rin", + "ar in", + "ari n", + "_ DONE", + "_D ONE", + "_DO NE", + "in cre", + "inc re", + "incr e", + "ig nty", + "ign ty", + "Ġex ert", + "Ġexe rt", + "Ġ -.", + "Ġ- .", + "/ App", + "/A pp", + "- through", + "-th rough", + "Ġdec lining", + "Ġdecl ining", + "Ġdes sert", + "Ġdess ert", + "Ġinc umb", + "Ġ designation", + "Ġdesign ation", + ". PORT", + ".P ORT", + ".PO RT", + ", strong", + ",str ong", + ",st rong", + "Ġ sandbox", + "Ġs andbox", + "Ġsand box", + "Ġw ines", + "Ġwin es", + "Ġwine s", + "Ġwi nes", + "ĠP av", + "ĠPa v", + "$ str", + "$s tr", + "ask ell", + "Ġh ö", + "Ġ PY", + "ĠP Y", + "Get Instance", + "Text Input", + "game Object", + "/ events", + "/e vents", + "/event s", + "created At", + "Ġlocal Var", + "Ġ WHITE", + "ĠW HITE", + "ĠWH ITE", + "p ered", + "pe red", + "per ed", + "i lege", + "ile ge", + "eff icient", + ", color", + ",c olor", + ",col or", + "c ate", + "ca te", + "cat e", + "ĠC afe", + "ĠCa fe", + "ĠCaf e", + "Ġsimilar ities", + "Ġp umps", + "Ġpump s", + "Ġpu mps", + "ĠHun gary", + "ĠHung ary", + ". Username", + ".User name", + "Ġs kate", + "Ġsk ate", + "Ġska te", + "Ġtouchdown s", + "Ġacceler ate", + "Ġaccel erate", + "ĠH elen", + "ĠHe len", + "ĠHel en", + "O MEM", + "OM EM", + "OME M", + "ĠK un", + "ĠKu n", + "_ vol", + "_v ol", + "Ġ findAll", + "Ġfind All", + "ĠMens chen", + "a head", + "ah ead", + ") ;\"", + "); \"", + "k ommen", + "kom men", + "Ġposs essed", + "Ġpossess ed", + ".arg max", + ". transition", + ".t ransition", + ".trans ition", + "A RP", + "AR P", + "OL UME", + "OLUM E", + "( script", + "(s cript", + "Ġ Ðĺ", + "ĠÐ ĺ", + "Ġ Finding", + "ĠF inding", + "ĠFin ding", + "ĠFind ing", + "o nces", + "on ces", + "once s", + "I o", + "B old", + "Bo ld", + "Ġrenew al", + "_D IALOG", + "Ġdis reg", + "IN TERN", + "INT ERN", + "INTER N", + "Ġt oute", + "Ġto ute", + "Ġtou te", + "Ġtout e", + "Ġelect r", + "Ġele ctr", + "ĠG ross", + "ĠGr oss", + "ĠGro ss", + "ĠGros s", + "ĉ true", + "ĉtr ue", + ". Fields", + ".F ields", + ".Field s", + "Ġ WIDTH", + "ĠW IDTH", + "ĠD ent", + "ĠDe nt", + "ĠDen t", + "Ġ Ãģ", + "Ġà ģ", + "NS Notification", + "Ġ aos", + "Ġa os", + "Ġao s", + "Ġme lee", + "Ġmel ee", + ". Validation", + ".Valid ation", + "Ġ DEC", + "ĠD EC", + "ĠDE C", + "- dependent", + "-depend ent", + "Ġsu ic", + "Ġsui c", + "T raits", + "Tr aits", + "Tra its", + "Trait s", + "$ message", + "$m essage", + "Ġ Dear", + "ĠD ear", + "ĠDe ar", + "ĉ FILE", + "ĉF ILE", + "l anguages", + "language s", + ". Prot", + ".P rot", + ".Pro t", + ".Pr ot", + ". addr", + ".add r", + ".ad dr", + "- generation", + "-g eneration", + "-gen eration", + "I CON", + "IC ON", + "ICO N", + "Ġtrans plant", + "- description", + "-d escription", + "-de scription", + "-des cription", + "Ġch asing", + "Ġcha sing", + "Ġch ees", + "Ġche es", + "Ġ }*/Ċ", + "Ġ} */Ċ", + "T rad", + "Tr ad", + "Tra d", + "qu eries", + "que ries", + "quer ies", + "/ widgets", + "/widget s", + "sub package", + "Ġe spec", + "Ġes pec", + "Ġesp ec", + "Ġcr acked", + "Ġcrack ed", + "Ġcompet itor", + "Ġcompetit or", + "P urchase", + "- team", + "-t eam", + "-te am", + "ole cular", + "olec ular", + "or Thunk", + "& P", + "Ġrel ent", + "Ġrele nt", + "/ #{", + "/# {", + "Ġ productId", + "Ġproduct Id", + "Ġ è¾", + "Ġè ¾", + "ĠL av", + "ĠLa v", + "Ġ Alter", + "ĠAl ter", + "ĠAlt er", + ". Mode", + ".M ode", + ".Mod e", + "AD IO", + "ADI O", + "g rp", + "gr p", + "æ ·»åĬł", + "æ·» åĬł", + "Q uit", + "Qu it", + "Qui t", + "Ġdep ths", + "Ġdepth s", + "Ġdept hs", + "- category", + "-c ategory", + "Ġ DATABASE", + "ĠD ATABASE", + "ĠDATA BASE", + "S PELL", + "SP ELL", + "ĠF alcon", + "ĠFal con", + "ĠQString List", + "Ġ ''.", + "Ġ' '.", + "Ġ'' .", + "ĠIn stitution", + "ĠInst itution", + "ĠInstit ution", + "ĠInstitut ion", + "d amage", + "da mage", + "dam age", + "az or", + "azo r", + "bel ongsTo", + "belongs To", + "ver ages", + "verage s", + "Ġ NONE", + "ĠN ONE", + "ĠNO NE", + "ĠNON E", + "ip pets", + "ipp ets", + "ippet s", + ", \\Ċ", + ",\\ Ċ", + "Ġfoot print", + "_ archive", + "_a rchive", + "_arch ive", + "_arc hive", + "n ak", + "na k", + ". getField", + ".get Field", + "Ġ Reflection", + "ĠRef lection", + "ĠReflect ion", + "Ġ ']", + "Ġ' ]", + "ĠH BO", + "ĠHB O", + "_ discount", + "_dis count", + "_disc ount", + "Ġin cest", + "Ġinc est", + "Ġince st", + "ĠD odge", + "ĠDo dge", + "ĠDod ge", + "ĠW ade", + "ĠWa de", + ". NO", + ".N O", + "\" encoding", + "Ġ Blockchain", + "ĠBlock chain", + "Ġlaws uits", + "Ġlawsuit s", + "Ġ Maint", + "ĠM aint", + "ĠMain t", + "ĠMa int", + "ĠMai nt", + "ch ten", + "cht en", + "chte n", + "Ġét ait", + "Ġktó re", + "_ ctl", + "_c tl", + "_ct l", + "( timer", + "(t imer", + "(time r", + "(ti mer", + "B attle", + "Bat tle", + "i zo", + "iz o", + "ay ed", + "aye d", + "I OR", + "IO R", + "ĠGlas gow", + "Ġs ynth", + "Ġsy nth", + "Ġsyn th", + "Ġsynt h", + "_ logs", + "_l ogs", + "_log s", + "_lo gs", + ". pose", + ".p ose", + ".pos e", + ".po se", + "_Adjust orThunk", + "( (&", + "(( &", + "Ġun sure", + "Ġuns ure", + "Ġunsur e", + "y state", + "yst ate", + "íķĺ ëĬĶ", + "O ULD", + "OU LD", + ". ng", + ".n g", + "Ġdefault dict", + "work space", + "works pace", + "Ġselect ive", + "Ġsel ective", + "Picker Controller", + "YNAM IC", + ". methods", + ".method s", + "Ġpath ways", + "Ġpathway s", + "Ġ Few", + "ĠF ew", + "ĠFe w", + "K G", + "C RYPT", + "CRY PT", + "follow ing", + "ĠD LC", + "ĠDL C", + "ĠS ara", + "ĠSar a", + "ĠSa ra", + "Ġ preset", + "Ġp reset", + "Ġpre set", + "Ġpres et", + "e structor", + "estr uctor", + "estruct or", + "ĠK urt", + "ĠKur t", + "ĠKu rt", + "Ġair plane", + "Ġ omp", + "Ġo mp", + "Ġom p", + "Ġ Parents", + "ĠPar ents", + "ĠParent s", + "ĠParen ts", + "ĠPare nts", + "ĠMart inez", + "ĠMartin ez", + ". complete", + ".com plete", + ".comp lete", + "Ġbroad ly", + "Ġs care", + "Ġsc are", + "Ġsca re", + "Ġscar e", + "ĠM é", + "Ġelim ination", + "Ġelimin ation", + "Ġp oured", + "Ġpo ured", + "Ġpour ed", + "Ġpou red", + "/ sw", + "/s w", + "Ġcom un", + "Ġco mun", + "Ġm asc", + "Ġma sc", + "Ġmas c", + "ĠOrgan ic", + "ĠOrg anic", + "Ġ StringUtils", + "ĠString Utils", + "ĠStringUtil s", + "il ateral", + "ilate ral", + "ilater al", + "Ġreluct ant", + "- age", + "-a ge", + "-ag e", + "Ġ nz", + "Ġn z", + ". \"\\", + ".\" \\", + "Ġpast or", + "Ġpas tor", + "Ġpa stor", + "a lez", + "al ez", + "ale z", + "Ġe fect", + "Ġef ect", + "p rov", + "pr ov", + "pro v", + "/ init", + "/i nit", + "/in it", + "Ġp enn", + "Ġpe nn", + "Ġpen n", + "u nds", + "un ds", + "und s", + "Ġ ssize", + "Ġs size", + "Ġss ize", + "Ġ Proj", + "ĠP roj", + "ĠPro j", + "ĠPr oj", + "b asename", + "base name", + "bas ename", + "Ġsh ells", + "Ġshell s", + "Ġshel ls", + "ĠN eck", + "ĠNe ck", + "ĠNec k", + "ĠEn forcement", + "v ided", + "vid ed", + "vi ded", + "vide d", + "s town", + "st own", + "sto wn", + "S phere", + "Sp here", + "$ r", + "us sen", + "uss en", + "a fil", + "af il", + "afi l", + "Ġ Telegram", + "ĠTele gram", + "Ġanaly tical", + "Ġanalytic al", + "н Ñĭе", + "нÑĭ е", + "us ually", + "usu ally", + "usual ly", + "x n", + "Ġhistor ian", + "Ġhist orian", + "Ġhistoria n", + "Ġhisto rian", + "ĠGreg ory", + "ol ph", + "Ġ Una", + "ĠU na", + "ĠUn a", + "Ġcon tributes", + "Ġcontrib utes", + "Ġcontribute s", + "% -", + "anti ago", + "ÑĢ ед", + "ÑĢе д", + ". region", + ".reg ion", + "Ġab rupt", + "ĠUnsupported OperationException", + "Ġ TASK", + "ĠT ASK", + "ĠTA SK", + "ĠTAS K", + "_ finish", + "_f inish", + "_fin ish", + "Ġnot orious", + "Ġ Vs", + "ĠV s", + "Ġ MQ", + "ĠM Q", + "Ġs unset", + "Ġsun set", + "Ġun acceptable", + "ar cer", + "arc er", + "Ġill umin", + "Ġillum in", + "ĠO rb", + "ĠOr b", + "Ġ bh", + "Ġb h", + "E ste", + "Est e", + "Es te", + "_ dispatch", + "_dis patch", + "_disp atch", + "Ġr ipped", + "Ġrip ped", + "Ġri pped", + "Ġtou jours", + "Ġ Parcel", + "ĠPar cel", + "_ ll", + "_l l", + ". userName", + ".user Name", + ". classes", + ".c lasses", + ".class es", + ".cl asses", + "S OURCE", + "( Number", + "(N umber", + "е лÑı", + "ел Ñı", + "Ġhead phones", + "Ġheadphone s", + "( side", + "(s ide", + "(si de", + "(sid e", + "con stitution", + "const itution", + "an nah", + "ann ah", + "anna h", + "čĊ ĠĠĠĠĠĠĠĠčĊ", + "Ġcl iff", + "Ġcli ff", + "- ref", + "-r ef", + "-re f", + "Ġmost rar", + "Ġmo strar", + "Ġmostr ar", + "Ġmostra r", + "ĠP owell", + "ĠPo well", + "ĠPow ell", + "+ y", + "Ġ BG", + "ĠB G", + "_ fragment", + "_f ragment", + "_fr agment", + "_frag ment", + ". Port", + ".P ort", + "Ġreal izing", + "Ġrealiz ing", + "param ref", + "Ġh ometown", + "Ġhome town", + "@ Table", + "+ \" --}}Ċ", + ">-- }}Ċ", + "F rench", + "Fr ench", + "Entity Manager", + "Ġ Plain", + "ĠP lain", + "ĠPl ain", + "ĠPla in", + "//// ////////////////////////////////////////////////////////////////", + "//////// ////////////////////////////////////////////////////////////", + "//////////////// ////////////////////////////////////////////////////", + "//////////////////////////////////////////////////////////////// ////", + "//////////// ////////////////////////////////////////////////////////", + "//////////////////////////////////////////////////////// ////////////", + "//////////////////////////////////////////////////////////// ////////", + "//////////////////////////////////////////////////// ////////////////", + " ³", + "( RE", + "(R E", + "c apt", + "ca pt", + "cap t", + "Ġ organisms", + "Ġorgan isms", + "Ġorganis ms", + "Ġorganism s", + "Ġ jets", + "Ġj ets", + "Ġje ts", + "Ġjet s", + "o location", + "ol ocation", + "olo cation", + "ĠApp RoutingModule", + "Ġgl orious", + "Ġglo rious", + "Ġglor ious", + "æľ į", + "Ġdisc arded", + "Ġdiscard ed", + "ĉ ĉĉĉĠĠĠĠĠ", + "ĉĉ ĉĉĠĠĠĠĠ", + "ĉĉĉĉ ĠĠĠĠĠ", + "ĉĉĉ ĉĠĠĠĠĠ", + "ĉĉĉĉĠ ĠĠĠĠ", + "ĉĉĉĉĠĠĠ ĠĠ", + "ĉĉĉĉĠĠ ĠĠĠ", + "ĉĉĉĉĠĠĠĠ Ġ", + "ĠArn old", + "l ug", + "lu g", + "Ġp arl", + "Ġpar l", + "Ġpa rl", + "Ġhorm ones", + "Ġhormone s", + "Ġ mah", + "Ġm ah", + "Ġma h", + "ĠS onic", + "ĠSo nic", + "ĠSon ic", + "Ġorgan izers", + "Ġorganiz ers", + "Ġorganize rs", + "Ġorganizer s", + "_ PLATFORM", + "_PL ATFORM", + ". inv", + ".in v", + ".i nv", + "Ġch ord", + "Ġcho rd", + "Ġchor d", + "vent ional", + "vention al", + "ĉ of", + "ĉo f", + "Ep isode", + ". Enum", + ".E num", + ".En um", + "un kt", + "unk t", + "ĠD h", + "ĠJ ared", + "ĠJa red", + "ĠJar ed", + "ĠN ak", + "ĠNa k", + "Ġint ends", + "Ġinte nds", + "Ġintend s", + "End ian", + "Ġa ustralia", + "_ cv", + "_c v", + "( resolve", + "(res olve", + "(re solve", + "Ġclin ics", + "Ġclinic s", + "l iked", + "li ked", + "like d", + "lik ed", + "ASH INGTON", + "in ha", + "inh a", + "' *", + "Ġ NP", + "ĠN P", + "_ beh", + "_b eh", + "_be h", + "Ġ hf", + "Ġh f", + "Ġw ür", + "c ategoria", + "$ form", + "$f orm", + "Ġsub way", + "Ġ isActive", + "Ġis Active", + "pop ular", + "C our", + "Co ur", + "Cou r", + "Ġ cooldown", + "Ġco oldown", + "Ġcool down", + "Ġa insi", + "Ġain si", + "Ġ GLuint", + "ĠGL uint", + "e real", + "ere al", + "erea l", + "Ġarray Of", + "Ġh atch", + "Ġhat ch", + "= =========", + "== ========", + "==== ======", + "======== ==", + "=== =======", + "========= =", + "====== ====", + "===== =====", + "======= ===", + "r esses", + "res ses", + "ress es", + "resse s", + "_ PP", + "_P P", + ". ^", + "_ decay", + "_dec ay", + "ĠB less", + "ĠBl ess", + "ĠBle ss", + "m etrics", + "met rics", + "metric s", + "ĠCOPY ING", + "ĠDump ster", + "ĠJos é", + "ĠDesign s", + "< Void", + "<", + "Ġ? ><", + "Ġ?> <", + "Ġ \"}Ċ", + "Ġ\" }Ċ", + "Ġ\"} Ċ", + "time zone", + "Ġ eer", + "Ġe er", + "Ġee r", + "max cdn", + "Ġ ESC", + "ĠE SC", + "ĠES C", + "ig aret", + "iga ret", + "igar et", + "_ connected", + "_connect ed", + "_conn ected", + "_ reverse", + "_re verse", + "_rev erse", + "Ġquestion able", + "ĠU SC", + "ĠUS C", + "Ġtu tti", + "Ġtut ti", + "Ġ dropout", + "Ġdrop out", + "Ġ Activities", + "ĠAct ivities", + "ĠActiv ities", + "ĠW inds", + "ĠWin ds", + "ĠWi nds", + "ĠWind s", + "' )));Ċ", + "') ));Ċ", + "')) );Ċ", + "'))) ;Ċ", + "Ġcon gest", + "Ġcong est", + "ÄŁ ı", + "Ġprolong ed", + "è¿ Ļ", + "ĠCross AxisAlignment", + "L EEP", + "LE EP", + "LEE P", + "Ġ VALID", + "ĠVAL ID", + "ĠG az", + "ĠGa z", + "Ġ dependence", + "Ġdepend ence", + "ĠP rix", + "ĠPr ix", + "ĠPri x", + ".Compiler Services", + "j ump", + "ju mp", + "Ġst rat", + "Ġstr at", + "Ġstra t", + "c irc", + "ci rc", + "cir c", + "Ġ CUSTOM", + "ĠC USTOM", + "x aa", + "xa a", + "Ġ bmp", + "Ġb mp", + "Ġbm p", + "Ġb ureau", + "Ġbu reau", + "Ġbure au", + "Ġw aren", + "Ġwar en", + "Ġwa ren", + "Ġware n", + "N X", + "( Window", + "(W indow", + "ĠChrist ie", + "ĠChris tie", + "_ FE", + "_F E", + "Ġ tn", + "Ġt n", + "Ġ Omega", + "ĠO mega", + "ĠOm ega", + "communic ations", + "communication s", + "Home Page", + "com pletion", + "comp letion", + "Ġsupply ing", + "Ġsuppl ying", + "Ġsupp lying", + "YPE S", + "YP ES", + "á vel", + "áv el", + "åĪ ¶", + "( click", + "(c lick", + "(cl ick", + "(cli ck", + "\\ Contracts", + "/ questions", + "/question s", + "Ġ ez", + "Ġe z", + "A MS", + "AM S", + ". mesh", + ".m esh", + ".me sh", + "Ġ' \\Ċ", + ">\\ Ċ", + "R obot", + "Rob ot", + "Ro bot", + "Json Object", + "Ġ DF", + "ĠD F", + "Ġ Processor", + "ĠProcess or", + "ĠProc essor", + "_ should", + "_sh ould", + ". protobuf", + ".prot obuf", + ".proto buf", + "- users", + "-user s", + "-use rs", + "-us ers", + "Ġemb ry", + "Ġembr y", + "F ONT", + "FO NT", + "Ġstart ups", + "Ġstartup s", + "Ġ DataSource", + "ĠData Source", + ") #", + "u ros", + "ur os", + "uro s", + "_ Color", + "_C olor", + "Ġst andalone", + "Ġstand alone", + "} [", + "j d", + "Ġfor give", + "Ġforg ive", + "Ġ ngx", + "Ġn gx", + "Ġng x", + "Ġ Generally", + "ĠGener ally", + "ĠGeneral ly", + "Ġconfig urable", + "Ġconfigur able", + "/ order", + "/or der", + "Ġ vas", + "Ġv as", + "Ġva s", + "' )\";Ċ", + "') \";Ċ", + "')\" ;Ċ", + "Ġ RR", + "ĠR R", + "ĠT roy", + "ĠTr oy", + "ĠTro y", + "Ġcomprom ised", + "Ġcompromise d", + "ĠS wan", + "ĠSw an", + "int endent", + "C entral", + "Cent ral", + "_ keeper", + "_k eeper", + "_ke eper", + "_keep er", + "Ġar quivo", + "Ġ ReadOnly", + "ĠRead Only", + "_ curve", + "_c urve", + "_cur ve", + "_cu rve", + "k v", + "en tin", + "ent in", + "enti n", + "è ±", + "Ġ Ey", + "ĠE y", + ".im read", + "ĠP am", + "ĠPa m", + "i ffe", + "if fe", + "iff e", + "at ivity", + "ativ ity", + "x bc", + "xb c", + "Ġ grim", + "Ġg rim", + "Ġgr im", + "Ġgri m", + "- filled", + "-f illed", + "-fill ed", + "name se", + "names e", + "nam ese", + "' ]:", + "'] :", + "Ġ aur", + "Ġa ur", + "Ġau r", + "ĠGi bson", + "ĠGib son", + ". MouseEvent", + ".Mouse Event", + "Ġl ado", + "Ġla do", + "Ġlad o", + "ava doc", + "avad oc", + "Ġf amil", + "Ġfam il", + "Ġfa mil", + "Ġ Moder", + "ĠM oder", + "ĠMod er", + "ĠMo der", + "ĠMode r", + "f ps", + "fp s", + "ãĢĢ ãĢĢ", + "- example", + "-ex ample", + "ĠAl zheimer", + "Ġ Utf", + "ĠU tf", + "ĠUt f", + "_ arguments", + "_arg uments", + "_argument s", + "Con clusion", + "text Content", + "rem aining", + "remain ing", + "rema ining", + "Ġinterrupt s", + "Ġ Backup", + "ĠBack up", + "ĠBac kup", + "ĠM ong", + "ĠMon g", + "ĠMo ng", + "Ġre ceptors", + "Ġrecept ors", + "Ġreceptor s", + "Ġrecep tors", + "h istor", + "hi stor", + "hist or", + "his tor", + ".cor outines", + "Ġsh outed", + "Ġshout ed", + "Ġsho uted", + "Al arm", + "Ġcomb ust", + "Ġg rote", + "Ġgr ote", + "Ġgro te", + "ult ural", + "ultur al", + "( ids", + "(i ds", + "(id s", + "---- ----------------------------------------------------------------------------", + "---------------- ----------------------------------------------------------------", + "-------------------------------- ------------------------------------------------", + "---------------------------------------------------------------- ----------------", + "------------------------------------------------ --------------------------------", + "---------- ----------------------------------------------------------------------", + "---------------------------------------------------------------------------- ----", + "---------------------------------------------------------------------- ----------", + "ipl inary", + "iplina ry", + "O pts", + "Op ts", + "Opt s", + "ĠY ale", + "ĠYa le", + "local Storage", + "Ġequ ival", + "Ġequiv al", + "ĠF leet", + "ĠFle et", + "\\ b", + "* pi", + "*p i", + "ĠQ Label", + "æ ¡", + "Ġ vx", + "Ġv x", + "Ġ ACL", + "ĠA CL", + "ĠAC L", + "Ġsu cesso", + "Ġsuc esso", + "Ġsucess o", + "Ġ perc", + "Ġp erc", + "Ġper c", + "Ġpe rc", + "ĠN otre", + "ĠNo tre", + "ĠNot re", + "Ġan arch", + "Ġana rch", + "R ing", + "s pb", + "sp b", + "Ġ strpos", + "Ġstr pos", + "st ores", + "store s", + "sto res", + "stor es", + "ĠMap le", + "ĠMa ple", + "( MainActivity", + "(Main Activity", + "(\" \"))", + "(\"\" ))", + "(\"\") )", + "Ġview Holder", + "Qu ad", + "Ġig ual", + "ors che", + "orsch e", + ". margin", + ".m argin", + ".mar gin", + "Ġin die", + "Ġind ie", + "Ġfr anc", + "Ġfra nc", + "Ġfran c", + "ĠForm Builder", + "ĠPart icip", + "ĠParti cip", + ". flash", + ".f lash", + ".fl ash", + "Ġ storms", + "Ġstorm s", + "Ġstor ms", + "Ġsto rms", + "U lt", + "Ul t", + "Ġ fen", + "Ġf en", + "Ġfe n", + "[ new", + "[n ew", + "E ver", + "Ev er", + "= \"Ċ", + "=\" Ċ", + "Ġ localized", + "Ġlocal ized", + "Ġlocalize d", + "_ follow", + "_f ollow", + "Ġ nave", + "Ġn ave", + "Ġna ve", + "Ġnav e", + "Ġdom inance", + "Ġdomin ance", + "Ġdomina nce", + "( tile", + "(t ile", + "(ti le", + "J ournal", + "Jo urnal", + "Ġ VC", + "ĠV C", + "Ġpen etration", + "Ġpenet ration", + "Ġpenetr ation", + "ï¼ ķ", + "Ġcom partment", + "Ġcomp artment", + "Ġcompart ment", + "Ġb ids", + "Ġbi ds", + "Ġbid s", + "Form atted", + "Format ted", + "**** **/ĊĊ", + "****** /ĊĊ", + "*** ***/ĊĊ", + "***** */ĊĊ", + "******/ ĊĊ", + "******/Ċ Ċ", + "( city", + "(c ity", + "(ci ty", + "âĢĶ it", + "[ C", + "Ġuse Callback", + "a ub", + "au b", + ") ?.", + ")? .", + "Ġ VAR", + "ĠV AR", + "ĠVA R", + "ĠSe bastian", + "ĠSebast ian", + "ĠM oss", + "ĠMo ss", + "ĠMos s", + "Ġabund ant", + "G reg", + "Gr eg", + "Gre g", + "ÑĤ а", + "_ ci", + "_c i", + "Ġb ibli", + "Ġbib li", + "C RM", + "CR M", + "Ġ Attempt", + "ĠAt tempt", + "ĠAtt empt", + "is me", + "ism e", + "d ash", + "da sh", + "das h", + "ãĢ İ", + "_ mu", + "_m u", + ".Formatting Enabled", + "Ind eed", + "- direct", + "-d irect", + "-dir ect", + "-di rect", + "Ġs ucking", + "Ġsuc king", + "Ġsuck ing", + "Ġp ne", + "Ġpn e", + "ocab ulary", + "ĠP ackers", + "ĠPac kers", + "ĠPack ers", + ". Navigation", + ".N avigation", + ".Nav igation", + "Ġp ied", + "Ġpie d", + "Ġpi ed", + "cri bing", + "ĠSt uart", + ".To Double", + "Ġ Secondary", + "ĠSecond ary", + "S aving", + "Sa ving", + "ĠD ut", + "ĠDu t", + "ĠM add", + "ĠMad d", + "ĠMa dd", + "M agic", + "Mag ic", + ", H", + ".document Element", + "Ġ BST", + "ĠB ST", + "ĠBS T", + "Ġdif fers", + "Ġdiffer s", + "Ġdiff ers", + "Ġmore over", + "_ nd", + "_n d", + "SE ARCH", + "п ÑĢав", + "пÑĢа в", + "пÑĢ ав", + "æ ´", + "to Match", + "Ġde creasing", + "Ġdecre asing", + "- member", + "-m ember", + "am pus", + "amp us", + "( boost", + "D aily", + "Da ily", + "Data GridView", + "Ġ HttpContext", + "ĠHttp Context", + "Ġh ipp", + "Ġhi pp", + "Ġhip p", + "_ workers", + "_work ers", + "_worker s", + "- language", + "-l anguage", + "é ĵ", + "Ġcons isted", + "Ġconsist ed", + "a thing", + "ath ing", + "athi ng", + "ĠMer cury", + "ĠMerc ury", + "$ content", + "$c ontent", + "$con tent", + "Ġpract iced", + "Ġpractice d", + "Ġ Modules", + "ĠMod ules", + "ĠModule s", + "_ DAY", + "_D AY", + "_DA Y", + "Ġweakness es", + "ĠL odge", + "ĠLo dge", + "ĠLod ge", + "Ġ nar", + "Ġn ar", + "Ġna r", + "Ġ Mate", + "ĠM ate", + "ĠMat e", + "ĠMa te", + "Ġ jp", + "Ġj p", + "ĠHttp Headers", + "Ġs mo", + "Ġsm o", + "Ġ TOKEN", + "ĠT OKEN", + "ĠTO KEN", + "ĠTOK EN", + "] )(", + "]) (", + "Ġa qui", + "Ġaqu i", + "sw agen", + "Ġ srv", + "Ġs rv", + "Ġsr v", + "ĉ ans", + "ĉa ns", + "ĉan s", + "A round", + "Ar ound", + "ĠMan uel", + "Ġfiction al", + "Ġfict ional", + "Ġ IMG", + "ĠI MG", + "ĠIM G", + "Ġ .'", + "Ġ. '", + "Ġ Berry", + "ĠB erry", + "ĠBer ry", + "Ġwall paper", + "s exual", + "sex ual", + "i ero", + "ie ro", + "ier o", + "Ġ çļĦ", + "ìĨ Į", + "Backing Field", + "ĠAd rian", + "ĠAdri an", + "BASE PATH", + "Ġre peats", + "Ġrepe ats", + "Ġrepeat s", + "Ġbl ues", + "Ġblue s", + "Ġun predict", + "Ġunp redict", + "_ coll", + "_c oll", + "_col l", + "_co ll", + "st acle", + "sta cle", + "Ġ Tumblr", + "ĠT umblr", + "Ġ Elf", + "ĠE lf", + "ĠEl f", + "Ġass urance", + "Ġc ensus", + "Ġcen sus", + "Ġ IMPORT", + "ĠIM PORT", + "ĠIMP ORT", + "E NDER", + "EN DER", + "END ER", + "a nos", + "an os", + "ano s", + "Ġ =(", + "Ġ= (", + "ĠEl lis", + "ĠEll is", + "ĠElli s", + "\" ĊĊĊĊ", + "\"Ċ ĊĊĊ", + "\"ĊĊ ĊĊ", + "\"ĊĊĊ Ċ", + ". win", + ".w in", + "Ġ Above", + "ĠA bove", + "ĠAb ove", + "a lon", + "al on", + "alo n", + "_ tick", + "_t ick", + "_ti ck", + "Ġrepresent ations", + "Ġrepresentation s", + "Ġ æķ", + "Ġæ ķ", + "w id", + "wi d", + "ĠA rms", + "ĠAr ms", + "ĠArm s", + "L ista", + "List a", + "Li sta", + "_ failure", + "_f ailure", + "_fail ure", + "_ cm", + "_c m", + ".Flat Appearance", + "Ġth rone", + "Ġthr one", + "Ġthro ne", + "P atch", + "Pat ch", + "ĠV oy", + "ĠVo y", + "en gl", + "eng l", + "Ġnegot iating", + "> `", + "Ġshoot s", + "Ġsho ots", + "Ġ FPS", + "ĠF PS", + "ĠFP S", + ". Year", + ".Y ear", + "ĠK iss", + "ĠKi ss", + "ĠKis s", + "en ción", + "enc ión", + "enci ón", + "re eting", + "ree ting", + "reet ing", + "From File", + "Ġresign ation", + "Ø ·", + "Ġt wins", + "Ġtw ins", + "Ġtwin s", + "Æ° ợ", + "Æ°á» £", + "Ġge bru", + "Ġgeb ru", + ". getContent", + ".get Content", + ".getC ontent", + ". Tree", + ".T ree", + ".Tr ee", + "Ġ Employees", + "ĠEmployee s", + "ĠEmploy ees", + "ĠF IFA", + "ĠFI FA", + "Ġc ertainty", + "Ġcert ainty", + "Ġcertain ty", + "( Cl", + "(C l", + "Ġ totals", + "Ġtot als", + "Ġtotal s", + "ed itable", + "edit able", + "edi table", + "ॠĢ", + ". Reporting", + ".Report ing", + "M as", + "Ma s", + "qu iet", + "qui et", + ". rules", + ".r ules", + ".ru les", + ".rule s", + "Ġ VO", + "ĠV O", + "con exion", + ", K", + "Ġ allocator", + "Ġal locator", + "Ġall ocator", + "Ġalloc ator", + "ĠPow der", + "\\ Repository", + "B eat", + "Be at", + "_ tipo", + "_t ipo", + "_tip o", + "_ti po", + "Ġ[ '',", + "Ġ[' ',", + "_ INTR", + "_IN TR", + "_INT R", + "Ġ <<<", + "Ġ< <<", + "Ġ<< <", + "< hr", + " \");čĊ", + ">\" );čĊ", + ">\") ;čĊ", + "drop IfExists", + "ĠB eg", + "ĠBe g", + "_ HAL", + "_H AL", + "Ġcross AxisAlignment", + "Ġ Evidence", + "ĠE vidence", + "ĠEv idence", + "Ġpec uliar", + "Ġin stitute", + "Ġinstit ute", + "ve is", + "Ġ fft", + "Ġf ft", + "Ġff t", + "à ģ", + "Ġzo ekt", + "Ġzoek t", + "an aly", + "ana ly", + "anal y", + "ĠHome land", + "ĠHom eland", + "Ġpen etr", + "Ġpenet r", + "udden ly", + "ĉ element", + "ĉe lement", + "ĉel ement", + "ĉelem ent", + "ĠB ren", + "ĠBr en", + "ĠBre n", + "ĠTr udeau", + "ĠCub an", + "ĠCu ban", + "ĠCuba n", + "j am", + "ja m", + "us lim", + "_ ev", + "_e v", + "Ġs tems", + "Ġst ems", + "Ġste ms", + "Ġstem s", + "} %", + "Ŀ å§ĭ", + "Ġbr anding", + "Ġbrand ing", + "Ġbran ding", + "Ġcorrespond ence", + ". jquery", + ".j query", + "¢ åįķ", + "ĠRe ads", + "ĠRead s", + "(Http StatusCode", + "(HttpStatus Code", + "as sin", + "ass in", + "assi n", + "( slot", + "(s lot", + "(sl ot", + "ĠGrad uate", + "// /<", + "/// <", + "Ġinformation s", + "Ġinform ations", + "Ġinformat ions", + "EN ABLE", + "ENA BLE", + "Ġp uis", + "Ġpu is", + "Ġ finder", + "Ġf inder", + "Ġfind er", + "Ġfin der", + "Ġfi nder", + "Ġfinde r", + "ĠB ris", + "ĠBr is", + "ĠBri s", + "Ġnett steder", + "_ mid", + "_m id", + "_mi d", + "Ġ ogs", + "Ġo gs", + "Ġog s", + "ĠSter ling", + "Ġar rog", + "Ġarr og", + "str ftime", + "| ĊĊ", + "|Ċ Ċ", + "Ġ vox", + "Ġv ox", + "Ġvo x", + "Ġ Regardless", + "ĠReg ardless", + "Ġ eso", + "Ġe so", + "Ġes o", + "Ġ Comfort", + "ĠCom fort", + ".Boolean Field", + "Ġ uh", + "Ġu h", + "A CY", + "AC Y", + "Ġsque ez", + "ĠV ic", + "ĠVi c", + "con tro", + "cont ro", + "contr o", + ". lo", + ".l o", + "Ġ ire", + "Ġi re", + "Ġir e", + "ĠCom edy", + "ĠCome dy", + "ë ¶", + "Ġorig inated", + "Ġorigin ated", + "Ġoriginate d", + "Ġ shipment", + "Ġsh ipment", + "Ġship ment", + "| max", + "|m ax", + "_ guid", + "_g uid", + "_gui d", + "le vation", + "lev ation", + "н аÑı", + "на Ñı", + "( undefined", + "(un defined", + "Ġ DDR", + "ĠD DR", + "ĠDD R", + "Ġshoot ings", + "Ġshooting s", + "ĠLat ino", + "ĠLatin o", + "END OR", + "Ġaver aging", + "Ġgre eted", + "Ġgreet ed", + "Ġthe aters", + "Ġtheater s", + "Ġtheat ers", + "о е", + "оРµ", + "Ġ dB", + "Ġd B", + "Ġ gst", + "Ġg st", + "Ġgs t", + "Ġde finite", + "Ġdef inite", + "Ġdefinit e", + "Ġdefin ite", + ". Storage", + ".St orage", + ". her", + ".h er", + ".he r", + "Ġa fore", + "Ġaf ore", + "Ġ Reality", + "ĠRe ality", + "ĠReal ity", + "ĠG ods", + "ĠGod s", + "ĠGo ds", + "v ersed", + "ver sed", + "vers ed", + "verse d", + "Ġhand some", + "Ġhands ome", + "Ġ excluding", + "Ġex cluding", + "Ġexcl uding", + "( ad", + "(a d", + "Qu otes", + "Quote s", + "Ġ Scheme", + "ĠS cheme", + "ĠSch eme", + "ĠSche me", + "? q", + "ĠT amil", + "ĠTa mil", + "ĠTam il", + "T icks", + "Tick s", + "Ti cks", + "Ġ pest", + "Ġp est", + "Ġpe st", + "Ġpes t", + "' n", + "Ġporn ography", + "_ modal", + "_m odal", + "_mod al", + "_mo dal", + "Ġ ----------", + "Ġ- ---------", + "Ġ-- --------", + "Ġ---- ------", + "Ġ--- -------", + "Ġ----- -----", + "Ġ------ ----", + "Ġ-------- --", + "Ġ------- ---", + "Ġ--------- -", + "Ġd isposable", + "Ġdis posable", + "Ġdispos able", + "F REE", + "FR EE", + "Ġsh ark", + "Ġsha rk", + "Ġshar k", + "C HE", + "CH E", + "Ġdep icted", + "Ġdepict ed", + "Ġdemonstr ations", + "Ġdemonstration s", + "ĠK illed", + "ĠKill ed", + "ĠKil led", + "Ġ RULE", + "ĠR ULE", + "ĠRU LE", + "Ġobs essed", + "Ġobsess ed", + "Ġs implified", + "Ġsimpl ified", + "Post al", + "Pos tal", + "Po stal", + "Ġconcept ual", + "Ġ pst", + "Ġp st", + "Ġps t", + "L as", + "La s", + "_ PROJECT", + "_PRO JECT", + "uc ceeded", + "ucceed ed", + "o lu", + "ol u", + "ÄŁ i", + "Ġpersonal ities", + "Ġ reshape", + "Ġre shape", + "Ġres hape", + "Ġresh ape", + "Ġen closed", + "Ġenc losed", + "ĉ ptr", + "ĉp tr", + "ĉpt r", + "Ġt utorials", + "Ġtutorial s", + "Ġtutor ials", + "Ġexpl oded", + "Ġexplo ded", + "Ġexplode d", + "_ DIRECTORY", + "_DIRECT ORY", + "åĨħ 容", + "Ġc anon", + "Ġcan on", + "Ġca non", + "Ġrecogn ise", + "P AD", + "PA D", + "Ġ Approx", + "ĠApp rox", + "ĠAp prox", + "ĠAppro x", + "Ġ Restore", + "ĠRe store", + "ĠRest ore", + "Ġ Important", + "ĠImport ant", + "Ġhe avier", + "Ġheav ier", + ". Sequential", + ".Se quential", + "E arth", + "Ear th", + "ĠM ilk", + "ĠMil k", + "ĠMi lk", + ".set Request", + ". tem", + ".t em", + ".te m", + "Ġre construct", + "Ġrecon struct", + "Ġskept ical", + "Ġskeptic al", + "_ Private", + "_Pr ivate", + "B UF", + "BU F", + "q ua", + "qu a", + ": a", + "Ġ sek", + "Ġs ek", + "Ġse k", + "Ġd well", + "Ġdw ell", + "o ssa", + "os sa", + "oss a", + "Ġreward ed", + "Ġrew arded", + "и й", + "( topic", + "(t opic", + "(to pic", + "(top ic", + "_ partition", + "_part ition", + "Ġ__ ________________", + "Ġ______ ____________", + "Key words", + "Keyword s", + "ĠFr anco", + "ĠFranc o", + "ĠFran co", + "L ite", + "Li te", + "Lit e", + "Ġn aken", + "Ġna ken", + "Ġnak en", + "Ġ за", + "Ġз а", + "O BJECT", + "OB JECT", + "OBJ ECT", + "Ġcraft s", + "Ġcra fts", + "Ġ Swap", + "ĠS wap", + "ĠSw ap", + ".X na", + ". Connect", + ".Con nect", + ".Conn ect", + "Ġbalcon y", + "( real", + "(re al", + "ĠBar nes", + "ĠBarn es", + "b ir", + "bi r", + "Ġ Twenty", + "ĠTw enty", + "ĠTwe nty", + "a yan", + "ay an", + "aya n", + "at ars", + "ata rs", + "atar s", + "ĠPro pel", + "ĠProp el", + "ĠIh nen", + "Up grade", + "Ġc urb", + "Ġcur b", + "Ġcu rb", + "- second", + "-se cond", + "Ġn eph", + "Ġne ph", + "Ġnep h", + ". pres", + ".p res", + ".pre s", + ".pr es", + "ìŀ ħ", + ". seq", + ".s eq", + ".se q", + "Ġp added", + "Ġpad ded", + "Ġpadd ed", + "\" ?", + "j l", + "ãĥ ¬", + "' ) a", + "Co ordinates", + "Coordinate s", + "Ġen acted", + "Ġenact ed", + "EN TS", + "ENT S", + "Ġ lac", + "Ġl ac", + "Ġla c", + ". final", + ".f inal", + ".fi nal", + ".fin al", + "ĠPhp Storm", + "c alled", + "cal led", + "call ed", + "Ġin quiries", + ". middleware", + ".m iddleware", + ".middle ware", + "ĠD owntown", + "ĠDown town", + "/ ';Ċ", + "/' ;Ċ", + "Ġkil omet", + "ac cel", + "acc el", + "Ġqu ien", + "Ġq uien", + "Ġqui en", + "w string", + "ws tring", + "set Data", + "Ġman era", + "Ġmane ra", + "Ġmod ular", + "r imp", + "ri mp", + "rim p", + "Ġtar iffs", + "Ġtariff s", + "Ġtarif fs", + "âĢĻ il", + "âĢĻi l", + "_TH ROW", + "/ color", + "/c olor", + "/co lor", + "Ġ HTMLElement", + "ĠHT MLElement", + "ĠHTML Element", + "Ġc arro", + "Ġcar ro", + "Ġcarr o", + "Ġpr ere", + "Ġpre re", + "Ġprer e", + "Ġplot ting", + "Ġ Positive", + "ĠPos itive", + "ĠM achines", + "ĠMachine s", + "ĠMach ines", + "O TES", + "OT ES", + "OTE S", + "á» Ľ", + "ple asant", + "Ġ alte", + "Ġa lte", + "Ġal te", + "Ġalt e", + "Ġa inda", + "Ġai nda", + "Ġain da", + "th ese", + "the se", + "thes e", + "Ġ cors", + "Ġc ors", + "Ġco rs", + "Ġcor s", + "i pay", + "ip ay", + "ipa y", + "ĠAdv isory", + "ĠAdvis ory", + "ĠAdvisor y", + "ĠRub io", + "ĠRu bio", + "j q", + "Ġl imestone", + "Ġlim estone", + "Ġlime stone", + "Ġdet ached", + "Ġdetach ed", + "设 ç½®", + "t enant", + "te nant", + "ten ant", + "Ġ Depth", + "ĠDe pth", + "ĠDep th", + "ĠDept h", + "a lore", + "al ore", + "alo re", + "ĠÑģÑĤ ÑĢок", + "ĠÑģÑĤÑĢ ок", + "ĠÑģÑĤÑĢо к", + "Ġ FORE", + "ĠF ORE", + "ĠFOR E", + "ĠFO RE", + "ĠL ay", + "ĠLa y", + "p resentation", + "present ation", + ") ');Ċ", + ")' );Ċ", + ".sub plots", + ".subplot s", + "Ï ĥ", + "N OW", + "NO W", + "G ar", + "Ga r", + "h andles", + "handle s", + "hand les", + "a bra", + "ab ra", + "abr a", + "put ies", + "pu ties", + "ĠElect rical", + "ĠElectric al", + "M iddle", + "Mid dle", + "r opic", + "ro pic", + "rop ic", + "Ġ JD", + "ĠJ D", + "Ġ Dyn", + "ĠD yn", + "ĠDy n", + "ĠB ristol", + "ĠBr istol", + "ĠBris tol", + "ĠMc Carthy", + "ĠMcCart hy", + "Ġstr iker", + "Ġstri ker", + "Ġstrike r", + "Ġenum erable", + "Ġenumer able", + "ĠE van", + "ĠEv an", + "ĠEva n", + ". defaults", + ".default s", + "qu ences", + "que nces", + "quence s", + ") ||", + ")| |", + "ĉ token", + "ĉt oken", + "ĉto ken", + "â Ĺı", + "âĹ ı", + "- dropdown", + "-d ropdown", + "-drop down", + "ST ORE", + "Ġ Graphic", + "ĠG raphic", + "ĠGraph ic", + "( pp", + "(p p", + "Ex pl", + "Exp l", + "Ġup wards", + "Ġupward s", + "ĠD istributed", + "ĠDistrib uted", + "Ġ WEB", + "ĠW EB", + "ĠWE B", + "J er", + "Je r", + "is NaN", + "çĶŁ æĪIJ", + "> R", + "üss en", + "üs sen", + "e fs", + "ef s", + "Ġun cover", + "Ġunc over", + "Ġl ud", + "Ġlu d", + ". calculate", + ".c alculate", + ".cal culate", + ".calc ulate", + "Ġ intptr", + "Ġint ptr", + "Ġmidfield er", + ". Headers", + ".Header s", + ".He aders", + ".Head ers", + "Ġ mf", + "Ġm f", + "e ref", + "er ef", + "ere f", + ". Metro", + ".M etro", + ".Me tro", + "Ġ Speaking", + "ĠSpe aking", + "ĠSpeak ing", + ": b", + "Ġcryptoc urrencies", + "Ġd emons", + "Ġde mons", + "Ġdem ons", + "Ġdemon s", + "Ġdemo ns", + "ĉ EXPECT", + "Ġw icked", + "y outube", + "you tube", + "youtu be", + ": Int", + ":I nt", + "ĠH indi", + "ĠHind i", + "ĠHin di", + "Ġ CAT", + "ĠC AT", + "ĠCA T", + "Ġ ع", + "ĠØ ¹", + "r ar", + "ra r", + "o more", + "om ore", + "omo re", + "omor e", + "/ per", + "/p er", + "/ license", + "/lic ense", + "/l icense", + "Ġre im", + "Ġa waiting", + "Ġawait ing", + "Ġle thal", + "Ġlet hal", + "Ġleth al", + "Ġ EF", + "ĠE F", + "r ounded", + "ro unded", + "round ed", + "ĠPl atinum", + "Ġв Ñģе", + "ĠвÑģ е", + ". coords", + ".co ords", + ".coord s", + ". Device", + ".D evice", + ".De vice", + ".Dev ice", + "/ item", + "/i tem", + "Ġ Wenn", + "ĠW enn", + "ĠWe nn", + "ĠWen n", + "compile Components", + "ĠK inder", + "ĠKind er", + "ĠKi nder", + "ĠKin der", + ".remove Item", + "Ġ anda", + "Ġa nda", + "Ġand a", + "Ġan da", + "b nb", + "bn b", + "Ġ pra", + "Ġp ra", + "Ġpr a", + "( transaction", + "(trans action", + "Ġembarrass ing", + "ĉ BOOL", + ".content View", + "Ġevent data", + "at ore", + "ator e", + "ato re", + "Ġprovided In", + "ir ma", + "irm a", + "Ġz ona", + "Ġzo na", + "_ HW", + "_H W", + "æ Ļ", + "Ġst ove", + "Ġsto ve", + "Ġcounter part", + "_ Product", + "_Pro duct", + "_MAN AGER", + "Ġinf ring", + "Ġinfr ing", + "Ġ ERA", + "ĠE RA", + "ĠER A", + "_ party", + "_p arty", + "_part y", + "_par ty", + "Ñ ij", + "Ġin ici", + "Ġi nici", + "Ġini ci", + "_ Request", + "_Re quest", + "Ġmir acle", + "Ġmirac le", + "Ġcancel Button", + "S py", + "Sp y", + "at ó", + "Ġpol ish", + "Ġpo lish", + "Ġpolis h", + "ĠNic ole", + "ĠNi cole", + "ĠNico le", + "ĠNicol e", + ". displayName", + ".display Name", + "\\ Requests", + "\\Request s", + "Ġuse History", + "Router Module", + "Ġst ared", + "Ġstar ed", + "Ġsta red", + "Ġstare d", + "I DER", + "ID ER", + "IDE R", + "Ñĥнк ÑĨи", + "Ġ nota", + "Ġn ota", + "Ġnot a", + "Ġno ta", + "$ arr", + "$a rr", + "$ar r", + "pec ified", + "Ġt opp", + "Ġto pp", + "Ġtop p", + "_DR IVER", + "_DRIVE R", + "/ ng", + "/n g", + "å ł", + "_ tm", + "_t m", + "% timeout", + "< s", + "Ġ (*)", + "Ġ( *)", + "Ġ(* )", + "Ġ HttpRequest", + "ĠHttp Request", + "_ TRACK", + "_TR ACK", + "_TRA CK", + "( note", + "(n ote", + "(not e", + "(no te", + "Ġ Explore", + "ĠExp lore", + "ĠExpl ore", + "_ serv", + "_s erv", + "_se rv", + "_ser v", + "Ġ ç»", + "Ġç »", + "B inder", + "Bind er", + "Bin der", + "Bi nder", + "+ \",", + "+\" ,", + ". att", + ".a tt", + ".at t", + "ĠEth i", + "ĠEt hi", + "Ġc ódigo", + "= '\\", + "=' \\", + ". lines", + ".l ines", + ".line s", + ".li nes", + ".lin es", + "( Of", + "(O f", + "å° Ĩ", + "miss ible", + "Ġ vé", + "Ġv é", + "Ġac oustic", + "Ġcraft ing", + "n it", + "ni t", + ". ba", + ".b a", + "ĠLuc y", + "ĠLu cy", + "Ġi Pod", + "ĠiP od", + "Ġpup ils", + "Ġpupil s", + "- max", + "-m ax", + "_ wr", + "_w r", + "( cp", + "(c p", + "Ġ REPORT", + "ĠRE PORT", + "ĠREP ORT", + "Ġ dns", + "Ġd ns", + "Ġdn s", + "Ġ References", + "ĠRe ferences", + "ĠReference s", + "ĠRefer ences", + "Ġunder taken", + "Ġundert aken", + "Ġundertake n", + "Ġkø benhavn", + "Ġ chai", + "Ġc hai", + "Ġch ai", + "Ġcha i", + "ĠC roat", + "ĠCro at", + "_ Log", + "_L og", + "r owned", + "row ned", + "rown ed", + "_ med", + "_m ed", + "_me d", + "ĉ date", + "ĉd ate", + "# __", + "Ġcost umes", + "Ġcostume s", + "Ġ Requires", + "ĠRe quires", + "ĠRequire s", + "aff le", + "ç Ĭ¶æĢģ", + "çĬ¶ æĢģ", + "-S emit", + "-Se mit", + "ela ide", + "еÑĤ од", + "Ġp estic", + "Ġpes tic", + "Ġpest ic", + "Ġ dra", + "Ġd ra", + "Ġdr a", + "D OCUMENT", + "DOC UMENT", + "Ġ ...čĊ", + "Ġ... čĊ", + "Ġ.. .čĊ", + "} `}Ċ", + "}` }Ċ", + "}`} Ċ", + "ĠA uction", + "ĠAu ction", + "Ġ Dock", + "ĠD ock", + "ĠDo ck", + "ĠDoc k", + "xxxx xxxx", + "( getString", + "(get String", + "ħ į", + "Ġborder Width", + "ĠM achinery", + "ĠMachine ry", + "ĠMach inery", + "Ġpredict able", + "Ġpredic table", + ". SH", + ".S H", + "Ġam plitude", + "Ġampl itude", + ".for Root", + "I Navigation", + "IN avigation", + "Table Model", + "at trib", + "att rib", + "attr ib", + "Ġmaneu ver", + "Ġexc av", + "B ERS", + "BER S", + "BE RS", + "Ġd apat", + "Ġda pat", + "Ġdap at", + "Ġinstall ations", + "Ġinstallation s", + "Ġinstal lations", + ". Async", + ".A sync", + ".As ync", + "Ġ rays", + "Ġr ays", + "Ġra ys", + "Ġray s", + "= âĢĿ", + "; ččĊ", + ". crypto", + ".c rypto", + "_ dbg", + "_d bg", + "_db g", + "Ġ Enumerable", + "ĠEnum erable", + "Of Size", + "_ epochs", + "_epoch s", + "m w", + "M ENU", + "ME NU", + "out line", + "ĠP apers", + "ĠPa pers", + "ĠPaper s", + "ĠPap ers", + "= ===========Ċ", + "== ==========Ċ", + "==== ========Ċ", + "======== ====Ċ", + "=== =========Ċ", + "============ Ċ", + "=========== =Ċ", + "========= ===Ċ", + "========== ==Ċ", + "====== ======Ċ", + "===== =======Ċ", + "======= =====Ċ", + "Ġuniform s", + "Ġuni forms", + "ĠG ig", + "ĠGi g", + "- package", + "-p ackage", + "-pack age", + "ĠJ enkins", + "ĠJen kins", + "Ġ HomePage", + "ĠHome Page", + ". isSelected", + ".is Selected", + "Ġmechan ic", + "Ġmech anic", + "M K", + "Ġ Sounds", + "ĠS ounds", + "ĠSo unds", + "ĠSou nds", + "ĠSound s", + "//---------------------------------------------------------------- -------------Ċ", + "//---------------------------------------------------------------------------- -Ċ", + "Ġresearch ing", + "Ġ infos", + "Ġin fos", + "Ġinfo s", + "Ġinf os", + "o graphics", + "og raphics", + "ograph ics", + "ographic s", + "er set", + "ers et", + "erse t", + "([ '/", + "([' /", + "ĠTim ber", + ". agent", + ".a gent", + ".ag ent", + ".age nt", + ".to JSON", + "_ commands", + "_command s", + "_comm ands", + "p aring", + "par ing", + "pa ring", + "_ adjust", + "_ad just", + "_adj ust", + ". nome", + ".n ome", + ".no me", + ".nom e", + "( glm", + "(g lm", + "(gl m", + "Status Bar", + "file path", + "? âĢĻ", + "Ġdet ective", + "Ġdetect ive", + "Ġuns erer", + "Ġunser er", + "Ġunsere r", + "ĠTi bet", + "ĠTib et", + "EN DED", + "END ED", + "( seed", + "(s eed", + "(se ed", + "Ġsne ak", + "Ġa mor", + "Ġam or", + "Ġamo r", + "=\" //", + "=\"/ /", + "ĠPan thers", + "ĠPanther s", + "all ax", + "alla x", + "ĠL IVE", + "ĠLI VE", + "ĉ DWORD", + "ĉD WORD", + "] =-", + "]= -", + "Ġt ornado", + "Ġtorn ado", + "/ min", + "/m in", + "Ġl ungs", + "Ġlung s", + "Ġlun gs", + "- current", + "-c urrent", + "-cur rent", + "Ġ Booking", + "ĠBo oking", + "ĠBook ing", + "ĠBoo king", + "åĪĹ è¡¨", + "Ġenjoy ment", + "ठ°", + "J A", + "t yped", + "type d", + "ty ped", + "typ ed", + ". Btn", + ".B tn", + "f at", + "fa t", + "u gal", + "ug al", + "uga l", + "Ġ Shares", + "ĠSh ares", + "ĠShare s", + "ĠSha res", + "ĠShar es", + "Ġdis gr", + "Ġdisg r", + "Ġ BAR", + "ĠB AR", + "ĠBA R", + "Ġ FOX", + "ĠF OX", + "ĠFO X", + "Op code", + "Ġ Sz", + "ĠS z", + "key down", + "iction aries", + "Ġdet ailing", + "Ġdetail ing", + "} ))Ċ", + "}) )Ċ", + "})) Ċ", + "Ġ pok", + "Ġp ok", + "Ġpo k", + "Ġdemonstr ating", + "Ġ notation", + "Ġn otation", + "Ġnot ation", + "Ġnota tion", + "l ayers", + "la yers", + "lay ers", + "layer s", + "@ if", + "ĠN PR", + "ĠNP R", + ".strict Equal", + "Ġ Recipes", + "ĠRec ipes", + "ĠRecipe s", + ". Tensor", + ".T ensor", + "Ġliqu or", + "Ġdeb ts", + "Ġdebt s", + ". endsWith", + ".end sWith", + ".ends With", + "W heel", + "Wh eel", + ". Pos", + ".P os", + "C SV", + "CS V", + "$ arity", + "$ar ity", + "Ġun stable", + "Ġuns table", + "Ġunst able", + "( loss", + "(l oss", + "(lo ss", + "EN SOR", + "ENS OR", + "Ġel even", + "Ġele ven", + "Ġelev en", + "ĠL opez", + "ĠLo pez", + "ĠHop kins", + "c onom", + "con om", + "co nom", + "cono m", + "ĠS eth", + "ĠSe th", + "ĠSet h", + "Ġpo ems", + "Ġpoem s", + "Q uant", + "Qu ant", + "Ġg sl", + "Ġgs l", + "Ġsy rup", + "Ġs ibling", + "Ġsi bling", + "Ġc ass", + "Ġca ss", + "Ġcas s", + "- vous", + "-v ous", + "ö t", + "_P ATTERN", + "_ SECTION", + "_SE CTION", + "_SEC TION", + "est imated", + "estimate d", + "up grade", + ". mongodb", + ".m ongodb", + ".mongo db", + "ĠBo at", + "_ CTX", + "_C TX", + "_CT X", + "Ġfetch ing", + "Ġfet ching", + "u stin", + "us tin", + "ust in", + "p iel", + "pi el", + "pie l", + "M arg", + "Mar g", + "Ma rg", + "Ref lection", + "Reflect ion", + "Ġ duct", + "Ġd uct", + "Ġdu ct", + "ĠMunicip al", + "Ġ bx", + "Ġb x", + ". GetCurrent", + ".Get Current", + "m link", + "ml ink", + "mlin k", + "ĠAccount ing", + "ĠGen eva", + "ĠGene va", + "_ Pos", + "_P os", + "Ġp asser", + "Ġpass er", + "Ġpas ser", + "Ġpasse r", + "Ġhear ings", + "Ġhearing s", + "com pan", + "comp an", + "Ġfrag ile", + "Initial izer", + "Initialize r", + "w alker", + "walk er", + "wal ker", + ". Material", + ".M aterial", + "ĠH unting", + "ĠHun ting", + "ĠHunt ing", + "try side", + "trys ide", + "Ġ kat", + "Ġk at", + "Ġka t", + "Ġcl erk", + "Ġcle rk", + "Ġcler k", + "á Ł", + "do ing", + "doi ng", + "ĉ group", + "ĉg roup", + "ĉgr oup", + "Ġsan ction", + "Ġsanct ion", + ". lb", + ".l b", + "Ġ Lazy", + "ĠL azy", + "ĠLa zy", + "ĠLaz y", + "Ġ Constraint", + "ĠCon straint", + "ĠConstr aint", + "P agination", + "Pag ination", + "Ġpou vez", + "ĠInd icates", + "M ER", + "ME R", + "Ġc ours", + "Ġco urs", + "Ġcour s", + "Ġcou rs", + "Ġy early", + "Ġyear ly", + "Ġg rosse", + "Ġgro sse", + "Ġgross e", + "Ġgros se", + "abb rev", + "abbr ev", + "Ġ DON", + "ĠD ON", + "ĠDO N", + "Ġpro ceeded", + "Ġproceed ed", + "ent lich", + "Ġ propertyName", + "Ġproperty Name", + "ĠTe aching", + "ĠTea ching", + "ĠTeach ing", + "st adt", + "sta dt", + "stad t", + "Ġc utoff", + "Ġcut off", + "or ners", + "orn ers", + "orne rs", + "Ġa frica", + "Ġaf rica", + "Ġafr ica", + "Ġ renders", + "Ġr enders", + "Ġrender s", + "Ġren ders", + "Ġrend ers", + "ĠYan kees", + "ĠYankee s", + "Ġ Toolbar", + "ĠTool bar", + "s paces", + "sp aces", + "space s", + "spa ces", + ".fill Style", + "Ġseg undo", + "Ġsegu ndo", + "_ strlen", + "_st rlen", + "_str len", + ". Firebase", + ".F irebase", + ".Fire base", + "å¤ Ħ", + "Ġmention ing", + "\\ (", + "ĠVal ve", + "S etter", + "Set ter", + "Ġsp ans", + "Ġspan s", + "Ġspa ns", + "ĠAl cohol", + "Ġ Letters", + "ĠLet ters", + "ĠLetter s", + "\\ xe", + "\\x e", + "Ġ TK", + "ĠT K", + "_ BLE", + "_B LE", + "_BL E", + ". getResult", + ".get Result", + "< Player", + "

\"", + "=> \"", + "t lement", + "tle ment", + "tl ement", + "$ (\"", + "$( \"", + "From String", + "ĠB ild", + "ĠBi ld", + "ĠBil d", + "Ġcon ventions", + "Ġconv entions", + "Ġconvent ions", + "Ġconvention s", + "_ native", + "_n ative", + "_nat ive", + "Ġ Inspector", + "ĠIns pector", + "ĠInsp ector", + "ĠP ist", + "ĠPi st", + "ĠPis t", + "u bar", + "ub ar", + "uba r", + "Ġ regs", + "Ġre gs", + "Ġreg s", + "ĠP ilot", + "ĠPi lot", + "ĠPil ot", + "T hus", + "Th us", + "Thu s", + "> '+", + ">' +", + "Ġ cela", + "Ġc ela", + "Ġce la", + "Ġcel a", + ". news", + ".n ews", + ".new s", + ".ne ws", + "( Product", + "L iving", + "Li ving", + "Liv ing", + "R ussia", + "Russ ia", + "Ġ facet", + "Ġf acet", + "Ġfac et", + "Ġface t", + "e tical", + "et ical", + "etic al", + "eti cal", + "Ġ[ '$", + "Ġ[' $", + "/ [", + "Ġ Dire", + "ĠD ire", + "ĠDi re", + "ĠDir e", + "Ġg ases", + "Ġgas es", + "Ġga ses", + "ĠIN FORMATION", + "Ġ Eat", + "ĠE at", + "ĠEa t", + "ĠFor ums", + "ĠForum s", + "Ġ Characters", + "ĠChar acters", + "ĠCharacter s", + "_ met", + "_m et", + "_me t", + "Ġ ìĭľ", + "Ġìĭ ľ", + "Ġk ings", + "Ġking s", + "Ġkin gs", + "a chie", + "ach ie", + "achi e", + "Ġ Lambda", + "ĠL ambda", + "ĠLamb da", + "Ġt imers", + "Ġtime rs", + "Ġtim ers", + "Ġti mers", + "Ġtimer s", + "ĠL ighting", + "ĠLight ing", + "ĠCas ey", + "ĠCase y", + "ĠCa sey", + "ad dir", + "add ir", + "an dex", + "and ex", + "ande x", + ". answer", + ".an swer", + "Ġ Hip", + "ĠH ip", + "ĠHi p", + "ĠPr incip", + "Start Date", + "Ġ ãĢĮ", + "ĠãĢ Į", + "t res", + "tr es", + "tre s", + "Ġ &#", + "Ġ& #", + ".Max Value", + "ĠPro blems", + "ĠProblem s", + "ĠProb lems", + "ĠProble ms", + "Ġ latex", + "Ġla tex", + "Ġlate x", + "Ġlat ex", + "Of Class", + "ĠL ynn", + "ĠLy nn", + "ĠLyn n", + "/ /'", + "// '", + "Ġvoy age", + "Ġsh uttle", + "Ġshut tle", + "ĠR oller", + "ĠRo ller", + "ĠRoll er", + "ĠRol ler", + "ĠRuntime Error", + "u ya", + "uy a", + "D ic", + "Di c", + "ĉ builder", + "ĉb uilder", + "ĉbuild er", + "Ġbul lying", + "Ġbull ying", + "Ġbully ing", + "Ġsimple st", + "Ġsimp lest", + "Ġsimpl est", + "Ġsimples t", + ". called", + ".c alled", + ".call ed", + ".cal led", + "Ġ LR", + "ĠL R", + "Ġmor ality", + "Ġmoral ity", + "Ġst urdy", + "tr acking", + "track ing", + ". swagger", + ".sw agger", + "_ BIND", + "_B IND", + "_BIN D", + "I TOR", + "IT OR", + "ITO R", + "-url encoded", + "Ġ Ñħ", + "ĠÑ ħ", + "ĠTr inity", + "Ġtr aps", + "Ġtra ps", + "Ġtrap s", + "Ġ |-", + "Ġ| -", + "Ġ setText", + "Ġset Text", + "Ġbar gain", + "Ġbarg ain", + "Ġbr akes", + "Ġbra kes", + "Ġbrake s", + ". getCode", + ".get Code", + ".g etCode", + ".getC ode", + "Ġm igrate", + "Ġmigr ate", + "Ġmig rate", + "Ġ ribbon", + "Ġr ibbon", + "Ġrib bon", + ") return", + ")r eturn", + "Ġ charger", + "Ġch arger", + "Ġchar ger", + "Ġcharg er", + "Ġcharge r", + "a com", + "ac om", + "aco m", + "ADI US", + "ĠAmb assador", + "- after", + "-a fter", + "Ġ anni", + "Ġan ni", + "Ġann i", + "ĉ spin", + "ĉs pin", + "ĉsp in", + "Con cept", + "ĠHend erson", + "Ġ HOST", + "ĠH OST", + "ĠHO ST", + ". rank", + ".r ank", + ".ra nk", + "ĠNorth east", + "ĠNor theast", + "Ġber lin", + "Ġre quis", + "Ġreq uis", + "Ġrequ is", + ". feed", + ".f eed", + ".fe ed", + "Ġsource Mapping", + "ĠRen contre", + ". ajax", + ".a jax", + "nest js", + "Ġt rek", + "Ġtr ek", + "Ġtre k", + "ĠN acional", + "Ġ& [", + "Ġpay able", + "or tex", + "ort ex", + "orte x", + "Ġ dept", + "Ġd ept", + "Ġde pt", + "Ġdep t", + "field Name", + "Ġcomp letes", + "Ġcomple tes", + "Ġcomplet es", + "Ġcompl etes", + "Ġcomplete s", + "ĠR VA", + "ĠRV A", + "Ġon ions", + "Ġonion s", + "al ignment", + "align ment", + "Form ats", + "Format s", + "Ġ' {$", + "Ġ'{ $", + "Hash Set", + "ĠB od", + "ĠBo d", + ".Invariant Culture", + "Ġsett lements", + "Ġsettlement s", + "Ġsettle ments", + "Ġ hydr", + "Ġhy dr", + ". updated", + ".update d", + ".up dated", + "v enth", + "ve nth", + "vent h", + "ven th", + "( seconds", + "(se conds", + "(second s", + "(sec onds", + "=\" /\"", + "=\"/ \"", + "Ġweb page", + "( ĊĊ", + "(Ċ Ċ", + "Ġ tir", + "Ġt ir", + "Ġti r", + "Ġt oes", + "Ġto es", + "Ġtoe s", + "ĠB rick", + "ĠBr ick", + "ĠBri ck", + "Ġamb ition", + "Ġambit ion", + "P ot", + "Po t", + "= max", + "=m ax", + "E TIME", + "ET IME", + "Ġde pot", + "Ġdep ot", + "c alls", + "cal ls", + "call s", + "ĠNor wegian", + "` :", + "Ġ burger", + "Ġb urger", + "Ġbur ger", + "Ġburg er", + "Ġburge r", + "Ġprofessor s", + "Ġprofess ors", + "Ġ Allocate", + "ĠAl locate", + "ĠAll ocate", + "ĠAlloc ate", + "-third s", + "- chart", + "-c hart", + "-ch art", + "-char t", + "Ġ ford", + "Ġf ord", + "Ġfor d", + "Ġfo rd", + "* N", + ".k otlin", + "Ġpaper work", + "Ġ DEVICE", + "ĠDE VICE", + "ĠDEV ICE", + "% @\",", + "%@ \",", + "re spect", + "res pect", + "resp ect", + "( mp", + "(m p", + "é «ĺ", + "é« ĺ", + "- if", + "-i f", + "Ġcush ion", + "o bot", + "ob ot", + "obo t", + "Ġp arc", + "Ġpar c", + "Ġpa rc", + "S PACE", + "SP ACE", + "SPA CE", + "ĠNet anyahu", + "Ġself ish", + "Ġsel fish", + "f eat", + "fe at", + "fea t", + "Ġ clientes", + "Ġcl ientes", + "Ġclient es", + "Ġcli entes", + "Ġcliente s", + "- tools", + "-t ools", + "-to ols", + "-tool s", + "-too ls", + "Ġp orch", + "Ġpo rch", + "Ġpor ch", + "Ġ jq", + "Ġj q", + ". verbose", + ".ver bose", + "Ġlib erals", + "Ġliberal s", + "Ġliber als", + "] )ĊĊĊ", + "]) ĊĊĊ", + "])Ċ ĊĊ", + "])ĊĊ Ċ", + "p ies", + "pi es", + "pie s", + "Not Blank", + "( term", + "(t erm", + "(te rm", + "È Ľi", + "ÈĽ i", + "_ Params", + "_Param s", + ". normalize", + ".normal ize", + "B ullet", + "AS IC", + "ASI C", + "( hex", + "(h ex", + "_ cliente", + "_cl iente", + "_client e", + "_cli ente", + "+ ,", + "_ DI", + "_D I", + "Ġforth coming", + "} \")]Ċ", + "}\" )]Ċ", + "}\") ]Ċ", + "s eo", + "se o", + "U m", + "> Name", + ">N ame", + "Ġcomfort ably", + "irect ional", + "irection al", + "W ITH", + "WI TH", + "/ pr", + "/p r", + "Ġ Poor", + "ĠP oor", + "ĠPo or", + "ĠV itamin", + "ĠVit amin", + "ĠVita min", + "v ic", + "vi c", + "G H", + "Ġprior it", + "Ġprio rit", + "Ġ NN", + "ĠN N", + "Ġ Closed", + "ĠC losed", + "ĠCl osed", + "ĠClose d", + "ĠClo sed", + "¤ í", + "Ġ isOpen", + "Ġis Open", + "\\ Console", + "And Feel", + ". SUCCESS", + ".S UCCESS", + "_OPER ATION", + "p olation", + "po lation", + "pol ation", + "ĠT as", + "ĠTa s", + "p sz", + "ps z", + "> '.", + ">' .", + "C URRENT", + "V endor", + "host s", + "ho sts", + "hos ts", + "ĠE rd", + "ĠEr d", + ">tag ger", + ">t agger", + "ĠsourceMapping URL", + "Ġmar athon", + "_ closed", + "_c losed", + "_cl osed", + "_close d", + "Ġex emption", + "Ġexem ption", + "Ġexempt ion", + "Ġexemp tion", + "Ġrecogn izes", + "Ġrecognize s", + "ide show", + "ides how", + "' $", + "(' /');Ċ", + "('/ ');Ċ", + "('/') ;Ċ", + "m its", + "mit s", + "mi ts", + "wa rz", + "war z", + "ĠCh erry", + "ĠCher ry", + "µ ¬", + "n or", + "no r", + "p orte", + "port e", + "por te", + "Ġ wl", + "Ġw l", + "_ backup", + "_back up", + ".get Boolean", + ". getResource", + ".get Resource", + "Ġdefinit ive", + "Ġdefin itive", + ". EditText", + ".Edit Text", + "Ġ sÃŃ", + "Ġs ÃŃ", + ". CONT", + ".C ONT", + ".CON T", + ".CO NT", + "Ġ PLAYER", + "ĠPL AYER", + "ĠPLAY ER", + ". cards", + ".c ards", + ".card s", + ".car ds", + "ĠSh ore", + "ĠSho re", + "(' /')Ċ", + "('/ ')Ċ", + "('/') Ċ", + "cl uir", + "Web Driver", + "( month", + "(m onth", + "(mon th", + "- release", + "-r elease", + "-re lease", + "-rel ease", + "Ġins pector", + "Ġinspect or", + "Ġinsp ector", + "å £", + "Ġ NF", + "ĠN F", + "_ clip", + "_c lip", + "_cl ip", + "_cli p", + "å ŃIJ", + "åŃ IJ", + "Ġinter acting", + "Ġinteract ing", + ". tmp", + ".t mp", + ".tm p", + "Ġ '''ĊĊ", + "Ġ'' 'ĊĊ", + "Ġ'''Ċ Ċ", + "Ġ''' ĊĊ", + "Ġ dee", + "Ġd ee", + "Ġde e", + "Ġf rost", + "Ġfr ost", + "Ġfro st", + "\" ]))Ċ", + "\"] ))Ċ", + "\"]) )Ċ", + "\"])) Ċ", + "Ġ Places", + "ĠP laces", + "ĠPl aces", + "ĠPlace s", + "ĠPla ces", + "Th rows", + "Throw s", + "Thr ows", + "f ork", + "fo rk", + "for k", + "/ day", + "/d ay", + "i Phone", + "Ġ MIC", + "ĠM IC", + "ĠMI C", + "Ġf olding", + "Ġfol ding", + "Ġfold ing", + "Ġcr ore", + "Ġcro re", + "ĠCh iefs", + "ĠChief s", + "ĠChi efs", + "pher ical", + "pheric al", + "phe rical", + "( price", + "(p rice", + "(pr ice", + ".Write String", + "Ġex iting", + "Ġexit ing", + "] ',Ċ", + "]', Ċ", + "]' ,Ċ", + "ight ing", + "igh ting", + "Ing redient", + "( vertex", + "(ver tex", + "Ġ scrollView", + "Ġs crollView", + "Ġscroll View", + "h f", + ": new", + ":n ew", + "S EN", + "SE N", + "s ector", + "se ctor", + "sec tor", + "sect or", + "Ġs pins", + "Ġsp ins", + "Ġspin s", + "Ġspi ns", + "Ġ Scheduler", + "ĠS cheduler", + "ĠSchedule r", + "o techn", + "ot echn", + "ote chn", + "otech n", + "otec hn", + "sem icolon", + "semi colon", + "Font OfSize", + "ĠSpecific ally", + "fl amm", + ". ObjectId", + ".Object Id", + "Ġc onta", + "Ġcon ta", + "Ġcont a", + "_ permissions", + "_per missions", + "_perm issions", + "_permission s", + "ĉ FROM", + "ĉF ROM", + "I CODE", + "IC ODE", + "ICO DE", + "/ kg", + "/k g", + "ĠHot els", + "ĠHotel s", + "- med", + "-m ed", + "-me d", + "ĠD in", + "ĠDi n", + "Ġn avy", + "Ġna vy", + "Ġnav y", + "get Param", + "Ġm end", + "Ġme nd", + "Ġmen d", + "Ġportray ed", + "ĠMet ropolitan", + "P ainter", + "Paint er", + "Pa inter", + "Ġref erral", + "Ġrefer ral", + "_ good", + "_g ood", + "_go od", + "Ġmar vel", + "os aic", + "osa ic", + "> (&", + ">( &", + ". ur", + ".u r", + "Ġes tos", + "Ġest os", + "Ġesto s", + "Will iam", + "Ġtim ber", + "Ġquel ques", + "Ġquelque s", + "Ġ Documents", + "ĠDocument s", + "ĠDoc uments", + ".X aml", + "Ġb atches", + "Ġbatch es", + "Ġbat ches", + "éģ ĵ", + "Ġ Released", + "ĠRe leased", + "ĠRelease d", + "T ail", + "Ta il", + "Tai l", + "CO OKIE", + "h eid", + "he id", + "hei d", + "_ station", + "_st ation", + "_stat ion", + "_sta tion", + "Ġ Via", + "ĠV ia", + "ĠVi a", + "S ale", + "Sal e", + "Sa le", + "Ġ Repeat", + "ĠRe peat", + "ĠRep eat", + "Ġpro min", + "Ġpr omin", + "Ġprom in", + "ĠZ o", + "- forward", + "-for ward", + "Ġ Ion", + "ĠI on", + "ĠIo n", + "it ary", + "ita ry", + "itar y", + "Ġj us", + "Ġju s", + "- request", + "-re quest", + "Ġproud ly", + "Ġ Streaming", + "ĠStream ing", + "ĠStre aming", + "( MouseEvent", + "(Mouse Event", + "ĠS print", + "ĠSp rint", + "ĠSpr int", + "_ rotation", + "_r otation", + "_rot ation", + "Re positories", + "Ġt art", + "Ġta rt", + "Ġtar t", + "ĠÑģ в", + "Ġm appings", + "Ġmapping s", + "è ª", + "C u", + "C ycle", + "Cy cle", + "Ġb un", + "Ġbu n", + "ĉ lua", + "ĉl ua", + "ãĥ ī", + "Ġ( (!", + "Ġ(( !", + "Ġcollect ively", + "Ġcollective ly", + "Ġ Cond", + "ĠC ond", + "ĠCon d", + "ĠCo nd", + "Ġws zyst", + "Ġwsz yst", + "( lib", + "(l ib", + "(li b", + "openh agen", + "_ skip", + "_s kip", + "_sk ip", + ".Column Header", + "é Ĥ", + "perience d", + "peri enced", + "ı è¿°", + "_ props", + "_p rops", + "_pro ps", + "_pr ops", + "_prop s", + "Ġcon trace", + "Ġcont race", + "Ġcontr ace", + "Ġcontra ce", + "Ġmatch up", + "ab etic", + "abe tic", + "abet ic", + ". members", + ".m embers", + ".member s", + ".mem bers", + "R ECT", + "RE CT", + "REC T", + "( dat", + "(d at", + "(da t", + "Ġs og", + "Ġso g", + "re nom", + "ren om", + "reno m", + "_ Method", + "_M ethod", + "Custom ers", + "Customer s", + "ful lname", + "full name", + "Z N", + "r etry", + "re try", + "ret ry", + "Ġ kap", + "Ġk ap", + "Ġka p", + "ĠN eu", + "ĠNe u", + "è Ĭ", + "add Child", + "will Return", + "_ permalink", + "_p ermalink", + "_per malink", + "_perm alink", + "Ġenerg etic", + "Ġener getic", + "ĠW et", + "ĠWe t", + "ĠM orr", + "ĠMo rr", + "ĠMor r", + "Ġ gcd", + "Ġg cd", + "Ġgc d", + "co unts", + "count s", + "cou nts", + ", type", + ",t ype", + "d ig", + "di g", + "( Login", + "(Log in", + "Ġcr acks", + "Ġcrack s", + "Ġcra cks", + "Ġb acterial", + "Ġbacter ial", + "Ġbacteria l", + "ĠM eat", + "ĠMe at", + "ĠArm strong", + "ĠBro nze", + "ĠBron ze", + "Ġapprox imate", + "_ dirs", + "_d irs", + "_dir s", + "_di rs", + "l iga", + "li ga", + "lig a", + "ÅĤ ad", + "ÅĤa d", + "Ġkind ness", + "Ġ contre", + "Ġcon tre", + "Ġcont re", + "Ġcontr e", + "ĠE VERY", + "ĠEV ERY", + "ĠEVER Y", + "ĠEVE RY", + "M ET", + "ME T", + "Ġann ouncements", + "Ġannounc ements", + "Ġannouncement s", + "Ġannounce ments", + "g pio", + "gp io", + "ĠWaitFor Seconds", + "ĠPhoto shop", + "ĠPhotos hop", + "Ġdis contin", + "/ dd", + "/d d", + "Ġtop ology", + "Ġtopo logy", + "an ical", + "ani cal", + "anic al", + ". interface", + ".inter face", + "auc oup", + ". HashSet", + ".Hash Set", + "ARI ANT", + "( routes", + "(r outes", + "(route s", + "(ro utes", + "ĠT eh", + "ĠTe h", + "Ġh ype", + "Ġhy pe", + "Ġhyp e", + "] \").", + "]\" ).", + "]\") .", + "Ġs lam", + "Ġsl am", + "Ġsla m", + "Ġbr oth", + "Ġbro th", + "- inter", + "-in ter", + "-int er", + "ĠR id", + "ĠRi d", + "- manager", + "-m anager", + "-man ager", + "Cancel ar", + "Ġ Pagination", + "ĠP agination", + "ĠPag ination", + "Ġsound track", + "Ġpos terior", + "Ġpost erior", + "Ġposter ior", + "Ġposte rior", + "Ġsc rub", + "Ġscr ub", + "c reating", + "cre ating", + "cr eating", + "creat ing", + "- *", + "ir teen", + "irt een", + ". dy", + ".d y", + ".s ymmetric", + ".sym metric", + "Ġ \"\".", + "Ġ\" \".", + "Ġ\"\" .", + "= ==============", + "== =============", + "==== ===========", + "======== =======", + "=== ============", + "============ ===", + "============= ==", + "=========== ====", + "============== =", + "========= ======", + "========== =====", + "====== =========", + "===== ==========", + "======= ========", + "Ġch assis", + "ĠnumberOf Rows", + "De veloper", + "Develop er", + "_ bins", + "_b ins", + "_bin s", + "_bi ns", + "Ġ OUR", + "ĠO UR", + "ĠOU R", + "ri eb", + "rie b", + "P ros", + "Pro s", + "Pr os", + "Ġ wiÄĻ", + "Ġw iÄĻ", + "Ġwi ÄĻ", + "\" d", + "Ġasync io", + "ze igen", + "_ spi", + "_s pi", + "_sp i", + ". ALL", + ".A LL", + ".AL L", + "Ġscre ws", + "Ġscr ews", + "Ġscrew s", + "Ch inese", + "Ġ apiKey", + "Ġapi Key", + "Ġun successful", + "ĠSea hawks", + "ĠSeah awks", + "O RG", + "OR G", + "ç« ł", + "Ġprofession ally", + "Ġprofessional ly", + "Ġ Coupon", + "ĠC oupon", + "ĠCo upon", + "ĠCou pon", + "åŃĹ æ®µ", + "Con vention", + "Conv ention", + "Ġpol ym", + "Ġpoly m", + "æī ĭ", + "Ġsal vation", + "Ġsalv ation", + "Ġengine ered", + "Ġengineer ed", + "ĠW rest", + "ĠWr est", + "Ġ GCC", + "ĠG CC", + "ĠGC C", + "Ġwar mer", + "Ġwarm er", + "Layout Constraint", + "Ġag grav", + "Ġagg rav", + "S cripts", + "Script s", + "vent ure", + "ven ture", + "Ġrefriger ator", + "Ġinnov ations", + "Ġinnovation s", + "Ġ Runner", + "ĠR unner", + "ĠRun ner", + "N IC", + "NI C", + "ĠRoll ing", + "ĠRol ling", + "Control Events", + "Ġlo os", + "p ac", + "pa c", + "ĉ panel", + "ĉp anel", + "e fe", + "ef e", + "ĠBudd ha", + "ĠBuddh a", + "- -------------Ċ", + "-- ------------Ċ", + "---- ----------Ċ", + "-------- ------Ċ", + "--- -----------Ċ", + "------------ --Ċ", + "----- ---------Ċ", + "---------- ----Ċ", + "------ --------Ċ", + "----------- ---Ċ", + "------------- -Ċ", + "------- -------Ċ", + "--------- -----Ċ", + "-------------- Ċ", + "åº ĵ", + "(for Key", + "Ġl umin", + "Ġlu min", + "Ġlum in", + "Ġ (?", + "Ġ( ?", + "ĠA IDS", + "ĠAI DS", + ", user", + ",u ser", + "im ientos", + "imiento s", + "content Type", + "ant lr", + "é ¦", + "ĠW elt", + "ĠWe lt", + "ĠWel t", + "P roduction", + "Pro duction", + "Product ion", + "Produ ction", + "Prod uction", + "m ight", + "mi ght", + "ĠV II", + "ĠVI I", + "\" ,(", + "\", (", + "Ġobs erving", + "Ġobserv ing", + "Ġdeliber ate", + "( control", + "(c ontrol", + "(cont rol", + "Ġwith d", + "Ġwit hd", + "Ġse mana", + "Ġsem ana", + "ST ACK", + "STA CK", + "u chen", + "uch en", + "uc hen", + "uche n", + "N ice", + "Ni ce", + "Nic e", + "ĠDeutsch land", + "Ġ Specifies", + "ĠSpec ifies", + "d ma", + "dm a", + "iz io", + "izi o", + "ĠF acts", + "ĠFac ts", + "ĠFa cts", + "ĠFact s", + "_ popup", + "_p opup", + "_pop up", + "ĠDirect ors", + "ĠDirector s", + "ĠDir ectors", + "ĠDire ctors", + "{ :", + "[ R", + "ĠÑį леменÑĤ", + "ĠÑįлем енÑĤ", + "Ġ plat", + "Ġp lat", + "Ġpl at", + "Ġpla t", + "Ġdirect ing", + "ä¸ ī", + "ĠGil bert", + "âĢ¦ .ĊĊ", + "âĢ¦. ĊĊ", + ". qml", + ".q ml", + "Ġthere after", + "Ġdis position", + "Ġdisp osition", + "Ġdispos ition", + "Ġdisposit ion", + "d raft", + "dr aft", + "dra ft", + "Ġs urgeon", + "Ġsurg eon", + "Ġsurge on", + "ĠIns ider", + "ĠInside r", + "Bl end", + "ĠT rev", + "ĠTr ev", + "ĠTre v", + "tr insic", + "tri nsic", + "To pics", + "Top ics", + "Topic s", + "r ieve", + "ri eve", + "rie ve", + "_ FILENAME", + "_FILE NAME", + "Ġaut res", + "Ġau tres", + "Ġautre s", + "J ose", + "Jo se", + "Jos e", + "Pro ducer", + "Produ cer", + "Prod ucer", + "e rus", + "er us", + "eru s", + "Ġpe tit", + "Ġpet it", + "Ġ NEXT", + "ĠN EXT", + "ĠNE XT", + "Ġ Filters", + "ĠF ilters", + "ĠFilter s", + "ĠFil ters", + "Ġrep licate", + "Ġrepl icate", + "Ġreplic ate", + "Ġreplica te", + "\" ]).", + "\"] ).", + "\"]) .", + "Ġl enders", + "Ġlen ders", + "Ġlend ers", + "Ġlender s", + "] \",Ċ", + "]\", Ċ", + "]\" ,Ċ", + "; charset", + "Cpp Object", + "Ġfl oral", + "Ġflo ral", + "Ġflor al", + "Ġflora l", + "Ġ Tipo", + "ĠT ipo", + "ĠTi po", + "ĠTip o", + "Ġcirc uits", + "Ġcircuit s", + "e asy", + "ea sy", + "(& $", + "it ta", + "itt a", + "er yl", + "ery l", + "_ COMMON", + "_COM MON", + "_COMM ON", + "' }}>Ċ", + "'} }>Ċ", + "'}} >Ċ", + "'}}> Ċ", + "-b acked", + "-back ed", + "( variable", + "(var iable", + "( Index", + "(In dex", + "Ġ voir", + "Ġv oir", + "Ġvo ir", + "Ġvoi r", + "_ locations", + "_l ocations", + "_location s", + "_loc ations", + "++ ){", + "++) {", + "ĠLouis ville", + "Ġgr atitude", + "Ġgrat itude", + ".Mock ito", + "ĠP owers", + "ĠPower s", + "ĠPo wers", + "ĠPow ers", + "i eurs", + "ie urs", + "ieu rs", + "ieur s", + "Ġge ographic", + "Ġgeo graphic", + "r ale", + "ra le", + "ral e", + "Ġc ra", + "Ġcr a", + "ĠSp urs", + "ipher text", + "iph ertext", + "AC ION", + "- common", + "-com mon", + "-comm on", + "Ġvict ories", + "ĠF inals", + "ĠFin als", + "ĠFinal s", + ". shuffle", + ".sh uffle", + "- million", + "-m illion", + "_ PROC", + "_P ROC", + "_PRO C", + "_PR OC", + "as sume", + "ass ume", + "Ġ ils", + "Ġi ls", + "Ġil s", + "D BC", + "DB C", + "Boot Test", + "Ġl avor", + "Ġla vor", + "Ġlav or", + ". testing", + ".t esting", + ".test ing", + ". ast", + ".as t", + ".a st", + "\" ]/", + "\"] /", + "m oid", + "mo id", + "Ġ qualification", + "Ġqual ification", + "g esch", + "ge sch", + "ges ch", + "ĉ put", + "ĉp ut", + "Ġair ports", + "Ġairport s", + "J I", + "T eacher", + "Te acher", + "_ uniform", + "_un iform", + "Ġ nama", + "Ġn ama", + "Ġna ma", + "Ġnam a", + "ĠB ast", + "ĠBa st", + "ĠBas t", + "e rtype", + "er type", + "ert ype", + "erty pe", + "c apture", + "cap ture", + "capt ure", + "get All", + "ĠReyn olds", + "o oled", + "ool ed", + "oo led", + ". comments", + ".com ments", + ".comment s", + ".comm ents", + "Ġ chin", + "Ġc hin", + "Ġch in", + "Ġchi n", + ") .*", + "). *", + "Ġ или", + "Ġи ли", + "t gl", + "tg l", + "u dos", + "ud os", + "udo s", + "Ġd ÃŃas", + "ĠdÃŃa s", + "ĠdÃŃ as", + "c hai", + "ch ai", + "cha i", + ". program", + ".p rogram", + ".pro gram", + ".pr ogram", + "Ġ psz", + "Ġp sz", + "Ġps z", + "ĉ icon", + "ĉi con", + "p hil", + "ph il", + "phi l", + "ent ral", + "entr al", + "_W RAP", + "_WR AP", + "o vi", + "ov i", + "Ġnost alg", + "In finity", + "Inf inity", + "ĉ yield", + "ĉy ield", + "Ġvit amins", + "Ġvitamin s", + "Ġvita mins", + "Ġvitam ins", + "Qu aternion", + "S ink", + "Si nk", + "Sin k", + "_ goods", + "_g oods", + "_go ods", + "_good s", + "Ġ ........", + "Ġ. .......", + "Ġ... .....", + "Ġ.. ......", + "Ġ.... ....", + "Ġ..... ...", + "Ġ...... ..", + "ĠW ings", + "ĠWin gs", + "ĠWing s", + "ur idad", + "uri dad", + "- story", + "-st ory", + "\" ])ĊĊ", + "\"] )ĊĊ", + "\"]) ĊĊ", + "\"])Ċ Ċ", + "idel ity", + "Type Def", + "G tk", + "Ġ íĮ", + "Ġí Į", + "_ Main", + "_M ain", + "Ġ chez", + "Ġch ez", + "Ġche z", + "ĠR aven", + "ĠRa ven", + "ĠRav en", + "Ġpay roll", + "Ġfreel ance", + "L LU", + "LL U", + "ĠM end", + "ĠMe nd", + "ĠMen d", + "e day", + "ed ay", + "eda y", + "Api ModelProperty", + ".Form BorderStyle", + "Ġeconom ist", + "stan bul", + "Ġfr eight", + "Ġfre ight", + "Ġfrei ght", + "- Agent", + "-A gent", + "( meta", + "(m eta", + "(me ta", + "Ġsym metry", + "Ġ' ..", + "Ġ'. .", + ". Calendar", + ".C alendar", + "- aut", + "-a ut", + "-au t", + "g f", + "p ent", + "pe nt", + "pen t", + "yc lopedia", + "Ġw ishing", + "Ġwish ing", + "Ċ ĊĊĊĊĊĊĊĊĊĊĊ", + "ĊĊ ĊĊĊĊĊĊĊĊĊĊ", + "ĊĊĊĊ ĊĊĊĊĊĊĊĊ", + "ĊĊĊ ĊĊĊĊĊĊĊĊĊ", + "ĊĊĊĊĊĊ ĊĊĊĊĊĊ", + "ĊĊĊĊĊĊĊĊ ĊĊĊĊ", + "ĊĊĊĊĊ ĊĊĊĊĊĊĊ", + "ĊĊĊĊĊĊĊĊĊĊ ĊĊ", + "ĊĊĊĊĊĊĊ ĊĊĊĊĊ", + "ĊĊĊĊĊĊĊĊĊ ĊĊĊ", + "ĊĊĊĊĊĊĊĊĊĊĊ Ċ", + "Ġgentle man", + "Ġ ê³", + "Ġê ³", + "= #", + "Ġlect ures", + "Ġlecture s", + "âĢľ In", + "âĢľI n", + "Ġ! _", + "Ġ hb", + "Ġh b", + "Ġ Vendor", + "ĠV endor", + "ĠVend or", + "Rec ently", + "Recent ly", + "_ notes", + "_n otes", + "_no tes", + "_not es", + "_note s", + "æıIJ 示", + "\" My", + "\"M y", + "Headers Height", + "_ SO", + "_S O", + "Ġunw illing", + "Ġsuper hero", + "g io", + "gi o", + "p sy", + "ps y", + "Ġ Peer", + "ĠP eer", + "ĠPe er", + "ĠPee r", + "j avax", + "java x", + "jav ax", + "& apos", + "&a pos", + "ĠCr isis", + "ĠCri sis", + "ord inal", + "ordin al", + "Mem cpy", + "++++++++ ++++++++", + "- val", + "-v al", + "Ġwork book", + "- ap", + "-a p", + "= k", + "Ġmetal lic", + "Ġmetall ic", + "_ peer", + "_p eer", + "_pe er", + "By PrimaryKey", + "_ SD", + "_S D", + "u ator", + "ua tor", + "uat or", + "_SH ADER", + "_SHA DER", + ") Math", + ". Transform", + ".Trans form", + "Ġc ows", + "Ġco ws", + "Ġcow s", + "P hi", + "Ph i", + "ĠC lem", + "ĠCl em", + "ĠCle m", + "( _(\"", + "(_ (\"", + "ĠL ud", + "ĠLu d", + "- delay", + "-d elay", + "-de lay", + "-del ay", + "ĠSe curities", + "ĠSec urities", + "ĠOrth odox", + "Sym fony", + "( report", + "(re port", + "(repo rt", + "(rep ort", + "Ġent ertain", + "Ġenter tain", + "Ġentert ain", + "E PS", + "EP S", + "iz oph", + "izo ph", + "ex ual", + "I RD", + "IR D", + "ä» İ", + "Ġl ith", + "Ġli th", + "Ġlit h", + "Ġ sanitize", + "Ġs anitize", + "Ġsan itize", + "Ġsanit ize", + "Ġfem inine", + "Ġfemin ine", + "IS BN", + ". authentication", + ".auth entication", + "_ pipeline", + "_p ipeline", + "_pipe line", + "/ constants", + "/con stants", + "Ġ CONF", + "ĠCON F", + "ĠCO NF", + "Ġlu cr", + "Ġluc r", + "r icia", + "ri cia", + "ric ia", + ".t tf", + ".tt f", + ". setContent", + ".set Content", + "Ġ stan", + "Ġs tan", + "Ġst an", + "Ġsta n", + "or ean", + "ore an", + "orea n", + "ĠL loyd", + ".raw Value", + "Ġ gor", + "Ġg or", + "Ġgo r", + "ĠBr owns", + "ĠBrown s", + "ĠBrow ns", + "Re gression", + "Reg ression", + "Ġl owering", + "Ġlow ering", + "Ġlower ing", + "na issance", + "Ġbl ows", + "Ġblow s", + "Ġblo ws", + "Ġam azed", + "Ġama zed", + "Ġun related", + "Ġunre lated", + "Re views", + "Review s", + "Ġ ruby", + "Ġr uby", + "Ġrub y", + "Ġru by", + "Ġ Modifier", + "ĠMod ifier", + "Ġg iants", + "Ġgi ants", + "Ġgiant s", + "Ġgia nts", + "Ġgian ts", + ". thread", + ".t hread", + ".th read", + "Ġcon tainment", + "Ġcont ainment", + "Ġcontain ment", + "ĠStart Coroutine", + "u mat", + "um at", + "uma t", + "o release", + "or elease", + "ore lease", + "ĠR andy", + "ĠRand y", + "ĠRan dy", + "@ endif", + "@end if", + "D igest", + "Di gest", + "Dig est", + "Ġsub urban", + "Ġsubur ban", + "Ġsuburb an", + "= \");Ċ", + "=\" );Ċ", + "Ġ annonce", + "Ġan nonce", + "Ġann once", + "Ġanno nce", + "Ġannon ce", + ". variable", + ".var iable", + "\\ Foundation", + "\\F oundation", + "Ġ acre", + "Ġa cre", + "Ġac re", + "V an", + "Va n", + "Ġt uples", + "Ġtu ples", + "Ġtuple s", + "Ġtup les", + "d ns", + "dn s", + "Ġ Standing", + "ĠSt anding", + "ĠStan ding", + "ĠStand ing", + "_ large", + "_l arge", + "Ġ boxing", + "Ġbo xing", + "Ġbox ing", + "Support ActionBar", + "ĠFort une", + "ĠR um", + "ĠRu m", + "_ multiple", + "_m ultiple", + "_multi ple", + "_mult iple", + "_multip le", + "arch ical", + "Ġ fwrite", + "Ġf write", + "Ġfw rite", + "_ quote", + "_qu ote", + "Ġfoo lish", + "Ġfool ish", + "Ġcom prising", + "Ġcomp rising", + "Ġcompr ising", + "Ġ оп", + "Ġо п", + "- selected", + "-se lected", + "-select ed", + "v f", + "m aid", + "ma id", + "mai d", + "N ama", + "Na ma", + "Nam a", + "( datetime", + "(d atetime", + "(date time", + "(dat etime", + "Ġindirect ly", + "g art", + "ga rt", + "gar t", + "fix tures", + "fixture s", + "c hos", + "ch os", + "cho s", + "ĠH alo", + "ĠHa lo", + "ĠHal o", + "Ġre curring", + "Ġrec urring", + "Ġrecur ring", + "- news", + "-n ews", + "-new s", + "-ne ws", + "v il", + "vi l", + "ĠNurs ing", + "ĠNur sing", + "- produ", + "-p rodu", + "-pro du", + "-pr odu", + "Ġ HQ", + "ĠH Q", + "\\Http Foundation", + "en ci", + "enc i", + "a uen", + "au en", + "Ġ vy", + "Ġv y", + "ocr acy", + "Ġde legation", + "Ġdeleg ation", + "Ġas phalt", + "Ġasp halt", + "Ġset Selected", + "k ok", + "ko k", + "/ rest", + "/r est", + "/re st", + "/res t", + "m etics", + "me tics", + "met ics", + "metic s", + "Ġ NSDate", + "ĠNS Date", + "Ġtravel led", + "Ġtrav elled", + "Ġrec ib", + "Ġ mime", + "Ġm ime", + "Ġmi me", + "Ġmim e", + "CL IENT", + "CLI ENT", + "Ġ GU", + "ĠG U", + "Ġ HANDLE", + "ĠH ANDLE", + "ĠHAND LE", + "/ Q", + "[ z", + "Ġboth ered", + "Ġbother ed", + "ĠBB Q", + "ç as", + "ça s", + "_ examples", + "_ex amples", + "_example s", + "_exam ples", + "_ FIN", + "_F IN", + "Ġwhite Color", + "Ġastr onom", + "Ġastro nom", + "- dir", + "-d ir", + "-di r", + "Ġsovere ign", + "Ġb reeze", + "Ġbree ze", + "Ġ inning", + "Ġin ning", + "Ġinn ing", + "ĠEd monton", + "g li", + "gl i", + ".blog spot", + "j sx", + "js x", + "Ġver sa", + "Ġve rsa", + "Ġvers a", + "ĠMoh ammed", + ". Job", + ".J ob", + "-t oggler", + "-toggle r", + "Ġп олÑĮзоваÑĤ", + "ar don", + "ard on", + "ardo n", + "Ġnew born", + "Ġn aval", + "Ġna val", + "Ġnav al", + "not eq", + "note q", + "Ġt umblr", + "Ġtum blr", + "Ġh entai", + "ĠTyp ically", + "ĠTypical ly", + "Ġl oot", + "Ġlo ot", + ". Sprite", + ".S prite", + ".Sp rite", + "F light", + "Fl ight", + "Ġw avelength", + "Ġwave length", + "- sk", + "-s k", + "ĠE lle", + "ĠEl le", + "ĠEll e", + "_ exports", + "_ex ports", + "_exp orts", + "_export s", + "Ġ Ñı", + "ĠÑ ı", + "Ġ IH", + "ĠI H", + "izoph ren", + "Ġ íģ", + "Ġí ģ", + "_ primary", + "_pr imary", + "_pri mary", + "_prim ary", + "Ġm ois", + "Ġmo is", + "Ġmoi s", + "Ġ BN", + "ĠB N", + "Ġsystem ic", + "Ġsyst emic", + "Ġdifer entes", + "Ġdiferente s", + "IN CT", + "INC T", + "Ġ' 'ĊĊ", + "Ġ'' ĊĊ", + "Ġ''Ċ Ċ", + "$ q", + "Widget Item", + "c lide", + "cl ide", + "cli de", + "clid e", + "$ file", + "$f ile", + "L emma", + "Le mma", + "/ table", + "/t able", + "/tab le", + "a grid", + "ag rid", + "agr id", + "ĠMongo DB", + "i nte", + "in te", + "int e", + "Ġapp rent", + "ÂŃ ing", + "ÂŃi ng", + ". Db", + ".D b", + "Ġ ÃĤ", + "Ġà Ĥ", + "h ammer", + "ham mer", + "=' ';Ċ", + "='' ;Ċ", + "Ġbr okers", + "Ġbro kers", + "Ġbroke rs", + "Ġbroker s", + "i tlement", + "it lement", + "itle ment", + "semb lies", + "sembl ies", + "E le", + "El e", + "{ x", + "Ġ lastname", + "Ġlast name", + "< -", + "Ġ flatten", + "Ġfl atten", + "Ġflat ten", + "Ġflatt en", + "_ band", + "_b and", + ". Root", + ".R oot", + ".read FileSync", + ".readFile Sync", + "= =====", + "== ====", + "==== ==", + "=== ===", + "===== =", + ". rx", + ".r x", + "? čĊ", + "Ġmetaph or", + "T i", + "c onte", + "con te", + "cont e", + "co nte", + "Ġ debit", + "Ġde bit", + "Ġdeb it", + "Ġcon tempt", + "Ġcont empt", + "Cpp Type", + "æĶ ¯", + "Form Field", + "r atio", + "rat io", + "os opher", + "osoph er", + "oso pher", + "Ġim plant", + "Ġimp lant", + "Ġimpl ant", + "P URE", + "PU RE", + "PUR E", + "Ġ alta", + "Ġal ta", + "Ġalt a", + "_ management", + "_man agement", + "_manage ment", + "Ġre fine", + "Ġref ine", + "Ġrefin e", + "Ġ CheckBox", + "ĠCheck Box", + "ĠCh arl", + "ĠChar l", + "ĠCha rl", + "- version", + "-v ersion", + "-vers ion", + "cond itional", + "condition al", + "ven ues", + "venue s", + "Ġrifle s", + "Ġrif les", + "Ġoff spring", + "Ġoffs pring", + "Ġm illing", + "Ġmill ing", + "Ġmil ling", + "Ġmilli ng", + "Ġsharp ly", + "Ġshar ply", + "Ġunder water", + "( origin", + "(orig in", + "(or igin", + "_ Control", + "_C ontrol", + "Ġ .$", + "Ġ. $", + "Pl ugins", + "Plugin s", + "Plug ins", + "Ġd rying", + "Ġdr ying", + "Ġdry ing", + "Ġillustr ates", + "Ġillustrate s", + "Ġillust rates", + "- u", + "Ġveget arian", + "n pc", + "np c", + "He art", + "; ',Ċ", + ";' ,Ċ", + ";', Ċ", + "com ma", + "co mma", + "comm a", + "t eenth", + "te enth", + "tee nth", + "teen th", + "a san", + "as an", + "asa n", + "/ spec", + "/s pec", + "/sp ec", + "_ moves", + "_m oves", + "_move s", + "_mov es", + "_mo ves", + "- margin", + "-m argin", + "-mar gin", + "Ġ ingen", + "Ġin gen", + "Ġi ngen", + "Ġing en", + "Âł ³³", + "³³ Âł", + "Ġpro jet", + "Ġproj et", + "Ġproje t", + "Ġo tra", + "Ġot ra", + "Ġ bras", + "Ġb ras", + "Ġbr as", + "Ġbra s", + ". utc", + ".u tc", + ".ut c", + "Ġsl ept", + "Ġsle pt", + "= sub", + "=s ub", + "ab ilit", + "abil it", + "abi lit", + "p oster", + "pos ter", + "post er", + "po ster", + "Ġ sdk", + "Ġs dk", + "Ġsd k", + "ounc ill", + "ouncil l", + "Ġ wd", + "Ġw d", + "Pre paredStatement", + "ĠD rum", + "ĠDr um", + "( attribute", + "(at tribute", + "Ġ Ethernet", + "ĠEth ernet", + "ĠEther net", + "ĉ DB", + "ĉD B", + "Cal ifornia", + "c ube", + "cu be", + "[ I", + ". Created", + ".C reated", + ".Create d", + "Ġ HM", + "ĠH M", + "Ġtr acing", + "Ġtra cing", + "Forms Module", + "- you", + "-y ou", + ". currency", + ".c urrency", + ".curr ency", + "fe eding", + "feed ing", + "fee ding", + "Ġ tbody", + "Ġt body", + "Ġtb ody", + "L i", + "a ccion", + "ac cion", + "acc ion", + "acci on", + "n as", + "na s", + "Ġtr ouver", + "Ġtrou ver", + "Ġtrouve r", + "N ONE", + "NO NE", + "NON E", + "\" },čĊ", + "\"} ,čĊ", + "\"}, čĊ", + "Ġ ftp", + "Ġf tp", + "Ġft p", + "With Identifier", + "p olate", + "po late", + "pol ate", + "File Info", + "Ġpurs ued", + "Ġpursue d", + "ĠĠĠĠ čĊĠĠĠĠčĊ", + "ĠĠĠĠčĊ ĠĠĠĠčĊ", + "DE SCRIPTION", + "DESC RIPTION", + "} */Ċ", + "}* /Ċ", + "From Nib", + "Ġdec orative", + "Ġdecor ative", + "_ SSL", + "_S SL", + "_SS L", + "( chat", + "(c hat", + "(ch at", + "T LS", + "TL S", + "Ġsur prises", + "Ġsurpr ises", + "Ġsurprise s", + "al culate", + "alc ulate", + "Ġ Splash", + "ĠS plash", + "ĠSp lash", + "ĠSpl ash", + "( Configuration", + "(Config uration", + "Ġ SEM", + "ĠS EM", + "ĠSE M", + "im son", + "ims on", + "/ library", + "/lib rary", + "/l ibrary", + "< Double", + "", + "Ġ} }>", + "Ġ}} >", + "G ED", + "GE D", + "f aq", + "fa q", + "Ġoption ally", + "Ġoptional ly", + "_ Dis", + "_D is", + "Ġ Successful", + "ĠSuccess ful", + "ĠC ensus", + "Ġinc arcer", + "_ CARD", + "_C ARD", + "_CA RD", + "_CAR D", + "Ġav iation", + "Ġavi ation", + "ĠG ym", + "ĠGy m", + "Author ity", + ". Bean", + ".B ean", + ".Be an", + "sh ader", + "sha der", + "shade r", + "Not Exist", + "_ TextChanged", + "_Text Changed", + "Ġ STOP", + "ĠS TOP", + "ĠST OP", + "( team", + "(t eam", + "(te am", + "\" H", + "w g", + "Ġgr inder", + "Ġgri nder", + "Ġgrind er", + "Ġgrin der", + "Ġ stripe", + "Ġst ripe", + "Ġstr ipe", + "Ġstri pe", + "Ġstrip e", + "Ġp reservation", + "Ġpres ervation", + "Cl aim", + "Cla im", + "aver sal", + "avers al", + "w arehouse", + "ware house", + "target s", + "tar gets", + "T rust", + "Tr ust", + "Ġal lev", + "Ġall ev", + "Ġalle v", + ", www", + ",w ww", + "ou sse", + "ous se", + "_ chan", + "_c han", + "_ch an", + "_ Size", + "_S ize", + "s ystems", + "sys tems", + "system s", + "Ġob jection", + "Ġobject ion", + "Ġobj ection", + "ĠK ane", + "ĠKa ne", + "ĠKan e", + "Ġcor ros", + "Ġcorr os", + "Ġcorro s", + "Ġ DSL", + "ĠD SL", + "ĠDS L", + "Ġ ua", + "Ġu a", + "Ġ MH", + "ĠM H", + "ĠStr ategic", + "ĠStrateg ic", + "_ tcp", + "_t cp", + "_tc p", + "Ġ ê°Ĵ", + "Ġê° Ĵ", + "Ġborrow ed", + "Ġborr owed", + "ĠA ch", + "ĠAc h", + "ĉ command", + "ĉcom mand", + "Ġ gps", + "Ġg ps", + "Ġgp s", + "le ston", + "les ton", + "lest on", + "ich ever", + "iche ver", + "Ġ UA", + "ĠU A", + "Ġassault ed", + "Ġspecial izes", + "Ġspecialize s", + "ĉ search", + "ĉs earch", + "ĉse arch", + "H otel", + "Hot el", + "Ho tel", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠčĊ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠčĊ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠčĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠčĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠčĊ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠčĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠčĊ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠčĊ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠčĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠčĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠčĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠčĊ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠčĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠčĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ čĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠčĊ", + "Ġ Pitch", + "ĠP itch", + "ĠPit ch", + "Ġ Ùģ", + "ĠÙ ģ", + "READ Y", + "REA DY", + "Ġpar ental", + "Ġparent al", + "Ġparen tal", + "Ġg éné", + "Ġgé né", + "Ġgén é", + "Ġdonn ées", + "Ġde tain", + "Ġdet ain", + "T ARGET", + "Ġprotagon ist", + "Ġclear Interval", + "Ġ IconButton", + "ĠIcon Button", + "ĠGet All", + "Type Info", + "E H", + "âĢľ They", + "âĢľThe y", + "Ġ{ [", + "Ġg ag", + "Ġga g", + "Ġ Ú©", + "Ġ Dropdown", + "ĠD ropdown", + "ĠDrop down", + ". free", + ".f ree", + ".fr ee", + ".fre e", + "g one", + "go ne", + "gon e", + "i mens", + "im ens", + "ime ns", + "imen s", + "Ġin stal", + "Ġins tal", + "Ġinst al", + "ĉ curl", + "ĉc url", + "ĉcur l", + "_ CAN", + "_C AN", + "_CA N", + "Ġ Bone", + "ĠB one", + "ĠBo ne", + "ĠBon e", + "ï¼ Ķ", + "on yms", + "ony ms", + "onym s", + "- government", + "-g overnment", + ".binding Navigator", + "Ġ Dans", + "ĠD ans", + "ĠDan s", + "ĠDa ns", + "ĠMc L", + "( en", + "(e n", + "> (_", + ">( _", + "ÐĴ Ñĭ", + ".* ;čĊ", + "= j", + "- cor", + "-c or", + "-co r", + "S on", + "So n", + ".ToolStrip Item", + "- around", + "-a round", + "-ar ound", + "_ XML", + "_X ML", + "end Date", + "Ġ slack", + "Ġs lack", + "Ġsl ack", + "Ġsla ck", + "Ġrot ated", + "Ġrotate d", + "Ġno qa", + "Ġc ottage", + "Ġcott age", + "Ġencontr ar", + "_ skill", + "_s kill", + "_sk ill", + "hou ette", + "! čĊ", + ". weather", + ".we ather", + "Ġemphas ized", + "Ġemphasize d", + "å® ¶", + "ĠÑģ пиÑģ", + "ĠÑģп иÑģ", + "Ġ Compiler", + "ĠC ompiler", + "ĠCom piler", + "ĠComp iler", + "ĠCompile r", + "( android", + "(and roid", + "Ġ âĢº", + "ĠâĢ º", + ". turn", + ".t urn", + "Ġsup pression", + "Ġsuppress ion", + "Ġsupp ression", + "_ calls", + "_c alls", + "_call s", + "_cal ls", + "Ġ *@", + "Ġ* @", + "( strlen", + "(str len", + "(st rlen", + ". hex", + ".h ex", + ".he x", + "ĠB ills", + "ĠBill s", + "ĠBil ls", + "Ġ RSA", + "ĠR SA", + "ĠRS A", + "Ï Ĥ", + "Ġ Escape", + "ĠE scape", + "ĠEs cape", + "ĠEsc ape", + "ement ia", + "Ġ frontend", + "Ġfront end", + "Ġp int", + "Ġpi nt", + "Ġpin t", + "_ exc", + "_e xc", + "_ex c", + "z zo", + "zz o", + "[ ],Ċ", + "[] ,Ċ", + "[], Ċ", + "Ġ\"' ,'\"", + "Ġ\"', '\"", + "Ġ\"',' \"", + ". Environment", + ".En vironment", + "Ġafore mentioned", + "Ġend ure", + "prot otype", + "proto type", + "ther apy", + "the rapy", + "s si", + "ss i", + "D eg", + "De g", + "_ plugins", + "_pl ugins", + "_plugin s", + ". userInfo", + ".user Info", + "Pr inter", + "Print er", + "Ġ PROGRAM", + "ĠPRO GRAM", + "Ġru ins", + "Ġruin s", + "Ġemp irical", + "Ġempir ical", + "Ġ crawl", + "Ġc rawl", + "Ġcr awl", + "Ġcraw l", + "Ġcra wl", + "ĠBo iler", + "- comment", + "-com ment", + "-comm ent", + ". subplot", + ".sub plot", + "_ et", + "_e t", + "Ġ' .',", + "Ġ'. ',", + "Ġ'.' ,", + "min or", + "mi nor", + "mino r", + "ĠCustom s", + "ĠCust oms", + "Ġ yaw", + "Ġy aw", + "Ġya w", + "under line", + "Ġ Como", + "ĠC omo", + "ĠCom o", + "ĠCo mo", + "( ('", + "(( '", + "( mean", + "(m ean", + "(me an", + "Ġch aque", + "Ġcha que", + "Ġ Blocks", + "ĠB locks", + "ĠBl ocks", + "ĠBlock s", + "ĠBlo cks", + "ĠBloc ks", + ". rad", + ".r ad", + ".ra d", + "ilib rium", + "Ġ webdriver", + "Ġweb driver", + "Ġmel hor", + "d ana", + "da na", + "dan a", + "ĠAb use", + "ĠAbu se", + "ĠSouth west", + "Ġ Paren", + "ĠP aren", + "ĠPar en", + "ĠPa ren", + "ĠPare n", + "PERT IES", + "ĉ IL", + "ĉI L", + "Ġs cream", + "Ġsc ream", + "Ġscre am", + "Ġscr eam", + "v u", + "Ġin comes", + "Ġinc omes", + "Ġincome s", + "Ġincom es", + "Ġ nim", + "Ġn im", + "Ġni m", + "Ġ lace", + "Ġl ace", + "Ġla ce", + "Ġlac e", + "Ġcompens ate", + "Re verse", + "Rev erse", + "D at", + "Da t", + "_ attack", + "_att ack", + "Ġn our", + "Ġno ur", + "Ġnou r", + "a chen", + "ac hen", + "ach en", + "ache n", + "c ek", + "ce k", + "< Func", + " \"+", + ">\" +", + "Ġ tokenizer", + "Ġtoken izer", + "Ġtokenize r", + "Ġsovere ignty", + "Ġsovereign ty", + "ĠP ence", + "ĠPe nce", + "ĠPen ce", + "( )\");Ċ", + "() \");Ċ", + "()\" );Ċ", + "Ġpesso as", + "Ġpessoa s", + ". Ge", + ".G e", + "Ġ Included", + "ĠIn cluded", + "ĠInclude d", + "Ġ pagina", + "Ġp agina", + "Ġpag ina", + "Ġex posing", + "Ġexp osing", + "Ġexpos ing", + "Ġexpo sing", + "е ÑĪ", + "_ SCRIPT", + "_SC RIPT", + "/ $',", + "/$ ',", + "Th umbnail", + "× Ķ", + "webElement X", + "webElementX paths", + "press ure", + "pres sure", + "ĠC urry", + "ĠCur ry", + "_ CP", + "_C P", + "OL UTION", + "I LES", + "IL ES", + "ILE S", + "prot ect", + "o ola", + "ool a", + "oo la", + "Work space", + "Works pace", + "{ };Ċ", + "{} ;Ċ", + "Ġ UNS", + "ĠU NS", + "ĠUN S", + "Ġsymp athy", + "Ġsympath y", + "r oker", + "ro ker", + "roke r", + "rok er", + "Ġre model", + "Ġr emodel", + "Ġrem odel", + "ĉ cell", + "ĉc ell", + "Ġa top", + "Ġat op", + ". FullName", + ".Full Name", + "Ġf aut", + "Ġfa ut", + "ĠE asily", + "_ dynamic", + "_d ynamic", + "_dyn amic", + "Ġfr amed", + "Ġframe d", + "Ġfra med", + "Ġfram ed", + "Ġm otive", + "Ġmot ive", + "Ġmotiv e", + "è· ¯", + "s am", + "sa m", + "Ġ marca", + "Ġmar ca", + "Ġmarc a", + "ĠText EditingController", + "Ġd estructor", + "Ġde structor", + "Ġdestruct or", + "c ream", + "cre am", + "cr eam", + "Ġr ude", + "Ġru de", + "Ġrud e", + "Ġ Bold", + "ĠB old", + "ĠBo ld", + "ĠBol d", + "ĠInd igenous", + "Ġ gens", + "Ġg ens", + "Ġge ns", + "Ġgen s", + "Ġrel acion", + "( system", + "(s ystem", + "(sys tem", + "Ġ UIFont", + "ĠUI Font", + "ĠUIF ont", + "_ charge", + "_ch arge", + "_char ge", + "U STER", + "US TER", + "UST ER", + "E V", + ". Namespace", + ".N amespace", + ".Name space", + ".Names pace", + "Ġmer ger", + "Ġmerge r", + "Ġmerg er", + "Ġ calloc", + "Ġc alloc", + "Ġcall oc", + "Ġcal loc", + "g ang", + "ga ng", + "gan g", + "Bad Request", + "Ġs per", + "Ġsp er", + "Ġspe r", + "- design", + "-d esign", + "-de sign", + "-des ign", + "Ġ âĩ", + "Ġâ ĩ", + "C han", + "Ch an", + "Cha n", + "Ġorg anism", + "Ġorgan ism", + "Ġorganis m", + ", )", + "= id", + "=i d", + "_ plane", + "_p lane", + "_pl ane", + "_plan e", + "Ġ Cases", + "ĠC ases", + "ĠCas es", + "ĠCase s", + "ĠCa ses", + "el fast", + "elf ast", + "ĠLegisl ature", + "ĠF aker", + "ĠFa ker", + "ĠFake r", + "ĠFak er", + "Ġinv oking", + "Ġinvo king", + "- utils", + "-util s", + "( ).'", + "() .'", + "(). '", + ". face", + ".f ace", + ".fac e", + ".fa ce", + "Ġguard ian", + "my Modal", + "Ġ clipboard", + "Ġclip board", + "ĠA TM", + "ĠAT M", + "Ġpe as", + "Ġpea s", + "ĠS ylv", + "ĠSy lv", + ". calc", + ".c alc", + ".ca lc", + ".cal c", + "Ġ Contacts", + "ĠCont acts", + "ĠContact s", + "int Value", + "Ġmod ifying", + "Ġmodify ing", + "ĠB arb", + "ĠBar b", + "ĠBa rb", + ". loss", + ".l oss", + ".lo ss", + "_ percentage", + "_per centage", + "_percent age", + "As ked", + "Ask ed", + "( lst", + "(l st", + "(ls t", + "ateg orical", + "ategor ical", + "ategori cal", + "atego rical", + "- files", + "-f iles", + "-file s", + "-fi les", + "ĠRom ania", + "ĠRo mania", + "ĠRoman ia", + "ĠRoma nia", + ". Ac", + ".A c", + "Ġ hai", + "Ġh ai", + "Ġha i", + "Ġ Flying", + "ĠF lying", + "ĠFl ying", + "ĠFly ing", + "Ġ ż", + "ĠÅ ¼", + "j p", + "ĠTr ainer", + "ĠTra iner", + "ĠTrain er", + ". arc", + ".a rc", + ".ar c", + "_ deg", + "_d eg", + "_de g", + "Ġtrace back", + "Or Fail", + "F LOW", + "FL OW", + ". old", + ".o ld", + ".ol d", + "o ya", + "oy a", + "g mt", + "gm t", + "is empty", + "Ġvacc ination", + "Ġ obsolete", + "Ġob solete", + "recogn ized", + "Ġru ined", + "Ġruin ed", + "ĠR ein", + "ĠRe in", + "ĠRei n", + "Ġ Tracking", + "ĠTr acking", + "ĠTrack ing", + "x fb", + "xf b", + "ا ÛĮ", + "Ġv ære", + "Ġvæ re", + "Ġbr yster", + "Ġ ITS", + "ĠI TS", + "ĠIT S", + "Ġdes tiny", + "Ġdest iny", + "Ġdestin y", + "Ġs wear", + "Ġsw ear", + "Ġswe ar", + "Ġre des", + "Ġr edes", + "Ġred es", + "Ġrede s", + "Ġ clf", + "Ġc lf", + "Ġcl f", + "Ġfl ipped", + "Ġflip ped", + "ĉ head", + "ĉh ead", + "B luetooth", + "Bl uetooth", + "Ġ Overrides", + "ĠOver rides", + "ĠOverride s", + ": Boolean", + "_ =", + "_ lr", + "_l r", + "s pawn", + "sp awn", + "spa wn", + ": index", + "VAL UES", + "VALUE S", + "is key", + "isk ey", + "iske y", + "? \");Ċ", + "?\" );Ċ", + ".syn thetic", + "Ġ Checking", + "ĠCheck ing", + "struct ures", + "structure s", + "i ping", + "ip ing", + "ipi ng", + "Ġvoc als", + "Ġvocal s", + "- Up", + "-U p", + "ĠManufact urers", + "ĠManufacturer s", + "ĠMar riage", + "ĠMarr iage", + "代 çłģ", + "Ġgar ner", + "Ġgarn er", + "_ Client", + "_C lient", + "_Cl ient", + "par allel", + "paralle l", + "RI END", + "Ġvine gar", + "se gue", + "seg ue", + "J B", + "Ġcont acting", + "Ġcontact ing", + "ĠCar roll", + "ĠCarr oll", + "Ġout reach", + "Ġoutr each", + "t ensor", + "_ variant", + "_v ariant", + "_var iant", + "Ġt heat", + "Ġth eat", + "Ġthe at", + "l icable", + "lic able", + "lica ble", + "{ |", + "t iny", + "ti ny", + "tin y", + "_ letter", + "_l etter", + "Ġp encil", + "Ġpen cil", + "Ġpenc il", + "HeadersHeight SizeMode", + "il tro", + "ilt ro", + "iltr o", + ".auto configure", + ". drag", + ".d rag", + ".dr ag", + ". useState", + ".use State", + "Ġ BMI", + "ĠB MI", + "ĠBM I", + "h int", + "hi nt", + "hin t", + "Com pile", + "Comp ile", + "* \\", + "en ary", + "ena ry", + "Ġ lvl", + "Ġl vl", + "Ġlv l", + ". Cache", + ".C ache", + "+ =\"", + "+= \"", + "_ tv", + "_t v", + "ruit ment", + "Ġf read", + "Ġfr ead", + "Ġfre ad", + "Art icles", + "Article s", + "f ila", + "fi la", + "fil a", + "Ġpack aged", + "Ġpackage d", + "âĺ Ĩ", + "AT HER", + "ATH ER", + "ĠPl anned", + "ĠPlan ned", + "s cheme", + "sch eme", + "Ġdi ary", + "Ġdia ry", + "Ġoff enses", + "Ġoffense s", + "Ġoffen ses", + "/ F", + "Ġ Stick", + "ĠS tick", + "ĠSt ick", + "Ġc erc", + "Ġce rc", + "Ġcer c", + "ĠS lee", + "ĠSl ee", + "ĠSle e", + "ĉ ĉĠĠĠĠĠĠĠĠ", + "ĉĉ ĠĠĠĠĠĠĠĠ", + "ĉĉĠĠĠ ĠĠĠĠĠ", + "ĉĉĠ ĠĠĠĠĠĠĠ", + "ĉĉĠĠ ĠĠĠĠĠĠ", + "ĉĉĠĠĠĠĠĠĠ Ġ", + "ĉĉĠĠĠĠ ĠĠĠĠ", + "ĉĉĠĠĠĠĠ ĠĠĠ", + "ĉĉĠĠĠĠĠĠ ĠĠ", + "< Image", + "", + ";' >", + "ĉ col", + "ĉc ol", + "V G", + "_ boolean", + "_bool ean", + "_bo olean", + "re cent", + "rec ent", + "rece nt", + "Ġ *)ĊĊ", + "Ġ* )ĊĊ", + "Ġ*) ĊĊ", + "Ġ*)Ċ Ċ", + "ĠRain bow", + "om men", + "omm en", + "Ġl ur", + "Ġlu r", + "Ġop pression", + "Ġopp ression", + "Ġoppress ion", + "(\" ,\");Ċ", + "(\", \");Ċ", + "(\",\" );Ċ", + "ĠFac ility", + "DEF INED", + "DEFINE D", + "Ġn eon", + "Ġne on", + "Ġneo n", + "Ġoff ender", + "Ġoffend er", + "Ġoffen der", + "A FP", + "AF P", + "Ġ Cleaning", + "ĠC leaning", + "ĠClean ing", + "ĠCle aning", + "[ ]):", + "[] ):", + "[]) :", + "Ġund ocumented", + ". Repositories", + ".Re positories", + "ĠG uitar", + "ĠGu itar", + "ĠGui tar", + "аÑģÑģ ив", + "S kills", + "Sk ills", + "Skill s", + "Ġtest imon", + "Ġtestim on", + "rypt ography", + "ĠAm ber", + "ĠAmb er", + "ĠSt alin", + "ĠSta lin", + "Ġl one", + "Ġlo ne", + "Ġlon e", + "Ġap enas", + "Ġape nas", + "Ġdi eses", + "Ġdie ses", + "Ġdies es", + "Ġdiese s", + "Ġ Arduino", + "ĠAr duino", + "è½ ¬", + "= =-", + "== -", + "_ Act", + "_A ct", + "Ġ coded", + "Ġc oded", + "Ġco ded", + "Ġcode d", + "Ġcod ed", + "âĸ ł", + "am burger", + "amb urger", + "amburg er", + "- links", + "-l inks", + "-link s", + "Ġar mour", + "Ġarm our", + ". High", + ".H igh", + "get Content", + "getC ontent", + "s tag", + "st ag", + "sta g", + "Ġ heck", + "Ġh eck", + "Ġhe ck", + "Ġ ìĹĨ", + "ĠìĹ Ĩ", + "ĠMc Connell", + "ĠCon cert", + "ĠConc ert", + "ĠConce rt", + "Ġ Alloc", + "ĠAl loc", + "ĠAll oc", + "ä re", + "är e", + ". replaceAll", + ".replace All", + "Ġpart itions", + "Ġpartition s", + "r ott", + "ro tt", + "rot t", + "ĠF le", + "ĠFl e", + "_ TREE", + "_T REE", + "_TR EE", + "reason able", + "Ġ Reporting", + "ĠRep orting", + "ĠReport ing", + "Ġbillion aire", + "s cores", + "sc ores", + "score s", + "m ins", + "min s", + "mi ns", + "- eye", + "-e ye", + "M ORE", + "MO RE", + "ab ort", + "abor t", + "abo rt", + "ĠS WT", + "ĠSW T", + "Ġin verted", + "Ġinvert ed", + "Ġ Teachers", + "ĠTe achers", + "ĠTeacher s", + "ĠTea chers", + "ĠTeach ers", + "; n", + "Ġ astro", + "Ġa stro", + "Ġas tro", + "Ġast ro", + "Ġastr o", + "н ов", + "но в", + "а ниÑĨ", + "ан иÑĨ", + "ани ÑĨ", + "product o", + "c ountries", + "count ries", + "ĠO wen", + "ĠOw en", + "Ġcont amination", + "Ġcontamin ation", + "Ġconta mination", + "Ġv ibe", + "Ġvi be", + "Ġvib e", + "ĠE lli", + "ĠEl li", + "ĠEll i", + ". script", + ".s cript", + "ĠO live", + "ĠOl ive", + "ĠOliv e", + "D MA", + "DM A", + "v ier", + "vi er", + "vie r", + ": semicolon", + "- module", + "-m odule", + "-mod ule", + "g ressive", + "gress ive", + "a gu", + "ag u", + "_ players", + "_p layers", + "_pl ayers", + "_player s", + "_play ers", + "Ġresult ados", + "Ġresultado s", + "start ed", + "star ted", + "scroll Top", + "= ====", + "== ===", + "==== =", + "=== ==", + "Ġweigh ing", + "Ġ[ [[", + "Ġ[[ [", + "z ahl", + "za hl", + "( NS", + "(N S", + "Ġ Assertion", + "ĠAssert ion", + "le ague", + "lea gue", + ".set TextColor", + ".setText Color", + "ĉ Message", + "ĉM essage", + "Ġm oms", + "Ġmom s", + "Ġmo ms", + "_ AF", + "_A F", + ". wh", + ".w h", + "A LS", + "AL S", + "Ġaut re", + "Ġau tre", + "] ĊĊĊĊ", + "]Ċ ĊĊĊ", + "]ĊĊ ĊĊ", + "]ĊĊĊ Ċ", + ". opacity", + ".op acity", + "ĠBudd hist", + "ĠBuddh ist", + "Ġde af", + "ĠOrgan isation", + "( Global", + "(G lobal", + "en sch", + "ens ch", + "Ġhead ache", + "ĠA lien", + "ĠAl ien", + "ĠAli en", + "_ inode", + "_in ode", + "_i node", + "ĠSt ark", + "ĠStar k", + "ĠSta rk", + "Ġ æī", + "Ġæ ī", + "-l nd", + "-ln d", + "o ref", + "or ef", + "ore f", + "_ feat", + "_f eat", + "_fe at", + "Ġpedest rian", + "Ġnom inal", + "Ġnomin al", + "Ġball oon", + "Ġbal loon", + "Ġballo on", + "Ġ sprites", + "Ġs prites", + "Ġsp rites", + "Ġspr ites", + "Ġsprite s", + "Prototype Of", + "ĠA post", + "ĠAp ost", + "Ġ FEATURE", + "ĠF EATURE", + "ĠFE ATURE", + "O H", + "Ġre cess", + "Ġr ecess", + "Ġrec ess", + "Ġrece ss", + "ĠD onna", + "ĠDon na", + "con sumer", + "cons umer", + "consum er", + "consume r", + "$ GLOBALS", + "ĠG IF", + "ĠGI F", + "- frame", + "-f rame", + "-fr ame", + "In icio", + "Ini cio", + "Ġpass ages", + "Ġpassage s", + "Date String", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + ". byte", + ".b yte", + ".by te", + "B ug", + "Bu g", + "initial izer", + "initialize r", + "p kt", + "pk t", + "od ium", + "odi um", + "Ġ DER", + "ĠD ER", + "ĠDE R", + ". ops", + ".op s", + ".o ps", + "l eri", + "le ri", + "ler i", + "Ġgift ed", + "Ġgif ted", + "Ġ detach", + "Ġde tach", + "Ġdet ach", + "ter rain", + "terra in", + "terr ain", + "el ters", + "elt ers", + "elter s", + "ãģ ı", + ". loader", + ".l oader", + ".load er", + ".lo ader", + "ĠN GO", + "ĠNG O", + "str ncmp", + "K h", + "( fontSize", + "(font Size", + "r ocket", + "ro cket", + "rock et", + "roc ket", + "Ġpreced ent", + "ĠAur ora", + "Ġ Experiment", + "ĠEx periment", + "i sphere", + "is phere", + "isp here", + "En coded", + "Enc oded", + "Encode d", + "Ġ âĢĵĊĊ", + "ĠâĢĵ ĊĊ", + "ĠâĢĵĊ Ċ", + "Ġpy ramid", + "ĠAnn iversary", + "o fil", + "of il", + "ofi l", + "ë Ł", + "( plugin", + "(pl ugin", + "C oeff", + "Co eff", + "Ġco operate", + "Ġcooper ate", + "Ġcoop erate", + "Ġpredomin antly", + "Ġpredominant ly", + "I SM", + "IS M", + "Ph rase", + "_ DEFINE", + "_DE FINE", + "_DEF INE", + "_DEFIN E", + "F lip", + "Fl ip", + "AMIL Y", + "AMI LY", + "ĠMark ets", + "ĠMarket s", + "Ġ StreamReader", + "ĠStream Reader", + "Ġ Combine", + "ĠC ombine", + "ĠCom bine", + "ĠComb ine", + "Ġmanus cript", + "z za", + "zz a", + ", tp", + ",t p", + "Wh atever", + "What ever", + "IT ICAL", + "igh bour", + "ighb our", + "Data Provider", + ". Texture", + ".Text ure", + "priv acy", + ". SDK", + ".S DK", + "Ġre charge", + "Ġ cpp", + "Ġc pp", + "Ġcp p", + "Ġ CFG", + "ĠC FG", + "ĠCF G", + "( holder", + "(h older", + "( py", + "(p y", + "m ot", + "mo t", + "Ġsa voir", + "Ġsav oir", + "ĠR osa", + "ĠRo sa", + "ĠRos a", + "ĠP Cs", + "ĠPC s", + "Ġ íĻ", + "Ġí Ļ", + ".her oku", + ".hero ku", + "Ġf ren", + "Ġfr en", + "Ġfre n", + "ĠR iley", + "ĠRi ley", + "a gate", + "ag ate", + "aga te", + "Ġs ond", + "Ġso nd", + "Ġson d", + ". xlsx", + ".x lsx", + ".xls x", + "Ġh acked", + "Ġhack ed", + "Ġhac ked", + "st ad", + "sta d", + "G i", + "Ġs anity", + "Ġsan ity", + "Ġsanit y", + "ĠSql DataAdapter", + ".. .\",", + "... \",", + "...\" ,", + "ĠP ussy", + "Ġ ****************", + "Ġ** **************", + "Ġ**** ************", + "Ġ******** ********", + "Ġhass le", + "_P ARENT", + "_PAR ENT", + "ĠU AE", + "ĠUA E", + "Ġbegin ners", + "Ġbeginner s", + "( Client", + "(C lient", + "(Cl ient", + "Ġstat istically", + "Ġstatist ically", + "Ġstatistical ly", + "Ġstatistic ally", + ". hour", + ".h our", + "e delta", + "ed elta", + "Ġ traction", + "Ġt raction", + "Ġtr action", + "Ġtra ction", + "Ġtract ion", + "u elve", + "uel ve", + "a rat", + "ar at", + "ara t", + "Ġsa una", + "Ġsau na", + "IN VALID", + "INVAL ID", + "Ġindict ment", + "AL LE", + "ALL E", + "Ġd issent", + "Ġdis sent", + "Ġdiss ent", + "Ġdisse nt", + "Ġ Typography", + "ĠTyp ography", + "Ġintent ional", + "Ġintention al", + "s it", + "si t", + "ĠAn imals", + "ĠAnimal s", + "ĠAnim als", + "Ġcoun tryside", + "Ġcountry side", + "Ġ uart", + "Ġu art", + "Ġua rt", + "} \\\"", + "}\\ \"", + "Ġseam less", + "¾ 示", + "Ġ autos", + "Ġa utos", + "Ġaut os", + "Ġauto s", + "Ġau tos", + "Ġ\" '\";Ċ", + "Ġ\"' \";Ċ", + "Ġ\"'\" ;Ċ", + "F lush", + "Fl ush", + "AN NOT", + "ANN OT", + "Ġal gebra", + "Ġalg ebra", + "as soc", + "ass oc", + "asso c", + "ĠW aters", + "ĠWater s", + "ĠWat ers", + "ĠWa ters", + "Ġprepar ations", + "Ġpreparation s", + "r onym", + "ro nym", + "ron ym", + "[, ]", + "S ans", + "San s", + "Sa ns", + "Ġarm ies", + "i peg", + "ip eg", + "ipe g", + "Ġcre amy", + "Ġcream y", + "Ġcrea my", + ". art", + ".a rt", + ".ar t", + "e tre", + "et re", + "etr e", + "Ġ Animated", + "ĠAn imated", + "ĠAnim ated", + "Ġun pleasant", + "e mean", + "em ean", + "eme an", + "g reat", + "gr eat", + "gre at", + "i Äħ", + "Ġ Earlier", + "ĠEar lier", + "ĠEarl ier", + "Ġc hic", + "Ġch ic", + "Ġchi c", + "Ġpres erving", + "( exec", + "(e xec", + "(ex ec", + "ĠInvest igation", + "ĠInvestig ation", + "ĉ GPIO", + "ĉG PIO", + "Ġrig orous", + "Ġrigor ous", + "i jo", + "ij o", + "= num", + "=n um", + "Ġ toolStrip", + "Ġt oolStrip", + "Ġtool Strip", + ") set", + ")s et", + "+ \"&", + "+\" &", + "Ġ Acceler", + "ĠAcc eler", + "Ġdevelop mental", + "Ġdevelopment al", + "is posable", + "Ġflaw ed", + "Ġfla wed", + "r ene", + "re ne", + "ren e", + "Up dating", + "Ġwatch dog", + "Ġden ominator", + "Ġdenom inator", + "Ġdenomin ator", + "Ġsubur bs", + "Ġsuburb s", + "Ġ ...)", + "Ġ... )", + "Ġ.. .)", + "Ġconv ictions", + "Ġconviction s", + "Ġconvict ions", + "c losure", + "clo sure", + ". IP", + ".I P", + "Ġtrans lates", + "Ġtransl ates", + "Ġtranslate s", + ".s wt", + ".sw t", + ". Trace", + ".T race", + ".Tr ace", + "Ġmet tre", + ". isEnabled", + ".is Enabled", + "Ġ Effective", + "ĠE ffective", + "ĠEffect ive", + "ĠEff ective", + ". toInt", + ".to Int", + "Ġen chant", + "Ġench ant", + "Ġst unned", + "Ġstun ned", + "Ġ poi", + "Ġp oi", + "Ġpo i", + "/ code", + "/c ode", + "/co de", + "a dm", + "ad m", + ".data binding", + ".datab inding", + ".databind ing", + "Ġ Lorem", + "ĠL orem", + "ĠLo rem", + "ĠLore m", + "ĠLor em", + "________________________________ ________________________________", + "Ġ ledger", + "Ġled ger", + "Ġledge r", + "Ġc ara", + "Ġcar a", + "Ġca ra", + "ĠG ir", + "ĠGi r", + "Ġw aits", + "Ġwait s", + "Ġwa its", + "U no", + "Un o", + "Ġ cwd", + "Ġc wd", + "Ġcw d", + "è¾ ij", + "ĠT Result", + "Ġre jo", + "Ġrej o", + "Ġe mitted", + "Ġem itted", + "Ġemit ted", + "ĠWest minster", + "ä¸Ģ 个", + "n ek", + "ne k", + "_T is", + "Ġen act", + "ĉ with", + "ĉw ith", + "or gia", + "org ia", + "Ġj ue", + "Ġju e", + "Per form", + "S PATH", + "SP ATH", + "SPA TH", + ". topic", + ".t opic", + ".to pic", + ".top ic", + "ĠD aten", + "ĠDate n", + "ĠDa ten", + "ĠDat en", + "Ạ§", + "Ġsit io", + "Ġsiti o", + "_ MM", + "_M M", + "\" So", + "\"S o", + "b ial", + "bi al", + "bia l", + "Ġ scoped", + "Ġsc oped", + "Ġscope d", + "Ġsco ped", + "Ġscop ed", + "Re quires", + "Require s", + "Ġ TOTAL", + "ĠT OTAL", + "ĠCh ancellor", + "( contents", + "(content s", + "(cont ents", + "Ġste alth", + "Ġsteal th", + "dev ices", + "device s", + "- pass", + "-p ass", + "il ih", + "ili h", + "ĠMal colm", + "ĠDe pot", + "ĠDep ot", + "Ġcon figur", + "Ġconfig ur", + "a ussian", + "aus sian", + "auss ian", + "_ constraint", + "_con straint", + "в еÑĤ", + "ве ÑĤ", + "G RA", + "GR A", + "Ġ Rates", + "ĠR ates", + "ĠRa tes", + "ĠRate s", + "ĠRat es", + ".dataGridView TextBoxColumn", + "ĠN obel", + "ĠNo bel", + "ĠNob el", + "i tics", + "it ics", + "iti cs", + "itic s", + "Ġignor ant", + "Ġ Reporter", + "ĠRe porter", + "ĠReport er", + "ĠEb ola", + "Ġ Shock", + "ĠSh ock", + "ĠSho ck", + "_ relation", + "_re lation", + "_rel ation", + "ĠN inja", + "ĠNin ja", + ") c", + "Ġ ticker", + "Ġt icker", + "Ġti cker", + "Ġtick er", + "Ġtic ker", + ". isChecked", + ".is Checked", + "ĠSup pliers", + "ĠSupplier s", + "ĠR apid", + "ĠRa pid", + "ĠRap id", + "Level s", + "âĤ¬ âĦ¢", + "ĉ queue", + "ĉq ueue", + "Ġ chop", + "Ġc hop", + "Ġch op", + "Ġcho p", + "Ġ Unix", + "ĠUn ix", + "ĠUni x", + "re ject", + "rej ect", + "- calendar", + "-c alendar", + "-cal endar", + "( sort", + "(s ort", + "(so rt", + "è ne", + "èn e", + "erc icio", + "Ġh ect", + "Ġhe ct", + "CALL TYPE", + "r oupon", + "ro upon", + "rou pon", + "roup on", + "Ġrent als", + "Ġrental s", + "author s", + "auth ors", + "{ name", + "{n ame", + "ĠF IFO", + "ĠFI FO", + "Ġ lassen", + "Ġl assen", + "Ġlas sen", + "Ġ Nous", + "ĠN ous", + "ĠNo us", + "ĠNou s", + "Ġsn apped", + "Ġsnap ped", + "Ġsna pped", + "Ġf ertility", + "Ġfer tility", + "Ġfert ility", + "Ġfertil ity", + "\" log", + "cl icked", + "click ed", + "Ġplan ting", + "Ġplant ing", + "Ġ gb", + "Ġg b", + "/ output", + "/out put", + "PE AT", + "Ġ categoria", + "Ġc ategoria", + "Ġcategor ia", + "Ġ bach", + "Ġb ach", + "Ġba ch", + "Ġbac h", + "Prof essor", + "i nth", + "in th", + "int h", + "\" ]čĊ", + "\"] čĊ", + "Rec order", + "Record er", + "s erde", + "ser de", + "Ġ Transmission", + "ĠTrans mission", + "t rad", + "tr ad", + "tra d", + "Ġtur bo", + "Ġturb o", + "_ VERTEX", + "_VER TEX", + "\\ Event", + "\\E vent", + "il ver", + "Ġbod ily", + "Ġ Sources", + "ĠS ources", + "ĠSource s", + "ĠSour ces", + "Ġkill ings", + "Ġkilling s", + "Ġkil lings", + ".xr TableCell", + "Ġfol ded", + "Ġfold ed", + "/ legal", + "/l egal", + "u ner", + "un er", + "une r", + "ĠR ifle", + "ĠRif le", + "ĠM IDI", + "ĠMI DI", + "ĠMID I", + "_Selected IndexChanged", + ".Size Type", + "Ġ WebSocket", + "ĠWeb Socket", + "Ġse leccion", + "Ġsele ccion", + "S and", + "San d", + "Sa nd", + "ot ros", + "otr os", + "Ġen vision", + "Ġenv ision", + "Ġenvis ion", + "/ etc", + "/e tc", + "ĠMel issa", + "S pot", + "Sp ot", + "Spo t", + "н ое", + "но е", + "_ ARM", + "_A RM", + "_AR M", + "At tempt", + "Att empt", + "Ġ BI", + "ĠB I", + "ãģ Ķ", + "Ġ DU", + "ĠD U", + "Ġback lash", + "st ride", + "str ide", + "stri de", + "/ classes", + "/c lasses", + "/class es", + "/cl asses", + "Ġtext Color", + "_ staff", + "_st aff", + "_sta ff", + "ob lin", + "obl in", + "ag enta", + "agent a", + "agen ta", + ". collections", + ".c ollections", + ".col lections", + ".collection s", + ".collect ions", + ".coll ections", + "il lage", + "ill age", + "illa ge", + "' čĊčĊ", + "'čĊ čĊ", + "fl atten", + "flat ten", + "_ sales", + "_s ales", + "_sale s", + "_sal es", + "_sa les", + "_ MASTER", + "_M ASTER", + "_MA STER", + "T W", + "_ da", + "_d a", + "P itch", + "ph ies", + "phi es", + "Ġz ombies", + "Ġzombie s", + "Ġ VERY", + "ĠV ERY", + "ĠVER Y", + "ĠVE RY", + "ĠPh armacy", + "ĠPharm acy", + "ĠPharmac y", + "ĠPharma cy", + "Ġprogress Bar", + "Ġhas htag", + "Ġhash tag", + "S idebar", + "Side bar", + "@ stop", + "@s top", + "( pc", + "(p c", + "ол ж", + "M AKE", + "MA KE", + "ĠC oron", + "ĠCo ron", + "ĠCor on", + "Ġkv inner", + "Ġkvin ner", + "Ġkvinn er", + "Ġkvinne r", + "ĠM aid", + "ĠMa id", + "ĠMai d", + "b ob", + "bo b", + ". titleLabel", + ".title Label", + "Ġsuccess es", + "Ġsucc esses", + "Ġsucces ses", + "ĠDem ocracy", + "ĠDemocr acy", + "ĠS urgery", + "ĠSurg ery", + "ĠSurge ry", + "Ġco ugar", + "Ġcou gar", + "Ġ curso", + "Ġcur so", + "Ġcurs o", + "Ġl oro", + "Ġlo ro", + "Ġlor o", + "ist ency", + "iste ncy", + "isten cy", + "Sen ior", + "æ k", + "Ġ AAA", + "ĠA AA", + "ĠAA A", + "Ġ BOOK", + "ĠB OOK", + "ĠBO OK", + "к о", + "W STR", + "WS TR", + "Ġ */,Ċ", + "Ġ* /,Ċ", + "Ġ*/ ,Ċ", + "Ġ*/, Ċ", + "o yal", + "oy al", + "oya l", + ". vector", + ".v ector", + ".vec tor", + "Ġ SPEC", + "ĠS PEC", + "ĠSP EC", + "ĠSPE C", + "S SF", + "SS F", + "Ġcomp uls", + "ĠAppe als", + "ĠAppeal s", + "ĠW inston", + "ĠWin ston", + "ĠWins ton", + "ĠMock ito", + "con trib", + "cont rib", + "contr ib", + "contri b", + ". available", + ".a vailable", + ".av ailable", + "entity Manager", + "a rias", + "ar ias", + "ari as", + "aria s", + "_ sale", + "_s ale", + "_sal e", + "_sa le", + "_ rs", + "_r s", + "Ġde coding", + "Ġdec oding", + "Ġdeco ding", + "Ġ locator", + "Ġl ocator", + "Ġloc ator", + "ol ith", + "oli th", + "olit h", + "Ġ kol", + "Ġk ol", + "Ġko l", + "Ġ ascii", + "Ġasc ii", + "ĠR ut", + "ĠRu t", + "/ interface", + "ĉ ĉĉĉĉĉĠĠĠ", + "ĉĉ ĉĉĉĉĠĠĠ", + "ĉĉĉĉ ĉĉĠĠĠ", + "ĉĉĉ ĉĉĉĠĠĠ", + "ĉĉĉĉĉ ĉĠĠĠ", + "ĉĉĉĉĉĉ ĠĠĠ", + "ĉĉĉĉĉĉĠ ĠĠ", + "ĉĉĉĉĉĉĠĠ Ġ", + "Ġ Numer", + "ĠN umer", + "ĠNum er", + "ĠNu mer", + ". flip", + ".f lip", + ".fl ip", + "- del", + "-d el", + "-de l", + "Ġbol ster", + "Ġbols ter", + "on omic", + "ono mic", + "onom ic", + "Ġ zm", + "Ġz m", + "L G", + "Find By", + "Ġ adaptive", + "Ġad aptive", + "Ġadapt ive", + "Ġada ptive", + "l oo", + "lo o", + "Ġ vue", + "Ġv ue", + "Ġvu e", + "( reverse", + "(re verse", + "_ canvas", + "_c anvas", + "_can vas", + ". roles", + ".r oles", + ".role s", + ".ro les", + "ific ado", + "ifica do", + "ven ient", + "\" As", + "\"A s", + "Ġ Entr", + "ĠEn tr", + "ĠEnt r", + "al igned", + "align ed", + "Ġbere its", + "/ //ĊĊ", + "// /ĊĊ", + "/// ĊĊ", + "///Ċ Ċ", + ".g wt", + ". employee", + ".e mployee", + "_ cli", + "_c li", + "_cl i", + "Ġanticip ate", + "éĻ IJ", + "Ġp ik", + "Ġpi k", + "Ġmush rooms", + "Ġmushroom s", + "( tt", + "(t t", + "Ġ oma", + "Ġo ma", + "Ġom a", + "ĠSan chez", + "_ google", + "_g oogle", + "_go ogle", + ". Valid", + ".Val id", + "Ġ FileName", + "ĠFile Name", + "iv ative", + "k ed", + "ke d", + "- war", + "-w ar", + "Ġm aturity", + "Ġmat urity", + "и д", + "Ġ miner", + "Ġm iner", + "Ġmin er", + "Ġmi ner", + "Ġmine r", + "Re ducers", + "Reduc ers", + "Reducer s", + "Reduce rs", + "Ġ LatLng", + "ĠL atLng", + "ĠLat Lng", + "_ STD", + "_S TD", + "_ST D", + "D igits", + "Digit s", + "Dig its", + "C alc", + "Cal c", + "Ca lc", + "- upload", + "-up load", + "Ġhand ic", + "Ġhan dic", + "ี à¹Ī", + "eg rated", + "egr ated", + "egrate d", + "egra ted", + "Ġ STM", + "ĠS TM", + "ĠST M", + "C lients", + "Client s", + "Cl ients", + "Cli ents", + "ĠTur bo", + "S YNC", + "SY NC", + "Ġphot ographers", + "Ġphotograph ers", + "Ġphotographer s", + ". Out", + ".O ut", + ". character", + ".char acter", + "B UILD", + "BU ILD", + ". unlock", + ".un lock", + "Ġar ises", + "Ġarise s", + "Ġ Commands", + "ĠComm ands", + "ĠCommand s", + "(\" \");čĊ", + "(\"\" );čĊ", + "(\"\") ;čĊ", + "(\"\"); čĊ", + "_ FORE", + "_F ORE", + "_FOR E", + "; ',", + ";' ,", + "+ \"'", + "+\" '", + ". Images", + ".Image s", + ".Im ages", + "\" ){", + "\") {", + "ĠM eyer", + "ĠMe yer", + "ĠMey er", + "Ġneg atively", + "Ġnegative ly", + "Ġ DLL", + "ĠD LL", + "ĠDL L", + "Ġ exe", + "Ġe xe", + "Ġex e", + "Ġdef iciency", + "Ġwild ly", + "- switch", + "-s witch", + "-sw itch", + "con struction", + "construct ion", + "Ġexception ally", + "Ġexceptional ly", + "ĠL iz", + "ĠLi z", + "/ java", + "/j ava", + "/jav a", + "Ġthe irs", + "Ġtheir s", + "ĠCon temporary", + "ĠCont emporary", + "l is", + "li s", + ".fill Rect", + "ĠN FC", + "ĠNF C", + "Ġre he", + "Ġreh e", + "( numbers", + "(num bers", + "(number s", + "Ġr aster", + "Ġra ster", + "Ġras ter", + "Ġrast er", + "Ġfig uring", + "Ġfigur ing", + "Ġshow c", + "Ġsho wc", + "ĠJ ill", + "ĠJi ll", + "Ġar cade", + "Ġarc ade", + "ĠConstruct s", + "m dl", + "md l", + "( '|", + "(' |", + "Ġident ifiers", + "Ġidentifier s", + "Ġ stellar", + "Ġst ellar", + "( Connection", + "Ġ\" {{", + "Ġ\"{ {", + "y or", + "yo r", + "( mysqli", + "(m ysqli", + "(mysql i", + "Ġd ove", + "Ġdo ve", + "Ġdov e", + "Of Birth", + ". disconnect", + ".dis connect", + "_ hi", + "_h i", + "Ġzw ischen", + "ĠGr und", + "i ros", + "ir os", + "iro s", + "_ Array", + "_A rray", + ". onclick", + ".on click", + "an som", + "ans om", + "An swers", + "Answer s", + "Ans wers", + "ĉ remove", + "ĉre move", + "F a", + "Ġh urry", + "Ġhur ry", + "- inf", + "-in f", + "-i nf", + "Ġ getClass", + "Ġget Class", + "ĠgetC lass", + "ĠReg ulation", + "Ġ FLAGS", + "ĠFLAG S", + "m isc", + "mi sc", + "mis c", + "K en", + "Ke n", + "_ heading", + "_head ing", + "_he ading", + "G Hz", + "GH z", + "- entry", + "-en try", + "Ġbi ography", + "S ig", + "Si g", + "- mf", + "-m f", + "W atcher", + "Watch er", + "Wat cher", + "âĢľ A", + "} px", + "Ġsp icy", + "Ġspi cy", + "_ sq", + "_s q", + "L ost", + "Lo st", + "Los t", + "( track", + "(t rack", + "(tr ack", + "а ли", + "ал и", + "Desc ending", + "< bits", + " ((", + ">( (", + "s urvey", + "sur vey", + "Ġ íĺ", + "Ġí ĺ", + ".. .')Ċ", + "... ')Ċ", + "...' )Ċ", + "Ġ Divider", + "ĠDi vider", + "ĠDiv ider", + "ĠDivide r", + "o sl", + "os l", + "_ CANCEL", + "_C ANCEL", + "_CAN CEL", + "_ prepare", + "_pre pare", + "_prep are", + "s tin", + "st in", + "sti n", + "ĠHe ath", + "ĠHeat h", + ". PrimaryKey", + ".Primary Key", + "Ġ âĨIJ", + "ĠâĨ IJ", + "ĠLocal DateTime", + "ĠLocalDate Time", + "Ġco operative", + "Ġcooper ative", + "L earning", + "Le arning", + "Learn ing", + ". enqueue", + ".en queue", + "Ġ goog", + "Ġg oog", + "Ġgo og", + "Ġgoo g", + "Ġ Regression", + "ĠRe gression", + "ĠReg ression", + "i mates", + "im ates", + "imate s", + "ima tes", + "imat es", + "Ġvoy eur", + "Ġ Drink", + "ĠD rink", + "ĠDr ink", + "p lug", + "pl ug", + "Ġl ender", + "Ġle nder", + "Ġlen der", + "Ġlend er", + "m ana", + "man a", + "ma na", + "Ġperson nes", + "Ġpersonne s", + "Ġpersonn es", + "yp se", + "yps e", + "Ġ unlink", + "Ġun link", + "Ġunl ink", + "ĠRa vens", + "ĠRav ens", + "ĠRaven s", + "Ġh urd", + "Ġhur d", + "Ġhu rd", + "Ġperiod ically", + "Ġperiodic ally", + "AR GS", + "ARG S", + "Ġ GH", + "ĠG H", + "char acters", + "character s", + ".. .\"ĊĊ", + "... \"ĊĊ", + "...\" ĊĊ", + "...\"Ċ Ċ", + "- establish", + "Ġ dn", + "Ġd n", + "( condition", + "(con dition", + "(cond ition", + "Ġ Gravity", + "ĠGr avity", + "Ġes tas", + "Ġest as", + "Ġesta s", + "_ focus", + "_f ocus", + "C reature", + "Cre ature", + "Cr eature", + "Creat ure", + "( site", + "(s ite", + "(si te", + "Ġc arr", + "Ġcar r", + "Ġca rr", + "Ġ RL", + "ĠR L", + "Ġ RI", + "ĠR I", + "ĠM oto", + "ĠMo to", + "ĠMot o", + "A SF", + "AS F", + "Ġ Luckily", + "ĠLuck ily", + "ĉ Route", + "ĉR oute", + "Ġ entropy", + "Ġent ropy", + "Ġentr opy", + "( \",\"", + "(\" ,\"", + "(\", \"", + "C ollect", + "Col lect", + "Coll ect", + "( contact", + "(cont act", + "ĠFlor ence", + "ĠFlo rence", + "Ġpremium s", + "Ġpremi ums", + "Ġl ifecycle", + "Ġlife cycle", + "Ġlif ecycle", + "Ġb ans", + "Ġban s", + "Ġba ns", + "x ef", + "xe f", + "Web Kit", + "Ġ Floating", + "ĠF loating", + "ĠFloat ing", + "ĠFlo ating", + "Ġ cosa", + "Ġc osa", + "Ġco sa", + "Ġcos a", + "S pecific", + "Spec ific", + "ĠLo ans", + "ĠLoan s", + "b read", + "br ead", + "bre ad", + "Ġdes criptors", + "Ġdescriptor s", + "Ġ{ :.", + "Ġ{: .", + "TH READ", + "ĠT rent", + "ĠTr ent", + "ĠTre nt", + "Ġs cop", + "Ġsc op", + "Ġsco p", + "Q A", + "ĠAn tar", + "ĠAnt ar", + "p el", + "pe l", + "_ difference", + "_d ifference", + "_diff erence", + "_ changes", + "_ch anges", + "_change s", + "_chan ges", + "( ...)", + "(... )", + "(.. .)", + "Ġ Rotation", + "ĠR otation", + "ĠRot ation", + "ĠL GPL", + "ĠLG PL", + "Ġ JUST", + "ĠJ UST", + "( Task", + "(T ask", + "_ subset", + "_sub set", + "_subs et", + "Ġ TRANS", + "ĠTR ANS", + "ĠTRAN S", + "åĬ Ľ", + "ĠS cout", + "ĠSc out", + "ĠSco ut", + "- popup", + "-p opup", + "-pop up", + "Ġsm oked", + "Ġsmoke d", + "Ġsmo ked", + "_ Class", + "_C lass", + "_Cl ass", + "Ġturn over", + "Ġturno ver", + "br akk", + "bra kk", + "ĠRock y", + "ĠRo cky", + "ĠRoc ky", + "t as", + "ta s", + ".Regular Expressions", + "ĠElli ott", + "ĠElliot t", + "Ġ Spinner", + "ĠSp inner", + "ĠSpin ner", + "DUCT ION", + "DU CTION", + "Ġl ibre", + "Ġli bre", + "Ġlib re", + "Ġlibr e", + "Ġmol to", + "Ġmolt o", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "Ġ FTP", + "ĠF TP", + "ĠFT P", + "m peg", + "mp eg", + "( features", + "(f eatures", + "(feature s", + "(fe atures", + "Ġb ald", + "Ġbal d", + "Ġba ld", + "ĠV id", + "ĠVi d", + "Ġsh outing", + "Ġshout ing", + "Ġsho uting", + "L int", + "Li nt", + "Lin t", + "Ġ sockets", + "Ġs ockets", + "Ġsocket s", + "Ġsock ets", + "Ġp row", + "Ġpro w", + "Ġpr ow", + "Ġnou velle", + "Ġnouvel le", + "Ġnouve lle", + "is card", + "isc ard", + "ĠS ponsor", + "Ġ consulta", + "Ġcons ulta", + "Ġconsult a", + "Ġconsul ta", + ") ));", + ")) );", + "))) ;", + "Ind ian", + "India n", + "ĠR aspberry", + "Ġteam mate", + "Ġ JWT", + "ĠJ WT", + "ĠJW T", + "ĠG hana", + "ĠGh ana", + "Ġ cakes", + "Ġc akes", + "Ġca kes", + "Ġcake s", + "pr imer", + "prim er", + "prime r", + "pri mer", + "form a", + "for ma", + "erg arten", + "_ Manager", + "_M anager", + "_Man ager", + "Ġpre season", + "G AME", + "GA ME", + "| \"", + "ĠB rock", + "ĠBr ock", + "ĠBro ck", + "Ġocc upy", + "Ġoccup y", + "Ġdecor ations", + "Ġdecoration s", + "á nd", + "án d", + "Ġ cot", + "Ġc ot", + "Ġco t", + "Ġp aran", + "Ġpar an", + "Ġpara n", + "Ġpa ran", + "D isk", + "Dis k", + "Di sk", + "r emain", + "re main", + "rem ain", + "rema in", + "> ?", + "St rong", + "Str ong", + "Ġf rance", + "Ġfr ance", + "Ġfra nce", + "Ġfran ce", + "Ġfranc e", + "ĠE ra", + "ĠEr a", + "- cr", + "-c r", + ".Buffer edReader", + ".Buffered Reader", + "ĠParad ise", + "ĠV AT", + "ĠVA T", + "ĠAn ders", + "ĠAnd ers", + "Ġl imb", + "Ġli mb", + "Ġlim b", + "amp oo", + "ampo o", + "Ġimper ative", + "UT ILITY", + "UTIL ITY", + "Ġ Recognition", + "ĠRec ognition", + "ĠRecogn ition", + "Ġragaz ze", + "Ġp ops", + "Ġpop s", + "Ġpo ps", + "y press", + "yp ress", + "Ġemb argo", + "Ġembar go", + "// {Ċ", + "Ġs yll", + "Ġsy ll", + "P TR", + "PT R", + "åŃĺ åľ¨", + "Ġdid nt", + "Ġdidn t", + "M ailer", + "Mail er", + "Ma iler", + "Ġacad emics", + "Ġacademic s", + "ĠFr auen", + "ĠFra uen", + "ĠFrau en", + "ne ider", + "- rel", + "-r el", + "-re l", + "Ġrain bow", + "( In", + "(I n", + "Ġs liced", + "Ġsl iced", + "Ġslice d", + "Ġslic ed", + "= ============Ċ", + "== ===========Ċ", + "==== =========Ċ", + "======== =====Ċ", + "=== ==========Ċ", + "============ =Ċ", + "============= Ċ", + "=========== ==Ċ", + "========= ====Ċ", + "========== ===Ċ", + "====== =======Ċ", + "===== ========Ċ", + "======= ======Ċ", + "( send", + "(s end", + "(se nd", + "NSMutable Dictionary", + "v os", + "vo s", + "( package", + "(p ackage", + "(pack age", + "Ġord inance", + "Ġordin ance", + "view er", + "vie wer", + "ĠSan tos", + "ĠSant os", + "ĠSanto s", + "- selling", + "-s elling", + "Ġ gov", + "Ġg ov", + "Ġgo v", + "et tle", + "ett le", + "Ġfound ers", + "Ġfo unders", + "Ġfounder s", + "Ġw aking", + "Ġwa king", + "s lashes", + "sl ashes", + "slash es", + "-p ound", + "-po und", + "re cht", + "rec ht", + "rech t", + "ا ت", + "Ø§Ø ª", + ". onClick", + ".on Click", + "Ġn ord", + "Ġno rd", + "Ġnor d", + "st änd", + "_ when", + "_w hen", + "_wh en", + "U TERS", + "UT ERS", + "UTE RS", + "i cc", + "ic c", + "Ġcaps ule", + "ĠW id", + "ĠWi d", + "M arc", + "Mar c", + "Ma rc", + "ภ¸", + "r ored", + "ro red", + "ror ed", + "U GE", + "UG E", + "LO UD", + "Ġ Audit", + "ĠA udit", + "ĠAud it", + "ĠAu dit", + "ĠAudi t", + "ip ients", + "ipient s", + "ipi ents", + "op ian", + "opia n", + "opi an", + "ĠS ue", + "ĠSu e", + "Ġwur den", + "Ġwurde n", + ". Helpers", + ".H elpers", + ".Helper s", + ".Help ers", + "Ġf actions", + "Ġfact ions", + "Ġfa ctions", + "Ġfaction s", + "[ np", + "[n p", + "- than", + "-t han", + "-th an", + "Ġre co", + "Ġr eco", + "Ġrec o", + "Ġ kas", + "Ġk as", + "Ġka s", + "Ġ cmds", + "Ġcmd s", + "Ġcm ds", + "/ network", + "/n etwork", + "/net work", + "x bf", + "xb f", + "get Color", + "getC olor", + "Ġ biased", + "Ġbi ased", + "Ġbias ed", + "ĠL ak", + "ĠLa k", + "D atas", + "Data s", + "Da tas", + "Dat as", + "v ents", + "ve nts", + "vent s", + "ven ts", + "Ġ ë²", + "Ġë ²", + "_ PS", + "_P S", + ". Validate", + ".Valid ate", + "Inv oker", + "Invoke r", + "Ġne uen", + "Ġneu en", + "Ġneue n", + "Ġju venile", + "Ġjuven ile", + "V ISION", + "VI SION", + "VIS ION", + "Ġde vote", + "Ġdev ote", + "Ġ linha", + "Ġl inha", + "Ġlin ha", + "Ġlinh a", + "Ġdiscount ed", + "Ġdisco unted", + "\\ Config", + "Ġworth while", + "Ġskin ny", + "Ġ Courses", + "ĠC ourses", + "ĠCo urses", + "ĠCour ses", + "ĠCourse s", + "le ys", + "ley s", + "ĠMort gage", + "K evin", + "Ke vin", + "Ġann ounces", + "Ġannounc es", + "Ġannounce s", + "] )*", + "]) *", + "res ervation", + "Ġ æķ°", + "Ġæķ °", + "Ġprejud ice", + "ĠString Comparison", + "Ġbe ard", + "Ġbear d", + "- win", + "-w in", + "ĠS ão", + "ĉ ms", + "ĉm s", + "j al", + "ja l", + "Ġ Earn", + "ĠE arn", + "ĠEar n", + "ĠEa rn", + "_ ports", + "_p orts", + "_port s", + "_po rts", + "_por ts", + "Ġ Nombre", + "ĠN ombre", + "ĠNom bre", + "_ COR", + "_C OR", + "_CO R", + "Ġ BUILD", + "ĠB UILD", + "ĠBU ILD", + ". sound", + ".s ound", + ".so und", + "Y ellow", + "Ġlineback er", + "Ġchar itable", + "Ġcha ritable", + "j ug", + "ju g", + "_NON NULL", + "ĠD ental", + "ĠDen tal", + "ĠDent al", + "\" >${", + "\"> ${", + "\">$ {", + "ĉ match", + "ĉm atch", + "ĉmat ch", + "R ussian", + "Russia n", + "Russ ian", + "Rus sian", + "Ġver sch", + "Ġvers ch", + "Ġp inned", + "Ġpin ned", + "Ġadopt ing", + "Options Menu", + "P ag", + "Pa g", + "Ġpair ing", + "Ġpa iring", + "Ġpai ring", + "Ġt read", + "Ġtr ead", + "Ġtre ad", + "erc ises", + "ercise s", + "Ġ Spread", + "ĠS pread", + "ĠSp read", + "ĠSpr ead", + ") i", + "Ġ BAD", + "ĠB AD", + "ĠBA D", + "_ tf", + "_t f", + "UI ImageView", + "UIImage View", + "pop ulate", + "b ab", + "ba b", + "Ġ Ïĥ", + "ĠÏ ĥ", + "[ ++", + "Ġopi oid", + "Ġ ##Ċ", + "Ġ# #Ċ", + "Ġ## Ċ", + "d type", + "dt ype", + "ĠSt arts", + "ĠStart s", + "ĠStar ts", + "ĠSta rts", + "(' /')", + "('/ ')", + "Ġperson als", + "Ġpersonal s", + "Ġpersona ls", + "- market", + "-m arket", + "-mark et", + "-mar ket", + "Ġredund ant", + "ĠEss ential", + "Ġsc rapy", + "Ġscr apy", + "Ġscrap y", + "Ġ им", + "Ġи м", + "a cl", + "ac l", + "Ġ crear", + "Ġc rear", + "Ġcr ear", + "Ġcre ar", + "Ġcrea r", + "ĠB end", + "ĠBe nd", + "ĠBen d", + "Ġrel ieve", + "Ġreli eve", + "Ġrelie ve", + "- room", + "-r oom", + "-ro om", + "w ife", + "wi fe", + "Ġv Ãł", + "ĠQ Point", + "Ġqu asi", + "Ġqua si", + "Ġ methodName", + "Ġmethod Name", + "\\ xc", + "\\x c", + "ĠP eru", + "ĠPer u", + "ĠPe ru", + "/ The", + "/T he", + ". orm", + ".o rm", + ".or m", + "Ġ viz", + "Ġv iz", + "Ġvi z", + "/ pdf", + "/p df", + "Loc ated", + "Ġconfront ation", + "ĠChampionship s", + "ĠChampions hips", + "ĠChampion ships", + "Ġhy pert", + "Ġhyp ert", + "Ġhyper t", + "Ġhype rt", + "Ġ dj", + "Ġd j", + "Ġ UserInfo", + "ĠUser Info", + "Ġ åĪĽå»º", + "ĠåĪ Ľå»º", + "\\ xb", + "\\x b", + "( sim", + "(s im", + "(si m", + "Ġ ==Ċ", + "Ġ= =Ċ", + "Ġ== Ċ", + "Ġst aging", + "Ġsta ging", + "Ġstag ing", + "Ġdr astically", + "Ġdrastic ally", + "åŃ ¦", + "l ords", + "lor ds", + "lord s", + ". less", + ".l ess", + ".le ss", + "вед иÑĤе", + "Ġ Bucket", + "ĠB ucket", + "ĠBuck et", + "ĠBu cket", + "ĠM am", + "ĠMa m", + ". term", + ".t erm", + ".te rm", + "_ pi", + "_p i", + "c zy", + "cz y", + ". pub", + ".p ub", + "p recio", + "pre cio", + "prec io", + "preci o", + "ĠV irt", + "ĠVir t", + "ĠVi rt", + "Ġ roman", + "Ġr oman", + "Ġro man", + "Ġrom an", + "Ġroma n", + "i tat", + "it at", + "ita t", + "L ex", + "Le x", + "_ infos", + "_in fos", + "_info s", + "_inf os", + "Ä °", + ". other", + ".o ther", + ".ot her", + "VE LO", + "VEL O", + "Ġ ponder", + "Ġp onder", + "Ġpo nder", + "Ġpon der", + "Ġpond er", + "Ġh anno", + "Ġhan no", + "Ġhann o", + "( Page", + "(P age", + "d oi", + "do i", + "Ġpol ite", + "Ġpo lite", + "Ġpolit e", + "Ġprogram mer", + "Ġprogramme r", + "Ġprogramm er", + "D ies", + "Die s", + "Di es", + "$ d", + "Ġre plication", + "Ġrep lication", + "Ġrepl ication", + "Ġreplic ation", + "Ġreplica tion", + "add Column", + "fr ican", + "frica n", + "Ġl eng", + "Ġle ng", + "Ġlen g", + "b eer", + "be er", + "bee r", + "o it", + "oi t", + "Ġw asting", + "Ġwas ting", + "Ġwast ing", + "y lim", + "yl im", + "me asure", + "N eg", + "Ne g", + "Ġpart ie", + "Ġpar tie", + "Ġparti e", + ". console", + ".con sole", + ".cons ole", + "ĠGu inea", + "ĠGui nea", + "T EL", + "TE L", + "_ fact", + "_f act", + "_fac t", + "_fa ct", + ". chunk", + ".ch unk", + "Ġl ent", + "Ġle nt", + "Ġlen t", + "Ġ aller", + "Ġa ller", + "Ġal ler", + "Ġall er", + "Ġalle r", + "Ġ à¤ķ", + "Ġठķ", + "_ idle", + "_id le", + "_i dle", + "Ġad missions", + "Ġadm issions", + "Ġadmission s", + "JSON Array", + "Ġv ibration", + "Ġvibr ation", + "Ġvib ration", + ". helpers", + ".h elpers", + ".helper s", + ".help ers", + "å¤ ĸ", + "Ġ hen", + "Ġh en", + "Ġhe n", + "j ohn", + "jo hn", + "Ġ ìĥĿ", + "Ġì ĥĿ", + "Ġìĥ Ŀ", + "Ġjud gement", + "Ġjudge ment", + "Ġg een", + "Ġge en", + "Ġgee n", + "t erra", + "ter ra", + "terr a", + "^ {", + "ĠI z", + "Ġc â", + "in stances", + "instance s", + "inst ances", + "instanc es", + "Ġthreat ens", + "Ġthreaten s", + "Ġm üssen", + "Kind OfClass", + "Ġstoryt elling", + "_ demo", + "_d emo", + "_de mo", + "_dem o", + "r ias", + "ri as", + "ria s", + "Priv acy", + "h ift", + "hi ft", + "ĠY i", + "es or", + "eso r", + "íķ ł", + "ens itivity", + ". Writer", + ".W riter", + ".Write r", + "ภĤ", + "D istrict", + "Di strict", + ".get JSONObject", + "Im pro", + "Imp ro", + "(get Resources", + "Ġ SPELL", + "ĠS PELL", + "ĠSP ELL", + "ĠSPE LL", + "ro duce", + "rodu ce", + "rod uce", + "Ġsl owed", + "Ġslow ed", + "Ġslo wed", + "Ġ linewidth", + "Ġline width", + "Ġlin ewidth", + "Ġhon esty", + "Ġhonest y", + "Ġho nesty", + "Ġhone sty", + "Ġ Coord", + "ĠC oord", + "ĠCo ord", + "ĠF ork", + "ĠFor k", + "ĠFo rk", + "ĠDispatch Queue", + "ĠCl iff", + "ĠCli ff", + "ĠW iring", + "ĠWi ring", + "ĠWir ing", + "_TIM ESTAMP", + "ol lah", + "oll ah", + "olla h", + "a void", + "av oid", + "avo id", + "++ ];Ċ", + "++] ;Ċ", + "sem antic", + "- css", + "-c ss", + "Ġv eto", + "Ġve to", + "Ġvet o", + "ĠM err", + "ĠMe rr", + "ĠMer r", + "Ġlegisl ators", + "C EEDED", + "CEE DED", + "CEED ED", + "Ġquestion naire", + "ĠP ills", + "ĠPill s", + "ĠPil ls", + "C alculate", + "Cal culate", + "Calc ulate", + "Calcul ate", + "( core", + "(c ore", + "(co re", + "(cor e", + "' e", + "Ġdis like", + "Ġ Preferences", + "ĠP references", + "ĠPre ferences", + "ĠPreference s", + "ĠPrefer ences", + "_ EXTERNAL", + "_EX TERNAL", + "_EXTERN AL", + "è° ĥ", + "Ġd odge", + "Ġdo dge", + "Ġdod ge", + "æľį åĬ¡", + ". names", + ".n ames", + ".name s", + ".draw Image", + "_ prom", + "_p rom", + "_pro m", + "_pr om", + "uck land", + "Ġ<$ >", + "ı z", + "/ site", + "/s ite", + "é¡ ¹", + "r ophe", + "ro phe", + "rop he", + "roph e", + "Ġcomp elled", + "Ġcompel led", + "Ġl aptops", + "Ġlaptop s", + "Ġ uni", + "Ġu ni", + "Ġun i", + "C LOSE", + "CL OSE", + "Ġcasual ties", + "Ġ Uniform", + "ĠUn iform", + "ĠUni form", + "Term inal", + ". \",\"", + ".\" ,\"", + ".\", \"", + "D AT", + "DA T", + "( TreeNode", + "(T reeNode", + "(Tree Node", + "ĠGand hi", + "( stmt", + "(st mt", + "A XB", + "AX B", + "* M", + "Ġumb rella", + "an imal", + "ani mal", + "anim al", + "Ġ grpc", + "Ġg rpc", + "Ġgr pc", + "Ġgrp c", + "Ġwhere by", + "Ġfloat s", + "Ġflo ats", + "ĉ arg", + "ĉa rg", + "ĉar g", + "Ġ dbg", + "Ġd bg", + "Ġdb g", + "Ġexceed ing", + "Ġexce eding", + "Event Type", + ".SaveChanges Async", + "Ġ {{{", + "Ġ{ {{", + "Ġ{{ {", + "Ġ owed", + "Ġo wed", + "Ġow ed", + "Ġowe d", + "ahren heit", + "Ġ ì§", + "Ġì §", + "Ġequ ipo", + "Ġequip o", + "u rai", + "ur ai", + "ura i", + "Ġi dol", + "Ġid ol", + "] \")Ċ", + "]\" )Ċ", + "]\") Ċ", + "_ major", + "_m ajor", + "Ġentire ty", + "inger print", + "ç os", + "ço s", + "/ account", + "/a ccount", + "/ac count", + "ĉ right", + "ĉr ight", + "urs os", + "ĠE DT", + "ĠED T", + "_ INSERT", + "_INS ERT", + "Ġsh ining", + "Ġshin ing", + "Ġ< :", + "Edge Insets", + "Ġcolon ies", + ". IM", + ".I M", + "ĉ Ġĉ", + "ĉĠ ĉ", + "R OAD", + "RO AD", + "C CCC", + "CC CC", + "CCC C", + "pl acing", + "pla cing", + "Ġget Activity", + "em acs", + "ema cs", + "' %(", + "'% (", + ". clicked", + ".cl icked", + ".click ed", + "Ġ Them", + "ĠT hem", + "ĠThe m", + "ĠTh em", + "is ia", + "isi a", + "Bus car", + "Bu scar", + ". rename", + ".re name", + ".r ename", + "Ġo ath", + "Ġoat h", + "Ġoa th", + "Ġafter ward", + "ĠU FO", + "ĠUF O", + "A PS", + "AP S", + "ĠJackson ville", + ". some", + ".s ome", + ".so me", + "Conf irmed", + "Confirm ed", + ". scan", + ".s can", + ".sc an", + "ig Integer", + "Decor ator", + "sh ield", + "shi eld", + "ress ive", + ". did", + ".d id", + ".di d", + "请 è¾ĵåħ¥", + "Ġsh utter", + "Ġshut ter", + "D am", + "Da m", + "Ġpar enting", + "Ġparent ing", + "Ġparen ting", + "ey ed", + "eye d", + "$ item", + "$i tem", + "- develop", + "-de velop", + "-dev elop", + "-devel op", + "Ġex tracts", + "Ġextra cts", + "Ġextract s", + "Ġextr acts", + "Ġdecentral ized", + "ĠE lsa", + "ĠEl sa", + "_ spin", + "_s pin", + "_sp in", + "_spi n", + "] )+", + "]) +", + "- initial", + "-in itial", + "-init ial", + "Ġmult itude", + "Ġmultit ude", + "Ġsens ory", + "Ġsensor y", + "Ġ MODEL", + "ĠMO DEL", + "ĠMOD EL", + "ĠMODE L", + "Ġsaf eguard", + "Ġsafe guard", + "Ġsafeg uard", + "ì ¹", + "Ġhun ters", + "Ġhunt ers", + "Ġhunter s", + "Ġ Tiny", + "ĠT iny", + "ĠTi ny", + "ĠTin y", + "I NO", + "IN O", + "dec orate", + "decor ate", + "Ġ NoSuch", + "ĠNo Such", + "H o", + "( Response", + "Ġr uler", + "Ġrule r", + "Ġru ler", + "ĉ short", + "ĉs hort", + "ĉsh ort", + "Ġ caster", + "Ġc aster", + "Ġca ster", + "Ġcas ter", + "Ġcast er", + "Ġcaste r", + "Ġ clientId", + "Ġclient Id", + "Ġ pdb", + "Ġp db", + "Ġpd b", + "ëı Ħ", + "i tic", + "it ic", + "iti c", + "Ġ GameState", + "ĠGame State", + "Ġnew Item", + ") ĊĊĊĊĊĊ", + ")Ċ ĊĊĊĊĊ", + ")ĊĊ ĊĊĊĊ", + ")ĊĊĊ ĊĊĊ", + ")ĊĊĊĊ ĊĊ", + ")ĊĊĊĊĊ Ċ", + "o uis", + "ou is", + "oui s", + "n oc", + "no c", + ". BLACK", + ".BL ACK", + "_ VECTOR", + "_V ECTOR", + "_VEC TOR", + "_VE CTOR", + "---------- ();", + ">( );", + ">() ;", + ".get P", + "an ye", + "any e", + "Ġne uron", + "Ġneuro n", + "Ġneu ron", + "Ġneur on", + "i fold", + "if old", + "ifo ld", + "Ġ Known", + "ĠK nown", + "ĠKn own", + "ĠKnow n", + "Bit coin", + "Any way", + "ay ette", + "aye tte", + "ayet te", + "Ġ' ['", + "Ġ'[ '", + "Ãł nh", + "Ãłn h", + "m gr", + "mg r", + "Ġcor related", + "Ġcorre lated", + "Ġcorrel ated", + "Ġcorrelate d", + "Ġn ause", + "Ġna use", + "Ġnau se", + "Ġmental ity", + "Ġment ality", + "has Many", + "Ġ FG", + "ĠF G", + "am pie", + "amp ie", + "I TU", + "IT U", + "F s", + ". Sp", + ".S p", + "_ between", + "_b etween", + "_bet ween", + "Dep endencies", + "o ug", + "ou g", + "Place holder", + "= text", + "=t ext", + "Ġ Managing", + "ĠMan aging", + "ĠMana ging", + "ocal ypse", + "åĮ Ĺ", + "_ mag", + "_m ag", + "_ma g", + "f ld", + "fl d", + "â ij", + "C AM", + "CA M", + "Ġ Helpers", + "ĠH elpers", + "ĠHelp ers", + "ĠHelper s", + "ĠHel pers", + "Ġd ost", + "Ġdo st", + "Ġdos t", + "/ out", + "/o ut", + "Ġassass ination", + "Ġassassin ation", + ". getImage", + ".get Image", + "ĠK enny", + "ĠKen ny", + "ĠKenn y", + ". ')ĊĊ", + ".' )ĊĊ", + ".')Ċ Ċ", + ".') ĊĊ", + ") {//", + "){ //", + "ĠR anger", + "ĠRange r", + "ĠRa nger", + "ĠRan ger", + "Ġg ek", + "Ġge k", + "Ġsince re", + "Ġsinc ere", + "Ġsincer e", + "< Value", + "čĊ", + "/> čĊ", + ".get Resources", + ".getResource s", + "Ġl ump", + "Ġlu mp", + "Ġlum p", + "_ consts", + "_con sts", + "_const s", + "_cons ts", + "( ext", + "(e xt", + "(ex t", + "ĉ dir", + "ĉd ir", + "â Ŀ", + "Ġpadding Top", + "Ġob session", + "Ġobs ession", + "Ġobsess ion", + "Ġb anning", + "Ġban ning", + "ĠApp Module", + "Ġp artisan", + "Ġpart isan", + "Ġparti san", + "Ġcatalog ue", + "Ġcata logue", + "Ġcatal ogue", + "Ġmin ors", + "Ġminor s", + "Ġp itches", + "Ġpitch es", + "Ġpit ches", + "we ep", + "Ġunder take", + "Ġundert ake", + "Ġth emed", + "Ġthe med", + "Ġthem ed", + "Ġtheme d", + "a udit", + "au dit", + "aud it", + "audi t", + ". scrollTop", + ".scroll Top", + ".scrollTo p", + "Ġ rer", + "Ġre r", + "Ġr er", + "Ġsym ptom", + "Ġsympt om", + "Ġsymp tom", + "Ġopen ings", + "Ġopening s", + ". blocks", + ".b locks", + ".bl ocks", + ".block s", + "open id", + "ope nid", + "Ġa ssh", + "Ġas sh", + "Ġass h", + "- save", + "-s ave", + "ĠP ig", + "ĠPi g", + "Ġre gain", + "Ġreg ain", + "Ġin icial", + "Ġini cial", + "Ġinici al", + "/ favicon", + "/f avicon", + "ĉ exp", + "ĉe xp", + "ĉex p", + "Ġsp ices", + "Ġspi ces", + "Ġspice s", + "i ska", + "is ka", + "isk a", + "cl aims", + "claim s", + "cla ims", + "m ak", + "ma k", + "definition s", + "Ġcorrespond ent", + "ĠCann abis", + "_ _,Ċ", + "__ ,Ċ", + "__, Ċ", + "ĠL ucky", + "ĠLuc ky", + "ĠLu cky", + "ĠLuck y", + "ĠG aussian", + "ĠGa ussian", + "ĠGauss ian", + "Ġ Nearly", + "ĠN early", + "ĠNear ly", + "C AD", + "CA D", + "' ]]Ċ", + "'] ]Ċ", + "']] Ċ", + "Ġadequate ly", + "Ġadequ ately", + "Ġ TITLE", + "ĠT ITLE", + "constitution al", + "- mm", + "-m m", + "_ override", + "_over ride", + "Ġ blas", + "Ġb las", + "Ġbl as", + "Ġbla s", + ".ready State", + "Ġrem inis", + "Ġremin is", + "Ġrein forced", + "Ġreinforce d", + "ĠColl abor", + "Ġdecor ating", + "Ġdeco rating", + "Ġb achelor", + "Ġbach elor", + "ERRU PT", + "Ġup right", + "ip ation", + "ipa tion", + "ĠN oble", + "ĠNo ble", + "ĠNob le", + "Ġvalue ForKey", + "Ġset Loading", + ". Ignore", + ".I gnore", + "å ģ", + "G lobals", + "Global s", + "ĠM ent", + "ĠMe nt", + "ĠMen t", + "AS SES", + "ASS ES", + "Ġlim bs", + "Ġlimb s", + "Ġ HUD", + "ĠH UD", + "in ci", + "inc i", + ". iv", + ".i v", + "ĠQ ModelIndex", + "F use", + "Fu se", + "Ġpe dal", + "Ġped al", + "_F REQ", + "_FR EQ", + "_FRE Q", + "( verbose", + "(ver bose", + "Ġlong itud", + "ĠCh arter", + "ĠChar ter", + "ĠChart er", + "ê ·¸", + "ê· ¸", + "Ġ bundles", + "Ġb undles", + "Ġbund les", + "Ġbundle s", + ". ignore", + ".i gnore", + "um bo", + "umb o", + "E MA", + "EM A", + ". ......", + ".. .....", + "... ....", + ".... ...", + "..... ..", + "...... .", + "s x", + ". Card", + ".C ard", + ".Car d", + "Ġhe ute", + "Ġst eer", + "Ġste er", + "j umlah", + "Ġ {_", + "Ġ{ _", + "_ Checked", + "_Check ed", + "Ġ fax", + "Ġf ax", + "Ġfa x", + "ĠG ust", + "ĠGu st", + "ĠGus t", + "itch ens", + "itchen s", + "Ġ ))ĊĊ", + "Ġ) )ĊĊ", + "Ġ)) ĊĊ", + "Ġ))Ċ Ċ", + "Ġremark ably", + "/ XML", + "/X ML", + "- remove", + "-re move", + "_ bt", + "_b t", + "Ġinc ub", + ". package", + ".p ackage", + ".pack age", + ".current Thread", + "ĠHigh lander", + "ĠHighland er", + ". side", + ".s ide", + ".sid e", + ".si de", + "s plash", + "sp lash", + "spl ash", + "Ġ ici", + "Ġi ci", + "Ġic i", + "= D", + "Ġp uck", + "Ġpu ck", + "Ġball ots", + "Ġbal lots", + "Ġballot s", + "Ġballo ts", + "Ġhuge ly", + "Ġhug ely", + "c oeff", + "co eff", + "coef f", + "coe ff", + "Ġ pData", + "Ġp Data", + ". COLUMN", + ".C OLUMN", + "ĠHe aling", + "ĠHeal ing", + "Ġ ordin", + "Ġor din", + "Ġord in", + "! ),", + "!) ,", + "Ġ' ',čĊ", + "Ġ'' ,čĊ", + "Ġ'', čĊ", + "( md", + "(m d", + "ĠS ask", + "ĠSa sk", + "ĠSas k", + "< strong", + "Ġsurv ivor", + "Ġsurviv or", + ". series", + ".s eries", + ".se ries", + ".ser ies", + "Ġcaffe ine", + "Ġ `(", + "Ġ` (", + ".TRA ILING", + "_ Input", + "_In put", + "( \"^", + "(\" ^", + "z d", + "& );Ċ", + "&) ;Ċ", + "Ġ Ping", + "ĠP ing", + "ĠPin g", + "ĠPi ng", + "Ġ voucher", + "Ġv oucher", + "Ġvo ucher", + "Ġvou cher", + ". rating", + ".r ating", + ".ra ting", + "-sh irts", + "-shirt s", + "ĠRetrie ves", + "ĠRetrieve s", + ".al ibaba", + "Or acle", + "_ MOV", + "_M OV", + "_MO V", + "Old Data", + "Ġ /*čĊ", + "Ġ/ *čĊ", + "Ġ/* čĊ", + "Ġ gboolean", + "Ġg boolean", + "Ġ= >čĊ", + "Ġ=> čĊ", + "Ġ rá", + "Ġr á", + "Ġbl unt", + "ĠImage Icon", + "i fik", + "if ik", + "ifi k", + "R TC", + "RT C", + "Ġfi bers", + "Ġfib ers", + "Ġfiber s", + "Ġto ile", + "Ġtoi le", + ". sent", + ".s ent", + ".se nt", + "ĠPy Qt", + "$ app", + "$a pp", + "Ġm edio", + "Ġme dio", + "Ġmed io", + "Ġmedi o", + "Ġgrant ing", + "Ġgran ting", + "Ġts lint", + "Ġtsl int", + "ĠM ö", + "(fig size", + "Ġhur ricane", + "Ġl ifes", + "Ġlife s", + "Ġlif es", + "Ġ ÃĦ", + "Ġà Ħ", + "rocess ing", + "_ standard", + "_st andard", + "_stand ard", + "- option", + "-o ption", + "-op tion", + "-opt ion", + "' )))", + "') ))", + "')) )", + "Ġvac ant", + "Ġva cant", + "å· ¥", + "ĠH ollow", + "ĠHol low", + "ĠHoll ow", + "handle Change", + "Ġ divider", + "Ġdi vider", + "Ġdiv ider", + "Ġdivide r", + "Ġdivid er", + "ĠEngine ers", + "ĠEngineer s", + "Ġs vens", + "Ġsv ens", + "Ġsve ns", + "Ġcom pliant", + "Ġcompl iant", + "t anggal", + "Ġ Credits", + "ĠC redits", + "ĠCredit s", + "ĠEm irates", + "Rule Context", + "Ġreal ization", + "Ġrealiz ation", + "Ġrealiza tion", + "Ġdis tracted", + "Ġdistr acted", + "Ġdistract ed", + "] +=", + "]+ =", + "Ġau gment", + "Ġaug ment", + "ĠD w", + "o tp", + "ot p", + "or rent", + "orr ent", + "orre nt", + "Ed itar", + "Edit ar", + ". stock", + ".st ock", + "St udy", + "p ections", + "pe ctions", + "pect ions", + "pection s", + "Ġ GameManager", + "ĠGame Manager", + "= cut", + "=c ut", + "Ġf lock", + "Ġfl ock", + "Ġflo ck", + "ĠRom ans", + "ĠRo mans", + "ĠRoman s", + "ĠRoma ns", + "t hem", + "th em", + "the m", + "- hop", + "-h op", + "Ġscreen shots", + "Ġscreens hots", + "Ġscreenshot s", + "Ġ /*!Ċ", + "Ġ/* !Ċ", + "Ġ/*! Ċ", + "Ġcon versions", + "Ġconv ersions", + "Ġconvers ions", + "Ġconversion s", + "Ġnormal ization", + "( configuration", + "(config uration", + "Ġa eros", + "Ġaer os", + "Ġae ros", + "_ security", + "_s ecurity", + "_se curity", + "_sec urity", + "! 'Ċ", + "!' Ċ", + "B onus", + "Bon us", + "ĠDR IVER", + "ĠDRIVE R", + "ĉ Date", + "ĉD ate", + "t ie", + "ti e", + "ĠWy oming", + "St and", + "Stan d", + "i tre", + "it re", + "itr e", + "Ġsh oppers", + "Ġshop pers", + "Ġsho ppers", + "Ġshopper s", + "Ġdisadv antage", + "Ġl iking", + "Ġli king", + "Ġlik ing", + "ç¬ ij", + "Ġunderstand able", + "S EE", + "SE E", + "Ġh oy", + "Ġho y", + "Ġnine te", + "Ġni nete", + "Ġnin ete", + "Ġcon fer", + "Ġconf er", + "Ġ nowrap", + "Ġno wrap", + "Ġnow rap", + "ĠV ern", + "ĠVer n", + "ĠVe rn", + ", čĊčĊ", + ",čĊ čĊ", + "ime step", + "imes tep", + "imest ep", + "Layout Manager", + "à ·", + "ĉ wait", + "ĉw ait", + "P LETED", + "PLE TED", + "J apan", + "Ja pan", + "Ġin duce", + "Ġind uce", + "Ġindu ce", + "Ġ å¯", + "Ġå ¯", + "о зв", + "оз в", + "_END POINT", + ". horizontal", + ".h orizontal", + "Ġacceler ated", + "Ġaccelerate d", + "r imon", + "ri mon", + "rim on", + "I VES", + "IV ES", + "IVE S", + "Trans actions", + "Transaction s", + "L ean", + "Le an", + "ĠS OUR", + "ĠSO UR", + "wh ether", + "y g", + "Ġ oid", + "Ġo id", + "Ġoi d", + "Ġ EntityManager", + "ĠEntity Manager", + "OUN TRY", + "OUNT RY", + "Ġ fila", + "Ġf ila", + "Ġfil a", + "Ġfi la", + "OLUM NS", + "OLUMN S", + "IN UE", + "INU E", + "Ġ Anchor", + "ĠAn chor", + "ĠAnc hor", + "ĠAnch or", + "TR AN", + "TRA N", + "w oo", + "wo o", + "block quote", + "ĠN urse", + "ĠNurs e", + "ĠNur se", + "ĠC arp", + "ĠCar p", + "ĠCa rp", + "Ġrede em", + ". try", + ".t ry", + ".tr y", + "Ġ JP", + "ĠJ P", + "Ġ timestamps", + "Ġtimestamp s", + "Ġ?> \"><", + "Ġ?>\" ><", + "Ġ?>\"> <", + "Ġ REMOVE", + "ĠRE MOVE", + "ĠREM OVE", + "ĠStar bucks", + "Re ally", + "Real ly", + "Ġflo oded", + "Ġflood ed", + ". Callback", + ".C allback", + ".Call back", + "Drop Down", + "i pro", + "ip ro", + "Ġt ended", + "Ġten ded", + "Ġtend ed", + "l te", + "lt e", + "Ġproportion s", + "Ġproport ions", + "- te", + "-t e", + "ĠR ena", + "ĠRe na", + "ĠRen a", + "l icate", + "lic ate", + "li cate", + "lica te", + "for ces", + "force s", + "forc es", + ". extra", + ".ex tra", + ".ext ra", + ". authenticate", + ".auth enticate", + "в од", + "во д", + "¡ °", + "Ġfor ControlEvents", + "Ġ senha", + "Ġs enha", + "Ġsen ha", + "Ġk ein", + "Ġke in", + "Ġmin ist", + "Ġmi nist", + "Ġmini st", + "Ġ Preference", + "ĠP reference", + "ĠPre ference", + "ĠPref erence", + "ĠPrefer ence", + "ĠTele graph", + "Ñĥ п", + "str pos", + "Ġillness es", + "Ġp igs", + "Ġpi gs", + "Ġpig s", + "Ġget Intent", + "ĠgetInt ent", + "S ol", + "So l", + "Ġ ¡", + "Ġ ¡", + "( cpu", + "(c pu", + "(cp u", + "[ prop", + "[p rop", + "s creens", + "screen s", + "') ;?>", + "'); ?>", + "Ġ Acts", + "ĠA cts", + "ĠAct s", + "ĠAc ts", + "Ġstr dup", + "Ġa verages", + "Ġaverage s", + "Ġaver ages", + "a nal", + "an al", + "ana l", + "ĠCas ual", + "Group Box", + "ĠHand book", + "/ comments", + "/com ments", + "/comment s", + "Ġnumber ed", + "Ġnumb ered", + "Ġbroad casting", + "Ġbroadcast ing", + "çĽ ij", + ".native Element", + ". mu", + ".m u", + "Ġ updatedAt", + "Ġupdated At", + "ĠDoes n", + "ĠDoe sn", + ". AC", + ".A C", + ". coll", + ".c oll", + ".co ll", + ".col l", + "Ġrec order", + "Ġrecord er", + "_ sha", + "_s ha", + "_sh a", + "B g", + "b il", + "bi l", + "Ġbol ts", + "Ġbolt s", + "Ġ ç¬", + "Ġç ¬", + "Ġim posing", + "Ġimp osing", + "ĠInformation en", + "_ flashdata", + "_flash data", + "e conomic", + "ec onomic", + "R emark", + "Re mark", + "Rem ark", + "u cas", + "uc as", + "Ġ Officers", + "ĠOff icers", + "ĠOffice rs", + "ĠOfficer s", + "Ġ TER", + "ĠT ER", + "ĠTE R", + "W alk", + "Wal k", + "Wa lk", + "Ġmerc ado", + "_ generate", + "_g enerate", + "_gen erate", + "_gene rate", + "_gener ate", + "H Y", + "C alling", + "Call ing", + "Cal ling", + "s nap", + "sn ap", + "script Id", + ". operation", + ".op eration", + ".o peration", + ".oper ation", + "ĠFl ame", + "ĠFla me", + "ĠFlam e", + "l iness", + "li ness", + "line ss", + "lin ess", + "lines s", + "Ġr ented", + "Ġren ted", + "Ġrent ed", + "_ toggle", + "_t oggle", + "- changing", + "-ch anging", + "-chan ging", + "Ġ TY", + "ĠT Y", + "' util", + "'u til", + "E EP", + "EE P", + "Ġ graphql", + "Ġgraph ql", + "Ġ Uni", + "ĠU ni", + "ĠUn i", + "Ġim pulse", + "Ġimp ulse", + "Ġimpuls e", + ". Basic", + ".B asic", + "Ġenerg ies", + "Ġener gies", + "Ġenergie s", + "M ARY", + "MA RY", + "MAR Y", + "ĠMar cel", + "ĠMarc el", + "Ġm ortal", + "Ġmor tal", + "Ġmort al", + "Ġf res", + "Ġfr es", + "Ġfre s", + "m ens", + "me ns", + "men s", + "m otion", + "mo tion", + "mot ion", + "Ġs ampled", + "Ġsample d", + "Ġsam pled", + "Ġsamp led", + "âĢľ That", + "i day", + "id ay", + "ida y", + "qu ipment", + "quip ment", + "get Int", + "Ġ Absolute", + "ĠA bsolute", + "ĠAbs olute", + ", '\"", + ",' \"", + "u ned", + "un ed", + "une d", + ". share", + ".s hare", + ".sh are", + ".sha re", + "Ġ })(", + "Ġ} )(", + "Ġ}) (", + "m mm", + "mm m", + "ĠR ising", + "ĠRi sing", + "ĠRis ing", + "ä» »", + "Ġun employed", + "x fa", + "xf a", + ". follow", + ".f ollow", + "ĉ ĉĉĉĠĠĠĠĠĠ", + "ĉĉ ĉĉĠĠĠĠĠĠ", + "ĉĉĉĉ ĠĠĠĠĠĠ", + "ĉĉĉ ĉĠĠĠĠĠĠ", + "ĉĉĉĉĠ ĠĠĠĠĠ", + "ĉĉĉĉĠĠĠ ĠĠĠ", + "ĉĉĉĉĠĠ ĠĠĠĠ", + "ĉĉĉĉĠĠĠĠ ĠĠ", + "ĉĉĉĉĠĠĠĠĠ Ġ", + "s lt", + "sl t", + ". Phone", + ".P hone", + ".Ph one", + "Ġkn ives", + "Ġ eve", + "Ġe ve", + "Ġev e", + "on Click", + "] ))čĊ", + "]) )čĊ", + "])) čĊ", + "Ġ Witness", + "ĠW itness", + "ĠWit ness", + "ĉ NS", + "ĉN S", + "Ġ EOS", + "ĠE OS", + "ĠEO S", + "ĠSte fan", + "ĠStef an", + "ĠPr iest", + "ĠPri est", + "âĢĶ which", + "Get String", + ". By", + ".B y", + "Ġup stairs", + "Ġdetr iment", + "b roken", + "br oken", + "bro ken", + "em bro", + "emb ro", + "embr o", + "Ġnic otine", + "i lion", + "il ion", + "ili on", + "ilio n", + "Ġaston ishing", + "_ aff", + "_a ff", + "_af f", + "Ġ Lesson", + "ĠL esson", + "ĠLe sson", + "ĠLess on", + "ĠLes son", + "Ġacc idental", + "Ġaccident al", + "od or", + "odo r", + "Ġde cir", + "Ġdec ir", + "Ġnew Name", + "+ .", + "çĽ ¸", + "igs list", + "Ġ Github", + "ĠG ithub", + "ĠGit hub", + "Ġsuccess ive", + "Ġsuc cessive", + "r acial", + "ra cial", + "rac ial", + "raci al", + "Ġen viron", + "Ġenv iron", + "Ġenvi ron", + "éªĮ è¯ģ", + "Ġred irected", + "Ġredirect ed", + "T OTAL", + "TOT AL", + "Ġgrab bing", + "Ġgra bbing", + "ĠL ance", + "ĠLa nce", + "ĠLan ce", + "ĠLanc e", + "Ġfor fe", + "_ CB", + "_C B", + "å¾ ®", + "El apsed", + "_ way", + "_w ay", + "(Dialog Interface", + "_ measure", + "_me asure", + "_meas ure", + "x bb", + "xb b", + "D og", + "Do g", + "De part", + "Dep art", + "- src", + "-s rc", + "re solver", + "res olver", + "resolve r", + "with standing", + "_ shell", + "_s hell", + "_sh ell", + "Ġ LastName", + "ĠLast Name", + "ĠAv iation", + "Ġbeg inner", + "Ġbegin ner", + "(\" %.", + "(\"% .", + "( tool", + "(t ool", + "(to ol", + "Ġ нов", + "Ġн ов", + "Ġно в", + ": init", + ":i nit", + "( API", + "(A PI", + "(AP I", + "ĠMorris on", + "ĠMorr ison", + "vt Color", + "Ġsta ple", + "Ġstap le", + "/ INFO", + "Ġsuper natural", + "Ġsupern atural", + "Ġste ak", + "t imeline", + "time line", + "tim eline", + "zz le", + "\" `ĊĊ", + "\"`Ċ Ċ", + "\"` ĊĊ", + "Second ary", + "ĠNe pal", + "ĠNep al", + ". StringUtils", + ".String Utils", + "Ġ adam", + "Ġa dam", + "Ġad am", + "Ġada m", + "Ġ (...", + "Ġ( ...", + "Ġ(. ..", + "Ġsub stitution", + "Ġsubstit ution", + "Ġsubst itution", + "Ġ boarding", + "Ġbo arding", + "Ġboard ing", + "Ġ Keyword", + "ĠKey word", + "ĠAss ault", + "dbc Template", + "Ġ orderId", + "Ġorder Id", + "( engine", + "(e ngine", + ".assert That", + "ĠV enus", + "ĠVen us", + "Ġhom icide", + "Ġhomic ide", + "ĠA val", + "ĠAv al", + "ĠAva l", + "Ġg utter", + "Ġgut ter", + "Ġ Supported", + "ĠS upported", + "ĠSup ported", + "ĠSupport ed", + "/ part", + "/p art", + "Ġac claimed", + "Ġacclaim ed", + "H istor", + "Hi stor", + "His tor", + "Hist or", + "Ġm eses", + "Ġme ses", + "Ġmes es", + "ü ber", + "üb er", + "ĠRe new", + "ĠRen ew", + "ĠRene w", + "Ġg ras", + "Ġgr as", + "Ġgra s", + "Ġ Ek", + "ĠE k", + "Ġ infile", + "Ġin file", + "Ġinf ile", + "in dy", + "ind y", + ". music", + ".m usic", + ".mu sic", + ". Scroll", + ".S croll", + ".Sc roll", + "ĠA ges", + "ĠAg es", + "ĠAge s", + "ĠNar uto", + "ĠG ather", + "ĠGa ther", + "ĠGat her", + "Ġconfirm ing", + "= (\"", + "=( \"", + "Ġp itched", + "Ġpitch ed", + "Ġpit ched", + "o ley", + "ol ey", + "ole y", + "F rance", + "Fr ance", + "Fran ce", + "Fra nce", + "Franc e", + "+ '\"", + "+' \"", + "$ total", + "$t otal", + "Ġ onde", + "Ġo nde", + "Ġon de", + "Ġd itch", + "Ġdit ch", + "_ sigma", + "_s igma", + "_sig ma", + "Ġcontin uity", + "Ġcontinu ity", + "r eward", + "re ward", + "rew ard", + "- load", + "-l oad", + "-lo ad", + "Ġpro ceso", + "Ġproc eso", + "Ġproces o", + "L ocked", + "Loc ked", + "Lock ed", + "st aw", + "sta w", + "Ġsp inal", + "Ġspin al", + "Ġspi nal", + "l azy", + "la zy", + "laz y", + "! ==", + "!= =", + "j est", + "je st", + "jes t", + "Ġd un", + "Ġdu n", + "ĠRod gers", + "ĉ grid", + "ĉg rid", + "ĉgr id", + "Ġlo gos", + "Ġlog os", + "Ġlogo s", + "ĠBen gal", + "ĠBeng al", + ". super", + ".s uper", + ".sup er", + "Pro vides", + "Provid es", + "Provide s", + "Prov ides", + "Ġnut rient", + ". Timestamp", + ".T imestamp", + ".Time stamp", + "IZ ATION", + "åĨ Į", + "Ġf ats", + "Ġfa ts", + "Ġfat s", + "ĠX xx", + "c tica", + "ct ica", + "ctic a", + "Target s", + "Tar gets", + "Ġcont ours", + "Ġcontour s", + "Ġre ordered", + "Ġreorder ed", + ": Array", + ":A rray", + "Ġtoler ate", + "Ġtol erate", + "V ir", + "Vi r", + "Ġter ribly", + "Ġterr ibly", + "Ġb ricks", + "Ġbr icks", + "Ġbrick s", + "Ġbri cks", + "( &_", + "(& _", + "h b", + "P ortal", + "Port al", + "Por tal", + "ĠB read", + "ĠBr ead", + "ĠBre ad", + ". which", + ".wh ich", + "ÂŃ t", + "as InstanceOf", + "Ġj object", + "Ġjob ject", + "Ġjo bject", + "ĉ length", + "ĉl ength", + "ĉlen gth", + "_ MT", + "_M T", + "; \">čĊ", + ";\" >čĊ", + ";\"> čĊ", + "_ EXIST", + "_EX IST", + "Ġmat ernal", + "Ġma ternal", + "Ġmater nal", + "R EL", + "RE L", + "Ġê²½ ìļ°", + "h ee", + "he e", + "Ġ layouts", + "Ġlayout s", + "Ġlay outs", + "ĠL ap", + "ĠLa p", + "a isy", + "ai sy", + "ais y", + "Ġst umbled", + "Ġstumble d", + "ĠU IG", + "ĠUI G", + "ĠS co", + "ĠSc o", + "Ġim paired", + "Ġimp aired", + "Ġimpair ed", + "RES SED", + "RESS ED", + "Ġab uses", + "Ġabuse s", + "V F", + "A RB", + "AR B", + ". NAME", + ".N AME", + "r ch", + "rc h", + "pr imir", + "prim ir", + "pri mir", + "_ completed", + "_com pleted", + "_comp leted", + "_complete d", + "Ġp enny", + "Ġpen ny", + "Ġpenn y", + "Ch rome", + "Chr ome", + "( begin", + "(b egin", + "(be gin", + "er nen", + "ern en", + "erne n", + "- checkbox", + "-check box", + "Plain OldData", + "ĠL PC", + "ĠLP C", + "r ade", + "ra de", + "rad e", + "s pir", + "sp ir", + "spi r", + "Ġcon ceived", + "Ġconce ived", + "Ġconceive d", + "T ips", + "Tip s", + "Ti ps", + "ĠIo T", + "ĠG an", + "ĠGa n", + "èģ Ķ", + "Ġbi ases", + "Ġbias es", + "Ġconsult ants", + "Ġconsultant s", + "Ġconsulta nts", + "p led", + "pl ed", + "ple d", + "_ ht", + "_h t", + "associ ated", + "assoc iated", + "associate d", + "] ,ĊĊ", + "], ĊĊ", + "],Ċ Ċ", + "Ġdelight ful", + "ĠÑĤ ек", + "ĠÑĤе к", + "Hel vetica", + "( load", + "(l oad", + "(lo ad", + "- expand", + "-exp and", + "_W IDGET", + "t oa", + "to a", + "Ġ Akt", + "ĠA kt", + "ĠAk t", + "Ġo mn", + "Ġom n", + "Ġcl auses", + "Ġclause s", + "Ġcla uses", + "In tel", + "Int el", + "*/ }Ċ", + "_ registration", + "_reg istration", + "Ġold Value", + "Ġrest oring", + "Ġresto ring", + "Ġun real", + "Ġunre al", + "O VER", + "OVE R", + "OV ER", + "ĉĊ ĉĊĉĊ", + "ĉĊĉĊ ĉĊ", + "A TS", + "AT S", + "_ probe", + "_p robe", + "_pro be", + "_pr obe", + "_prob e", + "Ġdi visor", + "Ġdiv isor", + "Ġdivis or", + ".update Dynamic", + "å¹ ³", + "Produ ces", + "Prod uces", + "st amp", + "sta mp", + ".j boss", + "ĉ task", + "ĉt ask", + "! (:", + "!( :", + "Ġpsych ic", + "@ class", + "@c lass", + "M artin", + "Mar tin", + "Mart in", + "Ġ Passed", + "ĠP assed", + "ĠPass ed", + "ĠPas sed", + "clar ations", + "claration s", + "h el", + "he l", + "а Ñĩ", + "ĉ copy", + "ĉc opy", + "- bin", + "-b in", + "z an", + "za n", + "i gram", + "ig ram", + "igr am", + "া à¦", + "( sig", + "(s ig", + "(si g", + "ĠC aval", + "ĠCa val", + "ĠCav al", + "_ ##", + "Ġ %=", + "Ġ% =", + "out lined", + "outline d", + "ĠA cid", + "ĠAc id", + "Ġunpredict able", + "- dashboard", + "-d ashboard", + "Hex String", + "+ c", + ". Public", + ".P ublic", + "Ạ©", + "Ġcon veyor", + "Ġconvey or", + "Ġ EB", + "ĠE B", + "Ġselect s", + "Ġsel ects", + "Ġsele cts", + "Ġkn ocking", + "Ġknock ing", + "ĠC ec", + "ĠCe c", + "IB UTES", + "IBUT ES", + "IBUTE S", + "ow aÄĩ", + "owa Äĩ", + "g atsby", + "* v", + "ent ropy", + "entr opy", + "Ġdispatch ed", + "Ġdisp atched", + "Ġ camel", + "Ġc amel", + "Ġca mel", + "Ġcame l", + "Ġcam el", + "ĠSat urn", + "ĠSa turn", + "Ġover weight", + "( phone", + "(p hone", + "(ph one", + "par able", + "para ble", + "% B", + "_v ectors", + "_vector s", + "_vec tors", + "_vect ors", + "_ve ctors", + "Ġbr ewing", + "Ġbre wing", + "Ġbrew ing", + "Ġ Tk", + "ĠT k", + "Ġ Downloads", + "ĠDown loads", + "ĠDownload s", + "Ġ Saved", + "ĠS aved", + "ĠSave d", + "ĠSa ved", + "ĠSav ed", + ". Price", + ".P rice", + ".Pr ice", + "Ġc urved", + "Ġcur ved", + "Ġcurve d", + "ĠParent hood", + "ĠParen thood", + "è ¶", + ".p nl", + "plete ly", + "plet ely", + ". Day", + ".D ay", + "Ġadvert isers", + "Ġadvertis ers", + "Ġadvertise rs", + "Ġadvertiser s", + "Ġe jec", + "Ġej ec", + "Ġpr zed", + "Ġprz ed", + "Ġprze d", + "ë ¯", + "! ';Ċ", + "!' ;Ċ", + "ĠK ush", + "ĠKu sh", + "Ġ TAB", + "ĠT AB", + "ĠTA B", + "Ġ quests", + "Ġqu ests", + "Ġque sts", + "Ġquest s", + "Ġques ts", + "Ġcoinc idence", + "Ġcoincide nce", + "umm ies", + "ĠKash mir", + "ĠEth ics", + "ĠEthi cs", + "_ growth", + "_g rowth", + "Ġ aktiv", + "Ġak tiv", + "Ġakt iv", + "Ġgroup ing", + "Ġgrou ping", + "å¢ ŀ", + "_ truth", + "_tr uth", + "åIJ ¬", + "t odos", + "to dos", + "todo s", + "tod os", + "i set", + "is et", + "ise t", + "Tex Coord", + "ä tt", + "ät t", + "ĠZ ur", + "ĠZu r", + "ro ys", + "roy s", + "_M AGIC", + "_MAG IC", + "Ġbrew ery", + "( State", + "ĠSM ALL", + "ĠSMA LL", + "ĠPl ants", + "ĠPlan ts", + "ĠPlant s", + "ĠPla nts", + "it bart", + "e acher", + "each er", + "ea cher", + "ĠAd elaide", + "L u", + "Ġf ick", + "Ġfi ck", + "Ġfic k", + "und les", + "undle s", + "_ loaded", + "_lo aded", + "_load ed", + "и е", + "P oll", + "Pol l", + "Po ll", + "r itic", + "ri tic", + "rit ic", + "E LY", + "EL Y", + "Ġ +'", + "Ġ+ '", + "ĠProf ession", + "Ġst amps", + "Ġstamp s", + "Ġsta mps", + "ĠS ew", + "ĠSe w", + "s crollView", + "scroll View", + "Ġcomm unist", + "Ġcommun ist", + "/ problems", + "/pro blems", + "/problem s", + "} čĊčĊčĊčĊ", + "}čĊ čĊčĊčĊ", + "}čĊčĊ čĊčĊ", + "}čĊčĊčĊ čĊ", + ", o", + "Ġ udp", + "Ġu dp", + "Ġud p", + "Ġob ese", + "Ġobe se", + "ap prove", + "app rove", + "appro ve", + "anc ellation", + "ancel lation", + "ancell ation", + "_ Game", + "_G ame", + "Ġ Hashtable", + "ĠHash table", + "ĠHas htable", + "adaptive Styles", + "Ġposs esses", + "Ġpossess es", + ". matcher", + ".m atcher", + ".match er", + ".mat cher", + "function al", + "M rs", + "Mr s", + "ĉ save", + "ĉs ave", + "Ġ DbType", + "ĠDb Type", + "Ġ ken", + "Ġk en", + "Ġke n", + "get Context", + "Ġ mans", + "Ġm ans", + "Ġman s", + "Ġma ns", + "( rel", + "(r el", + "(re l", + "ĠBrother hood", + ") `Ċ", + ")` Ċ", + "è§ £", + ". Information", + ".In formation", + "OutOfRange Exception", + "ĠS ek", + "ĠSe k", + "C as", + "Ca s", + "Ġblog gers", + "Ġblogger s", + "E ither", + "( \"\"\"", + "(\" \"\"", + "(\"\" \"", + "Ġp inch", + "Ġpin ch", + "Ġco arse", + ") p", + "ĠP ulse", + "ĠPu lse", + "ĠPul se", + "Ġlearn t", + "Ġlear nt", + "Ġdent ist", + "Ġon change", + "Ġdirect ives", + "Ġdirective s", + "( actions", + "(a ctions", + "(action s", + "(act ions", + "ny der", + "ĠS hir", + "ĠSh ir", + "ĠShi r", + "T rait", + "Tr ait", + "Tra it", + "_ dep", + "_d ep", + "_de p", + "Ġ PET", + "ĠP ET", + "ĠPE T", + "Ġ REP", + "ĠR EP", + "ĠRE P", + ".App Settings", + "cu ador", + "ide nav", + "iden av", + "Ġen vi", + "Ġenv i", + "Ġsl ammed", + "Ġslam med", + "Ġ Shoot", + "ĠS hoot", + "ĠSh oot", + "ĠSho ot", + "Ġ dateFormat", + "Ġdate Format", + ".j oda", + "ve ys", + "vey s", + "Ġ ).ĊĊ", + "Ġ) .ĊĊ", + "Ġ). ĊĊ", + "Ġ).Ċ Ċ", + "Ġcar eg", + "Ġca reg", + "Ġcare g", + "Ġ Parallel", + "ĠPar allel", + "_ translation", + "_trans lation", + ". functions", + ".function s", + ".fun ctions", + ". obs", + ".o bs", + ".ob s", + "Runtime Exception", + "[ ]=", + "[] =", + "ov erview", + "over view", + "ĠS chl", + "ĠSc hl", + "ĠSch l", + "Ġno isy", + "Ġnoi sy", + "ĠOn PropertyChanged", + "S ending", + "Send ing", + "Sen ding", + "Ġunf amiliar", + "U pon", + "Up on", + "ĠPr ints", + "ĠPrint s", + "ĠPri nts", + ". typ", + ".t yp", + "Ġfle eing", + "Ġflee ing", + "ĉ move", + "ĉm ove", + "ĉmov e", + "( Un", + "(U n", + "Ġ qr", + "Ġq r", + "× ľ", + "_ beta", + "_b eta", + "_be ta", + "_bet a", + "Ġsk ies", + "Ġski es", + "ĉ me", + "ĉm e", + "W ND", + "WN D", + "Ġst ickers", + "Ġstick ers", + "Ġsticker s", + "b las", + "bl as", + "bla s", + "Ġins erts", + "Ġinsert s", + "Ġinser ts", + "Ġinse rts", + "Ġver ses", + "Ġvers es", + "Ġverse s", + "ĠD ew", + "ĠDe w", + "Ġt angible", + "Ġtang ible", + "Ġh echo", + "Ġhe cho", + "P OL", + "PO L", + "Ġte ardown", + "Ġtear down", + "om nia", + "I BE", + "IB E", + ". cover", + ".c over", + ".co ver", + "_ strategy", + "_str ategy", + "^ -", + "set Position", + "u ale", + "ual e", + "ua le", + "S igned", + "Sign ed", + "Sig ned", + "Ġ iface", + "Ġif ace", + "Ġi face", + "as eline", + "ase line", + "asel ine", + ".set Time", + "ĠMin eral", + "ĠMine ral", + "ĠMiner al", + "ĠF ighting", + "ĠFight ing", + "s kins", + "sk ins", + "ski ns", + "skin s", + "Ġdiscrim in", + "Ġd ansk", + "Ġdans k", + "Ġdan sk", + "ĠPr inceton", + "ĠPrince ton", + "ac ist", + "aci st", + "Ġ ());Ċ", + "Ġ( ));Ċ", + "Ġ() );Ċ", + "Ġ()) ;Ċ", + "tr acks", + "tra cks", + "track s", + "imon ial", + "a decimal", + "ad ecimal", + "ade cimal", + "EP ROM", + "ug gle", + "ugg le", + ". Notification", + ".Not ification", + "$ mail", + "$m ail", + "c antidad", + "cant idad", + "ĠJ ung", + "ĠJun g", + "ĠJu ng", + "Ġsee kers", + "Ġseek ers", + "Ġseeker s", + "Ġpl ausible", + "t ier", + "ti er", + "tie r", + "е ж", + "еР¶", + "Ġ rapper", + "Ġr apper", + "Ġrap per", + "Ġra pper", + "Ġrapp er", + "Ġ Mana", + "ĠM ana", + "ĠMan a", + "ĠMa na", + "ĠHttp StatusCode", + "ĠHttpStatus Code", + "Ġbur nt", + "Ġburn t", + "l oses", + "lo ses", + "lose s", + "los es", + "Ġ Foto", + "ĠF oto", + "ĠFo to", + "ĠFot o", + "Ġ JsonObject", + "ĠJson Object", + "In stagram", + "Inst agram", + "Ġ syscall", + "Ġsys call", + "Ġreal ities", + "ĠMAT LAB", + ":^ {Ċ", + "T ERM", + "TE RM", + "TER M", + "ĠC bd", + "Ġ Paragraph", + "ĠPar agraph", + "ĠPara graph", + "Ġtrav és", + "Ġconstruct ing", + "Ġs wal", + "Ġsw al", + "Ġp ige", + "Ġpi ge", + "Ġpig e", + "L LLL", + "LL LL", + "LLL L", + "- existing", + "-ex isting", + "G ets", + "Get s", + "Ge ts", + "Ġmel ted", + "Ġmelt ed", + "Ġmit igate", + "Ġmitig ate", + "H en", + "He n", + "Ġ hm", + "Ġh m", + "i mas", + "im as", + "ima s", + "Ġ Ao", + "ĠA o", + "ĠP erez", + "ĠPer ez", + "ĠPe rez", + "ĠPere z", + "Ġ DAL", + "ĠD AL", + "ĠDA L", + "Ġ ëĭ¤", + "Ġëĭ ¤", + "Ġdi vis", + "Ġdiv is", + "Storyboard Segue", + "Ġ Modify", + "ĠMod ify", + "ĠModi fy", + "ĠÃľ ber", + "_O VERRIDE", + ".p em", + ".pe m", + "un tos", + "unt os", + "unto s", + "Ġesp añ", + "Ġespa ñ", + "Ġ{ ?", + "Ġ PAY", + "ĠP AY", + "ĠPA Y", + "_ ipv", + "_i pv", + "_ip v", + "ĠF ury", + "ĠFu ry", + "ĠFur y", + "__ .__", + "__. __", + "e low", + "el ow", + "elo w", + "-c entered", + "-center ed", + "-cent ered", + "che cks", + "check s", + "_ Reg", + "_R eg", + "_Re g", + "-J avadoc", + "ĉ load", + "ĉl oad", + "ĠLike wise", + "ĠLik ewise", + "ا Ùħ", + "ا٠ħ", + "U NE", + "UN E", + ". sem", + ".s em", + ".se m", + "x cb", + "xc b", + "ĠC ave", + "ĠCa ve", + "ĠCav e", + "_ sleep", + "_s leep", + "Ġsil ently", + "Ġsilent ly", + "Ġ Extreme", + "ĠExt reme", + "ĠExtr eme", + ". ToUpper", + ".To Upper", + "ĉ CHECK", + "ĉC HECK", + "Ġ cue", + "Ġc ue", + "Ġcu e", + "ĠQ ByteArray", + "Ġcor rupted", + "Ġcorrupt ed", + "Ġ Dé", + "ĠD é", + "Ġim ped", + "Ġimp ed", + "Ġimpe d", + "Get Name", + "Ġinaccur ate", + "Ġs ober", + "Ġso ber", + "Ġsob er", + "е е", + "еРµ", + "Ġ barcode", + "Ġbar code", + "Ġba rcode", + "-- ){Ċ", + "--) {Ċ", + "in ki", + "ink i", + "Ġ ép", + "Ġé p", + "Ġd ri", + "Ġdr i", + "Ġ ALT", + "ĠA LT", + "ĠAL T", + "> >>>>>>>", + ">>>> >>>>", + ">>>>>>> >", + "on ta", + "ont a", + "[ L", + "Ġint eres", + "Ġinter es", + "Ġinte res", + "ver ting", + "vert ing", + "Ġd iagnostics", + "Ġdi agnostics", + "Ġdiagnostic s", + "p dev", + "pd ev", + "è ©", + "Ġ Integrated", + "ĠInt egrated", + "ĠIntegr ated", + ") .'", + "). '", + "_ gc", + "_g c", + "$ text", + "$t ext", + ". games", + ".g ames", + ".game s", + ".ga mes", + "ĠT erra", + "ĠTer ra", + "ĠTerr a", + "' Re", + "'R e", + ". transfer", + ".trans fer", + "_F IFO", + "get Model", + "Ġb land", + "Ġbl and", + "Ġbla nd", + "ĠCol eman", + "ĠCole man", + "Ġpr imes", + "Ġprim es", + "Ġprime s", + "Ġpri mes", + "Ġ æĪ", + "Ġæ Ī", + "Ġcross es", + "n k", + "G ING", + "GIN G", + "GI NG", + "Ġ '^", + "Ġ' ^", + "Ġ Blob", + "ĠB lob", + "ĠBl ob", + "ĠBlo b", + "Ġinter course", + "ĠBl vd", + "Ġweigh s", + "_ regular", + "_reg ular", + "ĠPer th", + "ĠPert h", + "Ġsepar ating", + "Ġseparat ing", + "Ġb illed", + "Ġbill ed", + "Ġbil led", + ".tab Control", + "Ġp uppet", + "Ġpup pet", + "Ġutil ization", + "Ġutiliz ation", + "Ġutiliza tion", + "Ġ âĸł", + "Ġâĸ ł", + "Ġsuc ces", + "Ġsucc es", + "Ġl amps", + "Ġla mps", + "Ġlamp s", + "Ġlam ps", + "_ proj", + "_p roj", + "_pro j", + "_pr oj", + "E ric", + "Er ic", + "Ġre novation", + "Ġren ovation", + "Ġrenov ation", + "ĠF amilies", + "ĠFam ilies", + "ĠFamil ies", + "ĠFamilie s", + "Ġ Bits", + "ĠB its", + "ĠBit s", + "ĠBi ts", + "part ials", + "partial s", + "- Men", + "-M en", + "s olution", + "sol ution", + "Ġd warf", + "Ġdw arf", + "Ġdwar f", + ". INTEGER", + ".IN TEGER", + "Ġ LOCK", + "ĠL OCK", + "ĠLO CK", + "ĠLOC K", + ". ct", + ".c t", + "Ġ excerpt", + "Ġex cerpt", + "Ġexcer pt", + "Ġ Pix", + "ĠP ix", + "ĠPi x", + "Ġ FirstName", + "ĠFirst Name", + "AN TED", + "ANT ED", + "ANTE D", + "ĠAd mir", + "- help", + "-h elp", + "-he lp", + "P rior", + "Pr ior", + "Pri or", + "Ġ Align", + "ĠAl ign", + "ĠAli gn", + ". INSTANCE", + ".IN STANCE", + "Line Edit", + "(' /:", + "('/ :", + "Ġ inet", + "Ġin et", + "Ġi net", + "Ġine t", + "od us", + "odu s", + ".p kl", + ".pk l", + "Ġ KY", + "ĠK Y", + "u pert", + "up ert", + "uper t", + "upe rt", + "Ġn erves", + "Ġnerv es", + "Ġnerve s", + "Ġner ves", + "_ gradient", + "_g radient", + "_grad ient", + "} ','", + "}' ,'", + "}', '", + "_un ref", + "Ġs aturated", + "Ġsatu rated", + "Ġsatur ated", + "Ġ Connected", + "ĠConnect ed", + "ĠConn ected", + "Ġ FN", + "ĠF N", + "EX IT", + "Ġtele port", + "Ġav ait", + "Ġava it", + "Page Route", + "Ġdivorce d", + "Ġdivor ced", + "( lang", + "(l ang", + "f st", + "fs t", + "ĠT yr", + "ĠTy r", + "Ġm essenger", + "Ġmess enger", + "i fstream", + "if stream", + "X S", + "ĠB anking", + "ĠBank ing", + "ĠBan king", + "Ġinfect ious", + "ĠM ons", + "ĠMon s", + "ĠMo ns", + "_ LOOP", + "_LO OP", + "Ġzur ück", + "Ġob tener", + "Ġobt ener", + "Ġobten er", + "/ repos", + "/re pos", + "V el", + "Ve l", + "a cro", + "ac ro", + "acr o", + "Ġ userRepository", + "Ġuser Repository", + "style Type", + "Ġ SRC", + "ĠS RC", + "ĠSR C", + "VML INUX", + "rec ursive", + "/ bar", + "/b ar", + "_ chip", + "_c hip", + "_ch ip", + "_chi p", + "o minated", + "om inated", + "omin ated", + "Ġ Nit", + "ĠN it", + "ĠNi t", + "âĢĶ to", + "ĠBudd h", + "ĠBud dh", + "о меÑĢ", + "ом еÑĢ", + "ĠM AG", + "ĠMA G", + "Ġ CHE", + "ĠC HE", + "ĠCH E", + "_ den", + "_d en", + "_de n", + ". raises", + ".r aises", + ".raise s", + ".ra ises", + "_ degree", + "_d egree", + "_de gree", + "_deg ree", + "Ġpump kin", + "_ templates", + "_t emplates", + "_template s", + "_temp lates", + "_tem plates", + "_ MEDIA", + "_M EDIA", + "_MED IA", + "Ġ Timeline", + "ĠT imeline", + "ĠTime line", + "ĠTim eline", + "Ġ bots", + "Ġb ots", + "Ġbo ts", + "Ġbot s", + "Object Type", + "Ġbu ys", + "Ġbuy s", + ". posts", + ".post s", + ".pos ts", + ".po sts", + "C AL", + "CA L", + "wa iting", + "wait ing", + "ĠDaniel s", + "ĠDani els", + "Ġd abei", + "Ġda bei", + "Ġdab ei", + "Ġ Sigma", + "ĠS igma", + "ĠSig ma", + "i lor", + "il or", + "ilo r", + "i gel", + "ig el", + "ige l", + ", W", + "A DS", + "AD S", + "( panel", + "(p anel", + "(pa nel", + "ì² ´", + "it ating", + "ita ting", + "itat ing", + ". palette", + ".p alette", + ".pa lette", + "Ġmos quito", + "Ġt ego", + "Ġte go", + "Ġteg o", + "( parseInt", + "(parse Int", + "Ġdes pués", + "p romise", + "pro mise", + "prom ise", + "Ġ wij", + "Ġw ij", + "Ġwi j", + "type script", + "types cript", + "Ġ Tv", + "ĠT v", + "_IDENT IFIER", + ") .ĊĊĊ", + "). ĊĊĊ", + ").ĊĊ Ċ", + ").Ċ ĊĊ", + "_ flat", + "_f lat", + "_fl at", + "it su", + "its u", + "U SR", + "US R", + "ex perience", + "- fit", + "-f it", + "-fi t", + "ph inx", + "phi nx", + "phin x", + "_ thresh", + "_th resh", + "_thr esh", + "Ġide ally", + "Ġideal ly", + "ĠFree man", + "ĠFre eman", + "ĠFreem an", + ", DB", + ",D B", + "_ rw", + "_r w", + "çŃ ī", + "U b", + "_ statistics", + "_stat istics", + "=\" \"><", + "=\"\" ><", + "=\"\"> <", + "Ġch ore", + "Ġcho re", + "Ġchor e", + "Ġy ork", + "Ġyo rk", + "inst alled", + "install ed", + "Add itionally", + "Additional ly", + "Ġp stmt", + "Ġpst mt", + "yl ko", + ": :Ċ", + ":: Ċ", + "F orest", + "For est", + "Fore st", + "Fo rest", + "Ġhead set", + "Ġheads et", + "Ġg allon", + "Ġgal lon", + "Ġgall on", + "ÑĢ ем", + "ÑĢе м", + "Ġwithdraw n", + "Ġwithd rawn", + "Ġ Candidate", + "ĠC andidate", + "ĠCandid ate", + "Ġmel ting", + "Ġmelt ing", + "Ġfree zer", + "Ġfreeze r", + "Ġ hl", + "Ġh l", + "_ HELP", + "_HE LP", + "_HEL P", + "m ime", + "mi me", + "( /*", + "(/ *", + "Ġth irst", + "Ġthi rst", + "$ return", + "$r eturn", + "$ret urn", + "member of", + "е б", + "еР±", + "Ġ HttpServletRequest", + "ĠHttp ServletRequest", + "ĠHttpServlet Request", + "( ob", + "(o b", + "_ Result", + "_Res ult", + "Ġassert ed", + "Ġfulfill ing", + "Ġfulfil ling", + "Ġstretch es", + "Ġstret ches", + "par ated", + "pa rated", + "para ted", + "parate d", + "-f unded", + "Ġ åĽ", + "Ġå Ľ", + "in gles", + "ing les", + "ingle s", + "_ ca", + "_c a", + ". condition", + ".con dition", + ".cond ition", + "Ġ Displays", + "ĠDis plays", + "ĠDisplay s", + "ĠDisp lays", + "Ġ orang", + "Ġo rang", + "Ġor ang", + "Ġora ng", + "Ġoran g", + "Ġ CRE", + "ĠC RE", + "ĠCR E", + "Ġgl Bind", + "Ġ Selector", + "ĠSe lector", + "ĠSelect or", + "ĠSel ector", + "ĠSele ctor", + "/ type", + "/t ype", + "ĠAlex a", + "ĠAle xa", + "ched ules", + "chedule s", + "ĠPen insula", + "Ġ parity", + "Ġp arity", + "Ġpar ity", + "Ġpari ty", + "ĉ dest", + "ĉd est", + "ĉdes t", + "ĉde st", + "ĠDo ors", + "ĠDoor s", + "čĊ ĉčĊ", + "_ dimension", + "_d imension", + "_dim ension", + "Ġ aload", + "Ġa load", + "Ġal oad", + "Ġalo ad", + ".St oredProcedure", + "( paren", + "(p aren", + "(par en", + "(pa ren", + "ĠBur ke", + "ĠBurk e", + "' )]Ċ", + "') ]Ċ", + "')] Ċ", + "- engine", + "-e ngine", + "-eng ine", + "Ġ quir", + "Ġqu ir", + "Ġq uir", + "Ġqui r", + "ĠH ybrid", + "ĠHy brid", + "ĠD oe", + "ĠDo e", + "Ġout lines", + "Ġoutline s", + "ĠT rends", + "ĠTr ends", + "ĠTre nds", + "ĠTrend s", + "_ NV", + "_N V", + "per iments", + "periment s", + "peri ments", + "ĠH in", + "ĠHi n", + "? ',", + "?' ,", + "ĉ Text", + "ĉT ext", + "F UL", + "FU L", + "Ġsm ells", + "Ġsmell s", + "Ġ slick", + "Ġs lick", + "Ġsl ick", + "Ġslic k", + "Ġmis erable", + "Ġmiser able", + "ĠArray Adapter", + "Ġparam String", + "H om", + "Ho m", + "_l iterals", + "_literal s", + "_lit erals", + "us uarios", + "usuario s", + "usu arios", + "Ġprompt ing", + "_ lazy", + "_l azy", + "_la zy", + "Ġ Activation", + "ĠAct ivation", + "ĠActiv ation", + "_ oc", + "_o c", + "We ak", + "Ġan ecd", + "ĠU CLA", + "ĠUC LA", + "= re", + "=r e", + "iss ement", + "isse ment", + "ĠEsc orts", + "ĠEscort s", + "Ex cellent", + "Ġ Pause", + "ĠP ause", + "ĠPa use", + "Ġ repositories", + "Ġre positories", + "Ġrepos itories", + "T OR", + "TO R", + "ar iate", + "ari ate", + "aria te", + "ariat e", + "_ iso", + "_i so", + "_is o", + "up dates", + "update s", + "upd ates", + "ha lb", + "hal b", + "udi ante", + "udiant e", + "ë¡ Ŀ", + "Ġna ive", + "ĠP eg", + "ĠPe g", + "ĠL ounge", + "ĠLo unge", + "ĠLou nge", + "AR GIN", + "ARG IN", + "( bin", + "(b in", + "On ClickListener", + "OnClick Listener", + "Ġ FAILED", + "ĠFA ILED", + "ĠFAIL ED", + "Ġ lite", + "Ġl ite", + "Ġli te", + "Ġlit e", + "Ġd zie", + "Ġdz ie", + "Ġdzi e", + "Ġ Literal", + "ĠL iteral", + "ĠLiter al", + "ĠLit eral", + "ĠLite ral", + "i vor", + "iv or", + "ivo r", + "f cntl", + "fc ntl", + "fcn tl", + "Ġe ats", + "Ġeat s", + "Ġea ts", + "Ġ qed", + "Ġq ed", + "Un lock", + "r iding", + "ri ding", + "rid ing", + "und ai", + "unda i", + "= M", + "AT TER", + "ATT ER", + "Configure Await", + "ic ias", + "ici as", + "icia s", + "ust omed", + "ustom ed", + "usto med", + "Ġsuccess ion", + "Ġsuc cession", + "Ġsucc ession", + "end Time", + "ĠJ upiter", + "Ġj udging", + "Ġjud ging", + "d ration", + "dr ation", + "dra tion", + "_ docs", + "_d ocs", + "_doc s", + "_do cs", + ". mo", + ".m o", + "Ġeduc ators", + "Ġeducator s", + "ĠV ine", + "ĠVi ne", + "ĠVin e", + "C ond", + "Con d", + "Co nd", + "[ out", + "[o ut", + "q b", + "\\ Validator", + "Ġmean ings", + "Ġmeaning s", + "Ġpres ently", + "Ġpresent ly", + "Ġdiv iding", + "Ġdivid ing", + "otten ham", + "as cular", + "asc ular", + "Ġtrail ers", + "Ġtra ilers", + "Ġtrailer s", + "Ġtrai lers", + "Ġ CLOSE", + "ĠC LOSE", + "ĠCL OSE", + "а ми", + "ам и", + "âĢĻ ai", + "âĢĻa i", + "Ġ Gain", + "ĠG ain", + "ĠGa in", + "w or", + "wo r", + "Ġpl anner", + "Ġplan ner", + "Ġdistrib uting", + "v at", + "va t", + "mon ths", + "month s", + "mont hs", + "x label", + "xl abel", + "H F", + "V iol", + "Vi ol", + ".BASE LINE", + "еÑĤ ÑģÑı", + "Ġ Rotate", + "ĠR otate", + "ĠRot ate", + "Ġ txn", + "Ġt xn", + "Ġtx n", + ": bold", + ":b old", + "Ġb loss", + "Ġbl oss", + "Ġblo ss", + "Forg ery", + "Forge ry", + "( embed", + "(em bed", + "Ġj ako", + "Ġja ko", + "Ġjak o", + "s printf", + "the ir", + "Ġexhib its", + "Ġexhibit s", + "- static", + "-st atic", + "-stat ic", + "he cy", + "hec y", + "get ActiveSheet", + ". clients", + ".c lients", + ".client s", + ".cl ients", + ".cli ents", + "ãģ į", + "_ hide", + "_h ide", + "_hi de", + "_hid e", + "[ word", + "[w ord", + "C b", + "add Item", + "a xe", + "ax e", + "_ radio", + "_r adio", + "_rad io", + "_ra dio", + "_radi o", + "a lion", + "al ion", + "ali on", + "mod ifier", + "Ġsat uration", + "Ġsatu ration", + "Ġsatur ation", + "Ġde nom", + "Ġden om", + "_ pixels", + "_p ixels", + "_pixel s", + "_pix els", + "m ess", + "me ss", + "mes s", + "( fl", + "(f l", + "a tif", + "at if", + "ati f", + "Ġ secs", + "Ġs ecs", + "Ġse cs", + "Ġsec s", + "Ġpro stitution", + "Ġprostit ution", + "Ġprost itution", + "Ġprostitu tion", + "Ġprostitut ion", + "Ġgrand children", + "Ġparad ise", + "ĠF eld", + "ĠFe ld", + "ĠFel d", + "_B INARY", + "_BIN ARY", + "it ous", + "ito us", + "itou s", + "à ¹Ħ", + "๠Ħ", + "Ġfl ashing", + "Ġflash ing", + "-s ided", + "-side d", + "Ġcontrad iction", + "Ġcontradict ion", + "/ *ĊĊ", + "/* ĊĊ", + "/*Ċ Ċ", + "y label", + "yl abel", + "yla bel", + "ĠT et", + "ĠTe t", + "Ġadm ire", + "Ġadmir e", + "r eso", + "re so", + "res o", + "Ġl etz", + "Ġle tz", + "Ġlet z", + "Ġ SEARCH", + "ĠSE ARCH", + "s lots", + "sl ots", + "slot s", + "ĠRe wards", + "ĠRew ards", + "ĠReward s", + "ĠH og", + "ĠHo g", + "Ġ NSData", + "ĠNS Data", + "st ash", + "sta sh", + "F all", + "Fa ll", + "Fal l", + "ĠA mer", + "ĠAm er", + "Line arLayout", + "Linear Layout", + "/ photos", + "/photo s", + "/ph otos", + "Ġfe ather", + "Ġfeat her", + "Ġ |čĊ", + "Ġ| čĊ", + "Down loads", + "Download s", + ".Start sWith", + "Ġ //#", + "Ġ// #", + "Ġ/ /#", + "ine Transform", + "Ġaff id", + "Ġaf fid", + "V tbl", + "ĠR ogue", + "ĠRo gue", + "ĠRog ue", + "s cribed", + "scribe d", + "scri bed", + "Ġf auc", + "Ġfa uc", + "ĠMon roe", + "Ġdecl ares", + "Ġdeclar es", + "Ġdeclare s", + "mod ern", + "mode rn", + "r eon", + "re on", + "reo n", + "ay be", + "P ASS", + "PA SS", + "f ers", + "fer s", + "fe rs", + "_MULT I", + "_MUL TI", + "ĠMath ematics", + "ĠMathematic s", + "Ġsud ah", + "_ATT ACH", + "Ġnumber With", + "ĠSol omon", + "ĠSolo mon", + "j in", + "ji n", + "ograf ia", + "ogr afia", + "ö l", + "_ design", + "_d esign", + "_de sign", + "_des ign", + "c ulated", + "cul ated", + "culate d", + "cu lated", + "ĠL una", + "ĠLu na", + "ĠLun a", + "i esz", + "ies z", + "ie sz", + "Ġ =>'", + "Ġ= >'", + "Ġ=> '", + "Ġreve lations", + "Ġrevel ations", + "Ġrevelation s", + "A long", + "Al ong", + "( ed", + "(e d", + "Ġ Filename", + "ĠF ilename", + "ĠFile name", + "ĠFil ename", + "ĠFi lename", + "Ġ ylabel", + "Ġy label", + "S ecure", + "Sec ure", + "Ġbus ca", + "Ġbusc a", + "ag nosis", + "agn osis", + "_RE CE", + "_REC E", + "Ġover lapping", + "Ġoverlap ping", + "Ġoverl apping", + "Ex tent", + "Ext ent", + "Ġant icipation", + "Ġanticip ation", + "Ġantic ipation", + "Check s", + "Che cks", + "ĠAL SO", + "ĠALS O", + "o rc", + "or c", + "iling ual", + "it ational", + "itation al", + "itat ional", + "Ġadv ancement", + "Ġadvance ment", + "o uro", + "ou ro", + "our o", + "Ġ Predicate", + "ĠP redicate", + "ĠPred icate", + "å¾ Ĺ", + "e ria", + "er ia", + "eri a", + "ĠP ierce", + "ĠPi erce", + "ĠPier ce", + "o rio", + "or io", + "ori o", + "Ġmer its", + "Ġmerit s", + "Ġpe anut", + "Ġpea nut", + ". Package", + ".P ackage", + "ĠCon duct", + "ĠCond uct", + "_ SENSOR", + "_S ENSOR", + "_SENS OR", + "Ġbo iling", + "Ġboil ing", + "Ġin tra", + "Ġint ra", + "Ġintr a", + "Ġ IGN", + "ĠI GN", + "ĠIG N", + "ĠF ur", + "ĠFu r", + ". Refresh", + ".Re fresh", + ".Ref resh", + "Ġ Reach", + "ĠR each", + "ĠRe ach", + "_ decoder", + "_de coder", + "_dec oder", + "_decode r", + ". Exp", + ".Ex p", + ".E xp", + "Ġ ÑĤак", + "ĠÑĤ ак", + "ĠÑĤа к", + "p ill", + "pi ll", + ", Q", + "ĠGr ill", + "ĠGri ll", + "Ġp opping", + "Ġpop ping", + "Ġpo pping", + ". Ag", + ".A g", + "Ġpro yecto", + "Ġmile age", + "Ġec ological", + "Ġeco logical", + "] ]);Ċ", + "]] );Ċ", + "]]) ;Ċ", + "Ġ ÂŃ", + "Ġ Ń", + "sub plot", + "a cad", + "ac ad", + "aca d", + "Ġ Trying", + "ĠT rying", + "ĠTr ying", + "ĠTry ing", + "rec ipes", + "recipe s", + "$ criteria", + "$c riteria", + "ĠPer sian", + "ĠPers ian", + "- bound", + "-b ound", + "-bo und", + "M ASK", + "MA SK", + "MAS K", + "Ġ Gesture", + "ĠG esture", + "ĠGes ture", + "ĠGest ure", + "Ġ kk", + "Ġk k", + "ĠP VC", + "ĠPV C", + "Ġpro hibition", + "Ġprohib ition", + "Ġprohibit ion", + "Ġcom ando", + "Ġco mando", + "Ġcoma ndo", + "Ġ LOOK", + "ĠL OOK", + "ĠLO OK", + "Sh opping", + "Shop ping", + "Ġdist ortion", + "Ġdistort ion", + "< Boolean", + ".Get Length", + "um pt", + "ump t", + "\\ Product", + "ell ery", + "elle ry", + "eller y", + "Ġfire wall", + "form atted", + "format ted", + ". redis", + ".re dis", + ".r edis", + ".red is", + "Ġ esa", + "Ġe sa", + "Ġes a", + "ĠRh ode", + "S om", + "So m", + ". non", + ".n on", + ".no n", + "Ġ ').", + "Ġ' ).", + "Ġ') .", + "Ġ getView", + "Ġget View", + "ạ n", + "p rus", + "pr us", + "Mat thew", + "Ġs ia", + "Ġsi a", + "ĠF ors", + "ĠFor s", + "ĠFo rs", + "G PU", + "GP U", + "ient ras", + "ien tras", + "_ INST", + "_IN ST", + "_I NST", + "_INS T", + "Ġo larak", + "Ġol arak", + "Ġola rak", + "Ġimport ing", + "Ġimp orting", + "T CP", + "TC P", + "/ \");Ċ", + "/\" );Ċ", + "/\") ;Ċ", + "e ither", + "ei ther", + "Ġfresh ly", + "c ascade", + "cas cade", + "( character", + "(char acter", + "ĠJe ep", + "o tics", + "ot ics", + "otic s", + "oti cs", + "_ UTIL", + "_UT IL", + ".Xtra Printing", + ".first Child", + "ĠEx cell", + "ĠExcel l", + "ĠExc ell", + "Ġd vd", + "Ġdv d", + "Ġt aller", + "Ġtal ler", + "Ġta ller", + "Ġtall er", + "Ġ ras", + "Ġr as", + "Ġra s", + "y pass", + "yp ass", + "Ġassign s", + "Ġgr iev", + "Ġgri ev", + "- more", + "-m ore", + "J D", + "ĠBur ns", + "ĠBurn s", + "' >čĊ", + "'> čĊ", + ". Dependency", + ".D ependency", + ".Dep endency", + ". QueryString", + ".Query String", + ". Owner", + ".O wner", + "Ġ expiry", + "Ġex piry", + "Ġexp iry", + "T hu", + "Th u", + "( Vec", + "(V ec", + "Ġhazard ous", + "Ġ rpm", + "Ġr pm", + "Ġrp m", + "AP ON", + "APO N", + "Ġadd Target", + "s ville", + "sv ille", + "p Net", + "Ġ Img", + "ĠI mg", + "ĠIm g", + "Ġ TIMER", + "ĠT IMER", + "ĠTIM ER", + "ĠTIME R", + "ĠTI MER", + ". Animation", + ".An imation", + "Ġ bek", + "Ġb ek", + "Ġbe k", + "Ġas sort", + "Ġass ort", + "Ġle bih", + "Ġbody Parser", + "Ġvibr ating", + "Ġvib rating", + "I DL", + "ID L", + "Ġbutter knife", + "in ters", + "int ers", + "inter s", + "inte rs", + "Ġpersu ade", + "ĠLGBT Q", + "è ĭ", + ". soft", + ".s oft", + ".so ft", + "Ġbe ams", + "Ġbeam s", + "_ sur", + "_s ur", + "_su r", + ". Def", + ".D ef", + ".De f", + "Ġ labs", + "Ġl abs", + "Ġla bs", + "Ġlab s", + "ĉ plt", + "ĉp lt", + "ĉpl t", + "Ġ skins", + "Ġs kins", + "Ġsk ins", + "Ġskin s", + "Ġski ns", + "Ġtransfer ring", + "Ġtransf erring", + "Ġimag inary", + "Ġimagin ary", + "_ End", + "_E nd", + "; background", + "Ġ laps", + "Ġl aps", + "Ġla ps", + "Ġlap s", + "_ COMMENT", + "_COM MENT", + "_COMM ENT", + "( SDL", + "(S DL", + "o nds", + "on ds", + "ond s", + ". Record", + ".Re cord", + ".Rec ord", + "ĠIm plements", + "ĠImp lements", + "ĠImplement s", + "ĠImpl ements", + "_ ticks", + "_t icks", + "_tick s", + "_ti cks", + "( )))ĊĊ", + "() ))ĊĊ", + "()) )ĊĊ", + "())) ĊĊ", + "()))Ċ Ċ", + "Ġa rose", + "Ġar ose", + "] ?", + "Ġ Mp", + "ĠM p", + "ĠI Command", + "Ġsculpt ure", + "Ġcon tracted", + "Ġcontract ed", + "Ġcontr acted", + "< HTML", + "Ġcal end", + "a ty", + "at y", + "/ Sub", + "/S ub", + "Ġkv inn", + "Ġkvin n", + "_ IGNORE", + "ĠSh ane", + "ĠSha ne", + "ĠShan e", + "M LS", + "ML S", + "Ġstim ulate", + "Part ition", + "Ġ mun", + "Ġm un", + "Ġmu n", + "ó m", + "er ala", + "era la", + "eral a", + "- account", + "-a ccount", + "-ac count", + ". Binary", + ".B inary", + "c é", + "Ġse ize", + "Ġseiz e", + "Ġsei ze", + "conn ections", + "connect ions", + "connection s", + "Ġ ĊĠĠĠĠĠĠĠĠĊ", + "ĠĊ ĠĠĠĠĠĠĠĠĊ", + "Ġ Diagnostic", + "ĠDi agnostic", + "V ISIBLE", + "VIS IBLE", + "Ġ Runs", + "ĠR uns", + "ĠRun s", + "ĠRu ns", + "Ġim pressions", + "Ġimpress ions", + "Ġimpression s", + "Ġimpr essions", + "s uite", + "su ite", + "suit e", + "o ble", + "ob le", + "obl e", + "~ -", + "ak ukan", + "aku kan", + "< Person", + "

\">\" >\"> \">< /", + "_ indexes", + "_index es", + "Ġ valuation", + "Ġval uation", + "Ġvalu ation", + "Ġlife long", + "Ġlif elong", + "Ġexp edition", + "Ġexped ition", + "( Yii", + "(Y ii", + "Ġp ains", + "Ġpain s", + "Ġpa ins", + "Ġpai ns", + "Ġ PRI", + "ĠP RI", + "ĠPR I", + "Ġ Mixed", + "ĠM ixed", + "ĠMix ed", + "ĠMi xed", + "Ġ Changing", + "ĠCh anging", + "ĠChan ging", + "ĠChang ing", + "German y", + "Ger many", + "comm unication", + "communic ation", + ". organ", + ".org an", + ".o rgan", + ".or gan", + "ĠMar athon", + "ĠMara thon", + "get Path", + "Ġ Accuracy", + "ĠAc curacy", + "ĠAcc uracy", + "Ġ Globals", + "ĠG lobals", + "ĠGlobal s", + "ĠGlob als", + "') }}'", + "Ġ'\" >'", + "Ġ'\"> '", + "k inson", + "kin son", + "kins on", + "Ġ кол", + "Ġк ол", + "Ġко л", + "ogn itive", + "_ li", + "_l i", + "Ġim minent", + "Ġimm inent", + "Ġaff inity", + "Ġaf finity", + ". signal", + ".s ignal", + ".sign al", + ".sig nal", + "Ġn otch", + "Ġnot ch", + "ĠSteel ers", + "ĠSteele rs", + "max length", + "K K", + "ĠEu gene", + "ĠEug ene", + "_ PWM", + "_P WM", + "_PW M", + "r oi", + "ro i", + "Ġ âĹı", + "Ġâ Ĺı", + "ĠâĹ ı", + "ĠH amburg", + "ĠHam burg", + ". Must", + ".M ust", + "Ġ axe", + "Ġa xe", + "Ġax e", + "en ef", + "ene f", + "Ġamb itions", + "Ġambit ions", + "Ġambition s", + "Ġ Species", + "ĠS pecies", + "ĠSp ecies", + "ĠSpec ies", + "ĠSpe cies", + "ĠSt ress", + "ĠStr ess", + "ĠStre ss", + "Ġa while", + "Ġ бÑĥд", + "Ġб Ñĥд", + "ĠбÑĥ д", + "Ġwith stand", + "Ġ Decoder", + "ĠDe coder", + "ĠDec oder", + "ĠDecode r", + "_ inventory", + "_in ventory", + "Ġ{ ččĊ", + "Ġ tgt", + "Ġt gt", + "Ġtg t", + "Ġrail road", + "W ASHINGTON", + "Ġnegot iated", + "Ġnegotiate d", + "N ST", + "NS T", + "- phone", + "-p hone", + "-ph one", + ", U", + "Ġexerc ising", + "á» ¥", + "_P IXEL", + "_PIX EL", + "av ors", + "avor s", + "avo rs", + "ite rated", + "iter ated", + "iterate d", + "Ġv ampire", + "Ġvamp ire", + "a dal", + "ad al", + "ada l", + "In grese", + "Ing rese", + "Ġ ung", + "Ġu ng", + "Ġun g", + "j ective", + "ject ive", + ". cells", + ".c ells", + ".cell s", + "Ġ nano", + "Ġn ano", + "Ġna no", + "Ġnan o", + "Ġ markdown", + "Ġmark down", + "_ RULE", + "_R ULE", + "( events", + "(e vents", + "(event s", + "(ev ents", + "Ġl uggage", + "Ġlug gage", + "M ESSAGE", + "MESS AGE", + "ig keit", + "$ count", + "$c ount", + "Attribute Name", + "IG INAL", + "IGIN AL", + "_ Ent", + "_E nt", + "Ġ BF", + "ĠB F", + "Ġ COMMENT", + "ĠCOM MENT", + "ĠCOMM ENT", + "_ ini", + "_in i", + "_i ni", + "ĠEurope ans", + "ĠEuropean s", + "ĠB elle", + "ĠBe lle", + "ĠBel le", + "ĠBell e", + "åij ½", + ") ['", + ")[ '", + "åº Ķ", + "ĠUs eful", + "ĠUse ful", + ". reference", + ".re ference", + ".ref erence", + "( )\",", + "() \",", + "()\" ,", + "_ grade", + "_g rade", + "_gr ade", + "_grad e", + "ĠK aw", + "ĠKa w", + "Ġsent encing", + "Ġsocial ism", + "mon ster", + "mons ter", + "_L AYER", + "Ġdeep est", + "Ġdee pest", + "w k", + "Ġ Noise", + "ĠN oise", + "ĠNo ise", + "# ##ĊĊ", + "## #ĊĊ", + "### ĊĊ", + "###Ċ Ċ", + "Ġpr éc", + "Ġpré c", + "o tle", + "ot le", + "ÑĤ е", + "a uf", + "au f", + "i bal", + "ib al", + "iba l", + "Ġcon quer", + "Ġconqu er", + "> Email", + ">E mail", + "Ġamb ulance", + "O AD", + "OA D", + "Ġ (\"%", + "Ġ( \"%", + "Ġ(\" %", + "Ġ FI", + "ĠF I", + ". fixture", + ".f ixture", + ".fix ture", + "Ġt erse", + "Ġter se", + "Ġters e", + "ĠĠ ĠĠĉĉĉĉ", + "ĠĠĠĠ ĉĉĉĉ", + "ĠĠĠ Ġĉĉĉĉ", + "ĠĠĠĠĉ ĉĉĉ", + "ĠĠĠĠĉĉ ĉĉ", + "ĠĠĠĠĉĉĉ ĉ", + "Ġsanct uary", + "u gi", + "ug i", + "Ġ Comparator", + "ĠCom parator", + "ĠCompar ator", + "Definition s", + "Ġast hma", + "Ġl act", + "Ġla ct", + "Ġlac t", + "Ġhard wood", + ". clock", + ".c lock", + ".cl ock", + "Ġattr acting", + "Ġattract ing", + "ĠM our", + "ĠMo ur", + "ĠMou r", + "( distance", + "(d istance", + "(dist ance", + "(di stance", + "ic its", + "ici ts", + "icit s", + "Ġb onne", + "Ġbon ne", + "Ġ ACCESS", + "ĠAC CESS", + "ĠACC ESS", + ".Deserialize Object", + "Ġ Typed", + "ĠT yped", + "ĠType d", + "ĠTy ped", + "ĠTyp ed", + "Ġj eu", + "Ġje u", + "Ġ appId", + "Ġapp Id", + "ĠC lara", + "ĠCl ara", + "ĠClar a", + "ĠCla ra", + "Ġ HF", + "ĠH F", + "ĠRe ich", + "ĠRei ch", + "ip ples", + "ipp les", + "ipple s", + "// --------------------------------------------------------------------------------", + "//---------------------------------------------------------------- ----------------", + "//---------------------------------------------------------------------------- ----", + "//------------------------------------------------ --------------------------------", + "//-------------------------------- ------------------------------------------------", + "//---------------- ----------------------------------------------------------------", + "_ delivery", + "_d elivery", + "_del ivery", + "erial ization", + "Ġplaint iffs", + "Ġplaintiff s", + "S cient", + "Sc ient", + "Sci ent", + "sh opping", + "shop ping", + "Ġ Dummy", + "ĠD ummy", + "ĠDum my", + "ĠW ald", + "ĠWal d", + "ĠWa ld", + "Group Name", + "Ġ inscription", + "Ġin scription", + "Ġins cription", + "e log", + "el og", + "elo g", + ": :::::::", + ":: ::::::", + ":::: ::::", + ":::::: ::", + "::: :::::", + "::::: :::", + "::::::: :", + "_ ld", + "_l d", + "Back Pressed", + ". Raw", + ".R aw", + "ĠOn Trigger", + "Ġmuseum s", + "Ġmuse ums", + "Ġ Been", + "ĠB een", + "ĠBe en", + "ĠBee n", + "ĠAdvent ures", + "ĠAdventure s", + "Ġs late", + "Ġsl ate", + "Ġsla te", + "Ġ lett", + "Ġl ett", + "Ġle tt", + "Ġlet t", + "Ġs und", + "Ġsu nd", + "Ġsun d", + "ĠG in", + "ĠGi n", + "ĠMechan ical", + "ĠMech anical", + ". ship", + ".s hip", + ".sh ip", + "App Component", + "Ġdest ined", + "Ġdestin ed", + "Ġdw elling", + "Ġdwell ing", + "Pro filer", + "Profile r", + "Prof iler", + "Pre pare", + "ze ich", + "Ġsil icon", + "( has", + "(h as", + "Ġ# %", + "V IDEO", + "VID EO", + "Ġcollabor ate", + "L in", + "Li n", + "Ġ scopes", + "Ġsc opes", + "Ġscope s", + "Ġsco pes", + "Ġscop es", + "( className", + "(class Name", + "( sd", + "(s d", + "an din", + "and in", + "andi n", + ". ham", + ".h am", + "Service Impl", + "-de scribed", + "-des cribed", + "Ġir ony", + "Ġiron y", + "st ial", + "sti al", + "ĠHu awei", + "( repo", + "(re po", + "(rep o", + "Ġunexpected ly", + "ĠK ai", + "ĠKa i", + ". install", + ".inst all", + "\\ xf", + "\\x f", + "Ġex hibited", + "Ġexhib ited", + "Ġexhibit ed", + "_ TCP", + "_T CP", + "_TC P", + "ĠO x", + "_ CHO", + "_C HO", + "_CH O", + "Ġprostitu erte", + "Ġprostituer te", + "Ġ vä", + "Ġv ä", + "Ġs ito", + "Ġsit o", + "Ġsi to", + "Ġconstitu ents", + "Ġconstituent s", + "ĠContinue d", + "ĠContin ued", + "Ġ SAVE", + "ĠS AVE", + "ĠSA VE", + "r ss", + "rs s", + "/ message", + "/m essage", + "u bes", + "ub es", + "ube s", + "Ġmisd emean", + "Ġtax ation", + "Ġtaxa tion", + "Ġstory line", + "h air", + "ha ir", + "hai r", + "ĠF inds", + "ĠFin ds", + "ĠFind s", + "ĠFi nds", + "S IG", + "SI G", + "ver ification", + "~ =", + ". hp", + ".h p", + "It erable", + "Iter able", + "Ñĭ е", + "at ori", + "ator i", + "ato ri", + "Ġ ctr", + "Ġc tr", + "Ġct r", + "R x", + "_ );ĊĊ", + "_);Ċ Ċ", + "_) ;ĊĊ", + "d ag", + "da g", + ". pin", + ".p in", + ".pi n", + "Ġp seud", + "Ġin vo", + "Ġinv o", + "Ñģ ÑĤÑĢ", + "ÑģÑĤ ÑĢ", + "_ pix", + "_p ix", + "_pi x", + "为 空", + "Ġsw orn", + "Ġswo rn", + "âĢĶ or", + "_ registry", + "_reg istry", + "Ġdis asters", + "Ġdisaster s", + "Ġ ROI", + "ĠR OI", + "ĠRO I", + "Ġ âĢķ", + "ĠâĢ ķ", + "ak tu", + "akt u", + "f orest", + "fo rest", + "fore st", + "for est", + "be iten", + "beit en", + "bei ten", + "âĢĶ I", + "u eva", + "ue va", + "e gt", + "eg t", + "Ġsp ikes", + "Ġspi kes", + "Ġspike s", + "U RES", + "UR ES", + "URE S", + "Ġ Recommended", + "ĠRe commended", + "ĠRecomm ended", + "ĠRecommend ed", + "Ġexplo ited", + "Ġexploit ed", + "ĠFreder ick", + "_ COMPLETE", + "_COMP LETE", + "ĠDr ugs", + "ĠDrug s", + "!!! !!!!!", + "!!!! !!!!", + "!!!!! !!!", + "ĠR iv", + "ĠRi v", + "S TOP", + "ST OP", + "R OOM", + "RO OM", + "Ġ PASSWORD", + "ĠP ASSWORD", + "ĠPASS WORD", + "C ookies", + "Co okies", + "Cookie s", + "Cook ies", + ". El", + ".E l", + "á» Ń", + "ĠB ert", + "ĠBe rt", + "ĠBer t", + "Ġ hashed", + "Ġh ashed", + "Ġhas hed", + "Ġhash ed", + "Ġha shed", + "ic ester", + "ice ster", + "ices ter", + "Ġdecor ator", + "Ġ queryString", + "Ġquery String", + ": ;Ċ", + "Ġ\" [\"", + "Ġ\"[ \"", + "ot ope", + "oto pe", + "- Americ", + "-A meric", + "-Am eric", + "ĠMatthew s", + "ĠMatth ews", + "U RAL", + "UR AL", + "URA L", + "âĢľ ,", + "S ummer", + "Sum mer", + "f os", + "fo s", + "_CONT AINER", + "_ ACK", + "_A CK", + "_AC K", + "Ġ filtr", + "Ġf iltr", + "Ġfil tr", + "Ġfi ltr", + "Ġfilt r", + "_ disp", + "_d isp", + "_dis p", + "_di sp", + "_ Re", + "_R e", + "Ġfac ile", + "Ġfacil e", + "а ÑĪ", + "Ġìķ Ĭ", + "Ġe ben", + "Ġeb en", + "Ġsp rink", + "Ġspr ink", + "ĠQ uint", + "ĠQu int", + "ĠQui nt", + "> V", + "Ġhistor ians", + "Ġhistorian s", + "Ġhistoria ns", + "Ġhisto rians", + "our met", + "Ġ Monitoring", + "ĠMonitor ing", + "led ger", + "ledge r", + "c ott", + "co tt", + "cot t", + "Ġ ware", + "Ġw are", + "Ġwar e", + "Ġwa re", + "G GLE", + "GG LE", + "c ars", + "ca rs", + "car s", + "ĠM EDIATEK", + "Ġvol upt", + "_ View", + "_V iew", + "H EL", + "HE L", + "( copy", + "(c opy", + "(co py", + "( stats", + "(st ats", + "(stat s", + "Ġch romosome", + "Ġchrom osome", + "ĠCurt is", + "- conf", + "-con f", + "-co nf", + "( asset", + "(as set", + "Ġh vor", + "Ġhv or", + "File System", + "< >();čĊ", + "<>( );čĊ", + "<> ();čĊ", + "o coder", + "oc oder", + "oco der", + "ocode r", + "ĠC annon", + "ĠCan non", + "ĠCann on", + ") x", + "Ġ Smooth", + "ĠSm ooth", + "ĠS AS", + "ĠSA S", + "_ ce", + "_c e", + "ĉ prev", + "ĉp rev", + "ĉpr ev", + "ĉpre v", + "_ movie", + "_m ovie", + "_mov ie", + "_mo vie", + "E c", + "_ wall", + "_w all", + "< Button", + ".ĊĊ", + "/> .ĊĊ", + "/>.Ċ Ċ", + "/>. ĊĊ", + "o genesis", + "ogen esis", + "ogene sis", + "Ġ OPTIONS", + "ĠOPTION S", + "ĠOPT IONS", + "up tools", + "upt ools", + "Ġmilit ant", + "Ġmil itant", + "Ġmili tant", + "Ġex ited", + "Ġexit ed", + "i gar", + "ig ar", + "iga r", + "Ġ COMM", + "ĠCO MM", + "ĠCOM M", + "Ġ Disposable", + "ĠD isposable", + "ĠDis posable", + "ay cast", + "Ġrow span", + "Ġrows pan", + "Ġsyn thes", + "Ġsynth es", + "Ġsynt hes", + "Ġso ndern", + "Ġsond ern", + "Ġ Ċ", + "]- ->Ċ", + "ĠJ acket", + "ĠJack et", + "ĠJac ket", + "ĠJa cket", + "R ATION", + "RA TION", + ".get SelectedItem", + ".getSelected Item", + "- init", + "-in it", + "-i nit", + "Ġ Registers", + "ĠReg isters", + "ĠRegister s", + "_ sep", + "_s ep", + "_se p", + "Ġ Toolkit", + "ĠTool kit", + ". dict", + ".d ict", + ".di ct", + "Ġ xlabel", + "Ġx label", + "Ġxl abel", + "\\ Table", + "t oc", + "to c", + "_ combo", + "_c ombo", + "_com bo", + "_comb o", + "Ġ Compact", + "ĠComp act", + "Ġr ugged", + "Ġrug ged", + "à¥ĩ à¤", + "- management", + "-man agement", + "') }}\">Ċ", + "')}} \">Ċ", + "')}}\" >Ċ", + "')} }\">Ċ", + "')}}\"> Ċ", + "Ġ Stamp", + "ĠSt amp", + "ĠSta mp", + "ĠStam p", + "ı l", + "r ox", + "ro x", + "Ġlandscape s", + "Ġlandsc apes", + "_ NOTE", + "_N OTE", + "_NO TE", + "_NOT E", + "mon ary", + "c ab", + "ca b", + "Ġmo et", + "x af", + "xa f", + "r code", + "rc ode", + "- cli", + "-c li", + "-cl i", + "_ gate", + "_g ate", + "[ event", + "[e vent", + "S PORT", + "SP ORT", + "g ia", + "gi a", + "Ġ SUPER", + "ĠS UPER", + "ĠSU PER", + "ĠSUP ER", + "/ Login", + "_ shutdown", + "_sh utdown", + "int errupt", + "inter rupt", + "Ġpret ending", + "Ġpretend ing", + "Ġf ringe", + "Ġfr inge", + "Ġfri nge", + "ĠR eds", + "ĠRe ds", + "ĠRed s", + "Ġ CUDA", + "ĠC UDA", + "ĠCU DA", + "Ġ UNIX", + "ĠUN IX", + "v it", + "vi t", + "Ġ brig", + "Ġb rig", + "Ġbr ig", + "Ġbri g", + "d rv", + "dr v", + "Ġ Connector", + "ĠConnect or", + "ĠConn ector", + "There fore", + "Ġ lia", + "Ġl ia", + "Ġli a", + "D etection", + "De tection", + "Det ection", + "Detect ion", + "_ actor", + "_a ctor", + "_ac tor", + "_act or", + "Ġtemp file", + "Ġecc entric", + "- role", + "-r ole", + "-ro le", + "Ġp adx", + "Ġpa dx", + "Ġpad x", + "d ent", + "de nt", + "den t", + "West ern", + "Ġ ê·¸", + "Ġê ·¸", + "Ġê· ¸", + "ĠApplication Record", + "Ġcampaign ing", + "_ runner", + "_r unner", + "_run ner", + "ĠC ivic", + "ĠCi vic", + "ĠCiv ic", + "a leigh", + "ale igh", + "Ġdir ekt", + "Ġdire kt", + ".s ul", + "Ġ Ġĉĉĉ", + "ĠĠ ĉĉĉ", + "ĠĠĉ ĉĉ", + "ĠĠĉĉ ĉ", + "a nten", + "an ten", + "ant en", + "ante n", + "Ġ issuer", + "Ġiss uer", + "Ġissue r", + "Ġissu er", + "Ġassert ions", + "Ġassertion s", + "( orig", + "(o rig", + "(or ig", + "AT IO", + "Ġle aned", + "Ġlean ed", + "ä s", + ". DTO", + ".D TO", + "ex plode", + "expl ode", + "explo de", + ". Observable", + ".O bservable", + "Ġstagger ing", + "Ġkidn apped", + "Ġprogram mers", + "Ġprogramme rs", + "Ġprogrammer s", + "Ġprogramm ers", + "ĠIn nov", + "ĠInn ov", + ". parameter", + ".param eter", + "Ġd omination", + "Ġdo mination", + "Ġdom ination", + "Ġdomin ation", + "Ġdomina tion", + "Ġske ptic", + "Ġskept ic", + "Ġ æĺ¯", + "Ġæĺ ¯", + "Ġav oids", + "Ġavoid s", + ". Verify", + ".Ver ify", + "ub by", + "ubb y", + "Ġ ASN", + "ĠA SN", + "ĠAS N", + "Ġform ato", + "Ġformat o", + "Ġforma to", + "ĠBeat les", + "_ brand", + "_b rand", + "_br and", + "Ġin set", + "Ġins et", + "Ġinse t", + "y outu", + "you tu", + "Ġ toc", + "Ġt oc", + "Ġto c", + "- final", + "-f inal", + "-fi nal", + "-fin al", + "Sh owing", + "Show ing", + "ĠD oub", + "ĠDo ub", + "ĠDou b", + "ĠM esa", + "ĠMe sa", + "ĠMes a", + "A dj", + "Ad j", + "_ medium", + "_m edium", + "_med ium", + "Create s", + "Cre ates", + "Creat es", + "( endpoint", + "(end point", + "ĉ UP", + "ĉU P", + "b bie", + "bb ie", + "Ġ stalk", + "Ġs talk", + "Ġst alk", + "Ġsta lk", + "Ġstal k", + ".data bind", + ".datab ind", + ". Scan", + ".S can", + ".Sc an", + "ag ents", + "age nts", + "agent s", + "agen ts", + "$ ,", + "ind ividual", + "+ )/", + "+) /", + "ĉ vm", + "ĉv m", + "( notification", + "(not ification", + "Ġin ex", + "Ġi nex", + "Ġine x", + "Ġ Classification", + "ĠClass ification", + "r eno", + "re no", + "ren o", + "Ġo lig", + "Ġol ig", + "Ġoli g", + "- rated", + "-r ated", + "-rate d", + "-ra ted", + "Ġform ulation", + "Ġformula tion", + "Ġformul ation", + "' ,{", + "', {", + "Ġa cept", + "Ġac ept", + "Ġace pt", + "_ unpack", + "_un pack", + "_ CA", + "_C A", + ". Pow", + ".P ow", + "ĉ im", + "ĉi m", + "Ġal uminium", + "Ġalum inium", + "A NO", + "AN O", + "Ġ xn", + "Ġx n", + "Ġc ómo", + "Ġcó mo", + "Ġ Ingredient", + "ĠIng redient", + "Ġseiz ures", + "Ġseizure s", + "åħ ±", + "ific ador", + "ificado r", + "Ġs iguiente", + "Ġsigu iente", + "ĠIn fragistics", + "Ġd uplicated", + "Ġduplicate d", + "Ġdup licated", + "Ġduplic ated", + "ĠD ee", + "ĠDe e", + "Ġn ø", + "Ġ ACCEPT", + "ĠAC CEPT", + "( crate", + "(c rate", + "(cr ate", + "иÑĤ елÑĮ", + "иÑĤе лÑĮ", + "- less", + "-l ess", + "-le ss", + "Ġ infinity", + "Ġin finity", + "Ġinf inity", + "Ġinfinit y", + "An alyzer", + "Analy zer", + "- Day", + "-D ay", + "r itt", + "ri tt", + "rit t", + "( cin", + "(c in", + "(ci n", + "ĠG y", + "Ġmulti plied", + "Ġmultip lied", + "u chi", + "uch i", + "uc hi", + "ĠBald win", + "/ ip", + "/i p", + "Ġshort cuts", + "Ġshortcut s", + ". ADD", + ".A DD", + ".AD D", + "Ġv igor", + "Ġvi gor", + "Ġvig or", + "_ instruction", + "_in struction", + "_instr uction", + "( ;", + "_ eta", + "_e ta", + "_et a", + "è¿ ŀ", + "utor ials", + "utorial s", + "Ġboost ing", + "b v", + "Ġacknowled ges", + "Ġacknowledge s", + "List ening", + "Listen ing", + "F AQ", + "FA Q", + "; b", + "( (-", + "(( -", + "Ġarchitect s", + "Ġarchit ects", + "Ġz we", + "Ġzw e", + "Ġp uls", + "Ġpul s", + "Ġpu ls", + "Ġget Count", + "ĠgetC ount", + "ver bs", + "verb s", + "ãĢ ľ", + "( Collection", + "(C ollection", + "k re", + "kr e", + "Ġjurisdiction s", + "Ġjuris dictions", + "_ bridge", + "_b ridge", + "_br idge", + "ĠC rack", + "ĠCr ack", + "ĠCra ck", + "Ġ Difficulty", + "ĠDiff iculty", + "K O", + "Res ervation", + "_ requires", + "_re quires", + "_require s", + "T our", + "To ur", + "ãģĹ ãģŁ", + "ãģĹãģ Ł", + ". setCurrent", + ".set Current", + "Ġ ky", + "Ġk y", + "ĠAlb any", + "ĠAlban y", + "Ġ è§", + "Ġè §", + "l ler", + "ll er", + "lle r", + "ag na", + "agn a", + "work ers", + "worker s", + "wor kers", + ". blank", + ".bl ank", + "ĠPr ayer", + "ĠPra yer", + "M IC", + "MI C", + "Ġresil ience", + "Te X", + "Ġ Languages", + "ĠL anguages", + "ĠLanguage s", + "st udy", + "stu dy", + "stud y", + "ĉ curr", + "ĉc urr", + "ĉcur r", + "Ġenzym es", + "Ġenzyme s", + "S lug", + "Sl ug", + "Ġ íĮĮ", + "ĠíĮ Į", + "st ral", + "str al", + "stra l", + "Ġtum ors", + "Ġtumor s", + "Ġseg unda", + "Ġsegu nda", + "= '{", + "=' {", + "in struction", + "instr uction", + "ĠL isp", + "ĠLi sp", + "ĠLis p", + "/ info", + "/in fo", + "Ġ\" {$", + "Ġ\"{ $", + ",: ),", + ",:) ,", + "Ġ gv", + "Ġg v", + "( ErrorMessage", + "(Error Message", + "Ġ '=", + "Ġ' =", + "} -${", + "}- ${", + ". Documents", + ".Document s", + ".Doc uments", + "\" Well", + "\"We ll", + "\"W ell", + "Ġreminis cent", + "Ġg az", + "Ġga z", + "ir opr", + "iro pr", + "e hr", + "eh r", + "Ġsup pressed", + "Ġsuppress ed", + "Ġsupp ressed", + "er sh", + "ers h", + ".scroll To", + "Ġ cadena", + "Ġc adena", + "Ġcad ena", + "Ġcade na", + "Ġgame State", + "ÃŃ m", + "( conv", + "(con v", + "(co nv", + "Ġ Tomorrow", + "ĠTom orrow", + "ĠC CT", + "ĠCC T", + "M ongo", + "Mon go", + "Mo ngo", + "u lg", + "ul g", + ". Camera", + ".C amera", + ". handlers", + ".handle rs", + ".handler s", + ".hand lers", + "m ph", + "mp h", + "Ġ stk", + "Ġs tk", + "Ġst k", + "Ġgen etics", + "Ġgene tics", + "Ġgenetic s", + "AC ING", + "Tr ivia", + "Tri via", + "ĠB am", + "ĠBa m", + "( marker", + "(m arker", + "(mark er", + ". Stretch", + ".St retch", + ".Str etch", + "ĠSun ni", + "ĠB etty", + "ĠBe tty", + "ĠBet ty", + "ĠBett y", + ". tolist", + ".t olist", + ".to list", + "un likely", + ". Rectangle", + ".Rect angle", + "ob solete", + "IL ON", + "inner Text", + "em bourg", + "emb ourg", + "a N", + "ĠV ehicles", + "ĠVehicle s", + "un lock", + ": utf", + "n ob", + "no b", + "Ġ Seeing", + "ĠSe eing", + "ĠSee ing", + "ĠN EVER", + "ĠNE VER", + "Ġ tls", + "Ġt ls", + "Ġtl s", + "Ġf illes", + "Ġfil les", + "Ġfill es", + "Ġfille s", + "Ġbenef ited", + "Ġbenefit ed", + "ĠC lint", + "ĠCl int", + "ĠClin t", + "ĠCli nt", + "*/ ),", + "*/) ,", + ". fold", + ".f old", + "Ġpos ible", + "Ġposi ble", + "A DED", + "AD ED", + "ADE D", + "t house", + "th ouse", + ". DAL", + ".D AL", + "Ġ Odd", + "ĠO dd", + "ĠOd d", + "r okes", + "ro kes", + "roke s", + "rok es", + "ĠS unny", + "ĠSun ny", + "ĠPartial Eq", + "_ Buffer", + "_B uffer", + "ĠL evi", + "ĠLe vi", + "ĠLev i", + "long rightarrow", + "el don", + "eld on", + "eldo n", + "g ages", + "ga ges", + "gage s", + "_ warn", + "_w arn", + "_war n", + ".Create Table", + "ĠD ip", + "ĠDi p", + "_ questions", + "_question s", + "_quest ions", + ". logic", + ".log ic", + "Ġ #\"", + "Ġ# \"", + "={ ()=>", + "={() =>", + "={( )=>", + "Ġ tep", + "Ġt ep", + "Ġte p", + "Ġju icy", + "ì Ĥ¬", + "ìĤ ¬", + "en ko", + "enk o", + "ial ect", + "ia lect", + "iale ct", + "Ù ī", + "Ġon board", + "Ġ æı", + "Ġæ ı", + "ĉ rt", + "ĉr t", + "_ UTF", + "_U TF", + "_UT F", + "ĠQ Action", + "ĠQA ction", + "âĢ ŀ", + "( Component", + "( audio", + "(a udio", + ". hit", + ".h it", + "g te", + "gt e", + "Ġprogram med", + "Ġprogramme d", + "Ġprogramm ed", + "state Params", + "Ġpoly ester", + "f ires", + "fi res", + "fire s", + "fir es", + "by ss", + "] =(", + "]= (", + "_ quality", + "_q uality", + "_qu ality", + "_qual ity", + "Of Day", + "ĠF airy", + "ĠFair y", + "ĠFa iry", + "Ġy elled", + "Ġyell ed", + "o pl", + "op l", + "( userName", + "(user Name", + "Ġ Difference", + "ĠD ifference", + "ĠDiff erence", + "Ġeval uations", + "Ġevaluation s", + "Ġevalu ations", + "iff any", + "Ġcycl ists", + "Ġcyc lists", + "Ġcyclist s", + "Ġ cidade", + "Ġc idade", + "Ġcid ade", + "Ġtext book", + "Ġprof iling", + "Ġprofil ing", + "_ _),", + "__ ),", + "__) ,", + "d ea", + "de a", + ". activate", + ".act ivate", + ".activ ate", + "Ġind ications", + "Ġindic ations", + "Ġindication s", + "Ð ķ", + "Touch UpInside", + "Ġinval uable", + "Ġ MASK", + "ĠM ASK", + "ĠMA SK", + "ĠMAS K", + "Ġcont end", + "Ġconten d", + "Ġconte nd", + "F req", + "Fr eq", + "Fre q", + "Ġrec ruits", + "Ġrecru its", + "Ġrecruit s", + "( interval", + "(int erval", + "(inter val", + "Ġ UserProfile", + "ĠUser Profile", + "Ġ'./ ../", + "Ġ'. /../", + "e du", + "ed u", + "_ Callback", + "_C allback", + "_Call back", + "Ġan alogy", + "Ġanal ogy", + "Ġanalog y", + "Ġana logy", + "ĠT rophy", + "ĠTr ophy", + "ĠTro phy", + "app hire", + "V ideos", + "Video s", + "ĠC her", + "ĠCh er", + "ĠChe r", + "ĠH av", + "ĠHa v", + "âĢ¦ \"", + ". validator", + ".valid ator", + "g fx", + "gf x", + "ĠU Object", + "class names", + "classname s", + "t riangle", + "tr iangle", + "tri angle", + "Ġ Encoder", + "ĠE ncoder", + "ĠEn coder", + "ĠEnc oder", + "ĠEncode r", + ". spy", + ".s py", + ".sp y", + "Ġpred ators", + "Ġpredator s", + "= status", + "=s tatus", + "- safe", + "-s afe", + ": \",Ċ", + ":\" ,Ċ", + ":\", Ċ", + "Ġ Including", + "ĠIn cluding", + "Ġ{ };čĊ", + "Ġ{} ;čĊ", + "Ġ{}; čĊ", + "* cos", + "*c os", + "Ġend ured", + "Ġendure d", + ".sul ake", + "Ġnurs ery", + "Ġnurse ry", + "Ġfrag rance", + "Ġre building", + "Ġrebuild ing", + "Ġ nth", + "Ġn th", + "Ġnt h", + "ĠFr aser", + "ĠFra ser", + ".set Date", + "ĠV ince", + "ĠVi nce", + "ĠVin ce", + "_ REST", + "_RE ST", + "_R EST", + "_RES T", + "Ġvent ilation", + "Ġventil ation", + "æµ ·", + "cri bes", + "cribe s", + ". asm", + ".as m", + ".a sm", + "lp Vtbl", + "ĠA be", + "ĠAb e", + "u isine", + "uis ine", + ", array", + ",a rray", + ",arr ay", + "ĉ className", + "ĉclass Name", + "err als", + "erra ls", + "erral s", + "Ġ 'ĊĊ", + "Ġ' ĊĊ", + "Ġ'Ċ Ċ", + "Check out", + "Ġs olicit", + "Ġso licit", + "Ġsol icit", + "Ġsolic it", + "A ux", + "Au x", + "_ capture", + "_c apture", + "_cap ture", + "Ġr ibs", + "Ġrib s", + "Ġri bs", + "r agon", + "ra gon", + "rag on", + "v iol", + "vi ol", + "vio l", + "to pics", + "top ics", + "topic s", + "Function Flags", + "ĠM arty", + "ĠMar ty", + "ĠMart y", + "b ike", + "bi ke", + "ĠT ucker", + "ĠTu cker", + "( kernel", + "(k ernel", + "Ġ Ops", + "ĠO ps", + "ĠOp s", + "Close Operation", + "/ demo", + "/d emo", + "/de mo", + "i lda", + "il da", + "ild a", + "ĠlÃŃ nea", + "AP PING", + "APP ING", + "Ġsu ites", + "Ġsuit es", + "Ġsuite s", + "Ġsui tes", + ".visit VarInsn", + "u rus", + "ur us", + "uru s", + "Ġ Minute", + "ĠMin ute", + "( manager", + "(m anager", + "(man ager", + "Ġbutter fly", + "Ġa pare", + "Ġap are", + "Ġapar e", + "Ġapa re", + "Ġw olves", + "Ġwol ves", + "J WT", + "ĠS alon", + "ĠSal on", + "ĠSa lon", + "ĉ delay", + "ĉd elay", + "ĉde lay", + "ĉdel ay", + "- eslint", + "-es lint", + "is ations", + "isation s", + ". rpc", + ".r pc", + ") |(", + ")| (", + "ĠSnap chat", + "/ mm", + "/m m", + "M N", + "c eries", + "ce ries", + "cer ies", + ".t extAlignment", + ".text Alignment", + "ĠFrank furt", + "Ġ ado", + "Ġa do", + "Ġad o", + "( newValue", + "(new Value", + "( access", + "(a ccess", + "(ac cess", + "(acc ess", + "( Expression", + "Ġ SignIn", + "ĠSign In", + "ĠHa iti", + "ĠHait i", + "ĠHai ti", + "_ tp", + "_t p", + ". setParameter", + ".set Parameter", + "Min ute", + "Ġmanual s", + "ric anes", + "ricane s", + "rica nes", + "Ġ PTR", + "ĠP TR", + "ĠPT R", + "Ġ Outer", + "ĠO uter", + "ĠOut er", + "ĠOu ter", + "Ġ getline", + "Ġget line", + "oc ations", + "ocation s", + "_ CD", + "_C D", + "ĠL yon", + "ĠLy on", + "/ gui", + "/g ui", + "_ live", + "_l ive", + "_li ve", + "i dan", + "id an", + "ida n", + ". geom", + ".ge om", + ".geo m", + "Ġborder Bottom", + "im uth", + "imu th", + "_ checkpoint", + "_check point", + "Ġm eu", + "Ġme u", + "ĠIr ving", + "Ġpeu vent", + "( MAX", + "(M AX", + "Ġ ARCH", + "ĠAR CH", + "ĠARC H", + "Ġp ov", + "Ġpo v", + ".source forge", + "Ġjam ais", + "Ġ ark", + "Ġa rk", + "Ġar k", + "ĠBaghd ad", + "Ġ CLEAR", + "ĠC LEAR", + "ĠCL EAR", + "Menu Bar", + "Ġtr ois", + "Ġtro is", + "CHED ULE", + "Ġ #čĊ", + "Ġ# čĊ", + "( Call", + "(C all", + "$ order", + "( Material", + "(M aterial", + "(Mat erial", + "Ġencontr ado", + "$ list", + "$l ist", + "ĠMETHOD S", + ". beginTransaction", + ".begin Transaction", + "_M AG", + "_MA G", + "Style Sheet", + "Ġmajor s", + "Ġmaj ors", + "Ġindef initely", + "Ġindefinite ly", + "c leanup", + "clean up", + "Ġhome land", + "Ġhom eland", + "( dto", + "(d to", + "(dt o", + "D ates", + "Date s", + "Da tes", + "Dat es", + "P resentation", + "Present ation", + "Ġ DK", + "ĠD K", + "={` /", + "ĉ Key", + "ĉK ey", + "( Block", + "(B lock", + "_ checkbox", + "_check box", + "ne eds", + "need s", + "nee ds", + "Ġon Complete", + "r ico", + "ri co", + "ric o", + "Ġg leich", + "Ġgle ich", + "Ġ xm", + "Ġx m", + "O OD", + "OO D", + "B etter", + "Bet ter", + "ĠSQL ITE", + ". Book", + ".B ook", + "x ad", + "xa d", + "ĠG one", + "ĠGo ne", + "ĠGon e", + "ĉ dp", + "ĉd p", + "Ġdev otion", + "Ġ stm", + "Ġs tm", + "Ġst m", + "Ġob sess", + "Ġobs ess", + "Ġ Backend", + "ĠBack end", + "Qu eries", + "Que ries", + "I k", + "/ /****************************************************************", + "// ****************************************************************", + "Ġdivide nds", + "Ġdivid ends", + "Ġdividend s", + ".parent Element", + "} \")ĊĊ", + "}\" )ĊĊ", + "}\")Ċ Ċ", + "}\") ĊĊ", + "ĠMaterial PageRoute", + ": num", + ":n um", + "Ġexp lic", + "Ġexpl ic", + "Ġ OL", + "ĠO L", + "l east", + "le ast", + "lea st", + "O ops", + "iment os", + "imento s", + "imen tos", + "Ġins urers", + "Ġinsure rs", + "Ġinsurer s", + "Ġhero ic", + "ĉ fields", + "ĉf ields", + "ĉfield s", + ".img ur", + ".btn Cancel", + "ĠDet ective", + "ĠDetect ive", + "( sm", + "(s m", + "ĠMutable LiveData", + ". lab", + ".l ab", + "( ([", + "(( [", + "Ġha irst", + "Ġhair st", + "Ġhai rst", + "Ġhairs t", + "Ġ Transactions", + "ĠTrans actions", + "ĠTransaction s", + "å¼Ģ å§ĭ", + "Ġ stdClass", + "Ġstd Class", + "u ento", + "uen to", + "uent o", + "G IS", + "GI S", + "_ cod", + "_c od", + "_co d", + "In structions", + "Instruction s", + "Instr uctions", + "C alls", + "Call s", + "Cal ls", + "Pointer Type", + "ĠR w", + "Ġassort ment", + "Ġ DIG", + "ĠD IG", + "ĠDI G", + "+ r", + "_ CERT", + "_C ERT", + "_CE RT", + "Ġinst ability", + "Ġv ib", + "Ġvi b", + "o nas", + "on as", + "ona s", + "Ġr oku", + "Ġro ku", + "Ġrok u", + "ap ellido", + "Ġ angl", + "Ġan gl", + "Ġang l", + "prene ur", + "Ġfl uids", + "Ġfluid s", + "Ġflu ids", + "is ease", + "ise ase", + "Ġd eed", + "Ġde ed", + "Ġdee d", + "qu ist", + "quis t", + "qui st", + "_CONST ANT", + "Ġequ ilibrium", + "_ delegate", + "_de legate", + "ĠQuant um", + "r ei", + "re i", + "Cap abilities", + "rect angle", + "? ><", + "?> <", + "a lien", + "al ien", + "ali en", + "alie n", + "ĠJ ug", + "ĠJu g", + "D NA", + "DN A", + "T ickets", + "Tick ets", + "Ticket s", + "Occ urs", + "ĠH awk", + "ĠHaw k", + "ĠHa wk", + ".setHorizontal Group", + "\\ Collection", + "\\C ollection", + "ff iti", + "ffi ti", + "Ġre arr", + "Ġrear r", + ".setVertical Group", + "Ġc avity", + "Ġcav ity", + "Ġadult e", + "Ġadul te", + "Fac ade", + "Fa cade", + "- wh", + "-w h", + "ĠL OL", + "ĠLO L", + "Ø °", + "Ġgrand parents", + "Sw ift", + "ĉ wx", + "ĉw x", + "æīĢ æľī", + "i fen", + "if en", + "ife n", + "ff set", + "B eyond", + "// }ĊĊ", + "//}Ċ Ċ", + "Ġw ager", + "Ġwa ger", + "Ġwage r", + "Ġwag er", + "Ġ bury", + "Ġb ury", + "Ġbu ry", + "Ġbur y", + "Ġcomm ence", + "Ġcomme nce", + "Ġcommenc e", + "reg istro", + "registr o", + "regist ro", + "s cient", + "sc ient", + "sci ent", + "Ġ Percent", + "ĠPer cent", + "ĠPerc ent", + "Ġд олж", + "Ġдол ж", + "( identifier", + "(id entifier", + "(ident ifier", + ".set Model", + "Ġs eldom", + "Ġsel dom", + "n ton", + "nt on", + "Ġap pliance", + "Ġappl iance", + "a mus", + "am us", + "amu s", + "rys ler", + "Ġpan ties", + "Ġpant ies", + "engu ins", + "enguin s", + "Ġmi mic", + "Ġmim ic", + "Ġon Changed", + "ĠonChange d", + "Ġal coholic", + "Ġalcohol ic", + ".reload Data", + "Ch arge", + "Char ge", + "Ġ Fax", + "ĠF ax", + "ĠFa x", + "Ġj ScrollPane", + "Emp resa", + "Ġsh attered", + "x ba", + "xb a", + "Font s", + "Fo nts", + "? s", + "Ġpost season", + "re tain", + "ret ain", + "reta in", + "_ rates", + "_r ates", + "_rate s", + "_ra tes", + "_rat es", + "Ġ requestCode", + "Ġrequest Code", + ". todo", + ".t odo", + ".to do", + "´ s", + "C HK", + "CH K", + "Ġ Keeping", + "ĠKe eping", + "ĠKeep ing", + "ĠKee ping", + "enge ance", + "Ġvs code", + "IP PING", + "IPP ING", + "Default CloseOperation", + "_ raise", + "_r aise", + "_ra ise", + "ĠO culus", + "ĠOc ulus", + "o grams", + "og rams", + "ogram s", + "ogr ams", + "ogra ms", + "r aj", + "ra j", + "p ci", + "pc i", + "Ġcorros ion", + ". handleSubmit", + ".handle Submit", + "Access ible", + "ĠP iano", + "ĠPi ano", + "l ittle", + "lit tle", + "A CL", + "AC L", + "Äĩ e", + ". unwrap", + ".un wrap", + "ĠCon vers", + "ĠConv ers", + "ĠLe ben", + "ion eer", + "ione er", + "Ġ Merchant", + "ĠM erchant", + "ĠMer chant", + "ĠMerch ant", + "ĠJ orge", + "Ġembr acing", + "Ġ venta", + "Ġv enta", + "Ġvent a", + "Ġven ta", + "á st", + "ás t", + "Ġv iene", + "Ġvi ene", + "Ġvie ne", + "< QString", + "Ċ", + "-g rowing", + "-gr owing", + "-grow ing", + "Ġdeep copy", + "A ck", + "Ac k", + "eg gies", + "egg ies", + "Ġ __(\"", + "Ġ_ _(\"", + "Ġ__ (\"", + "Ġ__( \"", + "Ġn oir", + "Ġno ir", + "Ġnoi r", + "terror ism", + "Ġan them", + "Ġant hem", + "Ġanth em", + "a gency", + "ag ency", + "age ncy", + "agen cy", + "_ PACKAGE", + "_PACK AGE", + "Ġ Closure", + "ĠC losure", + "ĠClo sure", + ". registry", + ".reg istry", + "Ġmamm als", + "Ġmamma ls", + "< L", + "U ICollectionView", + "UI CollectionView", + "ĠLE Ds", + "ĠLED s", + "Ġv olley", + "Ġvol ley", + "Ġvoll ey", + "( Buffer", + "(B uffer", + "_N ATIVE", + "li bc", + "lib c", + "im plode", + "impl ode", + "Scroll Bar", + "ĠMar ion", + "ĠMario n", + "ĠMari on", + ". Contracts", + ".Con tracts", + ".Contract s", + "_ At", + "_A t", + "ĠWe instein", + "ĠWein stein", + "compare To", + "ĠH ose", + "ĠHo se", + "ĠHos e", + "en ity", + "eni ty", + ". createQuery", + ".create Query", + "_ router", + "_r outer", + "_ro uter", + "_route r", + "Ġstim uli", + "Ġ ++)", + "Ġ+ +)", + "Ġ++ )", + "ĠCh amp", + "ĠCha mp", + "ĠCham p", + "ĠBay ern", + "ĠBayer n", + "a ssa", + "as sa", + "ass a", + ". va", + ".v a", + "Ġdistrib utors", + "Ġdistributor s", + "Ġfile private", + "Ġdepart ed", + "c ccc", + "cc cc", + "ccc c", + "@ click", + "@c lick", + "ĠL unch", + "ĠLun ch", + "> L", + "Ġb luetooth", + "Ġbl uetooth", + ". Deep", + ".De ep", + "- standing", + "-st anding", + "á cil", + "ác il", + "áci l", + "Ġro oft", + "Ġroof t", + "Ġ Paths", + "ĠP aths", + "ĠPat hs", + "ĠPath s", + "ĠPa ths", + "_ iterations", + "_iter ations", + "_iteration s", + "Invalid ArgumentException", + ". spi", + ".s pi", + ".sp i", + "Ġ UIAlertAction", + "ĠUIAlert Action", + "u ye", + "uy e", + "sign in", + "sig nin", + ". priority", + ".p riority", + "ĠEs says", + "ĠEss ays", + "ĠEssay s", + "=' {$", + "='{ $", + "Ġ è¿ĶåĽŀ", + "Ġè¿ ĶåĽŀ", + "_ signed", + "_s igned", + "_sign ed", + "_sig ned", + ". persist", + ".p ersist", + "Ġre design", + "Ġred esign", + "Ġrede sign", + "Ġredes ign", + "To Lower", + "ĠNew man", + "= start", + "ĠIsrael is", + "ĠIsraeli s", + "as iswa", + "asis wa", + "S peech", + "Spe ech", + "Ġnum eros", + "Ġnumer os", + "Ġnumero s", + "handle rs", + "hand lers", + "handler s", + "ĠW ong", + "ĠWo ng", + "ĠWon g", + "Ġм еÑĤод", + "ĠмеÑĤ од", + "We ights", + "Weight s", + "ĠGu jar", + "t eil", + "te il", + "ĠNone theless", + "ĠNon etheless", + "_E FFECT", + "Ġ vect", + "Ġv ect", + "Ġve ct", + "Ġvec t", + "ĠO sc", + "ĠOs c", + "Ġco ats", + "Ġcoat s", + "ĠW heat", + "ĠWh eat", + "ĠWhe at", + "Ġge ek", + "Ġgee k", + "Ġ PROPERTY", + "ĠP ROPERTY", + "ĠPRO PERTY", + "w orm", + "wo rm", + "wor m", + "_ constants", + "_con stants", + "_const ants", + "_constant s", + "ĠB oulder", + "ĠBou lder", + "Ġ Parm", + "ĠP arm", + "ĠPar m", + "ĠPa rm", + "c ole", + "co le", + "col e", + "Ġdefault Center", + "ĠRo uge", + "ĠRou ge", + ": A", + "x cf", + "xc f", + "ĠVen ice", + "ĠVe nice", + "m edian", + "med ian", + "medi an", + "media n", + "Ġred emption", + "F resh", + "Fr esh", + "Fre sh", + "Ġco sm", + "Ġcos m", + "Ġ figur", + "Ġfig ur", + "Ġref urb", + "CO PE", + ". cd", + ".c d", + "Ġch ords", + "Ġchord s", + "Ġchor ds", + "ĠS gt", + "Å į", + "V PN", + "VP N", + "Ġ SEND", + "ĠS END", + "ĠSE ND", + "ĠSEN D", + "a inen", + "ain en", + "ai nen", + "aine n", + "_ accounts", + "_account s", + "_ac counts", + "Ġt enth", + "Ġte nth", + "Ġten th", + "Ġtent h", + "Ġdiss olved", + "Ġdissolve d", + "< App", + "", + "Ġ' >", + "Ġlegitim acy", + "Ġ oo", + "Ġo o", + "S linky", + "Sl inky", + "Ġnational s", + "Ġnation als", + ". words", + ".w ords", + ".word s", + "; p", + "t rap", + "tr ap", + "tra p", + "oman ip", + "oma nip", + "Ġc ues", + "Ġcu es", + "Ġcue s", + "Ġgrad uating", + "Ġgradu ating", + "Ġsem aphore", + "\" ]);ĊĊ", + "\"] );ĊĊ", + "\"]) ;ĊĊ", + "\"]);Ċ Ċ", + "\"]); ĊĊ", + "ace y", + "ac ey", + "RE ET", + "REE T", + "G rab", + "Gr ab", + "ĠF elix", + "ĠFe lix", + "ĠFel ix", + "( Id", + "(I d", + "_ neighbors", + "_ne ighbors", + "_neighbor s", + "Ġmeaning less", + "( del", + "(d el", + "(de l", + "Ġj eder", + "Ġje der", + "Ġjed er", + "Ġjede r", + "ĠContent Values", + ". absolute", + ".a bsolute", + ".abs olute", + "/ cl", + "/c l", + "Ġ xb", + "Ġx b", + "d atum", + "dat um", + "Ġtort ured", + "Ġtorture d", + "Ġrub bing", + "Ġru bbing", + "S cores", + "Sc ores", + "Score s", + "ĠðŁĺ ī", + "Ġav ons", + "Ġam sterdam", + "E OS", + "EO S", + "H al", + "Ha l", + "Ġtrust worthy", + "# =", + ".EX TRA", + "Ġm ano", + "Ġman o", + "Ġma no", + "is icing", + "isi cing", + "- support", + "-s upport", + "-sup port", + "ĉ cursor", + "ĉc ursor", + "Ġ Spo", + "ĠS po", + "ĠSp o", + "ai massage", + "aim assage", + "M ission", + "Miss ion", + "[] {\"", + "[]{ \"", + "Ġpr inters", + "Ġprint ers", + "Ġprinter s", + "Ġprin ters", + "G REEN", + "GRE EN", + "GREE N", + "Ġ teg", + "Ġt eg", + "Ġte g", + "Ġabdom inal", + "! ĊĊĊĊĊĊ", + "!ĊĊ ĊĊĊĊ", + "!Ċ ĊĊĊĊĊ", + "!ĊĊĊĊ ĊĊ", + "!ĊĊĊ ĊĊĊ", + ". Short", + ".S hort", + ".Sh ort", + "а зв", + "аз в", + "ĠGi fts", + "ĠGift s", + "} \")", + "}\" )", + "( binding", + "(b inding", + "(bin ding", + "(bind ing", + "x ce", + "xc e", + "âĢ ij", + "in fos", + "info s", + "inf os", + "Form Data", + "Ġ dart", + "Ġd art", + "Ġda rt", + "Ġdar t", + "Ġ elems", + "Ġe lems", + "Ġel ems", + "Ġele ms", + "Ġelem s", + "( inv", + "(i nv", + "(in v", + "Y L", + "t in", + "ti n", + "G ENER", + "GE NER", + "GEN ER", + "á» ¯", + "Ġ Taken", + "ĠT aken", + "ĠTake n", + "ĠTa ken", + "ĠTak en", + "uc kle", + "uck le", + ": e", + "Ġs pectral", + "Ġspect ral", + "Ġspectra l", + ".b aidu", + "/ ');Ċ", + "/' );Ċ", + "/') ;Ċ", + "Ġgre edy", + "Ġgreed y", + "es ion", + "esi on", + ",,,, ,,,,", + "Ġ/ >,Ċ", + "Ġ/> ,Ċ", + "Ġ/>, Ċ", + "Internal ServerError", + "NS NotificationCenter", + "NSNotification Center", + "Ġ Ai", + "ĠA i", + "Ġs pit", + "Ġsp it", + "Ġspi t", + "Ġaug mented", + "Ġaugment ed", + "Ġstandard UserDefaults", + "FIN ITY", + "R ace", + "Ra ce", + ": C", + "ĠRE CORD", + "ĠREC ORD", + "Ġ Highlight", + "ĠHigh light", + "Ġ' `", + "Ġdef icits", + "Ġdeficit s", + "Ġn ei", + "Ġne i", + "Ġresearch ed", + "T a", + "Ġc opp", + "Ġco pp", + "Ġcop p", + ".Get HashCode", + ") :čĊčĊ", + "): čĊčĊ", + "):čĊ čĊ", + "On Click", + "ĠWell ington", + "ĠWel lington", + "Ġrev ival", + "æ¯ Ķ", + "éĹ ®", + "Ġ NSS", + "ĠN SS", + "ĠNS S", + "Ġf orn", + "Ġfor n", + "Ġfo rn", + "Ġin té", + "Ġint é", + "ĠKu wait", + "_ flip", + "_f lip", + "_fl ip", + "_ bo", + "_b o", + "_ \\", + "Ġocc urrences", + "Ġoccurrence s", + "Ġ Scientists", + "ĠScient ists", + "ĠScientist s", + "S RC", + "SR C", + "o gens", + "og ens", + "ogen s", + "oge ns", + "i grant", + "ig rant", + "igr ant", + "RE MOTE", + "REM OTE", + "Ġ SID", + "ĠS ID", + "ĠSI D", + ". opts", + ".op ts", + ".o pts", + ".opt s", + "u ve", + "uv e", + "( )])Ċ", + "() ])Ċ", + "()] )Ċ", + "Ġlibert arian", + "ĠG lide", + "ĠGl ide", + "l esen", + "le sen", + "les en", + "Ġ forme", + "Ġfor me", + "Ġform e", + "ow ania", + "owa nia", + "owan ia", + "Ġannoy ed", + "D efs", + "De fs", + "Def s", + "Ġ Executor", + "ĠExec utor", + "Ġ casts", + "Ġc asts", + "Ġca sts", + "Ġcas ts", + "Ġcast s", + ". setChecked", + ".set Checked", + "Ġ Sharing", + "ĠSh aring", + "ĠSha ring", + "ĠShar ing", + ".Serialize Object", + "Ġ selectors", + "Ġselect ors", + "Ġselector s", + "Ġsel ectors", + "Ġsele ctors", + "_ OTHER", + "_OT HER", + "ë ¯¸", + "ë¯ ¸", + "( super", + "(s uper", + "( OS", + "(O S", + "_ VERIFY", + "_VER IFY", + "id unt", + "< header", + "';Ċ", + "Ġ/> ';Ċ", + "Ġ/>' ;Ċ", + "Ġvid éo", + "Ġvidé o", + "ĠNe gro", + "ĠNeg ro", + "ĠL ords", + "ĠLord s", + "ĠLor ds", + "ĠT ours", + "ĠTo urs", + "ĠTour s", + "ĠTou rs", + "Ġsoft ly", + ". receive", + ".re ceive", + "Ġ ERC", + "ĠE RC", + "ĠER C", + "Ġdata Set", + "B adge", + "Bad ge", + "Ba dge", + "ĉ Event", + "ĉE vent", + "Ġ perl", + "Ġper l", + "Ġpe rl", + "Ġ {}\\", + "Ġ{ }\\", + "Ġ{} \\", + "( sentence", + "(s entence", + "(sent ence", + "Or Update", + "Ġdim inish", + "Ġdimin ish", + "P IN", + "PI N", + "( draw", + "(d raw", + "(dr aw", + ".To DateTime", + ". EqualTo", + ".Equal To", + "( pin", + "(p in", + "(pi n", + "-p encil", + "l uent", + "lu ent", + "lue nt", + "Ġ Caller", + "ĠC aller", + "ĠCal ler", + "ĠCall er", + "ĠCa ller", + "Ġplay ful", + "- '+", + "-' +", + "x ca", + "xc a", + "s wick", + "sw ick", + ") {}Ċ", + "){ }Ċ", + "} :${", + "}: ${", + "ĠM eth", + "ĠMe th", + "ĠMet h", + ". getCell", + ".get Cell", + ".getC ell", + ". break", + ".b reak", + "Ġ ymax", + "Ġy max", + "=' Ċ", + "}`} >Ċ", + "ĠH iro", + "ĠHi ro", + "ĠHir o", + "( TRUE", + "(TR UE", + "as urer", + "asure r", + "asu rer", + "Ġc uer", + "Ġcu er", + "Ġcue r", + "U ber", + "Ub er", + ". Operation", + ".O peration", + ".Op eration", + "Ġ olan", + "Ġo lan", + "Ġol an", + "Ġola n", + "Ġthr illing", + "Ġthrill ing", + "< Response", + "ĠF emin", + "ĠFe min", + "ĠFem in", + "Ġtr aversal", + "Ġtravers al", + "Ġp oc", + "Ġpo c", + "Ġ setStatus", + "Ġset Status", + "de clar", + "dec lar", + "decl ar", + "std afx", + "Ġaddict ive", + "Ġ Btn", + "ĠB tn", + "Ġexplos ives", + "Ġexplosive s", + "ĠCo oking", + "ĠCook ing", + "ĠPl aint", + "ĠPlain t", + "ĠPla int", + "Ġ accumulator", + "Ġaccum ulator", + "Ġ Appointment", + "ĠApp ointment", + ", password", + ",p assword", + "ĠF AR", + "ĠFA R", + "l uet", + "lu et", + "lue t", + "Further more", + "decl spec", + "_ Statics", + "_Static s", + "_St atics", + ". Dictionary", + ".D ictionary", + "\" >'.", + "\"> '.", + "\">' .", + "ĉ valid", + "ĉval id", + "ĉva lid", + "\" \",", + "\"\" ,", + "In strument", + "Instr ument", + "> J", + "Ġno str", + "Ġnos tr", + "Ġnost r", + "ĠR ift", + "ĠRi ft", + "ĠRif t", + "_ Port", + "_P ort", + "Ġve ces", + "Ġvec es", + "[ ['", + "[[ '", + "Ġrall ies", + "- series", + "-s eries", + "-se ries", + "-ser ies", + "Ġ vv", + "Ġv v", + ". uc", + ".u c", + "Ġr tn", + "Ġrt n", + "State Changed", + "( ins", + "(i ns", + "(in s", + "Ġ Cla", + "ĠC la", + "ĠCl a", + "- -----------Ċ", + "-- ----------Ċ", + "---- --------Ċ", + "-------- ----Ċ", + "--- ---------Ċ", + "------------ Ċ", + "----- -------Ċ", + "---------- --Ċ", + "------ ------Ċ", + "----------- -Ċ", + "------- -----Ċ", + "--------- ---Ċ", + "c us", + "cu s", + "Ġ Reload", + "ĠR eload", + "ĠRe load", + "ĠRel oad", + "// ------------------------------------------------------------------------------------------------", + "//---------------------------------------------------------------- --------------------------------", + "//---------------------------------------------------------------------------- --------------------", + "//------------------------------------------------ ------------------------------------------------", + "//-------------------------------- ----------------------------------------------------------------", + "//-------------------------------------------------------------------------------- ----------------", + "//---------------- --------------------------------------------------------------------------------", + ". seconds", + ".se conds", + ".second s", + ".sec onds", + "_ destination", + "_d estination", + "_dest ination", + "Ġscre wed", + "Ġscr ewed", + "Ġscrew ed", + "> c", + "Th ickness", + "Des igner", + "Design er", + "Ġgr ids", + "Ġgrid s", + "Ġgri ds", + "n Äħ", + "( cookie", + "(c ookie", + "(co okie", + "T rip", + "Tr ip", + "Tri p", + "- Mobile", + "-M obile", + "Ġv oll", + "Ġvo ll", + "Ġvol l", + "Ġgen ital", + "Ġconf isc", + "ĠConfeder ate", + "Ġ webView", + "Ġweb View", + "Ġ mise", + "Ġm ise", + "Ġmis e", + "Ġmi se", + "Ġc ler", + "Ġcl er", + "Ġcle r", + "( selection", + "(s election", + "(se lection", + "(select ion", + "(sel ection", + "$ date", + "$d ate", + "Ġsharp en", + "Ġshar pen", + "r agen", + "ra gen", + "rag en", + "rage n", + "And Update", + "Ġre mix", + "Ġrem ix", + "Ġh tons", + "Ġht ons", + "Ġhton s", + "R W", + "M PI", + "MP I", + "Ġretrie val", + "Ġretr ieval", + "Ġrich est", + "Ġri chest", + "Ġric hest", + "Ġriches t", + ". Decode", + ".De code", + ".Dec ode", + ":init Components", + "ĠT Value", + "ĠTV alue", + "S aint", + "Sa int", + "@ include", + "Ġ PERSON", + "ĠPER SON", + ". sep", + ".s ep", + ".se p", + "Ġ LDAP", + "ĠLD AP", + "g ba", + "gb a", + "Ġgro ÃŁe", + "ĠgroÃŁ e", + "Ġreli ably", + "Ġ DFS", + "ĠD FS", + "ĠDF S", + ".get ItemId", + ".getItem Id", + "Ġpré sent", + "Ġprés ent", + ". getToken", + ".get Token", + "Ġch inese", + "Ġchin ese", + "Ġ Meal", + "ĠMe al", + "Y OU", + "YO U", + "\" > >ĊĊ", + "Ġ> >ĊĊ", + "Ġ>> ĊĊ", + "b ower", + "bo wer", + "bow er", + "Ġsw apped", + "Ġswap ped", + "/ install", + "Ġs inks", + "Ġsin ks", + "Ġsink s", + "etr ize", + "etri ze", + "Ġdec lines", + "Ġdecl ines", + "Ġdecline s", + "ĉ mysql", + "ĉm ysql", + "ĉmy sql", + "Ġ CString", + "ĠC String", + "ĠCS tring", + "ĠM otionEvent", + "ĠMotion Event", + ". Language", + ".L anguage", + "R oad", + "Ro ad", + "ÑĤ еÑĢ", + "ÑĤе ÑĢ", + "asc imento", + "' ))->", + "') )->", + "')) ->", + ". about", + ".a bout", + ".ab out", + "( editor", + "(e ditor", + "(ed itor", + "(edit or", + "ĠR atings", + "ĠRa tings", + "ĠRating s", + "ĠRat ings", + "in come", + "inc ome", + "Å¡ e", + ".de queueReusableCell", + "ĠAust rian", + "ĠAustria n", + "ĠAustr ian", + "Ġs ulla", + "Ġsu lla", + "Ġsul la", + "ĠTrib unal", + "Ġ Didn", + "ĠDi dn", + "ĠDid n", + "о ваÑĢ", + "ов аÑĢ", + "ова ÑĢ", + "Ġins pections", + "Ġinspect ions", + "Ġinspection s", + "Ġinsp ections", + "B oss", + "Bo ss", + "Ġcock tails", + "Ġcocktail s", + "Ġapolog ized", + "Ġapologize d", + "_ subplot", + "_sub plot", + "o pal", + "op al", + "opa l", + "+ =(", + "+= (", + "Ġreson ance", + "i bu", + "ib u", + "Ġ 리", + "Ġë ¦¬", + "Ġë¦ ¬", + "r oma", + "ro ma", + "rom a", + "re serve", + "res erve", + "rese rve", + "p ls", + "pl s", + "ĠT ah", + "ĠTa h", + "a xies", + "ax ies", + "O PLE", + "OP LE", + "ĠDar ren", + "ĠZ ombie", + "_ Map", + "_M ap", + "Ġ ])ĊĊ", + "Ġ] )ĊĊ", + "Ġ])Ċ Ċ", + "Ġ]) ĊĊ", + "Ġ Qi", + "ĠQ i", + "ĠS ail", + "ĠSa il", + "ĠSai l", + "Ġrestrict ive", + "Ġeros ion", + "- par", + "-p ar", + "W HITE", + "WH ITE", + "Ġold u", + "Ġol du", + "Ġap erture", + "Ġbit coins", + "Ġbitcoin s", + "text o", + "tex to", + "ĠCom cast", + "Ġtime less", + "Ġtim eless", + "en kins", + "enk ins", + "Ġfe eder", + "Ġfeed er", + "Ġfee der", + "/ tmp", + "/t mp", + "res den", + "+ '_", + "+' _", + ". Destroy", + ".D estroy", + ".De stroy", + "Ġ çok", + "Ġç ok", + "Ġ DOCUMENT", + "ĠD OCUMENT", + "ĠDOC UMENT", + ". lng", + ".l ng", + ". tagName", + ".tag Name", + "Ġk ullan", + "Ġkul lan", + "eg rate", + "egr ate", + "egra te", + "Ġ( *.", + "Ġ(* .", + "ç¼ĸ è¾ij", + "Ġhand shake", + "s oc", + "so c", + "_ geometry", + "_ge ometry", + "_geo metry", + "_geom etry", + "ĠDam ascus", + "Min or", + "Mi nor", + "ĠK afka", + "ĠKaf ka", + "ìĹ ¬", + "Fl orida", + "_ compute", + "_com pute", + "_comp ute", + ". expr", + ".ex pr", + ".exp r", + "Ġ paralle", + "Ġpar alle", + "Ġpara lle", + "ĠD iaz", + "ĠDi az", + "ĠDia z", + "c ir", + "ci r", + "[ target", + "[t arget", + "Ġj oking", + "Ġjo king", + "Ġg lor", + "Ġgl or", + "Ġglo r", + "( setq", + "(set q", + "_ handlers", + "_handler s", + "_handle rs", + "_hand lers", + "H ang", + "Ha ng", + "Han g", + "Ġf err", + "Ġfe rr", + "Ġfer r", + "r iminal", + "rim inal", + "ĉ ĠĠĠĠĉĉ", + "ĉĠĠĠ Ġĉĉ", + "ĉĠ ĠĠĠĉĉ", + "ĉĠĠ ĠĠĉĉ", + "ĉĠĠĠĠ ĉĉ", + "ĉĠĠĠĠĉ ĉ", + "en ties", + "ent ies", + "enti es", + "def ines", + "define s", + "- tax", + "-t ax", + "json p", + "Ġ UPS", + "ĠU PS", + "ĠUP S", + "m etro", + "me tro", + "met ro", + "_ _;Ċ", + "__ ;Ċ", + "__; Ċ", + "ĠUg anda", + "] )):Ċ", + "]) ):Ċ", + "])) :Ċ", + "_ td", + "_t d", + "x ae", + "xa e", + "l w", + ". OS", + ".O S", + "Ġ Logged", + "ĠLog ged", + "a cid", + "ac id", + "aci d", + "ĠM ayo", + "ĠMay o", + "ĠMa yo", + "a spect", + "as pect", + "asp ect", + "Ġvag inal", + "Ġvagina l", + "Ġinitial izing", + "Ġste roids", + "Ġster oids", + "Ġsteroid s", + "f iction", + "fi ction", + "fic tion", + "G RE", + "GR E", + "g end", + "ge nd", + "gen d", + "Ġli abilities", + "Ġ Lets", + "ĠL ets", + "ĠLe ts", + "ĠLet s", + "M ech", + "Me ch", + "( nc", + "(n c", + "( change", + "(ch ange", + "(chan ge", + "Ġconn ectors", + "Ġconnect ors", + "Ġconnector s", + ": k", + "Ġt ast", + "Ġta st", + "Ġtas t", + "! \");ĊĊ", + "!\" );ĊĊ", + "!\");Ċ Ċ", + "!\"); ĊĊ", + "!\") ;ĊĊ", + "th ings", + "thing s", + "thin gs", + "r ophy", + "ro phy", + "rop hy", + "roph y", + "l uetooth", + "lu etooth", + "luet ooth", + "Ġ SignUp", + "ĠSign Up", + ". ctrl", + ".c trl", + ".ct rl", + "Ġthere in", + "Ġther ein", + "or da", + "ord a", + ". escape", + ".e scape", + ".es cape", + "ig ator", + "iga tor", + "Ġpet rol", + "Ġspec imen", + "Ġspeci men", + "Ġdeb uted", + "Ġdebut ed", + "- Pro", + "-P ro", + "Ġcr ises", + "Ġcri ses", + "Ġcris es", + ".add View", + "ëı Ļ", + "- door", + "-d oor", + "-do or", + "Ġm onet", + "Ġmon et", + "Ġmo net", + "Ġm illis", + "Ġmill is", + "Ġmil lis", + "Ġmilli s", + "Ġ vier", + "Ġv ier", + "Ġvi er", + "Ġvie r", + "Internal Enumerator", + "Ġ admins", + "Ġad mins", + "Ġadmin s", + "Ġadm ins", + "ĠL air", + "ĠLa ir", + "z in", + "zi n", + "get Query", + "um bles", + "umb les", + "umble s", + "L IMIT", + "LI MIT", + "ĠV ig", + "ĠVi g", + "_ song", + "_s ong", + "_so ng", + "< Character", + ": :.", + ":: .", + "_ hom", + "_h om", + "_ bp", + "_b p", + "ĠSup ervisor", + "ĠSuper visor", + "ĠSuperv isor", + "sub mission", + "ab ile", + "abil e", + "abi le", + "Ġn oi", + "Ġno i", + "Or Create", + "Ġp eel", + "Ġpe el", + "Ġpee l", + "Ġon Start", + "Ġsent iments", + "Ġsentiment s", + "v ehicles", + "veh icles", + "vehicle s", + "Ġclass rooms", + "Ġclassroom s", + "Ġs zer", + "Ġsz er", + "Ġb ending", + "Ġben ding", + "Ġbend ing", + "Ġlong evity", + "Ġ acl", + "Ġa cl", + "Ġac l", + "ĠAle ppo", + "Ġ UM", + "ĠU M", + "ĠR icht", + "ĠRich t", + "ĠRic ht", + "ĠRi cht", + "Ġmulti processing", + "Ġmultip rocessing", + "DO MAIN", + "DOM AIN", + "\", \"+", + "\",\" +", + "_ YEAR", + "_Y EAR", + "Ġsc rape", + "Ġscr ape", + "Ġscrap e", + "Ġsol itary", + "Ġ\" ]\";Ċ", + "Ġ\"] \";Ċ", + "Ġ\"]\" ;Ċ", + "/ errors", + "/error s", + "ìŀ ¬", + "ľ ëł¥", + "b etter", + "bet ter", + "bett er", + "bette r", + "ĉ number", + "ĉn umber", + "ĉnum ber", + "Ġ LF", + "ĠL F", + "Ġ Across", + "ĠA cross", + "ĠAc ross", + "Pub Med", + "\\ \"\"", + "\\\" \"", + "ĠExcell ence", + "Ġus ando", + "Ġusa ndo", + "ĠU IP", + "ĠUI P", + "Activity Indicator", + "_ VOID", + "_V OID", + "_VO ID", + "Ġbre eds", + "Ġbreed s", + "Ġbree ds", + "ï½ ¥", + "ues tas", + "uest as", + "uesta s", + "ĠTre asure", + "ustr alian", + "ustral ian", + "ustralia n", + "( face", + "(f ace", + "ĠT ennis", + "ĠTen nis", + "ĠTenn is", + "ĉ Int", + "ĉI nt", + "ĉIn t", + "ĠH ansen", + "ĠHan sen", + "ĠHans en", + "ç µ", + ": I", + "Ġ âľĶ", + "Ġâľ Ķ", + "G RAY", + "GR AY", + "GRA Y", + "O USE", + "OU SE", + "OUS E", + "Ġhe pat", + "Ġhep at", + "ł í", + "A IR", + "AI R", + "ó ż", + "Ġ queued", + "Ġque ued", + "Ġqueue d", + "vin cia", + "vi ncia", + "vinc ia", + "ĠCh romium", + "ĠChrom ium", + "Ġcompet ence", + "Ġcompete nce", + "un gal", + "ung al", + "unga l", + "i lli", + "il li", + "ill i", + "Ġget By", + "Ġ Finder", + "ĠF inder", + "ĠFin der", + "ĠFind er", + "ĠFi nder", + "Ġincap able", + "Ġs add", + "Ġsa dd", + "Ġsad d", + "Ġc ites", + "Ġcit es", + "Ġci tes", + "Ġcite s", + "ĠChurch ill", + "S dk", + "More over", + "A spNet", + "As pNet", + "( Float", + "(F loat", + "$ password", + "$p assword", + "Ġ Connor", + "ĠCon nor", + "ĠConn or", + "- session", + "-s ession", + "_ dm", + "_d m", + "* ))", + "*) )", + "Ġde utsch", + "Ġdeut sch", + "Ġ NX", + "ĠN X", + "Ġper ks", + "Ġperk s", + "_ SORT", + "_S ORT", + "_SO RT", + "_TO OL", + "_TOO L", + "_ VISIBLE", + "_V ISIBLE", + "_VIS IBLE", + ". asp", + ".as p", + ".a sp", + "æĪ ĸ", + "ĠBre ath", + "D etect", + "Det ect", + "ĠD uel", + "ĠDu el", + "ĠDue l", + ". cmb", + ".c mb", + ".cm b", + "[ it", + "[i t", + ".Set Bool", + "Ġnarc iss", + "Ġab ide", + "Ġabi de", + "Ġej emplo", + "ĠâĦ ķ", + "Ġm ornings", + "Ġmor nings", + "Ġmorning s", + "Ġcomp utes", + "Ġcomput es", + "Ġcompute s", + ". ssl", + ".s sl", + ".ss l", + "j t", + "Ġm uchos", + "Ġmuch os", + "Ġmu chos", + "Ġmucho s", + "Ġmuc hos", + "_ SS", + "_S S", + "[ end", + "[e nd", + "Ġb asin", + "Ġbas in", + "Ġba sin", + "Ġalg unos", + "Ġalgun os", + "ĠCroat ia", + "line width", + "lin ewidth", + "( tags", + "(t ags", + "(tag s", + "( hidden", + "(h idden", + "ÃŃ cio", + "ÃŃc io", + "Ġa par", + "Ġap ar", + "Ġapa r", + "Ġ ж", + "ĠÐ ¶", + "ä¸ İ", + ". food", + ".f ood", + ".foo d", + "ĠR ural", + "ĠRu ral", + "Ġbread th", + "å½ ±", + "( sess", + "(s ess", + "(se ss", + "+ \")", + "+\" )", + "Ġ Paste", + "ĠP aste", + "ĠPa ste", + "ĠPast e", + "ĠPas te", + "Ġserv idor", + "ĠBit Set", + "ĠT ran", + "ĠTr an", + "ĠTra n", + "l aus", + "la us", + "v ette", + "ve tte", + "vet te", + "e yes", + "ey es", + "eye s", + "Ġ CLICK", + "ĠCL ICK", + "ĠCLI CK", + "ĠV III", + "ĠVI II", + "ĠVII I", + "ĠTur ns", + "ĠTurn s", + "ĠLe Bron", + "ĠM uj", + "ĠMu j", + "Ġ Deg", + "ĠD eg", + "ĠDe g", + "ĠAd ults", + "ĠAdult s", + "_ suite", + "_s uite", + "_su ite", + "process able", + "Ġ PHY", + "ĠP HY", + "ĠPH Y", + "g hest", + "gh est", + ". Fail", + ".F ail", + "ĠS lack", + "ĠSl ack", + "c ej", + "ce j", + "\\ Carbon", + "\\C arbon", + "Ġsuper star", + "Ġsupers tar", + "Ġsuperst ar", + "Ġhold ings", + "Ġholding s", + "Ġhol dings", + "( forms", + "(form s", + "(for ms", + "Ġ' #'", + "Ġ'# '", + "M ultip", + "Multi p", + "Mult ip", + "Mul tip", + "(\" [%", + "(\"[ %", + "- solid", + "-s olid", + "-so lid", + "/ url", + "/u rl", + "- tier", + "-t ier", + "[ length", + "[l ength", + "[len gth", + "Ġ StreamWriter", + "ĠStream Writer", + "ĠMarket place", + "get text", + "gett ext", + "_T ICK", + "_TI CK", + "Ġ Forge", + "ĠF orge", + "ĠFor ge", + "ĠForg e", + "Ġblack jack", + "ĠDO ES", + "ĠDOE S", + "ĠM atters", + "ĠMat ters", + "ĠMatt ers", + "ĠMatter s", + "ĠMatte rs", + "w aves", + "wa ves", + "wave s", + "wav es", + "Ġwhisper ed", + "Ġ lush", + "Ġl ush", + "Ġlu sh", + "ìĺ ¤", + "d igital", + "digit al", + "dig ital", + "Ġw rink", + "Ġwr ink", + "ĠH ogan", + "ĠHo gan", + "ĠHog an", + "Ġrust ic", + "Ġrus tic", + ".Apply Resources", + "ĠH ardy", + "ĠHar dy", + "ĠHard y", + "os omes", + "oso mes", + "osome s", + "A UT", + "AU T", + ". STATE", + ".ST ATE", + "Ġnarr atives", + "Ġnarrative s", + "ĉ store", + "ĉst ore", + "b ib", + "bi b", + "ĉ Scanner", + "ĠC ody", + "ĠCo dy", + "ĠCod y", + "\\ Repositories", + "Ġre union", + "Ġreun ion", + "an dum", + "and um", + "âĢĻ h", + "Ġsn iff", + "NS Bundle", + "Ġcompreh end", + "_ USAGE", + "_US AGE", + "_ occ", + "_o cc", + "_oc c", + "URRE NCY", + "J NI", + "Ġspecial izing", + "Ġ visions", + "Ġv isions", + "Ġvis ions", + "Ġvision s", + "Ġdo lore", + "Ġdol ore", + "Ġdolor e", + "Ġ vá", + "Ġv á", + "ĠChe vy", + "Ġ Styled", + "ĠSt yled", + "ĠStyle d", + "ĠSty led", + "imp act", + "a llen", + "al len", + "all en", + "alle n", + "Ġ kart", + "Ġk art", + "Ġka rt", + "Ġkar t", + "ĠTable t", + "ĠTab let", + "st uff", + "stu ff", + "re esome", + "ree some", + "rees ome", + "а ÑĤоÑĢ", + "аÑĤ оÑĢ", + "аÑĤо ÑĢ", + "//---------------------------------------------------------------- -----------Ċ", + "//- --------------------------------------------------------------------------Ċ", + "_ Admin", + "_Ad min", + "Ġcell phone", + "Ġ autoplay", + "Ġaut oplay", + "Ġauto play", + "Ġautop lay", + "Ġc ambio", + "Ġcam bio", + "Ġcamb io", + "Ġcambi o", + "Ġmar itime", + "Ġmari time", + "_ BOOT", + "_B OOT", + "_BO OT", + "- quarter", + "-qu arter", + "Ġlat ina", + "Ġlatin a", + "ĠAJ AX", + "e quiv", + "equ iv", + "ĠFront ier", + "Ġ XY", + "ĠX Y", + "} ]Ċ", + "}] Ċ", + "ĠR ough", + "ĠRo ugh", + "ĠRou gh", + ". proto", + ".pro to", + ".prot o", + ".pr oto", + "Ġcorrect ness", + "Ġfa cil", + "Ġfac il", + "Ġ Reached", + "ĠRe ached", + "ĠReach ed", + "ãģĿ ãģ®", + "V IS", + "VI S", + ". ps", + ".p s", + "Ġstr ncpy", + "Ġdif fusion", + "Ġdiff usion", + ".start Activity", + "� ��", + "�� �", + "Ġacc omp", + "Ġac comp", + "Ġaccom p", + "AME SPACE", + "AMES PACE", + "imon ials", + "imonial s", + "ĠB last", + "ĠBl ast", + "aby rin", + "Ġd ome", + "Ġdo me", + "Ġdom e", + "Ġext rav", + "Ġextra v", + "Ġextr av", + "Ġ yen", + "Ġy en", + "Ġye n", + "Ġcul inary", + "P RI", + "PR I", + "ĠComm unities", + "ĠCommun ities", + "n id", + "ni d", + "_ operations", + "_oper ations", + "_operation s", + ". hs", + ".h s", + "ĠM ilton", + "ĠMil ton", + "Ġno ises", + "Ġnoise s", + "Ġnoi ses", + "Autoresizing Mask", + "( cid", + "(c id", + "(ci d", + "} ĊĊĊĊĊĊ", + "}Ċ ĊĊĊĊĊ", + "}ĊĊ ĊĊĊĊ", + "}ĊĊĊ ĊĊĊ", + "}ĊĊĊĊ ĊĊ", + "}ĊĊĊĊĊ Ċ", + "] },Ċ", + "]} ,Ċ", + "]}, Ċ", + "Ġ Detection", + "ĠD etection", + "ĠDe tection", + "ĠDet ection", + "ĠDetect ion", + "ta bla", + "tab la", + "tabl a", + "Ġlib erties", + "Ġlibert ies", + "Ġliber ties", + "_D YNAMIC", + "w get", + "wg et", + "ĠT ür", + "ĠP ascal", + "ĠPa scal", + "ĠPas cal", + "Trans parent", + "Del ayed", + "Delay ed", + "] ()", + "]( )", + "ĠHer bert", + "ĠHerb ert", + "< ActionResult", + "", + "}- >", + "Ġpas ado", + "Ġpasa do", + "th ank", + "tha nk", + "than k", + "_ Delete", + "_De lete", + "ĠBr ighton", + "ĠBright on", + "ĠBrig hton", + ", unsigned", + "ä½ľ èĢħ", + "Ġaspir ations", + "Ġaspiration s", + "- how", + "-h ow", + "R ose", + "Ro se", + "Ros e", + "= ((", + "=( (", + "_ needed", + "_ne eded", + "_need ed", + "_ plural", + "_pl ural", + "< Application", + " >ĊĊ", + ">> ĊĊ", + ">>Ċ Ċ", + "Ġsurface d", + "Ġsurf aced", + "Ġìł Ģìŀ¥", + "ĠìłĢ ìŀ¥", + "pl atz", + "plat z", + "pla tz", + "ĉ email", + "ĉe mail", + "ĉem ail", + "cept ors", + "ceptor s", + "cep tors", + "\" >(", + "\"> (", + "Ġe pile", + "Ġep ile", + "è¯ »", + "ĠDe bt", + "ĠDeb t", + "åij Ĭ", + "N OP", + "NO P", + "\" https", + "\"http s", + ": j", + "Form Item", + "_ LICENSE", + "_L ICENSE", + ".get Double", + ".getD ouble", + "ĠAg enda", + "ĠAge nda", + "ĉ finally", + "ĉf inally", + "ĉfinal ly", + "( filters", + "(f ilters", + "(filter s", + "(fil ters", + "( av", + "(a v", + "ç¾ İ", + "A PER", + "AP ER", + "APE R", + "Ġ lava", + "Ġl ava", + "Ġla va", + "Ġlav a", + "еÑĢ ж", + ") )))ĊĊ", + ")) ))ĊĊ", + "))) )ĊĊ", + "))))Ċ Ċ", + ")))) ĊĊ", + "Ġfa ulty", + "Ġfault y", + "_ nm", + "_n m", + "Ġt rava", + "Ġtr ava", + "Ġtra va", + "Ġtrav a", + "( Bitmap", + "(B itmap", + "(Bit map", + "Ġspe eding", + "Ġspeed ing", + "> ').", + ">' ).", + ">') .", + "Ġscreen ed", + "Ġscre ened", + "_ roll", + "_r oll", + "_ro ll", + "ĠMac Book", + "Ġ AUD", + "ĠA UD", + "ĠAU D", + "Ġdiagn ose", + ". Generate", + ".G enerate", + ".Gen erate", + "Ġ ^^", + "Ġ^ ^", + "Ġs trs", + "Ġst rs", + "Ġstr s", + "[ Test", + "[T est", + "Ġr ansom", + "Ġran som", + "ĠDH CP", + "el den", + "eld en", + "Ġinterpret ations", + "Ġinterpretation s", + "( )].", + "() ].", + "()] .", + "flat Map", + "Ġline Height", + "_ mount", + "_m ount", + "_mo unt", + "ĠW izards", + "ĠWizard s", + "Ġsl uts", + "Ġslut s", + "Ġslu ts", + "eh ler", + "o dal", + "od al", + "oda l", + "Ġmilit ia", + "Ġmil itia", + "å ²", + "ear ned", + "earn ed", + "Ġmis ery", + "Ġmise ry", + "Ġmiser y", + "int val", + "f und", + "fun d", + "fu nd", + "Ġh ides", + "Ġhide s", + "Ġhi des", + "Ġhid es", + "Ġdi arr", + "Ġdia rr", + "ĠWes ley", + "Ġ xmm", + "Ġx mm", + "Ġxm m", + "Ġqu em", + "Ġque m", + "Ġq uem", + "ĠAr abs", + "ĠArab s", + "ĠAra bs", + "if th", + "ift h", + "ategor ized", + "ategori zed", + "D isposable", + "Dis posable", + "P ure", + "Pu re", + "_NOT IFY", + "sn ippet", + "ĠGar rett", + "ĠGarr ett", + ". running", + ".r unning", + ".run ning", + ". weights", + ".weight s", + ".we ights", + "Ġ (--", + "Ġ( --", + "Ġ(- -", + "Ġin variant", + "Ġinv ariant", + "äºĭ 件", + "Ġ Allowed", + "ĠAll owed", + "ĠAllow ed", + "d irs", + "dir s", + "di rs", + "Ġpass ions", + "Ġpassion s", + "Ġ lad", + "Ġl ad", + "Ġla d", + "Ġ Flush", + "ĠF lush", + "ĠFl ush", + "ĠFlu sh", + "m enus", + "men us", + "menu s", + ": block", + ":b lock", + "Ġcom pra", + "Ġcomp ra", + "Ġcompr a", + ".ch omp", + "al locator", + "all ocator", + "alloc ator", + "alloca tor", + "Ġcur ated", + "Ġcu rated", + "Ġ Knowing", + "ĠKn owing", + "ĠKnow ing", + "ĠPatt erson", + "Ġt elah", + "Ġte lah", + "Ġtel ah", + "Ġtela h", + "' ex", + "'e x", + "Ġdo omed", + "Ġdoom ed", + "Ġphil anth", + "o tty", + "ot ty", + "ott y", + ". styles", + ".st yles", + ".style s", + "Own ed", + "Ġallerg ies", + "Ġaller gies", + "= params", + "oc ese", + "oce se", + "it elist", + "ite list", + "itel ist", + "iteli st", + "Ġ Sending", + "ĠS ending", + "ĠSen ding", + "ĠSend ing", + "b ef", + "be f", + "or rar", + "orr ar", + "orra r", + "Ġ Não", + "ĠN ão", + "ĠF argo", + "ĠFar go", + "ĠL ub", + "ĠLu b", + "Ġ Combined", + "ĠComb ined", + "ĠCombine d", + "_ given", + "_g iven", + "ĉ ĉĉĉĉĠĠĠĠ", + "ĉĉ ĉĉĉĠĠĠĠ", + "ĉĉĉĉ ĉĠĠĠĠ", + "ĉĉĉ ĉĉĠĠĠĠ", + "ĉĉĉĉĉ ĠĠĠĠ", + "ĉĉĉĉĉĠ ĠĠĠ", + "ĉĉĉĉĉĠĠĠ Ġ", + "ĉĉĉĉĉĠĠ ĠĠ", + "Ġre conciliation", + "Ġreconc iliation", + "Pattern s", + "az ard", + "aza rd", + "azar d", + "Ġbio mass", + "Ġbiom ass", + "ĠH ouses", + "ĠHouse s", + "ĠHo uses", + "ĠHou ses", + "resp uesta", + "c co", + "cc o", + "/ topics", + "/to pics", + "/top ics", + "/topic s", + "ĠY uk", + "ĠYu k", + "Ġweak ened", + "Ġweaken ed", + "_ calendar", + "_c alendar", + "_cal endar", + "Ġmulher es", + "ĠM arl", + "ĠMar l", + "ĠMa rl", + "Ġs ine", + "Ġsi ne", + "Ġsin e", + "ĠT il", + "ĠTi l", + "ĠSo uls", + "ĠSou ls", + "ĠSoul s", + "ĠDe utsche", + "ĠDeutsch e", + "ĠF OLLOW", + "Ġp ipelines", + "Ġpipe lines", + "Ġpipeline s", + "Ġpip elines", + "ĠBever ly", + "_DIP SETTING", + "\" #", + "Ġ Proto", + "ĠPro to", + "ĠPr oto", + "ĠProt o", + ". big", + ".b ig", + ".bi g", + "ĠS avings", + "ĠSav ings", + "ĠSaving s", + "ĠT anz", + "ĠTa nz", + "ĠTan z", + "j un", + "ju n", + "Ġ Gamma", + "ĠG amma", + "ĠGa mma", + "ĠGam ma", + "ĠS add", + "ĠSa dd", + "ĠSad d", + "Ġadv isors", + "Ġadvis ors", + "Ġadvisor s", + "Ġro ast", + "Ġun ters", + "Ġunt ers", + "Ġunter s", + "ud ies", + "udi es", + "_ lon", + "_l on", + "_lo n", + "- pointer", + "-point er", + "-po inter", + "ĠElement Ref", + "\\ Builder", + "example Input", + ". webdriver", + ".web driver", + "data Type", + "Ġ Quite", + "ĠQ uite", + "ĠQu ite", + "ĠQui te", + "ĠQuit e", + "ĠCelt ics", + "ĠCel tics", + "ĠCeltic s", + "u il", + "ui l", + "- defense", + "-def ense", + "b ish", + "bi sh", + "bis h", + "ĠUI Window", + "Ġ Suddenly", + "ĠS uddenly", + ". hot", + ".h ot", + ". reason", + ".re ason", + "Ġg ör", + "Ġgö r", + "A MD", + "AM D", + ". Multi", + ".M ulti", + ".Mult i", + "auth enticated", + "authenticate d", + "reg ions", + "region s", + "; (", + "а ÑĢам", + "аÑĢ ам", + "аÑĢа м", + "ĠKir by", + "$ route", + "$r oute", + "PREC ATED", + "ĠDur ham", + "o wo", + "ow o", + "ĠPer forms", + "ĠPerform s", + "Ġdisreg ard", + "n st", + "ns t", + "ĠP ols", + "ĠPol s", + "ĠPo ls", + "Ġget P", + "\" ]:", + "\"] :", + "-color ed", + "-col ored", + "( Keys", + "(Key s", + "ĠAl leg", + "ĠAll eg", + "ĠAlle g", + "_ modify", + "_mod ify", + "_ loading", + "_lo ading", + "_load ing", + "s trained", + "str ained", + "stra ined", + "strain ed", + "Ġat roc", + "Ġatr oc", + "_p hr", + "_ph r", + "< Sprite", + "", + "c eph", + "ce ph", + "cep h", + ".DateTime Picker", + ". \";ĊĊ", + ".\" ;ĊĊ", + ".\";Ċ Ċ", + ".\"; ĊĊ", + "ĠT ie", + "ĠTi e", + ", item", + ",i tem", + ",it em", + "Ġm enn", + "Ġme nn", + "Ġmen n", + "G as", + "Ga s", + "o cha", + "oc ha", + "och a", + "_ virtual", + "_v irtual", + "Ġmaster piece", + "_ sequences", + "_se quences", + "_sequence s", + "L TE", + "LT E", + "Ġ Submission", + "ĠSub mission", + "C aller", + "Call er", + "Cal ler", + "Ca ller", + "$ \\", + "S port", + "Sp ort", + "Spo rt", + "ag us", + "agu s", + "Constraint Maker", + "Ġco loc", + "Ġcol oc", + "Ġ wig", + "Ġw ig", + "Ġwi g", + "Ġ У", + "ĠÐ £", + "ĉ Array", + "ĉA rray", + "L ooks", + "Lo oks", + "Look s", + "ĠG TA", + "ĠGT A", + ". steps", + ".st eps", + ".step s", + "atch ewan", + "_ ranges", + "_r anges", + "_range s", + "ext Alignment", + "ĠBren nan", + "Ġab straction", + "Ġabs traction", + "Ġabstract ion", + "Ġabst raction", + "uler Angles", + ". misc", + ".m isc", + ".mi sc", + "Ġantib odies", + "Ġex ponential", + "Ġexponent ial", + "Ġ CHANNEL", + "ĠCH ANNEL", + "exp ense", + "' y", + "Ġdetect ives", + "Ġdetective s", + "Ġpur ported", + "Y STEM", + "YS TEM", + "YST EM", + "Ġradio active", + "ĠLat ina", + "ĠLatin a", + ". Encoding", + ".En coding", + ".Enc oding", + ". TAG", + ".T AG", + "x in", + "xi n", + "D egree", + "De gree", + "Deg ree", + "ur acion", + "ura cion", + "p rices", + "pr ices", + "price s", + "pri ces", + "ĠRefer entialAction", + "Ġr arity", + "Ġrar ity", + "Ġp iles", + "Ġpi les", + "Ġpil es", + "Ġpile s", + "g ende", + "ge nde", + "gen de", + "gend e", + "_ projects", + "_project s", + "_proj ects", + "_ globals", + "_g lobals", + "_global s", + "_glob als", + ". startTime", + ".start Time", + "Ġ 구", + "Ġê µ¬", + "Ġêµ ¬", + "SE CTION", + "SEC TION", + "_ publish", + "_p ublish", + "_pub lish", + "F ault", + "Fa ult", + "D DL", + "DD L", + "_ prior", + "_p rior", + "_pr ior", + "_pri or", + "M om", + "Mo m", + "Ġth icker", + "Ġthick er", + "Ġthi cker", + "Ġ sequelize", + "Ġsequ elize", + "Ġsequel ize", + "Ġess entials", + "Ġessential s", + "s tras", + "st ras", + "str as", + "stra s", + "in tr", + "int r", + "> (()", + ">( ()", + ">(( )", + ". management", + ".man agement", + ".manage ment", + "e il", + "ei l", + "éĹ Ń", + "A ware", + "Aw are", + ". City", + ".C ity", + "ĠAr bit", + "ĠArb it", + "_ DM", + "_D M", + "_ keyboard", + "_key board", + "L Object", + "LO bject", + "- webpack", + "-web pack", + "ĠNew port", + "Ġprincipal Column", + "leg ant", + "Ġp allet", + "Ġpal let", + "Ġpall et", + "Ġfract ure", + "Ġfrac ture", + "Ġ gmail", + "Ġg mail", + "Ġgm ail", + ". Meta", + ".M eta", + ".Me ta", + "A bove", + "Ab ove", + ". KeyEvent", + ".Key Event", + "j it", + "ji t", + "_ macro", + "_m acro", + "_mac ro", + "_ma cro", + "_P USH", + "_PUS H", + "á» ©", + "/ controller", + "/control ler", + "åĬł è½½", + "Ġsuperf icial", + "exter ity", + "Ġ mensagem", + "Ġm ensagem", + "Ġmens agem", + "W ind", + "Win d", + "Wi nd", + "i ston", + "is ton", + "ist on", + "isto n", + ".open api", + "и ÑĢов", + "иÑĢ ов", + "Ġ Serializer", + "ĠS erializer", + "ĠSerial izer", + "ĠSerialize r", + "uct ive", + "Ġ zar", + "Ġz ar", + "Ġza r", + "P laces", + "Pl aces", + "Place s", + ". Static", + ".St atic", + ".Stat ic", + "B a", + "Ġin advert", + "ĠIndones ian", + "ĠIndonesia n", + "_I PV", + "_IP V", + "( horizontal", + "(h orizontal", + "Ġ getTitle", + "Ġget Title", + "ide press", + "ĠConsole Color", + "i pers", + "ip ers", + "ipe rs", + "iper s", + "$ out", + "$o ut", + "Ġfest ive", + "Ġeven ings", + "Ġevening s", + "Ġeve nings", + ". GetData", + ".Get Data", + "uit ka", + "ĠManual s", + "us sed", + "uss ed", + "_ Max", + "_M ax", + ". Chat", + ".C hat", + ".Ch at", + "ĠA ircraft", + "ĠAir craft", + "= com", + "=c om", + "F OUND", + "FO UND", + "a pro", + "ap ro", + "apr o", + "Ġtre asures", + "Ġtreasure s", + "_ alive", + "_a live", + "_al ive", + "Ġg adget", + "Ġgad get", + "e king", + "ek ing", + "eki ng", + "Button Down", + "B rowsable", + ".PER MISSION", + "P ASSWORD", + "PASS WORD", + "Ġ HASH", + "ĠH ASH", + "ĠHAS H", + "ĠHA SH", + "f é", + "\\ TestCase", + "\\Test Case", + "LO SS", + "LOS S", + "o thers", + "other s", + "oth ers", + ", J", + "Ġass hole", + "Ġassh ole", + "w erk", + "we rk", + "wer k", + "Ġm ã", + ". ie", + ".i e", + "e vil", + "ev il", + "evi l", + "kont akte", + "/ ///////////////////////////////////////////////////////////////////////////////Ċ", + "/// /////////////////////////////////////////////////////////////////////////////Ċ", + "//////////////////////////////////////////////////////////////////////////// ////Ċ", + "//////////////////////////////////////////////////////////////////////////////// Ċ", + "= sys", + "=s ys", + "ĉ lock", + "ĉl ock", + "ĉloc k", + "-- ;ĊĊ", + "--;Ċ Ċ", + "--; ĊĊ", + "_ FUN", + "_F UN", + "Fill Color", + "ó a", + "p rend", + "pr end", + "pre nd", + "Ġcom pressor", + "Ġcompr essor", + "Ġcompress or", + "M other", + "Mo ther", + "Mot her", + "ĠAr cher", + "ĠArch er", + "ĠArc her", + ". goto", + ".g oto", + ".go to", + "Ġwür de", + "Ġbam boo", + "Ġbamb oo", + "ï¼ İ", + "Ġ Trees", + "ĠT rees", + "ĠTr ees", + "ĠTree s", + "ĠTre es", + "Ġb umper", + "Ġbump er", + "Ġbum per", + "Ġsa usage", + "Ġsau sage", + "ĠEl asticsearch", + "ĠElastic search", + "Ġhor izontally", + "Ġhorizontal ly", + "ĠG ul", + "ĠGu l", + "Im mutable", + "Imm utable", + "Ġ loser", + "Ġl oser", + "Ġlo ser", + "Ġlos er", + "Ġlose r", + "Ġab orted", + "Ġabort ed", + "- demo", + "-d emo", + "-de mo", + "-dem o", + "ĠH atch", + "ĠHat ch", + "Ġ unde", + "Ġu nde", + "Ġun de", + "Ġund e", + "Ġpro cesso", + "Ġprocess o", + "Ġproc esso", + "Ġproces so", + "- call", + "-c all", + "-cal l", + "-ca ll", + "In come", + "Inc ome", + "å ĥ", + "_ returns", + "_return s", + "'] .\"'", + "']. \"'", + "'].\" '", + "( sw", + "(s w", + "C BS", + "CB S", + "am ilies", + "ami lies", + "amil ies", + "ĠYour self", + "ĠYours elf", + "ĠH olt", + "ĠHol t", + "ĠHo lt", + ". MON", + ".M ON", + "ৠĩ", + "ÑĪ е", + "a non", + "an on", + "ano n", + "Ġ FontAwesome", + "ĠFont Awesome", + "pro ducer", + "produ cer", + "prod ucer", + "produce r", + "j r", + "Ġm au", + "Ġma u", + "ĉ inter", + "ĉint er", + "ĉin ter", + "Ġdish onest", + "Ġm agna", + "Ġmag na", + "Ġmagn a", + "ĠColl ective", + "ĠCollect ive", + "Ġvra iment", + "Ġvrai ment", + "Ġcho ix", + "st ay", + "sta y", + "Ġwel ding", + "Ġweld ing", + "r ising", + "ri sing", + "ris ing", + ", min", + ",m in", + "ĠF ate", + "ĠFa te", + "ĠFat e", + "g lob", + "gl ob", + "RGB A", + "RG BA", + "Ġd ette", + "Ġde tte", + "Ġdet te", + "V en", + "Ve n", + "Ġembarrass ment", + ". DELETE", + ".DE LETE", + "g regar", + "greg ar", + "gre gar", + "- render", + "-r ender", + "-re nder", + "-ren der", + "( bucket", + "(b ucket", + "\" >ĊĊĊ", + "\"> ĊĊĊ", + "\">Ċ ĊĊ", + "\">ĊĊ Ċ", + ".wait Key", + "Bus y", + "Bu sy", + "Ġdifferent iation", + "ĠC ST", + "ĠCS T", + ". Constant", + ".Con stant", + ".Cons tant", + "Ġline Number", + "( matches", + "(m atches", + "(match es", + "(mat ches", + "Ġ websocket", + "Ġweb socket", + "Ġwebs ocket", + "Ġbar red", + "Ġbarr ed", + "Ġpued es", + "Ġpu edes", + "Ġpuede s", + "M ono", + "Mon o", + "Mo no", + "C ORE", + "CO RE", + "COR E", + "I ID", + "II D", + "ĠĠ ĠĠčĊčĊ", + "ĠĠĠĠ čĊčĊ", + "ĠĠĠ ĠčĊčĊ", + "ĠĠĠĠčĊ čĊ", + "Ġpúb lico", + "le aning", + "lean ing", + "lea ning", + "Ġclean sing", + "Ġcleans ing", + "Ġc ris", + "Ġcr is", + "Ġcri s", + "ĠDev ils", + "ĠDevil s", + "_ SETTING", + "_SET TING", + "unt ary", + "unta ry", + ". );Ċ", + ".) ;Ċ", + "Ċ ĠĠĠĊ", + "[ curr", + "[c urr", + "[cur r", + "t sy", + "ts y", + "ĠAlex is", + "ĠAle xis", + "r itel", + "ri tel", + "rit el", + "rite l", + "Ġpet roleum", + "Ġpetrol eum", + ".pre processing", + "m atter", + "mat ter", + "For Result", + "- license", + "-l icense", + "Ġtravel lers", + "Ġtrav ellers", + "Ġtraveller s", + "Ġ Dispatcher", + "ĠDispatch er", + "ĠDisp atcher", + "enn ifer", + "Ġdigest ive", + "P ED", + "PE D", + "hib ition", + "hibit ion", + "MAS ConstraintMaker", + "ĠW att", + "ĠWat t", + "ĠWa tt", + "B enef", + "Ben ef", + ".set View", + "d to", + "dt o", + "T EE", + "TE E", + "ĠPel osi", + "_EX TRA", + "_EXT RA", + "Ġmed als", + "Ġmedal s", + "x hr", + "fore cast", + "for ecast", + "Ġn argin", + "Ġnar gin", + "o uns", + "ou ns", + "oun s", + "- fill", + "-f ill", + "-fi ll", + "_CUR SOR", + "Ġsup ervised", + "Ġsuper vised", + "Ġsuperv ised", + "Ġsupervise d", + "Ġt urf", + "Ġtu rf", + "Ġtur f", + "ĠEd gar", + "POS ITION", + "POSIT ION", + "Ġ categoryId", + "Ġcategory Id", + "â ī", + "_ ER", + "_E R", + "ủ a", + "Sh own", + "Show n", + ". ll", + ".l l", + "_POL ICY", + "( ),'", + "() ,'", + "(), '", + "Ġ Prev", + "ĠP rev", + "ĠPr ev", + "ĠPre v", + "ĠString Field", + "ĉ Global", + "ĉG lobal", + "as sed", + "ass ed", + "asse d", + "Through out", + "o stringstream", + ".awt extra", + "Ġsl opes", + "Ġslo pes", + "Ġslope s", + "Ġ Sequential", + "ĠSe quential", + "ĠSequ ential", + "Ġgi orn", + "Ġgio rn", + "Ġ zelf", + "Ġz elf", + "Ġze lf", + "Ġzel f", + "Ġvers atility", + "Ġversa tility", + "le neck", + "len eck", + "lene ck", + ". cgi", + ".c gi", + ".cg i", + "Ġdoub ling", + "Ġdou bling", + "ĠBang kok", + "Ġbu urt", + "Ġusu ário", + "st udio", + "stu dio", + "stud io", + "Ġje unes", + "Ġjeune s", + "Ġjeu nes", + "Ġm uted", + "Ġmut ed", + "Ġmu ted", + "Ġmute d", + "Ġ ips", + "Ġi ps", + "Ġip s", + "_ fraction", + "_f raction", + "_fr action", + "_frac tion", + "& &(", + "&& (", + "Ġst unt", + "Ġstu nt", + "Ġstun t", + "') ;?> čĊ", + "}> čĊ", + "Ġev apor", + "b able", + "ba ble", + "bab le", + "Ġ PRICE", + "ĠPR ICE", + "ĠPRI CE", + "Ġ æ³", + "Ġæ ³", + "lu cent", + "Ġv amp", + "Ġva mp", + "ĠTechn ician", + "Ġunique ness", + "Ġuniqu eness", + "M es", + "Me s", + "ur ban", + "urb an", + ".param etrize", + "ĠRe play", + "ĠRep lay", + "S essions", + "Session s", + "em br", + "emb r", + "- Americans", + "-American s", + "-Americ ans", + "_PRO XY", + "Ġp ian", + "Ġpi an", + "Ġ trie", + "Ġt rie", + "Ġtr ie", + "Ġtri e", + "Ġ Destructor", + "ĠD estructor", + "ĠDe structor", + "Game State", + "ĠI MF", + "ĠIM F", + "c hin", + "ch in", + "chi n", + "Ġ porte", + "Ġp orte", + "Ġport e", + "Ġpor te", + "ĠS wal", + "ĠSw al", + "åŁ İ", + "Sub string", + "i ming", + "im ing", + "imi ng", + "imin g", + "/ Library", + "/L ibrary", + "Ġfright ened", + "w rites", + "write s", + "wr ites", + "Ġrec ursos", + "Ġrecurs os", + "ar Result", + "_INIT IALIZ", + "_INITIAL IZ", + "Ġ Badge", + "ĠB adge", + "ĠBad ge", + "ĠBa dge", + "_ crc", + "_c rc", + "_cr c", + "E ight", + "ĠDIST INCT", + "Ġ thro", + "Ġth ro", + "Ġthr o", + "@ Xml", + "Ġ Legendary", + "ĠLegend ary", + "- twitter", + "-t witter", + "-tw itter", + "_ easy", + "_e asy", + "Ġ +++", + "Ġ+ ++", + "Ġ++ +", + "( DATA", + "(D ATA", + ". Locale", + ".L ocale", + ".Local e", + ".Lo cale", + "Ġk ä", + "Ġn urt", + "Ġnu rt", + "Ġnur t", + "Ġcr uis", + "Ġcru is", + "_ ios", + "_i os", + "_io s", + "Ġs ensing", + "Ġsens ing", + "Ġsen sing", + "_ Line", + "_L ine", + "Ċ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "p ong", + "pon g", + "po ng", + "o leon", + "ol eon", + "ole on", + "Ġwild card", + "çĶ¨æĪ· åIJį", + "Ġbeg ging", + "R od", + "Ro d", + "Ġ Ãİ", + "Ġà İ", + "_ CELL", + "_C ELL", + "_CE LL", + "Research ers", + ". selector", + ".se lector", + ".select or", + ".sel ector", + "_ ing", + "_in g", + "_i ng", + "Ġas piring", + "Ġaspir ing", + "Ġasp iring", + "Ġimm ortal", + "Ġy min", + "_ robot", + "_r obot", + "_ro bot", + "Ġpl ur", + "Ġplu r", + "B TC", + "BT C", + "ĠD ID", + "ĠDI D", + "Ġpier cing", + "* u", + "_ DEFINED", + "_DEF INED", + "_DEFIN ED", + "_DEFINE D", + "ĠT hi", + "ĠTh i", + "i taire", + "it aire", + "ita ire", + "( media", + "(m edia", + "(me dia", + "- ons", + "-on s", + "-o ns", + "Ġch efs", + "Ġche fs", + "Ġchef s", + "Ġ\" *.", + "Ġ\"* .", + "/ AP", + "/A P", + "Ġr azor", + "Ġraz or", + "Ġsearch Data", + "Ġ =&", + "Ġ= &", + "Ġ ãĢĤ", + "ĠãĢ Ĥ", + "Ġm ourn", + "Ġmo urn", + "Ġmou rn", + "Ġmour n", + "t ingham", + "ting ham", + "Ġ oli", + "Ġo li", + "Ġol i", + "ĠVer non", + "ĠVern on", + "_ RS", + "_R S", + "ŀ æĢ§", + "Ġf ácil", + "a ngen", + "an gen", + "ang en", + "ange n", + "ce lain", + "cel ain", + "cela in", + "Ġ ail", + "Ġa il", + "Ġai l", + "l est", + "le st", + "les t", + "ĠQ COMPARE", + "g ain", + "ga in", + "Ġ ε", + "ĠÎ µ", + "ĠK ob", + "ĠKo b", + "Ġ Fault", + "ĠF ault", + "ĠFa ult", + "ĠFaul t", + "_ configs", + "_config s", + "_conf igs", + "ç»ĵ æŀľ", + ". +", + "c alar", + "ca lar", + "cal ar", + "cala r", + "( colors", + "(color s", + "(col ors", + "M ul", + "Mu l", + "_ ART", + "_A RT", + "_AR T", + "Ġexperiment ing", + "er men", + "erm en", + "ĠAng lo", + ".Fixed Single", + "S ea", + "Se a", + "Ġ ctxt", + "Ġc txt", + "Ġctx t", + "Ġct xt", + ". slider", + ".s lider", + ".sl ider", + ".slide r", + "C ollapse", + "Coll apse", + "G rey", + "Gr ey", + "Gre y", + "Ġ fld", + "Ġf ld", + "Ġfl d", + "- proof", + "-p roof", + "-pro of", + ". capacity", + ".cap acity", + "get Parent", + "ĠCom pliance", + "Ġbur gl", + "Ġburg l", + "- rec", + "-r ec", + "-re c", + "Ġover written", + "M U", + "Ġr outers", + "Ġro uters", + "Ġroute rs", + "Ġrout ers", + "Ġrouter s", + "Ġrou ters", + "ĉ Model", + "ĉM odel", + "Ġfantas ies", + "av ian", + "avi an", + "avia n", + "_ prec", + "_p rec", + "_pr ec", + "_pre c", + "ĠSc andin", + "ĠScan din", + "Ġ// <", + "Ġ/ /<", + "/ oct", + "/o ct", + "Ġceremon ies", + "Mon ths", + "Month s", + "Mont hs", + "un dy", + "und y", + "Ġqu ed", + "Ġque d", + "Ġq ued", + "ĠN ou", + "ĠNo u", + "ĠV ibr", + "ĠVi br", + "ĠVib r", + ". rgb", + ".r gb", + "Ġcit rus", + "Ġbr aces", + "Ġbra ces", + "Ġbrace s", + "- uppercase", + "-upper case", + "get Table", + "Ġd opo", + "Ġdo po", + "Ġdop o", + "ĠK err", + "ĠKe rr", + "ĠKer r", + "_ CHILD", + "_CH ILD", + "- cloud", + "-c loud", + "-cl oud", + "ĉ Matrix", + "ĉM atrix", + "ĉMat rix", + "Ġgarden ing", + "Ġgard ening", + "S ing", + "Si ng", + "Sin g", + "al most", + "alm ost", + "Require ments", + "Requirement s", + "ugu ay", + "( Property", + "(P roperty", + "sub scriber", + "subscribe r", + "F AST", + "FA ST", + "re action", + "react ion", + "rea ction", + "( lp", + "(l p", + ") })Ċ", + ")} )Ċ", + ")}) Ċ", + "` ).", + "`) .", + ". wallet", + ".w allet", + ".wall et", + "_ exchange", + "_ex change", + ". Maximum", + ".Max imum", + "Ġ Verb", + "ĠV erb", + "ĠVer b", + "ĠVe rb", + "âĶ ģ", + "( )<", + "() <", + "ï¼Ľ Ċ", + "R OT", + "RO T", + "C ARD", + "CA RD", + "CAR D", + "u bit", + "ub it", + "ubi t", + "{ @", + "_ kel", + "_k el", + "_ke l", + "Ġ Tooltip", + "ĠTo oltip", + "ĠTool tip", + "My SQL", + "Main Activity", + "a rf", + "ar f", + "Ġm align", + "Ġmal ign", + "Ġse inen", + "Ġsein en", + "Ġseine n", + "Ġsei nen", + "ap ist", + "api st", + "apis t", + "Ġ< %", + "Method Impl", + "M il", + "Mi l", + "ĠM ick", + "ĠMi ck", + "ĠMic k", + ". depend", + ".d epend", + ".de pend", + ".dep end", + "< ID", + " >&", + ">> &", + "ĉ ok", + "ĉo k", + "- low", + "-l ow", + "-lo w", + ". usuario", + ".us uario", + "n ested", + "ne sted", + "nes ted", + "nest ed", + "X B", + "OUR S", + "OU RS", + ". BorderColor", + ".Border Color", + "Ġb row", + "Ġbr ow", + "Ġbro w", + "Ġ Ðķ", + "ĠÐ ķ", + "c orr", + "co rr", + "cor r", + "ĠRed skins", + "ĠReds kins", + ".get Tag", + ".get Transaction", + "Ġst igma", + "har dt", + "hard t", + "ĠPlayer Prefs", + "al sy", + "als y", + "uc son", + "ucs on", + "L anguages", + "Language s", + "ĠOl ivia", + "ĠOliv ia", + "Ġt ac", + "Ġta c", + "Ġb li", + "Ġbl i", + "Ġc aval", + "Ġca val", + "Ġcav al", + "Ġconsolid ated", + "Ġconsolidate d", + "Ġper il", + "Ġpe ril", + "Ġperi l", + "Ġd ele", + "Ġde le", + "Ġdel e", + "Ġform ulated", + "Ġformula ted", + "Ġformul ated", + "Ġformulate d", + "Ġhigh ways", + "Ġhighway s", + ". spawn", + ".s pawn", + ".sp awn", + "= =$", + "== $", + "ĠN iet", + "ĠNi et", + "ĠNie t", + "Ġv eggies", + "Ġveg gies", + "y po", + "yp o", + "- rule", + "-r ule", + "ĠV ie", + "ĠVi e", + "/e pl", + "Ġenf ants", + "string Literal", + "Ġtough est", + "Ġtou ghest", + "bu yer", + "buy er", + "Ġcov ariance", + "Ġ ili", + "Ġi li", + "Ġil i", + "ĠSoph ie", + "Ġ BAB", + "ĠB AB", + "ĠBA B", + "Ġ \"),", + "Ġ\" ),", + "Ġ\") ,", + "ĠU k", + "current Index", + "_ userdata", + "_user data", + ". codec", + ".co dec", + ".code c", + ".cod ec", + "ĠPun jab", + "ĠS NP", + "ĠSN P", + "l ol", + "lo l", + "adv ance", + "Ġcom fy", + "Json Ignore", + "Ġfashion able", + "Ġ ICON", + "ĠI CON", + "ĠIC ON", + "ĠICO N", + "Ġ ora", + "Ġo ra", + "Ġor a", + "ĠP ricing", + "ĠPr icing", + "ĠPri cing", + "< num", + " E", + "t ering", + "ter ing", + "te ring", + "teri ng", + "/ screens", + "/s creens", + "/screen s", + "Ġheight ened", + "аÑĢ ÑĤ", + "Author ities", + "_ bbox", + "_b box", + "_bb ox", + "ü nst", + "ün st", + "üns t", + ". fontSize", + ".font Size", + "Ġ BOOLEAN", + "ĠBO OLEAN", + "div ide", + "di vide", + "divid e", + "ĠS loven", + "ĠSl oven", + "ĠSlo ven", + "ĠSlov en", + "u cer", + "uc er", + "uce r", + "Ù Ĵ", + "st ub", + "stu b", + "Ġnavig ating", + ": animated", + "_ NOW", + "_N OW", + "_NO W", + "_ vect", + "_v ect", + "_vec t", + "_ve ct", + "} {Ċ", + "}{ Ċ", + "@ (", + "Ġtele com", + "Ġtel ecom", + "Ġcontract ing", + "Ġcontr acting", + "ĠAss ange", + "Ġextract ing", + "Ġextr acting", + "Ġgr ö", + "c obra", + "co bra", + "cob ra", + ". DIS", + ".D IS", + "Ġc rab", + "Ġcr ab", + "Ġcra b", + "Ġt witch", + "Ġtw itch", + "Ġ verts", + "Ġv erts", + "Ġver ts", + "Ġvert s", + "Ġve rts", + "Ġreject s", + "Ġrej ects", + "ĉ format", + "ĉfor mat", + "ĉform at", + "Ġre generation", + "Ġreg eneration", + ". Sys", + ".S ys", + "s olve", + "sol ve", + "ĉ dialog", + "ĉd ialog", + "s hi", + "sh i", + "m eter", + "me ter", + "met er", + "( best", + "(b est", + "(be st", + "valid ators", + "validator s", + "Ġon wards", + "Ġonward s", + "Ġg uru", + "Ġgu ru", + "Ġmod erator", + "Ġmoder ator", + "ow ied", + "owie d", + "owi ed", + "ex periment", + "r ub", + "ru b", + "Ġ mqtt", + "Ġm qtt", + "Ġmq tt", + "ĠCa ucas", + "Ġnational ism", + "Ġm ange", + "Ġman ge", + "Ġma nge", + "Ġmang e", + "ĉ ImGui", + "/ Edit", + "/E dit", + "Ġ inh", + "Ġin h", + "Ġi nh", + "Ġint ellig", + "Ġintel lig", + "ero kee", + "ĉ export", + "ĉex port", + "ĉexp ort", + "Ġdiscrim inate", + "Ġdiscrimin ate", + "sub tract", + "ĠM oodle", + "ĠMoo dle", + "ĠMood le", + "en ser", + "ens er", + "ense r", + "ĠGu ides", + "ĠGuid es", + "ĠGuide s", + "ĠGui des", + "R AP", + "RA P", + "- hot", + "-h ot", + "_ grp", + "_g rp", + "_gr p", + ". picture", + ".p icture", + ".pic ture", + "X A", + "Ġinit View", + "_ Comm", + "_C omm", + "_Com m", + "Ġoverd ose", + "Ġ +ĊĊ", + "Ġ+ ĊĊ", + "Ġ+Ċ Ċ", + "ĠS ilent", + "ĠSil ent", + "sh ows", + "show s", + "Ġinter polate", + "Ġinterpol ate", + "Ġinterp olate", + "Form ation", + "Format ion", + "Ġb isc", + "Ġbi sc", + "Ġbis c", + "mark ets", + "market s", + "( SC", + "(S C", + "Z e", + "Ġ Networking", + "ĠNetwork ing", + "ĠNet working", + "Ġad renal", + "Ġadr enal", + "ĠG uns", + "ĠGu ns", + "ĠGun s", + "et eor", + "ete or", + "De clared", + "Decl ared", + "Declare d", + "orge town", + "orget own", + "Ġk arena", + "Ġka rena", + "Ġkar ena", + "/ password", + "/p assword", + "/pass word", + "_ addresses", + "_add resses", + "_address es", + "_addr esses", + "IT ERAL", + "ITE RAL", + "ITER AL", + "B uzz", + "Bu zz", + "ĠCon way", + "( case", + "(c ase", + "(ca se", + "P WD", + "PW D", + "he iro", + "hei ro", + "( act", + "(a ct", + "(ac t", + "* *čĊ", + "** čĊ", + "( ));ĊĊĊ", + "() );ĊĊĊ", + "());Ċ ĊĊ", + "()) ;ĊĊĊ", + "());ĊĊ Ċ", + "()); ĊĊĊ", + "Ġa nv", + "Ġan v", + "Ġ ..ĊĊ", + "Ġ. .ĊĊ", + "Ġ.. ĊĊ", + "Ġ..Ċ Ċ", + "( MenuItem", + "(Menu Item", + "( mail", + "(m ail", + "_ sections", + "_s ections", + "_se ctions", + "_section s", + "ĉ net", + "ĉn et", + "Ġp lut", + "Ġpl ut", + "Ġplu t", + "Ġw rench", + "Ġwr ench", + "/ object", + "/o bject", + "ĠI st", + "ĠIs t", + "Ġ VIS", + "ĠV IS", + "ĠVI S", + "/ pub", + "/p ub", + "al ten", + "alt en", + "alte n", + "Ġguitar s", + "Ġguit ars", + "Ġantib iotic", + "Ġantibiot ic", + "ï¼ ĸ", + " ¹", + "Ġ \"+\"", + "Ġ\" +\"", + "Ġ\"+ \"", + "form ula", + "Ġba bes", + "Ġbab es", + "Ġbabe s", + "Ġ Prompt", + "ĠP rompt", + "ĠProm pt", + "Ġe nim", + "Ġen im", + "/ player", + "/p layer", + "/pl ayer", + "/play er", + "ĉ ref", + "ĉr ef", + "ĉre f", + "Ġby Äĩ", + "Ġcons umes", + "Ġconsum es", + "Ġconsume s", + "ĠH ast", + "ĠHas t", + "ĠHa st", + "ĠT ao", + "ĠTa o", + "Ġ '))Ċ", + "Ġ' ))Ċ", + "Ġ') )Ċ", + "Ġc lam", + "Ġcl am", + "Ġcla m", + "Ġthigh s", + "Ġmot if", + "Ġmo tif", + "Api Operation", + "Ġ WL", + "ĠW L", + "get C", + "ĉ flags", + "ĉf lags", + "ĉflag s", + "oint ments", + "ointment s", + "Ġeconomic al", + "Ġeconom ical", + "need le", + "nee dle", + "x ls", + "xl s", + "pr actice", + "ut zer", + "utz er", + "time ofday", + "- output", + "-out put", + "Ġ findById", + "Ġfind ById", + "ĠfindBy Id", + "ĠB uddy", + "ĠBudd y", + "ĠBu ddy", + "ĠBud dy", + "Ðŀ ÑĤ", + "S even", + "Se ven", + "ĠB ark", + "ĠBar k", + "ĠBa rk", + "Ġen voy", + "Ġenv oy", + "_ algorithm", + "_al gorithm", + "åĪ ©", + "Ġball istic", + "ç§ »", + "r ades", + "ra des", + "rad es", + "rade s", + "ĉ doc", + "ĉd oc", + "ĉdo c", + "rodu cing", + "rod ucing", + "ĠE ating", + "ĠEat ing", + "ĠEa ting", + "Un mount", + "/data Tables", + "_ bonus", + "_b onus", + "Ġl itt", + "Ġli tt", + "Ġlit t", + "p ps", + "pp s", + ") localObject", + "pe rf", + "per f", + "Ġ Helvetica", + "ĠHel vetica", + "sh utdown", + "/ ml", + "/m l", + ". tokens", + ".t okens", + ".token s", + "ĠHard core", + ", row", + ",r ow", + "/ bg", + "/b g", + "S caler", + "Sc aler", + "Scale r", + "âĢĶ as", + "âĢĶa s", + "_log its", + "âĢĻ int", + "âĢĻin t", + "âĢĻi nt", + "ĉ App", + "ĉA pp", + "Impl icit", + "Imp licit", + ".F printf", + "E TO", + "ET O", + "Ġ terra", + "Ġt erra", + "Ġter ra", + "Ġterr a", + "Ġpossess ing", + ". rstrip", + ".r strip", + ".rs trip", + ", ),", + ",) ,", + "= yes", + "=y es", + "Ġ Stripe", + "ĠSt ripe", + "ĠStr ipe", + "ĠStrip e", + "? =", + "ne utral", + ". good", + ".g ood", + ".go od", + "Ġk ennen", + "Ġke nnen", + "Ġken nen", + "Ġkenn en", + "ĠS ung", + "ĠSun g", + "ĠSu ng", + "f ault", + "fa ult", + "ystate change", + "Can adian", + "',' \".$", + "ĠM its", + "ĠMi ts", + "ĠMit s", + "æ nd", + "Ġ STRUCT", + "ĠSTR UCT", + "ĠURL WithString", + "ĠCom pass", + "ĠComp ass", + "Ġ --ĊĊ", + "Ġ- -ĊĊ", + "Ġ-- ĊĊ", + "Ġ--Ċ Ċ", + "ĠNS LayoutConstraint", + "| min", + "|m in", + "- adjust", + "-ad just", + "Ġre built", + "Ġreb uilt", + "L IGHT", + "/ se", + "/s e", + "- mount", + "-m ount", + "v pn", + "vp n", + "valid ated", + "validate d", + "( QObject", + "(Q Object", + "Ġign ition", + "ĠChar gers", + "ĠCharg ers", + "ĠCharge rs", + "ĠCharger s", + "RYPT O", + "]initWith Frame", + "Ġ Fluid", + "ĠFl uid", + "ĠFlu id", + "Ġca dre", + "Ġcad re", + "Ġnom inations", + "Ġnomin ations", + "Ġnomination s", + "Ne ill", + "Neil l", + "ĠH ou", + "ĠHo u", + "Ġcurrent s", + "Ġcurr ents", + "_ gene", + "_g ene", + "_gen e", + "_ge ne", + "( inp", + "(i np", + "(in p", + "P aris", + "Par is", + "Pa ris", + "z ÄĻ", + "ag gregate", + "Ġ assoc", + "Ġas soc", + "Ġass oc", + "we eted", + "weet ed", + "er rat", + "err at", + "erra t", + "âĢĵ ĊĊ", + "Ġ' /',Ċ", + "Ġ'/ ',Ċ", + "Ġ'/' ,Ċ", + "Ġ'/', Ċ", + "f ixture", + "fix ture", + "Ġ Highest", + "ĠH ighest", + "ĠHigh est", + "ĠHi ghest", + "amb ient", + "ambi ent", + "Ġ chmod", + "Ġch mod", + "Ġ conte", + "Ġc onte", + "Ġcon te", + "Ġcont e", + "Ġco nte", + "Ġs ensual", + "Ġsens ual", + "Ġgar ment", + "z ers", + "ze rs", + "zer s", + "Ġ Powered", + "ĠP owered", + "ĠPower ed", + "ĠPow ered", + "dom ains", + "domain s", + "R eward", + "Re ward", + "Rew ard", + "i omanip", + "Ġcock pit", + "out file", + "Ġ builtin", + "Ġb uiltin", + "Ġbuilt in", + "Ġins isting", + "Ġinsist ing", + ". vars", + ".v ars", + ".var s", + ".va rs", + "zip code", + "Ġ ����", + "Ġ� ���", + "f ails", + "fa ils", + "fail s", + "Ġconsolid ation", + "_ oid", + "_o id", + "Plan et", + "Plane t", + "Ġ =\",", + "Ġ= \",", + "Ġ=\" ,", + "ĉ el", + "ĉe l", + "U ILT", + "UI LT", + "UIL T", + "ä tz", + "ät z", + "af ari", + "afa ri", + "ĠMc Cl", + "ĠMcC l", + "T imeline", + "Time line", + "Tim eline", + "E sta", + "Est a", + "Es ta", + "Ġ fram", + "Ġf ram", + "Ġfr am", + "Ġfra m", + "Y E", + "Ġcere bral", + "Of Month", + "ĠP regn", + "ĠPre gn", + "Ġкл аÑģÑģ", + "ĠклаÑģ Ñģ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĊĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠF res", + "ĠFr es", + "ĠFre s", + "Ap proved", + "Appro ved", + ". Special", + ".S pecial", + ".Spec ial", + ".Sp ecial", + "ĠProte stant", + "ĠProtest ant", + "Ġall ergy", + "Ġallerg y", + "Ġaller gy", + "_ pcm", + "_p cm", + "_pc m", + "ĉ Copyright", + "ĉC opyright", + "Ġsuper Class", + "\" strconv", + "ĠMoh amed", + "Ġ' //", + "Ġ'/ /", + "Fore Color", + "Ar thur", + "Art hur", + "ĠJ ungle", + "ĠJun gle", + "ĠJu ngle", + "ĠJung le", + "Ġve ins", + "Ġvein s", + "S ad", + "Sa d", + "Ġback ups", + "Ġbackup s", + "ĠOp inion", + "û t", + "Ġinter mitt", + "o dyn", + "od yn", + "ody n", + "ĠChrist ina", + "Ġ andre", + "Ġand re", + "Ġan dre", + "Ġevac uation", + "p alette", + "pa lette", + "pal ette", + "h orse", + "hor se", + "ĠRes ident", + "ĠHas san", + "ĠHass an", + ". Nil", + ".N il", + "Ġa isle", + "Ġais le", + "Ġ Growing", + "ĠG rowing", + "ĠGr owing", + "ĠGro wing", + "ĠGrow ing", + "Ġblog info", + "/ sql", + "/s ql", + "_ ioctl", + "_io ctl", + "S caling", + "Sc aling", + "Ġ Monad", + "ĠMon ad", + "ĠMo nad", + "ĠMona d", + "_ cpp", + "_c pp", + "_cp p", + "ĠH utch", + "ĠHut ch", + "ĠApple WebKit", + "Exp ense", + "_ JOB", + "_J OB", + "_JO B", + "Ġpoint less", + "From Body", + "an tal", + "ant al", + "anta l", + "Ġdepict ing", + "Ġ CELL", + "ĠC ELL", + "ĠCE LL", + "ĠCEL L", + "Ġre fin", + "Ġref in", + "ĠC NC", + "ĠCN C", + "ì¹ ĺ", + "_ dimensions", + "_dim ensions", + "_dimension s", + "Ġ SAN", + "ĠS AN", + "ĠSA N", + "Ġ aft", + "Ġa ft", + "Ġaf t", + "Ġfoot steps", + "c coli", + "cc oli", + "cco li", + "_ PHONE", + "_P HONE", + "_PH ONE", + "/ math", + "/m ath", + "/mat h", + "- kind", + "-k ind", + "Ġ Means", + "ĠMe ans", + "ĠMean s", + "ich ael", + "icha el", + ". guna", + ".g una", + "Ġinaug uration", + "Ġinaugur ation", + "-dr iving", + "( delete", + "(de lete", + "(del ete", + "Ġ totalCount", + "Ġtotal Count", + "_ MC", + "_M C", + ". Extension", + ".Ext ension", + "Com mercial", + "Comm ercial", + "Ġz Index", + "< Customer", + "$", + "\"> $", + "Ġe bay", + "Ġeb ay", + "Ġc aptive", + "Ġca ptive", + "Ġcapt ive", + "pl iant", + "ĠCalculate s", + "ĠCalcul ates", + "ĠCalc ulates", + "ol ta", + "olt a", + "es ting", + "est ing", + "esti ng", + "_ revision", + "_re vision", + "_rev ision", + "Ġm ús", + "Ġmú s", + "+ m", + "\",\" \",\"", + "\",\"\", \"", + "WH AT", + "Ġcompass ionate", + "Ġcompassion ate", + "h arga", + "har ga", + "[ random", + "[r andom", + "[rand om", + "Ġ modulo", + "Ġmod ulo", + "( sn", + "(s n", + "Ġoccup ations", + "Ġoccupation s", + "/ ///Ċ", + "// //Ċ", + "//// Ċ", + "/// /Ċ", + "ĉ board", + "ĉb oard", + "ĠB alk", + "ĠBa lk", + "ĠBal k", + "w iÄħ", + "wi Äħ", + "Ġ Wifi", + "ĠW ifi", + "ĠWi fi", + ". Profile", + ".Pro file", + ".Pr ofile", + ": maj", + ":m aj", + "ĉ mat", + "ĉm at", + "LOCK S", + "LOC KS", + "(j Button", + "Ġ ('$", + "Ġ( '$", + "Ġ(' $", + "M ur", + "Mu r", + "æĮ ī", + "b ble", + "bb le", + "Ġ frog", + "Ġf rog", + "Ġfr og", + "Ġfro g", + "- hide", + "-h ide", + "Ġbroad caster", + "Ġbroadcast er", + "ภŀ", + "h aled", + "ha led", + "hal ed", + "Ġam using", + "_ predictions", + "_pre dictions", + "_pred ictions", + "_predict ions", + "_prediction s", + "_ intr", + "_in tr", + "_int r", + "Ġe agle", + "Ġea gle", + "Ġeag le", + "аÑĤ елÑĮ", + "аÑĤе лÑĮ", + "Ġ getList", + "Ġget List", + "ps ilon", + "psi lon", + "Ġcharacter ization", + "AR DS", + "ARD S", + "Ġre location", + "Ġrel ocation", + "Ġreloc ation", + "Ġr ulers", + "Ġrule rs", + "Ġru lers", + "Ġruler s", + "P AY", + "PA Y", + "ĠDef initely", + "_ Action", + "_A ction", + "_Act ion", + "Ġc losures", + "Ġclos ures", + "Ġclosure s", + "Ġf actual", + "Ġfact ual", + "Ġfac tual", + "o dynamic", + "od ynamic", + "odyn amic", + "odynam ic", + "Ġpreca utions", + "Ġprecaution s", + "n iej", + "ni ej", + "nie j", + "ĠPart ies", + "ĠPar ties", + "ĠParti es", + "ĠSub aru", + "ĠSu baru", + "Ġcous ins", + "Ġcousin s", + "ar beit", + ". money", + ".m oney", + ".mo ney", + ".mon ey", + "g unta", + "gun ta", + "( and", + "(a nd", + "(an d", + "get item", + ".Style Priority", + "Ġs lid", + "Ġsl id", + "s ingleton", + "single ton", + "sing leton", + "Ġg arn", + "Ġgar n", + "Ġga rn", + "ĠP AS", + "ĠPA S", + "Ġd azz", + "Ġda zz", + "a ż", + "Ġbog us", + "ĠM og", + "ĠMo g", + "Ġrival ry", + "i sol", + "is ol", + "iso l", + "Ġland marks", + "Ġlandmark s", + "ñ as", + "ña s", + "B ern", + "Be rn", + "Ber n", + "ĠS achs", + "ĠSa chs", + "ĠSac hs", + "ĠSach s", + "Ġ \")ĊĊ", + "Ġ\" )ĊĊ", + "Ġ\") ĊĊ", + "Ġ\")Ċ Ċ", + "Ġhost ility", + "Ġhos tility", + "_m ex", + "_me x", + "m ere", + "mer e", + "me re", + "M ot", + "Mo t", + "p ictureBox", + "picture Box", + "Def ense", + "Ġaffid avit", + "other wise", + ". directory", + ".d irectory", + ".direct ory", + "_ UnityEngine", + "_Un ityEngine", + "- blog", + "-b log", + "-bl og", + ". skin", + ".s kin", + ".sk in", + "p hem", + "ph em", + "phe m", + "Ap ellido", + "er chant", + "[ class", + "[c lass", + "Ġ wart", + "Ġw art", + "Ġwar t", + "Ġwa rt", + ". \"[", + ".\" [", + "a leur", + "al eur", + "ale ur", + "/ back", + "/b ack", + "ĠĠĠĠ ĉĠĠĠ", + "ĠĠĠ ĠĉĠĠĠ", + "ĠĠĠĠĉ ĠĠĠ", + "ĠĠĠĠĉĠ ĠĠ", + "Ġprecip itation", + "Ġob struction", + "Ġobstruct ion", + "Ġp Obj", + "Ġ rupt", + "Ġr upt", + "Ġru pt", + "U CKET", + "UCK ET", + "a ye", + "ay e", + "æİ Ĵ", + "g x", + "Ġe cl", + "Ġec l", + "Ġsecre cy", + "/ Header", + "ĠLe sb", + "ĠLes b", + "Ġ lei", + "Ġl ei", + "Ġle i", + "Ġ Bulletin", + "ĠBull etin", + "ĠBullet in", + "Ġgive away", + ". Home", + ".H ome", + "_ ROOM", + "_R OOM", + "_RO OM", + "\" W", + "Ġco work", + "Ġcow ork", + "_ ra", + "_r a", + "ĠC ycling", + "ĠCy cling", + "ĠCycl ing", + "ĠCyc ling", + "ĠP aw", + "ĠPa w", + "Ġp upil", + "Ġpup il", + "/ arch", + "/a rch", + "/ar ch", + "ĠFile Utils", + "é¦ ĸ", + "r sp", + "rs p", + "Ġfreedom s", + "Ġfreed oms", + "ĠL ear", + "ĠLe ar", + "} `).", + "}` ).", + "Ġbow ls", + "Ġbowl s", + "/ block", + "/b lock", + "/bl ock", + "_ logging", + "_log ging", + "Ġme thane", + "Ġmeth ane", + "Ġh orns", + "Ġhor ns", + "Ġhorn s", + "Ġwonder fully", + "Ġwonderful ly", + "Ġalter ations", + "Ġalteration s", + "Ġex ile", + "l sen", + "ls en", + "lse n", + "_ pause", + "_p ause", + "_pa use", + "_ LANGUAGE", + "_L ANGUAGE", + "_LANG UAGE", + "ĠUS DA", + "ĠUSD A", + "_ mysql", + "_m ysql", + "_my sql", + "_AM OUNT", + "ĠL IFE", + "ĠLI FE", + "Ġyoung sters", + "Ġyoungster s", + "Ġri ots", + "Ġriot s", + "Ġrio ts", + "[ E", + "Ġun forgettable", + ", },Ċ", + "Dis posed", + "Dispose d", + "Disp osed", + "ĠAss assin", + "ĠAssass in", + "U NG", + "UN G", + "ĠNew sp", + "ĠNews p", + "User Service", + ": aload", + ":a load", + "+ ',", + "+' ,", + "Ġsett lers", + "Ġsettle rs", + "Ġscre ams", + "Ġscream s", + "Ġincon venience", + ". Rotate", + ".R otate", + "Ġj ars", + "Ġja rs", + "Ġjar s", + "ĠP uzzle", + "ĠPu zzle", + "Ġm est", + "Ġme st", + "Ġmes t", + "ar si", + "ars i", + "ĠS harma", + "ĠSh arma", + "ĠShar ma", + "| (", + ". ds", + ".d s", + "ĠSa cred", + "ĠSac red", + "ĠSacr ed", + "_ evt", + "_e vt", + "_ev t", + "Ġexp resses", + "Ġexpress es", + "Ġexpr esses", + "Ġexpres ses", + "Ġh och", + "Ġho ch", + "Ġhoc h", + "ĠD uch", + "ĠDu ch", + "ĠDuc h", + ". calls", + ".c alls", + ".call s", + ".cal ls", + "t hr", + "th r", + "ĠShe ffield", + ". AlertDialog", + ".Alert Dialog", + "Ġrad ically", + "Ġradical ly", + "Ġt rous", + "Ġtr ous", + "Ġtro us", + "Ġtrou s", + "Ġprev ailing", + "Ġprevail ing", + "ĠWW II", + "âĢĻ n", + "ens ely", + "ense ly", + "Ġ Yesterday", + "ĠY esterday", + "ĠSir ius", + "ĠSiri us", + "Ġkill ers", + "Ġkil lers", + "Ġkiller s", + "Ġ FFT", + "ĠF FT", + "ĠFF T", + "Ġ oval", + "Ġo val", + "Ġov al", + "' ):čĊ", + "') :čĊ", + "'): čĊ", + "Ġ ìłķë³´", + "Ġìłķ ë³´", + "ou rage", + "our age", + "Ġ Checkbox", + "ĠCheck box", + "Work book", + ". defer", + ".de fer", + ".def er", + "_ floor", + "_f loor", + "_fl oor", + "Ġc ouncill", + "Ġcouncil l", + "Ġnors ke", + "Ġnorsk e", + "m oil", + "mo il", + "o rea", + "or ea", + "ore a", + "Ġmark eted", + "Ġmarket ed", + "_ SUR", + "_S UR", + "_SU R", + "x AA", + "xA A", + "Ġst ained", + "Ġsta ined", + "Ġstain ed", + "e ut", + "eu t", + "ĠM eng", + "ĠMe ng", + "ĠMen g", + "Ġ ieee", + "Ġi eee", + "Ġie ee", + ". extern", + ".ex tern", + ".ext ern", + "e gie", + "eg ie", + "Ġr app", + "Ġrap p", + "Ġra pp", + "ĠPy ongyang", + "' class", + "M ob", + "Mo b", + "Ġinitial Value", + "_ wave", + "_w ave", + "Ġ jab", + "Ġj ab", + "Ġja b", + "Ġmascul ine", + "Ġampl ifier", + "Ġ tty", + "Ġt ty", + "Ġtt y", + "Path Component", + "_ xt", + "_x t", + "ĠG FP", + "ĠGF P", + "/ sec", + "/s ec", + "/se c", + "ĉ dispatch", + "ĉdis patch", + "mark down", + "ĠS chn", + "ĠSc hn", + "ĠSch n", + "b ole", + "bo le", + "bol e", + "· ·", + "mouse move", + "Ġ errMsg", + "Ġerr Msg", + "Ġa sign", + "Ġas ign", + "Ġasi gn", + "_ mono", + "_m ono", + "_mon o", + "_mo no", + "To Selector", + "ĠZ u", + "( Rect", + "(R ect", + "Ġ ErrorCode", + "ĠError Code", + "l atin", + "la tin", + "lat in", + "ang ible", + "angi ble", + "v tk", + "vt k", + "CG Size", + "P okemon", + "Pok emon", + "Ġclass mates", + "Ġat tracts", + "Ġattr acts", + "Ġattract s", + "ĠT atto", + "ĠTat to", + "ul tan", + "ult an", + "ulta n", + "ol óg", + "Ġh alted", + "Ġhal ted", + "Ġhalt ed", + "ठ¨", + "ĠK art", + "ĠKar t", + "ĠKa rt", + "Ġ ue", + "Ġu e", + "_Init Structure", + "_InitStruct ure", + "Test Class", + "ĠAir bnb", + "_ \",", + "_\" ,", + "Ġchar coal", + "Ġ ipc", + "Ġi pc", + "Ġip c", + "Ġ Stretch", + "ĠSt retch", + "ĠStr etch", + ".g lide", + ".gl ide", + "lates AutoresizingMaskIntoConstraints", + "Ġp otion", + "Ġpo tion", + "Ġpot ion", + "ITT LE", + "Ġcount ert", + "Ġcounter t", + "_ hd", + "_h d", + "pre pared", + "prepare d", + "prep ared", + "A ds", + "Ad s", + "ĠV ampire", + "ro bots", + "robot s", + "rob ots", + ".Create Index", + "Status Label", + "Ġt ucked", + "af ür", + "U t", + "Ġswe ater", + "Ġsweat er", + "_ FN", + "_F N", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĉ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĉ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĉ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĉ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġĉ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĉ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĉ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĉ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĉ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĉ", + "at aka", + "ata ka", + "atak a", + "Ġeyeb rows", + "Ġeyebrow s", + "a coes", + "ac oes", + "aco es", + "u den", + "ud en", + "ude n", + ".Linear LayoutManager", + ".LinearLayout Manager", + "Ġs way", + "Ġsw ay", + "Ġmult in", + "Ġmulti n", + "Ġmul tin", + "( ))))Ċ", + "() )))Ċ", + "()) ))Ċ", + "())) )Ċ", + "()))) Ċ", + "Ġ NSUInteger", + "ĠNS UInteger", + "ĠMy Base", + "P artner", + "Part ner", + "uts chen", + "utsch en", + "utsche n", + "ĠC ater", + "ĠCa ter", + "ĠCat er", + ".set BackgroundColor", + ".setBackground Color", + "Ġaccompl ishment", + "Ġaccomplish ment", + "_ problem", + "_pro blem", + "_prob lem", + ".d td", + ".dt d", + "Ġ pageNumber", + "Ġpage Number", + "ĠpageNum ber", + "Ġj ackets", + "Ġjack ets", + "Ġjacket s", + "Ġc ropped", + "Ġcr opped", + "Ġcro pped", + "Ġcrop ped", + "u els", + "ue ls", + "uel s", + "ĠH ep", + "ĠHe p", + "Ġc apped", + "Ġcap ped", + "Ġca pped", + "* Math", + "*M ath", + "_ callbacks", + "_callback s", + "_call backs", + "Ġp ubb", + "Ġpub b", + "Ġpu bb", + "ĠBrun swick", + ". respond", + ".res pond", + ".resp ond", + "[ \"_", + "[\" _", + "Ġbed ding", + "hyth m", + "O X", + "( speed", + "(s peed", + "(sp eed", + "Ġpest icides", + "Ġpestic ides", + "Ġpesticide s", + "Ġ -------", + "Ġ- ------", + "Ġ-- -----", + "Ġ---- ---", + "Ġ--- ----", + "Ġ----- --", + "Ġ------ -", + ". Blue", + ".B lue", + ".Bl ue", + "Ġn oodles", + "Ġnood les", + "ĠG oes", + "ĠGo es", + "Ġs aver", + "Ġsa ver", + "Ġsave r", + "Ġsav er", + "o xy", + "ox y", + "_ completion", + "_com pletion", + "_comp letion", + "ĠSw inger", + "ĠSwing er", + "Ġ getDate", + "Ġget Date", + "Ġm inded", + "Ġmin ded", + "Ġmind ed", + "int egration", + "integr ation", + "ĠLot us", + "( stop", + "(s top", + "(st op", + "(', ');Ċ", + "(',' );Ċ", + "(',') ;Ċ", + "Ġfl oods", + "Ġflo ods", + "Ġflood s", + "Ġ Workflow", + "ĠWork flow", + "Ġe rupted", + "Ġerupt ed", + "M acro", + "Mac ro", + "Ma cro", + "ĠS auce", + "ĠSa uce", + "ĠSau ce", + "Ġ eventName", + "Ġevent Name", + "\\ Input", + "Break ing", + "Bre aking", + "ĉ when", + "ĉw hen", + "_ pw", + "_p w", + "I NDER", + "IN DER", + "IND ER", + "ĠWell ness", + "Ġv oxel", + "Ġvox el", + "ĠM ell", + "ĠMe ll", + "ĠMel l", + "Ġ MEDIA", + "ĠM EDIA", + "ĠMED IA", + "S ENS", + "SE NS", + "SEN S", + "ĠF unds", + "ĠFund s", + "ĠFun ds", + "ĠFu nds", + "ĠM ild", + "ĠMil d", + "ĠMi ld", + "< Array", + "Ċ", + "') ;?>Ċ", + "'); ?>Ċ", + "');?> Ċ", + "Ġtemp ting", + "Ġtempt ing", + "Ġtest ament", + "Ġb ible", + "Ġbi ble", + "Ġbib le", + "Ġconsult ed", + "Ġconsul ted", + "ĠIndex Error", + "è¨ ĺ", + "Ġkey pad", + "Ġke ypad", + "i zzo", + "iz zo", + "izz o", + "( ok", + "(o k", + "Ġwh atsapp", + "Ġwhats app", + "ĠRemote Exception", + "Ġte amed", + "Ġteam ed", + "Ġtea med", + "âĢĶâĢĶâĢĶâĢĶâĢĶâĢĶâĢĶâĢĶ âĢĶâĢĶâĢĶâĢĶâĢĶâĢĶâĢĶâĢĶ", + "» ,", + "Ġ getTime", + "Ġget Time", + "d iag", + "di ag", + "dia g", + "is sy", + "iss y", + "Ġ hed", + "Ġh ed", + "Ġhe d", + "Ġkn ots", + "Ġknot s", + "j om", + "jo m", + "Ġf unnel", + "Ġfun nel", + "-m ails", + "-mail s", + "Ġexp orting", + "Ġexport ing", + "Ġ VL", + "ĠV L", + "ĠK arn", + "ĠKar n", + "ĠKa rn", + "ĠBuddh ism", + "ĠAl lan", + "ĠAll an", + "ĠAlla n", + "_R ADIUS", + "Ġw ording", + "Ġword ing", + "Ġwor ding", + "Ġ Forget", + "ĠF orget", + "ĠFor get", + "ĠForge t", + "ĠForg et", + "ĠCor ona", + "ĠCoron a", + "i phy", + "ip hy", + "iph y", + "Ġlim burg", + "Ġlimb urg", + "ug gy", + "ugg y", + "ĠUser Repository", + "i min", + "im in", + "imi n", + "( ele", + "(e le", + "(el e", + "Ġlabel led", + "Ġlab elled", + "ç¤ ¾", + "ĠH erman", + "ĠHer man", + "ĠHerm an", + ". qq", + ".q q", + "Ġ \"));Ċ", + "Ġ\" ));Ċ", + "Ġ\") );Ċ", + "Ġ\")) ;Ċ", + "ie ber", + ". Translate", + ".Trans late", + "r yn", + "ry n", + "Ġdes env", + "Ġdese nv", + "u md", + "um d", + "Sim ply", + "ĉ mode", + "ĉm ode", + "ĉmod e", + "R pc", + "Rp c", + "ĠVal encia", + "ĠVale ncia", + "Ġstaff ers", + "Ġstaffer s", + "Ġse lv", + "Ġsel v", + "ĠS pike", + "ĠSp ike", + "ĠSpi ke", + "Ġd elic", + "Ġde lic", + "Ġdel ic", + "Ġ eru", + "Ġe ru", + "Ġer u", + "_ DT", + "_D T", + "J udge", + "Jud ge", + "Ju dge", + "á» ķ", + "ĠB asin", + "ĠBa sin", + "ĠBas in", + ". mutable", + ".m utable", + ".mu table", + "\" url", + "Ġtar iff", + "Ġtarif f", + "ĠSlee ve", + "ĠSle eve", + "Ġ flare", + "Ġfl are", + "Ġfla re", + ". dropout", + ".drop out", + "Ġb rides", + "Ġbr ides", + "Ġbri des", + "Ġbride s", + "Ġbrid es", + ") ),čĊ", + ")) ,čĊ", + ")), čĊ", + "_ constraints", + "_con straints", + "_constraint s", + "d estruct", + "de struct", + "Out line", + "Ġdisappe ars", + "Ġdisappear s", + "_ locked", + "_l ocked", + "_lock ed", + "_loc ked", + "ĠNS LocalizedString", + "c ke", + "ck e", + "ĉ null", + "ĉn ull", + "ad resse", + "adr esse", + "adress e", + "Ġt opping", + "Ġto pping", + "Ġtop ping", + "Ġtopp ing", + "ĠJ oker", + "ĠJo ker", + "b ishop", + "bi shop", + "bis hop", + "bish op", + "н оÑģÑĤÑĮ", + "но ÑģÑĤÑĮ", + "ноÑģÑĤ ÑĮ", + "ноÑģ ÑĤÑĮ", + "and ering", + "ander ing", + "ande ring", + "_ amp", + "_a mp", + "_am p", + "= time", + "=t ime", + "_ Space", + "_S pace", + "_P ULL", + "' =", + "Ġant iqu", + "Ġanti qu", + "Ġc ach", + "Ġca ch", + "Ġcac h", + "_ __ĊĊ", + "__ _ĊĊ", + "___ ĊĊ", + "O NES", + "ON ES", + "ONE S", + "о Ñı", + "Ġ unread", + "Ġun read", + "Ġunre ad", + "Ġunr ead", + ". policy", + ".p olicy", + ".pol icy", + "oooo oooo", + "ëŁ ¬", + "Ġ usted", + "Ġu sted", + "Ġus ted", + "Ġust ed", + "ĠR ece", + "ĠRe ce", + "ĠRec e", + "Ġal lem", + "Ġall em", + "Ġalle m", + "ãĥ¼ ãĤ¹", + "ãĥ¼ãĤ ¹", + "ĠThough ts", + "ĠThought s", + "ve illance", + "i strate", + "ist rate", + "istr ate", + "istra te", + "istrat e", + "_ lane", + "_l ane", + "_la ne", + "Ġf amed", + "Ġfam ed", + "Ġfa med", + "Ġfame d", + ". GetName", + ".Get Name", + "Ġsmooth er", + "Ġsmo other", + "Ġ Qualified", + "ĠQual ified", + "a zers", + "az ers", + "aze rs", + "azer s", + "_ geo", + "_g eo", + "_ge o", + "F ax", + "Fa x", + "ĠM inds", + "ĠMin ds", + "ĠMi nds", + "ĠMind s", + "Ġ Raises", + "ĠR aises", + "ĠRa ises", + "ĠRaise s", + "ĠRai ses", + "Ġtrans cripts", + "Ġtran scripts", + "Ġtranscript s", + "Con versation", + "Ġre marked", + "Ġrem arked", + "Ġremark ed", + "Ġremar ked", + "ëĤ ĺ", + "d ling", + "dl ing", + "Ġdeploy ing", + "Ġshared Application", + "Ġ kp", + "Ġk p", + "FontAwesome Icon", + "_ dummy", + "_d ummy", + "re iben", + "reib en", + "rei ben", + "ĠJane iro", + "Dir ections", + "Direction s", + "Direct ions", + "Di rections", + "Dire ctions", + ".get Bean", + ".getB ean", + "s ass", + "sa ss", + "Ġcomm anders", + "Ġcommand ers", + "Ġcommander s", + "Ġcommande rs", + "v ation", + "va tion", + "vat ion", + "error Code", + "ĠAl loy", + "ĠAll oy", + ". localized", + ".local ized", + "Ð ij", + "Ġdish washer", + "Ġ Soup", + "ĠS oup", + "ĠSo up", + "ĠSou p", + "N u", + "_ Default", + "_D efault", + "_De fault", + "_Def ault", + "Ġun even", + "Ġune ven", + "Ġ />\";Ċ", + "Ġ/ >\";Ċ", + "Ġ/> \";Ċ", + "- Based", + "-B ased", + "Ġseam lessly", + "Ġseamless ly", + "- null", + "-n ull", + "Ġ XC", + "ĠX C", + "Ġst ew", + "Ġste w", + "( delay", + "(d elay", + "(de lay", + "(del ay", + "AT ORS", + "ATOR S", + "ATO RS", + "ĠWhe eler", + "ĠWheel er", + "\" H", + "e ast", + "ea st", + ". air", + ".a ir", + ".ai r", + "âĢľ But", + "Object Context", + "success fully", + "successful ly", + "_ land", + "_l and", + "_la nd", + "Ġf olds", + "Ġfol ds", + "Ġfold s", + "Ġfo lds", + "_ COORD", + "_CO ORD", + "Ġsub po", + ".get Address", + ".g etAddress", + "in str", + "ins tr", + "inst r", + "Material s", + "Ñĥ ÑģÑĤ", + "ÑĥÑģ ÑĤ", + "de posit", + "dep osit", + "- last", + "-l ast", + "-la st", + "_ GRAY", + "_G RAY", + "_GR AY", + "_GRA Y", + "= find", + "=f ind", + "Ġmut ant", + "Ġmu tant", + "Ġlesb ienne", + "Ġlesbi enne", + "let cher", + "R OUGH", + "RO UGH", + "ur eka", + "ure ka", + ". capture", + ".c apture", + ".cap ture", + "Ġ enn", + "Ġe nn", + "Ġen n", + "Ġ ([[", + "Ġ( [[", + "Ġ([ [", + "ĠF lu", + "ĠFl u", + "Ġ taskId", + "Ġtask Id", + "ĠHus sein", + "ĠHuss ein", + ". folder", + ".f older", + ".fold er", + "Ġa usterity", + "IST RATION", + "ISTR ATION", + "_ Impl", + "_I mpl", + "注 æĦı", + "Ġdec ree", + "Ġdecre e", + "- chat", + "-c hat", + "-ch at", + "Ġim plication", + "Ġimp lication", + "Ġimpl ication", + "Ġimplic ation", + "Ġgu esses", + "Ġguess es", + "ul kan", + "ulk an", + "An alytics", + "Analy tics", + ". plus", + ".p lus", + ".pl us", + "COM MAND", + "COMM AND", + "е ли", + "ел и", + "» ĊĊ", + "»Ċ Ċ", + "_ SITE", + "_S ITE", + "_SI TE", + "Ġ equalTo", + "Ġequal To", + "Support FragmentManager", + "Ġ Recording", + "ĠRec ording", + "ĠRecord ing", + "å®Į æĪIJ", + "Ġbag gage", + "Ġpitch ers", + "Ġpit chers", + "Ġpitcher s", + "ĠE h", + "o que", + "oq ue", + "ĉ cnt", + "ĉc nt", + "Ġ =>$", + "Ġ= >$", + "Ġ=> $", + "/ foo", + "/f oo", + "I RA", + "IR A", + "ĠSat ellite", + "bo rah", + "bor ah", + "Ġ }}\"Ċ", + "Ġ} }\"Ċ", + "Ġ}} \"Ċ", + "Ġ}}\" Ċ", + "ĠE nds", + "ĠEn ds", + "ĠEnd s", + "ĠS pray", + "ĠSp ray", + "ĠSpr ay", + ", param", + ",p aram", + ". Chrome", + ".Ch rome", + "* q", + "th ought", + "though t", + "ib rated", + "ibr ated", + "ibrate d", + "Ġth ieves", + "Ġbenefici aries", + "En tered", + "Ent ered", + "Enter ed", + "ottes ville", + "otte sville", + "Ġveter in", + "Ġvet erin", + "By ID", + "qu ipe", + "quip e", + "qui pe", + "um ption", + "ump tion", + "umpt ion", + "- unit", + "-un it", + "-u nit", + "Execution Context", + "@ s", + "ĠG iov", + "ĠGi ov", + "ĠGio v", + ". ToolTip", + ".Tool Tip", + "_ friend", + "_f riend", + "( attributes", + "(at tributes", + "(attribute s", + "Ġd umping", + "Ġdump ing", + "Ġdum ping", + "Ġ JC", + "ĠJ C", + "_ DOCUMENT", + "_D OCUMENT", + "_DOC UMENT", + "ĠAr mour", + "ĠArm our", + "( insert", + "(in sert", + "(ins ert", + ". HorizontalAlignment", + ".Horizontal Alignment", + "Ġ Qed", + "ĠQ ed", + "ãģĦ ãģ¾ãģĻ", + "/ git", + "/g it", + "Ġ YYYY", + "ĠY YYY", + "ĠYY YY", + "ĠCar diff", + "ĠCard iff", + "Ġ apa", + "Ġa pa", + "Ġap a", + "org anic", + "organ ic", + "ĠWhere as", + "ĠWhe reas", + "Ġ æĿ", + "Ġæ Ŀ", + "ĠM ia", + "ĠMi a", + "Ġdemol ition", + "Ġs cars", + "Ġsc ars", + "Ġsca rs", + "Ġscar s", + "Ġ pai", + "Ġp ai", + "Ġpa i", + "Ġre tries", + "Ġret ries", + "Ġretrie s", + "Ġretr ies", + "Ġ rq", + "Ġr q", + "ĠD enis", + "ĠDe nis", + "ĠDen is", + "( Utils", + "(Util s", + "Ġallev iate", + "Ġ PIC", + "ĠP IC", + "ĠPI C", + "i due", + "id ue", + "Ġacknowled ging", + "Ġ// ////////////////////////////////", + "Ġ////////////////// ////////////////", + "ç¡® å®ļ", + "Ä «", + "\\ Json", + ". binary", + ".b inary", + ".bin ary", + "Ġx type", + "Ġxt ype", + "sign als", + "signal s", + "Ġ Appearance", + "ĠAp pearance", + "& r", + "} s", + "C i", + "ĠI llum", + "ĠIl lum", + "ĠIll um", + "p orate", + "por ate", + "po rate", + "pora te", + "h og", + "ho g", + "Ġ indexOf", + "Ġindex Of", + "\\ Command", + "_ parallel", + "_par allel", + "ĠSher lock", + "í ĥ", + "Ġ\" \")čĊ", + "Ġ\"\" )čĊ", + "Ġ\"\") čĊ", + "//////////////// ////////////////////////////////////////////////////////////////////////////////", + "//////////////////////////////// ////////////////////////////////////////////////////////////////", + "//////////////////////////////////////////////////////////////// ////////////////////////////////", + "//////////////////////////////////////////////// ////////////////////////////////////////////////", + "//////////////////////////////////////////////////////////////////////////////// ////////////////", + "Ġcritic ize", + "Ġ Soap", + "ĠSo ap", + "Ġ Matcher", + "ĠM atcher", + "ĠMat cher", + "ĠMatch er", + "Ġgr illed", + "Ġgrill ed", + "Ġgrille d", + "* T", + "Ġad ore", + "Ġado re", + "ul ling", + "ull ing", + "Ġje doch", + "Ġjed och", + "_ refs", + "_re fs", + "_r efs", + "_ref s", + "lean up", + "ĠJ AXB", + "ĠJA XB", + "Ġr oses", + "Ġro ses", + "Ġrose s", + "Ġros es", + "ĠL iam", + "ĠLi am", + "ĠLia m", + "size i", + "siz ei", + "Ġget char", + "Ġgetch ar", + "Ġt arde", + "Ġtar de", + "Ġtard e", + "- tooltip", + "-to oltip", + "-tool tip", + "Ġqual ifier", + "Ġ Intermediate", + "ĠInter mediate", + "_ Window", + "_W indow", + "ĠM alta", + "ĠMal ta", + "Dis connect", + "e where", + "ew here", + "C ampo", + "Cam po", + "Camp o", + "Ġirr ational", + "l edo", + "le do", + "led o", + "Ġ DN", + "ĠD N", + "AR GV", + "ARG V", + "Ġout ro", + "Ġou tro", + "Ġoutr o", + "Ġth irteen", + "Jose ph", + "Jos eph", + "M AR", + "MA R", + "/ gl", + "/g l", + "J ess", + "Je ss", + "ĠPsych iat", + "Ġpadding Bottom", + "- loop", + "-l oop", + "-lo op", + "/ fonts", + "/font s", + "_ seen", + "_s een", + "_se en", + "Te ams", + "Team s", + "React DOM", + "( man", + "(m an", + "( xpath", + "(x path", + ". getSimpleName", + ".get SimpleName", + "> (*", + ">( *", + "ĠP vt", + "ĠPv t", + "Ġel ders", + "Ġelder s", + "Ġelde rs", + "Ġ pies", + "Ġp ies", + "Ġpie s", + "Ġpi es", + ".user Agent", + "- region", + "-reg ion", + "ĠGre eks", + "ĠGreek s", + "ĠGree ks", + "( fragment", + "(f ragment", + "(fr agment", + "s tu", + "st u", + "Ġcouncil s", + "Ġst amina", + "Ġsta mina", + "ĠGod dess", + "è ¥¿", + "è¥ ¿", + "Ġphilosoph ers", + "Ġphilosopher s", + "Ġperson e", + "Ġpers one", + "Ġperso ne", + "ĠL ose", + "ĠLo se", + "ĠLos e", + "Ġ CLR", + "ĠC LR", + "ĠCL R", + "Ġ Docs", + "ĠD ocs", + "ĠDo cs", + "ĠDoc s", + "Ġso ak", + "Ġ HOLDER", + "ĠH OLDER", + "ĠHOLD ER", + "ĠHOL DER", + "Ġb ells", + "Ġbel ls", + "Ġbell s", + "hash Code", + "R ATE", + "RA TE", + "_WE IGHT", + "in ous", + "ino us", + "inou s", + "en dra", + "end ra", + "oph obic", + "Ġp rose", + "Ġpro se", + "Ġpr ose", + "Ġpros e", + "Ġf inely", + "Ġfin ely", + "Ġfine ly", + "/ oauth", + "/o auth", + "( space", + "(s pace", + "(sp ace", + "a dge", + "ad ge", + "ĠM ama", + "ĠMa ma", + "ĠMam a", + "Ġstring Buffer", + "Ġst int", + "Ġm isma", + "Ġmis ma", + "Ġmism a", + "Ġvill ains", + "Ġvillain s", + "Ġvilla ins", + "ĠCrime a", + "Ġdipl oma", + "Ġdiplom a", + "Ġпо Ñģл", + "ĠпоÑģ л", + "ĠB ea", + "ĠBe a", + "( join", + "(j oin", + "Ġ íķ´", + "Ġíķ ´", + "CH AT", + "CHA T", + "p ering", + "pe ring", + "per ing", + "peri ng", + "ĠC ros", + "ĠCr os", + "ĠCro s", + "Ġmon keys", + "Ġmonkey s", + "Ġp reds", + "Ġpr eds", + "Ġpre ds", + "Ġpred s", + "y la", + "yl a", + ", ,,", + ",, ,", + "Ġv ibrator", + "Ġvibr ator", + "Ġ NU", + "ĠN U", + "åħ Ī", + "f ant", + "fa nt", + "fan t", + "z et", + "ze t", + "Ġb ietet", + "un ft", + "s worth", + "sw orth", + ". Flow", + ".F low", + ".Fl ow", + "Ġpsych ed", + "Ġpsy ched", + "Ġpsyche d", + "ĠContin ental", + "ĠContinent al", + "> t", + "Ġqu ilt", + "Ġq uilt", + "Ġqui lt", + "Ġquil t", + ". UP", + ".U P", + "Ġexpans ive", + "Dis pose", + "Disp ose", + "( language", + "(l anguage", + "C aps", + "Cap s", + "Ca ps", + "_ ZONE", + "_Z ONE", + "Ġre cycle", + "Ġr ecycle", + "Ġrec ycle", + "Ġrecycl e", + "Ġ Managed", + "ĠMan aged", + "ĠManage d", + "ĠMana ged", + "current Color", + ". broadcast", + ".b roadcast", + "sign In", + ". prom", + ".p rom", + ".pro m", + ".pr om", + "l lu", + "ll u", + "ue blo", + "Ġpun ches", + "Ġpunch es", + "Ġaut omat", + "Ġauto mat", + "Ġautom at", + "Ġassign ing", + "Ġcreate User", + "ĠAl lied", + "ĠAll ied", + "Ġcon ductor", + "Ġconduct or", + "Ġcond uctor", + "Ġconduc tor", + "Ġcondu ctor", + "Ĥ ¨", + "Ġs addle", + "Ġsad dle", + "Ġsadd le", + "Ġ dni", + "Ġd ni", + "Ġdn i", + "o medical", + "omed ical", + "- West", + "-W est", + "Positive Button", + "Ġ italic", + "Ġit alic", + "? [", + "( trigger", + "(tr igger", + "Ġele phants", + "Ġelephant s", + "\":\" \",\"", + "\":\"\" ,\"", + "Ġcal iber", + "raft ed", + "raf ted", + "d igits", + "digit s", + "dig its", + "Ġ marshal", + "Ġm arshal", + "Ġmar shal", + "Ġmarsh al", + "Ġmars hal", + "m illiseconds", + "mill iseconds", + "m arkers", + "mark ers", + "mar kers", + "marker s", + "m om", + "mo m", + "/ place", + "/p lace", + "/pl ace", + "Ġhol istic", + ": t", + "# ,", + "Ġb oto", + "Ġbo to", + "Ġbot o", + "Ġnause a", + "Ġnau sea", + "ĠSh ooting", + "ĠShoot ing", + "ĠSho oting", + "i tech", + "it ech", + "ite ch", + "Ġtext Status", + "< Class", + " ())Ċ", + ">( ))Ċ", + ">() )Ċ", + ">()) Ċ", + "ADD RESS", + "ADDR ESS", + "B ST", + "BS T", + "et zt", + "etz t", + "ĠQ gs", + "S ense", + "Sen se", + "Exception Handler", + "ĠC hu", + "ĠCh u", + ".get OwnProperty", + "Ġexerc ised", + "Ġexercise d", + "i otic", + "io tic", + "iot ic", + "ĠRe leases", + "ĠRelease s", + "Ġp interest", + "o lie", + "ol ie", + "oli e", + "i soft", + "is oft", + "iso ft", + "Ġsequ encing", + "Ġpa dre", + "Ġpad re", + "Ġpadr e", + "] ));čĊ", + "]) );čĊ", + "])) ;čĊ", + "])); čĊ", + "( radius", + "(r adius", + "(rad ius", + ". med", + ".m ed", + ".me d", + "ain ties", + "aint ies", + ".Object Model", + "Ġ emple", + "Ġem ple", + "Ġemp le", + "Ġseg uro", + "Ġsegu ro", + "St ars", + "Star s", + "Ġqual itative", + "le mn", + "lem n", + "á» ±", + "> \").", + ">\" ).", + ">\") .", + "Ġ gx", + "Ġg x", + "- cert", + "-c ert", + "-ce rt", + "ĠA STM", + "ĠAS TM", + "ĠAST M", + "Ġ fullname", + "Ġfull name", + "Ġful lname", + "Ġte lemetry", + "Ġtele metry", + "ĠCamb odia", + "_ ul", + "_u l", + "ĠCl are", + "ĠClar e", + "ĠCla re", + "C USTOM", + "Q C", + "ĠU ns", + "ĠUn s", + "Ġ HTTPS", + "ĠHTTP S", + "ĠPar kinson", + "ĠPark inson", + "ancy box", + "', '.", + "',' .", + "T ue", + "Tu e", + ". getLast", + ".get Last", + "Ġ abi", + "Ġa bi", + "Ġab i", + "Äħ d", + "A st", + "As t", + "Ġ Editing", + "ĠEd iting", + "ĠEdit ing", + ". Unity", + ".Un ity", + ".Unit y", + "j mp", + "jm p", + "Ġm ats", + "Ġmat s", + "Ġma ts", + "Ġshared Preferences", + "Cap tain", + "Capt ain", + ". pageSize", + ".page Size", + "Ġ rtl", + "Ġr tl", + "Ġrt l", + "Ġan meld", + "Runtime Object", + "Ġdem ande", + "Ġdemand e", + "( \";", + "(\" ;", + "se ite", + "sei te", + "- headed", + "-head ed", + "-he aded", + "ĠK ra", + "ĠKr a", + "Ġ FONT", + "ĠF ONT", + "ĠFO NT", + "` \\", + "Class NotFoundException", + ". avg", + ".a vg", + ".av g", + "a tical", + "at ical", + "atic al", + "ati cal", + "atica l", + "A j", + "Ġpermit ting", + "Ġperm itting", + "P roj", + "Pro j", + "Pr oj", + "ERR Q", + "Ġcre ampie", + "Ġcream pie", + "ĠBuy er", + "ĠBu yer", + "- modules", + "-mod ules", + "-module s", + "ĠSunday s", + "ĠSun days", + "ĠSund ays", + "| `Ċ", + "Ġday time", + "Ġ +(", + "Ġ+ (", + "Ġgl itch", + "Ġ Operand", + "ĠOper and", + "ĠOpera nd", + "Ġtox ins", + "Ġtoxin s", + "i nya", + "in ya", + "iny a", + "D NS", + "DN S", + "ĠS as", + "ĠSa s", + "C ake", + "Ca ke", + "ĠNational s", + "ĠNation als", + ". addTo", + ".add To", + "Ġs inking", + "Ġsin king", + "Ġsink ing", + "Ġcompreh ension", + "Ġs cor", + "Ġsc or", + "Ġsco r", + "a gements", + "ag ements", + "age ments", + "agement s", + "agem ents", + "Ġt ard", + "Ġta rd", + "Ġtar d", + "Ġm arching", + "Ġmar ching", + "Ġmarch ing", + "ĠM TV", + "ĠMT V", + "Ġs ane", + "Ġsa ne", + "Ġsan e", + "Create Info", + "Ạ¯", + "Ġend Index", + "ĉ layout", + "ĉl ayout", + "Ġ åIJį", + "ĠåIJ į", + "S ITE", + "SI TE", + "ĠT HERE", + "ĠTHE RE", + "ĠTH ERE", + "Ġ[ {'", + "Ġ[{ '", + "opath ic", + "opa thic", + "Ġtrans mitter", + "Ġtransmit ter", + "/ body", + "/b ody", + "Ġp und", + "Ġpun d", + "Ġpu nd", + "Ġ Closing", + "ĠC losing", + "ĠCl osing", + "ĠClo sing", + "Ġ setattr", + "Ġset attr", + "Ġ bounded", + "Ġb ounded", + "Ġbo unded", + "Ġbound ed", + "At las", + "Atl as", + "s uming", + "sum ing", + "su ming", + "( times", + "(t imes", + "(time s", + "(ti mes", + "p arer", + "par er", + "pare r", + "pa rer", + "y nom", + "yn om", + "fe it", + "Ġf rem", + "Ġfr em", + "Ġfre m", + "- leg", + "-l eg", + "-le g", + "ĠB ras", + "ĠBr as", + "ĠBra s", + "> #", + "Ġì¶ ľëł¥", + "Ġì¶ľ ëł¥", + "Ġ INSTANCE", + "ĠIN STANCE", + "ĠINST ANCE", + "ĠC ouch", + "ĠCo uch", + "ĠCou ch", + "_ hosts", + "_host s", + "lik elihood", + ". Marker", + ".M arker", + ".Mark er", + ".Mar ker", + "ĠM asks", + "ĠMas ks", + "ĠMask s", + "Ġc ereal", + "Ġce real", + "Ġcere al", + "ut ilities", + "util ities", + "Ġelement al", + "Ġele mental", + "Ġelem ental", + "Ġdist orted", + "Ġdistort ed", + "in active", + "c ry", + "cr y", + "W L", + "UPPORT ED", + ". Throws", + ".Th rows", + ".Throw s", + "/ schema", + "/s chema", + "s erie", + "se rie", + "ser ie", + ". \"',", + ".\" ',", + ".\"' ,", + "ĠBened ict", + "ĠBene dict", + "- picker", + "-p icker", + "-pic ker", + "ig gs", + "igg s", + "ĠP irate", + "ĠPi rate", + "ĠPir ate", + "åij¨ æľŁ", + "ĠThe ma", + "ĠTh ema", + "ĠThem a", + "ĠSouth ampton", + "Ġarray With", + "ĠPaul a", + "ĠPa ula", + "Ġpred ictor", + "Ġpredict or", + "Ġpredic tor", + "- Ass", + "-A ss", + ". userid", + ".user id", + ".use rid", + "Ġ peri", + "Ġp eri", + "Ġper i", + "Ġpe ri", + "Ġexagger ated", + "u rate", + "ur ate", + "ura te", + "urat e", + "arse ille", + "ĠCon cent", + "ĠConc ent", + "ĠConce nt", + "ĠP ik", + "ĠPi k", + "Ġ@ _;ĊĊ", + "Ġ@_;Ċ Ċ", + "Ġ@_ ;ĊĊ", + "Ġform ations", + "Ġformat ions", + "Ġformation s", + "Ġden omin", + "Ġdenom in", + "\" />.Ċ", + "\"/ >.Ċ", + "\"/> .Ċ", + "end edor", + "ended or", + "Ġpan cre", + "Ġpanc re", + "Ġ amt", + "Ġa mt", + "Ġam t", + "Ġon Resume", + "on Delete", + "ĠB CH", + "ĠBC H", + ") (\"", + ")( \"", + "m ovement", + "move ment", + "mo vement", + "mov ement", + "Ġpot assium", + "", + "Ġ-- ->", + "Ġ--- >", + "ĠP PC", + "ĠPP C", + "i sz", + "is z", + "ake FromNib", + "Ġ Disp", + "ĠD isp", + "ĠDis p", + "ĠDi sp", + "ĠAth letics", + "ĠAthletic s", + "Ġnight club", + "G OOD", + "GO OD", + ".set Geometry", + "+ [", + "/ send", + "/s end", + "/se nd", + "Ġbin aries", + "Ġr áp", + "Ġrá p", + ": req", + ":r eq", + "-con suming", + "-cons uming", + "er time", + "ert ime", + "erti me", + "UP DATED", + "UPDATE D", + "_ nullable", + "_null able", + "V IN", + "VI N", + "u lia", + "ul ia", + "uli a", + "c yan", + "cy an", + "Ġmisunder standing", + "Ġmisunderstand ing", + "o rical", + "or ical", + "ori cal", + "oric al", + "deg rees", + "degree s", + "Le ading", + "Lead ing", + ". AR", + ".A R", + "ic kest", + "ick est", + "N uevo", + "uf oria", + "Ġgo odies", + "Ġgood ies", + "Ġf ores", + "Ġfor es", + "Ġfore s", + "Ġfo res", + "() <<\"", + "()<< \"", + "()< <\"", + "ad emic", + "ade mic", + "adem ic", + "Action Creators", + "server name", + "( nt", + "(n t", + "db Context", + "Ġair borne", + "Ġexhib itions", + "Ġexhibition s", + "Ġexhibit ions", + "c ele", + "ce le", + "cel e", + "Ġt ela", + "Ġte la", + "Ġtel a", + "< Movie", + "", + "() \">", + "()\" >", + ".set PreferredSize", + "ĠM ID", + "ĠMI D", + "ĠA less", + "ĠAl ess", + "ĠAle ss", + "Ġhorse power", + "Ġa tm", + "Ġat m", + "ĠPack aging", + "Ġc iphertext", + "Ġcipher text", + "Request Method", + "Ġbe iden", + "Ġbei den", + "Ġbeide n", + "è £", + "ĠP OW", + "ĠPO W", + ".Write Header", + "d irector", + "dir ector", + "direct or", + "dire ctor", + "- but", + "-b ut", + "ãģł ãģķãģĦ", + "in cer", + "ince r", + "inc er", + "_ dn", + "_d n", + "! !!!!", + "!! !!!", + "!!! !!", + "!!!! !", + "Ġmanufact ures", + "Ġmanufacture s", + ". TextUtils", + ".Text Utils", + "Ġcon sciously", + "Ġconsc iously", + "Ġconscious ly", + "Ġb ounced", + "Ġbounce d", + "c ulture", + "cul ture", + "cult ure", + "ĠS par", + "ĠSp ar", + "ĠSpa r", + "ĠP iper", + "ĠPi per", + "ĠPipe r", + "ĠPip er", + ". press", + ".p ress", + ".pre ss", + ".pr ess", + ".pres s", + "- owner", + "-o wner", + "Ġe valuator", + "Ġeval uator", + "Ġevalu ator", + "Ġ STREAM", + "ĠST REAM", + ".PictureBox SizeMode", + "Ġsu gars", + "Ġsugar s", + "Ġsug ars", + "Screen Width", + "Ġnext State", + "Ġiv ory", + "Ġbr unch", + "Ġbrun ch", + "d ensity", + "dens ity", + "_ OW", + "_O W", + "ĠCoron avirus", + "ĠC FR", + "ĠCF R", + "b ak", + "ba k", + "\\ Category", + "\\C ategory", + "æķ° ç»Ħ", + "Ġinvoke virtual", + "} ()Ċ", + "}( )Ċ", + "Ġs ujet", + "Ġsu jet", + "- marker", + "-m arker", + "-mark er", + "-mar ker", + "is digit", + "isd igit", + "ĠM obil", + "ĠMo bil", + "ĠMob il", + "ĠJsonRequest Behavior", + "_ REMOTE", + "_RE MOTE", + ".exists Sync", + "Ġrich es", + "Ġri ches", + "Ġric hes", + ".p resenter", + ".present er", + ".pres enter", + "Ġgl Color", + "Ġh anya", + "Ġha nya", + "Ġhan ya", + "Ġfort ress", + "Ġfl ashed", + "Ġflash ed", + "Ġfla shed", + "v iz", + "vi z", + "requ ently", + "requent ly", + "b uat", + "bu at", + "$ con", + "$c on", + "> |", + ". Func", + ".F unc", + "Ġhum orous", + "Ġhumor ous", + "u em", + "ue m", + ". ZERO", + ".Z ERO", + "ĠS TL", + "ĠST L", + "ĠB uk", + "ĠBu k", + "/ sample", + "/s ample", + "ĠG ros", + "ĠGr os", + "ĠGro s", + "Rec ipes", + "Recipe s", + "Ġinf lated", + "Ġinfl ated", + "Ġinflate d", + "Ġsw ung", + ": F", + "F acing", + "Fac ing", + "Fa cing", + ". Theme", + ".Th eme", + ".The me", + "н ик", + "ни к", + "Ġspl endid", + "Ġrequest Id", + ".Center Screen", + "/ autoload", + "/auto load", + "embed ded", + "_ depart", + "_de part", + "_dep art", + "Ġ Ports", + "ĠP orts", + "ĠPort s", + "ĠPo rts", + "ĠPor ts", + "๠ĥ", + "ай д", + "disc ussion", + "_ consum", + "_con sum", + "_cons um", + "Ġsc outs", + "Ġsco uts", + "Ġscout s", + "Ġcol abor", + "Ġcola bor", + ". Stage", + ".St age", + ". nano", + ".n ano", + ".nan o", + "el dorf", + "eld orf", + "eldo rf", + "Ġgem acht", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ċ", + "Ġpolicy makers", + "Ġpolicym akers", + "_P KT", + "_PK T", + ", Th", + ",T h", + "o ky", + "ok y", + "_ UID", + "_U ID", + "_UI D", + "P ing", + "Pin g", + "Pi ng", + "Ġor chest", + "Ġorch est", + "Ġorc hest", + "Ġop tics", + "Ġopt ics", + "Ġoptic s", + "u han", + "uh an", + "ĠX OR", + "ĠXO R", + "Ġespañ ol", + "ĠAd idas", + "r ng", + "rn g", + "m ans", + "man s", + "ma ns", + ".v stack", + "Ġget away", + "Ġh ierarchical", + "Ġhier archical", + "ano ia", + "anoi a", + "ĠBitmap Factory", + "re alm", + "rea lm", + "real m", + "ĉ ap", + "ĉa p", + "_ apps", + "_a pps", + "_app s", + "_ap ps", + "- divider", + "-div ider", + "-di vider", + ". drawer", + ".d rawer", + ".draw er", + "ĠH ARD", + "ĠHA RD", + "ĠHAR D", + "'] ;?>Ċ", + "']; ?>Ċ", + "'];?> Ċ", + "- packed", + "-p acked", + "-pack ed", + "æ² »", + "_STRUCT URE", + "[ Y", + "i Param", + "( eq", + "(e q", + "Ġencompass es", + "Ġ\\ ĊĊ", + "Ġ\\Ċ Ċ", + "- >[", + "-> [", + "& utm", + "g roupon", + "gr oupon", + "group on", + "gro upon", + "st rate", + "str ate", + "stra te", + "D Y", + "om orphic", + "' :[", + "': [", + "Ġgrav itational", + "ĠM icha", + "ĠMich a", + "ĠMi cha", + "ĠMic ha", + "ĠT encent", + "ĠTen cent", + "Ġco ached", + "Ġcoach ed", + "ì¶ ľ", + "Ñĥ менÑĤ", + "Ñĥм енÑĤ", + "/ mobile", + "/m obile", + "Mouse Down", + "b ud", + "bu d", + "ĠY as", + "ĠYa s", + "Ġ Providers", + "ĠPro viders", + "ĠProvid ers", + "ĠProvider s", + "ĠProvide rs", + "ĠProv iders", + "N Z", + "ĉ report", + "ĉre port", + "ĉrep ort", + "err msg", + "Ġimage Path", + "act erial", + "acter ial", + "acteria l", + "ĠM anga", + "ĠMan ga", + "ĠMa nga", + "ĠMang a", + "wick lung", + "( usuario", + "(us uario", + "\" ));čĊčĊ", + "\") );čĊčĊ", + "\")) ;čĊčĊ", + "\"));čĊ čĊ", + "\")); čĊčĊ", + "/ ***", + "/* **", + "/** *", + "Ġorgan ise", + "Ġorganis e", + "Index ed", + "_ QUAL", + "_Q UAL", + "_QU AL", + "( PyObject", + "(Py Object", + "Ġsurrender ed", + "PO CH", + "ĠN OTES", + "ĠNOT ES", + "ĠNO TES", + "ĠNOTE S", + "\\ \\\"", + "\\\\ \"", + "- job", + "-j ob", + "Ġseven ty", + "Ġsevent y", + "Ġsev enty", + "# ###Ċ", + "## ##Ċ", + "#### Ċ", + "### #Ċ", + "ĠMan or", + "ĠMa nor", + "Ġdown right", + "Ġtime frame", + "ins urance", + "che cker", + "check er", + "Ġ SECRET", + "ĠSE CRET", + "ĠSEC RET", + "Ġecho es", + "Ġech oes", + "ĠCar men", + "ĠCarm en", + ".set HorizontalAlignment", + ".setHorizontal Alignment", + "Ġ isChecked", + "Ġis Checked", + "Ġ TOR", + "ĠT OR", + "ĠTO R", + "_ nn", + "_n n", + "( '(", + "(' (", + "Fetch Request", + "ĠPrint ed", + "Fl uid", + "Ġ STACK", + "ĠST ACK", + "ĠSTA CK", + "G ES", + "GE S", + "a igned", + "aign ed", + "i gor", + "ig or", + "igo r", + ". Unknown", + ".Un known", + "C BC", + "CB C", + "ĠCarl son", + ". URI", + ".U RI", + ".UR I", + "Ġp light", + "Ġpl ight", + "/ start", + "/st art", + "/star t", + "ĠPerson nel", + "Ġ PREFIX", + "ĠP REFIX", + "ĠPRE FIX", + "ĠPREF IX", + ", **", + ",* *", + "Ġli mite", + "Ġlimit e", + "Ġlim ite", + "_ heat", + "_h eat", + "_he at", + "% ï¼Į", + "ĠD onne", + "ĠDon ne", + "get Node", + "ĠScient ology", + "Ġc omet", + "Ġcom et", + "Ġco met", + "Ġcome t", + "Ġwen ig", + "A side", + "As ide", + "ĠM PEG", + "ĠMP EG", + "' ?", + "vari ably", + ". endDate", + ".end Date", + "Ġun cont", + "Ġunc ont", + "Ġuncon t", + "Ġ Scores", + "ĠS cores", + "ĠSc ores", + "ĠScore s", + "ĠSco res", + "ĠScor es", + "Ġ LoginForm", + "ĠLogin Form", + ". generated", + ".g enerated", + ".generate d", + ".gener ated", + ", ch", + ",c h", + "- mar", + "-m ar", + "ĠN ed", + "ĠNe d", + "Ġ eventId", + "Ġevent Id", + "+ p", + "ĠS IN", + "ĠSI N", + "/ reset", + "/re set", + "/res et", + ".RE ACT", + "ĠMe ssi", + "ĠMess i", + "ĠMes si", + "_R ANK", + "_RA NK", + ".write File", + "Ġc ripp", + "Ġcr ipp", + "Ġcri pp", + "es thetic", + "est hetic", + "ERS IST", + "Ġreim bursement", + "Ġreimburse ment", + "Current Value", + "Ġu nin", + "Ġun in", + "Ġuni n", + "Down Latch", + "Ġpadding Right", + "Ġst ocked", + "Ġstock ed", + "/ '.", + "/' .", + "Ġre payment", + "Ġrep ayment", + "Ġrepay ment", + "t rak", + "tr ak", + "tra k", + "/ backend", + "/back end", + "Ġиз мен", + "C SR", + "CS R", + "Ġprevent ive", + "Ġpant alla", + "_ trim", + "_t rim", + "_tr im", + "_tri m", + "P edido", + "Ped ido", + "h ospital", + "Ġmanage able", + "route Params", + "text ures", + "texture s", + "tex tures", + ". .....ĊĊ", + ".. ....ĊĊ", + "... ...ĊĊ", + ".... ..ĊĊ", + "..... .ĊĊ", + "...... ĊĊ", + "Ġsé lection", + "Name ValuePair", + "Ġpol lut", + "Ġpoll ut", + "M odes", + "Mode s", + "Mod es", + "Mo des", + "ĠL aud", + "ĠLa ud", + "ĠLau d", + "j ay", + "ja y", + "ĠU rs", + "ĠUr s", + "Ġs igner", + "Ġsign er", + "Ġsig ner", + "Ġ JJ", + "ĠJ J", + "ĠCh erokee", + "_EX ISTS", + "_EXIST S", + "Ġd war", + "Ġdw ar", + "Ġ ($('#", + "Ġ( $('#", + "Ġ($ ('#", + "Ġ($( '#", + "Ġre ef", + "> {$", + ">{ $", + "ĠB aylor", + "ĠBay lor", + "Ġ ModelState", + "ĠModel State", + "- _", + "ĠStruct ures", + "ĠStructure s", + "Ġsou vent", + "Spec ify", + "( pipe", + "(p ipe", + "(pi pe", + "Ġfr acking", + "Ġfrac king", + "ĠG PA", + "ĠGP A", + "Ġb ele", + "Ġbe le", + "Ġbel e", + "ĉ ĉĉĉĉĉĉĠĠĠ", + "ĉĉ ĉĉĉĉĉĠĠĠ", + "ĉĉĉĉ ĉĉĉĠĠĠ", + "ĉĉĉ ĉĉĉĉĠĠĠ", + "ĉĉĉĉĉ ĉĉĠĠĠ", + "ĉĉĉĉĉĉ ĉĠĠĠ", + "ĉĉĉĉĉĉĉ ĠĠĠ", + "ĉĉĉĉĉĉĉĠ ĠĠ", + "ĉĉĉĉĉĉĉĠĠ Ġ", + "ĠMinor ity", + "Ġt ud", + "Ġtu d", + "Ġopen ness", + "ĠIllustr ated", + "Ġoxid ation", + "Ġ NK", + "ĠN K", + "ĉ Update", + "Ġ EMS", + "ĠE MS", + "ĠEM S", + "ĠTe ddy", + "ĠTed dy", + "Ġgener als", + "Ġgen erals", + "Ġgeneral s", + "Ġgenera ls", + "ĉ Mat", + "ĉM at", + "Ġrad ios", + "Ġradio s", + "Ġradi os", + "ĠAnt ique", + "ĠAnti que", + "c onomy", + "con omy", + "conom y", + "cono my", + "ĠSquad ron", + ") ','", + ")', '", + ")' ,'", + "å£ °", + "Ġy oure", + "Ġyou re", + "Ġyour e", + "Ġyo ure", + "ĠMain Page", + "Ġbeh aviours", + "Ġbehaviour s", + "en ght", + "eng ht", + "(@\" %@\",", + "Ġtest case", + "Ġ Compilation", + "ĠComp ilation", + "Ġflav ours", + "Ġflavour s", + "Ġ Extend", + "ĠExt end", + "il lator", + "ill ator", + "illa tor", + "Ġ coh", + "Ġc oh", + "Ġco h", + "Ġs pline", + "Ġsp line", + "Ġspl ine", + "Ġ KG", + "ĠK G", + "- pay", + "-p ay", + "Ġcommun ism", + "ĠBusiness es", + "oc king", + "ock ing", + ". MaxLength", + ".Max Length", + "ass andra", + "qu iring", + "quir ing", + "qui ring", + "a dden", + "ad den", + "add en", + "ĠJ eb", + "ĠJe b", + "_ fault", + "_f ault", + "_fa ult", + "[ file", + "[f ile", + "Ġpromin ence", + "disc iplinary", + "âĢĶ they", + "âĢĶthe y", + "_ extent", + "_ex tent", + "_ext ent", + "Ġ VIC", + "ĠV IC", + "ĠVI C", + "Ġen tails", + "Ġent ails", + "Ġentail s", + ". partner", + ".p artner", + ".part ner", + "Ġhipp oc", + "Le ague", + "çĶ ·", + "w ipe", + "wi pe", + "- spinner", + "-sp inner", + "-spin ner", + "Ġsal ute", + "ĠS urgical", + "ĠSurg ical", + "( outputs", + "(out puts", + "(output s", + "work ed", + "wor ked", + "[ strlen", + "[str len", + "app ointed", + "appoint ed", + "ĠH eg", + "ĠHe g", + "ĠAC PI", + "( [^", + "([ ^", + "u ala", + "ual a", + "ua la", + "_ tol", + "_t ol", + "_to l", + "ĠR it", + "ĠRi t", + ". Payment", + ".P ayment", + ".Pay ment", + "k owski", + "Ġw almart", + "Ġwal mart", + "require ments", + "ĠFIN SEQ", + "_ BACKGROUND", + "_BACK GROUND", + "ĠOs borne", + "( errorMessage", + "(error Message", + "Report ing", + "Rep orting", + "Ġa uctions", + "Ġau ctions", + "Ġauction s", + "Ġcom bos", + "Ġcomb os", + "Ġcombo s", + "ĠNot iced", + "ĠNotice d", + "_ oct", + "_o ct", + "_oc t", + "Ġprim ero", + "Ġprime ro", + "Ġprimer o", + "t aire", + "ta ire", + "_ hr", + "_h r", + "Ġм од", + "Ġмо д", + "Ġcontrad ictory", + "Ġcontradict ory", + "= \"@", + "=\" @", + "ach ines", + "achine s", + "achi nes", + "(opt arg", + "ĠP enguin", + "ĠPeng uin", + "ĠAb bas", + "ĠAbb as", + "Ġsub lime", + "Ġpage able", + "ĠDef ensive", + "Ġdistinct ly", + "ĠAutom atically", + "ĠAutomatic ally", + "Under standing", + "Equality Comparer", + "g ota", + "go ta", + "got a", + "Ġ\" ::", + "Ġ\": :", + "Ġpul ver", + "ĠB attles", + "ĠBattle s", + "ĠBatt les", + "Ġun paralleled", + "T CHA", + "TC HA", + "Ġconstr ued", + "- aff", + "-a ff", + "Ġpre cursor", + "Ġprec ursor", + "-l fs", + "Ġmad uras", + "ĠD aisy", + "ĠDa isy", + "ĠDai sy", + "ĠAr beits", + "ĠArbeit s", + ". Management", + ".Man agement", + "ĉ In", + "ĉI n", + "Ġro bes", + "Ġrob es", + "Ġrobe s", + "Ġsp éc", + "âĢľ (", + "Ġm aternity", + "Ġmat ernity", + "ex tent", + "ext ent", + "Ġ Spacer", + "ĠSp acer", + "ĠSpace r", + "ĠSpa cer", + "Did Appear", + "ĉ us", + "ĉu s", + ".getRequest Dispatcher", + "( cols", + "(c ols", + "(co ls", + "(col s", + "Ġplum met", + "ì ħ", + "Ġ{ ĊĊĊĊ", + "Ġ{Ċ ĊĊĊ", + "Ġ{ĊĊ ĊĊ", + "Ġ{ĊĊĊ Ċ", + "é rica", + "ér ica", + "éri ca", + "éric a", + "Ġ Sizes", + "ĠS izes", + "ĠSize s", + "ĠSi zes", + "ĠSiz es", + ". enum", + ".e num", + ".en um", + ". Highlight", + ".High light", + "Ġ!! }ĊĊĊ", + "Ġ? >ĊĊĊ", + "Ġ?> ĊĊĊ", + "Ġ?>Ċ ĊĊ", + "Ġ?>ĊĊ Ċ", + "W enn", + "We nn", + "Ġcl imax", + "Ġclim ax", + "Ġcli max", + "Ġc rem", + "Ġcr em", + "Ġcre m", + "_ that", + "_t hat", + "_th at", + "[ âĢ¦", + "_ domains", + "_domain s", + "_dom ains", + "_RE PLY", + "Ġcomp leta", + "Ġcomple ta", + "Ġcomplet a", + "Ġcompl eta", + "V EST", + "VE ST", + "VES T", + "_ particle", + "_p article", + "_part icle", + "Ġs op", + "Ġso p", + "Ġfatal ities", + "impl ify", + "imp lify", + "ĠS KF", + "ĠSK F", + "Ġin fusion", + "Ġinf usion", + "ĠJ avier", + "ĠJa vier", + "Ġb allet", + "Ġball et", + "Ġbal let", + "Ġam igo", + "Ġami go", + ". want", + ".w ant", + "Ġcol lagen", + "Ġcoll agen", + "Ġcollage n", + "ĠLaw yer", + ". Statement", + ".St atement", + ".State ment", + ".Stat ement", + ". rt", + ".r t", + "b aar", + "ba ar", + "End Point", + "ĠB ek", + "ĠBe k", + "S HIP", + "SH IP", + "Ġpatri arch", + "ĠA unt", + "ĠAu nt", + "_ TM", + "_T M", + "Ġ mÃŃn", + "Ġm ÃŃn", + "ĠmÃŃ n", + "Ġm astered", + "Ġmaster ed", + "Ġma stered", + "Ġmas tered", + "Ġmast ered", + "W XYZ", + "WX YZ", + "Ġes pos", + "Ġesp os", + "= logging", + "=log ging", + "Ġrighteous ness", + "t orrent", + "tor rent", + "Ġ bst", + "Ġb st", + "Ġbs t", + "_ CHAIN", + "_CH AIN", + "Ġout skirts", + "( rotation", + "(r otation", + "(rot ation", + "Ġ' .')", + "Ġ'. ')", + "Ġ'.' )", + "igr ants", + "igrant s", + "+ lsi", + "+l si", + "ĠCC TV", + "ĠCCT V", + "_PH ASE", + ". azure", + ".a zure", + "_ Process", + "_P rocess", + "_Pro cess", + "v ae", + "va e", + "ĠT ropical", + "ĠAn kara", + "ĠAnk ara", + "image View", + "_RUN NING", + "Ġ* )__", + "Ġ*) __", + "ế n", + "( cli", + "(c li", + "(cl i", + "sc atter", + "Ġs che", + "Ġsc he", + "Ġsch e", + "Reg istrar", + "Registr ar", + "Ġa iring", + "Ġair ing", + "Ġai ring", + "Ġpy plot", + "is ión", + "isi ón", + "/ customer", + "/c ustomer", + "/custom er", + "Ġs implement", + "Ġsim plement", + "Ġsimple ment", + "Ġsimp lement", + "Ġsimpl ement", + "Ġclass y", + "Ġcl assy", + "Ġclas sy", + "ĠD WC", + "ĠDW C", + "ĠBas har", + "ĠBash ar", + "ĠDE VELO", + "ĠV ick", + "ĠVi ck", + "ĠVic k", + "a vail", + "av ail", + "ava il", + "ĠH ö", + "_ extend", + "_ext end", + "dr Fc", + ".is NotBlank", + "Ġpl ais", + "Ġpla is", + "| }Ċ", + "Ġporn ofil", + "Ġporno fil", + "l abs", + "la bs", + "lab s", + "Ġ haus", + "Ġh aus", + "Ġha us", + "Ġorig inating", + "Ġorigin ating", + "Ġsurround s", + "Ġ QUAL", + "ĠQ UAL", + "ĠQU AL", + "m eg", + "me g", + "/ logger", + "/log ger", + "/lo gger", + "[ obj", + "[o bj", + "Ġirres ponsible", + "Ġ PublicKey", + "ĠPublic Key", + "H ONE", + "HO NE", + ": '/", + ":' /", + "i box", + "ib ox", + "ibo x", + "ĠF Vector", + "| {Ċ", + "ata loader", + "atal oader", + "h awks", + "hawk s", + "H DR", + "HD R", + "Ġescal ation", + "ĠPods Dummy", + "e lite", + "el ite", + "eli te", + "Ġpre sup", + "Ġpres up", + "C ached", + "Cache d", + "Ca ched", + "> G", + ". optimizer", + ".opt imizer", + ".optim izer", + ".optimize r", + "Ġ Visible", + "ĠV isible", + "ĠVis ible", + "´ Ģ", + "Ġ nen", + "Ġn en", + "Ġne n", + "Ġ pcs", + "Ġp cs", + "Ġpc s", + "Ġ Idle", + "ĠI dle", + "ĠId le", + "[ Any", + "[A ny", + "Ġkey boards", + "Ġkeyboard s", + "ĠCOMP ONENT", + "Ġtit anium", + "Ġtitan ium", + "( mut", + "(m ut", + "(mu t", + "ĠLed ger", + "Ġprosper ous", + "etro fit", + "_ LL", + "_L L", + "_ patient", + "_p atient", + "_pat ient", + "Ġ pdata", + "Ġp data", + "Ġpd ata", + "Ġ kontakte", + "Ġkont akte", + "Ġkontakt e", + "S wipe", + "Sw ipe", + "Ġcheer ful", + "ĠHond uras", + "\" ][$", + "\"] [$", + "\"][ $", + "Ġhem orrh", + "\" :\"+", + "\": \"+", + "\":\" +", + "Ġ leasing", + "Ġle asing", + "Ġinst alls", + "Ġinstall s", + "Ġinstal ls", + "ĠP ax", + "ĠPa x", + "ĠLog istics", + "ĠLogistic s", + "Ġkin etic", + "ĠP hon", + "ĠPh on", + "_ movement", + "_m ovement", + "_move ment", + "_mov ement", + "_mo vement", + "ĉ bytes", + "ĉbyte s", + "Ġcin co", + "ĠMad ness", + "\" )+", + "\") +", + "Ġ JE", + "ĠJ E", + "_ ij", + "_i j", + "Scene Manager", + "ĠB ust", + "ĠBus t", + "ĠBu st", + "p test", + "pt est", + "pte st", + "a ea", + "ae a", + "Ġb esser", + "Ġbes ser", + "ÃŃ g", + "д ин", + "ди н", + "( tasks", + "(t asks", + "(task s", + "(\" (\"", + "(\"( \"", + "set Type", + "( outfile", + "(out file", + "ĉ reset", + "ĉres et", + "ĉre set", + "Ġ ARC", + "ĠA RC", + "ĠAR C", + "Ġmús ica", + "ĠSh elf", + "ĠShe lf", + "ĠShel f", + "Ġmin Y", + "p ch", + "pc h", + "Ġwe iber", + "Ġwei ber", + "iss or", + "Ġtr ouve", + "Ġtro uve", + "Ġtrou ve", + "ĉ Button", + "ĉB utton", + "Ġre generated", + "Ġreg enerated", + "Ġregenerate d", + "Å £i", + "Å£ i", + "im achinery", + "b locking", + "bl ocking", + "block ing", + ".data Tables", + "_ frac", + "_f rac", + "_fr ac", + "ĠAdv antage", + ".visit Method", + "éĩį æĸ°", + "Ġextra pol", + "Ġextr apol", + "Ġte asing", + "Ġtea sing", + "Ġteas ing", + "ĠH itch", + "ĠHit ch", + "ĠGe ek", + "ĠGee k", + "E SCO", + "ES CO", + "ESC O", + "Ġ wich", + "Ġw ich", + "Ġwi ch", + "ĉ ax", + "ĉa x", + "_ decor", + "_de cor", + "_dec or", + "Ġscreen Width", + "ĠSo phia", + "ĠSoph ia", + "F orgot", + "For got", + "Forg ot", + ". uni", + ".un i", + ".u ni", + "ĠVen ture", + "ĠVent ure", + "_ collision", + "_c ollision", + "_coll ision", + "Ġlaw maker", + "( Edit", + "(E dit", + "b lers", + "ble rs", + "bl ers", + "bler s", + "Ġ getNext", + "Ġget Next", + "âĢĶ you", + "Media Player", + "ĠH orde", + "ĠHor de", + "ĠCongress man", + "obs ervations", + "observ ations", + "observation s", + "ĉ property", + "ĉp roperty", + "ĉprop erty", + "Ġ< --", + "Ġ<- -", + "Created At", + "u byte", + "ub yte", + "uby te", + "Ġquar antine", + "Ġdist ressed", + "Ġdistr essed", + "Ġdistress ed", + "_A PB", + "_AP B", + "ĠGood man", + "ãĤ «", + "Ġrecom end", + "_ PRINTF", + "_PRINT F", + "D ONE", + "DO NE", + "DON E", + "Bind able", + "r strip", + "rs trip", + "rst rip", + "cent aje", + "Ġ Unexpected", + "ĠUn expected", + "ĠS CHOOL", + "ĠProfessional s", + "ĠProfession als", + "ĠGPU s", + "ĠGP Us", + "L esson", + "Le sson", + "Les son", + "Less on", + "Ex clusive", + "Ġat rav", + "Ġatr av", + "ĠD ank", + "ĠDan k", + "ĠDa nk", + "ĠLaw yers", + "ĠLawyer s", + "ĠWal ton", + "ĠWalt on", + "> []", + ">[ ]", + "Ġa loud", + "Ġal oud", + "Ġalo ud", + "=\" ../../../", + "=\"../ ../../", + "=\"../../ ../", + "Ġdeb ating", + "ĠA VG", + "ĠAV G", + "_V OL", + "_VO L", + "/ cgi", + "/c gi", + ". deg", + ".d eg", + ".de g", + ": g", + ".Info f", + ".Inf of", + "Measure Spec", + ". song", + ".s ong", + ".so ng", + ".son g", + "m tree", + "mt ree", + "ul ls", + "ull s", + "J ordan", + "ĠC overs", + "ĠCo vers", + "ĠCover s", + "ĠCov ers", + "ĠCove rs", + "Ġattrib utable", + "Ġj edis", + "Ġje dis", + "Ġjed is", + "iat rics", + "iatric s", + "Ġrot terdam", + "Ġ meld", + "Ġm eld", + "Ġme ld", + "Ġmel d", + "Ġ ContentType", + "ĠContent Type", + "Ġman tle", + "Ġmant le", + "Ġ alice", + "Ġa lice", + "Ġal ice", + "Ġali ce", + "_ duplicate", + "_d uplicate", + "_dup licate", + "/ Internal", + "Ġ filesize", + "Ġfile size", + "Ġfiles ize", + "ĉ fire", + "ĉf ire", + "ĉfi re", + "r ese", + "re se", + "res e", + "on dere", + "ond ere", + "onder e", + "onde re", + "Ġfamiliar ity", + "ĠC rest", + "ĠCr est", + "ĠCre st", + "ĠCres t", + "Ġk arma", + "Ġkar ma", + "Ġtor ino", + "Ġm esa", + "Ġme sa", + "Ġmes a", + "/ temp", + "/t emp", + "Ġc hir", + "Ġch ir", + "Ġchi r", + "Ġ Overflow", + "ĠOver flow", + "Ġten emos", + "u nik", + "un ik", + "uni k", + "N EXT", + "NE XT", + "A lle", + "Al le", + "All e", + "Ġn xt", + "Ġnx t", + "M art", + "Mar t", + "Ma rt", + "Ġ atl", + "Ġa tl", + "Ġat l", + "Ġperiod o", + "Ġperi odo", + "_ you", + "_y ou", + "Ġ} )).", + "Ġ}) ).", + "Ġ})) .", + "int estinal", + ".Adapter View", + "Ġhes itant", + "Ġcompar atively", + "Ġcomparative ly", + ". UInt", + ".U Int", + ".UI nt", + "( viewModel", + "(view Model", + "Ġsang at", + "Ġ Responsive", + "ĠRes ponsive", + "ĠRespons ive", + "ĠZ ack", + "ĠZa ck", + "ĠZac k", + "â ħ", + "J AVA", + "JA VA", + "ĠFull er", + "ĠFu ller", + "ĠFul ler", + "Ġ âĿ¤", + "ĠâĿ ¤", + ". Consumer", + ".Con sumer", + ".Cons umer", + "Ġ ank", + "Ġa nk", + "Ġan k", + "Ġre actors", + "Ġreact ors", + "Ġreactor s", + "f uck", + "fu ck", + "_ rat", + "_r at", + "_ra t", + "Ġsession Factory", + "_ backward", + "_back ward", + "Ġscram bled", + "Ġscramble d", + "ĉ th", + "ĉt h", + "Ġins ensitive", + "Ġch amps", + "Ġcha mps", + "Ġcham ps", + "Ġchamp s", + "Ġ nginx", + "Ġng inx", + "Ġcon hec", + "Ġconhe c", + "ĠJ asper", + "ĠJas per", + ". fm", + ".f m", + "Strict Equal", + "ach sen", + "achs en", + "- Nov", + "-N ov", + "-No v", + "l assen", + "lass en", + "las sen", + ". integration", + ".int egration", + "( lbl", + "(l bl", + "Com pose", + "Comp ose", + "ĠF on", + "ĠFo n", + "à ļ", + "Gr atis", + "ĠL ime", + "ĠLim e", + "ĠLi me", + "ĠAdapter View", + "Ġpoison ed", + "Ġpois oned", + "anch ors", + "anchor s", + "设 计", + "'] ?>\"", + "']?> \"", + "Ġpro cur", + "Ġproc ur", + "It aly", + ". MONTH", + ".MON TH", + "ĠL UA", + "ĠLU A", + "ĠLith uania", + "ĠHe ads", + "ĠHead s", + "_CH UNK", + "ĠP USH", + "ĠPU SH", + "ĠPUS H", + "Aspect Ratio", + "Ġ weg", + "Ġw eg", + "Ġwe g", + "Ġv ids", + "Ġvi ds", + "Ġvid s", + "ĠW ein", + "ĠWe in", + "ĠWei n", + "ĉ INT", + "ĉI NT", + "ĉIN T", + "session Id", + "Ind ustry", + "Ġden ounced", + "JK LM", + "ĠVan essa", + ". Identifier", + ".Id entifier", + "p ropri", + "pro pri", + "prop ri", + "Ġ иг", + "Ġи г", + "Ġté cn", + "Ġtéc n", + "Ġm osaic", + "Ġmos aic", + "Stream Reader", + "- Th", + "-T h", + "f orth", + "for th", + "fort h", + "Ġad herence", + "Ġadher ence", + "Ġadhere nce", + "b ate", + "ba te", + "bat e", + "Ġkn ights", + "Ġknight s", + "s ounds", + "so unds", + "sound s", + "sou nds", + "Ġs alle", + "Ġsa lle", + "Ġsal le", + "O MET", + "OM ET", + "OME T", + "ãĤ¹ ãĥĪ", + "- tm", + "-t m", + "ĠR he", + "ĠRh e", + ".File OutputStream", + "åĪĨ ç±»", + "Ġ ENG", + "ĠE NG", + "ĠEN G", + "h oliday", + "hol iday", + "Ġ Congratulations", + "ĠCong ratulations", + ") (Ċ", + ")( Ċ", + "Ġaggregate s", + "Ġaggreg ates", + "H OOK", + "HO OK", + "e wire", + "ew ire", + "Sen ator", + "Ġembed dings", + "Ġembedding s", + "e py", + "ep y", + "( COM", + "(C OM", + "Ġrob ber", + "ä ter", + "ät er", + "w ang", + "wa ng", + "wan g", + "_ teacher", + "_t eacher", + "_te acher", + "Ġresent ment", + "Ġlett uce", + "er reur", + "err eur", + "erre ur", + "( ic", + "(i c", + "ĠT actical", + "ĠTac tical", + "Ġ Contracts", + "ĠCon tracts", + "ĠContract s", + "ĠContr acts", + "Ġm ænd", + "Ġsit ios", + "Ġsiti os", + "Ġsitio s", + "Ġbast ante", + "Ġnue vos", + "Ġnuevo s", + "ĉN drFc", + "Ġprivate Key", + "uc ch", + "ucc h", + "MM dd", + "Ġ è¾ĵåĩº", + "Ġè¾ĵ åĩº", + "um ba", + "umb a", + "@ foreach", + ": \");ĊĊ", + ":\" );ĊĊ", + ":\");Ċ Ċ", + ":\") ;ĊĊ", + "Ġslip pery", + "ĠKey stone", + "ĠKe ystone", + "ĠKeys tone", + "Ġpione ering", + "Ġpioneer ing", + "_ triangle", + "_t riangle", + "_tr iangle", + "_tri angle", + "( \"Ċ", + "(\" Ċ", + "ĉ ĉĉĉĉĉĉĉĠĠ", + "ĉĉ ĉĉĉĉĉĉĠĠ", + "ĉĉĉĉ ĉĉĉĉĠĠ", + "ĉĉĉ ĉĉĉĉĉĠĠ", + "ĉĉĉĉĉ ĉĉĉĠĠ", + "ĉĉĉĉĉĉ ĉĉĠĠ", + "ĉĉĉĉĉĉĉĉ ĠĠ", + "ĉĉĉĉĉĉĉ ĉĠĠ", + "ĉĉĉĉĉĉĉĉĠ Ġ", + "ĠInt ervention", + "ĠInter vention", + "S CI", + "SC I", + "Ġc JSON", + "Ġter minating", + "Ġterm inating", + "Ġtermin ating", + "ë ¹Ħ", + "ë¹ Ħ", + "Ġbaby s", + "Ġbab ys", + "Sub set", + "Ġ ë¡", + "Ġë ¡", + "Ġseu lement", + "Ġseul ement", + "Ġseule ment", + "Ġm uestra", + "Ġmue stra", + "En tre", + "Ent re", + "Entr e", + "以 ä¸Ĭ", + "n go", + "ng o", + "\" bytes", + "QR ST", + "QRS T", + "Ġy pos", + "Ġyp os", + "person a", + "pers ona", + "Ġ Deploy", + "ĠDe ploy", + "ĠDep loy", + "c ee", + "ce e", + "Ġ à®", + "Ġà ®", + ". goal", + ".go al", + "Ġhabit ats", + "Ġhabitat s", + "Ġ isAdmin", + "Ġis Admin", + "Ġexplo iting", + "Ġexploit ing", + "Ġvent il", + "Ġven til", + "ĠB alls", + "ĠBall s", + "ĠBal ls", + "ا ب", + "Ø§Ø ¨", + "Ġmind fulness", + "Ġmindful ness", + "( kwargs", + "(k wargs", + "Ġre sembling", + "Ġresembl ing", + "Ġch oir", + "Ġcho ir", + "Ġon BackPressed", + "ĠSEC URITY", + "/ gtest", + "/g test", + "Ġjust ices", + "Ġjustice s", + "Ġinteger Value", + "b lah", + "bl ah", + "bla h", + "ĠA im", + "ĠAi m", + "_ finalize", + "_final ize", + "k eh", + "ke h", + "ĠComplex ity", + "Ġaug ust", + "get ElementsByTagName", + "Ġp reach", + "Ġpr each", + "Ġpre ach", + "Ġpron unciation", + "Ġ Trash", + "ĠTr ash", + "ĠTra sh", + "- percent", + "-per cent", + "_PR IV", + "_PRI V", + "ĠH unts", + "ĠHun ts", + "ĠHu nts", + "ĠHunt s", + "ĠC urse", + "ĠCur se", + "u ellen", + "ue llen", + "uel len", + "uelle n", + "uell en", + "Ġheavy weight", + "X i", + "ĉ selected", + "ĉselect ed", + "ĉse lected", + "ĠMcC oy", + "å¼Ĥ 常", + "| =Ċ", + "|= Ċ", + "ĠBattle field", + "Item Image", + "Ġded uctions", + "Ġdeduct ions", + "Ġdeduction s", + "ĠElement al", + "ĠEle mental", + "ĠElem ental", + "( ));//", + "() );//", + "()) ;//", + "()); //", + "ĠBur k", + "ĠBu rk", + "} )čĊčĊ", + "}) čĊčĊ", + "})čĊ čĊ", + "sw ift", + "/ function", + "/f unction", + "Us ually", + "Usu ally", + "_ St", + "_S t", + "_fe ats", + "_feat s", + "Ġ IsValid", + "ĠIs Valid", + "Ġz ad", + "Ġza d", + "Image Context", + "Ġ classname", + "Ġclass name", + "Ġdon ner", + "Ġdonne r", + "Ġdonn er", + "Ġ-- >ĊĊĊ", + "Ġ-->Ċ ĊĊ", + "Ġ--> ĊĊĊ", + "Ġ-->ĊĊ Ċ", + "Ġmotor cycles", + "Ġmotorcycle s", + "+' /'+", + "+'/ '+", + "Ġ setBackground", + "Ġset Background", + "\\ CMS", + "\\C MS", + ". AllArgsConstructor", + ".All ArgsConstructor", + "ĠLex ington", + ". examples", + ".ex amples", + ".example s", + ".exam ples", + "ĠP urs", + "ĠPur s", + "ĠPu rs", + "Push Matrix", + "Ġ================================================= =============", + ".add Target", + "p ora", + "por a", + "po ra", + "Full screen", + "Ġgo of", + "Ġgoo f", + "h len", + "hl en", + "hle n", + "ä ge", + "ĠC URL", + "ĠCUR L", + "ĠCU RL", + "Ġ Interesting", + "ĠInter esting", + "ĠInterest ing", + "Ġretrie ves", + "Ġretrieve s", + "Ġretr ieves", + "_ Obj", + "_O bj", + "in ness", + "inn ess", + "inne ss", + "- ----ĊĊ", + "-- ---ĊĊ", + "---- -ĊĊ", + "--- --ĊĊ", + "----- ĊĊ", + "-----Ċ Ċ", + ".t sv", + ".ts v", + "( IM", + "(I M", + "ĠBr aves", + "ĠBra ves", + "ĠBrave s", + "_ ISR", + "_I SR", + "_IS R", + "o sti", + "os ti", + "ost i", + "á» ĵ", + "ĠEx terior", + "ĠExt erior", + "ĠCourt ney", + "Ġresid ues", + "Ġresidue s", + "T ier", + "Ti er", + ".* ;čĊčĊ", + ".*;čĊ čĊ", + ": black", + ":b lack", + "web View", + "\" path", + "Ġm asa", + "Ġma sa", + "Ġmas a", + "] !='", + "]!= '", + "Ġ Matching", + "ĠM atching", + "ĠMat ching", + "ĠMatch ing", + "d ur", + "du r", + "J vm", + "= context", + "_ RING", + "_R ING", + "Ġpro ponents", + "Ġprop onents", + "ĠQString Literal", + "Ġ inflate", + "Ġin flate", + "Ġinf late", + "Ġinfl ate", + "< Float", + " \">čĊ", + "Ġ?>\" >čĊ", + "Ġ?>\"> čĊ", + "_C OST", + "_CO ST", + "i linear", + "il inear", + "ili near", + "iline ar", + "ilin ear", + "Ġ Workspace", + "ĠWork space", + "ĠWorks pace", + "Ġs pel", + "Ġsp el", + "Ġspe l", + "ag ogue", + "ago gue", + "agog ue", + "ĠMillenn ium", + "ĠPop ulate", + "Ġ nid", + "Ġn id", + "Ġni d", + ".parse Color", + "S olar", + "So lar", + "Sol ar", + "ĠG ad", + "ĠGa d", + "Ġ ì¤ij", + "Ġì ¤ij", + "Ġì¤ ij", + "ĠK amp", + "ĠKa mp", + "ĠKam p", + "ĉ rm", + "ĉr m", + "Ġb enz", + "Ġbe nz", + "Ġben z", + "Ġ Honestly", + "ĠH onestly", + "ĠHonest ly", + "Ġelectro de", + "Ġelectr ode", + "ĠPr airie", + "ĠPra irie", + "Ġ PROFILE", + "ĠPRO FILE", + "ĠPROF ILE", + "ĠOri ental", + "ĠOrient al", + "ĠO LED", + "ĠOL ED", + "/cop yleft", + "awa ii", + "awai i", + "( products", + "(product s", + ") \\<", + ")\\ <", + "- created", + "-c reated", + "-create d", + "-cr eated", + ".Many ToMany", + "\" How", + "\"H ow", + "Ġв Ñĭп", + "ĠвÑĭ п", + "Ġmitochond rial", + "_ testing", + "_t esting", + "_test ing", + "( created", + "(c reated", + "(create d", + "(cr eated", + "Ġ getField", + "Ġget Field", + "_E VAL", + "_EV AL", + "] .\"", + "]. \"", + "ĠF SM", + "ĠFS M", + "ĠR ita", + "ĠRi ta", + "ĠRit a", + "Ġ åıĤæķ°", + "Ġåı Ĥæķ°", + "ĠåıĤ æķ°", + "Ġc ôt", + "Ġcô t", + "ĠIns ight", + "ĉ mysqli", + "ĉm ysqli", + "ĉmysql i", + "_ timing", + "_t iming", + "_tim ing", + "_ti ming", + "I DO", + "ID O", + ") ))))Ċ", + ")) )))Ċ", + "))) ))Ċ", + ")))) )Ċ", + "CO VERY", + "COVER Y", + ". imag", + ".i mag", + ".im ag", + "C DF", + "CD F", + "l ust", + "lu st", + "lus t", + "i ckt", + "ic kt", + "ick t", + "_ FP", + "_F P", + ". ','", + ".' ,'", + ".', '", + "g cc", + "gc c", + "Ġkur z", + "Ġku rz", + "_p wm", + "_pw m", + "Ġodp owied", + "Ġ Barrier", + "ĠBar rier", + "ĠBarr ier", + "/************************************************************************ ***Ċ", + "p ak", + "pa k", + "- Israel", + "ĠRut gers", + "Ġselected Item", + "ĠRam irez", + "F arm", + "Far m", + "Fa rm", + "Ġcal endars", + "Ġcalendar s", + "Ġcalend ars", + "g zip", + "gz ip", + "Ġblock buster", + "ĠPly mouth", + "çľ Į", + "res ponses", + "response s", + "respons es", + ".Dialog Interface", + "- grand", + "-g rand", + "-gr and", + "Ġ getSource", + "Ġget Source", + "ĠgetS ource", + "Ġdej tings", + "Ġdejting s", + "Ġt ieten", + "Ġti eten", + "Ġtie ten", + "Ġcondem nation", + "Ġcondemn ation", + "Ġcontin uar", + "Ġcontinu ar", + "Ġcontinua r", + ".Mock Mvc", + "/ english", + "Ġ MediaPlayer", + "ĠMedia Player", + "com puted", + "comp uted", + "compute d", + "comput ed", + "ĠCl ippers", + "ĠClip pers", + "ĠCli ppers", + "( delegate", + "(de legate", + ". Slf", + ".S lf", + "Ġ ë¡ľ", + "Ġë¡ ľ", + "ĠT ide", + "ĠTi de", + "Ġih rem", + "Ġihr em", + "Ġihre m", + "ĠW an", + "ĠWa n", + "Ñĥ ÑİÑī", + "ÑĥÑİ Ñī", + "} ><", + "}> <", + "Disc ussion", + "Discuss ion", + "Ġw atts", + "Ġwat ts", + "Ġwatt s", + "- minus", + "-m inus", + "-min us", + "ĠJul iet", + "ĠJulie t", + "ĠJuli et", + "éĽ ħ", + "Ġcon cluding", + "Ġconcl uding", + "and scape", + "ands cape", + "Ġúlt ima", + "ĠD ERP", + "ĠDE RP", + "ĠDER P", + "Ġsign Up", + "ĠSecond ly", + "W AIT", + "WA IT", + "l ds", + "ld s", + ". callbacks", + ".call backs", + ".callback s", + "( hour", + "(h our", + "im ators", + "ima tors", + "imator s", + "imat ors", + "vol ent", + "A AF", + "AA F", + "e driver", + "ed river", + "ĠMath ematic", + "< Tuple", + "'", + "Ġ/> '", + "{ j", + "_AB ORT", + "E ther", + "Et her", + "Eth er", + "Ġeduc ator", + "Ġpreca ution", + "Ġfinger tips", + "Ġfingert ips", + "get Var", + "cam atan", + "- debug", + "-de bug", + "ĠR AF", + "ĠRA F", + "[ arg", + "[a rg", + "Ġr aced", + "Ġrace d", + "Ġrac ed", + "Ġra ced", + "Ġts unami", + ".f link", + ".fl ink", + "Ġgl yc", + "Ġgly c", + "u ko", + "uk o", + "Ġ Multiply", + "ĠM ultiply", + "ĠMulti ply", + "ĠMultip ly", + "Ġre distribution", + "Ġred istribution", + "Ġredistrib ution", + "Ġredis tribution", + "A GO", + "AG O", + "Ġ Routine", + "ĠR outine", + "ĠRout ine", + "Ġ opr", + "Ġo pr", + "Ġop r", + "( lower", + "(l ower", + "(low er", + "(lo wer", + "ĠFun ktion", + "ĠFunk tion", + ". dk", + ".d k", + "Ġ egt", + "Ġe gt", + "Ġeg t", + "_B ASIC", + "sys call", + "ĠL SD", + "ĠLS D", + "Ġ Duplicate", + "ĠD uplicate", + "ĠDup licate", + "_ sell", + "_s ell", + "_se ll", + "_sel l", + "Ġerror Handler", + "_ ips", + "_i ps", + "_ip s", + "Ġ erv", + "Ġe rv", + "Ġer v", + "an nie", + "ann ie", + "anni e", + "(resource Name", + "Ġbott led", + "Ġbottle d", + "Ġcraw ling", + "Ġcrawl ing", + "e gment", + "eg ment", + ".set Tag", + "Ġ rss", + "Ġr ss", + "Ġrs s", + "ĠQu arry", + "ĠQuar ry", + "_ exact", + "_ex act", + ". jwt", + ".j wt", + "ĠBo ards", + "ĠBoard s", + "o pi", + "op i", + "Ġn asal", + "Ġna sal", + "Ġnas al", + "Ġ XYZ", + "ĠX YZ", + "ĠXY Z", + ". ud", + ".u d", + "North ern", + "Nor thern", + "Ġact ivating", + "Ġactiv ating", + "e dx", + "ed x", + "ov ah", + "ova h", + "Ġ indx", + "Ġin dx", + "Ġi ndx", + "Ġind x", + "Alert Dialog", + "Ġt ienes", + "Ġti enes", + "Ġtie nes", + "Ġtiene s", + "an nya", + "ann ya", + "anny a", + "_ pan", + "_p an", + "_pa n", + "( decimal", + "(d ecimal", + "(de cimal", + "(dec imal", + ". Dict", + ".D ict", + ".Di ct", + "Ġsubsidi aries", + "Product Name", + "F ew", + "Fe w", + "d ato", + "da to", + "dat o", + "od ied", + "odi ed", + "odie d", + "- under", + "-un der", + "-u nder", + "Ġ ê²ĥ", + "Ġê² ĥ", + "çīĪ æľ¬", + "at ism", + "atis m", + "ati sm", + "[ Math", + "[M ath", + ". '<", + ".' <", + "( infile", + "(in file", + "Ġde notes", + "Ġden otes", + "Ġdenote s", + "$ class", + "$c lass", + "_SEC URITY", + "Ġsew age", + "m elon", + "me lon", + "mel on", + "( Character", + "(Char acter", + "/ github", + "/g ithub", + "/git hub", + "Ġgl aring", + ". Guid", + ".G uid", + "_ sparse", + "_s parse", + "_sp arse", + "Ġ Margin", + "ĠM argin", + "ĠMar gin", + "ĠMarg in", + "_ dns", + "_d ns", + "_dn s", + "Ġme iner", + "Ġmein er", + "Ġmeine r", + "Ġleft ist", + "ĉ loc", + "ĉl oc", + "a bytes", + "aby tes", + "abyte s", + "Ġequipment s", + "Ġequip ments", + "ex po", + "exp o", + "ĠSom erset", + "E K", + "æį ¢", + "Ġlect urer", + "Ġlecture r", + "Ġmem iliki", + "æł ¸", + "ç´ ł", + "p ron", + "pr on", + "pro n", + ": pointer", + "b orrow", + "bor row", + "ĠProt ective", + "ĠProtect ive", + "_ cf", + "_c f", + "Ġ ÐķÑģли", + "ĠÐķ Ñģли", + "b pp", + "bp p", + "' ;ĊĊĊĊ", + "';Ċ ĊĊĊ", + "';ĊĊ ĊĊ", + "'; ĊĊĊĊ", + "';ĊĊĊ Ċ", + "at urally", + "atur ally", + "atural ly", + "_ NAV", + "_N AV", + "Ġpe ptide", + "> d", + "Ġ ifstream", + "Ġif stream", + "Ġi fstream", + "_FACT ORY", + "_FACTOR Y", + "' );//", + "') ;//", + "'); //", + "j oined", + "join ed", + "jo ined", + "m ong", + "mon g", + "mo ng", + "Ġtime spec", + "Ġtimes pec", + "Ġdest abil", + "Ġdesta bil", + "Ġ autop", + "Ġaut op", + "Ġauto p", + "Ġau top", + "- limit", + "-l imit", + "-li mit", + "public ation", + "pub lication", + "ĠD enn", + "ĠDe nn", + "ĠDen n", + ". Memory", + ".M emory", + "( skb", + "(s kb", + "(sk b", + "ĠAna heim", + "_RETURN TRANSFER", + "o ueur", + "ou eur", + "( _('", + "(_ ('", + "l egt", + "le gt", + "leg t", + "ist ingu", + "isting u", + "ĉ priv", + "ĉp riv", + "ĉpr iv", + "Ġredirect s", + "M t", + "Ġal leen", + "Ġall een", + "Ġalle en", + "Ġ PointF", + "ĠPoint F", + "Ġ omin", + "Ġo min", + "Ġom in", + "Ġc itt", + "Ġcit t", + "Ġci tt", + "ĠT age", + "ĠTag e", + "ĠTa ge", + "ĠW alls", + "ĠWall s", + "ĠWal ls", + "á» ī", + "Ġoccup ying", + "Ġoccupy ing", + "x BF", + "xB F", + "r angle", + "ra ngle", + "ran gle", + "rang le", + "Ġrel ational", + "Ġrelation al", + "Ġrelat ional", + "- org", + "-o rg", + "-or g", + "Ġ jpg", + "Ġj pg", + "Ġjp g", + "- derived", + "Ġmal function", + "ĠB enson", + "ĠBen son", + "( scroll", + "(s croll", + "(sc roll", + "Ġ XD", + "ĠX D", + "H oly", + "Ho ly", + "Hol y", + "( commands", + "(command s", + "(comm ands", + "Ġt ipping", + "Ġti pping", + "Ġtip ping", + "Ġpr imitives", + "Ġprim itives", + "Ġprimitive s", + "Ġsex le", + "Call Check", + "Ġ MASTER", + "ĠM ASTER", + "ĠMA STER", + "ĠMAS TER", + "_ TEAM", + "_TE AM", + ".setRequest Header", + "_ specs", + "_sp ecs", + "_spec s", + "Ġs erge", + "Ġser ge", + "Ġserg e", + ". Master", + ".M aster", + ".Ma ster", + "Ġ ims", + "Ġi ms", + "Ġim s", + ".Spring BootTest", + "pay pal", + "ĠW ANT", + "ĠWA NT", + "ĠWAN T", + ". Inst", + ".I nst", + ".In st", + "ĠCar pet", + "ĠCarp et", + "Ġwrong ly", + "( $('.", + "($ ('.", + "($( '.", + "($(' .", + "Ġ bild", + "Ġb ild", + "Ġbi ld", + "Ġbil d", + ". Roll", + ".R oll", + "ĠU rb", + "ĠUr b", + "- can", + "-c an", + "-ca n", + "ãģı ãģłãģķãģĦ", + "ãģıãģł ãģķãģĦ", + "olib eral", + " čĊčĊ", + "Ġ-->čĊ čĊ", + "ĠMa hm", + "ĠMah m", + "} \";ĊĊ", + "}\" ;ĊĊ", + "}\";Ċ Ċ", + "Ġ dq", + "Ġd q", + "ĠPublish ers", + "ĠPublisher s", + "ĠA mpl", + "ĠAm pl", + "ĠAmp l", + "ĠDaniel le", + "ĠDani elle", + "Ġ tern", + "Ġt ern", + "Ġte rn", + "Ġter n", + "èµ ·", + "no ÅĽÄĩ", + "e in", + "ei n", + "ĠAsync Storage", + "u nger", + "un ger", + "ung er", + "unge r", + "ro uw", + "rou w", + "Ġsc issors", + "/ assert", + "/as sert", + ". bucket", + ".b ucket", + "/ archive", + "/a rchive", + "/arch ive", + "_ Man", + "_M an", + "Ġint oler", + "Ġinto ler", + "Ġ ()=>", + "Ġ( )=>", + "Ġ() =>", + "Ġ ÐĴÑĭ", + "ĠÐĴ Ñĭ", + "Ġs ai", + "Ġsa i", + ". xy", + ".x y", + ". \"čĊ", + ".\" čĊ", + "Ġur inary", + "e sub", + "es ub", + "IST ICS", + "ISTIC S", + "Ġ κ", + "ĠÎ º", + "Ġcompl iments", + "Ġcompliment s", + "Ġtypings Japgolly", + "i har", + "ih ar", + "Exp ansion", + "ĠS erving", + "ĠSer ving", + "ĠServ ing", + "_ students", + "_st udents", + "_student s", + "ĠX BOOLE", + "( il", + "(i l", + "Ġ ì²ĺ", + "Ġì² ĺ", + "Ġj ó", + "( tol", + "(t ol", + "(to l", + "( JS", + "(J S", + "ĉ CG", + "ĉC G", + "Ġ DRAW", + "ĠD RAW", + "ĠDR AW", + "t wig", + "tw ig", + "Ġo at", + "Ġoa t", + "_ smooth", + "_sm ooth", + "ĠC SL", + "ĠCS L", + "Ġo sob", + "Ġos ob", + "Ġens uing", + "Ġb anker", + "Ġbank er", + "Ġban ker", + "ĠBack pack", + "_ ping", + "_p ing", + "_pin g", + "_pi ng", + "Ġ wishlist", + "Ġw ishlist", + "Ġwish list", + "= ax", + "=a x", + "ĉ ĠĠĠĊ", + "ĉĠĠĠ Ċ", + "ĉĠ ĠĠĊ", + "ĉĠĠ ĠĊ", + "Dis ney", + "ste ady", + "stead y", + "\" >%", + "\"> %", + "Ġproph ets", + "Ġprophet s", + "Ġ ZX", + "ĠZ X", + "Ġminimal ist", + "Ġminim alist", + ". PLAIN", + ".PL AIN", + "Se attle", + "Seat tle", + ". ordinal", + "Ġ PIPE", + "ĠPI PE", + "Ġret orna", + "Ġretorn a", + "Ġj ugador", + "Ġjug ador", + "ĠB ret", + "ĠBr et", + "ĠBre t", + "ĠâĶ ľ", + "Ġp lush", + "Ġpl ush", + "Ġplus h", + "Ġplu sh", + "UL ATOR", + "ULA TOR", + "S orting", + "Sort ing", + ".grid y", + ".gr idy", + "ect omy", + "_ activ", + "_ac tiv", + "_act iv", + "r ack", + "ra ck", + "rac k", + "Inter active", + "ĠAntar ctica", + "ĠAntarctic a", + "Ġv engeance", + "en so", + "ens o", + "_ known", + "_k nown", + "up plier", + "upp lier", + ". Modules", + ".Mod ules", + ".Module s", + "ĠConnection State", + "éļ IJèĹı", + "éļIJ èĹı", + "@ FindBy", + "Ġ placer", + "Ġpl acer", + "Ġplace r", + "Ġplac er", + "Ġpla cer", + "\\ model", + "< ()>", + "<( )>", + ".is Successful", + ".isSuccess ful", + "- good", + "-g ood", + "-go od", + "b z", + "ĠDr aco", + "ĠDra co", + "Ass istant", + "- extra", + "-ex tra", + "-ext ra", + "аб лиÑĨ", + "Ġhyp ocrisy", + "Ġt st", + "Ġts t", + "ĠA gr", + "ĠAg r", + "$ txt", + "$t xt", + "Ġlog istic", + "l icensed", + "lic ensed", + "license d", + "ĠH of", + "ĠHo f", + "Ġ tat", + "Ġt at", + "Ġta t", + "( iv", + "(i v", + "Ġint oxic", + "Ġinto xic", + "Ġintox ic", + "post Id", + "_ strike", + "_st rike", + "_str ike", + "Ġhum iliation", + "Ġhumili ation", + "p codes", + "pc odes", + "\" sync", + "\"s ync", + "( recipe", + "(rec ipe", + "+ N", + "r ente", + "re nte", + "ren te", + "rent e", + "ĉ Client", + "ĉC lient", + "ycop g", + "ĠZur ich", + "ĠZu rich", + "Ġ Profiles", + "ĠPro files", + "ĠProf iles", + "ĠProfile s", + "C ountries", + "Count ries", + "Ġp ict", + "Ġpi ct", + "Ġpic t", + "Ġroll out", + "requ encies", + "Ġp atched", + "Ġpat ched", + "Ġpatch ed", + "Ġcar tridges", + "Ġcartridge s", + "Ġsh ading", + "Ġsha ding", + "J ar", + "Ja r", + "Ġsalv age", + "ĠT axes", + "ĠTax es", + "ĠTa xes", + "Ġstand by", + "ap oran", + "apor an", + "apo ran", + "E igen", + ". angular", + "Ġ Nested", + "ĠN ested", + "ĠNe sted", + "ĠNest ed", + "ĠNes ted", + "ä º«", + "äº «", + "Ġ isVisible", + "Ġis Visible", + "ĠDw ight", + "_BR ANCH", + ". Delay", + ".D elay", + ".De lay", + "Ġk end", + "Ġke nd", + "Ġken d", + "Ġfacilit ated", + "Ġfacilitate d", + "Ġfacil itated", + ". flatMap", + ".flat Map", + "Ġs anta", + "Ġsan ta", + "Ġsant a", + "ĉ Send", + "ĉS end", + "/ messages", + "/m essages", + "/message s", + "Ġof Type", + "ĉ swap", + "ĉs wap", + "ĉsw ap", + "# plt", + "ĠTur ks", + "ĠTurk s", + "N ES", + "NE S", + "Ġprogress ively", + "Ġprogressive ly", + "ĠRes idence", + "Ġ TREE", + "ĠT REE", + "ĠTR EE", + "ĠTRE E", + "Ġn oen", + "Ġno en", + "Ġnoe n", + "d io", + "di o", + "Ġ nelle", + "Ġn elle", + "Ġne lle", + "Ġnel le", + "Ġnell e", + "Ġso gar", + "Ġsog ar", + "i tti", + "it ti", + "itt i", + "week ly", + "Ġambigu ity", + "_ Settings", + "_S ettings", + "_Set tings", + "W are", + "War e", + "Wa re", + ". neo", + ".n eo", + ".ne o", + "_ DST", + "_D ST", + "_DS T", + "Ġ æĸ¹", + "Ġæĸ ¹", + "p rep", + "pr ep", + "pre p", + "l obby", + "lob by", + "@ email", + "/ movie", + "/m ovie", + "Ġfun kc", + "Ġfunk c", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ċ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĊ", + "ÂŃ s", + "Ġguard ians", + "Ġguardian s", + "- pos", + "-p os", + "-po s", + "Ġconfig uring", + "Ġconfigur ing", + "ĠC PS", + "ĠCP S", + "ĠD eus", + "ĠDe us", + "Ġvidé os", + "Ġvidéo s", + "_ empresa", + "_emp resa", + "Ġsl apped", + "Ġsla pped", + "Ġslap ped", + "< Model", + "',Ċ", + "\"> ',Ċ", + "\">' ,Ċ", + "\">', Ċ", + "_X DECREF", + "ĠBuzz Feed", + "_M ARGIN", + "P LOY", + ". small", + ".s mall", + ".sm all", + "Ġm imeType", + "Ġmime Type", + "Ġh olog", + "Ġho log", + "Ġhol og", + "ĉ camera", + "ĉc amera", + "l ias", + "li as", + "lia s", + "Ġsusp ense", + "od ynam", + "ody nam", + "odyn am", + "b au", + "ba u", + "Ġgrave yard", + "_ named", + "_n amed", + "_name d", + "_na med", + "\": \"'", + "\":\" '", + "Ġ ************************************************", + "Ġ******************************** ****************", + "Ġ******** ****************************************", + "Ġ**************** ********************************", + "Ġ************************ ************************", + "Ġ**************************************** ********", + "Ġgame Over", + "Ġ LENGTH", + "ĠLE NGTH", + "ĠLENG TH", + "ĉ screen", + "ĉs creen", + "ĉsc reen", + "Ġdo InBackground", + "_ dependencies", + "_depend encies", + "_dep endencies", + "Ġ rtc", + "Ġr tc", + "Ġrt c", + "/ up", + "/u p", + "_ ROM", + "_R OM", + "_RO M", + "H all", + "Ha ll", + "Hal l", + "Ġdef iciencies", + "( te", + "(t e", + "' #", + "_ equiv", + "_e quiv", + "_equ iv", + "Ġpre order", + "ĠA xe", + "ĠAx e", + "о мÑĥ", + "ом Ñĥ", + ".send File", + "Ġ filt", + "Ġf ilt", + "Ġfil t", + "Ġfi lt", + "Ġ Limits", + "ĠL imits", + "ĠLim its", + "ĠLi mits", + "ĠLimit s", + "ĠCaval iers", + ". discount", + ".dis count", + ".disc ount", + "âĨ IJ", + "ĠW it", + "ĠWi t", + "QRST UV", + "Ġ ij", + "Ġi j", + "Ġt egen", + "Ġte gen", + "Ġteg en", + "Ġ :\",", + "Ġ: \",", + "Ġ:\" ,", + "diff iculty", + "p unkt", + "pun kt", + "punk t", + "ĠEm ails", + "ĠEmail s", + "ch lor", + "chl or", + "( fun", + "(f un", + ". Uint", + ".U int", + ".Ui nt", + "ĠSt all", + "ĠSta ll", + "_ verified", + "_ver ified", + "u D", + "File Type", + "Ġple asures", + "Ġpleasure s", + "Ġpleas ures", + "Ġjud iciary", + "Ġs ham", + "Ġsh am", + "Ġsha m", + "i pur", + "ip ur", + "_ PLUS", + "_PL US", + "of fers", + "off ers", + "offer s", + "( foo", + "(f oo", + "_ GT", + "_G T", + "ĉ core", + "ĉc ore", + "EN TION", + "ENT ION", + "ĠLib eration", + "ĠLiber ation", + "Command Line", + "_ department", + "_de partment", + "_dep artment", + "_depart ment", + ". Ar", + ".A r", + "_ neighbor", + "_ne ighbor", + "Ġ Submitted", + "ĠSub mitted", + "ĠSubmit ted", + "Ġ Ċ", + "\"> -->Ċ", + "Ġdro its", + "Ġdroit s", + "Ġhomosexual s", + "Ġab duction", + "ĉ widget", + "ĉw idget", + "$ headers", + "$header s", + "ĠD AR", + "ĠDA R", + "Ġf la", + "Ġfl a", + "th reat", + "thr eat", + "Ġl ouis", + "Ġlo uis", + "Ġlou is", + ". GetProperty", + ".Get Property", + "\" Just", + "( frames", + "(f rames", + "(frame s", + "(fr ames", + "r yo", + "ry o", + "prof ession", + "| i", + "íķ´ ìĦľ", + "( sv", + "(s v", + "Ġun recognized", + "I onic", + "Io nic", + "Ion ic", + "F ashion", + "Screen State", + "Ġ Incoming", + "ĠIn coming", + "ĠInc oming", + "Not Nil", + "Ġsyn cing", + "Ġsync ing", + "e mie", + "em ie", + "emi e", + "Ġth ermo", + "Ġther mo", + "Ġtherm o", + "_ procs", + "_pro cs", + "_pr ocs", + "_proc s", + "Ġincons istency", + "Ġinconsist ency", + "rel igious", + ". mj", + ".m j", + "Ġperson n", + "Ġpers onn", + "Ġperso nn", + "Ġmoment os", + "Ġmomento s", + "or arily", + "Ġ æĬ", + "Ġæ Ĭ", + "_ne urons", + "Ill ustr", + "im oto", + "imo to", + "i lik", + "il ik", + "ili k", + "ĠW oj", + "ĠWo j", + "Tr ading", + "Trad ing", + "Tra ding", + "Ġapp are", + "Ġap pare", + "Ġappar e", + "Ġentre prises", + "Ġentreprise s", + "a chat", + "ac hat", + "ach at", + "acha t", + "Ġ ¬", + "Ġ ¬", + "Ġne igh", + "Ġnei gh", + "BUTTON DOWN", + "ĠMa her", + "ĠMah er", + "a ghan", + "ag han", + "agh an", + "- hash", + "-h ash", + "-has h", + "\" f", + "Ġclient ele", + "Ġcliente le", + ".add Button", + "ĉ SP", + "ĉS P", + "Q i", + "Ġg rated", + "Ġgr ated", + "Ġgrat ed", + "Ġgra ted", + "Ġgrate d", + "PO SITE", + "POS ITE", + "POSIT E", + ": >", + "ĠH owell", + "ĠHow ell", + "ĠHo well", + "ĠHowe ll", + "ĠCompar ative", + "Ġ ISC", + "ĠI SC", + "ĠIS C", + "ÂŃ i", + "O cean", + "D avis", + "Da vis", + "ĠFil me", + "ĠFilm e", + "W ins", + "Win s", + "Wi ns", + "ĠJ IT", + "oc cer", + "occ er", + "ĠC orm", + "ĠCo rm", + "ĠCor m", + "ENCH MARK", + "rc hive", + "rch ive", + "i cação", + "ic ação", + "ica ção", + "Ġm ata", + "Ġmat a", + "Ġma ta", + "Ġchild birth", + "ĠOption ally", + "ĠOptional ly", + "E ns", + "En s", + "Ġx http", + "Ġel ucid", + "_Osc InitStruct", + ") )):Ċ", + ")) ):Ċ", + "))) :Ċ", + "Ġint uit", + "Ġ Donate", + "ĠDon ate", + "Ġcorre lates", + "Ġcorrel ates", + "Ġcorrelate s", + "> Delete", + "Ġe quipe", + "Ġequ ipe", + "Ġequip e", + "Ġb oca", + "Ġbo ca", + "Ġinf latable", + "Ġinfl atable", + "e rah", + "er ah", + "era h", + "ĠDateTime Kind", + "Ġcal ves", + "\\ Lib", + "\\L ib", + "Ġem lrt", + "ĠTr ilogy", + "ĠTri logy", + "ĠP anc", + "ĠPan c", + "ĠPa nc", + "ĠD uis", + "ĠDu is", + "ĠpelÃŃcul a", + "W ARDS", + "WARD S", + "WAR DS", + "_DE TECT", + "_DET ECT", + "-section al", + "d hcp", + "dh cp", + "For Row", + "- destruct", + "-d estruct", + "-de struct", + "Ġ Presenter", + "ĠP resenter", + "ĠPres enter", + "ĠPresent er", + "/ slick", + "/s lick", + "/sl ick", + ", on", + ",o n", + "ĠCit adel", + "logged in", + "logg edin", + "_ subtype", + "_sub type", + "Ġs igue", + "Ġsi gue", + "Ġsig ue", + "Ġsigu e", + "Ġc uring", + "Ġcur ing", + "Ġcu ring", + "ĠFire wall", + "Ġfluores cence", + "ĠItalian s", + "ĠItalia ns", + "ĠItal ians", + "иÑĤ ÑģÑı", + ". getStyle", + ".get Style", + "In Seconds", + "j ie", + "ji e", + "- Smith", + "-S mith", + "Ġx link", + "Ġxl ink", + "Ġsub missive", + "о нÑĤ", + "он ÑĤ", + "arbon ate", + "ĠF aul", + "ĠFa ul", + "_ goals", + "_go als", + "_goal s", + "ĠCommission ers", + "ĠCommissioner s", + "chart Instance", + "_POST FIELDS", + "Ġmed ial", + "Ġmedia l", + "Ġmedi al", + "Ġm anos", + "Ġman os", + "Ġma nos", + "Ġmano s", + "Ġd elt", + "Ġde lt", + "Ġdel t", + "s vm", + "sv m", + ". Apis", + ".A pis", + ".Api s", + ".Ap is", + "e phy", + "ep hy", + "eph y", + "Ġasym pt", + "Ġapp Delegate", + "Ġimpro bable", + "c ka", + "ck a", + "s imd", + "si md", + "sim d", + "/ Error", + "/E rror", + ". âĢĵ", + "Ġ PTS", + "ĠP TS", + "ĠPT S", + "d eer", + "de er", + "dee r", + "Ġs ina", + "Ġsi na", + "Ġsin a", + "m agnitude", + "ID ADE", + "IDA DE", + "IDAD E", + "'] }'", + "']} '", + "Ġmay ores", + "Ġmayor es", + "Ġmayo res", + "ĉ comment", + "ĉcom ment", + "/ console", + "/con sole", + "\" @", + "v olt", + "vo lt", + "vol t", + ". sell", + ".s ell", + ".se ll", + ".sel l", + "ĠM acy", + "ĠMac y", + "ĠMa cy", + "Ġme lod", + "Ġmel od", + "Ġim ágenes", + "_ chg", + "_c hg", + "_ch g", + "Ġin out", + "Ġi nout", + "id ente", + "ide nte", + "ident e", + "iden te", + ") '),Ċ", + ")' ),Ċ", + ")'), Ċ", + "d ni", + "dn i", + ". blob", + ".b lob", + ".bl ob", + "Ġtyp ography", + "Ġe erie", + "Ġee rie", + "Ġeer ie", + "_ OID", + "_O ID", + "p esan", + "pe san", + "pes an", + "a jan", + "aj an", + "aja n", + "Ġch opping", + "Ġcho pping", + "Ġchop ping", + "Ġbl uff", + "a df", + "ad f", + "_ bases", + "_b ases", + "_base s", + ". Formatter", + ".Form atter", + ".Format ter", + ".For matter", + "Ġ\\ %", + "ĠPage Info", + "Car rier", + "ĠCal ibration", + "c omo", + "com o", + "co mo", + "-b odied", + "Ġfinanc ier", + "Ġ INA", + "ĠI NA", + "ĠIN A", + ". ERR", + ".E RR", + "Ġho odie", + "Ġhood ie", + "ĠS anity", + "ĠSan ity", + "gu arded", + "guard ed", + ".opend aylight", + "IS MATCH", + "ISM ATCH", + "High lights", + "Highlight s", + "ü nk", + "ün k", + "an iem", + "ani em", + "anie m", + "ang ered", + "ange red", + "anger ed", + "assign ments", + "assignment s", + "Ġregistr ado", + "Ġregist rado", + "ĠU PPER", + "ĠUP PER", + "ampil kan", + "a shire", + "as hire", + "ash ire", + "ashi re", + "ĠNik ola", + "ĠNi kola", + "ĠNikol a", + "ĠC FL", + "ĠCF L", + "ĠH DC", + "ĠHD C", + "Ġp oids", + "Ġpo ids", + "Ġpoi ds", + "ĠI Ps", + "ĠIP s", + "Ġprevent ative", + "ips oid", + "i fix", + "if ix", + "ifi x", + ". camel", + ".c amel", + ".ca mel", + ".cam el", + ". ga", + ".g a", + "V olumes", + "Volume s", + "Vol umes", + "- ste", + "-s te", + "-st e", + "Y ahoo", + "Ya hoo", + "_s ibling", + "_si bling", + "H ighest", + "High est", + "Hi ghest", + "opt group", + "Ġkvin na", + "Ġkvinn a", + "âĢĿ ãĢĤĊĊ", + "âĢĿãĢĤ ĊĊ", + "ĠAppl iances", + "Ġ \"><", + "Ġ\" ><", + "Ġ\"> <", + "' )\")Ċ", + "') \")Ċ", + "')\" )Ċ", + "h tt", + "ht t", + "ĠIdent ified", + "Ġpencil s", + "Ġpenc ils", + "Ġmember Id", + "Ġappend String", + ".load Data", + "Ġmock Mvc", + "Ġj ub", + "Ġju b", + "ĠS lut", + "ĠSl ut", + "ĠTai pei", + "st att", + "stat t", + "sta tt", + "P olit", + "Pol it", + "Po lit", + "Ġpart ager", + "Did Change", + "Incre ases", + "Increase s", + ") }.", + ")} .", + "ĠB aba", + "ĠBa ba", + "ĠBab a", + "_CL IP", + "_CLI P", + "[ unit", + "[u nit", + "Ġ клÑİÑĩ", + "Ġк лÑİÑĩ", + "Ġalc uni", + "ĠL ola", + "ĠLo la", + "ĠLol a", + "Ġcl inging", + "Ġclin ging", + "Ġcling ing", + "@ PostMapping", + "( concat", + "(con cat", + "Ġ ssid", + "Ġs sid", + "Ġss id", + "ĠF auc", + "ĠFa uc", + "o kit", + "ok it", + "oki t", + "ĠRecord ed", + "á lez", + "ál ez", + "ále z", + "($ ('<", + "($( '<", + "($(' <", + ".assertIs Not", + "Ġk ali", + "Ġka li", + "Ġkal i", + "V olt", + "Vo lt", + "Vol t", + "Ġwarm ly", + "Ġsc ares", + "Ġsca res", + "Ġscar es", + "Ġscare s", + "g etti", + "get ti", + "ge tti", + "gett i", + "füh rt", + "führ t", + "_ does", + "_d oes", + "_do es", + ". EMAIL", + ".E MAIL", + "im ations", + "imation s", + "imat ions", + "Ġspring fox", + "ĠD ecom", + "ĠDe com", + "ĠDec om", + "ar cy", + "arc y", + "Ġgl itches", + "Ġglitch es", + "ĠM off", + "ĠMo ff", + "ĠV oll", + "ĠVol l", + "ĠVo ll", + ". between", + ".b etween", + "Ġco orden", + "Ġcoord en", + "ĠPart icularly", + "G BP", + "GB P", + "Ġ semble", + "Ġs emble", + "Ġsem ble", + "Ġsembl e", + "East ern", + "_M SB", + "_MS B", + "] ){čĊ", + "]) {čĊ", + "]){ čĊ", + "m organ", + "mo rgan", + "mor gan", + "ĠE VAL", + "ĠEV AL", + "d ere", + "de re", + "der e", + "H OUSE", + "HO USE", + "m oire", + "mo ire", + "ist ique", + "isti que", + "_l stm", + "_lst m", + "_ls tm", + "- commit", + "-com mit", + "-comm it", + "yster ious", + "Ġtw ink", + "Ġtwin k", + "- thumbnails", + "-th umbnails", + "-thumbnail s", + "e nÃŃ", + "en ÃŃ", + ": '',", + ":' ',", + ":'' ,", + "Ġblack out", + "ĠFloor s", + "ĠFlo ors", + "Ġso fas", + "Ġsofa s", + "Ġsof as", + "Ġ oui", + "Ġo ui", + "Ġou i", + "le shoot", + "les hoot", + "lesh oot", + "ĠR aq", + "ĠRa q", + "- abs", + "-a bs", + "-ab s", + "Ġk ra", + "Ġkr a", + "M ining", + "Min ing", + "Mi ning", + "Mini ng", + "s haft", + "sh aft", + "sha ft", + ".set Columns", + ".setColumn s", + "Cl azz", + "Cla zz", + "PRE TTY", + ". playlist", + ".play list", + "éĸ ¢", + "-Sah aran", + "M ING", + "MI NG", + "MIN G", + "ĉ bl", + "ĉb l", + "è® ®", + "j f", + "DO CKER", + "DOC KER", + "hop efully", + "hope fully", + "( ignore", + "(i gnore", + "ĠUsers Controller", + "ĠMitar beiter", + "Ġ LES", + "ĠL ES", + "ĠLE S", + "Ham ilton", + "- metadata", + "-m etadata", + "-meta data", + "Ġ KK", + "ĠK K", + "ikt ig", + "Ġwoll te", + "Ġwol lte", + "egr ator", + "egra tor", + "] bool", + ", current", + ",c urrent", + "Ġvalue Type", + "Ġexcav ation", + "o land", + "ol and", + "ola nd", + "olan d", + "Ġv erv", + "Ġver v", + "Ġve rv", + "/ filepath", + "/file path", + "Auth Provider", + "Ġpro crast", + "ĉ ULONG", + "ĉU LONG", + "_MEM BERS", + "_MEMBER S", + "Ġup lift", + "ĠAut onomous", + "Ġart works", + "Ġartwork s", + "ĠOut reach", + "Ġp ore", + "Ġpo re", + "Ġpor e", + "Home page", + "Dialog Title", + "Ġ Generating", + "ĠG enerating", + "ĠGener ating", + "ĠGene rating", + "P ARSE", + "PAR SE", + "Ġsem anas", + "Ġsemana s", + "Ġhum ano", + "Ġhuman o", + "JSGlobal Scope", + "Ġvo lte", + "Ġvol te", + "Ġvolt e", + "Ġb ella", + "Ġbe lla", + "Ġbel la", + "Ġbell a", + "(is instance", + "Ġp lc", + "Ġpl c", + "\\ Catalog", + "\\C atalog", + "Ġeste emed", + "Ġesteem ed", + "éĽ ·", + "( suffix", + "(s uffix", + "Ġswe eps", + "Ġsweep s", + "ĉ ORDER", + "Ġdo ivent", + "Ġdoi vent", + "ĠS warm", + "ĠSw arm", + "Ġ Compiled", + "ĠComp iled", + "ĠCompile d", + "get Page", + "A DR", + "AD R", + ".R ichTextBox", + "Ġ Naming", + "ĠN aming", + "ĠNa ming", + "ĠNam ing", + "ag ged", + "agg ed", + "ĠG ANG", + "ĠGA NG", + "r asing", + "ra sing", + "ras ing", + "od eled", + "ode led", + "odel ed", + "Ġg ala", + "Ġga la", + "Ġgal a", + "ĠJS Name", + "d df", + "dd f", + "Ġil lust", + "Ġill ust", + "ĠLan sing", + "ĠLans ing", + "[ port", + "[p ort", + "- death", + "-de ath", + "Ġdin heiro", + "ĠE ighth", + "ĠEight h", + "Ġ bian", + "Ġb ian", + "Ġbi an", + "st Ã¥", + "Ġvers ión", + "ĠLinear Gradient", + "ĠH arding", + "ĠHar ding", + "ĠHard ing", + ". *)", + ".* )", + "e czy", + "ec zy", + "ecz y", + "$ header", + "Ġv Ã¥r", + "ĠvÃ¥ r", + "Un checked", + "Ġk oje", + "Ġko je", + "ĠPal adin", + "( ))),", + "() )),", + "()) ),", + "())) ,", + "G iving", + "Gi ving", + "( )})Ċ", + "() })Ċ", + "()} )Ċ", + "Ġd ips", + "Ġdi ps", + "Ġdip s", + "F riendly", + "Friend ly", + "Ġport rays", + "Ġportray s", + "Ġhel ium", + "Ġinsurg ency", + "_ expiry", + "_ex piry", + "_exp iry", + "ĠstringByAppending String", + "Ġa antal", + "Ġaan tal", + "s lope", + "sl ope", + "m ast", + "ma st", + "mas t", + ".get Integer", + ".getInt eger", + "Ġ ########################", + "Ġ######## ################", + "Ġ################ ########", + "Ġ############ ############", + "_PIPE LINE", + "Ġd ensely", + "Ġdense ly", + "Ġdens ely", + "Ġmut ating", + "m idi", + "mi di", + "mid i", + "ĠSe it", + "a yne", + "ay ne", + "NOW LED", + "ĠDes mond", + "ĠF Name", + "ĠFN ame", + "ĠN airobi", + "\\ Context", + "Ġcal cular", + "Ġcalcul ar", + "Ġcalc ular", + "- den", + "-d en", + "-de n", + "Ġ cott", + "Ġc ott", + "Ġco tt", + "Ġcot t", + "] ):čĊ", + "]) :čĊ", + "]): čĊ", + "ĠRecommend ation", + "ĠRo lex", + "ĠRole x", + "ĠRol ex", + "Ġvalidation Result", + ". pat", + ".p at", + ".pa t", + "Ġn Ãły", + "ĠRest Client", + "ĠG PI", + "ĠGP I", + "ĠAshe ville", + "Ġ OSP", + "ĠO SP", + "ĠOS P", + "ĠPER MISSION", + "ÐĶ аÑĤа", + "/ notification", + "/not ification", + "K night", + "Kn ight", + "_ Word", + "_W ord", + "ĠB ender", + "ĠBe nder", + "ĠBen der", + "ĠBend er", + "r anking", + "ran king", + "rank ing", + "Ġpart ida", + "Ġparti da", + "_ reservation", + "_res ervation", + "Ì Ģ", + "Ġm Name", + "Ġg etch", + "Ġget ch", + "Ġb orr", + "Ġbo rr", + "Ġbor r", + "Ġdilig ent", + "Disc uss", + "æŃ£ åľ¨", + "ape ake", + "i oned", + "ion ed", + "io ned", + "ione d", + "-N azi", + ". cum", + ".c um", + "ĠK ron", + "ĠKr on", + "ĠKro n", + "= $('#", + "=$ ('#", + "=$( '#", + "/ single", + "/s ingle", + "Ġerot isch", + "ĠV ib", + "ĠVi b", + "Ġrat ified", + "Ġconcert ed", + "ĠREG ARD", + "Ġdo br", + "Ġdob r", + ".Driver Manager", + "' r", + "Port able", + "Por table", + "ĉ suite", + "ĉs uite", + "Ġrel aciones", + "Ġrelacion es", + "ĠD op", + "ĠDo p", + "emp loi", + "empl oi", + "emplo i", + "D OB", + "DO B", + "Ġcr umbs", + "Ġ xls", + "Ġx ls", + "Ġxl s", + "_ Application", + "_App lication", + "(' :',", + "(': ',", + "Ġ-- ----------------------------------------------------------------------Ċ", + "Ġ---------------------------------------------------------------- --------Ċ", + "Ġ------------------------------------------------------------ ------------Ċ", + "m se", + "ms e", + "Ġb erk", + "Ġbe rk", + "Ġber k", + "Ġ ReturnValue", + "ĠReturn Value", + "ĠB elly", + "ĠBel ly", + "ĠBell y", + "Ġc amar", + "Ġca mar", + "Ġcam ar", + "ĠPe ek", + "ĠPee k", + "el sing", + "els ing", + "Ġnot ifies", + "ĠTr istan", + "ĠTri stan", + "ĠG AR", + "ĠGA R", + "em me", + "emm e", + "ĠElev ated", + "_ CSV", + "_C SV", + "_CS V", + "( chalk", + "(ch alk", + "Ġtw enties", + "ĠSearch Result", + "= search", + "=s earch", + "ĠMix ing", + "ĠMi xing", + "ý t", + "Ġrecru iter", + "Ġrecruit er", + "ĠIDE OGRAPH", + "ĠA go", + "ĠAg o", + "( Operation", + "(O peration", + "(Op eration", + "$ values", + "$value s", + "$val ues", + "Ġworld ly", + "ĠRos enberg", + "ĠRosen berg", + "ĠConfigure Services", + "> ** Ċ", + "...\" >Ċ", + "Ġsn ork", + "Ġsno rk", + "_ opacity", + "_op acity", + "ĠinitWith NibName", + "i ado", + "ia do", + "iad o", + "A AC", + "AA C", + "Ġ ]).", + "Ġ] ).", + "Ġ]) .", + "; z", + "_ paragraph", + "_par agraph", + "_para graph", + "Ġn oses", + "Ġno ses", + "Ġnos es", + "Ġnose s", + "st ands", + "stand s", + "sta nds", + "stan ds", + "i fr", + "if r", + "_m E", + "I raq", + "Ir aq", + ". Predicate", + ".P redicate", + "e naire", + "en aire", + "ena ire", + "] ]];Ċ", + "]] ];Ċ", + "Ġ unidad", + "Ġun idad", + "Ġuni dad", + "Ġretire es", + "Ġretir ees", + "_ hello", + "_h ello", + "Ġ modele", + "Ġmod ele", + "Ġmodel e", + "Ġmode le", + "ĠUITableView Controller", + "ĠUIT ableViewController", + "f write", + "fw rite", + "_ numero", + "_num ero", + "_numer o", + "_ visited", + "_vis ited", + "_visit ed", + "Ġrec ebe", + "Ġrece be", + "( Notification", + "Fant astic", + "_ submenu", + "_sub menu", + "ĠP EM", + "ĠPE M", + "ĠC upertino", + "ĠCup ertino", + "approx imately", + "cl assed", + "class ed", + "clas sed", + ".Read String", + "Ġdomic ile", + "_ PW", + "_P W", + "Ġball park", + "ĠK ale", + "ĠKa le", + "ĠKal e", + "con tra", + "cont ra", + "contr a", + "_ favorite", + "_f avorite", + "/ of", + "/o f", + "Q uite", + "Qu ite", + "Quit e", + "Qui te", + "Ġ OTA", + "ĠO TA", + "ĠOT A", + "Ġacceler ometer", + "di dn", + "did n", + "| ^", + "ĠRohing ya", + "ivi crm", + "ivic rm", + "ann abin", + "anna bin", + "обÑĭ ÑĤи", + "o rado", + "or ado", + "ora do", + "' )+", + "') +", + "Ha unted", + ", ID", + ",I D", + "( UIAlertAction", + "u rv", + "ur v", + "_ bel", + "_b el", + "_be l", + "ĠMex icans", + "ĠMexican s", + "/ terms", + "Ġ Painter", + "ĠP ainter", + "ĠPa inter", + "ĠPaint er", + "ĠPain ter", + "Input Label", + "ĠV inci", + "ĠVin ci", + "ĠRo sie", + "ĠRos ie", + "\\ uc", + "\\u c", + "< Menu", + "", + "Ġ'\" >", + "_ gs", + "_g s", + "Ġcomp il", + "n ard", + "na rd", + "nar d", + "- exc", + "-e xc", + "-ex c", + "Ġrh yme", + "Ġb utto", + "Ġbut to", + "Ġbutt o", + "s ays", + "sa ys", + "say s", + "ant asy", + "anta sy", + "antas y", + "ë ¸", + "Ġcitt Ãł", + "Ġch eg", + "Ġche g", + "Time String", + "Ġpos itivity", + "Ġposit ivity", + "ĠD abei", + "ĠDa bei", + "Ġ wang", + "Ġw ang", + "Ġwa ng", + "Ġwan g", + "Ġes cre", + "Ġesc re", + "\" c", + "ĉ video", + "ĉv ideo", + "Ġ Ranked", + "ĠR anked", + "ĠRank ed", + "ĠRan ked", + ". strings", + ".string s", + ".str ings", + "> >>(", + ">> >(", + ">>> (", + "Ġин ÑĤеÑĢ", + "ĠинÑĤ еÑĢ", + "Ġre sta", + "Ġr esta", + "Ġres ta", + "Ġrest a", + "[: ,:", + "[:, :", + "Ġren dre", + "Ġrend re", + "Ġde ser", + "Ġdes er", + "Ġdese r", + "J os", + "Jo s", + "Ġdis ruptions", + "Ġdisrupt ions", + "Ġdisruption s", + "Ġо пеÑĢ", + "Ġоп еÑĢ", + "s ampling", + "sam pling", + "samp ling", + "sup press", + "Ġcontainer View", + "ĠSeam less", + "Ġ airy", + "Ġa iry", + "Ġair y", + "Ġai ry", + "Ġon load", + ".Window Manager", + "ĠP LA", + "ĠPL A", + "br aco", + "bra co", + ".set PositiveButton", + "Ġp du", + "Ġpd u", + "Ġg si", + "Ġgs i", + "Ġ Cli", + "ĠC li", + "ĠCl i", + "_gr adients", + "_grad ients", + "_gradient s", + "Ñı д", + "ĠWh isper", + "c stdint", + "Ġl äng", + "Ġlä ng", + "Ġform ulations", + "Ġformulation s", + "Ġformul ations", + "é nom", + "én om", + "ourn emouth", + "[ $_", + "[$ _", + "Ġordin arily", + ".set Username", + ".setUser name", + "Ġfacult ies", + "MIT TED", + "/ values", + "/value s", + "Ġwe ir", + "Ġwei r", + "ĠA pt", + "ĠAp t", + "M Z", + "ĉ cf", + "ĉc f", + "u cken", + "uc ken", + "uck en", + "ĉ ĉĉĉĉĉĉĉĉĉĉĉĉĉĉĉĉĉĉĉ", + "ĉĉ ĉĉĉĉĉĉĉĉĉĉĉĉĉĉĉĉĉĉ", + "ĉĉĉĉ ĉĉĉĉĉĉĉĉĉĉĉĉĉĉĉĉ", + "ĉĉĉ ĉĉĉĉĉĉĉĉĉĉĉĉĉĉĉĉĉ", + "ĉĉĉĉĉ ĉĉĉĉĉĉĉĉĉĉĉĉĉĉĉ", + "ĉĉĉĉĉĉ ĉĉĉĉĉĉĉĉĉĉĉĉĉĉ", + "ĉĉĉĉĉĉĉĉ ĉĉĉĉĉĉĉĉĉĉĉĉ", + "ĉĉĉĉĉĉĉ ĉĉĉĉĉĉĉĉĉĉĉĉĉ", + "ĉĉĉĉĉĉĉĉĉ ĉĉĉĉĉĉĉĉĉĉĉ", + "ĉĉĉĉĉĉĉĉĉĉ ĉĉĉĉĉĉĉĉĉĉ", + "ĉĉĉĉĉĉĉĉĉĉĉ ĉĉĉĉĉĉĉĉĉ", + "ĉĉĉĉĉĉĉĉĉĉĉĉ ĉĉĉĉĉĉĉĉ", + "ĉĉĉĉĉĉĉĉĉĉĉĉĉ ĉĉĉĉĉĉĉ", + "ĉĉĉĉĉĉĉĉĉĉĉĉĉĉ ĉĉĉĉĉĉ", + "ĉĉĉĉĉĉĉĉĉĉĉĉĉĉĉĉ ĉĉĉĉ", + "ĉĉĉĉĉĉĉĉĉĉĉĉĉĉĉ ĉĉĉĉĉ", + "ĉĉĉĉĉĉĉĉĉĉĉĉĉĉĉĉĉ ĉĉĉ", + "ĉĉĉĉĉĉĉĉĉĉĉĉĉĉĉĉĉĉ ĉĉ", + "ĉĉĉĉĉĉĉĉĉĉĉĉĉĉĉĉĉĉĉ ĉ", + "def ense", + "[ iVar", + "[i Var", + "ĠBusiness Exception", + "Select ors", + "Selector s", + "Sel ectors", + "Sele ctors", + "( coordinates", + "(co ordinates", + "ĠRe sets", + "ĠRes ets", + "ĠReset s", + "ĠDr inks", + "ĠDrink s", + "o leans", + "ole ans", + "olean s", + "(st ypy", + "_ IOC", + "_I OC", + "_IO C", + ". xxx", + ".x xx", + ".xx x", + "ĠS later", + "ĠSl ater", + "ĠSlate r", + "ĠB elize", + "ĠBel ize", + "Ġ /************************************************************************", + "Ġ/ ************************************************************************", + "Ġ/**************************************************************** ********", + "ad din", + "add in", + "_ep isodes", + "_episode s", + "Ġis chem", + "Ġisc hem", + "legal ArgumentException", + "D anny", + "Dan ny", + "Ġ pared", + "Ġp ared", + "Ġpar ed", + "Ġpa red", + "Ġpare d", + ".code haus", + "ĠAs sy", + "ĠAss y", + "ĉ Rect", + "ĉR ect", + "â ŀ", + ". lista", + ".l ista", + ".list a", + ".li sta", + "Ġв аÑĪ", + "Ġва ÑĪ", + "Ġv ets", + "Ġve ts", + "Ġvet s", + "H WND", + "HW ND", + "is oner", + "ison er", + "iso ner", + "Ġ xo", + "Ġx o", + "Ġor ally", + "Ġoral ly", + "Ġ Stmt", + "ĠSt mt", + ".r nn", + "ĠD PI", + "ĠDP I", + "ĠSt rikes", + "ĠStr ikes", + "ĠStrike s", + ".setViewport View", + "Ġèĩª åĬ¨çĶŁæĪIJ", + "Y ELLOW", + "GL enum", + "part ners", + "partner s", + "Ġ Implicit", + "ĠImp licit", + "ĠImpl icit", + "Ġt ako", + "Ġta ko", + "Ġtak o", + "âĢĻ elle", + "âĢĻe lle", + "Ġerm ög", + "total Count", + "G il", + "Gi l", + "ĉ work", + "ĉw ork", + "Ġpr atic", + "Ġpra tic", + "Ġprat ic", + "in ati", + "ina ti", + "a bies", + "ab ies", + "abi es", + "ĠSk inner", + "ĠSkin ner", + "Ġspirit ed", + "Ġspir ited", + "Ġpancre atic", + "Ġh df", + "Ġhd f", + "' em", + "'e m", + "Ġpsych osis", + "Ġpsycho sis", + "o licit", + "ol icit", + "olic it", + "oli cit", + "Ġ\" {\"", + "Ġ\"{ \"", + "_at ual", + "_a tual", + "Ġé lect", + "Ġél ect", + "TE AM", + "Ġd ak", + "Ġda k", + "ĠSW AT", + ". FragmentManager", + ".Fragment Manager", + "Ġprovision ing", + "l ifetime", + "life time", + "lif etime", + "_EXT ENSIONS", + "_EXTENSION S", + "Ġ CASCADE", + "ĠC ASCADE", + "ĠCAS CADE", + "Ġ ![", + "Ġ! [", + "( KP", + "(K P", + "Ġ vem", + "Ġv em", + "Ġve m", + "ĠInter racial", + "ĠInterr acial", + "' ]},Ċ", + "'] },Ċ", + "']} ,Ċ", + "sp acer", + "space r", + "spa cer", + "_ kv", + "_k v", + "W arehouse", + "Ware house", + "R DD", + "RD D", + "_f sm", + "_fs m", + ".Stretch Image", + ", Yes", + ",Y es", + "ĠRefuge e", + "ĠBr inging", + "ĠBring ing", + "Ġv álido", + "Ġvál ido", + ". intersection", + ".inter section", + "Ġsp ooky", + "Ġspo oky", + "_ portal", + "_p ortal", + "_port al", + "_por tal", + "Ġ moth", + "Ġm oth", + "Ġmot h", + "Ġmo th", + "ĠZ odiac", + "ĠSOC IAL", + "M imeType", + "'] }}", + "Ġ----- ->", + "Ġ------ >", + "_ Blue", + "_B lue", + "_Bl ue", + "Ġbot anical", + "Ġfr ags", + "Ġfra gs", + "Ġfrag s", + "Ġfamil ial", + "Ġfamilia l", + "- du", + "-d u", + "Ġse izing", + "Ġseiz ing", + "Ġsei zing", + "( blocks", + "(b locks", + "(block s", + "(bl ocks", + ". rd", + ".r d", + ".check NotNull", + "Ġm iser", + "Ġmis er", + "Ġmi ser", + "Ġmise r", + "Ġmax x", + "Ġma xx", + "ĠK nee", + "ĠKn ee", + "View Item", + "Inner HTML", + "D anger", + "Da nger", + "Dan ger", + "( (__", + "(( __", + "((_ _", + "Ġprz ypad", + "Ġprzy pad", + "create Url", + "* *,", + "** ,", + "ĠDecor ating", + "ATE GY", + "ATEG Y", + "? >/", + "?> /", + ". Designer", + ".Des igner", + ".Design er", + "hex digest", + "ĠEvery where", + "all eries", + "alle ries", + "aller ies", + ".TEXT URE", + ". Blocks", + ".B locks", + ".Bl ocks", + ".Block s", + "z ell", + "ze ll", + "zel l", + "Ġpre ço", + "S uddenly", + "input Email", + "( sync", + "(s ync", + ". bd", + ".b d", + "gold en", + "> ');", + ">' );", + ">') ;", + "ĠDick inson", + "> >(Ċ", + ">> (Ċ", + ">>( Ċ", + "Ġ QUEUE", + "ĠQUE UE", + "Ġ getColumn", + "Ġget Column", + "ĠgetC olumn", + "ĠS AND", + "ĠSA ND", + "ĠSAN D", + ". piece", + ".p iece", + ".pi ece", + "l icer", + "lic er", + "li cer", + "lice r", + "Fl utter", + "Ġget Version", + "Ġresource Id", + "o gl", + "og l", + "ÅĤ aw", + "ÅĤa w", + ". Branch", + ".Br anch", + "ĉ web", + "ĉw eb", + "Ġfr amerate", + "Ġframe rate", + "Ġfram erate", + "P PP", + "PP P", + "Ġf ray", + "Ġfr ay", + "Ġfra y", + "C NT", + "CN T", + "Ġinform atie", + "Ġinformat ie", + "' ]čĊčĊ", + "'] čĊčĊ", + "']čĊ čĊ", + "ne as", + "nea s", + "Header Code", + "Ġ æ¸", + "Ġæ ¸", + "Ġt rg", + "Ġtr g", + "raw types", + "H onda", + "Ho nda", + "Hon da", + "Ġmark eter", + "Ġmarket er", + "Ġ requestData", + "Ġrequest Data", + "Ġ Pg", + "ĠP g", + "ĉ not", + "ĉn ot", + "ĉno t", + "Ġpage Info", + "Ġakt uellen", + "Ġaktu ellen", + "ãģ ķãĤĵ", + "ãģķ ãĤĵ", + "Ġ AMS", + "ĠA MS", + "ĠAM S", + "push ViewController", + "ĉ AL", + "ĉA L", + "Ġv ests", + "Ġve sts", + "Ġvest s", + "Ġves ts", + "p roduce", + "pro duce", + "produ ce", + "prod uce", + "-m ême", + "ĠRah man", + "F unny", + "Fun ny", + "E Z", + "_ Valid", + "_Val id", + "Ġsquad ron", + "Ġ lash", + "Ġl ash", + "Ġla sh", + "Ġlas h", + "Ġ irm", + "Ġi rm", + "Ġir m", + "i asco", + "ias co", + "ĠP aran", + "ĠPar an", + "ĠPa ran", + "ĠPara n", + "Ġpet ites", + "Ġpetite s", + "Ġpetit es", + "ĠDec ay", + "Ġun initialized", + "priv ileged", + "Ġm bedtls", + "å¤ĩ 注", + "Ġ ^.", + "Ġ^ .", + "Ġec static", + "D etroit", + "Det roit", + "Ġp arten", + "Ġpart en", + "Ġpar ten", + "Ġparte n", + "Ġsou venir", + ".get Login", + ".getLog in", + "моÑĤ ÑĢ", + "мо ÑĤÑĢ", + "en ção", + "ĠmÃŃn imo", + "ĠAccess ed", + "ĠAcc essed", + "r ió", + "ri ó", + "M ic", + "Mi c", + "ĠV ocal", + "ĠVo cal", + "ĠVoc al", + ".Set String", + "Ġmens ajes", + "Ġmensaje s", + "åĢ į", + "Ġattr avers", + "ĠA ph", + "ĠAp h", + "Ġ ');čĊ", + "Ġ' );čĊ", + "Ġ') ;čĊ", + "Ġ'); čĊ", + "ü nde", + "ün de", + "ünd e", + "Ġenchant ed", + "Ġench anted", + "ĠRoot State", + "ĠCLOSE D", + "ĉ ĉĉĉĉĉĉĉčĊ", + "ĉĉ ĉĉĉĉĉĉčĊ", + "ĉĉĉĉ ĉĉĉĉčĊ", + "ĉĉĉ ĉĉĉĉĉčĊ", + "ĉĉĉĉĉ ĉĉĉčĊ", + "ĉĉĉĉĉĉ ĉĉčĊ", + "ĉĉĉĉĉĉĉĉ čĊ", + "ĉĉĉĉĉĉĉ ĉčĊ", + "Ġcal iente", + "or ris", + "orr is", + "Ġphysic ists", + "Ġphysicist s", + "h wnd", + "hw nd", + "_ vi", + "_v i", + "Ġráp ido", + "Ġcapital ized", + "Ġcapitalize d", + "ed By", + "Ġmach ining", + "Ġh ubby", + "Ġhub by", + "ĠSt acy", + "ĠSta cy", + ". Bus", + ".B us", + "d rink", + "dr ink", + "H ur", + "Hu r", + "Ġpr opia", + "Ġprop ia", + "Unit Test", + "Ġmiscon ception", + "_ _));Ċ", + "__ ));Ċ", + "__) );Ċ", + "__)) ;Ċ", + "/ dc", + "/d c", + "ĠMay weather", + "_m C", + ". createFrom", + ".create From", + "ĠQ Painter", + "ro psych", + "rops ych", + "inn itus", + "a yas", + "ay as", + "aya s", + "Ġg eg", + "Ġge g", + "( dw", + "(d w", + "Ġus ado", + "Ġusa do", + "Ġtr ickle", + "Ġtrick le", + "Ġann ihil", + "Ġanni hil", + "ĠP asta", + "ĠPa sta", + "ĠPast a", + "ĠPas ta", + "Ġ ++Ċ", + "Ġ+ +Ċ", + "Ġ++ Ċ", + "(Expected Conditions", + ".post Value", + "i cap", + "ic ap", + "ica p", + "ĠDon etsk", + "_ soup", + "_s oup", + "_so up", + "- publish", + "-p ublish", + "ĠP b", + "m entions", + "ment ions", + "mention s", + "AC CEPT", + ". Pull", + ".P ull", + ", âĢĻâĢĻ", + ",âĢĻ âĢĻ", + "Ġret arded", + "Ġretard ed", + "_ ATOM", + "_AT OM", + "ĠTerm inator", + "ĠTermin ator", + "- court", + "-c ourt", + "-co urt", + "ĠCLLocation Coordinate", + "Ġrev erence", + "Ġreve rence", + "Ġrever ence", + "ĠS SC", + "ĠSS C", + "ut ely", + "ute ly", + "ĠW ON", + "ĠG SL", + "ĠGS L", + "f rei", + "fr ei", + "fre i", + ".get Longitude", + ".getLong itude", + "Ġopen FileDialog", + ".B utter", + ".But ter", + "- important", + "-import ant", + "_M ANY", + "_MAN Y", + "_MA NY", + "ĠG ong", + "ĠGo ng", + "ĠGon g", + "âĢľ How", + "Ġg orge", + "Ġgor ge", + "= msg", + "=m sg", + "ĠE zek", + "ĠEz ek", + "create Command", + ": checked", + "Ġinfo graphic", + "Ġinf ographic", + ". WEST", + ".W EST", + "D irs", + "Dir s", + "Di rs", + "Ġgu arda", + "Ġguard a", + "Ġguar da", + "Ġbee tle", + "Ġbeet le", + "< small", + " Loading", + "_ mA", + "_m A", + ".get Random", + "b lings", + "bl ings", + "bling s", + "Ġche eses", + "Ġcheese s", + "Ġchees es", + "t ti", + "tt i", + ". âĢ¢", + "ĠBurg ess", + "ender it", + "ende rit", + ". ',čĊ", + ".' ,čĊ", + ".', čĊ", + "(\" \"+", + "(\"\" +", + "a cb", + "ac b", + "% p", + "index ed", + "inde xed", + "_ predicate", + "_p redicate", + "_pred icate", + "nes ia", + "Ġb ied", + "Ġbi ed", + "ĠC IT", + "ĠCI T", + "( Pos", + "(P os", + "_ radi", + "_r adi", + "_rad i", + "_ra di", + "ä»· æł¼", + "B iz", + "Bi z", + "ĠAdoles cent", + "Ġv iên", + "Ġvi ên", + "c ycl", + "cy cl", + "_ Cancel", + "_C ancel", + "Ġcon clusive", + "Ġconclus ive", + "Ġconcl usive", + "Ġappell ate", + "Ġappel late", + "inform atics", + "S J", + "Ġel ective", + "Ġelect ive", + "role Id", + "Fetch er", + "ĉ Command", + "(\" (%", + "(\"( %", + "Ġf art", + "Ġfa rt", + "Ġfar t", + "I LA", + "IL A", + "get Block", + "A USE", + "AU SE", + "Ġ дан", + "Ġд ан", + "Ġда н", + "ĠAr te", + "ĠArt e", + "Ġnot ifying", + "Ġnotify ing", + "Ġg ele", + "Ġge le", + "Ġgel e", + ". same", + ".s ame", + ".sa me", + ".sam e", + "ĠRe gel", + "ĠReg el", + "Ġ BaÅŁ", + "ĠB aÅŁ", + "ĠBa ÅŁ", + ". creation", + ".c reation", + "Ġ VN", + "ĠV N", + "_ community", + "_comm unity", + "Ġuns ustainable", + "S EX", + "SE X", + "Ġgrid Size", + "res cia", + "avers able", + "(', ')[", + "(',' )[", + "(',') [", + "ĠPh elps", + "á»ķ i", + "ANCE LED", + "ANCEL ED", + "- IS", + "-I S", + ".run ners", + ".runner s", + "ĠSt okes", + "ĠSto kes", + "ĠStoke s", + ". Produ", + ".P rodu", + ".Pro du", + ".Pr odu", + "Ġwh ipping", + "Ġwhip ping", + "_ac quire", + "Ġinvestig ación", + "f ried", + "fr ied", + ".copy With", + "ĠHard cover", + "- Se", + "-S e", + "áŀ¶ áŀ", + "inv itation", + "les ai", + "ĠD orm", + "ĠDo rm", + "ĠDor m", + "ĠÑģпиÑģ ка", + "Ġconcaten ated", + "Ġconcatenate d", + "o phil", + "op hil", + "oph il", + "Ġth inker", + "Ġthink er", + "Ġthin ker", + "/font awesome", + "ĠLe opard", + "ĠLeo pard", + "Ġ\" /\");Ċ", + "Ġ\"/ \");Ċ", + "Ġ\"/\" );Ċ", + "Ġresidual s", + "ĠMicro wave", + "ĠMic rowave", + "Ġcon forme", + "Ġconform e", + "th rop", + "thr op", + "thro p", + "Ġdis emb", + "Ġdi semb", + "Ġdise mb", + "ĠO MG", + "ĠOM G", + "ĠDisc ipline", + "ĠAc robat", + "/ repository", + "/re pository", + "/repos itory", + "d fa", + "df a", + "_ MED", + "_M ED", + "_ME D", + "buf io", + "Ġméth ode", + "_H OLD", + "i asi", + "ia si", + "ias i", + "_ legacy", + "_leg acy", + ") ččĊ", + "æ£ Ģ", + "Get ProcAddress", + "Ġy ay", + "Ġya y", + "ot ence", + "ote nce", + "oten ce", + "order id", + "orde rid", + "- tw", + "-t w", + "Ġd early", + "Ġdear ly", + "In coming", + "Inc oming", + "/ il", + "/i l", + "Ġneuro p", + "Ġneu rop", + "Ġneur op", + "u cz", + "uc z", + ") ;čččĊ", + "); čččĊ", + "ĠInnov ative", + "Ġpro fund", + "Ġprof und", + "ig mat", + "igma t", + "igm at", + "Selection Mode", + "re levant", + ". GO", + ".G O", + "Ġbru ises", + "Ġs ach", + "Ġsa ch", + "Ġsac h", + "o def", + "od ef", + "ode f", + "Ġre imb", + "Ġreim b", + "/ desktop", + "/d esktop", + "- spot", + "-s pot", + "-sp ot", + "un dance", + "und ance", + "unda nce", + "undan ce", + "Ent ropy", + "Entr opy", + "\\ core", + "Ġs uger", + "Ġsu ger", + "Ġsug er", + "Ġ Mvc", + "ĠM vc", + "ĠGN OME", + "_ indx", + "_in dx", + "_i ndx", + "_ind x", + "ĠYY STYPE", + "ĠYYS TYPE", + "ĠMat lab", + "ĠC IF", + "ĠCI F", + "Ġ *))", + "Ġ* ))", + "Ġ*) )", + "Ġproduct List", + "Ġ Alright", + "ĠAl right", + "ace mark", + "ac emark", + "ÑĤ ив", + "ÑĤи в", + "mod ification", + "int ernational", + "inter national", + "intern ational", + "Ġh omers", + "Ġhome rs", + "Ġhom ers", + "Ġho mers", + "Ġhomer s", + "Ġd icts", + "Ġdi cts", + "Ġdict s", + "Ġdic ts", + "ĠQ Font", + ". SQLite", + ".SQL ite", + "Ġtransplant ation", + "ĠMessageBox Button", + "ĠEl ves", + "' ]])Ċ", + "'] ])Ċ", + "']] )Ċ", + "(Q Icon", + "Ġcin emas", + "Ġcinema s", + "Ġcine mas", + "CO ORD", + "- China", + "-Ch ina", + "Ġkh ẩu", + "æĪij çļĦ", + "Ġsk ulls", + "Ġskull s", + "Ġpain staking", + "Ġpains taking", + "f ce", + "fc e", + ".XR Label", + "Ġ specifier", + "Ġspec ifier", + "Ġprefer ring", + "Ġpref erring", + "/ activity", + "( Photo", + "á lt", + "ál t", + ". lot", + ".l ot", + ".lo t", + "' '.", + "'' .", + "an nonce", + "ann once", + "annon ce", + "anno nce", + ".google code", + "- pdf", + "-p df", + "ĠP oke", + "ĠPo ke", + "ĠPok e", + "_ ACL", + "_A CL", + "_AC L", + "Ġend owed", + "dis cover", + "disc over", + ".o mg", + ".om g", + "Ġwood land", + ". Magic", + ".M agic", + "Ġvol ont", + "Not Allowed", + "Ġc have", + "Ġch ave", + "Ġcha ve", + "B MW", + "BM W", + "',' =',", + "','= ',", + "ĠS IX", + "ĠSI X", + "æĪij 们", + "Ġko sher", + "Ġkos her", + "Ġas piration", + "Ġaspir ation", + "Ġasp iration", + "i ntl", + "in tl", + "int l", + "_ref ptr", + "' +Ċ", + "'+ Ċ", + "ment or", + "men tor", + ". club", + ".c lub", + ".cl ub", + "Window State", + ". ARR", + ".A RR", + ".AR R", + "Ġ zza", + "Ġz za", + "Ġzz a", + "Ġmessage Type", + ". equ", + ".e qu", + ".eq u", + "T hor", + "Th or", + "Tho r", + "Ġin just", + "Ġinj ust", + "Ġg ums", + "Ġgu ms", + "Ġgum s", + "Ġborder Side", + "/ ////", + "// ///", + "//// /", + "/// //", + "ĠTrans mit", + "Ġbuf size", + "Ġh ak", + "Ġha k", + "Ġ ellas", + "Ġel las", + "Ġell as", + "Ġella s", + "R ANDOM", + "RAND OM", + "ĉ mc", + "ĉm c", + "Ġp ea", + "Ġpe a", + "e ko", + "ek o", + "document o", + "Ġhyster ia", + "Ġare nas", + "Ġar enas", + "Ġaren as", + "Ġarena s", + "Ġgun men", + "Ġm ike", + "Ġmi ke", + "Ġmik e", + "Ġimp unity", + "at isation", + "atis ation", + "_ Zero", + "_Z ero", + "_COMP ANY", + "ĠG ors", + "ĠGo rs", + "ĠGor s", + "Ġuse Class", + "( redis", + "(r edis", + "(re dis", + "(red is", + "ĠRUN NING", + "ĠB air", + "ĠBa ir", + "ĠBai r", + "ve lte", + "vel te", + "velt e", + "Ġ ','.", + "Ġ', '.", + "Ġ',' .", + "а ÑĤÑĮÑģÑı", + "аÑĤÑĮ ÑģÑı", + "ö st", + "ös t", + "encode URIComponent", + "_ restrict", + "_re strict", + "Ġdec als", + "Ġ Pedido", + "ĠP edido", + "ĠPed ido", + "Ġalter cation", + "Dis plays", + "Display s", + "Disp lays", + "ĠApp licants", + "ĠApplicant s", + "C US", + "CU S", + "Text area", + "ĠAng ola", + ". future", + ".f uture", + "ĠU SHORT", + "ĠUS HORT", + "Ġsuppress ing", + "Ġsupp ressing", + "Ġset zen", + "AP olynomial", + "Ġt och", + "Ġto ch", + "Ġtoc h", + "Ġhall mark", + "Ġ $$$", + "Ġ$ $$", + "Ġ$$ $", + "ĠCHAR SET", + ". rpm", + ".r pm", + "ĠD ich", + "ĠDi ch", + "---- ----------------", + "-------- ------------", + "---------------- ----", + "------------ --------", + "----- ---------------", + "---------- ----------", + "------ --------------", + "----------- ---------", + "------------- -------", + "------- -------------", + "--------- -----------", + "--------------- -----", + "-------------- ------", + "_ parm", + "_p arm", + "_par m", + "_pa rm", + "è¿ ĺ", + "a cciones", + "acc iones", + "acci ones", + "accion es", + "h ait", + "ha it", + "hai t", + "WARD ED", + "WAR DED", + "_ routing", + "_r outing", + "_ro uting", + "ĠN OM", + "ĠNO M", + "Ġen clave", + "ĠL otto", + "ĠLot to", + "ĉ fr", + "ĉf r", + "complex Content", + "ĠBall ard", + "k ube", + "ku be", + "/ win", + "/w in", + ".getColumn Model", + "_RE PLACE", + "Header Value", + "Ġest udiantes", + "Ġ apis", + "Ġa pis", + "Ġap is", + "Ġapi s", + "Ġb pm", + "Ġbp m", + "Ġ TypeName", + "ĠType Name", + "And Get", + "r ita", + "ri ta", + "rit a", + "Pl ans", + "Plan s", + "> Note", + ">N ote", + ">No te", + "Ġfet isch", + "Ġt oned", + "Ġto ned", + "Ġton ed", + "Ġtone d", + "_ goto", + "_g oto", + "_go to", + "on sense", + "ons ense", + "Ġm olds", + "Ġmo lds", + "Ġmol ds", + "Ġmold s", + "Ġinfiltr ation", + "ĠGuerr ero", + "ub bo", + "ubb o", + "c ki", + "ck i", + "( $(\".", + "($ (\".", + "($( \".", + "_ activities", + "_act ivities", + "_activ ities", + "( changes", + "(ch anges", + "(chan ges", + "(change s", + "Ġof App", + "ĠKe pler", + "ĠD emp", + "ĠDe mp", + "ĠDem p", + "ĠCont inent", + "ĠContin ent", + ". Ticks", + ".T icks", + ".Tick s", + "Ġ Unsigned", + "ĠUn signed", + "ĠUns igned", + "ĠJah res", + "ĠJahr es", + "ĠJahre s", + "Ġfresh men", + "ĠArch ived", + "ĠArchive d", + "ĠкоÑĤоÑĢ Ñĭй", + "Ġ' ::", + "Ġ': :", + "T utorial", + "C c", + "Ġtable LayoutPanel", + "from Json", + ". levels", + ".level s", + "_trans ient", + "Ġendors ing", + "Ġ DIC", + "ĠD IC", + "ĠDI C", + "l auf", + "la uf", + "Ġsh red", + "Ġshr ed", + "_E MIT", + "_EM IT", + "ific antly", + "ificant ly", + "A LA", + "AL A", + "/ proto", + "/pro to", + "/pr oto", + "Ġnarr owing", + "Ġnarrow ing", + "Ġnar rowing", + "U tc", + "Ut c", + "F actors", + "Fact ors", + "Factor s", + "Fac tors", + "Fa ctors", + "Ġsent ient", + "æŀ IJ", + "lix ir", + "ĠC ROSS", + "m eteor", + "met eor", + "Ġgr oin", + "Ġgro in", + "Ġ mdb", + "Ġm db", + "Ġmd b", + "ĠRot terdam", + "Ġcom ida", + "ĠOp Code", + "Ġ DefaultValue", + "ĠDefault Value", + "Permissions Result", + "Ġheter ogeneous", + "Ġm oot", + "Ġmo ot", + "Ġmoo t", + "Ġde ceived", + "Ġdece ived", + "Ġdeceive d", + "-in dependent", + "ĠObject OutputStream", + "Ġover power", + ". dup", + ".d up", + "Ġ ldb", + "Ġl db", + "Ġld b", + "Ġdomestic ally", + "Ġdomest ically", + "Ġbe stellen", + "Ġbest ellen", + "Ġbeste llen", + "Ġ lov", + "Ġl ov", + "Ġlo v", + "ĠContract ors", + "ĠContr actors", + "ĠContractor s", + "Tri angles", + "Triangle s", + "Ġfod der", + "Ġfil mes", + "Ġfilm es", + "Ġfilme s", + "ä¼ ģ", + "Ġrev olver", + "Startup Script", + "/ validation", + "ĠResource Type", + "i ÅŁ", + "ĠL az", + "ĠLa z", + "f ef", + "fe f", + "Ġl stm", + "Ġlst m", + "Ġls tm", + "{ *", + ". attachment", + ".attach ment", + ".att achment", + ". hits", + ".h its", + ".hit s", + "e with", + "ew ith", + "D OG", + "DO G", + "Al abama", + "Ġmedium s", + "Ġmedi ums", + ".m Context", + "- cols", + "-c ols", + "-col s", + "-co ls", + "åı ĭ", + ". notice", + ".not ice", + "Ġat tn", + "Ġatt n", + "ĠP acking", + "ĠPac king", + "ĠPack ing", + "Ġ Ln", + "ĠL n", + "_COM PLEX", + "_COMP LEX", + "/ Users", + "/User s", + ".save txt", + ".sav etxt", + "ĠR ounds", + "ĠRo unds", + "ĠRound s", + "ĠRou nds", + "?,?, ?,?,", + "Ġin gl", + "Ġing l", + "Ġ ROC", + "ĠR OC", + "ĠRO C", + "_ female", + "_f emale", + "_fe male", + "ĠSt ard", + "ĠStar d", + "ĠSta rd", + "] ];", + "]] ;", + "Ġwrest lers", + "Ġwrestler s", + "Ġtorrent s", + "Ġs inh", + "Ġsi nh", + "Ġsin h", + " ĊĊ", + "Ċ Ċ", + "ë³ µ", + "s ense", + "sen se", + "how ever", + ". Physics", + ".Ph ysics", + "Inf rastructure", + "ĠS acr", + "ĠSa cr", + "ĠSac r", + "F el", + "Fe l", + "ĠD ISTRIBUT", + "é ments", + "ém ents", + "ément s", + "ĠValid ates", + "ĠValidate s", + "#### ########################################################", + "################################ ############################", + "############ ################################################", + "################################################ ############", + "############################ ################################", + "######################################################## ####", + "Ġ |/", + "Ġ| /", + "Ġe sl", + "Ġes l", + "Ġré seau", + "ĠB ip", + "ĠBi p", + "BY TES", + "BYTE S", + "_W ATER", + "T urning", + "Turn ing", + "Tur ning", + "E LS", + "EL S", + "Ġj uxtap", + "Ġlesb ische", + "ý ch", + "( Unknown", + "(Un known", + "N eo", + "Ne o", + "@ JsonProperty", + "@Json Property", + "Ġal umnos", + "Ġalum nos", + "Ġalumno s", + "ĠRaq qa", + "im ei", + "ime i", + ".get Bounds", + ".getB ounds", + ".Mouse EventHandler", + ".MouseEvent Handler", + "# ######", + "## #####", + "#### ###", + "### ####", + "##### ##", + "###### #", + "Generic Type", + "/ cms", + "/c ms", + "/cm s", + "Ġturn o", + "Ġtur no", + "Ġ мин", + "Ġм ин", + "Ġми н", + "Ġfolk lore", + "ĠE vo", + "ĠEv o", + "Ġconduct ivity", + "Ġle ben", + "Ġgear box", + "- vs", + "-v s", + "Ġ ÏĨ", + "ĠÏ Ĩ", + "Ġdrink ers", + "Ġ conexao", + "Ġcon exao", + "Ġconex ao", + "ĠTe eth", + "ĠTee th", + "Ġget Arguments", + "ĠR AT", + "ĠRA T", + "ent ious", + "enti ous", + "E duc", + "Ed uc", + "+ W", + "ĠInstitution al", + "ĠInstitut ional", + "ĠB ord", + "ĠBo rd", + "ĠBor d", + "is Equal", + "( pwd", + "(p wd", + "Ġign ited", + "Ġignite d", + "ĠR ousse", + "ĠRou sse", + "Ġimpact ful", + "ĠM alk", + "ĠMal k", + "ĠMa lk", + "Ġg eral", + "Ġge ral", + "Ġger al", + "ĠP ivot", + "Ġa zt", + "Ġaz t", + "Ġcsv file", + "ĠR ope", + "ĠRo pe", + "ĠS OLUTION", + "ĠSOL UTION", + "ĠAr bitrary", + "ĠArbit rary", + "Ġl etto", + "Ġlet to", + "Ġlett o", + ".Mouse Adapter", + "Ġ }}}", + "Ġ} }}", + "Ġ}} }", + "ĠSa ilor", + "ĠSail or", + "ĠSai lor", + "d era", + "de ra", + "der a", + "P utting", + "Put ting", + "Ġconcent rates", + "Ġconcentr ates", + "Ġconcentrate s", + "Ġauth Domain", + "âĢĿ çļĦ", + "-f inals", + "-final s", + "-fin als", + ", strlen", + ",str len", + ",st rlen", + "Mu on", + "ĠOrd inary", + "fire fox", + "ĠLa TeX", + "ĠH und", + "ĠHun d", + "ĠHu nd", + "engine ering", + "/ blue", + "/b lue", + "/bl ue", + "ed TextBox", + "(\" \");", + "(\"\" );", + "(\"\") ;", + "ĠC DDL", + "ĠCD DL", + "k ept", + "ke pt", + "Ġ GetString", + "ĠGet String", + "K ir", + "Ki r", + "() ='", + "ĠO CD", + "ĠOC D", + "ant ium", + "anti um", + "$ menu", + "$m enu", + "ĠAppalach ian", + "Secret ary", + "ë¥ ĺ", + "ี ย", + "Sem antic", + "Ġ *[", + "Ġ* [", + "e stone", + "es tone", + "est one", + "esto ne", + "ung kin", + "Max Y", + "- tone", + "-t one", + "-to ne", + "-ton e", + "\" };čĊ", + "\"} ;čĊ", + "_ Part", + "_P art", + "< Member", + "ĊĊ", + "'> ĊĊ", + "'>Ċ Ċ", + "L ic", + "Li c", + "ĠMir age", + "ĠMi rage", + "ĠAssembly FileVersion", + "Te V", + "ĠValue EventListener", + "-s olving", + "T ho", + "Th o", + "rou lette", + "_ WP", + "_W P", + "Ġunint errupted", + "Ġfield Type", + ". Typed", + ".T yped", + ".Type d", + "Ġa mour", + "Ġam our", + "Ġamo ur", + "Ġmock ery", + "Ġmocker y", + "( vol", + "(v ol", + "(vo l", + "ĠSub committee", + "ĠR uf", + "ĠRu f", + "e rox", + "er ox", + "ero x", + ":UIButtonType Custom", + "Ġ Blur", + "ĠBl ur", + "ĠBlu r", + "Ġwy kon", + "n ces", + "nc es", + "nce s", + "ASH BOARD", + "! !\");Ċ", + "!! \");Ċ", + "Ġmurder ers", + "Ġmurderer s", + ". daily", + ".d aily", + ".da ily", + "ĠDI AG", + "j ing", + "ji ng", + "jin g", + "Ġdol phin", + "Ġl òng", + "Ġb ö", + "ĠV ocabulary", + ".St Object", + "' )\">", + "') \">", + "')\" >", + "Ġz un", + "Ġzu n", + "Ġscrim mage", + "tr éal", + "ĠL ig", + "ĠLi g", + "[ vi", + "[v i", + "C ole", + "Col e", + "Co le", + "Ġfrost ing", + ". Players", + ".P layers", + ".Pl ayers", + ".Player s", + ".Play ers", + "- translate", + "-trans late", + "Fe els", + "Feel s", + "Fee ls", + "=\\\" /", + "=\\ \"/", + ".Butter Knife", + "Ġ? >;Ċ", + "Ġ?> ;Ċ", + "Ġ avi", + "Ġa vi", + "Ġav i", + "in nie", + "inn ie", + ". Failure", + ".F ailure", + ".Fail ure", + "Ġsp indle", + "Ġspin dle", + "Configuration Exception", + "_ hop", + "_h op", + "Ġpos ição", + "Ġposi ção", + "Ġ Await", + "ĠA wait", + "ĠAw ait", + "UIImage PickerController", + "ĉ day", + "ĉd ay", + "Ġge nom", + "Ġgen om", + "C ab", + "Ca b", + "ĠÑĢ езÑĥлÑĮÑĤаÑĤ", + "ĠÑĢезÑĥлÑĮÑĤ аÑĤ", + "OR IGINAL", + "Ġejac ulation", + "( tcp", + "(t cp", + "(tc p", + "SE COND", + "SEC OND", + "Ġt onic", + "Ġto nic", + "Ġton ic", + "Ġ ListBox", + "ĠList Box", + "Ġ ĉĉĊ", + "Ġĉ ĉĊ", + "Ġĉĉ Ċ", + "( )>Ċ", + "() >Ċ", + "()> Ċ", + "Ġqu atre", + "Ġquat re", + "Ġqua tre", + "ượ ng", + "with Errors", + ". Maybe", + ".M aybe", + ", âĢ¦", + "token Id", + "_UN DEF", + "Ġfresh ness", + "ĠAmendment s", + "ĠAmend ments", + ".map box", + ". CV", + ".C V", + "( blog", + "(b log", + "(bl og", + "_get time", + ". quest", + ".q uest", + ".qu est", + "s parse", + "sp arse", + "spar se", + "Ġre sale", + "Ġres ale", + "Ġenthusi astically", + "Ġenthusiastic ally", + "Ġenthusiast ically", + "ĠProstit utas", + "W a", + "C argo", + "Car go", + ". Parcelable", + ".Parcel able", + "S ENSOR", + "SEN SOR", + "SENS OR", + "ĠR yu", + "ĠRy u", + "La ughs", + "Laugh s", + "_ Native", + "_N ative", + "/ pg", + "/p g", + "y sts", + "yst s", + "ys ts", + "Ġphot oc", + "Ġphoto c", + "ç® Ģ", + "ad opt", + "ado pt", + ". species", + ".s pecies", + ".sp ecies", + ".spec ies", + "conc iliation", + "Adjust ed", + "Adj usted", + ".Firebase Auth", + "ut tle", + "utt le", + "ord ination", + "ordin ation", + "Ġm unch", + "Ġmun ch", + "ĠS take", + "ĠSt ake", + "ĠSta ke", + ". ping", + ".p ing", + ".pi ng", + ".pin g", + "an ker", + "ank er", + "anke r", + "(QString Literal", + "Ġsub script", + "Ġsubs cript", + "Ġsubscri pt", + "Ġ ĠĉĊ", + "ĠĠ ĉĊ", + "ĠĠĉ Ċ", + "ĠM CC", + "ĠMC C", + "_ Cmd", + "_C md", + "se xy", + "sex y", + "i ou", + "io u", + "ĠM ANY", + "ĠMA NY", + "ĠMAN Y", + "Ġn anny", + "Ġnan ny", + "T RAIN", + "TR AIN", + "TRA IN", + "Ġflour ishing", + "Ġflourish ing", + "ĠW atches", + "ĠWatch es", + "ĠWat ches", + "ĠQ Map", + "ĠF erm", + "ĠFe rm", + "ĠFer m", + "Ġw asm", + "Ġwas m", + "Ġwa sm", + "ĠA bed", + "ĠAb ed", + "ĠAbe d", + "_ UD", + "_U D", + "ĠG lasses", + "ĠGl asses", + "ĠGlass es", + "ĠGlas ses", + "+ v", + "Att end", + ". Chain", + ".Ch ain", + "Ġdec ency", + "Ġdece ncy", + "ĠSup plementary", + "ĠSupplement ary", + "h unter", + "hunt er", + "- txt", + "-t xt", + "Ġ\" }\";Ċ", + "Ġ\"} \";Ċ", + ".set WindowTitle", + "( \"", + "Ġmasc ara", + "( Profile", + "åĬ Łèĥ½", + "åĬŁ èĥ½", + "im ité", + "imit é", + "imi té", + "Ġwild fires", + "Ġwildfire s", + "- ROM", + "-R OM", + ".is On", + "( groupId", + "(group Id", + "Re pair", + "Rep air", + "accum ulate", + "Ġ< \",", + "Ġhand written", + "Ġach eter", + "Ġache ter", + "ĠM GM", + "ĠMG M", + "ĠIr ma", + "-> {_", + "->{ _", + "g ee", + "ge e", + "c riminal", + "cr iminal", + "Ġèĭ¥ è¦ģ", + "Ġmoment arily", + "\" )!=", + "\") !=", + "_ lit", + "_l it", + "_li t", + "Ġexpires In", + ". \").", + ".\" ).", + ".\") .", + "éķ¿ 度", + "Ġfr ække", + "v lc", + "vl c", + "Ġor bs", + "Ġorb s", + ") ,$", + "), $", + "Ġvent ured", + "Ġventure d", + "/ >\\", + "/> \\", + "ch arm", + "char m", + "cha rm", + "N uitka", + "el dig", + "eld ig", + "ato nin", + "aton in", + "W itness", + "- lat", + "-l at", + "-la t", + "Ġset Hidden", + "Ġrel ics", + "Ġreli cs", + "Ġrelic s", + "Ġcons ulate", + "Ġconsul ate", + ". IGNORE", + "\" After", + "\"A fter", + "Ġs etAddress", + "Ġset Address", + "Ġbeste ht", + "Ġ' ')ĊĊ", + "Ġ'' )ĊĊ", + "Ġ'') ĊĊ", + "Ġ'')Ċ Ċ", + ".x axis", + "Ġser ão", + "Ġmis led", + "Ġmi sled", + "_UN IFORM", + "ĠV IA", + "ĠVI A", + "in cr", + "inc r", + "Ġzen ith", + "Ġvis cosity", + "Ġvisc osity", + "Ġthin ly", + ".get SharedPreferences", + ". ErrorCode", + ".Error Code", + "\" ),\"", + "\") ,\"", + "\"), \"", + "ĠMillion en", + "ĠMilli onen", + "Ġ/ >)Ċ", + "Ġ/> )Ċ", + "Scroll Indicator", + "-se eking", + "ĠPOLIT ICO", + "as ca", + "asc a", + "_ rl", + "_r l", + "N avig", + "Nav ig", + "Na vig", + "(full file", + "Ġsol itude", + "Ġ juven", + "Ġju ven", + "Ġha uling", + "Ġhaul ing", + "ĠMac ros", + "ĠMacro s", + "ĠG ry", + "ĠGr y", + "Ġexerc itation", + "ĠATT ACK", + "Tick Count", + "Ġ rites", + "Ġr ites", + "Ġrit es", + "Ġri tes", + "Ġd oe", + "Ġdo e", + "Particle System", + "Ġ slu", + "Ġs lu", + "Ġsl u", + "Window Text", + "Ġ ClassName", + "ĠClass Name", + "Ġs lander", + "Ġsl ander", + "Ġsla nder", + "ĉ Port", + "ĉP ort", + "j ong", + "jo ng", + "jon g", + "? a", + ".D ial", + ".Di al", + "âĢĶ at", + "âĢĶa t", + "$ objPHPExcel", + "$obj PHPExcel", + "Ġso ar", + "E NN", + "EN N", + "appe ared", + "appear ed", + "Ġquot id", + "Ġquo tid", + "e machine", + "em achine", + "ema chine", + "Ġ nip", + "Ġn ip", + "Ġni p", + "Ġmicro time", + "ĠAl ma", + "; !", + "---------------- --------------------------------------------------------------------------------", + "-------------------------------- ----------------------------------------------------------------", + "---------------------------------------------------------------- --------------------------------", + "------------------------------------------------ ------------------------------------------------", + "---------------------------------------------------------------------------- --------------------", + "-------------------------------------------------------------------------------- ----------------", + "-------------------- ----------------------------------------------------------------------------", + "ĠP assage", + "ĠPass age", + "ĠPas sage", + "Ġdump sters", + "Ġdumpster s", + "Ġdumps ters", + "Ġ Exclude", + "ĠEx clude", + "ĠExc lude", + "Ġsuggest ive", + "ĠCircularProgress Indicator", + "_ clr", + "_c lr", + "_cl r", + "Array Type", + "IL LA", + "ILL A", + "Elapsed Time", + "Dr iven", + "Drive n", + "Ġresource Name", + "ĠG arrison", + "ĠGarr ison", + "se rir", + "ser ir", + "- ahead", + "-a head", + "Ġp innacle", + "ĠEs presso", + "S parse", + "Sp arse", + "Ġas says", + "Ġass ays", + "Ġassay s", + "ĠGirl friend", + "i mid", + "im id", + "imi d", + "] ='\\", + "]= '\\", + "]=' \\", + "ONG LONG", + "ONGL ONG", + "Ġportray ing", + "L ane", + "La ne", + "Ġb úsqueda", + "Ġrein forcements", + "Ġreinforce ments", + "Ġreinforcement s", + "ĠSpread sheet", + "ĠArray Collection", + ", arr", + ",a rr", + "light box", + "ic ana", + "ica na", + "ican a", + "< \"", + "build ers", + "builder s", + "K id", + "Ki d", + "ĠMat SnackBar", + "EX PR", + "EXP R", + "od cast", + "ĠFoundation s", + "ĠFound ations", + "Ġ inds", + "Ġin ds", + "Ġi nds", + "Ġind s", + "=' ${", + "='$ {", + "F izz", + "Fi zz", + "- functional", + "-function al", + "( workspace", + "(work space", + "Ġstem med", + "_ patches", + "_p atches", + "_patch es", + "_pat ches", + "ĠJar vis", + "RE ADING", + "READ ING", + "Ġdisrespect ful", + "ĠQ Dom", + "Ġ$ {Ċ", + "Ġ${ Ċ", + "e status", + "es tatus", + "est atus", + "Re ached", + "Reach ed", + "! .ĊĊ", + "!. ĊĊ", + "I LT", + "IL T", + "ĠN DEBUG", + "ĠC ourage", + "ĠCour age", + "ĠCou rage", + "birth date", + "ĠT ing", + "ĠTi ng", + "ĠTin g", + "Ġutil izado", + "Ġutiliz ado", + "Ġutiliza do", + "án chez", + "Out door", + "Ġhand guns", + "Ġhandgun s", + "Ref Count", + "É Ļ", + "r omo", + "ro mo", + "rom o", + "Ġt ts", + "Ġtt s", + ". She", + ".S he", + ".Sh e", + "Ġ Pane", + "ĠP ane", + "ĠPan e", + "ĠPa ne", + "ãĢij, ãĢIJ", + "ĠIO CTL", + "ĠIOC TL", + "/ black", + "/b lack", + "/bl ack", + "in scription", + "ins cription", + "Ġbi opsy", + "Ġbio psy", + "Ġ TimeInterval", + "ĠT imeInterval", + "ĠTime Interval", + ".Test Check", + "ĠGUI Style", + "Ġ Capability", + "ĠCap ability", + "ĠBei trag", + "ĠBeit rag", + "don nees", + "T reatment", + ". backup", + ".back up", + "Ġsign ings", + "Ġsig nings", + "Ġsigning s", + "Ġsignin gs", + "ĠB oca", + "ĠBo ca", + "d rm", + "dr m", + ". MAIN", + ".M AIN", + "Ġgo ede", + "Ġgoed e", + "Ġ Markup", + "ĠMar kup", + "ĠMark up", + "G REE", + "GR EE", + "GRE E", + "ĠBase Service", + ". Creator", + ".C reator", + "Ġj ails", + "Ġja ils", + "Ġjail s", + "ĠK ahn", + "ĠKa hn", + "ĠKah n", + "Ip Address", + "AC HI", + "ACH I", + "Ġin hibited", + "Ġinhib ited", + "Ġinhibit ed", + "Ġ@ $_", + "Ġ@$ _", + "ĠAs sass", + "ĠAss ass", + "Ġenv iado", + "Ġenvi ado", + "Her oes", + "Hero es", + "ÐŁ еÑĢ", + "ĠM aven", + "ĠMa ven", + ". ls", + ".l s", + "Ġ ive", + "Ġi ve", + "Ġiv e", + "| RF", + "|R F", + "Ġresize Mode", + "Ġrum pe", + "_ attachments", + "_attach ments", + "_attachment s", + "T U", + "Ġtact ile", + "Ġtac tile", + "Attempt ing", + "Ġro bin", + "Ġrob in", + "y aw", + "ya w", + "Ġmerc enaries", + "ĠHab itat", + "ĠHabit at", + "end date", + "Ġ oxy", + "Ġo xy", + "Ġox y", + "ĉ Random", + "ĉR andom", + "o hon", + "oh on", + "oho n", + "Is Null", + "ĠValidation Result", + "ãĥ ļ", + "um bed", + "umb ed", + "p pv", + "pp v", + "Ġ arp", + "Ġa rp", + "Ġar p", + "ich ick", + "ichi ck", + "_r nn", + "ĠT FT", + "ĠTF T", + "Tex Image", + "\" On", + "Ġ Sampler", + "ĠS ampler", + "ĠSam pler", + "ĠSample r", + "ĠSamp ler", + "t opl", + "to pl", + "top l", + "Ġj ane", + "Ġja ne", + "Ġjan e", + "y ling", + "yl ing", + "ĠUN ICODE", + "Tab Index", + "< {Ċ", + "<{ Ċ", + "s uspend", + "sus pend", + "uv ian", + ", application", + "ол иÑĩеÑģÑĤво", + "y at", + "ya t", + "e zier", + "ez ier", + "ezi er", + "ĠCH UNK", + "ĠAd ler", + "/ Add", + "/A dd", + "Ġ KeyValue", + "ĠKey Value", + "Ġspos ób", + "S ampling", + "Sam pling", + "ch ers", + "che rs", + "cher s", + "_ AMD", + "_A MD", + "_AM D", + "R u", + ".Must Compile", + "N ation", + "Na tion", + "Nat ion", + "As soc", + "Ass oc", + "Man aging", + "Mana ging", + "ĠEn gl", + "ĠEng l", + "_ GB", + "_G B", + "Ġsucc inct", + "Ġdis liked", + "Ġdislike d", + "ĠI ke", + "ĠIk e", + "Bullet in", + "_ARCH IVE", + "Pro posal", + "Prop osal", + "Ġjog ging", + ".C REATED", + ".CREATE D", + "Ġc hol", + "Ġch ol", + "Ġcho l", + "è£ ħ", + "Į ¨", + "- push", + "-p ush", + "Ġres erva", + "Ġreserv a", + "co rev", + "core v", + "cor ev", + "è tre", + "T HR", + "TH R", + "Ġincompet ence", + "Ġchar isma", + "æĦ Ł", + "Ġ\" ==", + "Ġ\"= =", + "B TN", + "BT N", + "Ġ Locator", + "ĠL ocator", + "ĠLoc ator", + "i vet", + "iv et", + "ive t", + "(' .')Ċ", + "('. ')Ċ", + "('.') Ċ", + "('.' )Ċ", + "Ġfor IndexPath", + "ô me", + "ôm e", + "Ġcapac it", + "w aters", + "wa ters", + "water s", + "wat ers", + "ĠWR ONG", + "h oa", + "ho a", + "ĠM IPS", + "ĠMI PS", + "Ġe miss", + "Ġem iss", + "ĠJacqu eline", + "( cmp", + "(c mp", + "(cm p", + "Ġe ens", + "Ġeen s", + "Ġee ns", + "L eo", + "Le o", + ". timing", + ".t iming", + ".tim ing", + "CLU SION", + "CLUS ION", + "Ġ (\"-", + "Ġ( \"-", + "Ġ(\" -", + "åĵ Ī", + ". kode", + ".k ode", + "ĠUnder t", + "ĠUnd ert", + "Ġbe wild", + "Ġbew ild", + "ĠEs sen", + "ĠEss en", + ". hd", + ".h d", + "Ġren egot", + "Ġm ower", + "Ġmo wer", + "Ġl sp", + "Ġls p", + "Ġpen chant", + "Ġman oe", + "Ġmano e", + "Ġ agli", + "Ġa gli", + "Ġag li", + "Ġre cal", + "Ġr ecal", + "Ġrec al", + "ĠOPER ATION", + "(^ )(", + "Ġ ν", + "ĠÎ ½", + "Ġ Scoped", + "ĠSc oped", + "ĠScope d", + "ĠSco ped", + "Ġ @\"Ċ", + "Ġ@ \"Ċ", + "Ġ@\" Ċ", + "= label", + "=l abel", + "[ loc", + "[l oc", + "I ntl", + "In tl", + "Int l", + "ĠN z", + "table t", + "tab let", + "tabl et", + ". ColumnName", + ".Column Name", + "Ġscreen Size", + "D Bus", + "DB us", + "co oked", + "cook ed", + "- registration", + "-reg istration", + "âĢľ One", + "- non", + "-n on", + "-no n", + "ĠwiÄĻ c", + "Ġc osta", + "Ġco sta", + "Ġcost a", + "Ġcos ta", + ".add Tab", + ". conditions", + ".condition s", + ".cond itions", + "ĠH ess", + "ĠHe ss", + "MEM ORY", + "ĠAval anche", + "() }}Ċ", + "()} }Ċ", + "Ġtri plet", + "Ġtrip let", + "Ġtriple t", + "Ġl abyrinth", + "ĠNode List", + "ĠN YT", + "ĠNY T", + "Ġy eni", + "Ġye ni", + "Ġyen i", + "d ff", + "df f", + ".Html Controls", + "A VIS", + "AV IS", + "/ Math", + "/M ath", + "Ġ memcmp", + "Ġmem cmp", + "ا Ø¡", + "Ø§Ø ¡", + "о ÑģÑĮ", + "оÑģ ÑĮ", + "c rap", + "cr ap", + "( pages", + "(p ages", + "(page s", + "(pa ges", + "Ġl xml", + "Ġlx ml", + "ĠQ DateTime", + "_t cb", + "_tc b", + "Ġ openid", + "Ġopen id", + "Ġsyn aptic", + "ĠM DMA", + "ĠMD MA", + "( slug", + "(s lug", + "(sl ug", + "ig matic", + "igma tic", + "igm atic", + "igmat ic", + "e nor", + "en or", + "eno r", + "Ġcr amped", + "Ġcram ped", + "G OP", + "GO P", + "Ń IJ", + ".is File", + "ĠD ifferential", + "ĠDifferent ial", + "Ġ =\"\";Ċ", + "Ġ=\" \";Ċ", + "ĉ ĉĉĠĠĠĠĉ", + "ĉĉ ĉĠĠĠĠĉ", + "ĉĉĉ ĠĠĠĠĉ", + "ĉĉĉĠĠĠ Ġĉ", + "ĉĉĉĠ ĠĠĠĉ", + "ĉĉĉĠĠ ĠĠĉ", + "ĉĉĉĠĠĠĠ ĉ", + "ĠC ooke", + "ĠCo oke", + "ĠCook e", + "ĉU FUNCTION", + "Ġpersever ance", + "Relative Layout", + "IMPORT ANT", + "Ġe xon", + "Ġex on", + "Ġ он", + "Ġо н", + "i base", + "ib ase", + "iba se", + "( CONT", + "(C ONT", + "(CON T", + "n ovation", + "no vation", + "nov ation", + "nova tion", + "ä½ ķ", + "[ sub", + "[s ub", + "Admin Controller", + "HTTP Header", + "c rear", + "cre ar", + "cr ear", + "ĠN IR", + "ĠNI R", + "ĠDrop DownList", + "Ġval ide", + "Ġvalid e", + "Ġva lide", + "Ġde hydration", + ". ']", + ".' ]", + "( WIN", + "(W IN", + "Ġ ...\\", + "Ġ. ..\\", + "Ġ... \\", + "Ġ.. .\\", + "Ġphoto shop", + "Ġphotos hop", + "ĉ Init", + "ĉI nit", + "ĉIn it", + "_ cou", + "_c ou", + "_co u", + "Ġtime Zone", + "dar win", + "r omatic", + "ro matic", + "rom atic", + "roma tic", + "Navigation ItemSelectedListener", + "b rates", + "br ates", + "bra tes", + "brate s", + "] --;Ċ", + "Ġtraged ies", + "ĠPed iatrics", + "ĠPediatric s", + "SM ART", + "- API", + "-A PI", + "ĠMessage Lookup", + "ĉ vo", + "ĉv o", + "Ġprejud ices", + "Ġprejudice s", + "Ġ mA", + "Ġm A", + "U ps", + "Up s", + "ĠMISS ING", + "ĉ ad", + "ĉa d", + "C ream", + "Cre am", + "Cr eam", + "ĠT b", + "ĠM ona", + "ĠMon a", + "ĠMo na", + "_ ghost", + "_g host", + "ĉ types", + "ĉt ypes", + "ĉtype s", + "ĉtyp es", + "E mb", + "Em b", + "ĠDocument ary", + "' );ĊĊĊĊ", + "') ;ĊĊĊĊ", + "');Ċ ĊĊĊ", + "');ĊĊ ĊĊ", + "'); ĊĊĊĊ", + "');ĊĊĊ Ċ", + "Ġl up", + "Ġlu p", + "_ Reference", + "_Re ference", + "_Ref erence", + "ĠB ATCH", + "ĠBAT CH", + "Ġintertw ined", + "< Cell", + "", + "Ġf oyer", + "Ġfo yer", + "'util isation", + "ĠMü ller", + "ĠFet ish", + "Ġdefault Manager", + "Ġback track", + "B ah", + "Ba h", + "Exp licit", + "Expl icit", + "_ ASCII", + "_A SCII", + "_ASC II", + "Ġm Activity", + "( Msg", + "(M sg", + "Ġ ê²Į", + "Ġê² Į", + "ĠTER MS", + "ĠTERM S", + "ĠAn gie", + "ĠAng ie", + "H SV", + "HS V", + "ĠMos que", + ". Names", + ".N ames", + ".Name s", + "íĬ ¼", + "r este", + "re ste", + "res te", + "rest e", + "_ parms", + "_p arms", + "_par ms", + "_pa rms", + "_parm s", + "Ġg aping", + "Ġgap ing", + "Ġga ping", + "Ġc ropping", + "Ġcr opping", + "Ġcro pping", + "Ġcrop ping", + "Data Frame", + "Ġrespons iveness", + "Ġresponsive ness", + "_ undo", + "_un do", + "_u ndo", + "_ tran", + "_t ran", + "_tr an", + "_tra n", + ". terminate", + ".term inate", + "Ġitalian e", + "Ġitalia ne", + "Ġwalk through", + "Ġattract iveness", + "Ġattractive ness", + "д е", + "_ STS", + "_S TS", + "_ST S", + "_ learn", + "_l earn", + "_le arn", + "Ġchocolate s", + "Ġchocol ates", + "ier archical", + "- thinking", + "-th inking", + "Ġ )))", + "Ġ) ))", + "Ġ)) )", + "ish ments", + "ishment s", + ".Log f", + ".Lo gf", + "ĠT MZ", + "ĠTM Z", + "ĠCan ary", + "f oil", + "fo il", + "ĠV accine", + "ĠVacc ine", + ". vx", + ".v x", + "ĠSur round", + "Inter mediate", + "Ġ iov", + "Ġi ov", + "Ġio v", + "v ais", + "va is", + "' ;\";Ċ", + "'; \";Ċ", + "ï½ŀ ĊĊ", + "éĢģ æĸĻ", + "âĢ¦ it", + "Se ats", + "Sea ts", + "Seat s", + "C lar", + "Cl ar", + "Cla r", + "W ars", + "War s", + "Wa rs", + "ĠHutch inson", + "ĠH asan", + "ĠHas an", + "ĠHa san", + "! ')ĊĊ", + "!' )ĊĊ", + "!')Ċ Ċ", + "ĠRich ie", + "ĠRi chie", + "che iden", + "cheid en", + "( $('", + "($ ('", + "($( '", + "Y ork", + "Yo rk", + "Ġl ids", + "Ġli ds", + "Ġlid s", + "Ġal phanumeric", + "Ġalpha numeric", + "ĠG lock", + "ĠGl ock", + "ĠGlo ck", + ". shapes", + ".sh apes", + ".shape s", + ".sha pes", + "Ġsp arking", + "Ġspark ing", + "Ġspar king", + "_ epsilon", + "_e psilon", + "_eps ilon", + "up licated", + "uplic ated", + "uplicate d", + ". dirty", + ".d irty", + ".dir ty", + "] )==", + "]) ==", + "ĠìľĦ ì¹ĺ", + "Ġs cn", + "Ġsc n", + "Ġ /****************************************************************", + "Ġ/ ****************************************************************", + "_PRE VIEW", + "_ HC", + "_H C", + "ield ing", + "iel ding", + "f gets", + "fg ets", + "ĠAdd ison", + "Ġproduct Service", + "- figure", + "-f igure", + "( retval", + "(ret val", + "z ano", + "za no", + "zan o", + "Ġaut ob", + "Ġauto b", + "ĉ sd", + "ĉs d", + "_ numer", + "_n umer", + "_num er", + "ĠSet LastError", + "ĠF ior", + "ĠFi or", + "ific ance", + "ifica nce", + "Unt itled", + "Ġin field", + "Ġinf ield", + "Ġ{ }));Ċ", + "Ġ{} ));Ċ", + "Ġ{}) );Ċ", + "Ġs pac", + "Ġsp ac", + "Ġspa c", + "Ġr ookies", + "Ġro okies", + "Ġrookie s", + "(des cribing", + "n gen", + "ng en", + "nge n", + "ி à®", + ". rdf", + ".r df", + ".rd f", + ". Mutex", + ".M utex", + "Ġkne eling", + "Ġknee ling", + "Ġ QE", + "ĠQ E", + "set Max", + "Read Stream", + "Ġ ventas", + "Ġvent as", + "Ġven tas", + "Ġventa s", + "s ut", + "su t", + "cm peq", + "cmp eq", + ".WriteAll Text", + "ĠEx perienced", + "ĠExperience d", + "$ __", + "$_ _", + "Ġka um", + "ĠL IS", + "ĠLI S", + "Ġdocument os", + "Ġdocumento s", + "_HE ALTH", + "i contains", + "icon tains", + "icont ains", + "Ġart isans", + "Ġartisan s", + "OW NER", + "OWN ER", + "Ġb linked", + "Ġblink ed", + "get Display", + "Ġt oen", + "Ġto en", + "Ġtoe n", + "Ġrow Num", + "Ġav ril", + "Ġin vis", + "Ġinv is", + "ĠK ear", + "ĠKe ar", + "toBe InTheDocument", + "a pur", + "ap ur", + "Ġr acked", + "Ġrac ked", + "Ġrack ed", + "ĠMc Master", + "ĠMcM aster", + "_ATTR IB", + "H az", + "Ha z", + "Ġfact ura", + "Ġfac tura", + "/ ts", + "/t s", + "ĠÑĢаз меÑĢ", + "ĠÑĢазм еÑĢ", + "Ġ zf", + "Ġz f", + "Ġshort fall", + ". fasta", + ".f asta", + ".fast a", + ".fa sta", + "ĠCONST ANT", + ". managed", + ".man aged", + ".manage d", + "g ems", + "ge ms", + "gem s", + "Shared Pointer", + "Ġbl urry", + "Ġblur ry", + "b rightness", + "bright ness", + "( components", + "(com ponents", + "(component s", + "(comp onents", + "Ġ ...\"ĊĊ", + "Ġ... \"ĊĊ", + "Ġ.. .\"ĊĊ", + "Ġ...\" ĊĊ", + "Ġ...\"Ċ Ċ", + "S ELL", + "SE LL", + "SEL L", + "ĠIllustr ator", + ".get Channel", + "Ġtrou vé", + "y sters", + "yst ers", + "ys ters", + "yster s", + "Ġv ois", + "Ġvo is", + "Ġvoi s", + "ĠL inden", + "ĠLin den", + "ĠLind en", + "Ġem ojis", + "Ġemoji s", + "Ġemo jis", + "Ġb rawl", + "Ġbr awl", + "Ġbra wl", + "ĠM SR", + "ĠMS R", + "ĠE lo", + "ĠEl o", + "ĠCroat ian", + "ĠCroatia n", + "Popup Menu", + "L ewis", + "Le wis", + ". JWT", + ".J WT", + "Ġaston ished", + "B ush", + "Bus h", + "Bu sh", + "( itemId", + "(item Id", + "Ġdet achment", + "Ġdetach ment", + "ĠEn core", + "ĠEnc ore", + "å° Ķ", + "Ġre kl", + "Ġr ekl", + "Ġrek l", + "Ġc ram", + "Ġcr am", + "Ġcra m", + ") $/", + ")$ /", + ".get Host", + "_ recommend", + "_re commend", + "- HT", + "-H T", + "_cal ibration", + "Auth enticate", + ".firebase app", + "UN IX", + "ĉ Camera", + "ĉC amera", + "ĠHE AP", + "I deal", + "Ide al", + ". office", + ".off ice", + "Ġgoof y", + "Ġgoo fy", + "( Symbol", + "(S ymbol", + "Ġjo uer", + "Ġjou er", + "_part itions", + "_partition s", + "Ġrapid ement", + "Ġrapide ment", + "ĠGNU NET", + "ĠGN UNET", + "id User", + "Ġsuper vise", + "Ġsuperv ise", + "( Contact", + "A WN", + "AW N", + "ãģ ĺ", + "Ġna am", + "Ġa ust", + "Ġau st", + "Ġaus t", + "åľ¨ 线", + "_ softmax", + "_soft max", + "Allow Anonymous", + "amm able", + "amma ble", + "RO UTE", + "ROUT E", + "* D", + "Ġ aden", + "Ġa den", + "Ġad en", + "Ġade n", + "ĠCrist ina", + "ĠCrist iano", + "Ġblood stream", + "sub class", + "_ persona", + "_person a", + "CH ILD", + "- know", + "-k now", + "Ġnavigation Options", + "ĠZuk unft", + "ĠPix ar", + "Ty ler", + "Ġunder world", + "Ġsincer ity", + "Ġdisp enser", + "Ġdispens er", + "Ġk ter", + "Ġkt er", + "id ders", + "idd ers", + ".add Node", + "- checked", + "-check ed", + "Ġkey st", + "Ġke yst", + "Ġkeys t", + "ĠW TO", + "ĠWT O", + ". signals", + ".sign als", + ".signal s", + "Ġadvent urer", + "Ġadventure r", + "ĠP ang", + "ĠPan g", + "ĠPa ng", + "\\ R", + "= pos", + "=p os", + "Ġdispens aries", + "ĠClose t", + "ĠClo set", + "(\" {\\\"", + "(\"{ \\\"", + "id eon", + "ide on", + "ideo n", + "Ġnécess aire", + "( )\"Ċ", + "() \"Ċ", + "()\" Ċ", + "_RECE IVED", + "Ġrésult ats", + "Ġm oden", + "Ġmod en", + "Ġmode n", + "Ġmo den", + "ĠIceland ic", + "; d", + ". allowed", + ".all owed", + ".allow ed", + "(new User", + "Ġmerc iless", + ".Wait For", + "Ġday care", + "ĠCon veyor", + "Ġ Ù", + "ا Ù", + "า à¸", + "Ñ Ł", + "ÑŁ ÑŁ", + "Ġ à¸", + "Ġà ¸", + "à¹Ģ à¸", + "i á»", + "ãĢĢ ãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢ ãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢ ãĢĢ", + "Ġ اØ", + "Ġا Ø", + "ॠĪ", + "Ġ ãĢĢ", + "ĠãĢ Ģ", + "Ñ Ĺ", + "i á»ĩ", + "iá» ĩ", + "ÑŁ ÑŁÑŁÑŁ", + "ÑŁÑŁ ÑŁÑŁ", + "ÑŁÑŁÑŁ ÑŁ", + "à¥ĩ à¤Ĥ", + "à¥ĩठĤ", + "Ñĸ д", + "ा र", + "ाठ°", + "ÙĨ د", + "Ñĸ в", + "Ġ ब", + "Ġठ¬", + "Ġ à¤ľ", + "Ġठľ", + "à ¥¤", + "ॠ¤", + "н Ñĸ", + "ठĹ", + "Ġ Ø¢", + "ĠØ ¢", + "Ġ न", + "Ġठ¨", + "Ñ Ķ", + "Ġ ÑĢа", + "ĠÑĢ а", + "Ġ à¤ħ", + "Ġठħ", + "Ñģ ÑĮ", + "Ġ व", + "Ġठµ", + "ÑĨ Ñĸ", + "Ġv á»", + "³ ت", + "Ġ द", + "Ġठ¦", + "n ÄĽ", + "Ġ ल", + "Ġठ²", + "Ġ ãĢĢĠãĢĢ", + "ĠãĢĢ ĠãĢĢ", + "ĠãĢĢĠ ãĢĢ", + "ॠĤ", + "ठ¦", + "à¸Ń à¸ĩ", + "ÙĪ ÙĨ", + "ठµ", + "a ÅŁ", + "๠Ĥ", + "ι κ", + "Ġ र", + "Ġठ°", + "Ġ ви", + "Ġв и", + "à¥į य", + "à¥įठ¯", + "ा न", + "ाठ¨", + "Ġ از", + "Ġا ز", + "ĠØ§Ø ²", + "ا Ùĩ", + "ا٠ĩ", + "Ľ i", + "Ġh á»", + "à¥ĭ à¤Ĥ", + "i ế", + "ĠÄij á»", + "ठ¯", + "Ï į", + "Ġc ủ", + "Ġ بر", + "Ġب ر", + "Ġ ÙħÛĮ", + "ĠÙħ ÛĮ", + "Ġ اÛĮ", + "Ġا ÛĮ", + "Ġ à¤Ĩ", + "ĠठĨ", + "ãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢ", + "ि य", + "िठ¯", + "ÑŁÑŁÑŁÑŁ ÑŁÑŁÑŁÑŁ", + "в и", + "ر د", + "н Ñĥ", + "ÙĬ ÙĨ", + "ι α", + "Ġ त", + "Ġठ¤", + "Ñĩ и", + "Ġ à¤ķर", + "Ġà¤ķ र", + "ا ز", + "Ø§Ø ²", + "a ÄŁ", + "Ġ à¤ī", + "Ġठī", + "ठ¬", + "ÏĦ α", + "ت ر", + "Ùĩ ا", + "ร ะ", + "j ÃŃ", + "Î ij", + "а ÑĤи", + "аÑĤ и", + "Ġ à¤Ĺ", + "ĠठĹ", + "Ġ ÑĤа", + "ĠÑĤ а", + "Ú Ĩ", + "ठľ", + "า à¸Ļ", + "าภĻ", + "Ġ à¤Ń", + "ĠठŃ", + "ि à¤ķ", + "िठķ", + "á v", + "Ġ Ú¯", + "Ï İ", + "า ย", + "าภ¢", + "Ġ à¤Ķ", + "ĠठĶ", + "ÅĻ ÃŃ", + "ا ÙĪ", + "ا٠Ī", + "Ġ Ñī", + "ĠÑ ī", + "Ġ à¤Ķर", + "Ġà¤Ķ र", + "ен нÑı", + "Ġ Ú©Ùĩ", + "ĠÚ© Ùĩ", + "ठ¡", + "ÏĦ ο", + "ε ι", + "Ġ à¤ĩ", + "Ġठĩ", + "à¥į त", + "à¥įठ¤", + "ठŁ", + "Û ±", + "Ġ ØĮ", + "ĠØ Į", + "Ïģ ο", + "η ÏĤ", + "ë ¬", + "Ñĸ н", + "i á»ģ", + "iá» ģ", + "i ên", + "iê n", + "Ġ вÑĸд", + "Ġв Ñĸд", + "ĠвÑĸ д", + "d ı", + "ÙĦ ÛĮ", + "Ġ ز", + "ĠØ ²", + "Ïģ α", + "Ġ ÛĮ", + "า à¸ĩ", + "าภĩ", + "Ġth á»", + "Ġ à¹Ģà¸", + "Ġà¹Ģ à¸", + "i á»ĩn", + "iá»ĩ n", + "ا ÙĬ", + "ا٠Ĭ", + "ан нÑı", + "ÑĢ е", + "Î Ł", + "å Ĵ", + "ا Ø´", + "Ø§Ø ´", + "ा ल", + "ाठ²", + "ëħ Ħ", + "Ġ य", + "Ġठ¯", + "Ġ را", + "Ġر ا", + "ठ¼", + "Ñĥ в", + "ÙĪ Ùħ", + "Ġ عÙĦ", + "Ġع ÙĦ", + "ί α", + "à¥Ī à¤Ĥ", + "à¥ģ à¤", + "า ม", + "าภ¡", + "Ġm á»Ļt", + "Ġ à¤ı", + "Ġठı", + "ãĢĢ ãĢĢãĢĢ", + "ãĢĢãĢĢ ãĢĢ", + "Ġ पर", + "Ġप र", + "Ġ اÙĨ", + "Ġا ÙĨ", + "Ġ اÛĮÙĨ", + "Ġا ÛĮÙĨ", + "ĠاÛĮ ÙĨ", + "Ġv Ỽi", + "Ġvá» Ľi", + "Î £", + "ठļ", + "Û °", + "i á»ĥ", + "iá» ĥ", + "า à¸ģ", + "าภģ", + "Î Ļ", + "ا ع", + "Ø§Ø ¹", + "Ñĸ й", + "à¹ģ ล", + "Ùĩ اÛĮ", + "Ùĩا ÛĮ", + "Ñĩ а", + ". :.:", + ".: .:", + ".:. :", + "ÏĦ η", + "Ġ Îij", + "ĠÎ ij", + "ر ÛĮ", + "Ġn gh", + "Ġng h", + "ν α", + "à¹ĥ à¸Ļ", + "ि त", + "िठ¤", + "Ġ και", + "Ġκ αι", + "Ġκα ι", + "ÏĦ ε", + "à¥į à¤Ł", + "à¥įठŁ", + "μ α", + "л Ñĥ", + "ý m", + "ÏĢ ο", + "à¥Ī ।", + "ï¼ ¼", + "ر ÙĬ", + "н иÑħ", + "ни Ñħ", + "Ïģ ι", + "Ù Ģ", + "ÑĢ о", + "Ġ à¤ļ", + "Ġठļ", + "ा त", + "ाठ¤", + "ا ÙĤ", + "ا٠Ĥ", + "Ġ श", + "Ġठ¶", + "ĠÄij á»Ļ", + "ĠÄijá» Ļ", + "é ho", + "iá»ģ u", + "ภ¨", + "Ñĸ лÑĮ", + "Ñĸл ÑĮ", + "uy á»", + "Û ²", + "Ġn Äĥ", + "Ïī ν", + "Ġ ÏĦοÏħ", + "ĠÏĦ οÏħ", + "ĠÏĦο Ïħ", + "к ий", + "ки й", + "í ĸ", + "Ġ Ñīо", + "ĠÑī о", + "à¥į व", + "à¥įठµ", + "Ġ اÙĦØ£", + "ĠاÙĦ Ø£", + "ا ئ", + "Ø§Ø ¦", + "t ı", + "Ġ ÏĦο", + "ĠÏĦ ο", + "¬ ¬", + "Ġ Ø·", + "ĠØ ·", + "Ùħ اÙĨ", + "Ùħا ÙĨ", + "Ġ Îł", + "ĠÎ ł", + "д и", + "ภ¶", + "ि à¤ı", + "िठı", + "ãģ£ ãģŁ", + "ãģ£ãģ Ł", + "ÛĮ Ùħ", + "ÃŃ nh", + "ÃŃn h", + "r av", + "ra v", + "ÄĽ t", + "Î ķ", + "Ġ Ñıк", + "ĠÑı к", + "ç Ĥ", + "à¸Ń à¸Ļ", + "ãģ¦ ãģĦ", + "ि ल", + "िठ²", + "Ñĸ ÑĤ", + "з а", + "á p", + "ठ§", + "Ġ êµ", + "Ġê µ", + "à¹ģ ละ", + "à¹ģล ะ", + "ÃŃ ch", + "ÃŃc h", + "Ġ Ø¢ÙĨ", + "ĠØ¢ ÙĨ", + "ت Ùĩ", + "Ġ Ùħع", + "ĠÙħ ع", + "н ий", + "ни й", + "Æ°á»Ľ c", + "Ġ اÙĦع", + "Ġا ÙĦع", + "ĠاÙĦ ع", + "ر ب", + "ा म", + "ाठ®", + "Ġ رÙĪ", + "Ġر ÙĪ", + "é «", + "ı y", + "Ġh á»į", + "Ġhá» į", + "ÑĤÑĮ ÑģÑı", + "Ġ Îļ", + "ĠÎ ļ", + "Ġ à¤ĩस", + "Ġà¤ĩ स", + "ï¼ ¿", + "Ġ ÚĨ", + "Ġ ÙĪاÙĦ", + "ĠÙĪ اÙĦ", + "ĠÙĪا ÙĦ", + "íķ Ļ", + "ÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁ ÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁ", + "Ġ vý", + "Ġv ý", + "ि स", + "िठ¸", + "ữ ng", + "س ÛĮ", + "Ġ ìĥ", + "Ġì ĥ", + "ा à¤Ĥ", + "ाठĤ", + "ï½ ¤", + "à¹ĩ à¸Ļ", + "Ġ थ", + "Ġठ¥", + "l arak", + "la rak", + "lar ak", + "lara k", + "â y", + "t ÄĽ", + "ν ο", + "Ġ ÙħÙĪ", + "ĠÙħ ÙĪ", + "Ġng Æ°á»Ŀi", + "å ¦", + "ÙĬ د", + "il ir", + "ili r", + "ا ØŃ", + "Ø§Ø Ń", + "Ġ ãĢ", + "Ù ĭ", + "Ġ ÑĢоз", + "ĠÑĢ оз", + "Ġ й", + "ĠÐ ¹", + "Ġd ụ", + "à¹Ģ à¸Ľ", + "à¹ĢภĽ", + "ั à¸ĩ", + "л е", + "ा य", + "ाठ¯", + "ï¿ £", + "ÙĪ اÙĨ", + "ÙĪا ÙĨ", + "Ġth á»ĥ", + "Ġthá» ĥ", + "ã ĥ½", + "ãĥ ½", + "ü ÅŁ", + "ç Ł", + "Ġ ο", + "ĠÎ ¿", + "Ġ Σ", + "ĠÎ £", + "ÛĮ ت", + "ั à¸ģ", + "Î ¤", + "Ġ à¤ıà¤ķ", + "Ġà¤ı à¤ķ", + "Ġ ÙĩÙħ", + "ĠÙĩ Ùħ", + "ìĽ Ķ", + "Ġ Îľ", + "ĠÎ ľ", + "Ġ à¸Ħ", + "ĠภĦ", + "¯ ¸", + "ا رÛĮ", + "ار ÛĮ", + "ि न", + "िठ¨", + "Ġnh ững", + "Ġnh Æ°", + "и ÑĤи", + "иÑĤ и", + "ãĥ³ ãĥ", + "à¹Ģ ร", + "à¹Ģภ£", + "Ġ ÐĽ", + "ĠÐ Ľ", + "ÑĢ Ñĸ", + "á d", + "ü y", + "i ye", + "iy e", + "Ġ Îķ", + "ĠÎ ķ", + "Ġ ส", + "Ġภª", + "Ïĥ η", + "Ġ ë¬", + "Ġë ¬", + "ï »", + "ठ£", + "Î Ĺ", + "ठ¶", + "Ġ ÙħØŃ", + "ĠÙħ ØŃ", + "ÙĦ ÙĬ", + "Ġ με", + "Ġμ ε", + "Ġp ÅĻÃŃ", + "ĠpÅĻ ÃŃ", + "Î Ŀ", + "à¥į ष", + "à¥įठ·", + "t ir", + "ti r", + "ر اÙĨ", + "را ÙĨ", + "ĠÄij á»ĭ", + "ĠÄijá» ĭ", + "Ġ коÑĤ", + "Ġк оÑĤ", + "Ġко ÑĤ", + "к ÑĢа", + "λ ο", + "Ġ ÏĦη", + "ĠÏĦ η", + "Ñī е", + "ÏĦ ικ", + "ÏĦι κ", + "ั à¹ī", + "i ết", + "iế t", + "α ν", + "í Ķ", + "к иÑħ", + "ки Ñħ", + "Ġ поÑģ", + "Ġп оÑģ", + "Ġпо Ñģ", + "t ır", + "tı r", + "à¥į म", + "à¥įठ®", + "ر Ùģ", + "ÄĽ l", + "ठŃ", + "o vé", + "ov é", + "Ġl á»", + "à¹Ħ à¸Ķ", + "ãģª ãģĦ", + "ภ©", + "i á»ĩu", + "iá»ĩ u", + "Î ¾", + "Ġ عÙĦÙī", + "Ġع ÙĦÙī", + "ĠعÙĦ Ùī", + "д Ñĥ", + "Ġdụ ng", + "а ÑĢа", + "аÑĢ а", + "ा द", + "ाठ¦", + "o ž", + "ÙĦ Ùĩ", + "ÙĦ Ùħ", + "н оÑĹ", + "но ÑĹ", + "Û± Û", + "à¸Ĥ à¸Ńà¸ĩ", + "Î ¡", + "à¥Ģ à¤Ĥ", + "Ġ пÑĸд", + "Ġп Ñĸд", + "Ġ फ", + "Ġठ«", + "ภĺ", + "ε ÏĤ", + "ा स", + "ाठ¸", + "à¹ĥ ห", + "о ва", + "ов а", + "ت ÛĮ", + "à¸Ń ย", + "ภį", + "Ġn Äĥm", + "ĠnÄĥ m", + "ÏĦ ι", + "ÙĪ ÛĮ", + "Ġ мÑĸ", + "Ġм Ñĸ", + "Ġ اÙħ", + "Ġا Ùħ", + "ÏĢ ÏĮ", + "Ġ zá", + "Ġz á", + "ठĪ", + "Ġ à¤ĸ", + "Ġठĸ", + "Ġ nÄĽ", + "Ġn ÄĽ", + "c ÃŃ", + "ÙĨ Ú¯", + "Ñģ и", + "Î ¶", + "n á", + "Ŀ i", + "Å ©", + "Ø ¦", + "Ġ اÙĦس", + "Ġا ÙĦس", + "ĠاÙĦ س", + "á»ij c", + "Ạ½", + "ا ج", + "Ø§Ø ¬", + "Ùħ ا", + "êµ Ń", + "о Ñİ", + "د ر", + "à¹Ģ à¸ģ", + "à¹Ģภģ", + "ภł", + "à ¡ng", + "á ng", + "án g", + "íķ ©", + "Ġ ÏĦηÏĤ", + "ĠÏĦ ηÏĤ", + "ĠÏĦη ÏĤ", + "Ġ Ñĸн", + "ĠÑĸ н", + "о ÑĹ", + "à¥ĩ श", + "à¥ĩठ¶", + "ภĭ", + "à¥ĭ à¤Ĺ", + "л Ñĸ", + "Ġp ÅĻed", + "ĠpÅĻ ed", + "ĠpÅĻe d", + "Äį nÃŃ", + "Ġ ка", + "Ġк а", + "Ġ Τ", + "ĠÎ ¤", + "á»Ļ i", + "v ÃŃ", + "ÑĢ Ñı", + "ा à¤ľ", + "ाठľ", + "а Ñħ", + "ि र", + "िठ°", + "า ส", + "าภª", + "d ır", + "dı r", + "Ø ¢", + "Î ļ", + "Ġ ÎŃ", + "ĠÎ Ń", + "Ġt ại", + "iá»ĩ c", + "i ến", + "iế n", + "Ġ غ", + "ĠØ º", + "ا Ø®", + "Ø§Ø ®", + "Ġ اÙĦØŃ", + "Ġا ÙĦØŃ", + "ĠاÙĦ ØŃ", + "Ġ бÑĥ", + "Ġб Ñĥ", + "Ġv á»ģ", + "Ġvá» ģ", + "м Ñĸ", + "Ùħ ÙĦ", + "m Ä±ÅŁ", + "à¸Ľ ระ", + "à¸Ľà¸£ ะ", + "ο Ïį", + "ε ί", + "Ġर ह", + "н им", + "ни м", + "ع د", + "Ġ باÙĦ", + "Ġب اÙĦ", + "Ġبا ÙĦ", + "¤ ij", + "ç ł", + "Ġo lm", + "Ġol m", + "Ïİ Î½", + "Ġh á»įc", + "Ġhá»į c", + "ا ست", + "Ø§Ø ³Øª", + "اس ت", + "า ว", + "าภ§", + "ÙĪ ب", + "Ñĸ Ñı", + "Ġ ÙĩاÛĮ", + "ĠÙĩ اÛĮ", + "ĠÙĩا ÛĮ", + "ë§ Ī", + "ॠĮ", + "Ġ ÄĮ", + "ĠÄ Į", + "ठı", + "ا دÙĩ", + "اد Ùĩ", + "Ġ اÙĪ", + "Ġا ÙĪ", + "н Ñĭм", + "нÑĭ м", + "Ạ±", + "Ùħ ÙĨ", + "iá»ĩ t", + "l aÅŁ", + "la ÅŁ", + "Ñĸ з", + "ÙĪ س", + "Ġl Ãłm", + "ĠlÃł m", + "ĠÄij ến", + "ĠÄijế n", + "प न", + "Ġ ÛĮÚ©", + "ĠÛĮ Ú©", + "Ġ ÙĦÙĦ", + "ĠÙĦ ÙĦ", + "Ġ mÄĽ", + "Ġm ÄĽ", + "Ġ براÛĮ", + "Ġبر اÛĮ", + "ा ह", + "ाठ¹", + "Ġ Ùħر", + "ĠÙħ ر", + "e ç", + "à¸Ń ร", + "ε Ïģ", + "ั à¸Ķ", + "к он", + "ко н", + "n ou", + "no u", + "Ġ год", + "Ġг од", + "ู à¹ī", + "à¹Ģ ล", + "à¹Ģภ¥", + "Ú ĺ", + "ĠÄij á»ĭnh", + "ĠÄijá»ĭ nh", + "ĠÄij ó", + "а нов", + "ан ов", + "ано в", + "Ġ Ùģر", + "ĠÙģ ر", + "ا رد", + "ار د", + "Ñĸ ÑĹ", + "à¸Ħ ร", + "à¥į थ", + "à¥įठ¥", + "c ak", + "ca k", + "ÑĨ ÑĸÑĹ", + "ÑĨÑĸ ÑĹ", + "Ġ ãĢĢĠãĢĢĠãĢĢĠãĢĢ", + "ĠãĢĢ ĠãĢĢĠãĢĢĠãĢĢ", + "ĠãĢĢĠãĢĢ ĠãĢĢĠãĢĢ", + "ĠãĢĢĠãĢĢĠãĢĢ ĠãĢĢ", + "ĠãĢĢĠ ãĢĢĠãĢĢĠãĢĢ", + "Ùĩ ر", + "ॠī", + "Ġg iá»", + "Ġgi á»", + "í Ĩ", + "âĢĮ ÙĩاÛĮ", + "âĢĮÙĩا ÛĮ", + "à¥ģ र", + "à¥ģठ°", + "Ġ à¸ģ", + "Ġภģ", + "Å Ī", + "æ ¨", + "ÎŁ Î", + "า à¸Ħ", + "าภĦ", + "кÑĢа ÑĹ", + "ả o", + "o ÄŁ", + "Ġ सम", + "Ġस म", + "Ġv iá»ĩc", + "Ġs ẽ", + "Ġ ná", + "Ġn á", + "ÙĬ Ùħ", + "£ p", + "ö y", + "ÙĪ ز", + "Ġ κα", + "Ġκ α", + "Ùħ د", + "n ÃŃm", + "nÃŃ m", + "o vá", + "ov á", + "ा व", + "ाठµ", + "ा ।", + "à¥į स", + "à¥įठ¸", + "ç ·", + "ặ c", + "Ġ à¸ŀ", + "Ġภŀ", + "ï½ Ģ", + "ô i", + "Ġ ợ", + "Ġá» Ł", + "ο ÏĤ", + "Ġtr ên", + "м Ñĥ", + "ÑģÑĮ к", + "ภŁ", + "o vat", + "ov at", + "ova t", + "Ġm á»", + "í ı", + "Ġ во", + "Ġв о", + "ε ν", + "à¥Ĥ र", + "Ú¯ اÙĩ", + "ĠÄij á»Ļng", + "ĠÄijá»Ļ ng", + "Ú© ÙĨ", + "Ñī и", + "Ġ пÑĢа", + "Ġп ÑĢа", + "ĠпÑĢ а", + "ü rk", + "ür k", + "ÙĪ ع", + "ấ p", + "n ý", + "Ġ quan", + "Ġqu an", + "Ġq uan", + "Ġqua n", + "Ñĸ Ñĩ", + "Ġ να", + "Ġν α", + "Ġन ह", + "Ġ Ú©ÙĨ", + "ĠÚ© ÙĨ", + "c ı", + "çĿ Ģ", + "б о", + "Ġ اس", + "Ġا س", + "ĠØ§Ø ³", + "è »", + "ا ÙĨÛĮ", + "اÙĨ ÛĮ", + "à¸ķ ร", + "ÏĦ ά", + "Ġ Ø£ÙĨ", + "ĠØ£ ÙĨ", + "éĤ £", + "Ġ ม", + "Ġภ¡", + "к ÑĤ", + "i ê", + "Ġhá» £p", + "ت Ùħ", + "Ġ بÙĨ", + "Ġب ÙĨ", + "h od", + "ho d", + "ι Ïĥ", + "ห à¸Ļ", + "Ġ ÑĹ", + "ĠÑ Ĺ", + "л ив", + "ли в", + "Ġ کرد", + "ĠÚ© رد", + "Ġکر د", + "Ġ ÙħØ´", + "ĠÙħ Ø´", + "ا Ø·", + "Ø§Ø ·", + "ب ÙĬ", + "Ġ ร", + "Ġภ£", + "د Ùħ", + "ÙĦ اÙħ", + "ÙĦا Ùħ", + "à¹Ī ว", + "Ġ ÙĨÙħ", + "ĠÙĨ Ùħ", + "Ġ æĹ", + "Ġæ Ĺ", + "é ħ", + "н оÑģÑĤ", + "но ÑģÑĤ", + "ноÑģ ÑĤ", + "i á»ĥm", + "iá»ĥ m", + "êµ IJ", + "a yı", + "ay ı", + "Ġ بÙĪد", + "Ġب ÙĪد", + "ĠبÙĪ د", + "Ú¯ ر", + "Ġh iá»ĩn", + "Ġhi á»ĩn", + "ç ³", + "ÑģÑĤ вен", + "ÑģÑĤв ен", + "ÑģÑĤве н", + "Ġà¤ķर न", + "Ġ ÏĦην", + "ĠÏĦ ην", + "ĠÏĦη ν", + "Ġ à¸Ń", + "ĠภŃ", + "Ġ Ùħت", + "ĠÙħ ت", + "ģ n", + "ج Ùħ", + "λ λ", + "Ġ ÑĢе", + "ĠÑĢ е", + "ิ à¸Ķ", + "Ġ اÙĦÙĤ", + "Ġا ÙĦÙĤ", + "ĠاÙĦ ÙĤ", + "α Ïģ", + "Ġ यह", + "Ġय ह", + "n ÃŃch", + "nÃŃ ch", + "ÑĶ ÑĤÑĮÑģÑı", + "Ġ à¸Ĺ", + "ĠภĹ", + "ÛĮ Ø´", + "ÅĻ e", + "Ġn ebo", + "Ġne bo", + "Ġneb o", + "Ġ Ñĩа", + "ĠÑĩ а", + "l ou", + "lo u", + "ÑģÑĤ во", + "ÑģÑĤв о", + "Ġ Ч", + "ĠÐ §", + "à¸Ħ ว", + "Ùĩ Ùħ", + "à¹Ģ à¸Ķ", + "à¹ĢภĶ", + "Ġ à¹ģ", + "Ġ à¹Ĥ", + "Û ³", + "Å© ng", + "Ġ nej", + "Ġn ej", + "Ġne j", + "ÛĮ Ú©", + "Ġs á»Ń", + "Ùģ ر", + "Î ł", + "Ġп ок", + "Ġпо к", + "ĠاÙĦ ÙĨ", + "Ġv Å¡", + "á º«", + "Ạ«", + "Ġnh Ãł", + "ãĢĢ ãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢ ãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢ ãĢĢ", + "ãĢĢãĢĢãĢĢ ãĢĢãĢĢ", + "ή ÏĤ", + "ο Ïģ", + "Ġ Ïĩ", + "ĠÏ ĩ", + "à¹Ģ à¸Ĺ", + "à¹ĢภĹ", + "Ñĥ лÑĮ", + "Ñĥл ÑĮ", + "ãħ ĩ", + "Ġ yıl", + "Ġy ıl", + "Ġyı l", + "ÑĢ од", + "ÑĢо д", + "ί ν", + "ìĹ Īëĭ¤", + "ìĹĪ ëĭ¤", + "ا ص", + "Ø§Ø µ", + "ĠÄij ầu", + "à¥ĩ à¤ķ", + "à¥ĩठķ", + "ÑĢ ом", + "ÑĢо м", + "ãģĵ ãģ¨", + "Ġ ار", + "Ġا ر", + "ĠØ§Ø ±", + "å¥ ¹", + "Ġ تØŃ", + "Ġت ØŃ", + "Å¡ tÄĽ", + "Å¡t ÄĽ", + "à¥į ल", + "à¥įठ²", + "à¥į à¤ķ", + "à¥įठķ", + "Ġ کار", + "ĠÚ© ار", + "u jÃŃ", + "uj ÃŃ", + "Ġ à¤īन", + "Ġà¤ī न", + "Ġ αÏĢÏĮ", + "Ġα ÏĢÏĮ", + "ĠαÏĢ ÏĮ", + "Ġm Ãł", + "ž ÃŃ", + "Ġ à¸Ī", + "ĠภĪ", + "a lı", + "al ı", + "ठ«", + "Ñĩ еÑģ", + "Ñĩе Ñģ", + "Ġ عÙĨ", + "Ġع ÙĨ", + "æķ Ļ", + "ï¾ Ĩ", + "ि à¤Ĥ", + "िठĤ", + "Ġs á»±", + "в оÑĢ", + "во ÑĢ", + "Ġth á»±c", + "ë į°", + "ëį °", + "ãģ¦ ãģĦãĤĭ", + "ãģ¦ãģĦ ãĤĭ", + "à¹Ī à¸ĩ", + "ت ب", + "Ġnh iá»ģu", + "ĥ n", + "ĠÄij á»ĵ", + "ĠÄijá» ĵ", + "Ġ ห", + "Ġภ«", + "Û µ", + "m ÄĽ", + "ạ t", + "Ġch ÃŃnh", + "ĠchÃŃ nh", + "ĠchÃŃn h", + "μ ÎŃ", + "an ı", + "Ġb á»ĭ", + "ằ ng", + "ÅĻ ed", + "ÅĻe d", + "é Ł", + "á nh", + "án h", + "ÙĢ ÙĢ", + "Ġ Ùħس", + "ĠÙħ س", + "á»ĭ ch", + "Ä ĥn", + "Äĥ n", + "o vánÃŃ", + "ov ánÃŃ", + "ová nÃŃ", + "ován ÃŃ", + "à¹Ī าà¸ĩ", + "à¹Īา à¸ĩ", + "Ġ à¸Ľ", + "ĠภĽ", + "Ġn Æ°á»Ľc", + "Ð ±Ð¾ÑĤ", + "б оÑĤ", + "бо ÑĤ", + "ı yor", + "ıy or", + "ĠØ® ÙĪد", + "ĠØ®ÙĪ د", + "Û ¹", + "Ġ Ùħد", + "ĠÙħ د", + "Ġ üz", + "Ġü z", + "ì ½", + "ÙĪ ÙĤ", + "ë¥ ´", + "л ек", + "ле к", + "Ġc ả", + "ол ог", + "оло г", + "à¹ī à¸Ńà¸ĩ", + "à¹īà¸Ń à¸ĩ", + "m iÅŁ", + "mi ÅŁ", + "à¹ī ว", + "Ä ©", + "Î ľ", + "à¸Ń à¸ģ", + "＿ ＿", + "ठĸ", + "Ġ Я", + "ĠÐ ¯", + "ë ¬´", + "ë¬ ´", + "اÛĮ ÛĮ", + "s ké", + "sk é", + "uy ên", + "e ÅŁ", + "á i", + "ú ng", + "ún g", + "Ãł o", + "Ñĸ Ñģ", + "ç ¶", + "Ġ à¤Ĩप", + "Ġà¤Ĩ प", + "ï º", + "Î Ľ", + "Ġ ê³µ", + "Ġê³ µ", + "Ġ ÐĨ", + "ĠÐ Ĩ", + "Ġà¤ħ पन", + "Ġà¤ħप न", + "ứ ng", + "ÏĮ ÏĤ", + "Ġngh iá»ĩ", + "Ġnghi á»ĩ", + "Ġ اÙĦب", + "Ġا ÙĦب", + "ĠاÙĦ ب", + "à¥ĭ न", + "Ġ à¤Ł", + "ĠठŁ", + "Ġ ìľł", + "Ġìľ ł", + "Ġc Å©ng", + "ĠcÅ© ng", + "Ġà¤ī स", + "Ġ ड", + "Ġठ¡", + "ĠØ´ دÙĩ", + "Ġشد Ùĩ", + "ี à¹ī", + "Û ´", + "ặ t", + "æĸ ¯", + "Ġ ëį", + "Ġë į", + "Ġп л", + "б и", + "ê³ Ħ", + "ο ν", + "Ġç ık", + "Ġçı k", + "Ġbu lun", + "Ġbul un", + "س Ùħ", + "a ç", + "ا ÙĨÙĩ", + "اÙĨ Ùĩ", + "ÛĮ ز", + "l eÅŁ", + "le ÅŁ", + "ắ c", + "ا Ú©", + "Ġस à¤ķ", + "Ġ оÑĢг", + "Ġо ÑĢг", + "ĠоÑĢ г", + "Ġ à¸Ļ", + "ĠภĻ", + "ा थ", + "ाठ¥", + "Ġ ÙħÙĤ", + "ĠÙħ ÙĤ", + "ĠÎĶ E", + "Ñİ ÑĤÑĮ", + "ÑİÑĤ ÑĮ", + "á»Ļ c", + "Ġ η", + "ĠÎ ·", + "s ob", + "so b", + "Ġth eo", + "Ġthe o", + "å ŀ", + "Ġ اÙĦØ´", + "ĠاÙĦ Ø´", + "à¹Ģ à¸ŀ", + "à¹Ģภŀ", + "ÎŃ ÏĤ", + "à¹Ģ à¸Ĥ", + "à¹ĢภĤ", + "å Ļ", + "ि श", + "िठ¶", + "Ġ باز", + "Ġب از", + "Ġبا ز", + "ÑĢ об", + "ÑĢо б", + "Ġγ ια", + "μ ε", + "Ġ باش", + "Ġب اش", + "Ġبا Ø´", + "ा à¤ĩ", + "ाठĩ", + "Ġqu y", + "Ġq uy", + "λ ε", + "ا Ùĥ", + "ا٠ĥ", + "Ġ ÑĢок", + "ĠÑĢ ок", + "Ġ Türk", + "ĠT ürk", + "ĠTür k", + "Ġ Ð¥", + "ĠÐ ¥", + "ÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁ ÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁ", + "æ ©", + "Ġph ải", + "à¸Ħ วาม", + "à¸Ħว าม", + ": ::", + ":: :", + "l ÃŃ", + "Ġj sou", + "Ġjs ou", + "ÛĮ ÙĦ", + "ál nÃŃ", + "áln ÃŃ", + "Ķ Ķ", + "í ĸī", + "íĸ ī", + "æĥ ³", + "l á", + "Ġ ÏĥÏħ", + "ĠÏĥ Ïħ", + "Ñĭ ва", + "Ñĭв а", + "Ġnh ất", + "à¸Ń ม", + "Û ¸", + "e cek", + "ec ek", + "ece k", + "Ñĸ ÑĢ", + "ÙĪ Ø´", + "λ α", + "Ġ ÎĴ", + "ĠÎ Ĵ", + "о ÑĢа", + "оÑĢ а", + "Ùģ ت", + "e dir", + "ed ir", + "edi r", + "Ñĥ Ñħ", + "ä¸ ĸ", + "ĠУ кÑĢаÑĹ", + "ĠУкÑĢа ÑĹ", + "Ġ íĶ", + "Ġí Ķ", + "ά ν", + "Ġ شر", + "ĠØ´ ر", + "ĠاÙĦ ج", + "е ÑĢед", + "еÑĢ ед", + "еÑĢе д", + "ìĺ ģ", + "Ġh Ãłnh", + "ï¿£ ï¿£", + "м е", + "ÑİÑĤ ÑģÑı", + "ĠØ¥ ÙĦÙī", + "ĠØ¥ÙĦ Ùī", + "ìĹ ħ", + "Ġ تر", + "Ġت ر", + "к ом", + "ко м", + "Ġ شد", + "ĠØ´ د", + "Ġ اÙĦÙĥ", + "Ġا ÙĦÙĥ", + "ĠاÙĦ Ùĥ", + "Ġ ÏĥÏĦο", + "ĠÏĥ ÏĦο", + "à¥į द", + "à¥įठ¦", + "ëł ¤", + "Ñĥ ваннÑı", + "Ñĥв аннÑı", + "Ġth ì", + "ê ´Ģ", + "ê´ Ģ", + "κ ε", + "س ب", + "íĥ Ģ", + "Ġ ï¼ı", + "Ġï¼ ı", + "Ġ à¹ģละ", + "Ġà¹ģ ละ", + "Ġà¹ģล ะ", + "Ġ ÏĮ", + "ĠÏ Į", + "н иÑĨ", + "ни ÑĨ", + "Ġ ÐĿа", + "ĠÐĿ а", + "Ñı в", + "l ü", + "ι ο", + "ÙĨ دÙĩ", + "ÙĨد Ùĩ", + "ÙĦ Ùĥ", + "Ġng Ãły", + "Ġnh ân", + "Ġ ^{", + "Ġ^ {", + "ॠĥ", + "Ġg erek", + "Ġge rek", + "Ġger ek", + "Ġgere k", + "ا رÙĩ", + "ار Ùĩ", + "Ġc Æ¡", + "Ġ à¸ķ", + "Ġภķ", + "æ Ĥ", + "çĶ °", + "à¥Īà¤Ĥ ।", + "ั ว", + "v ÄĽ", + "ö z", + "и ли", + "ил и", + "Ġph áp", + "Ġphá p", + "ê¸ Ī", + "Ġ ÎŁ", + "ĠÎ Ł", + "Ġp ÅĻi", + "ĠpÅĻ i", + "Ġ ìĸ´", + "Ġìĸ ´", + "Ġд ол", + "Ġдо л", + "ÙĪ رد", + "ÙĪر د", + "à¹Ģ ม", + "à¹Ģภ¡", + "Ïĥ ε", + "า à¸Ĺ", + "าภĹ", + "o Ãłi", + "ร ม", + "Û ¶", + "Ġ à¸ļ", + "Ġภļ", + "i yet", + "iy et", + "iye t", + "ÏĦ αι", + "ÏĦα ι", + "ìĦ ł", + "Ġ εÏĢ", + "Ġε ÏĢ", + "ि व", + "िठµ", + "ê¹ Į", + "г а", + "ĠÑģ лÑĥ", + "ĠÑģл Ñĥ", + "Ġh ình", + "Ġ داÙĨ", + "Ġد اÙĨ", + "Ġà¤Ĺ य", + "ÙĬ ا", + "è ij", + "à¤Ĥ त", + "Ġ ساÙĦ", + "Ġس اÙĦ", + "ëł Ī", + "l erin", + "le rin", + "ler in", + "leri n", + "à¥ĩ त", + "à¥ĩठ¤", + ".: .:.:.:", + ".:.: .:.:", + ".:. :.:.:", + ".:.:.: .:", + ".:.:. :.:", + ".:.:.:. :", + "Ġ ëħ", + "Ġë ħ", + "Ġ اÙĦØ¥", + "ĠاÙĦ Ø¥", + "ả ng", + "ản g", + "è Ħ", + "ο λ", + "п ов", + "по в", + "Ġ θ", + "ĠÎ ¸", + "Û ·", + "Ġn ó", + "Ġd Ã¼ÅŁ", + "Ġdü ÅŁ", + "Ġt iế", + "Ġti ế", + "ÙĪ ج", + "Ġj sem", + "Ġjs em", + "Ạ¡ng", + "ạ ng", + "ạn g", + "ãģĤ ãĤĭ", + "à¸Ń à¸ļ", + "ÙĪ ÙĬ", + "à¤ķ र", + "Ġ де", + "Ġд е", + "¯ ¼", + "Ġ но", + "Ġн о", + "ÑĨ Ñĸй", + "ÑĨÑĸ й", + "Ïĥ ÏĦ", + "к ие", + "ки е", + "Ïĥ ει", + "Ïĥε ι", + "ìķ Ī", + "Ġh Æ¡n", + "Ġà¤ķ ह", + "ا ض", + "Ø§Ø ¶", + "ì ¸", + "ãĥ Ł", + "ãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢ", + "ãĤĪ ãģĨ", + "ा ,", + "е ÑĢи", + "еÑĢ и", + "ë© °", + "í ĶĦ", + "íĶ Ħ", + "Ġп оÑģÑĤ", + "Ġпо ÑģÑĤ", + "ĠпоÑģ ÑĤ", + "Ø® ر", + "à¥ĭ त", + "â u", + "к ой", + "ко й", + "d aki", + "da ki", + "í ħ", + ": :::::::::::::::", + ":: ::::::::::::::", + ":::: ::::::::::::", + ":::::: ::::::::::", + ":::::::: ::::::::", + "::: :::::::::::::", + "::::: :::::::::::", + "::::::: :::::::::", + "::::::::: :::::::", + ":::::::::: ::::::", + "::::::::::: :::::", + ":::::::::::: ::::", + "::::::::::::: :::", + ":::::::::::::: ::", + "::::::::::::::: :", + "Ġ öz", + "Ġö z", + "ÑĢ аж", + "ÑĢаР¶", + "ÑĢа ж", + "nÃŃ ho", + "ห ล", + "Ġ ÏĥÏĦη", + "ĠÏĥ ÏĦη", + "ĠÄij á»ģ", + "ĠÄijá» ģ", + "Ġk á»", + "i á»ĥn", + "iá» ĥn", + "iá»ĥ n", + "ÅĻ i", + "Ġkter é", + "¢ ħ", + "ü ç", + "ÙĬ Ùģ", + "Ġ lý", + "Ġl ý", + "Ġth á»Ŀi", + "Ġthá» Ŀi", + "Ġthá»Ŀ i", + "Ġ ìĨĮ", + "ĠìĨ Į", + "н ÑĮ", + "Ð Ĩ", + "ÑĤ ÑĢ", + "à¸ĩ าà¸Ļ", + "к оÑĹ", + "ко ÑĹ", + "μ ο", + "Ġs ür", + "Ġsü r", + "uy á»ģn", + "uyá» ģn", + "Ġ Ùħا", + "ĠÙħ ا", + "à¤Ĥ à¤Ĺ", + "ĠÄij á»ĵng", + "ĠÄijá»ĵ ng", + "ò n", + "à¥ģ ल", + "à¥ģठ²", + "à¥į प", + "à¥įठª", + "λ η", + "Ùħ ر", + "п ÑĢи", + "пÑĢ и", + "i yle", + "iy le", + "ा प", + "ाठª", + "Ġà¤ħ न", + "Ġ ÑĶ", + "ĠÑ Ķ", + "Ġy ön", + "Ġyö n", + "ÙĦ Ùģ", + "a dır", + "ad ır", + "adı r", + "á ½", + "Ġ ê³ł", + "Ġê³ ł", + "Ø® ص", + "im iz", + "imi z", + "åľ ĭ", + "Ġ над", + "Ġн ад", + "Ġна д", + "Ġ ÅĻ", + "ĠÅ Ļ", + "н оÑģÑĤÑĸ", + "но ÑģÑĤÑĸ", + "ноÑģÑĤ Ñĸ", + "ноÑģ ÑĤÑĸ", + "Ġ اÙģ", + "Ġا Ùģ", + "а нÑĸ", + "ан Ñĸ", + "à¥ĩ à¤Ł", + "à¥ĩठŁ", + "Ġ ë§IJ", + "Ġë§ IJ", + "ãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢ", + "Ġ ìĬ¤", + "ĠìĬ ¤", + "ิ à¸ķ", + "å Ħ", + "ÛĮ Ùĩ", + "о ÑĪ", + "ž it", + "ži t", + "ìĭ ¤", + "à¥Ģ न", + "Ġ î", + "æ¥ Ń", + "à¥ĩ न", + "à¥ĩठ¨", + "Ġ Ø°", + "ĠØ °", + "Ġl oại", + "Ġlo ại", + "à¹Ħ à¸Ľ", + "Ñĸ к", + "Ġ кÑĢа", + "Ġк ÑĢа", + "à¥ĭ र", + "ุ à¸Ķ", + "ĠاÙĦ ر", + "ĠÑģ об", + "ĠÑģо б", + "า à¸Ĭ", + "าภĬ", + "Ġसà¤ķ त", + "Ġ ÎĿ", + "ĠÎ Ŀ", + "ا ÙħÙĩ", + "اÙħ Ùĩ", + "à¹ī าà¸Ļ", + "à¹īา à¸Ļ", + "Ġtr ình", + "Ġtrì nh", + "Ġ اÙĦÙģ", + "Ġا ÙĦÙģ", + "ĠاÙĦ Ùģ", + "Ġ اÙĦد", + "ĠاÙĦ د", + "u nun", + "un un", + "unu n", + "о ÑĤов", + "оÑĤ ов", + "оÑĤо в", + "Æ° ợ", + "Æ°á» Ł", + "ĠÑģ во", + "ĠÑģв о", + "ί αÏĤ", + "ία ÏĤ", + "ấ n", + "ог да", + "à¸Ĺ ย", + "Ġb yl", + "Ġby l", + "ØŃ Ø¯", + "à¸ģ ล", + "ب Ùĩ", + "Ġ vÄĽ", + "Ġv ÄĽ", + "è¢ «", + "Ġ Ø¢Ùħ", + "ĠØ¢ Ùħ", + "ĠÄij iá»ģu", + "å ¨", + "Ġk dy", + "Ġkd y", + "Ġ بÙĪ", + "Ġب ÙĪ", + "ẫ n", + "ìľ ł", + "ा à¤ķ", + "ाठķ", + "k ů", + "Ġtr Æ°á»Ŀng", + "ic ké", + "ick é", + "н иÑı", + "ни Ñı", + "Ġ ÏĢοÏħ", + "ĠÏĢ οÏħ", + "ĠÏĢο Ïħ", + "Æ°á»Ł ng", + "н омÑĥ", + "но мÑĥ", + "ном Ñĥ", + "à¹Ī à¸Ļ", + "ู à¹Ī", + "Ġk ết", + "Ġkế t", + "Ġ ï¼¼", + "Ġï¼ ¼", + "Ġ ìĭł", + "Ġìĭ ł", + "i ç", + "Ġn Äĥng", + "ĠnÄĥ ng", + "Äį ÃŃ", + "ÑĤ Ñı", + "ÑĢ еб", + "ÑĢе б", + "Ùĭ ا", + "Ú¯ ÛĮ", + "ãĥ İ", + "Ġkar ÅŁ", + "в Ñĸ", + "Ġph ần", + "à¸Ī ะ", + "ắ t", + "ر Ø©", + "ิ à¸ĩ", + "ิ à¹Ī", + "ा à¤Ī", + "ाठĪ", + "า à¸ŀ", + "าภŀ", + "ÙĨ ÛĮ", + "ìĹ °", + "b ÄĽ", + "Ġ اÙĦص", + "ĠاÙĦ ص", + "í Ĺ", + "Ġ سر", + "Ġس ر", + "l ara", + "la ra", + "lar a", + "ëĭ ¨", + "Ġ ÙĤر", + "ĠÙĤ ر", + "è İ", + "ب د", + "Ġй ого", + "à¥į ह", + "à¥įठ¹", + "Ġc ách", + "Ġcá ch", + "Ġcác h", + "íķĺ ê³ł", + "Ġ ÏĢÏģο", + "ĠÏĢ Ïģο", + "Ġ تع", + "Ġت ع", + "Ĵ Ī", + "Ġ вод", + "Ġв од", + "Ġво д", + "ç¥ ŀ", + "к им", + "ки м", + "Ġd á»±", + "à¹Ģ ห", + "à¹Ģภ«", + "а на", + "ан а", + "Ġ ï½", + "Ġï ½", + "Ġb aÄŁ", + "Ġba ÄŁ", + "Ġप ह", + "Ġ cao", + "Ġc ao", + "Ġca o", + "Ïģ ÏĮ", + "ÙĨ ج", + "ा à¤ı", + "ाठı", + "Ġ å¹´", + "Ġå¹ ´", + "Ġngh iá»ĩp", + "Ġnghiá»ĩ p", + "Û² Û°", + "к аÑı", + "ка Ñı", + "Ïģ ί", + "Ġ бол", + "Ġб ол", + "Ġбо л", + "Ġgi á", + "Ġ зд", + "Ġз д", + "à¥ĩ ल", + "à¥ĩठ²", + "Ġc ấp", + "à¹Ģ ส", + "à¹Ģภª", + "Ïģ γ", + "Ġ ìĤ", + "Ġì Ĥ", + "d ÄĽ", + "à¥ģ न", + "à¥ģठ¨", + "ì Ī", + "ı lan", + "ıl an", + "л аÑģ", + "ла Ñģ", + "Ġ ว", + "Ġภ§", + "Ġ Ïĥε", + "ĠÏĥ ε", + "Ġ Ø«", + "ĠØ «", + "Ġ Ц", + "ĠÐ ¦", + "çĤ º", + "Ġb üy", + "Ġbü y", + "е ÑĨ", + "å¤ ª", + "Ġब न", + "о гÑĢа", + "ог ÑĢа", + "Ġп ÑĢоÑĤ", + "ĠпÑĢ оÑĤ", + "ĠпÑĢо ÑĤ", + "Ġl ượng", + "Ġd ön", + "Ġdö n", + "ร à¸ĩ", + "а ло", + "ал о", + "Ġ جÙħ", + "Ġج Ùħ", + "à¥Ī ,", + "Ġ 미", + "Ġë ¯¸", + "Ġ ê¹", + "Ġê ¹", + "ÙĪ ت", + "à¥Ģ य", + "à¸Ī าà¸ģ", + "Ġch ất", + "Î ©", + "Ġkh ác", + "Ġkhá c", + "Ġth áng", + "j Å¡ÃŃ", + "ĠÂłĠÂł ĠÂłĠÂłĠÂłĠÂłĠÂłĠÂł", + "ĠÂłĠÂłĠÂłĠÂł ĠÂłĠÂłĠÂłĠÂł", + "ĠÂłĠÂłĠÂłĠÂłĠÂłĠÂł ĠÂłĠÂł", + "á»ij t", + "ห ร", + "Ñĸ л", + "åħ ī", + "å Ĥ", + "ÙĦ Ø©", + "Ġ ê±°", + "Ġê± °", + "о воÑĢ", + "ов оÑĢ", + "ово ÑĢ", + "iá»ĥ u", + "Ġ меÑĤ", + "Ġм еÑĤ", + "а ÑĶ", + "Ġ ÑĩаÑģ", + "ĠÑĩ аÑģ", + "ĠÑĩа Ñģ", + "Ïģ ε", + "ì¹ ´", + "âĢĮ Ø´", + "ë¬ ¼", + "ú c", + "âĢĮ Ùĩا", + "i á»ģn", + "iá» ģn", + "iá»ģ n", + "st av", + "sta v", + "í ŀ", + "ĠÙĨ ظ", + "Ĩ Ĵ", + "Ġ ÏĦα", + "ĠÏĦ α", + "Ġ заб", + "Ġз аб", + "Ġза б", + "Ùĥ Ø©", + "Ġг ÑĢÑĥ", + "ĠгÑĢ Ñĥ", + "в о", + "Ġ Ùħج", + "ĠÙħ ج", + "Ġ sah", + "Ġs ah", + "Ġsa h", + "ب ÙĦ", + "ع Ø©", + "Ñĥ ÑĪ", + "ĠÑĤ ем", + "ĠÑĤе м", + "í ĭ", + "e ck", + "ec k", + "Ïī ÏĤ", + "ÙĬ ت", + "ìĹ Ī", + "ç ĭ", + "Ø° ا", + "ì łĢ", + "ìł Ģ", + "Ġн аÑģ", + "Ġна Ñģ", + "Ġ поÑĩ", + "Ġп оÑĩ", + "Ġпо Ñĩ", + "æł ¡", + "Ï Ī", + "Ñģ кой", + "Ñģк ой", + "Ñģко й", + "ü c", + "ÙĤ ÙĦ", + "Ġп оз", + "Ġпо з", + "Ġ оÑģоб", + "ĠоÑģ об", + "า ล", + "าภ¥", + "н Ñĭми", + "нÑĭ ми", + "нÑĭм и", + "о лод", + "ол од", + "оло д", + "è ¼", + "Ġ دÛĮ", + "Ġد ÛĮ", + "Ġ ÑĥÑģÑĤ", + "ĠÑĥ ÑģÑĤ", + "ĠÑĥÑģ ÑĤ", + "Ġ 무", + "Ġë ¬´", + "Ġë¬ ´", + "ÙĬ س", + "ë° ©", + "à¥į à¤ļ", + "à¥įठļ", + "и ла", + "ил а", + "Ġn ên", + "н ие", + "ни е", + "ι ν", + "lar ını", + "ların ı", + "à¹Ģ à¸Ļ", + "à¹ĢภĻ", + "ÙĨ ت", + "a ģı", + "aÄŁ ı", + "ım ız", + "ımı z", + "ĠاÙĦ Ø®", + "à¹Ģ ว", + "à¹Ģภ§", + "à¥į न", + "à¥įठ¨", + "Ġ Ïħ", + "ĠÏ ħ", + "Ġ íĨ", + "Ġí Ĩ", + "Ạ»", + "ิ à¹Ĥ", + "α ÏĤ", + "м еÑĤ", + "ме ÑĤ", + "Ġ zp", + "Ġz p", + "Ġje ho", + "ี ยà¸Ļ", + "ีย à¸Ļ", + "ÑĦ оÑĢ", + "ın ız", + "ını z", + "k lad", + "kl ad", + "kla d", + "íĮ Į", + "uy á»ĩ", + "uyá» ĩ", + "ι ά", + "Ġ ãĢģ", + "ĠãĢ ģ", + "Ø´ ر", + "æ© Ł", + "Ġ تا", + "Ġت ا", + "Ġ зна", + "Ġз на", + "Ġзн а", + "س تاÙĨ", + "ست اÙĨ", + "à¥ĩ र", + "à¥ĩठ°", + "ë§ ¤", + "ç ĥ", + "Ġ же", + "Ġж е", + "า à¸Ķ", + "าภĶ", + "Ġ ض", + "ĠØ ¶", + "é Ń", + "Ġн аз", + "Ġна з", + "Ġ ÛĮا", + "ĠÛĮ ا", + "e né", + "en é", + "ั ย", + "íĸ Īëĭ¤", + "íĸĪ ëĭ¤", + "Ġ بد", + "Ġب د", + "à¥ģ à¤ķ", + "à¥ģठķ", + "ÑĤ ов", + "ÑĤо в", + "ì° ¨", + "Ùĩ د", + "à¸Ķ ย", + "Ġho ặc", + "Ġ ÐŁÑĢи", + "ĠÐŁ ÑĢи", + "ĠÐŁÑĢ и", + "ÙĨ ا", + "çİ ĭ", + "Ñĥ ваÑĤи", + "Ñĥв аÑĤи", + "Ñĥва ÑĤи", + "à¸ļ ร", + "Ġà¤ķ रत", + "Ġà¤ķर त", + "Ïĥ ηÏĤ", + "Ïĥη ÏĤ", + "Ø ¤", + "éķ ·", + "åħ ĭ", + "Ġ دار", + "Ġد ار", + "ั à¹Ī", + "Æ¡ i", + "า à¸Ī", + "าภĪ", + "ý mi", + "ým i", + "ấ u", + "Ġد ست", + "Ġدس ت", + "k em", + "ke m", + "Ġ оÑģнов", + "ĠоÑģ нов", + "ëª ¨", + "Ïģ ά", + "æ ħ", + "Ġ اب", + "Ġا ب", + "ĠØ§Ø ¨", + "å£ «", + "Ħ ĸ", + "Î Ķ", + "ÙĬ Ùĥ", + "í İ", + "Ġy üz", + "a dı", + "ad ı", + "า à¸ķ", + "าภķ", + "ä» Ģ", + "ìĿ´ ëĭ¤", + "Ġ zv", + "Ġz v", + "Ġ tÄĽ", + "Ġt ÄĽ", + "Ġ íĸ", + "Ġí ĸ", + "ठ¥", + "Ġ लà¤Ĺ", + "Ġल à¤Ĺ", + "ìĺ Ģ", + "Ġ ан", + "Ġа н", + "ç Ĺ", + "ìĹ Ń", + "н ÑĸÑģÑĤÑĮ", + "нÑĸ ÑģÑĤÑĮ", + "нÑĸÑģÑĤ ÑĮ", + "Å ŀ", + "Ġph át", + "Ġphá t", + "ÙĤ Ø©", + "Ġth ế", + "Ġ ï¾", + "Ġï ¾", + "ì² ľ", + "Ġ ìĦł", + "ĠìĦ ł", + "à¹ĥ à¸Ĭ", + "i êu", + "iê u", + "ÄŁ ini", + "ÄŁi ni", + "ÄŁin i", + "ÙĤ د", + "Ġkter ý", + "Ñģ кий", + "Ñģк ий", + "Ñģки й", + "à¥į ड", + "à¥įठ¡", + "t adır", + "ta dır", + "Ġ Ñģм", + "ĠÑģ м", + "ÙĪ Ùģ", + "ا رÙĬ", + "ار ÙĬ", + "å¾ ·", + "ิ ม", + "Ø® ت", + "å¾ Ī", + "Ġ гоÑĢ", + "Ġг оÑĢ", + "ï¼Į æĪij", + "Ġ ìĺģ", + "Ġìĺ ģ", + "Ġ ëıĻ", + "Ġëı Ļ", + "Ñģ а", + "à¹Ģ à¸Ħ", + "à¹ĢภĦ", + "ë ¯¼", + "ë¯ ¼", + "ึ à¹Ī", + "Ġl iên", + "Ġli ên", + "Ġ Ùĩا", + "ĠÙĩ ا", + "ler ini", + "leri ni", + "lerin i", + "Ġ ÑĨе", + "ĠÑĨ е", + "ا ÙĦÛĮ", + "اÙĦ ÛĮ", + "Ġ मह", + "Ġम ह", + "Ġv ụ", + "Ġvá» ¥", + "Ġxu ất", + "ิ à¸ģ", + "ĠпÑĢо ÑĨ", + "Ġ αν", + "Ġα ν", + "ÑĢ им", + "ÑĢи м", + "Ġc ần", + "Ġ иÑħ", + "Ġи Ñħ", + "н оÑİ", + "но Ñİ", + "Ġt ÃŃnh", + "ĠtÃŃ nh", + "ĠtÃŃn h", + "Ġb á»Ļ", + "Ñĸ м", + "Ġnh áºŃn", + "ãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢ", + "ÙĬ Ùĩ", + "äº ļ", + "Ġоб ла", + "Ġобл а", + "Ġ à¤ĺ", + "Ġठĺ", + "n ých", + "ný ch", + "æĿ ij", + "ÙĦ س", + "Ġне об", + "ا بة", + "اب Ø©", + "v á", + "ο Ïħν", + "οÏħ ν", + "ÑĢ еÑĤ", + "ÑĢе ÑĤ", + "a sında", + "as ında", + "ası nda", + "Ġ yar", + "Ġy ar", + "Ġya r", + "ĠÄij iá»ĥm", + "ĠÄiji á»ĥm", + "н Ñİ", + "ा à¤Ĺ", + "ाठĹ", + "Ġ Ú©Ø´", + "ĠÚ© Ø´", + "Ñĥ з", + "Ġ à¸Ķ", + "ĠภĶ", + "ả m", + "к ами", + "ка ми", + "кам и", + "Ġ ÎĻ", + "ĠÎ Ļ", + "à¹Ģ à¸ķ", + "à¹Ģภķ", + "Ġl Ỽ", + "Ġlá» Ľ", + "ÙĤ ÛĮ", + "k ou", + "ko u", + "ÙĦ ب", + "и ва", + "ив а", + "æ ĵ", + "Ạ¹", + "κ α", + "ë² ķ", + "èĤ ²", + "á»ij n", + "Ġbel ir", + "íĨ ł", + "ÏĦ ή", + "Ñĭ ÑĪ", + "ãĤ ĥ", + "Ġ або", + "Ġа бо", + "Ġаб о", + "s ký", + "sk ý", + "à¥Ī स", + "Ġп ÑĢоÑģÑĤ", + "ĠпÑĢ оÑģÑĤ", + "ĠпÑĢо ÑģÑĤ", + "ĠпÑĢоÑģ ÑĤ", + "ekt edir", + "ekte dir", + "a ž", + "à¹Ī à¸Ń", + "Ġ оÑģÑĤ", + "Ġо ÑģÑĤ", + "ĠоÑģ ÑĤ", + "Ġb ảo", + "Ġ 大", + "Ġå¤ §", + "Ñĭ м", + "Ġm ů", + "Æ°á»Ľ ng", + "åı Ĺ", + "ÙĪ Ùĩ", + "Ġ Ñĥп", + "ĠÑĥ п", + "Ùĥ ÙĨ", + "Ġ ÏĦÏīν", + "ĠÏĦ Ïīν", + "ëħ ¸", + "Ġ à¸Ĭ", + "ĠภĬ", + "Ġ ÑĤого", + "ĠÑĤ ого", + "ĠÑĤо го", + "Ġ Ш", + "ĠÐ ¨", + "ìĿ´ íĬ¸", + "à¹Ģ à¸Ń", + "à¹ĢภŃ", + "и нÑĥ", + "ин Ñĥ", + "ĺ ħ", + "uy á»ĥn", + "uyá» ĥn", + "í ĴĪ", + "íĴ Ī", + "ạ nh", + "ạn h", + "Ġ ãĥ½", + "Ġãĥ ½", + "ÑĤ обÑĭ", + "ÑĤо бÑĭ", + "Ġt ạo", + "å· Ŀ", + "ĠÄij á»iji", + "Ġ ëıĦ", + "Ġëı Ħ", + "ä¹ ħ", + "Ġ تÙħ", + "Ġت Ùħ", + "а ÑĢи", + "аÑĢ и", + "st vÃŃ", + "Ġc ùng", + "íŀ Ī", + "Ġt arih", + "Ġtar ih", + "ì ¤ij", + "ì¤ ij", + "í Ĥ", + "Ġ دÙĪ", + "Ġد ÙĪ", + "ì ¡", + "а лÑĸ", + "ал Ñĸ", + "ภIJ", + "Ġc òn", + "и ÑĤÑĮÑģÑı", + "иÑĤÑĮ ÑģÑı", + "Ġव ह", + "ÅĻ eb", + "ÅĻe b", + "éĽ »", + "Ġ ми", + "Ġм и", + "o vÄĽ", + "ov ÄĽ", + "Ġd ân", + "ÑĨ ÑĸÑı", + "ÑĨÑĸ Ñı", + "ÛĮ ست", + "ÛĮس ت", + "åŃ ¸", + "Ġ ür", + "Ġü r", + "ص ÙĦ", + "ÑĢ иÑĤ", + "ÑĢи ÑĤ", + "า ห", + "าภ«", + "ãģ¦ ãģĦãģŁ", + "ãģ¦ãģĦ ãģŁ", + "θ η", + "ç ĸ", + "Ø Ł", + "i ÅŁtir", + "iÅŁ tir", + "iÅŁti r", + "ĠУкÑĢаÑĹ Ð½Ð¸", + "ĠУкÑĢаÑĹн и", + "ë° ĺ", + "à¥ĩ à¤ĸ", + "à¥ĩठĸ", + "Ġv á»ĭ", + "Ġvá» ĭ", + "Î ¥", + "Ġ ãĢĢĠãĢĢĠãĢĢ", + "ĠãĢĢ ĠãĢĢĠãĢĢ", + "ĠãĢĢĠãĢĢ ĠãĢĢ", + "ĠãĢĢĠ ãĢĢĠãĢĢ", + "Ġb ằng", + "Ġt á»ķ", + "Ġtá» ķ", + "о ли", + "ол и", + "๠Ĩ", + "e zi", + "ez i", + "Ġ ни", + "Ġн и", + "Ġ ÎĽ", + "ĠÎ Ľ", + "Ġr ất", + "μ ÏĢ", + "ж д", + "ा रत", + "ार त", + "Ġu ž", + "à¥ĩ स", + "à¥ĩठ¸", + "ا ÙĨد", + "اÙĨ د", + "Ġb ý", + "à¥ĭ ल", + "d ÄĽl", + "dÄĽ l", + "ìķ ĺ", + "Ġ جد", + "Ġج د", + "å ³", + "ื à¹ī", + "Ġb ản", + "ạ ch", + "ạc h", + "ĠÅŁ ey", + "Ġ Ùĩر", + "ĠÙĩ ر", + "Ġ jen", + "Ġj en", + "Ġje n", + "Ġв Ñĸн", + "ĠвÑĸ н", + "es inde", + "esi nde", + "esin de", + "Ġ हम", + "Ġह म", + "çł Ķ", + "à¸ļ à¸ļ", + "Ġch ức", + "Ġchứ c", + "ึ à¸ĩ", + "m alar", + "ma lar", + "mal ar", + "ĠdeÄŁ il", + "æĿ ±", + "Ġt ác", + "Ġtá c", + "Ġk iÅŁ", + "Ġki ÅŁ", + "Ġt á»±", + "Ġtá» ±", + "à¥į ध", + "à¥įठ§", + "à¸Ļ à¸Ĺ", + "ÎŁ Î¥", + "ÎŁÎ ¥", + "ÑģÑĮ кого", + "ÑģÑĮк ого", + "ÑģÑĮко го", + "Ġ ध", + "Ġठ§", + "Ġ ìĿĺ", + "ĠìĿ ĺ", + "ÙĨ Ø©", + "ü s", + "è «", + "Ġtaraf ından", + "ħ n", + "Ġk inh", + "Ġki nh", + "Ġkin h", + "Ïĥ ι", + "à¥Ģ à¤ķ", + "íı ¬", + "ا ÙħÙĦ", + "اÙħ ÙĦ", + "ĠV iá»ĩt", + "Ġ ÏĦον", + "ĠÏĦ ον", + "ĠÏĦο ν", + "Ġ تÙĨ", + "Ġت ÙĨ", + "Ġà¤ħ ध", + "à¹Ī าà¸Ļ", + "à¹Īา à¸Ļ", + "r ı", + "à¤Ĥ द", + "é ª", + "Ġch úng", + "Ġchú ng", + "г и", + "ÏĦ αν", + "ÏĦα ν", + "Ġд оп", + "Ġдо п", + "н Ñĸй", + "нÑĸ й", + "он алÑĮ", + "она лÑĮ", + "Î ĵ", + "Ġb üyük", + "Ġbü yük", + "Ġbüy ük", + "á ¼", + "à¥Ģ र", + "Ø° Ùĩ", + "Ġ ìķĦìĿ´", + "ĠìķĦ ìĿ´", + "Ġdo anh", + "Ġ ÅĻÃŃ", + "ĠÅĻ ÃŃ", + "ÑĨ Ñı", + "Ġt Æ°", + "Ġ सर", + "Ġस र", + "Ġm ÃŃst", + "ĠmÃŃ st", + "Ġë° ı", + "Ø´ ÙĨ", + "Ñĸ б", + "Ġ ãĢĢãĢĢ", + "ĠãĢĢ ãĢĢ", + "çĻ ½", + "о Ñģп", + "оÑģ п", + "к Ñĸв", + "кÑĸ в", + "Ġt ế", + "ãģ Ń", + "Ġt Ỽi", + "Ġtá» Ľi", + "Ġ ìļ°", + "Ġìļ °", + "æľ ĥ", + "ا ÛĮد", + "اÛĮ د", + "æ §", + "ìł IJ", + "Ġd urum", + "Ġdu rum", + "Ġdur um", + "à¹Ģ à¸Ĭ", + "à¹ĢภĬ", + "à¥Ģ त", + "ĠÙĩ ÙĪ", + "à¥Ĥ प", + "Ġgö re", + "Ġgör e", + "Ġ ÑĢоб", + "ĠÑĢ об", + "Ġth iết", + "Ġthi ết", + "a jÃŃ", + "aj ÃŃ", + "ĠاÛĮ راÙĨ", + "âĢ ı", + "ÑģÑĮ коÑĹ", + "ÑģÑĮк оÑĹ", + "ÑģÑĮко ÑĹ", + "ç ħ", + "Ġ ìĦ¸", + "ĠìĦ ¸", + "á» «", + "Ġ à¸Ĥ", + "ĠภĤ", + "ů m", + "ëŀ Į", + "ι κή", + "ικ ή", + "Ġм ог", + "Ġмо г", + "ÙĨ ÙĬ", + "ãģ ļ", + "ा ब", + "ाठ¬", + "æ ¢", + "ع Ùĩ", + "ÑĶ м", + "Ġ ά", + "ĠÎ ¬", + "οÏħ ÏĤ", + "ز ار", + "زا ر", + "ê± ´", + "s ká", + "sk á", + "Ġ اÙĬ", + "Ġا ÙĬ", + "Ġi lg", + "Ġil g", + "Ġ sı", + "Ġs ı", + "e leri", + "el eri", + "eler i", + "ele ri", + "Ġ ÎĹ", + "ĠÎ Ĺ", + "u yor", + "uy or", + "uyo r", + "ठ·", + "ि म", + "िठ®", + "е ва", + "ев а", + "ä»Ģ ä¹Ī", + "ุ à¹Ī", + "à¹ī าà¸ĩ", + "à¹īา à¸ĩ", + "Ġh iá»ĩu", + "Ġhi á»ĩu", + "Ġ اع", + "Ġا ع", + "ĠØ§Ø ¹", + "Ġö zel", + "Ġöz el", + "ν η", + "ëĦ ¤", + "Ġto Ãłn", + "Ġm oh", + "Ġmo h", + "ĠÑı кÑĸ", + "ĠÑıк Ñĸ", + "ç Ĭ", + "mak tadır", + "makta dır", + "makt adır", + "ت اب", + "تا ب", + "Ġ ÑģÑĥ", + "ĠÑģ Ñĥ", + "Ġ yük", + "Ġy ük", + "Ġ Χ", + "ĠÎ §", + "з на", + "зн а", + "о Ñħ", + "Æ° u", + "à¸Ĺ ร", + "ãħ ĭ", + "Ġkar ÅŁÄ±", + "ĠkarÅŁ ı", + "Ùħ ÛĮ", + "Ġ ÑĨÑĸ", + "ĠÑĨ Ñĸ", + "ا دÛĮ", + "اد ÛĮ", + "à¥Ģ ।", + "Ïģ η", + "л ов", + "ло в", + "å¤ «", + "Ġph ân", + "Ġп оп", + "Ġпо п", + "ç· ļ", + "Ñı н", + "ุ à¸ĵ", + "ÑģÑĤ Ñĥп", + "ίν αι", + "ίνα ι", + "ĠÑĢ окÑĥ", + "ĠÑĢок Ñĥ", + "l arda", + "lar da", + "è» Ĭ", + "Ïģ Ïī", + "ÙĪ اÙĩ", + "ÙĪا Ùĩ", + "è ħ", + "à¥į रत", + "à¥įर त", + "å· ±", + "Ġ ÑĢÑĥ", + "ĠÑĢ Ñĥ", + "Ġth á»ĭ", + "Ġthá» ĭ", + "ĠÄij iá»ĩn", + "ĠÄiji á»ĩn", + "ìĸ ij", + "n ého", + "né ho", + "ส ม", + "ê° ģ", + "a cÃŃ", + "ac ÃŃ", + "Ġг ода", + "Ġгод а", + "k az", + "ka z", + "Ġb öl", + "Ġbö l", + "Ġg ian", + "Ġgi an", + "Ġgia n", + "à¸Ľ ร", + "ï¾ ŀ", + "ั à¸ķ", + "Ġg erç", + "Ġger ç", + "Ġ اج", + "Ġا ج", + "ĠØ§Ø ¬", + "Ġ ή", + "ĠÎ ®", + "Ùij Ùİ", + "Ñģ кого", + "Ñģк ого", + "Ñģко го", + "ÑĢ аÑħ", + "ÑĢа Ñħ", + "Ġ Åł", + "ĠÅ ł", + "Ġ à¤Ľ", + "ĠठĽ", + "о ÑģÑĤÑĸ", + "оÑģ ÑĤÑĸ", + "оÑģÑĤ Ñĸ", + "ë³ ¸", + "ÑģÑĮ кий", + "ÑģÑĮк ий", + "Û± Û¹", + "Û±Û ¹", + "Ñĥ ва", + "Ñĥв а", + "ا ÙĦÙħ", + "اÙĦ Ùħ", + "ĠÙħ ص", + "ëį ĺ", + "b ÃŃ", + "Ġ ÙĪج", + "ĠÙĪ ج", + "ÏĦ ÏĮ", + "e bilir", + "eb ilir", + "Ġt iếp", + "Ġti ếp", + "Ġtiế p", + "é ¤", + "Ġ ä¸Ģ", + "Ġä¸ Ģ", + "ĠÑģ ÑĢед", + "ë Ĥ¨", + "ëĤ ¨", + "ε Ïģι", + "εÏģ ι", + "ا Ø«", + "Ø§Ø «", + "Ñģ ов", + "Ñģо в", + "Ïĩ ε", + "Ġ ë¶Ħ", + "Ġë¶ Ħ", + "Ġta ké", + "Ġtak é", + "Ġd üz", + "Ġdü z", + "Ġ íıī", + "Ġíı ī", + "Ġ اص", + "Ġا ص", + "ĠØ§Ø µ", + "ĠÏĥ ÏĦην", + "ĠÏĥÏĦη ν", + "ë° Ķ", + "Ġh á»Ļi", + "Ġhá»Ļ i", + "ر Ùĩ", + "ب ÛĮ", + "в е", + "Ġا ÙĦØ·", + "ĠاÙĦ Ø·", + "Ġ ÑĢез", + "ĠÑĢ ез", + "ĠÑĢе з", + "ب ار", + "با ر", + "Ġgi ải", + "Ġgiả i", + "ãģ« ãģª", + "ol eÄį", + "ole Äį", + "ठł", + "; :", + "ä½ ı", + "Ú© Ùĩ", + "Ġ Φ", + "ĠÎ ¦", + "Ġ ÑĥÑĩ", + "ĠÑĥ Ñĩ", + "âĹı âĹı", + "ู à¸ģ", + "à¥ĩ व", + "à¥ĩठµ", + "Ïĥ α", + "Ġ اÙĨت", + "Ġا ÙĨت", + "ĠاÙĨ ت", + "Ġв п", + "Ġqu ả", + "e nin", + "en in", + "eni n", + "Ġ êµIJ", + "Ġêµ IJ", + "μ ά", + "Ú© ت", + "ÙĤ Ùĩ", + "Ġ Türkiye", + "ĠTür kiye", + "ĠTürk iye", + "Ġth ức", + "Ġthứ c", + "íĹ ĺ", + "iá»ĩ m", + "Ġत à¤ķ", + "Ġ éĩ", + "Ġé ĩ", + "़ ा", + "ĠØ£ ÙĪ", + "á le", + "ál e", + "ç© ¶", + "ĠÅŁ ekil", + "ĠÅŁek il", + "к ого", + "ко го", + "ког о", + "ÑĪ иÑħ", + "ÑĪи Ñħ", + "ا ÛĮØ´", + "اÛĮ Ø´", + "ت ÙĨ", + "н ей", + "не й", + "à¸Ĺ ำ", + "Ġ Ñıв", + "ĠÑı в", + "ر Ùħ", + "Ġm áy", + "Ġmá y", + "ห ม", + "ı yla", + "ıy la", + "Ġc ầu", + "Ġд об", + "Ġдо б", + "Ġ ìŀ¥", + "Ġìŀ ¥", + "o vý", + "ov ý", + "ι κÏĮ", + "ικ ÏĮ", + "Ġ ãħĩ", + "Ġãħ ĩ", + "Ġ ÑĤеÑĢ", + "ĠÑĤ еÑĢ", + "ĠÑĤе ÑĢ", + "Į Ĵ", + "س ÙĬ", + "Ġol uÅŁ", + "Ġb yla", + "Ġby la", + "Ġbyl a", + "ع ÙĦ", + "Ġ ÙĥاÙĨ", + "ĠÙĥ اÙĨ", + "б оÑĢ", + "бо ÑĢ", + "ì² Ń", + "ãĥ ı", + "u bl", + "ub l", + "Ġ اخ", + "Ġا Ø®", + "ĠØ§Ø ®", + "ÙĦ ÙĪد", + "ÙĦÙĪ د", + "ت ÙĬ", + "l adı", + "la dı", + "lad ı", + "Ġ Ã¶ÄŁ", + "Ġö ÄŁ", + "r uh", + "ru h", + "ç ¿", + "Ġ بعد", + "Ġب عد", + "Ġبع د", + "ÎĻ Îij", + "i dir", + "id ir", + "idi r", + "ãģ« ãģ¯", + "Ġs öy", + "Ġsö y", + "Ġkh ách", + "Ġkhác h", + "Ġkhá ch", + "ÑĨ е", + "Ġ Ø´ÙĪد", + "ĠØ´ ÙĪد", + "ĠØ´ÙĪ د", + "ç ¸", + "Ġ ëħ¸", + "Ġëħ ¸", + "ú p", + "Ġn eden", + "Ġne den", + "Ġned en", + "Ġh óa", + "Ġà¤ī प", + "Ïĥ ειÏĤ", + "Ïĥει ÏĤ", + "æĪ ¿", + "Ġ ³³", + "ĠÂł Âł", + "Ġ ìķĮ", + "Ġì ķĮ", + "Ġìķ Į", + "à¥Ģ ,", + "´ ij", + "ê u", + "ÑĢ ок", + "ÑĢо к", + "à¹Ģ à¸Ī", + "à¹ĢภĪ", + "Ġε ίναι", + "Ġ بÙĦ", + "Ġب ÙĦ", + "Ġ Ñģов", + "ĠÑģ ов", + "ĠÑģо в", + "Ġö nem", + "Ġön em", + "Ġöne m", + "Ġ à¸ĭ", + "Ġภĭ", + "ì§Ģ ë§Į", + "å® ĺ", + "ê² ©", + "ìĦ Ŀ", + "Ġ až", + "Ġa ž", + "Ġd uy", + "Ġdu y", + "ãģ¨ ãģĦ", + "Ø Ľ", + "δ ο", + "θ ε", + "Ùĥ اÙĨ", + "ठ¢", + "ा à¤ĵ", + "ाठĵ", + "Ġd á»ĭch", + "Ġdá»ĭ ch", + "á»Ļ ng", + "á»Ļn g", + "ส ำ", + "Ä ı", + "Ġ ÑĹÑħ", + "ĠÑĹ Ñħ", + "α λ", + "e Äį", + "ç² ¾", + "Ġ зв", + "Ġз в", + "èĩª å·±", + "Ġ اÙĦÙĦÙĩ", + "ĠاÙĦ ÙĦÙĩ", + "ĠاÙĦÙĦ Ùĩ", + "Ġ СÑĤ", + "ĠС ÑĤ", + "Ġ سÙĨÚ¯", + "Ġس ÙĨÚ¯", + "ĠسÙĨ Ú¯", + "Ġ дом", + "Ġд ом", + "Ġдо м", + "г оÑĤов", + "го ÑĤов", + "гоÑĤ ов", + "п овÑĸд", + "пов Ñĸд", + "по вÑĸд", + "Ġ Bá»Ļ", + "ĠB á»Ļ", + "à¥įय à¤ķ", + "Ø· Ø©", + "м ов", + "мо в", + "à¸Ĺ าà¸ĩ", + "ึ à¸ģ", + "Ġ Ñĸз", + "ĠÑĸ з", + "à¥ĭ à¤ľ", + "Ġgö ster", + "Ġ باشد", + "Ġبا شد", + "Ġباش د", + "i leri", + "il eri", + "ile ri", + "iler i", + "ĠÑģ еб", + "Ñī о", + "Ġãħĩ ãħĩ", + "ب ت", + "Ñģ е", + "à¥ĩ à¤ľ", + "à¥ĩठľ", + "Ġl ên", + "Ġ تÙĪ", + "Ġت ÙĪ", + "Ñĸ ÑģÑĤÑĮ", + "ÑĸÑģ ÑĤÑĮ", + "ÑĸÑģÑĤ ÑĮ", + "ï¾Ĩ ï¾Ĩ", + "Ġth Æ°á»Ŀng", + "Ġol duÄŁu", + "Ġoldu ÄŁu", + "ĠolduÄŁ u", + "v ÄĽt", + "vÄĽ t", + "ìĨ į", + "ãģĿ ãģĨ", + "Ġ ìĦ±", + "ĠìĦ ±", + "ë° ľ", + "Ġ à¸ģาร", + "Ġà¸ģ าร", + "Ġ Ø´Ùĩر", + "ĠØ´ Ùĩر", + "ĠØ´Ùĩ ر", + "s led", + "sl ed", + "ả nh", + "ản h", + "æŀ Ĺ", + "l acak", + "la cak", + "lac ak", + "Ġm ình", + "Ú© ÛĮ", + "Ġ à¹ĥà¸Ļ", + "Ġd ùng", + "Ġdù ng", + "Ġм аÑģ", + "Ġма Ñģ", + "ÑĦ ек", + "æ° Ķ", + "é §", + "Ġ اØŃ", + "Ġا ØŃ", + "ĠØ§Ø Ń", + "èµ °", + "ÎĻ Îļ", + "à¥ĩ ।", + "ÑģÑĮ ка", + "ÑģÑĮк а", + "Ġ ÑĩаÑģÑĤ", + "ĠÑĩ аÑģÑĤ", + "ĠÑĩа ÑģÑĤ", + "ĠÑĩаÑģ ÑĤ", + "lar ının", + "ların ın", + "larını n", + "Ġ ê¹Ģ", + "Ġê¹ Ģ", + "ì¸ µ", + "н ими", + "ни ми", + "ним и", + "èª ŀ", + "åĢ ĭ", + "Ġ êµŃ", + "Ġêµ Ń", + "к оÑĢ", + "ко ÑĢ", + "m aya", + "ma ya", + "may a", + "ิ à¹Ĥà¸Ļ", + "ิà¹Ĥ à¸Ļ", + ". ศ", + "Ġh á»ĩ", + "Ġhá» ĩ", + "Ġ تÙĤ", + "Ġت ÙĤ", + "γ κ", + "Ġà¤Ĩप à¤ķ", + "Ñģ ÑĤоÑĢ", + "ÑģÑĤ оÑĢ", + "ĠÄij o", + "Ġch ủ", + "ا ÛĮت", + "اÛĮ ت", + "ĠQu á»ijc", + "г лÑı", + "гл Ñı", + "ãĢĤ ãĢįĊĊ", + "ãĢĤãĢį ĊĊ", + "Ġn Ãło", + "à¸Ń ล", + "æĬ Ĭ", + "ÙĪ رت", + "ÙĪر ت", + "Ġb ude", + "Ġbu de", + "Ġbud e", + "æĽ ¸", + "e lik", + "el ik", + "eli k", + "Ġ جÙĩ", + "Ġج Ùĩ", + "ĠبÙĪ ابة", + "èĬ ±", + "د ار", + "دا ر", + "Ġb ýt", + "Ġbý t", + "Ñĩ е", + "ãĤĵ ãģł", + "ĠÙħ Ø·", + "l ere", + "le re", + "ler e", + "ÎĹ Î£", + "íĺ ķ", + "âĸ į", + "ÄŁ u", + "Ġв з", + "ÙĬ ز", + "ĠÐł оÑģ", + "íĭ °", + "Ġد اش", + "ì§ ij", + "a tı", + "at ı", + "m esi", + "me si", + "mes i", + "ãĤī ãĤĮ", + "ů v", + "r át", + "rá t", + "оÑģ об", + "åIJ Ħ", + "uy á»ĩn", + "uyá»ĩ n", + "åģ ļ", + "ü st", + "üs t", + "éĩ İ", + "α Ïĥ", + "Ġm ặt", + "е лов", + "ел ов", + "ело в", + "åį ļ", + "д ж", + "Ġد ارد", + "Ġدار د", + "Ġf ark", + "Ġfa rk", + "Ġfar k", + "à¹ī วย", + "à¹īว ย", + "о ни", + "он и", + "Ġب Ø®", + "à¥ģ त", + "à¥ģठ¤", + "ĠÄij ây", + "α Ïģα", + "αÏģ α", + "Ġ δια", + "Ġδ ια", + "Ġδι α", + "Ġ è¯", + "Ġè ¯", + "к аÑħ", + "ка Ñħ", + "ch áz", + "z enÃŃ", + "ze nÃŃ", + "zen ÃŃ", + "ÑĢ оп", + "ÑĢо п", + "à¥Ģ म", + "í Ĩµ", + "íĨ µ", + "d ü", + "à¸ł าà¸ŀ", + "Ġ íĬ", + "Ġí Ĭ", + "ÙĪ ا", + "Ġt á»ijt", + "Ġtá»ij t", + "ï¼Ł ãĢįĊĊ", + "ï¼ŁãĢį ĊĊ", + "Ġ æľĪ", + "Ġnh Æ°ng", + "ĠnhÆ° ng", + "Ġne ž", + "à¥ĭ ड", + "ìĹIJ ê²Į", + "à¤Ĥ ड", + "¶ Į", + "Ġ меÑģÑĤ", + "Ġм еÑģÑĤ", + "ा à¤ģ", + "ाठģ", + "ì¦ Ŀ", + "ĠÄij ang", + "ĠÄija ng", + "à¸Ń à¸Ķ", + "í ĽĦ", + "á»į i", + "sk ého", + "ské ho", + "Ġд ок", + "Ġдо к", + "Ġ تص", + "Ġت ص", + "Ġph òng", + "Ġ ê°ķ", + "Ġê° ķ", + "Ġtr Æ°á»Ľc", + "í ijľ", + "Ù Ķ", + "Ġph ÃŃ", + "Ġch á»įn", + "ä¹ IJ", + "ĠÅŁek ilde", + "ĠÅŁekil de", + "Ġ íİ", + "Ġí İ", + "é º", + "ë £¨", + "ë£ ¨", + "à¥Ī ।Ċ", + "à¥Ī। Ċ", + "ÙĪ رÛĮ", + "ÙĪر ÛĮ", + "Ñģ ÑĤÑĢа", + "ÑģÑĤ ÑĢа", + "ÑģÑĤÑĢ а", + "il di", + "ild i", + "Ġα Ïħ", + "в аннÑı", + "ван нÑı", + "ìļ ¸", + ". âĢľĊĊ", + ".âĢľ ĊĊ", + "ĠÑĤак же", + "ëĵ ±", + "е ка", + "ек а", + "æī į", + "Ùħ Ø©", + "Ġph Æ°Æ¡ng", + "é© ¬", + "ãĢĢ ĠãĢĢ", + "ãĢĢĠ ãĢĢ", + "ov ých", + "ový ch", + "ี ยà¸ĩ", + "ีย à¸ĩ", + "ĠT ru", + "ĠTr u", + "е Ñģп", + "еÑģ п", + "st up", + "stu p", + "Ä Į", + "Ġdal Å¡ÃŃ", + "ز ÛĮ", + "Ġ 매", + "Ġë§ ¤", + "Ġ обÑĢаз", + "Ġоб ÑĢаз", + "ĠобÑĢа з", + "Ġaç ık", + "Ġaçı k", + "ê° ķ", + "Ùģ ادÙĩ", + "Ú¯ اÙĨ", + "à¹ī à¸Ļ", + "ẩ n", + "å·¥ ä½ľ", + "Ġ तर", + "Ġत र", + "ÙĬ ع", + "Ġ ãĢĬ", + "ĠãĢ Ĭ", + ", âĢľ", + "Ġ nev", + "Ġn ev", + "Ġne v", + "ั à¸į", + "ÄŁ ını", + "ģın ı", + "Ġ jin", + "Ġj in", + "Ġji n", + "ا خت", + "اخ ت", + "س ر", + "Ġt Ãłi", + "Ġkter á", + "Ġا ÙĦÙĦ", + "ĠاÙĦ ÙĦ", + "ठħ", + "iz met", + "izm et", + "à¥ģ म", + "à¥ģठ®", + "า ะ", + "าภ°", + "Ġ ê·", + "Ġê ·", + "l ıģı", + "lı ģı", + "lıģ ı", + "çı ¾", + "li ÄŁi", + "liÄŁ i", + "êµ °", + "a lık", + "al ık", + "alı k", + "Ġد ÙĪر", + "ĠدÙĪ ر", + "Ġ ìĭ¤", + "Ġìĭ ¤", + "Ġз аÑģ", + "Ġза Ñģ", + "ÙĤ ÙĬ", + "Ġ ứng", + "Ġ ÙĥÙĩ", + "ĠÙĥ Ùĩ", + "ÎŁ Σ", + "ÎŁÎ £", + "è¨ Ń", + "ç Į", + "ãģĦ ãģŁ", + "íĺ Ħ", + "Ġ ÑĤе", + "ĠÑĤ е", + "е ÑĢÑĸ", + "еÑĢ Ñĸ", + "s ız", + "sı z", + "Ġ ý", + "Ġà ½", + "д ов", + "до в", + "Ġ à¤ĩसà¤ķ", + "Ġà¤ĩस à¤ķ", + "г од", + "го д", + "Ġby lo", + "Ġbyl o", + "าà¸Ħ ม", + "е нием", + "ен ием", + "ени ем", + "ение м", + "Ð ¨", + "æľ ¯", + "Ġप हल", + "Ġपह ल", + "Ġ aÅŁ", + "Ġa ÅŁ", + "ि à¤ľ", + "िठľ", + "åĵ ¡", + "в аÑĢ", + "ва ÑĢ", + "à¹ī ำ", + "â ĮĴ", + "ov án", + "ová n", + "Ġgi úp", + "Ð ¥", + "ĠÑģ Ñĥд", + "ĠÑģÑĥ д", + "Ġà¤ķ म", + "ạ m", + "ر س", + "Ġ 人", + "Ġ بÛĮ", + "Ġب ÛĮ", + "Ġà¤īन à¤ķ", + "ë¦ ½", + "áºŃ y", + "Ġv áºŃt", + "л ÑıеÑĤÑģÑı", + "лÑı еÑĤÑģÑı", + "лÑıеÑĤ ÑģÑı", + "Ġs eç", + "Ġse ç", + "Ġ ì½", + "Ġì ½", + "ÑĢ Ñĥж", + "ÑĢÑĥ ж", + "ت ص", + "| :", + "Ġ ëł", + "Ġë ł", + "и ми", + "им и", + "Ġ лÑİб", + "ĠлÑİ Ð±", + "Ġ à¸ľ", + "Ġภľ", + "ï¼Į ä½Ĩ", + "Ġ нав", + "Ġн ав", + "Ġна в", + "âĢ ¬", + "à¹Ī าย", + "à¹Īา ย", + "Ġ رس", + "Ġر س", + "s iniz", + "sin iz", + "ë ¨", + "е ниÑİ", + "ен иÑİ", + "ени Ñİ", + "Ġ ล", + "Ġภ¥", + "ا سÛĮ", + "اس ÛĮ", + "ॠľ", + "ĠÙ¾ ÛĮØ´", + "ĠÙ¾ÛĮ Ø´", + "ί δ", + "Ġ Ù¾ÛĮ", + "ĠÙ¾ ÛĮ", + "еÑĢж ав", + "ठĨ", + "ĠdÃ¼ÅŁ ün", + "å¿ «", + "ÑĢ еÑģ", + "ÑĢе Ñģ", + "åħ «", + "ÑĤ Ñĸ", + "ि à¤Ł", + "िठŁ", + "Ġ ÑĤеÑħ", + "ĠÑĤ еÑħ", + "ĠÑĤе Ñħ", + "ú t", + "ÙĨ Ùĩ", + "Ġ ÙĨØ´", + "ĠÙĨ Ø´", + "çĻ º", + "Ġ ê°¤", + "Ġê° ¤", + "л ед", + "ле д", + "Ġ ëĵ¤", + "Ġëĵ ¤", + "Ġbi lg", + "Ġbil g", + "Ġsp oleÄį", + "Ġspol eÄį", + "Ġspole Äį", + "ĠÄij Æ¡n", + "Ġ à¤īत", + "Ġà¤ī त", + "Ġtr á»ĭ", + "Ġ عÙħ", + "Ġع Ùħ", + "Ġ ।", + "Ġà ¥¤", + "Ġॠ¤", + "Ġú Äį", + "ãģ ¸", + "ว à¸ģ", + "ĠÑģл ÑĥÑĩа", + "ĠÑģлÑĥÑĩ а", + "ĠÑģлÑĥ Ñĩа", + "á» įng", + "á»į ng", + "á»įn g", + "åı Ī", + "и ÑĤÑĥ", + "иÑĤ Ñĥ", + "æľī éĻIJ", + "ë¦ °", + "ëĭ ĺ", + "Ġho ạt", + "ĠìĿ´ ëıĻ", + "з наÑĩ", + "зна Ñĩ", + "зн аÑĩ", + "Ġاست ÙģادÙĩ", + "ĠпÑĢо ÑĨеÑģ", + "ĠпÑĢоÑĨ еÑģ", + "an ın", + "anı n", + "г Ñĥ", + "Ġ اÙĦØ«", + "ĠاÙĦ Ø«", + "æĹ¥ æľ¬", + "ι κά", + "ικ ά", + "ĠÑĹ ÑĹ", + "ì§ ģ", + "i nu", + "in u", + "Ġس از", + "ãĤ ¡", + "ï¾ ī", + "Ġ اÙĤ", + "Ġا ÙĤ", + "Ġk ế", + "ů sob", + "à¹ĩ à¸ģ", + "åIJ §", + "æ¼ Ķ", + "Ñī ие", + "Ñīи е", + "ç Ĩ", + "ÑĮ ого", + "à¥ĭ à¤Ł", + "ا Ù¾", + "ا٠¾", + "å ®¤", + "å® ¤", + "Ġ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢ", + "Ġtr iá»ĥn", + "Ġtri á»ĥn", + "Ġt áºŃp", + "é£ Ł", + "ë ¹", + "ĠÑĩеÑĢ ез", + "Ġ ÑĨи", + "ĠÑĨ и", + "Ñģ Ñĥ", + "Ġ нем", + "Ġн ем", + "Ġне м", + "Ġ аÑĢ", + "Ġа ÑĢ", + "Ġ ÙĦا", + "ĠÙĦ ا", + "Ġ ì§Ħ", + "Ġì§ Ħ", + "ç Ł³", + "çŁ ³", + "Ġп ÑĢоб", + "ĠпÑĢ об", + "ĠпÑĢо б", + "Ġ ìĽIJ", + "ĠìĽ IJ", + "ÛĮ ÙĨÛĮ", + "ÛĮÙĨ ÛĮ", + "Ñİ Ñĩи", + "âĢ į", + "Û± Û³", + "Û±Û ³", + "ã Ĥ¬", + "ãĤ ¬", + "çłĶ 究", + "í Ĥ¤", + "íĤ ¤", + "Ġger çek", + "Ġgerç ek", + "ĠØŃ Ø³", + "íĶ ¼", + "èĤ ¡", + "Ġ ÏĦι", + "ĠÏĦ ι", + "ĠvÅ¡ ech", + "ĠvÅ¡e ch", + "Ġv ì", + "ا ÙĨÙĬ", + "اÙĨ ÙĬ", + "ĠÙĩ ست", + "Ġ ëĤ¨", + "Ġë Ĥ¨", + "ĠëĤ ¨", + "ÅĻ ej", + "ÅĻe j", + "е ÑĢг", + "еÑĢ г", + "Ġs öz", + "Ġsö z", + "ĠاÙĦ Ùħت", + "ĠاÙĦÙħ ت", + "Ġch ế", + "á»ĵ i", + "åı ¤", + "âĸį âĸį", + "á»ĵ ng", + "á»ĵn g", + "ãĥ ¢", + "Ġ ди", + "Ġд и", + "ε λ", + "Ġ она", + "Ġо на", + "Ġон а", + "Ġ най", + "Ġн ай", + "Ġна й", + "Ġ _{", + "Ġ_ {", + "п ол", + "по л", + "al iz", + "ali z", + "Ġt Äĥng", + "Ġ dÃŃ", + "Ġd ÃŃ", + "é p", + "Ġ ÙĦÙħ", + "ĠÙĦ Ùħ", + "Ġm ož", + "Ġmo ž", + "Ġng oÃłi", + "è Ĺ", + "Ġ Ñĩем", + "ĠÑĩ ем", + "ĠÄij á»ķ", + "ĠÄijá» ķ", + "е ÑĤа", + "еÑĤ а", + "åı ²", + "ĠÑģ каз", + "ĠÑģк аз", + "ĠÑģка з", + "ãĤ¿ ãĥ¼", + "а нÑĮ", + "ан ÑĮ", + "Ġg öz", + "Ġgö z", + "ë³ Ħ", + "ãģĭ ãģ£ãģŁ", + "Ġ ëįĶ", + "Ġëį Ķ", + "ĠÙĨ ÙĤ", + "Ġ ÑĥÑĩа", + "ĠÑĥ Ñĩа", + "ĠÑĥÑĩ а", + "Ġsa hip", + "Ġsah ip", + "ĠÑģ пе", + "ĠÑģп е", + "ί οÏħ", + "ίο Ïħ", + "ì ½Ķ", + "ì½ Ķ", + "Ġ ëĪ", + "Ġë Ī", + "m am", + "ma m", + "Ġr oce", + "Ġro ce", + "Ġroc e", + "Ġ ÙĨاÙħ", + "ĠÙĨ اÙħ", + "еÑĢ аÑĤÑĥ", + "еÑĢа ÑĤÑĥ", + "ı p", + "ãģĦ ãģ¦", + "Ġ íķĻ", + "Ġíķ Ļ", + "Ġ à¤ĩन", + "Ġà¤ĩ न", + "å ©", + "Ġnh iên", + "a tır", + "at ır", + "atı r", + "ÅĻ enÃŃ", + "ÅĻe nÃŃ", + "ÅĻen ÃŃ", + "د Ø©", + "ãĥª ãĥ¼", + "ล à¸ĩ", + "Ġ éĢ", + "Ġé Ģ", + "Ġ à¹Ģà¸Ľ", + "Ġà¹Ģ à¸Ľ", + "Ġà¹ĢภĽ", + "д Ñĸ", + "ÎŃ Ïģ", + "ìĦ ¤", + "г ÑĢа", + "es ine", + "esi ne", + "esin e", + "Ġ ее", + "Ġе е", + "Ġ iki", + "Ġi ki", + "Ġik i", + "Ġت ج", + "lar ına", + "ları na", + "ların a", + "d ür", + "dü r", + "ĠاÙĦ Ø°", + "Ùħ ت", + "ĠठIJ", + "ि द", + "िठ¦", + "Ġ ë¹", + "Ġë ¹", + "ÑĦоÑĢм а", + "ÑĦоÑĢ ма", + "Ġ они", + "Ġо ни", + "Ġон и", + "г оÑĢ", + "го ÑĢ", + "н еÑģ", + "не Ñģ", + "ìĺĢ ëĭ¤", + "ıl dı", + "Ġ çek", + "Ġç ek", + "Ġ дов", + "Ġд ов", + "Ġдо в", + "د ÛĮ", + "Ġ ÄĮesk", + "ĠÄĮ esk", + "ĠÄĮes k", + "ÑĪ а", + "Ġ ات", + "Ġا ت", + "ĠØ§Ø ª", + "å± ĭ", + "æĸ ¼", + "Ġ práv", + "Ġp ráv", + "Ġpr áv", + "Ġprá v", + "é mu", + "ém u", + "å¸ Ī", + "ãħĭ ãħĭ", + "Ġil gili", + "Ġilg ili", + "Ġilgi li", + "ห ว", + "ठĩ", + "ा ष", + "ाठ·", + "ëŀ ij", + "as yon", + "asy on", + "ÑĨ ÑĮ", + "à¹ģ à¸ķ", + "ợ i", + "Ġв ÑĭÑģ", + "ĠвÑĭ Ñģ", + "ÑĸлÑĮ ки", + "ĠкоÑĤоÑĢ Ñĭе", + "н ики", + "ни ки", + "ник и", + "Ġ اد", + "Ġا د", + "ĠØ§Ø ¯", + "Ġ živ", + "Ġž iv", + "Ġži v", + "Ġα ÏĢο", + "ĠαÏĢ ο", + "ر ض", + "ا Ø©", + "Ø§Ø ©", + "Ġk dyž", + "Ġkdy ž", + "ữ a", + "Ġ ëĮĢíķľ", + "ĠëĮĢ íķľ", + "Ġt ôi", + "Ġtô i", + "Ñĥ ÑĶ", + "ز ر", + "Ġ å¥", + "Ġå ¥", + "ãĥĭ ãĥĭ", + "ب Ø©", + "ÏĦ οÏĤ", + "ÏĦο ÏĤ", + "ÑĨи он", + "Ġ ÙħÙĬ", + "ĠÙħ ÙĬ", + "Ġ Äĥn", + "ĠÄ ĥn", + "à¥ĩ à¤Ĺ", + "à¥ĩठĹ", + "Ġ ÑĢег", + "ĠÑĢ ег", + "ĠÑĢе г", + "ĠlỼ n", + "ì¤ Ģ", + "ìĭ ¬", + "Ġb iết", + "Ġbi ết", + "a ları", + "al arı", + "ala rı", + "alar ı", + "Ùģ ÙĬ", + "ä¸ĸ çķĮ", + "Ġне обÑħодим", + "Ġнеоб Ñħодим", + "à¸Ļ ว", + "ν ÏĦ", + "Ġ ảnh", + "íĸ Ī", + "Ġ वर", + "Ġव र", + "h led", + "hl ed", + "hle d", + "ิ à¸Ī", + "æŃ »", + "ĠاÙĦ تÙĬ", + "ĠاÙĦت ÙĬ", + "н оÑģ", + "но Ñģ", + "p rav", + "pr av", + "pra v", + "Ñı ÑĤи", + "ÑıÑĤ и", + "Ñī а", + "ÙĪ ÙĨÙĩ", + "ÙĪÙĨ Ùĩ", + "Ġ aÄŁ", + "Ġa ÄŁ", + "à¸ŀ ระ", + "à¸ŀร ะ", + "Ġth á»ijng", + "Ġthá» ijng", + "ÑĦ и", + "Ġг олов", + "Ġгол ов", + "Ġk hoa", + "Ġkh oa", + "Ġkho a", + "Ġ ëłĪ", + "Ġëł Ī", + "ãģ Ĵ", + "Ġget ir", + "Ġge tir", + "Ø´ ت", + "ж еннÑı", + "жен нÑı", + "е нÑĸ", + "ен Ñĸ", + "Ġgi ữ", + "Ġgiá» ¯", + "ler inin", + "leri nin", + "lerin in", + "lerini n", + "à¥Ģ व", + "éģ ¸", + "स र", + "ĠÑĩ елов", + "à¥į à¤ľ", + "à¥įठľ", + "ĠбÑĥ ло", + "Ġ اÙĨد", + "Ġا ÙĨد", + "ĠاÙĨ د", + "ั à¸Ļà¸Ĺ", + "ัà¸Ļ à¸Ĺ", + "è® ©", + "Ġq uyá»ģn", + "Ġquy á»ģn", + "ĠØŃ Ø§ÙĦ", + "ì² ĺ", + "Ġ лÑİд", + "ĠлÑİ Ð´", + "Ïģ Ïĩ", + "алÑĮ но", + "ãĢĢ ãĥ½", + "ê¸ ī", + "ãĤ ±", + "ĠÙħ رد", + "ĠÙħر د", + "Ġ ông", + "Ġô ng", + "Ġ اش", + "Ġا Ø´", + "ĠØ§Ø ´", + "大 åѦ", + "ì¦ Ī", + "æĪ ¦", + "e yi", + "ey i", + "Ġ ÐIJн", + "ĠÐIJ н", + "ि प", + "िठª", + "Ġt iêu", + "Ġti êu", + "Ø´ ÛĮ", + "ắ n", + "é ŃĶ", + "éŃ Ķ", + "ãģ¨ ãģĦãģĨ", + "ãģ¨ãģĦ ãģĨ", + "Ġ ìłĢ", + "Ġì łĢ", + "Ġìł Ģ", + "к ÑĤи", + "кÑĤ и", + "Ġ ÙħØŃÙħد", + "ĠÙħØŃ Ùħد", + "Ġ íĨµ", + "Ġí Ĩµ", + "ĠíĨ µ", + "ุ ม", + "åį ¡", + "о ÑĢов", + "оÑĢ ов", + "оÑĢо в", + "к оÑİ", + "ко Ñİ", + "Ġl á»±c", + "å³ ¶", + "Ġ رÙĪز", + "Ġر ÙĪز", + "ĠرÙĪ ز", + "Ñħ Ñĸд", + "Ġh á»ĵ", + "Ġhá» ĵ", + "Ġ ül", + "Ġü l", + "Ġ Ø´Ùħ", + "ĠØ´ Ùħ", + "ÙĨ س", + "ب ÙĪ", + "Ġth êm", + "ạ c", + "åº ľ", + "e chn", + "ec hn", + "ech n", + "Ġ Îļα", + "ĠÎļ α", + "èij Ĺ", + "çľ ¼", + "á h", + "Ġ ι", + "ĠÎ ¹", + "ê¹Į ì§Ģ", + "m az", + "ma z", + "λο γ", + "Ġjs me", + "Ġ á¼", + "Ġá ¼", + "Ġп ÑĢави", + "ĠпÑĢ ави", + "ĠпÑĢав и", + "ĠпÑĢа ви", + "к лад", + "Ġth ủ", + "Ġthá» §", + "s ah", + "sa h", + "ÄŁ it", + "ÄŁi t", + "Ġ ÙģÛĮ", + "ĠÙģ ÛĮ", + "ен но", + "à¥ģ à¤Ľ", + "à¥ģठĽ", + "ãģ »", + "çĻ ¾", + "и ÑĤа", + "иÑĤ а", + "ĠбÑĭ ло", + "ĠбÑĭл о", + "Ġv ys", + "Ġvy s", + "Ġ ì¶ľ", + "Ġì¶ ľ", + "ắ ng", + "ắn g", + "ĠÄij ại", + "ĠÙħ ÙĪرد", + "ĠÙħÙĪ رد", + "ĠÙħÙĪر د", + "е ла", + "ел а", + "Ñĸ ÑĪ", + "л еннÑı", + "лен нÑı", + "æ IJ", + "Ġ нед", + "Ġн ед", + "Ġне д", + "i yat", + "iy at", + "iya t", + "ì ¼", + "Ġol duÄŁunu", + "ĠolduÄŁ unu", + "ĠolduÄŁu nu", + "د اÙĨ", + "دا ÙĨ", + "í Ŀ", + "Ġ سÛĮ", + "Ġس ÛĮ", + "ี à¸ģ", + "ÄĽ st", + "ım ı", + "ä¸ī ä¸ī", + "ãĤ ½", + "ĠÑĤ еп", + "ĠÑĤе п", + "Ġ ÑĢай", + "ĠÑĢ ай", + "ĠÑĢаР¹", + "ĠÑĢа й", + "ा ध", + "ाठ§", + "Ġ ìĤ¬ëŀĮ", + "ĠìĤ¬ ëŀĮ", + "ĠT rung", + "ĠTr ung", + "ĠTru ng", + "ï¼ı ï¼ı", + "Ġt âm", + "Å¡ enÃŃ", + "Å¡e nÃŃ", + "Å¡en ÃŃ", + "ãĥ į", + "Ġ ÏĦοÏħÏĤ", + "ĠÏĦ οÏħÏĤ", + "ĠÏĦοÏħ ÏĤ", + "Ġ нÑĸ", + "Ġн Ñĸ", + "в ид", + "ви д", + "æ ¿", + "Ġ ظ", + "ĠØ ¸", + "ãĥ ¯", + "ì ¢ħ", + "ì¢ ħ", + "в аÑĤи", + "ва ÑĤи", + "ваÑĤ и", + "Ġqu á", + "ภ¤", + "ĠÄij Æ°á»Ŀng", + "à¥ģ द", + "à¥ģठ¦", + "r oj", + "ro j", + "Ġ ÑĥÑģ", + "ĠÑĥ Ñģ", + "é¦ Ļ", + "ì½ ĺ", + "Ġ ÙĪت", + "ĠÙĪ ت", + "ม าà¸ģ", + "มา à¸ģ", + "åĪ ĩ", + "Ġ án", + "Ġá n", + "Ġм ед", + "ìĹIJ ëĬĶ", + "Ġh lav", + "Ġhl av", + "ر ت", + "à¹ĥ à¸Ī", + "æ´ ²", + "Ġ лÑĸ", + "Ġл Ñĸ", + "æ Īĺ", + "æĪ ĺ", + "ÙĪ ÙĨد", + "ÙĪÙĨ د", + "è¶ ³", + "åĭ Ļ", + "çĶ ³", + "Ġ ì±", + "Ġì ±", + "ĠìĿ´ëıĻ íķ©ëĭĪëĭ¤", + "Ñī еÑģÑĤв", + "Ñīе ÑģÑĤв", + "Ġ ë¶Ī", + "Ġë ¶Ī", + "Ġë¶ Ī", + "ÙĦ ÙĪ", + "ü ven", + "èĪ ĩ", + "Ġgi Ỽi", + "Ġgiá» Ľi", + "Ġ ÙĪÙĤ", + "ĠÙĪ ÙĤ", + "Ġê°¤ ë¡ľê·¸", + "Ġ عاÙħ", + "Ġع اÙħ", + "ĺ IJ", + ": ::::", + ":: :::", + ":::: :", + "::: ::", + "Ġ Ñĥд", + "ĠÑĥ д", + "- ÑĤо", + "-ÑĤ о", + "Ġ ÑĦоÑĢ", + "ĠÑĦ оÑĢ", + "и ни", + "ин и", + "ãģĹ ãģĦ", + "ãģĹãģ Ħ", + "Ġê°¤ë¡ľê·¸ ë¡ľ", + "ãģ ³", + "ãĥ© ãĤ¤", + "e ná", + "en á", + "Ġ nez", + "Ġn ez", + "Ġne z", + "Ġönem li", + "Ġ ниÑħ", + "Ġн иÑħ", + "Ġни Ñħ", + "à¤Ĥ स", + "Ġà¤īस à¤ķ", + "à¥įर द", + "Ġn ói", + "Ġnó i", + "Ùĥ ÙĦ", + "ิ ว", + "κ ο", + "à¥ģ à¤ĸ", + "à¥ģठĸ", + "ö yle", + "öy le", + "ά λ", + "ó ng", + "ón g", + "ĠداÙĨ Ø´", + "Ġз б", + "ì »", + "à¸ľ ล", + "ëĵ¤ ìĿ´", + "Ġe tk", + "Ġet k", + "ر ات", + "را ت", + "Ġ εκ", + "Ġε κ", + "ÑĤ ÑĢа", + "ÑĤÑĢ а", + "à¥į तर", + "à¥įत र", + "à¤Ĥ ब", + "Ġм ÑĸÑģ", + "ĠмÑĸ Ñģ", + "æł ¹", + "ãĥ Ļ", + "Ġt á»ī", + "Ġtá» ī", + "à¹Ģ à¸ĭ", + "à¹Ģภĭ", + "ìĪ ł", + "ï¼Į ä¸į", + "ìĺ ¨", + "Ġm ÄĽst", + "ĠmÄĽ st", + "ģ µ", + "a zı", + "az ı", + "r ada", + "ra da", + "rad a", + "ÏĢ α", + "m é", + "ÙĨ اÙħÙĩ", + "ÙĨا ÙħÙĩ", + "ÙĨاÙħ Ùĩ", + "ا ÛĮÙĦ", + "اÛĮ ÙĦ", + "μ η", + "l uk", + "lu k", + "Ùĥ ÙĬ", + "Ġ ï¼ī", + "Ġï¼ ī", + "Ġ деÑĤ", + "Ġд еÑĤ", + "Ġде ÑĤ", + "Ġiç inde", + "Ġiçin de", + "Ġiçi nde", + "Ñı м", + "Ġd Æ°á»", + "ĠdÆ° á»", + "ĠпÑĢед ÑģÑĤав", + "ü re", + "ür e", + "åķ Ĭ", + "ĠÑĤ ÑĢÑĥ", + "ĠÑĤÑĢ Ñĥ", + "es ini", + "esi ni", + "esin i", + "Ġ але", + "Ġа ле", + "Ġал е", + "ãĥ³ ãĥī", + "ãĥ³ãĥ ī", + "à¥ĥ त", + "ε Ïħ", + "à¥ģ à¤Ĩ", + "à¥ģठĨ", + "Ġh iç", + "Ġhi ç", + "çĶ º", + "Ġ Ðĸ", + "ĠÐ ĸ", + "ç ħ§", + "çħ §", + "k á", + "Ġtr á»įng", + "Ġ تش", + "Ġت Ø´", + "ा श", + "ाठ¶", + "ĠÙħ Ø«", + "e tim", + "et im", + "eti m", + "Ġth ấy", + "Ġब ह", + "ع ت", + "ึ à¹ī", + "Ġs ev", + "Ġse v", + "Ñģ ÑĤа", + "ÑģÑĤ а", + "Ġc ứ", + "Ġt iá»ģn", + "Ġti á»ģn", + "à¥Ģ à¤ľ", + "Ñı г", + "ĠоÑĢг ани", + "ĠоÑĢган и", + "Ġб Ñĭл", + "ĠбÑĭ л", + "t ür", + "tü r", + "Ġب ازÛĮ", + "Ġبا زÛĮ", + "Ġباز ÛĮ", + "Ġ ìŀ¬", + "Ġìŀ ¬", + "व र", + "æľīéĻIJ åħ¬åı¸", + "k up", + "ku p", + "Ġ iyi", + "Ġi yi", + "Ġiy i", + "íķĺ ê²Į", + "ãĢĢ l", + "ãĤ· ãĥ§", + "ا رة", + "ار Ø©", + "ส ร", + "Ġt ÃŃch", + "ĠtÃŃ ch", + "Ġ каÑĢ", + "Ġк аÑĢ", + "Ġка ÑĢ", + "и б", + "ĠвÑĸд повÑĸд", + "ĠвÑĸдпов Ñĸд", + "Ġpo dle", + "Ġpod le", + "à¥įर à¤ķ", + "i yon", + "iy on", + "к оном", + "ко ном", + "кон ом", + "Ġ μÎŃ", + "Ġμ ÎŃ", + "Ġп ÑĢоиз", + "ĠпÑĢо из", + "Ġ âĢı", + "ĠâĢ ı", + "m ektedir", + "mekte dir", + "Ω ÎĿ", + "Ġb áo", + "à¸Ī ำ", + "ëį Ķ", + "ë¸ Į", + "Ġs ợ", + "ÛĮ رÛĮ", + "ÛĮر ÛĮ", + "о нÑĥ", + "он Ñĥ", + "ın daki", + "ında ki", + "ınd aki", + "алÑĮ ного", + "алÑĮно го", + "μ β", + "л из", + "ли з", + "Ġjej ich", + "æĸ ½", + "ä¾ ¿", + "l eÅŁtir", + "le ÅŁtir", + "leÅŁ tir", + "ĠÙĪ Ø£", + "Ġस ब", + "l erde", + "ler de", + "Ġ ÚĨÙĩ", + "ĠÚĨ Ùĩ", + "ÏĦ ÎŃ", + "Ġg ì", + "Ġ Ãļ", + "Ġà ļ", + "ĠÑĢаÑģ п", + "ĠÑĢа Ñģп", + "Ġt üm", + "à¹Ģ à¸ĩ", + "à¹Ģภĩ", + "èIJ ½", + "ìĨ ¡", + "à¹Ħ à¸Ĺย", + "m Ä±ÅŁtır", + "mÄ±ÅŁ tır", + "mÄ±ÅŁtı r", + "Ġ ÙĤرار", + "ĠÙĤر ار", + "Ġ à¸Ħาส", + "Ġà¸Ħ าส", + "Ġk ıs", + "Ġkı s", + "о ваниÑı", + "ов аниÑı", + "ова ниÑı", + "овани Ñı", + "ован иÑı", + "ãĤĤ ãģ®", + "د اÙħ", + "دا Ùħ", + "ìľ ¡", + "ol oj", + "olo j", + "ĠпоÑģл е", + "ĠпоÑģ ле", + "Ġ Так", + "ĠТ ак", + "ĠТа к", + "Ġб олее", + "Ġбол ее", + "ĠÄij á»ķi", + "ĠÄijá»ķ i", + "l ak", + "la k", + "í ħĮ", + "íħ Į", + "Ġa yn", + "Ġay n", + "Ñı Ñģ", + "Ġп ог", + "Ġпо г", + "Ġar asında", + "Ġaras ında", + "Ġara sında", + "Ġarası nda", + "Ī ¬", + "à¥Ĥ ल", + "Ġ ανα", + "Ġα να", + "Ġαν α", + "Ġq uyết", + "Ġquy ết", + "Ġthu á»Ļc", + "Ġd ün", + "Ġdü n", + "Ġp ÅĻes", + "ĠpÅĻ es", + "ĠpÅĻe s", + "ÑĦ Ñĸ", + "Ġ å¸", + "Ġå ¸", + "ا ÙĦÙĬ", + "اÙĦ ÙĬ", + "Ġп овеÑĢ", + "Ġпо веÑĢ", + "Ġпов еÑĢ", + "Ñĩ ина", + "Ñĩи на", + "Ñĩин а", + "s ko", + "sk o", + "çµ IJ", + "Ø ¡", + "Ġ гÑĢа", + "Ġг ÑĢа", + "ĠгÑĢ а", + "о ÑĤи", + "оÑĤ и", + "Ġqu á»ijc", + "ÑĨ Ñĸв", + "ÑĨÑĸ в", + "l endir", + "len dir", + "lendi r", + "в Ñĸд", + "вÑĸ д", + "Ġж иÑĤ", + "ü yor", + "üy or", + "ï¼Į ä»ĸ", + "lar ında", + "ları nda", + "ların da", + "Ġu yg", + "Ġuy g", + "Ġtr ÃŃ", + "Ġ Ø´ÙĨ", + "ĠØ´ ÙĨ", + "ا بÙĦ", + "اب ÙĦ", + "æ· ±", + "Âł p", + "Ñģ каÑı", + "Ñģк аÑı", + "Ñģка Ñı", + "о ÑĤа", + "оÑĤ а", + "ÙĪ Ø·", + "Ġ اط", + "Ġا Ø·", + "ĠØ§Ø ·", + "ä¾ Ĩ", + "Ġз аÑĤ", + "Ġза ÑĤ", + "Ġ име", + "Ġи ме", + "Ġим е", + "à¹Ģà¸Ĺ ศ", + "ëĭ ´", + "n ÄĽnÃŃ", + "nÄĽ nÃŃ", + "nÄĽn ÃŃ", + "Ñĥ лÑı", + "Ñĥл Ñı", + "- п", + "å ĺ", + "Ġв ип", + "Ġви п", + "аÑĢа кÑĤ", + "à¹Ģ à¸ļ", + "à¹Ģภļ", + "ç¦ ı", + "Ïģ Ïİ", + "س Ùĩ", + "à¥Į र", + "Ġdi ÄŁer", + "à¹Ĥ à¸Ķย", + "à¹Ĥà¸Ķ ย", + "ĠÑģп оÑģоб", + "ĠÑģпоÑģ об", + "åį ·", + "è ĸ", + "а нÑĤ", + "ан ÑĤ", + "Ñİ ÑĤÑĮÑģÑı", + "ÑİÑĤÑĮ ÑģÑı", + "ĠÑį ÑĤом", + "ĠÑįÑĤ ом", + "ĠÑįÑĤо м", + "Ġ ï½Ģ", + "Ġï½ Ģ", + "ส าม", + "ì m", + "ĠÑĪ к", + "Ġ à¸Ľà¸£à¸°", + "Ġà¸Ľ ระ", + "Ġà¸Ľà¸£ ะ", + "़ à¥Ģ", + "e kl", + "ek l", + "m uÅŁ", + "mu ÅŁ", + "ĠÑĤак ож", + "ÙĪ سط", + "ÙĪس Ø·", + "Ġ Äįi", + "ĠÄį i", + "ี à¸Ļ", + "ÛĮ ÙĨÙĩ", + "ÛĮÙĨ Ùĩ", + "ÄĽ k", + "å½ ¼", + "le rine", + "ler ine", + "leri ne", + "lerin e", + "ĠÄij ất", + "à¥ģ à¤ı", + "à¥ģठı", + "ол оÑģ", + "оло Ñģ", + "Ġ å°ı", + "Ġå° ı", + "ز ÙĬØ©", + "زÙĬ Ø©", + "Ġв ла", + "à¥Ģ ल", + "Ġ etti", + "Ġe tti", + "Ġet ti", + "Ġett i", + "ĠÑģ оÑģÑĤав", + "ĠÑģо ÑģÑĤав", + "ĠÑģоÑģÑĤ ав", + "ÙĦ اÙĦ", + "ÙĦا ÙĦ", + "Ġ çİ", + "Ġç İ", + "ĠpÅĻÃŃ pad", + "ëŁ °", + "ุ à¸ģ", + "Ġ Ñĩи", + "ĠÑĩ и", + "å ħį", + "åħ į", + "n ÄĽjÅ¡ÃŃ", + "nÄĽ jÅ¡ÃŃ", + "ิ ล", + "åį Ģ", + "s kých", + "sk ých", + "ský ch", + "า ศ", + "าภ¨", + "åIJ Ĺ", + "Ġ íĺĦ", + "Ġíĺ Ħ", + "Ġal ın", + "å§ Ķ", + "à¸ŀ ร", + "až d", + "Ġб ÑĸлÑĮ", + "ĠбÑĸ лÑĮ", + "ĠбÑĸл ÑĮ", + "à¹Ī วà¸Ļ", + "à¹Īว à¸Ļ", + "o og", + "oo g", + "a cı", + "ac ı", + "l ıģ", + "lı ÄŁ", + "Ġk hu", + "Ġkh u", + "Ġh izmet", + "Ġ éĽ", + "Ġé Ľ", + "Ġ Îĺ", + "ĠÎ ĺ", + "Ġde ÄŁer", + "ĠdeÄŁ er", + "åħ Ń", + "Ġ دÙĩ", + "Ġد Ùĩ", + "Ġn ÄĽk", + "ĠnÄĽ k", + "à¸Ħ à¸Ļ", + "е ÑĤÑĮ", + "еÑĤ ÑĮ", + "ب اÙĨ", + "با ÙĨ", + "ÏĦ ική", + "ÏĦικ ή", + "ÏĦι κή", + "ĠÄij á»ĭa", + "ĠÄijá»ĭ a", + "Ġ Công", + "ĠC ông", + "íĮ IJ", + "Ġк огда", + "ĠÚ© ÙĨد", + "ĠÚ©ÙĨ د", + "ãģ§ ãģį", + "ĠÏĢ εÏģι", + "ĠÏĢεÏģ ι", + "ĠÏĢε Ïģι", + "lar dan", + "larda n", + "Ġ зем", + "Ġз ем", + "ت ÙĪاÙĨ", + "تÙĪ اÙĨ", + "è³ ĩ", + "li kle", + "lik le", + "Ġt ụ", + "Ġtá» ¥", + "Ġd ẫn", + "Ġn ay", + "Ġna y", + "Ġ ÑģÑĤоÑĢ", + "ĠÑģ ÑĤоÑĢ", + "ĠÑģÑĤ оÑĢ", + "ĠÑģÑĤо ÑĢ", + "ĠØ´ Ùħا", + "ĠØ´Ùħ ا", + "Ø« ر", + "Ġd edi", + "Ġde di", + "Ġded i", + "к ое", + "ко е", + "ë ijIJ", + "ëij IJ", + "ÑĨ ев", + "ÑĨе в", + "ج Ùĩ", + "Ġm ůže", + "Ġmů že", + "Ġmůž e", + "à¥ģ प", + "à¥ģठª", + "à¥įर म", + "Ġ taÅŁ", + "Ġt aÅŁ", + "Ġta ÅŁ", + "оÑĢ ÑĤ", + "γ Ïģα", + "çĻ ¼", + "า à¸ļ", + "าภļ", + "iá» ħn", + "iá»ħ n", + "ĠÙħ ست", + "ĠÙħس ت", + "л екÑģ", + "ле кÑģ", + "лек Ñģ", + "Ġ prav", + "Ġp rav", + "Ġpr av", + "Ġpra v", + "Ġд оÑģ", + "Ġдо Ñģ", + "Ġd Ä±ÅŁ", + "Ġ zem", + "Ġz em", + "Ġze m", + "Ġg iao", + "Ġgi ao", + "Ġgia o", + "Ġv last", + "Ġvl ast", + "Ġvlas t", + "ĠÑį ÑĤого", + "ĠÑįÑĤ ого", + "ĠÑįÑĤо го", + "ï½ °", + "ว à¸ĩ", + "ÑĢ ой", + "ÑĢо й", + "Ġbir lik", + "e ný", + "en ý", + "Ġ ëĭ¨", + "Ġëĭ ¨", + "ов ани", + "ова ни", + "ован и", + "é£ İ", + "íı ī", + "Ġz ah", + "Ġza h", + "б а", + "åĬ ©", + "éĢ ²", + "ê ¶Į", + "Ġd iye", + "Ġdi ye", + "Ġdiy e", + "à¤Ĥ à¤ķ", + "Ġch uyá»ĥn", + "Ġ ìĹŃ", + "ĠìĹ Ń", + "Ġ ÑĤÑĢи", + "ĠÑĤ ÑĢи", + "ĠÑĤÑĢ и", + "Ġö nce", + "Ġön ce", + "Ġönc e", + "ï¼Į è¿Ļ", + "o ại", + "л еÑĤ", + "ле ÑĤ", + "ĠÏĥ Ïħν", + "ĠÏĥÏħ ν", + "l ád", + "lá d", + "ç e", + "t ü", + "Ġ Äįást", + "ĠÄį ást", + "ĠÄįá st", + "Ġ εν", + "Ġε ν", + "Ġb iá»ĩt", + "Ġ é«", + "Ġé «", + "à¥ĭ à¤ķ", + "ÙĦ ات", + "ÙĦا ت", + "ب اÙĦ", + "با ÙĦ", + "e cies", + "ec ies", + "eci es", + "Ġ ëĭ¹", + "Ġëĭ ¹", + "à¸Ĭ à¸Ļ", + "ÏĦ αÏĤ", + "ÏĦα ÏĤ", + "à¥į ण", + "à¥įठ£", + "u jÃŃcÃŃ", + "uj ÃŃcÃŃ", + "ujÃŃ cÃŃ", + "Äį et", + "Äįe t", + "Ġп об", + "Ġпо б", + "ÙĪ ار", + "ÙĪا ر", + "i yas", + "iy as", + "iya s", + "Ġd ruh", + "Ġdr uh", + "Ġdru h", + "د د", + "ÏĮ ν", + "ÑĢ ен", + "ÑĢе н", + "า รà¸ĸ", + "าร à¸ĸ", + "ä½ İ", + "ìķ ½", + "ÑĢ оз", + "ÑĢо з", + "ëĬĶ ëį°", + "ãĤĵ ãģª", + "Äį enÃŃ", + "Äįe nÃŃ", + "Äįen ÃŃ", + "**** ********", + "******** ****", + "****** ******", + "***** *******", + "******* *****", + "Ġ Ρ", + "ĠÎ ¡", + "ĠÑĤ омÑĥ", + "ĠÑĤо мÑĥ", + "ĠÑĤом Ñĥ", + "ร à¸ģ", + "à¥ģ स", + "à¥ģठ¸", + "ä¹ Ŀ", + "å°± æĺ¯", + "£ i", + "éĺ ²", + "Ùĥ ر", + "ĠÑį ÑĤи", + "ĠÑįÑĤ и", + "ĠÚ© Ø´ÙĪر", + "ĠÚ©Ø´ ÙĪر", + "Ġ ê°IJ", + "Ġê° IJ", + "Ġ ад", + "Ġа д", + "Ġ داد", + "Ġد اد", + "éģ İ", + "Ù «", + "Ġl áºŃp", + "Ġ اÙĦÙĩ", + "Ġا ÙĦÙĩ", + "ĠاÙĦ Ùĩ", + "æľ Ľ", + "Ġ تÙĩ", + "Ġت Ùĩ", + "ì§ Ī", + "ãģ§ ãģĤãĤĭ", + "ãģ§ãģĤ ãĤĭ", + "Ġ меж", + "Ġм еж", + "ĠÑĢ езÑĥлÑĮÑĤ", + "ĠÑĢез ÑĥлÑĮÑĤ", + "ç į", + "е мÑĥ", + "ем Ñĥ", + "Ġ تÙĪاÙĨ", + "Ġت ÙĪاÙĨ", + "ĠتÙĪ اÙĨ", + "Ġ راÙĩ", + "Ġر اÙĩ", + "Ġرا Ùĩ", + "ãĥ¼ ãĥł", + "ãĥ¼ãĥ ł", + "åĦ ¿", + "å± ŀ", + "б Ñĭ", + "á ¿", + "à¸Ħ ล", + "à¥ĭ à¤Ī", + "üt ün", + "à¤Ĺ र", + "ìķĺ ëĭ¤", + "âĪ §", + "Ġ ì°¨", + "Ġì° ¨", + "çµ Ħ", + "μα ÏĦα", + "ุ à¸Ļ", + "Ġ ÑĤом", + "ĠÑĤ ом", + "ĠÑĤо м", + "еÑĢ в", + "Îij Σ", + "ĠiÅŁ lem", + "ع Ùħ", + "ë ĥ", + "ãĥ Ħ", + "ا Ùģت", + "اÙģ ت", + "åĬ ŀ", + "Ġ nes", + "Ġn es", + "Ġne s", + "av aÅŁ", + "ava ÅŁ", + "ĠÙĨ ÛĮز", + "ĠÙĨÛĮ ز", + "å¼ º", + "Ġ éĻ", + "Ġé Ļ", + "Ñĸн нÑı", + "æ² ³", + "á ÅĻ", + "æĿ IJ", + "ĠØ£ ÙĬ", + "Ġ ì¹´", + "Ġì¹ ´", + "Ġn enÃŃ", + "Ġne nÃŃ", + "Ġnen ÃŃ", + "Ġ ÙĪÙħ", + "ĠÙĪ Ùħ", + "Ġ Ú©Ùħ", + "ĠÚ© Ùħ", + "i ếu", + "iế u", + "Ġ æ°", + "Ġæ °", + "åĮ »", + "Ġz or", + "Ġzo r", + "ί Ïĥ", + "ि ध", + "िठ§", + "Ġп оказ", + "Ġпо каз", + "Ġпок аз", + "Ġпока з", + "ह र", + "Ġiç er", + "ØŃ Ø©", + "ि à¤ĸ", + "िठĸ", + "а да", + "ад а", + "تر ÛĮÙĨ", + "ترÛĮ ÙĨ", + "Ġ bao", + "Ġb ao", + "Ġba o", + "Ġx ã", + "à¹Ģ à¸Ħร", + "à¹Ģà¸Ħ ร", + "Ġngh Ä©", + "à¹ģ à¸ļà¸ļ", + "à¹ģà¸ļ à¸ļ", + "ĠdoÄŁ ru", + "ĠdoÄŁr u", + "Ñĸ ÑĤи", + "ÑĸÑĤ и", + "Ġ بÙĬÙĨ", + "Ġب ÙĬÙĨ", + "ĠبÙĬ ÙĨ", + "Ġ леÑĤ", + "Ġл еÑĤ", + "ا غ", + "Ø§Ø º", + "ÛĮ Ú©ÛĮ", + "ÛĮÚ© ÛĮ", + "r áv", + "rá v", + "à¥į âĢį", + "âĢĻ nin", + "âĢĻn in", + "Ġ ย", + "Ġภ¢", + "åį Ĭ", + "Ġк оли", + "Ġкол и", + "Ġко ли", + "Ġtr ợ", + "éĿ Ĵ", + "ëŀ Ģ", + "Ġ ë¨", + "Ġë ¨", + "Ġ ÙĪر", + "ĠÙĪ ر", + "ï¾ Ĭ", + "è§ Ĥ", + "Ġ пи", + "Ġп и", + "н Ñĥв", + "нÑĥ в", + "il mesi", + "ilm esi", + "س تÙĩ", + "ست Ùĩ", + "Ġд еÑĢжав", + "ĠдеÑĢж ав", + "å® ĥ", + "åĪ ¥", + "ëħ Ģ", + "л ÑģÑı", + "à¤Ĥ ध", + "Ġ ÑĤи", + "ĠÑĤ и", + "ĠpÅĻ ip", + "ĠpÅĻi p", + "п и", + "á» ĵn", + "á»ĵ n", + "о ваÑĤÑĮ", + "ов аÑĤÑĮ", + "ова ÑĤÑĮ", + "ìĿ´ ëĿ¼", + "æľ Ŀ", + "Ġ ëĺIJ", + "Ġë ĺIJ", + "Ġëĺ IJ", + "ĠÎŃ Î½Î±", + "ĠÎŃν α", + "ãģ¾ ãģ§", + "ج اÙħ", + "جا Ùħ", + "Ġ ëĬ", + "Ġë Ĭ", + "н Ñĸв", + "нÑĸ в", + "ÏĢ οÏħ", + "ÏĢο Ïħ", + "Ġ زÙħاÙĨ", + "Ġز ÙħاÙĨ", + "ĠزÙħ اÙĨ", + "æĽ ²", + "Ġ ÙħÙĩ", + "ĠÙħ Ùĩ", + "ëł ¨", + "ä¸ ĥ", + "ãģ¨ ãģĹãģ¦", + "l abilir", + "la bilir", + "lab ilir", + "о же", + "ож е", + "å¤ ľ", + "ĠнÑĥж но", + "å½ ©", + "çĪ ±", + "Ġho Ãłn", + "ün ü", + "Ġ ëĦ¤", + "ĠëĦ ¤", + "Ġ جÙĨ", + "Ġج ÙĨ", + "Ġn ÄĽj", + "ĠnÄĽ j", + "к ими", + "ки ми", + "ким и", + "Ġa ynı", + "Ġayn ı", + "Ġ ÙĥÙĦ", + "ĠÙĥ ÙĦ", + "Ġnh au", + "Ạ³", + "ÙĬ ات", + "ÙĬا ت", + "Ġm ezi", + "Ġme zi", + "Ġmez i", + "Ġ ÑĢек", + "ĠÑĢ ек", + "ĠÑĢе к", + "Ġ tür", + "Ġt ür", + "Ġ говоÑĢ", + "Ġг овоÑĢ", + "Ġfaz la", + "åĩ Ĩ", + "ÑĪ ий", + "ÑĪи й", + "ÐŁ ÑĢи", + "ÐŁÑĢ и", + "ÑĢ оÑģÑĤ", + "ÑĢоÑģ ÑĤ", + "ÑĢо ÑģÑĤ", + "ĠоÑĢг ан", + "ĠоÑĢ ган", + "n ým", + "ný m", + "Ġ ÑĢод", + "ĠÑĢ од", + "Ġ ÙĪÛĮ", + "ĠÙĪ ÛĮ", + "ic ký", + "ick ý", + "ë¦ ¼", + "ï½ ²", + "æĢ İ", + "ĠÙĩ ذا", + "ĠÑĩ аÑģÑĤи", + "ĠÑĩа ÑģÑĤи", + "ĠÑĩаÑģ ÑĤи", + "ĠÑĩаÑģÑĤ и", + "ÃŃ r", + "á»ĩ nh", + "á»ĩn h", + "Ġ íĹ", + "Ġí Ĺ", + "ê »", + "lu ž", + "ÃŃ l", + "c ÃŃch", + "cÃŃ ch", + "å® Ł", + "ãģł ãģ£ãģŁ", + "ÙĬ رة", + "ÙĬر Ø©", + "Ġv Äĥn", + "æ¸ ¯", + "Ġ ÏĦιÏĤ", + "ĠÏĦι ÏĤ", + "ا رت", + "ار ت", + "Ġv ấn", + "âĶģâĶģ âĶģâĶģ", + "å¯ ¾", + "Ïģ ÎŃ", + "Ġг одÑĥ", + "Ġгод Ñĥ", + "Ġ سب", + "Ġس ب", + "ا رات", + "ار ات", + "ارا ت", + "е лей", + "ел ей", + "еле й", + "Ġз аÑħ", + "Ġза Ñħ", + "Ġ важ", + "Ġв аж", + "Ġва ж", + "Ġt á»īnh", + "Ġtá» īnh", + "Ġtá»ī nh", + "ا بع", + "اب ع", + "Ġ à¤ľà¤¬", + "Ġà¤ľ ब", + "Ġà¤IJ स", + "Ġ дÑĥ", + "Ġд Ñĥ", + "Ġ é«ĺ", + "Ġé «ĺ", + "Ġé« ĺ", + "ê² ł", + "н ее", + "не е", + "ï½ Į", + "Ġм ал", + "Ġма л", + "è¾ ¹", + "ãģł ãģij", + "à¹ī ร", + "ÙĤ Ø·", + "Ġb ên", + "Ġs eb", + "Ġse b", + "ĠØ® ÙĪاÙĩ", + "ĠØ®ÙĪ اÙĩ", + "s iz", + "si z", + "Ġol ur", + "Ġ ëĶ°", + "ĠëĶ °", + "Ġ ì¢ĭ", + "Ġì¢ ĭ", + "Ġs vÄĽt", + "Ġsv ÄĽt", + "ĠsvÄĽ t", + "ic ká", + "ick á", + "á» ¹", + "Ġqu ản", + "Ġquả n", + "Ġ иÑģ", + "Ġи Ñģ", + "Ġz aÄį", + "Ġza Äį", + "ื à¸Ńà¸Ļ", + "ืà¸Ń à¸Ļ", + "ÑĶ Ñİ", + "ि ष", + "िठ·", + "ç Ĭ¶", + "çĬ ¶", + "Ïĥ μ", + "ั ส", + "ó c", + "Ġ беÑĢ", + "Ġб еÑĢ", + "Ġ íĿ", + "Ġí Ŀ", + ";: ;:", + "Ġ پس", + "ĠÙ¾ س", + "Ġ ëijIJ", + "Ġë ijIJ", + "Ġëij IJ", + "н иÑĩ", + "ни Ñĩ", + "Ġо ÑĩенÑĮ", + "ĠоÑĩ енÑĮ", + "ĠìķĦìĿ´ ì½ĺ", + "Ġ θα", + "Ġθ α", + "Ġв ÑģÑĤ", + "ĠвÑģ ÑĤ", + "ا دة", + "اد Ø©", + "Ġdev am", + "ื à¸Ńà¸ĩ", + "ืà¸Ń à¸ĩ", + "ĠлÑİ Ð´Ð¸", + "ĠлÑİд и", + "ìĺ Ī", + "á»± a", + "Ñı Ñħ", + "âĢĮ اÛĮ", + "Ġ سÙĪ", + "Ġس ÙĪ", + "å° ¼", + "Ġth ứ", + "Ġthá» ©", + "m eye", + "me ye", + "mey e", + "Ġ èµ", + "Ġè µ", + "èī ¯", + "ĠdeÄŁ iÅŁ", + "ÑĪ Ñĸ", + "Ġtr ợ", + "ĠâĢİ #", + "çĹ ħ", + "ìĽ Į", + "Ġk de", + "Ġkd e", + "Î §", + "æ ¤", + "ĠÑħ аÑĢакÑĤ", + "æ ĩ", + "Ġb iến", + "Ġbi ến", + "ÙĤ ع", + "åŁ Ł", + "Ġн еп", + "Ġне п", + "Ġd ů", + "Ġп иÑĤ", + "Ġпи ÑĤ", + "ĠÑĤ ÑĢеб", + "ĠÑĤÑĢ еб", + "ا زÛĮ", + "از ÛĮ", + "Ġ طر", + "ĠØ· ر", + "Ġ ÙħÙĦ", + "ĠÙħ ÙĦ", + "Ġt ham", + "Ġth am", + "Ġtha m", + "Ġ ÙĪجÙĪد", + "ĠÙĪج ÙĪد", + "Ġs vé", + "Ġsv é", + "é§ ħ", + "ا ÛĮÙĨ", + "اÛĮ ÙĨ", + "Ġt iên", + "Ġti ên", + "s tru", + "st ru", + "str u", + "Ġv áºŃy", + "ü ne", + "ün e", + "Ġ à¹Ģม", + "Ġà¹Ģ ม", + "Ġà¹Ģภ¡", + "Ġr ằng", + "а ÑĤÑĥ", + "аÑĤ Ñĥ", + "äº ij", + "н иÑĤ", + "ни ÑĤ", + "ä¼ Ĭ", + "ÙĪ ص", + "Ġ éĿ", + "Ġé Ŀ", + "ĠпÑĢоб лем", + "d eki", + "de ki", + "dek i", + "** ************", + "******** ******", + "****** ********", + "******* *******", + "************ **", + "ò a", + "ĠÄijá»ģ u", + "ãĤĮ ãģŁ", + "ا رس", + "ار س", + "ãģª ãģı", + "ا ÙĤع", + "اÙĤ ع", + "è» į", + "Ùĥ Ùħ", + "Äį as", + "Ġk ỳ", + "Ġká» ³", + "Ø´ Ùħ", + "à¥ĩ ड", + "à¥ĩठ¡", + "éĺ ¿", + "Ġje jÃŃ", + "Ġjej ÃŃ", + "Ġ æĻ", + "Ġæ Ļ", + "Ġ Ä°ÅŁ", + "ĠÄ° ÅŁ", + "ar dım", + "ard ım", + "Ġसम य", + "Ġ ÐĿо", + "ĠÐĿ о", + "i lerin", + "il erin", + "ile rin", + "iler in", + "ileri n", + "Ġع بد", + "Ġعب د", + "n ÃŃk", + "nÃŃ k", + "ĠØ´ Ú©ÙĨ", + "ĠØ´Ú© ÙĨ", + "ิ à¸Ĺย", + "ิà¸Ĺ ย", + "á» ħ", + "ÑĢ ез", + "ÑĢе з", + "Ġch ứng", + "Ġchứ ng", + "Ġ :.", + "Ġ: .", + "Ġ पत", + "Ġप त", + "Ġž ivot", + "Ġživ ot", + "å¢ ĥ", + "« a", + "Ġt rung", + "Ġtr ung", + "ни кÑĸв", + "ник Ñĸв", + "ĠاÙĦ ÙħÙĨ", + "ĠاÙĦÙħ ÙĨ", + "ĠÑĢ аÑģÑģ", + "ĠÑĢаÑģ Ñģ", + "Ġ жив", + "Ġж ив", + "Ġз акон", + "Ġза кон", + "Ġзак он", + "Ġзако н", + "Ġ 목", + "Ġëª ©", + "Ġz áv", + "Ġzá v", + "Ġh akk", + "Ġha kk", + "Ġhak k", + "ä» ¤", + "ĠÑı кий", + "ĠÑıк ий", + "Ġ بÙĬ", + "Ġب ÙĬ", + "λ ÎŃ", + "oc uk", + "ocu k", + "Ġ Ñİ", + "ĠÑ İ", + "à¸ģ ว", + "Ġ اÙĨÚ¯", + "Ġا ÙĨÚ¯", + "ĠاÙĨ Ú¯", + "à¥ģ à¤Ĥ", + "à¥ģठĤ", + "Ġ nám", + "Ġn ám", + "Ġná m", + "á»ķ ng", + "Ġж ел", + "Ġже л", + "ĠÄij ặc", + "Äį it", + "Äįi t", + "Ġ ê±´", + "Ġê± ´", + "Ġب ÛĮØ´", + "ĠبÛĮ Ø´", + "кÑĢаÑĹ Ð½", + "Ġ ÙĪÙĩ", + "ĠÙĪ Ùĩ", + "н еннÑı", + "нен нÑı", + "Ġ à¹Ģà¸ŀ", + "Ġà¹Ģ à¸ŀ", + "Ġà¹Ģภŀ", + "о мен", + "ом ен", + "Ġl ần", + "Ġ عÙħÙĦ", + "Ġع ÙħÙĦ", + "ĠعÙħ ÙĦ", + "Ġî ģµ", + "Ä ŀ", + "ÑĸÑģ лÑı", + "Æ° ng", + "ा फ", + "ाठ«", + "à¸Ĺ à¸ĺ", + "д ен", + "де н", + "ĠÑī об", + "ĠÑīо б", + "Ñĩ ив", + "Ñĩи в", + "ılı r", + "ıl ır", + "ا عات", + "اع ات", + "j ÃŃcÃŃ", + "jÃŃ cÃŃ", + "ë² ¨", + "ÚĨ Ùĩ", + "ا رج", + "ار ج", + "ĠÙ¾ رÙĪ", + "Ġپر ÙĪ", + "Ġо дин", + "Ġод ин", + "Ġоди н", + "л ин", + "ли н", + "б Ñĥ", + "Ġसर à¤ķ", + "åĢ Ļ", + "ë¶Ģ íĦ°", + "à¥Īà¤Ĥ ,", + "å ´", + "à¹Ĥ ล", + "Ġv Å¡ak", + "ĠvÅ¡ ak", + "Ġоп ÑĢед", + "ì ±", + "æ ½", + "Ġdá»± ng", + "p ráv", + "pr áv", + "ิ ส", + "Ġnh iá»ĩm", + "Ġil iÅŁ", + "Ġili ÅŁ", + "Ġе Ñīе", + "Ġje Å¡tÄĽ", + "Ġ ÑĢаÑģÑĤ", + "ĠÑĢ аÑģÑĤ", + "ĠÑĢаÑģ ÑĤ", + "ĠÑĢа ÑģÑĤ", + "ภ®", + "à¤Ĥ à¤Ł", + "âĢĮ Ú©", + "Ġ بÛĮÙĨ", + "Ġب ÛĮÙĨ", + "ĠبÛĮ ÙĨ", + "o vou", + "ov ou", + "ovo u", + "æĻ ®", + "ί εÏĤ", + "о ÑĢоÑĪ", + "оÑĢ оÑĪ", + "оÑĢо ÑĪ", + "Ġol mak", + "Ġolm ak", + "Ġolma k", + "Ġst át", + "di ÄŁi", + "Ġt ình", + "Ġ dÄĽ", + "Ġd ÄĽ", + "ĠÚ¯ رÙģ", + "Ġگر Ùģ", + "Ïĥ ο", + "Ġ ÑĥÑĤ", + "ĠÑĥ ÑĤ", + "íķĻ êµIJ", + "ั à¸IJ", + "า à¸Ń", + "าภŃ", + "ĠÄij ặt", + "Ġмог ÑĥÑĤ", + "ĠмогÑĥ ÑĤ", + "ë° °", + "t ik", + "ti k", + "ª ½", + "li ÄŁ", + "ÏĢ ε", + "Ġ èĢ", + "Ġè Ģ", + "k ü", + "ad ece", + "ade ce", + "κ ÏĮ", + "Ġ дÑĸ", + "Ġд Ñĸ", + "ầ m", + "çĦ¡ ãģĹ", + "Û²Û° Û±", + "èµ Ľ", + "оÑģ Ñĥд", + "Ġ ìķĪëĤ´", + "ĠìķĪ ëĤ´", + "Ġ ÐĶж", + "ĠÐĶ ж", + "åº §", + "ic kých", + "ick ých", + "ický ch", + "Ġ ìłģ", + "Ġì łģ", + "Ġìł ģ", + "à¥ĩ ,", + "ov ého", + "ové ho", + "Ġv ẫn", + "Ġbirlik te", + "Ġर à¤ĸ", + "Ġ ÙĨÙĩ", + "ĠÙĨ Ùĩ", + "ÙĤ ر", + "प र", + "e tÃŃ", + "et ÃŃ", + "Ġ ÑĤÑĭ", + "ĠÑĤ Ñĭ", + "Ģ ìĿ´", + "Ġà¤ħ ल", + "Ġм оже", + "Ġмож е", + "Ġмо же", + "ãĤ ´", + "Ġs tran", + "Ġst ran", + "Ġstr an", + "Ġstra n", + "Ø· ر", + "è¿Ļ 个", + "Ġ بع", + "Ġب ع", + "åĨ Ľ", + "ek tir", + "ekt ir", + "Ġh Æ°á»Ľng", + "ÙĨ اÙĨ", + "ÙĨا ÙĨ", + "Ġठij", + "Ġà ¤ij", + "ÏĮ ÏĦη", + "о Ñģк", + "оÑģ к", + "åį ĥ", + "as ına", + "ası na", + "Ġ Ø´Ùĩ", + "ĠØ´ Ùĩ", + "Ġ деÑĢ", + "Ġд еÑĢ", + "Ġде ÑĢ", + "ĠÙħ خت", + "ĠÙħØ® ت", + "Ġ ØŃÙĤ", + "ĠØŃ ÙĤ", + "ãĥ ¾", + "س اÙĨ", + "Ġc ung", + "Ġcu ng", + "ко ÑĢиÑģÑĤ", + "коÑĢ иÑģÑĤ", + "ÏĦ ικά", + "ÏĦικ ά", + "ÏĦι κά", + "Ġв она", + "Ġво на", + "ب ا", + "ãģķ ãĤĮãģŁ", + "ãģķãĤĮ ãģŁ", + "n out", + "no ut", + "nou t", + "Ġ ı", + "ĠÄ ±", + "è§ ī", + "ĠÃ¶ÄŁ ren", + "Ġ ì½Ķ", + "Ġì ½Ķ", + "Ġì½ Ķ", + "å¸ ¦", + "Ñģ лов", + "Ñģл ов", + "Ġε ÏĢι", + "ĠεÏĢ ι", + "ê° IJ", + "ĠÙħ رب", + "ĠÙħر ب", + "ĠÙģÛĮ ÙĦÙħ", + "Ġк ÑĢов", + "Ġ ëį°", + "Ġë į°", + "Ġëį °", + "ा ण", + "ाठ£", + "Ġel ekt", + "Ġele kt", + "Ġelek t", + "Ġ наÑĢод", + "Ġн аÑĢод", + "Ġна ÑĢод", + "ĠнаÑĢ од", + "ÛĮ دÙĩ", + "ÛĮد Ùĩ", + "ç´ Ħ", + "Ġп ÑĢоÑĦ", + "ĠпÑĢ оÑĦ", + "ĠпÑĢо ÑĦ", + "Ïģ οÏĤ", + "Ïģο ÏĤ", + "Ġ ãħ", + "ä¸į æĺ¯", + "Ġ à¤ľà¤¨", + "Ġà¤ľ न", + "ั ล", + "Ġص ÙĪرت", + "ĠصÙĪر ت", + "ãĥ ľ", + "Ġà¤Ĺ à¤Ī", + "ÄŁi tim", + "ÄŁit im", + "ÑģÑĮ киÑħ", + "ÑģÑĮк иÑħ", + "Ġ лег", + "Ġл ег", + "Ġت ÙĪÙĦ", + "ĠتÙĪ ÙĦ", + "Ġ ìļ´", + "Ġìļ ´", + "ع ر", + "Ġm Ãłu", + "ĠmÃł u", + "г ов", + "го в", + "æ³ ¢", + "in deki", + "ind eki", + "inde ki", + "ìłģ ìĿ¸", + "ấ m", + "Ġ íĻķ", + "ĠíĻ ķ", + "Ġب اÛĮد", + "Ġبا ÛĮد", + "ĠباÛĮ د", + "à¹Į à¸Ĺ", + "Ġk endi", + "Ġken di", + "Ġkend i", + "ี ว", + "ิ à¸ģาร", + "ิà¸ģ าร", + "ิà¸ģา ร", + "ĠÚ© ردÙĩ", + "Ġکرد Ùĩ", + "Ġکر دÙĩ", + "å· ´", + "ठģ", + "ร าà¸Ĭ", + "à¥į श", + "à¥įठ¶", + "Ġ ÐĶлÑı", + "ĠÐĶ лÑı", + "å¥ ĩ", + "ĠÑĥ ÑģÑĤанов", + "ĠÑĥÑģÑĤ анов", + "ĠÑĥÑģÑĤан ов", + "й ÑĤе", + "ãĤ ĩ", + "ά Ïģ", + "Ġ Ю", + "ĠÐ ®", + "Ġlu áºŃt", + "ãĢ ī", + "è´ ¨", + "د ا", + "Ġdü zen", + "Ġdüz en", + "ส à¸Ļ", + "ÑĢ он", + "ÑĢо н", + "d ıģı", + "dı ģı", + "dıģ ı", + "âĢĻ da", + "âĢĻd a", + "Ġfark lı", + "Ñħ ов", + "Ñħо в", + "l án", + "lá n", + "Ñĩ аÑģ", + "Ñĩа Ñģ", + "Ñĩ ин", + "Ñĩи н", + "Ġ ì°¸", + "Ġì° ¸", + "ì ´Ī", + "ì´ Ī", + "ÑĨ ип", + "ÑĨи п", + "ç ¹", + "éĸ Ģ", + "ж а", + "ÑĢ ован", + "ÑĢов ан", + "ÑĢо ван", + "ÑĢова н", + "à¸ĵ ะ", + "ÙĦÙĬ زÙĬØ©", + "Ïĩ ει", + "Ïĩε ι", + "à¥Ī .", + "к Ñģп", + "кÑģ п", + "ا ÙĪر", + "اÙĪ ر", + "Ġng uyên", + "Ġnguy ên", + "ãģ« ãĤĪ", + "à¥ĩ म", + "à¥ĩठ®", + "Ïĥ ÏĦε", + "ÏĥÏĦ ε", + "ت ÙĪ", + "Äį ek", + "Äįe k", + "ÑĨ Ñĭ", + "Ġ 물", + "Ġë¬ ¼", + "Ñį ÑĤ", + "Ġka zan", + "Ġkaz an", + "Ùģ س", + "e hir", + "eh ir", + "в ÑĸÑĤ", + "вÑĸ ÑĤ", + "Ġد ÙĪÙĦ", + "ĠدÙĪ ÙĦ", + "Ġ ëĵľ", + "Ġëĵ ľ", + "Ġà¤ļ ल", + "е ÑģÑĤва", + "еÑģÑĤв а", + "еÑģÑĤ ва", + "δ α", + "Ġб Ñĥв", + "ĠбÑĥ в", + "Ġ ÐĿе", + "ĠÐĿ е", + "ØŃ Ø±", + "огÑĢа ÑĦ", + "Ġroz hod", + "Ġrozh od", + "Ġви коÑĢиÑģÑĤ", + "Ġвико ÑĢиÑģÑĤ", + "Ġy êu", + "λ οÏĤ", + "λο ÏĤ", + "Ú© س", + "Ġ شب", + "ĠØ´ ب", + "ิ ษ", + "æ¯ į", + "Ġд оÑĢ", + "Ġдо ÑĢ", + "Ġngh á»ĩ", + "Ġt rang", + "Ġtr ang", + "Ġtra ng", + "Ġtran g", + "à¥ĩ द", + "à¥ĩठ¦", + "Ġt ìm", + "Ñĩ но", + "Ġ اÙħا", + "Ġا Ùħا", + "ĠاÙħ ا", + "éģ ĭ", + "Ú© ر", + "k é", + "Ġ vÄĽt", + "Ġv ÄĽt", + "ĠvÄĽ t", + "Ġн аÑģÑĤ", + "Ġна ÑģÑĤ", + "ĠнаÑģ ÑĤ", + "Ġ æ±", + "Ġæ ±", + "Ġ åĽ½", + "ĠåĽ ½", + "Ġgi ảm", + "Ġgiả m", + "ا دÙĬ", + "اد ÙĬ", + "ëĤ ľ", + "ë¡ ł", + "Ġ ､", + "Ġï½ ¤", + "Ġд енÑĮ", + "Ġде нÑĮ", + "Ġден ÑĮ", + "ÑĨ ÑĸÑİ", + "ÑĨÑĸ Ñİ", + "Ġh ạn", + "Ġhạ n", + "ẳ ng", + "ẳn g", + "λ ή", + "e yen", + "ey en", + "eye n", + "ä¸ Ķ", + "æŃ ¦", + "ĠÑĦ ак", + "à¹Ī à¸Ńà¸Ļ", + "à¹Īà¸Ń à¸Ļ", + "Ġ οι", + "Ġο ι", + "ز Ùħ", + "ãģĹ ãģ¦ãģĦãĤĭ", + "ãģĹãģ¦ ãģĦãĤĭ", + "ãģĹãģ¦ãģĦ ãĤĭ", + "л ива", + "ли ва", + "лив а", + "âĢķ âĢķ", + "Ġ öl", + "Ġö l", + "Ġ à¤ĵ", + "Ġठĵ", + "Ñģ ÑĤÑĸ", + "ÑģÑĤ Ñĸ", + "à¸ģ รรม", + "à¸ģร รม", + "Ġt ục", + "Ġtụ c", + "Ġgö rün", + "Ġgör ün", + "ãģĹ ãģ¾", + "ãģĹãģ ¾", + "Ġ ì¦", + "Ġì ¦", + "é ¦¬", + "é¦ ¬", + "Ġмож на", + "Ġ Ú©ÙĦ", + "ĠÚ© ÙĦ", + "Ġ ÑĨенÑĤ", + "ĠÑĨ енÑĤ", + "ĠÑĨе нÑĤ", + "ĠÑĨен ÑĤ", + "Ġ ìĻ¸", + "ĠìĻ ¸", + "Î ĺ", + "ç ĩ", + "Ġg elen", + "Ġge len", + "Ġgel en", + "Ġgele n", + "Ġ اÙĬÙĨ", + "Ġا ÙĬÙĨ", + "ĠاÙĬ ÙĨ", + "ĠØ¢ ب", + "Ġà¤Ĩ य", + "ัà¸ģ ษ", + "Ñģ им", + "Ñģи м", + "Ġб олÑĮÑĪ", + "ĠболÑĮ ÑĪ", + "Ġм н", + "о ди", + "од и", + "ĠÄ° l", + "Ġ à¤Ĩर", + "Ġà¤Ĩ र", + "е ÑĤе", + "еÑĤ е", + "ÑĨ иÑİ", + "ÑĨи Ñİ", + "áºŃ u", + "Ġt iếng", + "Ġtiế ng", + "Ġtiến g", + "ë ¶ģ", + "ë¶ ģ", + "æ§ ĺ", + "Ġн аÑĪ", + "Ġна ÑĪ", + "ม า", + "âĢĻ ın", + "âĢĻı n", + "ãĥĥ ãĥĹ", + "ÙĪ جÙĩ", + "ÙĪج Ùĩ", + "Ġ ØŃد", + "ĠØŃ Ø¯", + "á vá", + "áv á", + "ر ÙĪØ´", + "رÙĪ Ø´", + "Ġ дейÑģÑĤв", + "Ġд ейÑģÑĤв", + "ãģ£ ãģ¦ãģĦãĤĭ", + "ãģ£ãģ¦ ãģĦãĤĭ", + "ãģ£ãģ¦ãģĦ ãĤĭ", + "Ïģ ή", + "Ġ üst", + "Ġü st", + "Ġt iết", + "Ġti ết", + "Ġtiế t", + "ac aÄŁ", + "aca ÄŁ", + "Ġ ÐŁÐ¾", + "ĠÐŁ о", + "é Ĭ", + "ë¨ ¸", + "c hod", + "ch od", + "cho d", + "ĠØ¢Ùħ ÙĪز", + "ãģŁ ãĤģ", + "Ġch uyên", + "Ġuy gu", + "Ġuyg u", + "н ÑĸÑģÑĤ", + "нÑĸ ÑģÑĤ", + "ë ´", + "æİ §", + "Ñĥ ÑİÑĤÑĮ", + "ÑĥÑİ ÑĤÑĮ", + "ÑĥÑİÑĤ ÑĮ", + "Äį i", + "ãģ ¹", + "à¥Ĥ न", + "æĹ ©", + "ãĥĩ ãĤ£", + "è Ĵ", + "ĠØ´ خص", + "ĠÑħ оÑĤ", + "ĠÚ©ÙĨ ÛĮد", + "г л", + "à¸Ń à¸Ńà¸ģ", + "à¸Ńà¸Ń à¸ģ", + "éĢ Ļ", + "Ġز ÛĮر", + "ĠزÛĮ ر", + "íķ Ń", + "ĠÃĸ z", + "åij ³", + "ØŃ Ø¯Ø©", + "ØŃد Ø©", + "Ġk ažd", + "Ġ ÑĨвеÑĤ", + "ĠÑĨ веÑĤ", + "Ġ ç¾", + "Ġç ¾", + "Ġк ож", + "Ġко ж", + "Ġ ÐŃÑĤо", + "ĠÐŃ ÑĤо", + "ÑıÑĤ елÑĮ", + "ла ÑģÑĮ", + "лаÑģ ÑĮ", + "âĢĮ Ø´ÙĪد", + "âĢĮØ´ ÙĪد", + "μ ι", + "Ġ æ²", + "Ġæ ²", + "Ġs üre", + "Ġsü re", + "Ġsür e", + "ล ะ", + "éħ Ĵ", + "ึà¸ģ ษ", + "λ λά", + "λλ ά", + "ç ij", + "Ġ ìĥĪ", + "Ġìĥ Ī", + "Ġस ह", + "ĠH Ãł", + "리 ê³ł", + "ص ر", + "Ġ æĬķ", + "ĠæĬ ķ", + "éł Ń", + "Ġb á»ĩnh", + "ĠìĥĿ ê°ģ", + "Ġà¤ħ à¤Ń", + "ê³µ ì§Ģ", + "ì Ķ", + "á» Ŀi", + "á»Ŀ i", + "ç ŃĶ", + "çŃ Ķ", + "Ġb Ãłi", + "ĠbÃł i", + "о дÑĸ", + "од Ñĸ", + "า à¸Ĥ", + "าภĤ", + "ни ков", + "ник ов", + "Ġdön em", + "Ġdö nem", + "ว ม", + "ãĥĨ ãĤ£", + "ा रण", + "ार ण", + "о ги", + "ог и", + "Ġk iá»ĥm", + "Ġki á»ĥm", + "о ÑĦ", + "äº Ī", + "åĨ ³", + "ا ÙĦات", + "اÙĦ ات", + "اÙĦا ت", + "Ġn ếu", + "Ġ cest", + "Ġc est", + "Ġce st", + "Ġces t", + "ز Ø´", + "Ùİ ÙĦ", + "Ġت Ø£", + "ĠÄij ạo", + "Ïį ν", + "Ġв нÑĥ", + "Ġ جاÙħ", + "Ġج اÙħ", + "Ġجا Ùħ", + "i vnÃŃ", + "iv nÃŃ", + "Ġìŀ ĪìĬµëĭĪëĭ¤", + "ĠìŀĪ ìĬµëĭĪëĭ¤", + "Ï Ĭ", + "æĦ Ľ", + "ãĥ Ľ", + "м Ñĸн", + "мÑĸ н", + "Ġt ÃŃm", + "ĠtÃŃ m", + "ằ m", + "ê· ł", + "äº ķ", + "Ġx ây", + "Ġ ìĽĶ", + "ĠìĽ Ķ", + "е лен", + "ел ен", + "еле н", + "Ġ à¹Ĥà¸Ķย", + "Ġà¹Ĥ à¸Ķย", + "ا ÙĦÙĩ", + "اÙĦ Ùĩ", + "Ġb ất", + "á»ĵ m", + "âĢĮ Ú¯", + "ÙĪ رة", + "ÙĪر Ø©", + "ب ات", + "با ت", + "Ġb án", + "ẫ u", + "اÙĨ ÙĪÙĨ", + "اÙĨÙĪ ÙĨ", + "Ġzá kon", + "á ž", + "ì¶ Ķ", + "à¹ģ à¸ģ", + "ãĤį ãģĨ", + "ÑĢ оÑĤ", + "ÑĢо ÑĤ", + "ç ĵ", + "Ġв они", + "Ġво ни", + "Ġx ác", + "Ġ دÛĮگر", + "ĠدÛĮ گر", + "ÏĢ οι", + "ÏĢο ι", + "Ġне Ñģк", + "ĠнеÑģ к", + "ر سÛĮ", + "رس ÛĮ", + "Ġ ëĿ¼", + "Ġë Ŀ¼", + "ت ÙĦ", + "λ ά", + "ĠÑıв лÑıеÑĤÑģÑı", + "ä¾ Ŀ", + "Ġ åħ¬", + "Ġåħ ¬", + "Ĺ i", + "Ġ íĬ¹", + "ĠíĬ ¹", + "Ùĥ ÙĪÙĨ", + "ÙĥÙĪ ÙĨ", + "ắ p", + "جÙħ ÙĪع", + "ÏĨ οÏģ", + "ÏĨο Ïģ", + "е ло", + "ел о", + "Ġg üven", + "Ġgü ven", + "Ġм ай", + "Ġма й", + "ĠÑģ оз", + "ĠÑģо з", + "à¸ģ ระ", + "à¸ģร ะ", + "Ġا سÙĦاÙħ", + "Ġاس ÙĦاÙħ", + "Ġ Ñīе", + "ĠÑī е", + "Ġs á»ijng", + "Ġsá»ij ng", + "à¥į ब", + "à¥įठ¬", + "Ú© ار", + "کا ر", + "Ġthu áºŃt", + "Ġ nÃŃ", + "Ġn ÃŃ", + "第 ä¸Ģ", + "è¦ ĸ", + "à¹Ģà¸ģ ม", + "ا ÙĬØ©", + "اÙĬ Ø©", + "Ġ ÎĪ", + "ĠÎ Ī", + "ãĤ ¶", + "ĠÙħ ÙĪÙĤع", + "ĠÙħÙĪ ÙĤع", + "Ġ åĴ", + "Ġå Ĵ", + "è¡ ĵ", + "Ġ Ðŀд", + "ĠÐŀ д", + "Ġ ä¸ī", + "Ġä¸ ī", + "ler inde", + "leri nde", + "lerin de", + "ĠÑģв оÑĹ", + "ĠÑģво ÑĹ", + "à¥Ģ à¤ı", + "Ġth Æ°Æ¡ng", + "Ïĥ ÏĦο", + "ÏĥÏĦ ο", + "Ġ غÙĬر", + "Ġغ ÙĬر", + "Ġ پر", + "ĠÙ¾ ر", + "ĠÑģеб е", + "Ġв к", + "Ġk hai", + "Ġkh ai", + "ãĤ Ģ", + "ĠÙĨ ظر", + "ĠÙĨظ ر", + "Ġдок Ñĥм", + "à¹ĩ à¸ļ", + "Ġ íķľêµŃ", + "Ġíķľ êµŃ", + "ï½ ī", + "å·¥ ç¨ĭ", + "Ġ ÙĪÙĦ", + "ĠÙĪ ÙĦ", + "ØŃ ÙĬ", + "Ġп ла", + "Ġпл а", + "Ġ Ä°stanbul", + "ĠÄ° stanbul", + "âĢĻ de", + "âĢĻd e", + "а лÑģÑı", + "ал ÑģÑı", + "ĠØ¢ÙĨ Ùĩا", + "Ġ اÙĩ", + "Ġا Ùĩ", + "Ġ ê´Ģ리", + "Ġê´Ģ 리", + "Ġ anh", + "Ġa nh", + "Ġan h", + "Å¡ ÃŃm", + "Å¡ÃŃ m", + "lar la", + "ï¼ Ŀ", + "n ostÃŃ", + "no stÃŃ", + "nost ÃŃ", + "nos tÃŃ", + "ÑģÑĤ ве", + "ÑģÑĤв е", + "ÛĮ Ùģ", + "Ġ گرد", + "ĠÚ¯ رد", + "Ġگر د", + "ãĤĮ ãĤĭ", + "Ġv á»±", + "Ġvá» ±", + "ÄĽ nÃŃ", + "ÄĽn ÃŃ", + "Ġgö rev", + "Ġgör ev", + "Ġgöre v", + "Ġyıl ında", + "Ġyılı nda", + "Ġyı lında", + "Ġl ợi", + "Ġlá» £i", + "Ġan lam", + "Ġп ÑĢовод", + "ĠпÑĢо вод", + "ĠпÑĢов од", + "ÑĨ Ñİ", + "Ġ åī", + "Ġå ī", + "Ġë§ İ", + "ÑĢ аÑģ", + "ÑĢа Ñģ", + "Ġ Ž", + "ĠÅ ½", + "Ú© اÙĨ", + "کا ÙĨ", + "Ð Ļ", + "ãģ£ ãģ¨", + "ãģ£ãģ ¨", + "Ú© ÙĦ", + "า ยà¸Ļ", + "าย à¸Ļ", + "ع اÙĦ", + "عا ÙĦ", + "Ġ ký", + "Ġk ý", + "ĠмаÑĤ еÑĢи", + "Ġма ÑĤеÑĢи", + "ê» ĺ", + "ıl ması", + "μ ÎŃν", + "μÎŃ Î½", + "ĠÙĨ ÙħÛĮ", + "ĠÙĨÙħ ÛĮ", + "Ġcu á»Ļc", + "Ġδ εν", + "Ġδε ν", + "å¹ ²", + "＿ ＿＿＿", + "＿＿ ＿＿", + "＿＿＿ ＿", + "à¥Ģ à¤Ł", + "Ġçık ar", + "Ġçı kar", + "Ġkon uÅŁ", + "Ġkonu ÅŁ", + "иÑĤ елÑĮно", + "иÑĤелÑĮ но", + "lan tı", + "lant ı", + "à¹Ħ ล", + "å¾ ĭ", + "Ġ íĶ¼", + "ĠíĶ ¼", + "ìĻ ¸", + "Ġs áng", + "éģ Ķ", + "о жд", + "ож д", + "Ġ آخر", + "ĠØ¢ خر", + "il ece", + "ile ce", + "à¥Ī न", + "Ġ jedn", + "Ġj edn", + "Ġje dn", + "Ġjed n", + "ĠÑģпе ÑĨи", + "´ Ŀ", + "Ġ Úĺ", + "Ġ ãĢĤĊ", + "ĠãĢĤ Ċ", + "èģ Į", + "Ġ ÙĨÛĮ", + "ĠÙĨ ÛĮ", + "ÑĤ оÑĢа", + "ÑĤо ÑĢа", + "ÑĤоÑĢ а", + "λ ι", + "Ġ ÙĪب", + "ĠÙĪ ب", + "iÅŁ im", + "iÅŁi m", + "ç» ´", + "ãĢĢ i", + "Ġm ua", + "Ġmu a", + "Ġj iž", + "Ġji ž", + "è¶ Ĭ", + "ãĤĴ è¦ĭ", + "Ġn á»Ļi", + "à¥į à¤Ĺ", + "à¥įठĹ", + "ç¨ ®", + "Ġ ãĢĢãĢĢãĢĢ", + "ĠãĢĢ ãĢĢãĢĢ", + "ĠãĢĢãĢĢ ãĢĢ", + "à¹ĥ หม", + "à¹ĥห ม", + "Ġ ÎĨ", + "ĠÎ Ĩ", + "ÙĨ دÛĮ", + "ÙĨد ÛĮ", + "ĠÑģ Ñĩ", + "Ġl á»ĩ", + "Ġlá» ĩ", + "l ub", + "lu b", + "еÑĢ ÑĤ", + "Ġ اطÙĦ", + "Ġا Ø·ÙĦ", + "Ġاط ÙĦ", + "ĠÑģ еÑĢед", + "ĠÑģеÑĢ ед", + "Ġ éģ", + "Ġé ģ", + "Ġз ал", + "Ġза л", + "ÙĨ ÛĮÙĨ", + "ÙĨÛĮ ÙĨ", + "çŁ¥ éģĵ", + "Ø¢ ÙĨ", + "Ġ кап", + "Ġк ап", + "Ġка п", + "Ġ à¹Ħม", + "Ġà¹Ħ ม", + "ů vod", + "ův od", + "ĠÙ¾ اÛĮ", + "Ġپا ÛĮ", + "ÑĤ ÑĢи", + "ÑĤÑĢ и", + "Ġi ht", + "Ġih t", + "๠Ĭ", + "Ġв ÑģÑĸ", + "ĠвÑģ Ñĸ", + "Ġt hay", + "Ġth ay", + "Ġtha y", + "å Ĩµ", + "åĨ µ", + "Ġ عÙĨÙĪاÙĨ", + "ĠعÙĨ ÙĪاÙĨ", + "Ġ Î¥", + "ĠÎ ¥", + "ภĿ", + "ε ÏĦαι", + "εÏĦ αι", + "iyor du", + "ï¼Į èĢĮ", + "çļĦ 人", + "Ġ सà¤Ń", + "Ġस à¤Ń", + "à¹ī à¸Ńย", + "à¹īà¸Ń ย", + "ι κο", + "ικ ο", + "ãĤĵ ãģ§", + "ì¡ ±", + "ÙĨج ÙĦÙĬزÙĬØ©", + "Ġž ád", + "ÑĢ ави", + "ÑĢа ви", + "ÑĢав и", + "γ γ", + "æµ ĭ", + "о ÑĨÑĸ", + "ãĢĢ ãĢĢĠãĢĢ", + "ãĢĢãĢĢ ĠãĢĢ", + "ãĢĢãĢĢĠ ãĢĢ", + "Ġतर ह", + "Ġ ëĨ", + "Ġë Ĩ", + "à¥Ģ à¤ļ", + "à¹Ī ม", + "Ġg á»ĵm", + "Ġk iá»ĩn", + "Ġki á»ĩn", + "è· Ł", + "Î ¦", + "es inin", + "esi nin", + "esini n", + "esin in", + "é ¥", + "é« Ķ", + "о Ñĩно", + "оÑĩ но", + "र ण", + "æĺ ¥", + "ç¶ ĵ", + "Ġ بار", + "Ġب ار", + "Ġبا ر", + "ê· ¼", + "éĻ ħ", + "Ġ سÙĬ", + "Ġس ÙĬ", + "Ñģ ÑĥÑĤ", + "ÑģÑĥ ÑĤ", + "ì µľ", + "å± ħ", + "ĠÄį esk", + "ĠÄįe sk", + "Îij ÎĿ", + "Ġd iá»ĩn", + "Ġdi á»ĩn", + "Ġ εί", + "Ġε ί", + "à¸ĩ à¸Ĺ", + "ãĤ ©", + "Ġv á»±c", + "Ġvá»± c", + "в ав", + "ва в", + "t ıģı", + "tı ģı", + "tıģ ı", + "Ġ ëªħ", + "Ġëª ħ", + "η ν", + "в иÑĤ", + "ви ÑĤ", + "Ġ Ø£Ùĥ", + "ĠØ£ Ùĥ", + "Ġп ÑĢоп", + "ĠпÑĢ оп", + "ĠпÑĢо п", + "r ak", + "ra k", + "ÑĢ аÑĤи", + "ÑĢа ÑĤи", + "ÑĢаÑĤ и", + "ĠÄij ánh", + "ĠÄijá nh", + "ÑĢ еп", + "ÑĢе п", + "ê ´ij", + "ê´ ij", + "е ÑĨÑĮ", + "еÑĨ ÑĮ", + "Ġब त", + "Ġ åĮĹ", + "ĠåĮ Ĺ", + "Ġs át", + "l edi", + "le di", + "led i", + "ìłģ ìľ¼ë¡ľ", + "ů j", + "Û° Û°", + "Ġnas ıl", + "Ġ ÙĪس", + "ĠÙĪ س", + "Ġ εξ", + "Ġε ξ", + "в Ñĭ", + "ç½ Ĺ", + "ارÛĮ Ø®", + "à¸Ľ ล", + "ί κ", + "Ġ ê¸Ī", + "Ġê¸ Ī", + "åĩ ł", + "å¼ ·", + "è¿ Ķ", + "Ġnh á»ı", + "å¾ Ģ", + "Ġда же", + "Ġç ev", + "к Ñĸ", + "Ġ Ø£Ùħ", + "ĠØ£ Ùħ", + "ี ส", + "ส ามารà¸ĸ", + "สาม ารà¸ĸ", + "Ġ ÐĦ", + "ĠÐ Ħ", + "Ñħод иÑĤ", + "ë ĸ", + "Ġtr uyá»ģn", + "Ġtruy á»ģn", + "Ġ ÑģÑĤан", + "ĠÑģÑĤ ан", + "ĠÑģÑĤа н", + "ëĵ¤ ìĿĢ", + "ا ÙĦت", + "اÙĦ ت", + "़ à¥ĩ", + "Ġ à¤ħब", + "Ġà¤ħ ब", + "æķ ¸", + "Ġд ÑĸÑı", + "ĠдÑĸ Ñı", + "ĠÙħ تر", + "ĠÙħت ر", + "Ġ ë¸", + "Ġë ¸", + "ï¾ į", + "Ġ ê³¼", + "Ġê³ ¼", + "Ġ زÛĮ", + "Ġز ÛĮ", + "ëŁ ¼", + "Ġ ÐŁÐµÑĢ", + "ĠÐŁ еÑĢ", + "Ġs ık", + "Ġsı k", + "н оÑģÑĤÑĮÑİ", + "ноÑģÑĤÑĮ Ñİ", + "ноÑģÑĤ ÑĮÑİ", + "Ġ eden", + "Ġe den", + "Ġed en", + "ا در", + "اد ر", + "ã Ħ", + "Ġ леÑĩ", + "Ġл еÑĩ", + "ĠÙĩ Ø°Ùĩ", + "ض ÙĪع", + "ضÙĪ ع", + "ĠìķĦ ëĭĪ", + "ĠìķĦëĭ Ī", + "ir ket", + "irk et", + "Ġ اگر", + "Ġا گر", + "ĠÑħ оÑĩ", + "Ġб ан", + "Ġба н", + "íĶ Į", + "æĢİ ä¹Ī", + "è Ľ", + "Ġब à¤ļ", + "ĠÚ© تاب", + "çī Į", + "Ġд ва", + "Ġдв а", + "ج ر", + "Ġп ÑĢоÑģÑĤо", + "ĠпÑĢоÑģÑĤ о", + "ĠпÑĢоÑģ ÑĤо", + "Ġà¤Ĩ व", + "Ġm ức", + "į ¼", + "Ġ jÃŃ", + "Ġj ÃŃ", + "íİ ĺ", + "Ġt amam", + "Ġta mam", + "Ġtam am", + "åĪ Ľ", + "ภĴ", + "п еÑĩ", + "пе Ñĩ", + "à¥ĭ स", + "Ġ Ñģем", + "ĠÑģ ем", + "Ġt Æ°Æ¡ng", + "ä¸ ģ", + "ī ´", + "Ġ ÑĢоÑģ", + "ĠÑĢ оÑģ", + "Ġ маÑĶ", + "Ġм аÑĶ", + "Ġма ÑĶ", + "æŃ Į", + "Ġ داÙĨÙĦÙĪد", + "ĠداÙĨ ÙĦÙĪد", + "ĠL oÃłi", + "ĠLo Ãłi", + "Ġed ilm", + "Ġedi lm", + "Ġedil m", + "Ġk onu", + "Ġko nu", + "Ġkon u", + "ĠاÙĦ Ùħر", + "ĠاÙĦÙħ ر", + "Ġu laÅŁ", + "Ġul aÅŁ", + "Ġyük sek", + "ο ι", + "Ùİ ÙĨ", + "Ġ bÄĽ", + "Ġb ÄĽ", + "ãĤ·ãĥ§ ãĥ³", + "ï¿£ ￣￣￣", + "￣￣ ￣￣", + "￣￣￣ ï¿£", + "Ġg üç", + "Ġgü ç", + "Ġ اÙĪÙĦ", + "Ġا ÙĪÙĦ", + "ĠاÙĪ ÙĦ", + "Ġ ма", + "Ġм а", + "Ġب خش", + "Ġبخ Ø´", + "ा à¤ĸ", + "ाठĸ", + "Ġв иÑģ", + "Ġви Ñģ", + "ž enÃŃ", + "že nÃŃ", + "žen ÃŃ", + "Ġz působ", + "Ġzp ůsob", + "z nam", + "zn am", + "Ġ رÙĪÛĮ", + "Ġر ÙĪÛĮ", + "ĠرÙĪ ÛĮ", + "åĭ Ŀ", + "। Ċ", + "ÙĦ ÙĤ", + "Ġж из", + "ÑĢ Ñĸв", + "ÑĢÑĸ в", + "ĠÑĥ пÑĢав", + "ĠÑĥп ÑĢав", + "Ġph á»ij", + "ic ros", + "icro s", + "Ġ à¹ģà¸ķ", + "Ġà¹ģ à¸ķ", + "Ġ ë°ķ", + "Ġë° ķ", + "ÙĪ ات", + "ÙĪا ت", + "ï¼Į ä¸Ģ", + "ан Ñģ", + "ç´ ļ", + "ย à¸Ļ", + "à¹ģ à¸Ĥ", + "Ġgi áo", + "Ġgiá o", + "äºĮ äºĮ", + "Ġ Ä°s", + "ĠÄ° s", + "ìĬ ¹", + "Ġo lacak", + "Ġol acak", + "Ġola cak", + "Ġ Các", + "ĠC ác", + "Ġ ÑĢÑĥб", + "ĠÑĢ Ñĥб", + "ĠÑĢÑĥ б", + "ẹ p", + "ÄŁ iniz", + "ÄŁini z", + "ÄŁin iz", + "ãģª ãģ©", + "Ġ моÑĢ", + "Ġм оÑĢ", + "Ġмо ÑĢ", + "ĠÑģ дел", + "ÙĦ ÙħاÙĨ", + "ÙĦÙħ اÙĨ", + "n ém", + "né m", + "å° į", + "Ġd ne", + "Ġdn e", + "ì¶ľ ìŀ¥", + "ع ب", + ": ::::::", + ":: :::::", + ":::: :::", + ":::::: :", + "::: ::::", + "::::: ::", + "Î Ĵ", + "e ket", + "ek et", + "Ġ ÑĢеÑĪ", + "ĠÑĢ еÑĪ", + "ĠÑĢе ÑĪ", + "è Ī¬", + "èĪ ¬", + "Ġ íĻĶ", + "ĠíĻ Ķ", + "ص د", + "Ġ маÑĢ", + "Ġм аÑĢ", + "Ġма ÑĢ", + "Ñı ж", + "Ø´ ار", + "ãģ ²", + "Ġ اÙĦÙĬ", + "Ġا ÙĦÙĬ", + "ĠاÙĦ ÙĬ", + "Ù į", + "à¤Ĥ à¤ľ", + "м Ñĭ", + "Ġka rar", + "Ġkar ar", + "Ġkara r", + "ÙĦÛĮ سÛĮ", + "ÙĦÛĮس ÛĮ", + "า à¸ĵ", + "าภĵ", + "ç¾ ¤", + "Ġol ması", + "Ġolm ası", + "Ġolma sı", + "Ġhaz ır", + "γÏģα ÏĨ", + "¯ u", + "в ол", + "во л", + "ĠÑģ ÑĤаÑĢ", + "ĠÑģÑĤ аÑĢ", + "ĠÑģÑĤа ÑĢ", + "o vala", + "ov ala", + "ova la", + "oval a", + "Ġв озмож", + "Ġвоз мож", + "Ġ дав", + "Ġд ав", + "Ġда в", + "é¢ ¨", + "ر ا", + "Ġдоп ом", + "ê² ĥ", + "Ġ ìĺ¬", + "Ġìĺ ¬", + "Ġ åİ", + "Ġå İ", + "Ġ 못", + "Ġëª »", + "u ç", + "í ļ", + "l ük", + "lü k", + "ä¸Ń å¿ĥ", + "Ġ दर", + "Ġद र", + "Ġ âĹĨ", + "ĠâĹ Ĩ", + "Ġt ay", + "Ġta y", + "Ġب سÛĮ", + "Ġبس ÛĮ", + "Ġ ÏĥÏĦα", + "ĠÏĥ ÏĦα", + "ĠÙħ Ø®", + "Ñı Ñī", + "å· ®", + "ภī", + "ëł ¹", + "à¹ĥà¸Ļ à¸ģาร", + "Ġ ÙĩÙĨ", + "ĠÙĩ ÙĨ", + "ãģ ¶", + "л Ñĸд", + "лÑĸ д", + "å į°", + "åį °", + "Ġs ao", + "Ġsa o", + "ÅĻ ad", + "리 ëĬĶ", + "Ñģ лед", + "Ñģл ед", + "åĶ ®", + "Ġ |:", + "Ġ| :", + "æķĻ èĤ²", + "Ġм ол", + "Ġмо л", + "ĠÙĩ ÙĬ", + "ë ģ", + "Ġ кÑĥлÑĮ", + "Ġк ÑĥлÑĮ", + "ĠкÑĥ лÑĮ", + "' nin", + "'n in", + "Ġ خر", + "ĠØ® ر", + "Ġge nel", + "Ġgen el", + "Ġgene l", + "Ġt á»Ń", + "Ġtá» Ń", + "Ġkur ul", + "Ġkuru l", + "ен ÑĤи", + "енÑĤ и", + "à¥ĭ à¤ľà¤¨", + "à¥ĭà¤ľ न", + "è¿Ļ æł·", + "Ġм Ñĸж", + "ĠмÑĸ ж", + "Ġngh iá»ĩm", + "Ġnghiá»ĩ m", + "ĠÏĢ ολ", + "ĠÏĢο λ", + "æĭ Ľ", + "Ġà¤Ĺ à¤ı", + "ầ y", + "Ġc ảm", + "Ġcả m", + "ç´ °", + "rı ca", + "Ġ عÙĦÛĮ", + "Ġع ÙĦÛĮ", + "ĠعÙĦ ÛĮ", + "ิ à¹ī", + "h ur", + "hu r", + "Ġch Æ°a", + "Ñĥ ÑĶÑĤÑĮÑģÑı", + "ÑĥÑĶ ÑĤÑĮÑģÑı", + "ãģ© ãģĨ", + "Ñĥ л", + "ิ ร", + "Ġ æľī", + "ä¼ ¼", + "ÑĦ еÑĢ", + "ÑįÑĤ омÑĥ", + "æĹ ħ", + "ĠÙħ ÙĪج", + "ĠÙħÙĪ ج", + "Ġ 본", + "Ġë³ ¸", + "Ġgi á»Ŀ", + "Ġgiá» Ŀ", + "Ġk iến", + "Ġki ến", + "à¹Ī วย", + "à¹Īว ย", + "Ġd üny", + "Ġdü ny", + "Ġdün y", + "Ġ زÙħ", + "Ġز Ùħ", + "о вÑĸ", + "ов Ñĸ", + "ĠÑĨ ÑĮого", + "ิ à¸ļ", + "Ġ ìĨIJ", + "ĠìĨ IJ", + "èIJ ¥", + "Ġ ÑĢÑĸз", + "ĠÑĢ Ñĸз", + "Ġh á»Ĺ", + "Ġhá» Ĺ", + "ÑĢ Ñĸб", + "ÑĢÑĸ б", + "Ġ ãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢ", + "ĠãĢĢ ĠãĢĢĠãĢĢĠãĢĢĠãĢĢ", + "ĠãĢĢĠãĢĢ ĠãĢĢĠãĢĢĠãĢĢ", + "ĠãĢĢĠãĢĢĠãĢĢĠãĢĢ ĠãĢĢ", + "ĠãĢĢĠãĢĢĠãĢĢ ĠãĢĢĠãĢĢ", + "ĠãĢĢĠ ãĢĢĠãĢĢĠãĢĢĠãĢĢ", + "ìľ¼ ë©°", + "äºĨ ä¸Ģ", + "ĠÙĤ بÙĦ", + "ĠÙĤب ÙĦ", + "é¾ Ļ", + "Ġ گذ", + "ĠÚ¯ Ø°", + "Ġ ÙĤد", + "ĠÙĤ د", + "ãģª ãģĭãģ£ãģŁ", + "Ġ à¹Ģร", + "Ġà¹Ģ ร", + "Ġà¹Ģภ£", + "å¸ Į", + "ĠÑģ Ñħ", + "Ġг ÑĢом", + "ĠгÑĢ ом", + "ĠгÑĢо м", + "åĽ ¢", + "Ġ ì§ij", + "Ġì§ ij", + "Ġ лÑĥÑĩ", + "Ġл ÑĥÑĩ", + "åħ µ", + "Ġ ÐŀÑĤ", + "ĠÐŀ ÑĤ", + "Ġmu á»ijn", + "ãģĺ ãĤĥ", + "o vnÃŃ", + "ov nÃŃ", + "ë©´ ìĦľ", + "ë³ Ģ", + "Ġн еб", + "Ġне б", + "Ñģ ии", + "Ñģи и", + "ÙĨ Ùħ", + "ÄŁ in", + "ÄŁi n", + "Ġt oho", + "Ġto ho", + "Ġtoh o", + "en iz", + "eni z", + "ب اش", + "با Ø´", + "ĠÑģ лÑĥж", + "ĠÑģл Ñĥж", + "ĠÑģлÑĥ ж", + "Ġb ợi", + "Ġüzer e", + "Ġüz ere", + "Ġs adece", + "Ġsad ece", + "ĠÏĢ αÏģ", + "ĠÏĢα Ïģ", + "³³³³³³³³ ³³³³³³³³", + "³³³³³³³ ³³³³³³³³³", + "³³³³³ ³³³³³³³³³³³", + "³³³³³³³³³ ³³³³³³³", + "³³³³³³³³³³³ ³³³³³", + "èĮ ĥ", + "ÏĦ ικÏĮ", + "ÏĦικ ÏĮ", + "ÏĦι κÏĮ", + "Ġ äºĮ", + "ãĤĪãģĨ ãģ«", + "è ŀ", + "ãģ® ãģ¯", + "Ġ ÑĥкÑĢаÑĹн", + "ĠÑĥ кÑĢаÑĹн", + "Ġb ắt", + "в ан", + "ва н", + "Ġ ÑģÑĤÑĢа", + "ĠÑģ ÑĤÑĢа", + "ĠÑģÑĤ ÑĢа", + "ĠÑģÑĤÑĢ а", + "è¡ Ģ", + "nu tÃŃ", + "nut ÃŃ", + "o kt", + "ok t", + "รà¸ĩ à¹Ģร", + "Ġ صÙģ", + "Ġص Ùģ", + "åħ ļ", + "ÏĦ ί", + "ï¼ģ ãĢįĊĊ", + "ï¼ģãĢį ĊĊ", + "ĠÑĤем п", + "ĠÑĤе мп", + "é¡ Į", + "Ġs luž", + "Ġslu ž", + "Ñĥ ков", + "Ñĥк ов", + "Ġngh Ä©a", + "ĠnghÄ© a", + "çĶ ²", + "Ġd á»ħ", + "о ви", + "ов и", + "ÏĦ Ïħ", + "ر ÛĮÚ©", + "رÛĮ Ú©", + "ĠA nh", + "ĠAn h", + "ĠвÑģ его", + "ĠвÑģе го", + "âĢĮ Ú©ÙĨ", + "âĢĮÚ© ÙĨ", + "te ÅĻÃŃ", + "Ġm ục", + "Ùĩ ÙĨÚ¯", + "ÙĩÙĨ Ú¯", + "Ġ ÐŁÐ¾Ñģ", + "ĠÐŁ оÑģ", + "ĠÐŁÐ¾ Ñģ", + "Úĺ Ùĩ", + "ĠاÙĦ غ", + "æĿ ¾", + "y sl", + "ys l", + "Ġyap ılan", + "Ġyapı lan", + "Ġyapıl an", + "çĪ ¶", + "Ġm ạnh", + "ر اÙĩ", + "را Ùĩ", + "à¸Ķ à¸ĩ", + "o Äį", + "ë§ IJ", + "åł Ĥ", + "м аÑĤ", + "ма ÑĤ", + "Ġ eÅŁ", + "Ġe ÅŁ", + "ÙĪÙħ ات", + "Ġس اخت", + "åĽł 为", + "Ġп ÑĢий", + "ĠпÑĢ ий", + "ĠпÑĢи й", + "ıl mÄ±ÅŁ", + "é¤ ¨", + "ุ à¸ĩ", + "Ġ ëģ", + "Ġë ģ", + "à¸ķ าม", + "à¸ķา ม", + "åIJ ī", + "μ ή", + "Ġ æľ¬", + "Ġzá klad", + "ت ØŃ", + "è¾ ¼", + "Ġв Ñĸй", + "ĠвÑĸ й", + "ĠÙħÙĨ Ø·", + "Ġto án", + "к аÑĢ", + "ка ÑĢ", + "Ġ ÐĹа", + "ĠÐĹ Ð°", + "ĠпÑĢи мен", + "ĠпÑĢим ен", + "ãĤĭ ãģ¨", + "ั à¸Ĺ", + "ÛĮ س", + "ĠاÙĨ جاÙħ", + "ĠاÙĨج اÙħ", + "Ġع ÙĦÙĬ", + "ĠعÙĦ ÙĬ", + "़ ि", + "e ných", + "en ých", + "ený ch", + "ĠL iên", + "ĠLi ên", + "Ġ па", + "Ġп а", + "éļ Ĭ", + "Ġmo hou", + "Ġmoh ou", + "Ġк ÑĸлÑĮ", + "Ġ Το", + "ĠΤ ο", + "ا ÙĦب", + "اÙĦ ب", + "ÎŃ Î½", + "Ġna bÃŃ", + "Ġnab ÃŃ", + "ç i", + "ler den", + "lerde n", + "Ġth anh", + "Ġthan h", + "Ġtha nh", + "Ġb ütün", + "Ġ åŁ", + "Ġå Ł", + "ì¸ ł", + "Ġz at", + "Ġza t", + "ÙĬ ÙĪ", + "Ġμ ια", + "uy ết", + "Ñij н", + "åĪ Ĵ", + "ли во", + "лив о", + "à¹Ī à¸Ńà¸ĩ", + "à¹Īà¸Ń à¸ĩ", + "ä»ĸ 们", + "Ġб аг", + "Ġба г", + "ि à¤Ń", + "िठŃ", + "ĠÑĤ ам", + "ĠÑĤа м", + "Ġп ÑĢеп", + "ĠпÑĢ еп", + "ĠпÑĢе п", + "ิ à¸Ĭ", + "âĢĻ Ñıз", + "âĢĻÑı з", + "ĠPh ân", + "ж ен", + "же н", + "à¥Ī à¤ķ", + "ĠÑģлÑĥÑĩа е", + "Ġ .:", + "Ġ. :", + "åѦ æł¡", + "Ä° N", + "ç¾ ©", + "ĠÑģ ÑĤо", + "ĠÑģÑĤ о", + "Ġ हर", + "Ġह र", + "Ïħ ν", + "Ġx em", + "Ġxe m", + "Ġб ÑĥÑĤи", + "ĠбÑĥ ÑĤи", + "Ñģ иÑĤ", + "Ñģи ÑĤ", + "çª ģ", + "à¥į à¤Ľ", + "à¥įठĽ", + "åij ¢", + "ï¼Į ä¹Ł", + "e nÄĽ", + "en ÄĽ", + "Ġ κά", + "Ġκ ά", + "iy orum", + "iyor um", + "ĠÚ¯ Ùģت", + "âĹıâĹı âĹıâĹı", + "ั ม", + "Ġ Ðļон", + "ĠÐļ он", + "ĠÐļо н", + "н оÑĪ", + "но ÑĪ", + "ниÑĨ ÑĤ", + "ü zel", + "üz el", + "s ÃŃ", + "å¸ «", + "ص ÙĪÙĦ", + "çĥ Ń", + "ĠÄij ủ", + "ĠÄijá» §", + "ãĤ ®", + "æķ ħ", + "ĠÅ¡ kol", + "ĠÅ¡k ol", + "Ñĩ ен", + "Ñĩе н", + "à¹Ģ ย", + "à¹Ģภ¢", + "à¸Ļ à¸Ļ", + "ÙĢ ÙĢÙĢÙĢ", + "ÙĢÙĢ ÙĢÙĢ", + "ÙĢÙĢÙĢ ÙĢ", + "Ġ üç", + "Ġü ç", + "å¿ µ", + "ãĥª ãĤ¢", + "Ġ íĻĺ", + "ĠíĻ ĺ", + "Ġ éĩij", + "Ġéĩ ij", + "çı Ń", + "Ġ Ñģклад", + "ĠÑģ клад", + "ĠÑģк лад", + "Ñı ми", + "Ñıм и", + "ü f", + "Ġh ã", + "ĠÄIJ ại", + " Ĥ", + "åĦ ª", + "Ġbul unan", + "Ġbulun an", + "ĠاÙĦ ÙħØŃ", + "ĠاÙĦÙħ ØŃ", + "æĪ ı", + "Ġ è©", + "Ġè ©", + "Ġн оÑĢм", + "ĠноÑĢ м", + "Ġchu ẩn", + "Ġз аÑģÑĤ", + "Ġза ÑģÑĤ", + "ĠзаÑģ ÑĤ", + "Ġ vÃŃce", + "ĠvÃŃ ce", + "ĠvÃŃc e", + "Ð ĸ", + "Ġà¤Ĩ ध", + "Ġ Äįas", + "ĠÄį as", + "Ġ боÑĢ", + "Ġб оÑĢ", + "Ġбо ÑĢ", + "Ïģ ια", + "Ïģι α", + "ĠÙħ اÙĩ", + "ĠÙħا Ùĩ", + "Ġ íħ", + "Ġí ħ", + "ÅĻ el", + "ÅĻe l", + "Ñı ви", + "Ñıв и", + "ÏĦ εÏĤ", + "ÏĦε ÏĤ", + "i nÄĽ", + "in ÄĽ", + "Ġп еÑĢе", + "ĠпеÑĢ е", + "éķ ĩ", + "à¥įठŀ", + "Ġ éĺ", + "Ġé ĺ", + "à¹Ī าว", + "à¹Īา ว", + "ร ร", + "Ġ سÙĩ", + "Ġس Ùĩ", + "в али", + "ва ли", + "вал и", + "çķ Ļ", + "ĠÑĦ Ñĥнк", + "ĠÑĦÑĥн к", + "Ġ íĸī", + "Ġí ĸī", + "Ġíĸ ī", + "Ùģ Ùĩ", + "çĶŁ æ´»", + "èģ ŀ", + "o kud", + "ok ud", + "oku d", + "Ġ ìĤ´", + "ĠìĤ ´", + "ı zı", + "ız ı", + "Ġпо лÑĥ", + "Ġпол Ñĥ", + "ï¼Į ä½ł", + "Ø´ اÙĨ", + "æ± º", + "б ÑĢÑı", + "оÑģÑĥд аÑĢ", + "Ġo yun", + "Ġoy un", + "а нии", + "ан ии", + "ани и", + "Ġp rů", + "Ġpr ů", + "Ġn áv", + "Ġná v", + "Ġм енÑı", + "Ġмен Ñı", + "Ġìŀ ĺ", + "Ġ Ä°n", + "ĠÄ° n", + "Ġth ÃŃch", + "ĠthÃŃ ch", + "ĠÄij ảm", + "åľ Ĵ", + "Ġв же", + "Ġl oÃłi", + "Ġlo Ãłi", + "Ġ Ðŀн", + "ĠÐŀ н", + "м еÑģÑĤ", + "ме ÑģÑĤ", + "Ġ ξ", + "ĠÎ ¾", + "ãĢ ħ", + "Ġch iế", + "Ġchi ế", + "Ñĩ Ñĸ", + "Ġ íijľ", + "Ġí ijľ", + "ëĭ ¬", + "Ġ ëĭ¬", + "Ġëĭ ¬", + "à¥Ģ ड", + "ÑĢ алÑĮ", + "ÑĢа лÑĮ", + "ÑĢал ÑĮ", + "d ik", + "di k", + "Ġ íĨł", + "ĠíĨ ł", + "ëŁ ī", + "Ġ صÙĨ", + "Ġص ÙĨ", + "Ġs tej", + "Ġst ej", + "Ġste j", + "Ġа кÑĤив", + "Ġак ÑĤив", + "ĠакÑĤ ив", + "ĠакÑĤи в", + "Ġ é¦", + "Ġé ¦", + "Ġ à¹Ħà¸Ķ", + "Ġà¹Ħ à¸Ķ", + "æĬĢ æľ¯", + "Ġp rostÅĻed", + "Ġpro stÅĻed", + "Ġprost ÅĻed", + "å® ³", + "ãģ IJ", + "Ġol uÅŁtur", + "ĠoluÅŁ tur", + "e lop", + "el op", + "elo p", + "ãģ¡ ãĤĥ", + "éĥ İ", + "ض ا", + "Ġ خط", + "ĠØ® Ø·", + "ë° ķ", + "е ÑģÑı", + "еÑģ Ñı", + "ĠÙĩ ÛĮ", + "н ад", + "на д", + "Ġng Ãłnh", + "ÑĢ ÑĥÑĪ", + "ÑĢÑĥ ÑĪ", + "ãģĦ ãģĦ", + "Ġü rün", + "Ġür ün", + "à¸Ń à¸ķ", + "à¥ĭ प", + "Ġs ayı", + "Ġsa yı", + "Ġsay ı", + "à¥Ģ स", + "е ниÑħ", + "ен иÑħ", + "ени Ñħ", + "Ġ Ñģим", + "ĠÑģ им", + "ĠÑģи м", + "à¥Ģ द", + "å¤ ī", + "à¹Ī วม", + "à¹Īว ม", + "Ġ à¹Ģà¸Ĥ", + "Ġà¹Ģ à¸Ĥ", + "Ġà¹ĢภĤ", + "å·² ç»ı", + "а ÑĤо", + "аÑĤ о", + "ĠÑĢай он", + "í ĥĿ", + "íĥ Ŀ", + "Ġ ÑĤÑĢа", + "ĠÑĤ ÑĢа", + "ĠÑĤÑĢ а", + "l ayan", + "la yan", + "lay an", + "ế p", + "ा à¤Ł", + "ाठŁ", + "Ø® اب", + "人 æ°ij", + "å® Ŀ", + "è Ĩ", + "èª į", + "n aÄį", + "na Äį", + "Ġî ł", + "ĠÐļ и", + "ĠbaÅŁ ka", + "ĠbaÅŁk a", + "c ů", + "ض ع", + "èĪ ª", + "ี ม", + "Ñĭ ми", + "Ñĭм и", + "ÎĻ Σ", + "Ġشر کت", + "ย ว", + "Ġmus ÃŃ", + "Ġmu sÃŃ", + "Ġн ал", + "Ġна л", + "ี à¸Ĺ", + "Ġ áp", + "Ġá p", + "ร าย", + "æ² ¹", + "l eme", + "le me", + "lem e", + "Ġ मन", + "Ġम न", + "à¹Ħ à¸Ł", + "а ÑĤив", + "аÑĤ ив", + "аÑĤи в", + "¸ ı", + "èŃ °", + "Ïĥ ÏĦα", + "ÏĥÏĦ α", + "íĸ ¥", + "е ÑĤÑĥ", + "еÑĤ Ñĥ", + "ĠÑģв Ñıз", + "ĠÑģвÑı з", + "ед еÑĢа", + "ĠØ® ارج", + "า ษ", + "าภ©", + "âĢĮ Ù¾", + "Ñĸ г", + "é¡ ŀ", + "Ġkh ả", + "ĠÑģ пÑĢав", + "ĠÑģп ÑĢав", + "è¡ Ĺ", + "ãĥķ ãĤ¡", + "ãĥķãĤ ¡", + "Ġм еждÑĥ", + "Ġмеж дÑĥ", + "Ñĥ ли", + "Ñĥл и", + "Ġب زر", + "ÑĨ ен", + "ÑĨе н", + "Ġek onom", + "د ÙĨ", + "ا ÙħÛĮ", + "اÙħ ÛĮ", + "าส à¸ķร", + "ĠnÄĽ kol", + "ĠnÄĽk ol", + "g ün", + "з и", + "ĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂł ĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂł", + "ç¦ »", + "Ġtr Æ°á»Łng", + "ı i", + "íİ ¸", + "Ġ ÑĢеб", + "ĠÑĢ еб", + "ĠÑĢе б", + "åº ķ", + "Ġت ارÛĮØ®", + "н има", + "ни ма", + "ним а", + "Ġth ân", + "аÑĤ елÑĮно", + "аÑĤелÑĮ но", + "ĠاÙĦ Ø°ÙĬ", + "ĠاÙĦØ° ÙĬ", + "ÙĪ ÙĨÛĮ", + "ÙĪÙĨ ÛĮ", + "Ġ éĥ", + "Ġé ĥ", + "Ġb ình", + "Ġbì nh", + "ικ ήÏĤ", + "ική ÏĤ", + "à¸ŀ ล", + "تÙħ اع", + "ĠPr aha", + "ĠPra ha", + "Ġ ÑģÑĤав", + "ĠÑģÑĤ ав", + "ĠÑģÑĤа в", + "د ÙĬد", + "دÙĬ د", + "Ġgi ữa", + "Ġgiữ a", + "ĠпÑĢо вед", + "ĠпÑĢов ед", + "Âł k", + "ÙĨد Ú¯ÛĮ", + "ÑĨ ий", + "ÑĨи й", + "ç Ĵ", + "ĠاÙĦ Ø£Ùħ", + "ĠاÙĦØ£ Ùħ", + "Ġ è´", + "Ġè ´", + "Ø¥ ÙĨجÙĦÙĬزÙĬØ©", + "ĠìŀĪ ìĹĪëĭ¤", + "ĠìŀĪìĹĪ ëĭ¤", + "ç ·¨", + "ç· ¨", + "ัà¸Ļ à¸ĺ", + "ĠÑĢок Ñĸв", + "Ġc áo", + "Ġcá o", + "Ġkh ó", + "Ġ ÙĨÙĪع", + "ĠÙĨ ÙĪع", + "ĠÙĨÙĪ ع", + "س ÙĦ", + "Ġ ÑĥÑģлов", + "ĠÑĥ Ñģлов", + "ĠÑĥÑģл ов", + "ĠÑĥÑģ лов", + "Ġcứ u", + "ов ого", + "ово го", + "ि à¤Ĺ", + "िठĹ", + "Ķ ëĭ¤", + "æĿ İ", + "Ġbö lg", + "Ġböl g", + "Ġn gu", + "Ġng u", + "Ġh ữu", + "Ġhá» ¯u", + "н ии", + "ни и", + "ìł Ī", + "Ġп ÑĢом", + "ĠпÑĢ ом", + "ĠпÑĢо м", + "åı Į", + "Ġd Æ°á»Ľi", + "ĠdÆ°á» Ľi", + "ĠdÆ° Ỽi", + "Ð ®", + "ÙĬ Ø´", + "æ¸ ©", + "ëı ħ", + "Ġз мÑĸ", + "Ġзм Ñĸ", + "θη κε", + "ĠbaÄŁ lı", + "Ġüzer inde", + "Ġ تغ", + "Ġت غ", + "Ġп ÑĢогÑĢа", + "ĠпÑĢ огÑĢа", + "ĠпÑĢо гÑĢа", + "ĠпÑĢог ÑĢа", + "i ž", + "Ġ ç¥", + "Ġç ¥", + "Ġy ardım", + "Ġyard ım", + "Ġyar dım", + "ÂĢ ÂĢ", + "ÂĢ Ģ", + "Ġ Ñĥв", + "ĠÑĥ в", + "Ġ rů", + "Ġr ů", + "Ġch iến", + "Ġchi ến", + "Ġchiế n", + "ν οÏĤ", + "νο ÏĤ", + "ãģ¨ ãģª", + "ا ÙĨت", + "اÙĨ ت", + "è° ·", + "ÃŃ sk", + "ÃŃs k", + "is inde", + "isi nde", + "isin de", + "Ġд ог", + "Ġдо г", + "è¿ ½", + "Ġп ÑĢоÑĤив", + "ĠпÑĢо ÑĤив", + "ĠпÑĢоÑĤ ив", + "ĠпÑĢоÑĤи в", + "Ïģ οÏħ", + "Ïģο Ïħ", + "ãģ® ãģĭ", + "Ġb azı", + "Ġba zı", + "Ġbaz ı", + "ı rak", + "ır ak", + "à¥ĩ ष", + "à¥ĩठ·", + "ĠÙħ شار", + "ĠÙħØ´ ار", + "Ġ ìĸij", + "Ġìĸ ij", + "Ġ нез", + "Ġн ез", + "Ġне з", + "Ġ Ø°ÙĦÙĥ", + "ĠØ° ÙĦÙĥ", + "èª ¿", + "åĤ Ļ", + "ĠÑĤ ÑĢан", + "ĠÑĤÑĢ ан", + "ĠÑĤÑĢа н", + "ĠÏĢ αÏģα", + "ĠÏĢαÏģ α", + "ĠÏĢα Ïģα", + "ÛĮ Ùħت", + "ÛĮÙħ ت", + "Ġt iến", + "Ġti ến", + "Ġtiế n", + "ĠÙĩ ÙħÙĩ", + "ĠÙĩÙħ Ùĩ", + "e fon", + "ef on", + "» .ĊĊ", + "». ĊĊ", + "».Ċ Ċ", + "Ġ ÙĨد", + "ĠÙĨ د", + "ج ÙĦ", + "Ġد ادÙĩ", + "Ġداد Ùĩ", + "Ġ вед", + "Ġв ед", + "Ġве д", + "Ġ sın", + "Ġs ın", + "Ġsı n", + "ĠÑģ вÑĸÑĤ", + "ĠÑģв ÑĸÑĤ", + "e lerin", + "el erin", + "eler in", + "ele rin", + "eleri n", + "âĪ ¨", + "Ġy ür", + "д ан", + "да н", + "Ġ ÐŀÑģ", + "ĠÐŀ Ñģ", + "Ġh ạng", + "Ġhạn g", + "Ġhạ ng", + "è® ¸", + "Ïĥ ÏĦη", + "ÏĥÏĦ η", + "uy ến", + "Ġн аб", + "Ġна б", + "Ġ оÑħ", + "Ġо Ñħ", + "Ïĥ Ïī", + "Ġby ly", + "Ġbyl y", + "Ñģ киÑħ", + "Ñģк иÑħ", + "Ñģки Ñħ", + "l amak", + "la mak", + "lam ak", + "lama k", + "и ÑĤоÑĢ", + "иÑĤ оÑĢ", + "Ġy atır", + "Ġya tır", + "Ġyat ır", + "ĠпÑĢоиз вод", + "Ġ جÙħع", + "Ġج Ùħع", + "ĠجÙħ ع", + "Å ł", + "æıIJ ä¾Ľ", + "Ġpr vnÃŃ", + "Ġprv nÃŃ", + "Ġα ÏĢ", + "íĻ ©", + "ĠпÑĢа кÑĤи", + "ler inden", + "lerin den", + "lerinde n", + "ĠнеобÑħодим о", + "åº ·", + "Ùİ Ø§", + "Ġ سÙĨ", + "Ġس ÙĨ", + "Ä° L", + "Ġ ê´ij", + "Ġê ´ij", + "Ġê´ ij", + "Ġ PÅĻ", + "ĠP ÅĻ", + "ç ŀ", + "ĠÑĤемп еÑĢаÑĤÑĥ", + "Ġka bul", + "Ġkab ul", + "Ġbu dou", + "Ġbud ou", + "ÑĨÑĸ оналÑĮ", + "ÑĨÑĸон алÑĮ", + "ï½ ľ", + "Ġç ocuk", + "Ġçocu k", + "ĠÑĤ ÑĸлÑĮки", + "b yt", + "by t", + "ãĥ ¤", + "ĠÑģÑĤ аÑĤ", + "ĠÑģÑĤа ÑĤ", + "Ġ æĿ±", + "ĠæĿ ±", + "le žit", + "اس طة", + "ุ ร", + "i êm", + "iê m", + "ĠкÑĥлÑĮ ÑĤÑĥ", + "Ġ пон", + "Ġп он", + "Ġпо н", + "Ä© nh", + "åĸ ľ", + "н ев", + "не в", + "ÑĶ н", + "ĠÑģо оÑĤ", + "ë Ŀ", + "çĪ ¾", + "Ġtu á»ķi", + "k anı", + "kan ı", + "สำ หร", + "ا عت", + "اع ت", + "ãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢ", + "ãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢ", + "д еÑĢж", + "деÑĢ ж", + "Ġоб лаÑģÑĤи", + "Ġобла ÑģÑĤи", + "ĠоблаÑģ ÑĤи", + "ĠоблаÑģÑĤ и", + "Ġобл аÑģÑĤи", + "Ġv ừa", + "Ġvá» «a", + "Ġ ÙħÙħ", + "ĠÙħ Ùħ", + "à¸ģ ำ", + "à¹ģ ม", + "iver sit", + "ivers it", + "à¹ģ ส", + "æ¬ §", + "l anan", + "la nan", + "lan an", + "ÙĬ ÙĨØ©", + "ÙĬÙĨ Ø©", + "س Ø©", + "ĠлÑİд ей", + "ร รม", + "รร ม", + "Ġ ì±Ħ", + "Ġì± Ħ", + "Ġ 天", + "Ġå¤ ©", + "ен нÑĭÑħ", + "à¹ģ ห", + "Ġs práv", + "Ġsp ráv", + "Ġspr áv", + "èŃ ¦", + "ï¼ ľ", + "ั à¸Ĵ", + "il ecek", + "ile cek", + "ilece k", + "Ġ æŁ", + "Ġæ Ł", + "Ġ èĭ±", + "Ġèĭ ±", + "ĠÑħ оÑĢоÑĪ", + "ëł ĩ", + "Û² Û°Û°", + "Û²Û° Û°", + "æĬ ¤", + "Ġl ã", + "ÅĻÃŃ zenÃŃ", + "ÅĻÃŃz enÃŃ", + "ĠتÙĪÙĦ ÛĮد", + "éļ Ľ", + "ãĤĮ ãģ°", + "á Å¡", + "ارÙĬ Ø®", + "æĶ »", + "Ġkho ảng", + "Ġkhoản g", + "éĻ į", + "о ван", + "ов ан", + "ова н", + "Ġg ây", + "âĢĻn ın", + "Ø£ ÙĨ", + "m iÅŁtir", + "mi ÅŁtir", + "miÅŁ tir", + "miÅŁti r", + "Ġs ức", + "Ġsứ c", + "к ÑĥÑģ", + "кÑĥ Ñģ", + "Ġüzer ine", + "ÄŁ ü", + "ا بر", + "اب ر", + "ï¼Į å°±", + "Ì £", + "Ġ ëıĮ", + "Ġëı Į", + "Ġtr á»±c", + "æĶ¶ å½ķ", + "æī ¿", + "ĠN á»Ļi", + "Ġ çĻ¾", + "ĠçĻ ¾", + "ÑĪ ÑĮ", + "ج Ø©", + "ë² ł", + "ठī", + "à ¸ı", + "ภı", + "Ġü lk", + "Ġül k", + "ĠÙĩست ÙĨد", + "ัà¸ļ à¸ģาร", + "ĠÑı ка", + "ĠÑıк а", + "ã İ", + "Ġ Як", + "ĠЯ к", + "Ġг де", + "t iv", + "ti v", + "ãĢ Ī", + "лÑİ Ñĩа", + "лÑİÑĩ а", + "ा ।Ċ", + "ा। Ċ", + "Ġ ÙħاÙĨ", + "ĠÙħ اÙĨ", + "ĠÙħا ÙĨ", + "Ġd lou", + "Ġdl ou", + "Ġ ãĥķ", + "Ġãĥ ķ", + "ठĽ", + "Ġph ục", + "Ġphụ c", + "a kat", + "ak at", + "aka t", + "Ð ¬", + "as ını", + "ĠæĬķ 稿", + "ÑĢ ев", + "ÑĢе в", + "Ġv yt", + "Ġvy t", + "Ġz mÄĽ", + "Ġzm ÄĽ", + "ÏĦ Ïī", + "è ¬", + "Ġ Ñĥм", + "ĠÑĥ м", + "Ġuz un", + "Ġp roti", + "Ġpro ti", + "Ġpr oti", + "Ġprot i", + "ĠÑģо ÑģÑĤоÑı", + "ĠÑģоÑģÑĤ оÑı", + "ัà¸Ĵ à¸Ļ", + "a tik", + "at ik", + "ati k", + "Ġ à¸ł", + "Ġภł", + "Ġà¤Ĩ द", + "lar ından", + "ların dan", + "larında n", + "æĢ ¥", + "ãĥ¼ ãĤ¯", + "ãĥ¼ãĤ ¯", + "ĠÙĦ ÙĦÙħ", + "ĠÙĦÙĦ Ùħ", + "Ùģ تÙĩ", + "Ùģت Ùĩ", + ". :.", + ".: .", + "üç ük", + "ол ева", + "à¹Į Ċ", + "ĠпеÑĢ ев", + "ĠпеÑĢе в", + "ĠÙĨ سب", + "ĠÙĨس ب", + "е леннÑı", + "ел еннÑı", + "елен нÑı", + "' ın", + "'ı n", + "ν Ïī", + "è¡ £", + "Ġ دÙĬ", + "Ġد ÙĬ", + "åį ĩ", + "Ġbel irt", + "Ġbelir t", + "Ġ /:", + "Ġ/ :", + "èij ī", + "Ġv yh", + "Ġvy h", + "çļĦ ä¸Ģ", + "èĥ Į", + "Ġ ìĹ´", + "ĠìĹ ´", + "о ла", + "ол а", + "Ġ تب", + "Ġت ب", + "á ci", + "ác i", + "ा à¤ī", + "ाठī", + "ภİ", + "çĶ ¢", + "à¥Ī ल", + "Ġ ÙĤØ·", + "ĠÙĤ Ø·", + "ëĦ Ī", + "ắ m", + "ÑĢ Ñıд", + "ÑĢÑı д", + "Ġph ụ", + "ĠÙĪ اÙĤع", + "ĠÙĪا ÙĤع", + "Ġm erk", + "Ġme rk", + "Ġmer k", + "Ġch á»ijng", + "å¯ Ł", + "ا بط", + "اب Ø·", + "us unda", + "usu nda", + "Ġод на", + "ž el", + "že l", + "ĠÑģ Ñĥм", + "ĠÑģÑĥ м", + "Ġph ù", + "Ġ ζ", + "ĠÎ ¶", + "Ġz av", + "Ġza v", + "e dn", + "ed n", + "Ġp otÅĻeb", + "Ġpot ÅĻeb", + "ĠÚ©ÙĨ ÙĨد", + "ĠÑĢ азв", + "ĠÑĢаз в", + "ĠÑĢа зв", + "¿ ł", + "ĠاÙĦ ز", + "Ġm ÄĽl", + "ĠmÄĽ l", + "Ġ ÑģÑĤанов", + "ĠÑģÑĤ анов", + "ĠÑģÑĤан ов", + "ĠÑģÑĤа нов", + "Ġ درÛĮ", + "Ġد رÛĮ", + "Ġدر ÛĮ", + "Ġt ượng", + "ã ģµ", + "ãģ µ", + "Ġд ви", + "Ġдв и", + "ÑĮ Ñı", + "è £½", + "è£ ½", + "Ġ تÙĦ", + "Ġت ÙĦ", + "Å¡ Å¥", + "ãģª ãĤī", + "Ġà¤ķ à¤Ī", + "Å¡ i", + "âĢĮ است", + "Ġk ỹ", + "Ġká» ¹", + "ë§ Ŀ", + "Ġà¤Ĩ à¤ľ", + "ãĥ ´", + "Ġb á»ı", + "du ÄŁu", + "duÄŁ u", + "Ġ æ¯", + "Ġæ ¯", + "п еÑĢ", + "пе ÑĢ", + "ا ÙĦÙĬØ©", + "اÙĦ ÙĬØ©", + "اÙĦÙĬ Ø©", + "æīĢ 以", + "åħ °", + "Ġ oran", + "Ġo ran", + "Ġor an", + "Ġora n", + "Ġ íŀ", + "Ġí ŀ", + "Ïĥ ία", + "Ïĥί α", + "Ġph ủ", + "ĠбÑĭ ла", + "ĠбÑĭл а", + "Ñĩ ива", + "Ñĩи ва", + "Ñĩив а", + "Ġ ê°Ħ", + "Ġê° Ħ", + "о лÑĸ", + "ол Ñĸ", + "Ùĥ ت", + "å ħ§", + "åħ §", + "à¥Ĥ à¤Ł", + "Ġ ëĸ", + "Ġë ĸ", + "Ġ ÙĦÙĩ", + "ĠÙĦ Ùĩ", + "ëłĪ ìĿ´", + "Ġh ız", + "å¤ ı", + "ĠæĬķ稿 æĹ¥", + "éļ ¾", + "ĵ °", + "г лÑıд", + "глÑı д", + "гл Ñıд", + "ì n", + "Ġ меÑĢ", + "Ġм еÑĢ", + "Ġ ãĢij", + "ĠãĢ ij", + "Ġ обÑī", + "Ġоб Ñī", + "um hur", + "çł ´", + "л иÑģÑĮ", + "ли ÑģÑĮ", + "sp ÄĽ", + "ر ÙĬÙĤ", + "رÙĬ ÙĤ", + "Ġ تÙģ", + "Ġت Ùģ", + "Ġا ÙĦÙĪ", + "ĠاÙĦ ÙĪ", + "çµ ±", + "а лоÑģÑĮ", + "ал оÑģÑĮ", + "ало ÑģÑĮ", + "Ġm ô", + "Ġv á»ĩ", + "Ġvá» ĩ", + "Ġ δι", + "Ġδ ι", + "Ġ зн", + "Ġз н", + "Ġ بØŃ", + "Ġب ØŃ", + "ت Ùī", + "Ġ ì§ģ", + "Ġì§ ģ", + "Ġvel mi", + "uyá» ħn", + "Ġph ạm", + "ÑģÑĤв ом", + "ÑģÑĤво м", + "ĠÙĪ اÙĦÙħ", + "ĠÙĪاÙĦ Ùħ", + "ĠÙĪا ÙĦÙħ", + "ĠбÑĭ ли", + "ĠбÑĭл и", + "ا Ø°", + "Ø§Ø °", + "ÄĽ ÅĻ", + "â Ħĸ", + "âĦ ĸ", + "Ġп олож", + "Ġпо лож", + "Ġпол ож", + "า à¸ģาร", + "าà¸ģ าร", + "ĠÄį lán", + "Îķ Ρ", + "Ġ ìĤ°", + "ĠìĤ °", + "β α", + "Ġ æĹ¥æľ¬", + "ĠæĹ¥ æľ¬", + "ز د", + "ĠÙĨ ÛĮست", + "ĠÙĨÛĮ ست", + "Ġha yat", + "Ġhay at", + "Ġhaya t", + "ç¢ º", + "à¹Ģ วล", + "à¹Ģว ล", + "ĠCh ÃŃnh", + "ĠChÃŃ nh", + "ï¼Į æĺ¯", + "ĠÙĪ اØŃ", + "ĠÙĪا ØŃ", + "èı ¯", + "Ġή ÏĦαν", + "Ġx á»Ń", + "ĠÄį erv", + "ĠÄįer v", + "ĠÄįe rv", + "ĠÙħد ÛĮر", + "é Ĩ", + "ĠëĪ Ī", + "ç» Ń", + "Ġt ên", + "ìĸ ¸", + "Ġort aya", + "Ġorta ya", + "Ġ жен", + "Ġж ен", + "Ġже н", + "Ġn Æ¡i", + "ен нÑĭе", + "ÑĦ екÑĤив", + "ÑĦек ÑĤив", + "íĿ ¬", + "Ġkh á»ı", + "ĠÄij a", + "os yal", + "osy al", + "à¸Ľà¸£à¸° à¹Ģà¸Ĺศ", + "Ġo dst", + "Ġod st", + "Ġ à¸ĸ", + "Ġภĸ", + "Ġο ÏĢο", + "æĶ¿ åºľ", + "Ġb Ãłn", + "ĠbÃł n", + "ĠG iá»", + "ĠGi á»", + "Ġold uk", + "Ġol duk", + "Ġoldu k", + "о вание", + "ов ание", + "ова ние", + "овани е", + "ован ие", + "à¸Ń ส", + "Ġ нев", + "Ġн ев", + "Ġне в", + "ÏĦ Ïģο", + "ÏĦÏģ ο", + "Ġ ìĨį", + "ĠìĨ į", + "k ı", + "Ġब ड", + "Ġ ÏħÏĢ", + "ĠÏħ ÏĢ", + "Ġ Vý", + "ĠV ý", + "ï¾ Ħ", + "çŃ ĸ", + "ε ÏĨ", + "Ġ åħ¨", + "Ġåħ ¨", + "ĠÙģ رÙĪØ´", + "ĠÙģر ÙĪØ´", + "ĠÙģرÙĪ Ø´", + "ÙĤÛĮ ÙĤ", + "ä¼ģ ä¸ļ", + "ε Ïį", + "èĻ Ł", + "Ġa yr", + "Ġay r", + "ض ÙĪ", + "Å¡ el", + "Å¡e l", + "Ġп ÑĸÑģлÑı", + "ĠпÑĸÑģ лÑı", + "Ñĸй Ñģ", + "é¢ Ĩ", + "Ú© تر", + "کت ر", + "л Ñĥб", + "лÑĥ б", + "è« ĸ", + "æ° ¸", + "ез пеÑĩ", + "Ġ кам", + "Ġк ам", + "Ġка м", + "ع داد", + "عد اد", + "ê±° ëŀĺ", + "ู à¸ĩ", + "ĠتÙĩ راÙĨ", + "Ġ ëĦĪ", + "ĠëĦ Ī", + "ÑĢ ив", + "ÑĢи в", + "Ġ ÑĤоÑĢ", + "ĠÑĤ оÑĢ", + "ĠÑĤо ÑĢ", + "ا Ùī", + "ا٠ī", + "' Ñıз", + "'Ñı з", + "ÙIJ ÙĬ", + "Ġkh ÃŃ", + "Ġ ÑĪÑĤ", + "ĠÑĪ ÑĤ", + "Ġ ξε", + "ĠÎľ ε", + "Ġb iri", + "Ġbi ri", + "Ġbir i", + "è ĩ´", + "èĩ ´", + "Ñĥ вав", + "Ñĥв ав", + "Ñĥва в", + "ãģĪ ãĤĭ", + "Ġд иÑģ", + "Ġди Ñģ", + "а ÑİÑĤ", + "аÑİ ÑĤ", + "ص ب", + "åĿ ĩ", + "о лÑİ", + "ол Ñİ", + "èĭ ¥", + "Ġ اث", + "Ġا Ø«", + "ĠØ§Ø «", + "s ou", + "so u", + "åIJ ĥ", + "ãģ® ãģł", + "ub lik", + "ubl ik", + "л ей", + "ле й", + "Âł m", + "Ġíıī ê·ł", + "ạ y", + "ε ÏĢ", + "t ık", + "tı k", + "Ġv yu", + "Ġvy u", + "ع ÙĪد", + "Ġд оз", + "Ġдо з", + "Ġl á»ĭch", + "è³ ª", + "à¥ģ à¤Ī", + "à¥ģठĪ", + "ั à¸ŀ", + "Ġt ém", + "Ġté m", + "Ġ kaç", + "Ġk aç", + "Ġka ç", + "Ġc ái", + "Ġcá i", + "Ġ μα", + "Ġμ α", + "âĢ¦âĢ¦ ãĢįĊĊ", + "í Ī¬", + "ر ÙĪÙĩ", + "رÙĪ Ùĩ", + "Ġ rych", + "Ġr ych", + "Ġry ch", + "Îij Τ", + "Ġ ÑĢÑĸв", + "ĠÑĢ Ñĸв", + "ë³ ij", + "åģ ¥", + "Ġzd rav", + "Ġ عدد", + "Ġع دد", + "Ġعد د", + "èį ī", + "δ ια", + "δι α", + "Ġv áºŃn", + "Ñĭ ÑĤ", + "Ġкол иÑĩ", + "Ġко лиÑĩ", + "Ġколи Ñĩ", + "ÏĮ ÏĦε", + "Ġb ırak", + "Ġ ØŃÙħ", + "ĠØŃ Ùħ", + "Ġch á»ĭ", + "é» Ħ", + "ĠاÙĦÙħت ØŃدة", + "ื à¸Ńà¸ģ", + "ืà¸Ń à¸ģ", + "Ġз али", + "Ġза ли", + "Ġзал и", + "Ġnh anh", + "âĢĮ تÙĪاÙĨ", + "ëĿ ½", + "Ġت ÙĪسط", + "ĠتÙĪ سط", + "ĠتÙĪس Ø·", + "è¦ģ æ±Ĥ", + "а лÑĥ", + "ал Ñĥ", + "ün kü", + "ünk ü", + "ãģª ãĤĵ", + "Ġ Trong", + "ĠT rong", + "ĠTr ong", + "ĠTro ng", + "à¸Ļ ะ", + "åij ¼", + "Ġ ÙĬÙħ", + "ĠÙĬ Ùħ", + "и ки", + "ик и", + "ĠÑĤ ÑĥÑĤ", + "ĠÑĤÑĥ ÑĤ", + "Ġya ÅŁam", + "ĠyaÅŁ am", + "Ġm á»įi", + "é ĽĦ", + "éĽ Ħ", + "ĠØŃ Ø¶", + "Ġав ÑĤом", + "ĠавÑĤ ом", + "Ġसब स", + "Ġy ếu", + "ãĤ¹ ãĤ¿", + "Ïĩ ή", + "Ñĸ Ñİ", + "è ĺ", + "ิ ย", + "Ġm ev", + "Ġme v", + "ick ého", + "ické ho", + "ि ह", + "िठ¹", + "åŃ £", + "θ ή", + "Ġब ढ", + "ĠاÙĦ Ùħس", + "ĠاÙĦÙħ س", + "ÏĦ οÏħ", + "ÏĦο Ïħ", + "ek li", + "ekl i", + "Ġде ÑĢев", + "ĠдеÑĢ ев", + "å¸ Ń", + "æ² Ļ", + "ãģ« ãĤĤ", + "Ġo blast", + "Ġob last", + "Ġobl ast", + "Ġh á»Ļ", + "Ġhá» Ļ", + "Ġ å¹³", + "Ġå¹ ³", + ".:.:.:.: .:.:.:.:", + ".:.:.:. :.:.:.:.:", + "Ġ éĸ", + "Ġé ĸ", + "Ġ جز", + "Ġج ز", + "ĠÙĩÙħ ÚĨ", + "ä¸ ¦", + "ÑĨ еп", + "ÑĨе п", + "ा Ċ", + "ä¸Ń çļĦ", + "'n ın", + "Ġ íķĺëĬĶ", + "Ġíķĺ ëĬĶ", + "ÑĶ ÑĹ", + "Ġ بش", + "Ġب Ø´", + "åį ´", + "ä¹ ł", + "ĠاطÙĦ اعات", + "ĠاطÙĦاع ات", + "Ġ ë²ł", + "Ġë² ł", + "Ġکرد ÙĨ", + "Ġکر دÙĨ", + "ा ड", + "ाठ¡", + "Ġà¤ħ र", + "ĠH á»į", + "ĠHá» į", + "ĠгÑĢом ад", + "Ġ ست", + "ĠØ ³Øª", + "Ġس ت", + "ÏĦι ÏĤ", + "Ġan cak", + "Ġanc ak", + "Ġ ог", + "Ġо г", + "Ġk teÅĻÃŃ", + "Ġ æ¬", + "Ġæ ¬", + "Ġ Ngh", + "ĠN gh", + "ĠNg h", + "Ġt edy", + "Ġte dy", + "Ġted y", + "Ġ ÏĢο", + "ĠÏĢ ο", + "Ġqu ân", + "Ġб Ñĥли", + "ĠбÑĥ ли", + "è¯ Ĩ", + "Ġt ừng", + "Ġtá» «ng", + "Ġtừ ng", + "人 çļĦ", + "ี à¸ģาร", + "ีà¸ģ าร", + "Ġκα ÏĦα", + "Ġpo uze", + "Ġpou ze", + "¡ ng", + "ĠØ¢ ر", + "Ġ ÑĤÑĥ", + "ĠÑĤ Ñĥ", + "Ġt á»·", + "Ġtá» ·", + "ĠD anh", + "ĠDan h", + "ĠDa nh", + "о ном", + "он ом", + "Ñģ ий", + "Ñģи й", + "Ġ à¹Ģà¸Ķ", + "Ġà¹Ģ à¸Ķ", + "Ġà¹ĢภĶ", + "£ ¨", + "Å¡ k", + "ãĥĥ ãĥī", + "ar dır", + "ard ır", + "Ġyö net", + "Ġyön et", + "Ñĥ вали", + "Ñĥв али", + "Ñĥва ли", + "åħĪ çĶŁ", + "Ġ ÐIJÑĢ", + "ĠÐIJ ÑĢ", + "Ġprot ože", + "Ġproto že", + "Ġ íģ¬", + "Ġíģ ¬", + "Ġjed not", + "Ġjedn ot", + "Ġjedno t", + "Ġt ý", + "éĩ ĩ", + "Ġ หร", + "Ġห ร", + "Ġ åľ°", + "Ġåľ °", + "çº ¢", + "Ġм олод", + "Ġмол од", + "Ġмо лод", + "iên g", + "iê ng", + "ĠÏĮ ÏĦι", + "Ġد اشتÙĩ", + "Ġداش تÙĩ", + "Ġداشت Ùĩ", + "Ġuy gun", + "Ġuyg un", + "Ġuygu n", + "Ġоп еÑĢа", + "ĠопеÑĢ а", + "åı «", + "Ġ ап", + "Ġа п", + "Ġ кÑĥÑĢ", + "Ġк ÑĥÑĢ", + "ĠкÑĥ ÑĢ", + "ا عة", + "اع Ø©", + "un uz", + "unu z", + "Ġ ìĤ¬ì§Ħ", + "ĠìĤ¬ ì§Ħ", + "Ġv ô", + "ç ok", + "ço k", + "Ġ èģ", + "Ġè ģ", + "ÑĤе ÑĢеÑģ", + "ÑĤеÑĢ еÑģ", + "Ġ استاÙĨ", + "Ġا ستاÙĨ", + "Ġاست اÙĨ", + "Ġاس تاÙĨ", + "а лаÑģÑĮ", + "ала ÑģÑĮ", + "à¥ģ व", + "à¥ģठµ", + "á» ³", + "Ġl Æ°u", + "Ġ Та", + "ĠТ а", + "Ġl á»±a", + "' ÑĶ", + "Ġ üy", + "Ġü y", + "Ġ ÛĮÚ©ÛĮ", + "ĠÛĮ Ú©ÛĮ", + "ĠÛĮÚ© ÛĮ", + "æ ¾", + "н ем", + "не м", + "Ġ خاÙĨ", + "ĠØ® اÙĨ", + "ĠÑį лек", + "ÙĤ اÙĦ", + "л ок", + "ло к", + "ĠÄij ẹp", + "à¥ī ल", + "Ġm ůž", + "Ġmů ž", + "ëĭ¤ ëĬĶ", + "Ġ íķĺëĤĺ", + "Ġíķĺ ëĤĺ", + "ÙĦ ت", + "çİ° åľ¨", + "м о", + "Ïħ Ïĥ", + "ãģŁ ãģ¡", + "ĠìłĦ ìĦ¸", + "à¥į à¤Łà¤°", + "à¥įà¤Ł र", + "ع ات", + "عا ت", + "د ÙĪ", + "ä¿ º", + "æ¥ ½", + "æ£ ®", + "Ġл иÑģÑĤ", + "Ġли ÑģÑĤ", + "δ ι", + "å¯ Į", + "ĠÄij Æ°a", + "в еÑģÑĤи", + "ве ÑģÑĤи", + "веÑģÑĤ и", + "д о", + "ан нÑĸ", + "Ġü ret", + "Ġür et", + "Ġg á»įi", + "ĠÑģ воÑİ", + "ĠÑģв оÑİ", + "ĠÑģво Ñİ", + "á» «ng", + "ừ ng", + "Ġt ất", + "äºļ æ´²", + "á ce", + "ác e", + "N Ãį", + "Ġ ÑĢÑĭ", + "ĠÑĢ Ñĭ", + "æ» ¡", + "Ïģ εÏĤ", + "Ïģε ÏĤ", + "åħį è´¹", + "л оÑĤ", + "ло ÑĤ", + "æĻ º", + "Ġα γ", + "Ġà¤ħ म", + "Ġ ç´", + "Ġç ´", + "о до", + "од о", + "Ñħ и", + "Ġngu á»ĵn", + "éĥ¨ åĪĨ", + "в аÑĤ", + "ва ÑĤ", + "ĠÑĤ еб", + "ĠÑĤе б", + "з аÑĨÑĸÑĹ", + "за ÑĨÑĸÑĹ", + "Ġ ÐŁÑĢо", + "ĠÐŁ ÑĢо", + "ĠÐŁÑĢ о", + "ع ÛĮ", + "Ġ ÙĪÙĬ", + "ĠÙĪ ÙĬ", + "ëŀ ľ", + "Ġne by", + "Ġneb y", + "Ġج دÛĮد", + "Ġجد ÛĮد", + "ÄŁ imiz", + "ÄŁim iz", + "£ ½", + "Ġà¤Ĩ त", + "Ġà¤Ń र", + "æī ĺ", + "å®ī åħ¨", + "Ġëĵ¤ ìĸ´", + "ب رد", + "بر د", + "Ġê²ĥ ìĿ´", + "äº ²", + "æ° ı", + "ал Ñĸз", + "алÑĸ з", + "l ack", + "la ck", + "lac k", + "ĠÙħخت ÙĦÙģ", + "ا ÙĨÙĬØ©", + "اÙĨ ÙĬØ©", + "اÙĨÙĬ Ø©", + "Ġ ì²Ń", + "Ġì² Ń", + "Ġ виÑĤ", + "Ġв иÑĤ", + "Ġви ÑĤ", + "Ġhar eket", + "Ġhare ket", + "Ġharek et", + "é ¨", + "à¸Ļ ำ", + "Ġب رخ", + "Ġبر Ø®", + "å£ ²", + "Ñĩ ай", + "Ñĩа й", + "Ġan lat", + "Ġà¤ħ व", + "ĠاÙģ ز", + "Ġh ết", + "ĠÚĨ ÙĨد", + "éĹ ľ", + "пÑĢи ÑĶм", + "g ı", + "Ġk omp", + "Ġkom p", + "Ġko mp", + "Ġl Ỽp", + "ĠlỼ p", + "Ġm á»Ĺi", + "Ġmá» Ĺi", + "à¸Ľà¸£à¸° à¸ģ", + "Ġ haf", + "Ġh af", + "Ġha f", + "Ġ eder", + "Ġe der", + "Ġed er", + "Ġзд оÑĢов", + "à¥Ĥ म", + "ëł ¸", + "Ġo nun", + "Ġon un", + "Ġonu n", + "ĠÙħر دÙħ", + "ĠÙħرد Ùħ", + "ĠÐľ аÑĢ", + "ĠÐľÐ° ÑĢ", + "Ġìĸ´ ëĸ", + "м ан", + "ма н", + "Ġ ÑģилÑĮ", + "ĠÑģ илÑĮ", + "ĠÑģи лÑĮ", + "ĠÑģил ÑĮ", + "ç¶ ²", + "ë¸ Ķ", + "л ÑıеÑĤ", + "лÑı еÑĤ", + "ĠнеÑģк олÑĮко", + "ĠнеÑģколÑĮ ко", + "l andır", + "land ır", + "lan dır", + "landı r", + "Ġв д", + "ĠÙĨ ÙĪ", + "ãģ İ", + "ÑĤ ин", + "ÑĤи н", + "ت Ø´", + "а ний", + "ан ий", + "ани й", + "Ġt ÅĻ", + "Ñģ иÑħ", + "Ñģи Ñħ", + "л ом", + "ло м", + "æŃ ©", + "ãİ ¡", + "Ġ ØŃر", + "ĠØŃ Ø±", + "æĭ į", + "e nou", + "en ou", + "eno u", + "Ġв ели", + "Ġвел и", + "Ġве ли", + "Ġ δη", + "Ġδ η", + "s ka", + "sk a", + "主 è¦ģ", + "ا ÙģØ©", + "اÙģ Ø©", + "ĠболÑĮ ÑĪе", + "ĠболÑĮÑĪ е", + "ิ ศ", + "çĽ Ĭ", + "ĠÙģ ÙĤØ·", + "ĠÙģÙĤ Ø·", + "å¨ ģ", + "Ġh Æ°á»Łng", + "ĠD oÄŁ", + "ĠDo ÄŁ", + "Ġd Ãłi", + "Ġ гоÑĤов", + "Ġг оÑĤов", + "ĠгоÑĤ ов", + "Ġв ам", + "Ġва м", + "âĢ ī", + "ा à¤ļ", + "ाठļ", + "åħ ¸", + "à¹ĥ หà¸į", + "à¹ĥห à¸į", + "Ġ ç«", + "Ġç «", + "ekt ör", + "Ġв ел", + "Ġве л", + "Ġ ÙĦÙĪ", + "ĠÙĦ ÙĪ", + "Ø´ تÙĩ", + "شت Ùĩ", + "æĺ ¾", + "ả y", + "à¹Ĥ ม", + "Ġt á»ķng", + "Ġtá»ķ ng", + "Ġtá»ķn g", + "ĠповеÑĢ Ñħ", + "ÑĹ Ð²", + "Ġph ép", + "çļ ĩ", + "Ġп оÑĢÑıд", + "Ġпо ÑĢÑıд", + "ĠпоÑĢ Ñıд", + "ĠÑģооÑĤ веÑĤ", + "ठĿ", + "ĠÑģеб Ñı", + "Ġ ëĤł", + "ĠëĤ ł", + "Ġб Ñĥла", + "ĠбÑĥ ла", + "à¹ī าย", + "à¹īา ย", + "Ġ ãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢ ãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢ ãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢ ãĢĢ", + "ĠÙħ جÙħÙĪع", + "ï¼Į 以", + "Ġب ÙĪدÙĩ", + "ĠبÙĪد Ùĩ", + "ĠبÙĪ دÙĩ", + "μ ÏĮ", + "Ġ íݸ", + "Ġíİ ¸", + "eÅŁ it", + "Ñİ Ñīие", + "ÑİÑī ие", + "Ñİ ÑīиÑħ", + "ÑİÑī иÑħ", + "åŁº éĩij", + "Ġت ØŃت", + "ĠتØŃ Øª", + "Ġв лаÑģ", + "Ġвла Ñģ", + "ler le", + "ãĤ ²", + "ëĬ ĺ", + "è ĵ", + "m anın", + "man ın", + "manı n", + "ìŀ Ī", + "Ġz ast", + "Ġza st", + "Ġzas t", + "ĠÑĩелов ек", + "à¥ĩ ब", + "à¥ĩठ¬", + "p eÄį", + "pe Äį", + "Ġبر ÙĨاÙħÙĩ", + "Ġs lov", + "Ġsl ov", + "Ġslo v", + "ĠnÄĽ jak", + "ĠnÄĽj ak", + "ê· ľ", + "à¥ĩ ह", + "à¥ĩठ¹", + "èĹ ¤", + "ĠبÛĮ شتر", + "ĠبÛĮØ´ تر", + "il iz", + "ili z", + "Ġ ëĶĶ", + "Ġë ĶĶ", + "ĠëĶ Ķ", + "ا زÙĩ", + "از Ùĩ", + "ت د", + "Ġe tm", + "Ġet m", + "Ġëĭ¤ 른", + "Ġ vů", + "Ġv ů", + "å° Ħ", + "Ġк лаÑģ", + "Ġкл аÑģ", + "Ġкла Ñģ", + "в ÑĢоп", + "æ´ ¾", + "ĠÄij ình", + "Ñĥ ÑİÑĤ", + "ÑĥÑİ ÑĤ", + "Ñĥ еÑĤÑģÑı", + "ÑĥеÑĤ ÑģÑı", + "éľ ²", + "Ġ ÑģкоÑĢ", + "ĠÑģ коÑĢ", + "ĠÑģк оÑĢ", + "Ġв аÑģ", + "Ġва Ñģ", + "íķĺ ìĺĢëĭ¤", + "íķĺìĺĢ ëĭ¤", + "Ġ داشت", + "Ġد اشت", + "Ġداش ت", + "Ġ çĦ", + "Ġç Ħ", + "Ġ 西", + "Ġè ¥¿", + "Ġκα ÏĦά", + "ॠ¦", + "ìĹ Ĩ", + "Ġ خدÙħ", + "ĠØ® دÙħ", + "Ġخد Ùħ", + "ا سÙħ", + "اس Ùħ", + "Îij Ρ", + "ĠA ma", + "ĠAm a", + "å¥ ¥", + "Ġبزر Ú¯", + "Ġ ÐĴÑĸн", + "ĠÐĴ Ñĸн", + "Ġ Åĺ", + "ĠÅ ĺ", + "Ġ à¸Īาà¸ģ", + "Ġà¸Ī าà¸ģ", + "ĠÑħаÑĢакÑĤ еÑĢ", + "ĠÄij á»Ļi", + "ĠÄijá»Ļ i", + "ĠÑĢоз виÑĤ", + "ĠÑĢозви ÑĤ", + "ĠпÑĢоÑĦ еÑģ", + "Ġкон ÑĤÑĢ", + "ĠконÑĤ ÑĢ", + "ÎŁ ÎĽ", + "ÎŁÎ Ľ", + "Ġm inh", + "Ġmin h", + "Ġmi nh", + "ä¼ ij", + "ì ª½", + "Ġch Æ¡i", + "з аÑĨии", + "за ÑĨии", + "ĠдÑĸÑı лÑĮ", + "ë Ĩ", + "Ġn gay", + "Ġng ay", + "Ġnga y", + "à¥Ĥ à¤Ĥ", + "Ġiht iy", + "éĽ ª", + "Ġ ê´Ģ리ìŀIJ", + "Ġê´Ģ리 ìŀIJ", + "Ġc ụ", + "Ġ ì§Ī", + "Ġì§ Ī", + "ÙĬ Ø«", + "ặ p", + "ÙĪ اع", + "ÙĪا ع", + "ãģĤ ãģ£ãģŁ", + "Ġ çľ", + "Ġç ľ", + "Ġ ìļ°ë¦¬", + "Ġìļ° 리", + "à¹Ī à¸ĩà¸Ĥ", + "à¹Īà¸ĩ à¸Ĥ", + "Ġ çŃ", + "Ġç Ń", + ") ØĮ", + "Ãł m", + "ÙĦ ÛĮÙĦ", + "ÙĦÛĮ ÙĦ", + "Ġ 걸", + "Ġê± ¸", + "алÑĮ ниÑħ", + "æŶ åĢĻ", + "un dan", + "und an", + "unda n", + "Ġ Gün", + "ĠG ün", + "ĠGü n", + "Ġ topl", + "Ġt opl", + "Ġto pl", + "Ġtop l", + "ĠÑĢек омен", + "ĠاÙĨت خاب", + "Ãł u", + "Äį ka", + "ë° Ģ", + "Ġк ÑĢаÑģ", + "ĠкÑĢа Ñģ", + "л оп", + "ло п", + "å¼ µ", + "ĠاÙĦ Ùħع", + "ĠاÙĦÙħ ع", + "m ÃŃn", + "mÃŃ n", + "Ġv iết", + "Ġvi ết", + "Ġ ê°ĻìĿĢ", + "Ġê°Ļ ìĿĢ", + "ut eÄį", + "ute Äį", + "Ġ nech", + "Ġn ech", + "Ġne ch", + "Ġnec h", + "çµ Ĥ", + "ãģª ãģĮ", + "ay ın", + "ayı n", + "Ġ Äįin", + "ĠÄį in", + "ĠÄįi n", + "ch ázÃŃ", + "cház ÃŃ", + "اÙģ ظ", + "ÑĢ оваÑĤÑĮ", + "ÑĢов аÑĤÑĮ", + "ÑĢо ваÑĤÑĮ", + "ÑĢова ÑĤÑĮ", + "à¹Ħ ร", + "Ġ ãĤ¤", + "ĠãĤ ¤", + "Ġзаб олева", + "Ġ å±±", + "Ġå± ±", + "Ġka dın", + "Ġkad ın", + "ÏĦ ηÏĤ", + "ÏĦη ÏĤ", + "а лиÑģÑĮ", + "ал иÑģÑĮ", + "али ÑģÑĮ", + "Ġh ük", + "åĵ ¥", + "Ġп еÑĢи", + "ĠпеÑĢ и", + "ÅĻ ád", + "Ġà¤ħ स", + "Ġ ÑģÑĤвоÑĢ", + "ĠÑģÑĤ воÑĢ", + "ĠÙĪ ÛĮÚ©ÛĮ", + "ĠÙĪÛĮ Ú©ÛĮ", + "Ġ ì¡", + "Ġì ¡", + "Ġc á»Ńa", + "Ġcá»Ń a", + "Ġh iá»ĥu", + "游 æĪı", + "ÑĮ омÑĥ", + "Ġg ó", + "Ġt oh", + "Ġto h", + "Ġб ла", + "Ġбл а", + "Ġ åij", + "Ġå ij", + "Ġп ло", + "Ġпл о", + "и ÑĪ", + "ĠÄij ấu", + "s kou", + "sk ou", + "sko u", + "ãĤĪ ãĤĬ", + "ู à¸Ľ", + "Ġr á»ĵi", + "оп ÑĢоÑģ", + "н олог", + "ĠÑĤ ÑĢав", + "ĠÑĤÑĢ ав", + "ĠÑĤÑĢа в", + "ĠWay back", + "Ġ à¹Ĩ", + "ĠÑĥ ÑĩаÑģÑĤ", + "ĠÑĥÑĩ аÑģÑĤ", + "ĠÑĥÑĩа ÑģÑĤ", + "ĠÑĥÑĩаÑģ ÑĤ", + "ĠпÑĢеп аÑĢа", + "Ġd ạng", + "ĠÃľ n", + "à¹Ħล à¸Ļ", + "Ġد اخ", + "Ġs Æ¡", + "Ġk oy", + "Ġko y", + "ëĿ¼ ê³ł", + "ĠÄij úng", + "à¥ĩà¤Ĥ ,", + "Ġgeç ir", + "ĠÑıк Ñīо", + "Ñģ ÑĤÑĢо", + "ÑģÑĤ ÑĢо", + "ÑģÑĤÑĢ о", + "ен ÑĤов", + "енÑĤ ов", + "Ñĸ ж", + "к ÑĥÑİ", + "кÑĥ Ñİ", + "Ġe ÄŁitim", + "ĠeÄŁit im", + "à¥įर स", + "Ġ Сп", + "ĠС п", + "ا تÛĮ", + "ات ÛĮ", + "ãģij ãĤĭ", + "ÏĦ Ïīν", + "ÏĦÏī ν", + "Ġ км", + "Ġк м", + "âĸįâĸį âĸįâĸį", + "j ist", + "ji st", + "jis t", + "ÑĤ ак", + "ÑĤа к", + "Ġ åIJįåīį", + "ĠåIJį åīį", + "é¡ Ķ", + "л Ñĭ", + "Ġkh ảo", + "Ġkhả o", + "âĢĻ Ñı", + "ĠÙħ ÙĦÛĮ", + "ĠÙħÙĦ ÛĮ", + "l ož", + "lo ž", + "Ġ ìĸ¸", + "Ġìĸ ¸", + "Ġg ần", + "Ġ à¤ľà¤°", + "Ġà¤ľ र", + "ब र", + "Îķ Σ", + "า à¸Ľ", + "าภĽ", + "Ġn ás", + "Ġná s", + "form ace", + "forma ce", + "Ġet mek", + "Ġetm ek", + "Ġetme k", + "в еÑģÑĤ", + "ве ÑģÑĤ", + "ìĸ´ ìļĶ", + "Ġत थ", + "ĠÑģ ек", + "ξ η", + "æ¯ Ľ", + "B ir", + "Bi r", + "Ġ ìŀĦ", + "Ġìŀ Ħ", + "Ġv ardır", + "Ġvar dır", + "Ġvardı r", + "ÙĪ اÙĦ", + "ÙĪا ÙĦ", + "Ä° R", + "ov ané", + "ova né", + "ovan é", + "н аÑĢод", + "на ÑĢод", + "наÑĢ од", + "à¸Ħ ำ", + "e mek", + "em ek", + "eme k", + "ĠÎķ ÏĢ", + "Ġ ÅĻe", + "ĠÅĻ e", + "ãģ¾ ãģĽ", + "uyá»ĩ t", + "Ġ ìĸ¼", + "Ġìĸ ¼", + "r ů", + "Ġ onu", + "Ġo nu", + "Ġon u", + "à¹Ģà¸ķ à¸Ńร", + "од аÑĢ", + "ода ÑĢ", + "ز Ùĩ", + "Ġk av", + "Ġka v", + "о нÑĭ", + "он Ñĭ", + "Ġв еÑģ", + "Ġве Ñģ", + "ìĤ¬ ì§Ģ", + "Ġг ла", + "à Ŀ", + "ĠÙĤ ÛĮÙħت", + "çķ ¥", + "à¸ĸ าà¸Ļ", + "Äį il", + "Äįi l", + "Ġ ä¸ĩ", + "Ġä¸ ĩ", + "è¾ ĥ", + "åħ ħ", + "Ġ ÑĢед", + "ĠÑĢ ед", + "ĠÑĢе д", + "ม ห", + "am ilia", + "ami lia", + "amil ia", + "à¥ĩ à¤ķर", + "à¥ĩà¤ķ र", + "Ġt á»iji", + "Ġtá»ij i", + "Ùģ ÛĮ", + "ÑĢ ÑĸÑĪ", + "ÑĢÑĸ ÑĪ", + "ìķ ł", + "à¸Ļ ส", + "à¸Ī ร", + "à¥ĩ शन", + "à¥ĩश न", + "ĠÙħÙĪ ضÙĪع", + "æī ¹", + "Ġob sah", + "Ġobs ah", + "Ġнав Ñĩ", + "Ġdes tek", + "Ġdest ek", + "Ġdeste k", + "Ġ zas", + "Ġz as", + "Ġza s", + "å ĵį", + "åĵ į", + "üm üz", + "ümü z", + "Ġ çŁ", + "Ġç Ł", + "Ġ è¨", + "Ġè ¨", + "Ù ¬", + "ç» Ī", + "Ġz de", + "Ġzd e", + "Ġz áp", + "Ġzá p", + "à¥Ĥ सर", + "à¥Ĥस र", + "ìĿ´ ì§Ģ", + "çļ ®", + "l om", + "lo m", + "ॠ§", + "ÙĦ اÙĤ", + "ÙĦا ÙĤ", + "à¸Ļ à¸ķ", + "íĮ ħ", + "л ада", + "ла да", + "лад а", + "m asına", + "mas ına", + "ması na", + "ãģ® ãģ§", + "ëĵ¤ ìĿĦ", + "Ġн аг", + "Ġна г", + "m asını", + "mas ını", + "ãĤ Ŀ", + "ın ıf", + "ını f", + "åĽ ´", + "Ġböl üm", + "å¥ ĸ", + "æ¨ Ļ", + "ÙĦ اØŃ", + "ÙĦا ØŃ", + "Ġг оÑģÑĥдаÑĢ", + "داÙĨ ÙĦÙĪد", + "Ġп оÑĤÑĢеб", + "ĠпоÑĤ ÑĢеб", + "ĠÑĢ оÑĨÑĸ", + "о га", + "ог а", + "ĠÑģлед ÑĥеÑĤ", + "Ġп аÑĢа", + "ĠпаÑĢ а", + "Ġпа ÑĢа", + "é ¼", + "ãģį ãģŁ", + "ί ζ", + "Ġb á»ij", + "ÑĤ Ñĸв", + "ÑĤÑĸ в", + "ï¼Į 她", + "f amilia", + "éł ħ", + "Ġد ÙĦ", + "Ġs kup", + "Ġsk up", + "Ġsku p", + "еÑĩ ение", + "ãģĵãģ¨ ãģĮ", + "à¥Ģ ब", + "ุ ล", + "¨ ë¶Ģ", + "ĠاÙĦع رب", + "Ġ ç¾İ", + "Ġç¾ İ", + "ĠاÙĦ ÙħÙĪ", + "ĠاÙĦÙħ ÙĪ", + "Ġ Ø¥ÙĨ", + "ĠØ¥ ÙĨ", + "Ġná sled", + "Ġnás led", + "Ġt omu", + "Ġto mu", + "Ġtom u", + "Î Ħ", + "Ġз ави", + "Ġза ви", + "Ġзав и", + "Ġn hu", + "Ġnh u", + "ĠpÅĻed stav", + "ìłķ ë³´", + "o kol", + "ok ol", + "oko l", + "Ġк ÑĢи", + "a du", + "ad u", + "Ġ каÑĤ", + "Ġк аÑĤ", + "Ġка ÑĤ", + "Ġ ÑįÑĦ", + "ĠÑį ÑĦ", + "в ал", + "ва л", + "m ayı", + "ma yı", + "may ı", + "ĠÑĩаÑģ ÑĤо", + "ĠÑĩаÑģÑĤ о", + "Ġtr anh", + "Ġtra nh", + "Ġtran h", + "ائ ÙĦ", + "ãĤĪãģĨ ãģª", + "Ġp oh", + "Ġpo h", + "ìĥģ ìľĦ", + "Ġs ắc", + "Ùĥ س", + "Ġ мÑĥ", + "Ġм Ñĥ", + ". ::", + ".: :", + "ë Ī", + "» Ċ", + "Ġ ÙĨÚ¯", + "ĠÙĨ Ú¯", + "ÙIJ ÙĨ", + "н иком", + "ни ком", + "ник ом", + "Ñħ а", + "Ġ μοÏħ", + "Ġμ οÏħ", + "Ġμο Ïħ", + "ĠNg uyá»ħn", + "ĠвÑĭ Ñģок", + "ĠвÑĭÑģ ок", + "Ġ ÐŁÐ¾Ð´", + "ĠÐŁ од", + "ĠÐŁÐ¾ д", + "ĠпÑĢи ÑĢод", + "à¥ĭ ध", + "िà¤ķ ल", + "и ÑĢа", + "иÑĢ а", + "ëĭ¤ ê³ł", + "Ġm ajÃŃ", + "Ġma jÃŃ", + "Ġmaj ÃŃ", + "Ġv ùng", + "Ġtarih inde", + "Ġtarihi nde", + "Ġ ваÑĢ", + "Ġв аÑĢ", + "Ġва ÑĢ", + "н иÑĤÑĮ", + "ни ÑĤÑĮ", + "ниÑĤ ÑĮ", + "ει ÏĤ", + "Ġ åĩº", + "Ġåĩ º", + "dy ž", + "ÏĦ Ïİν", + "ÏĦÏİ Î½", + "ä½ĵ èĤ²", + "Ġ à¹Ģว", + "Ġà¹Ģ ว", + "Ġà¹Ģภ§", + "Ġà¤ħ à¤ļ", + "Ġ اÙĨÚ¯ÙĦÛĮسÛĮ", + "ĠاÙĨÚ¯ ÙĦÛĮسÛĮ", + "à¥įय म", + "Ġgel iÅŁ", + "æ¹ ĸ", + "Ġ اک", + "Ġا Ú©", + "Ġп лан", + "Ġпл ан", + "Ġпла н", + "k yt", + "ky t", + "ا بÛĮ", + "اب ÛĮ", + "κ ι", + "Ġc hung", + "Ġch ung", + "Ġchu ng", + "ान à¤ķ", + "s ı", + "Ġt inh", + "Ġti nh", + "Ġtin h", + "ĠÑģÑĤ ол", + "ĠÑģÑĤо л", + "ÑģÑĤ ÑĢÑĥ", + "ÑģÑĤÑĢ Ñĥ", + "Ġли ÑĪе", + "ĠлиÑĪ е", + "Ġви ÑĢоб", + "il miÅŁ", + "ilm iÅŁ", + "Ġ зÑĸ", + "Ġз Ñĸ", + "ç» Ĩ", + "åĢ Ĵ", + "ãĤ· ãĥ£", + "åŃ ©", + "Ġ à¹Ĥรà¸ĩà¹Ģร", + "Ġà¹Ĥ รà¸ĩà¹Ģร", + "Ġà¹Ĥรà¸ĩ à¹Ģร", + "íĻ ľ", + "ĠбÑĥд е", + "ĠбÑĥ де", + "Ġyak laÅŁ", + "èĩª åĪĨ", + "Ġ ÙģÙĪ", + "ĠÙģ ÙĪ", + "С Т", + "Ġso run", + "Ġsor un", + "Ġsoru n", + "à¹Ģ à¸ł", + "à¹Ģภł", + "Ġc ô", + "в иÑĩ", + "ви Ñĩ", + "ëĵ¤ ìĿĺ", + "Ġtr iá»ĩu", + "Ġtri á»ĩu", + "Ġr õ", + "Ġ ãģ«", + "ÄŁ im", + "ÄŁi m", + "iyor uz", + "è ľ", + "à¥įर व", + "Ġس Ù¾", + "Ġ ìĦľìļ¸", + "ĠìĦľ ìļ¸", + "δ ε", + "еÑĢ ÑĪ", + "Ġ أس", + "ĠØ£ س", + "äº ŀ", + "è¯ į", + "п ÑĤом", + "ฤ ษ", + "Ġساز ÙħاÙĨ", + "Ġlu ôn", + "Ùĩ ÙĪر", + "c ü", + "аÑĤ кÑĥ", + "Ġo labilir", + "Ġol abilir", + "Ġolab ilir", + "Ġola bilir", + "Ġ ìĹ°êµ¬", + "ĠìĹ° 구", + "ен ной", + "енно й", + "Ġ æĪij", + "ĠæĪ ij", + "Ġ него", + "Ġн его", + "Ġне го", + "Ġнег о", + "Ġ. **************", + "ิ à¸ĺ", + "Ġ ãĤ·", + "ĠãĤ ·", + "ت Ùģ", + "ÐŁ ÑĢо", + "ÐŁÑĢ о", + "Ġhakk ında", + "Ġhakkı nda", + "Äį nÄĽ", + "ĠM ỹ", + "é ½", + "ĠÏĥ ÏĦον", + "ĠÏĥÏĦο ν", + "Ġ âm", + "Ġâ m", + "§ ظ", + "ĠÅŁ irket", + "æĥħ åĨµ", + "ĠØ¢ÙħÙĪز Ø´", + "λ εÏħ", + "λε Ïħ", + "Ùħ Ùĩ", + "è¦ ı", + "ãģ¨ æĢĿ", + "Ġ ÙĪع", + "ĠÙĪ ع", + "ÏĪ η", + "Ïģ οÏį", + "Ïģο Ïį", + "Ġ ÂłĊ", + "ĠÂł Ċ", + "δ η", + "ÑĪ ов", + "åĪ ¤", + "Ġm ắt", + "æĭ ¿", + "à¸Ļ à¸Ķ", + "éĻ Ħ", + "à¹ī ม", + "ĠÄij ạt", + "Ġg üzel", + "Ġgü zel", + "m Ã¼ÅŁ", + "Ðŀ ÐĴ", + "çĭ ¬", + "리 를", + "Ġп лаÑĤ", + "Ġпл аÑĤ", + "Ġпла ÑĤ", + "Ġngh á»ĭ", + "ĠÑĤак иÑħ", + "ĠÑĤа киÑħ", + "б иÑĢа", + "би ÑĢа", + "Ġн ек", + "Ġне к", + "ÑģÑĮ кÑĸ", + "ÑģÑĮк Ñĸ", + "رÙĬ اض", + "o nu", + "on u", + "à¥ĭ म", + "ĠGi Ỽi", + "ĠGiá» Ľi", + "èŀ į", + "é ²", + "ĠGe nel", + "ĠGen el", + "ĠGene l", + "åĬ ¿", + "Ġ вÑĸ", + "Ġв Ñĸ", + "å§ IJ", + "è© ¦", + "ĠжиÑĤ ÑĤÑı", + "Ġ ìĺ¨", + "Ġìĺ ¨", + "åĩº æĿ¥", + "Ġt á»ij", + "Ġtá» ij", + "Ġl ao", + "Ġla o", + "ί ο", + "ĠÎł α", + "н иÑĤелÑĮ", + "ниÑĤ елÑĮ", + "ниÑĤе лÑĮ", + "éļ İ", + "Ġви кон", + "Ġвик он", + "Ġвико н", + "ĠÙģ عاÙĦ", + "ĠÙģع اÙĦ", + "à¹Ģ ศ", + "à¹Ģภ¨", + "ÏĮ γ", + "ĠоÑĢгани з", + "ĠоÑĢган из", + "Ġ емÑĥ", + "Ġе мÑĥ", + "Ġем Ñĥ", + "Ġ ÙĬع", + "ĠÙĬ ع", + "ĠÙħ ب", + "ाल य", + "ĠÎľ ÏĢ", + "é ¸", + "ù a", + "ê¸ ¸", + "Ġ ÄIJiá»ģu", + "ĠÄIJ iá»ģu", + "ε ίο", + "εί ο", + "äº ī", + "ượ t", + "ÑĢа зÑĥ", + "ÑĢаз Ñĥ", + "ĠоÑĤ ÑĢим", + "ĠоÑĤÑĢи м", + "Ġ طب", + "ĠØ· ب", + "Ġ 以", + "æĸ Ĺ", + "ë° ±", + "à¤ĩ स", + "ë§Į ìĽIJ", + "ãĢģ ãģĿãģ®", + "ĠëķĮ 문", + "ĠØ¢ ÛĮ", + "С Ðł", + "ض ÙĦ", + "æ ĵį", + "æĵ į", + "k azy", + "ka zy", + "kaz y", + "ส ว", + "â ng", + "ân g", + "à¤Ĥ à¤Ń", + "н ÑĸÑĩ", + "нÑĸ Ñĩ", + "ั à¸ĩà¸ģ", + "ัà¸ĩ à¸ģ", + "Ġبر رسÛĮ", + "ر دÙĩ", + "رد Ùĩ", + "Ġm ẫu", + "à¹Ī วà¸ĩ", + "à¹Īว à¸ĩ", + "ĠداÙĨØ´ گاÙĩ", + "d ıģ", + "dı ÄŁ", + "ĠT á»ķng", + "ĠTá»ķ ng", + "第 äºĮ", + "c ÃŃm", + "cÃŃ m", + "Ġb öyle", + "Ġbö yle", + "ë ¶Ī", + "ë¶ Ī", + "ĠÙħÙĨ ابع", + "à¥ĥ ष", + "е ÑĤÑĭ", + "еÑĤ Ñĭ", + "åĨ ·", + "åĽ Ń", + "Ġت ÙĪجÙĩ", + "ĠتÙĪ جÙĩ", + "åĪ »", + "æŀ ģ", + "à¤Ł न", + "л ан", + "ла н", + "Ġ íĥĢ", + "Ġíĥ Ģ", + "ä½ IJ", + "Ġ обÑĭ", + "Ġо бÑĭ", + "Ġоб Ñĭ", + "å¸ Ŀ", + "ì» ¤", + "å® Ī", + "èµ· æĿ¥", + "Ġ ãĥ¬", + "Ġãĥ ¬", + "çİ ī", + "à¹Ģ หล", + "à¹Ģห ล", + "и не", + "ин е", + "ห าร", + "หา ร", + "éļ ı", + "Ġг аз", + "ĠاÙĦ عÙħÙĦ", + "ĠاÙĦع ÙħÙĦ", + "ĠاÙĦعÙħ ÙĦ", + "à¥ģ à¤Ŀ", + "à¥ģठĿ", + "Ïģ ιο", + "Ïģι ο", + "Ġv ám", + "Ġvá m", + "Ġع ÙĨد", + "ĠعÙĨ د", + "ÙĨد گاÙĨ", + "ï¼Į éĤ£", + "Ġна Ñħод", + "á no", + "án o", + "ÛĮ اÙĨ", + "ÛĮا ÙĨ", + "ĠØ£ ع", + "Ġ ÑĢади", + "ĠÑĢ ади", + "ĠÑĢа ди", + "ĠÑĢад и", + "Ġм ене", + "Ġмен е", + "Ġú da", + "Ïĩ ν", + "ÑĥлÑı ÑĢ", + "à¥Ģ प", + "Ġpou žÃŃ", + "Ġ ä¸", + "ĠÙĤ اÙĨÙĪÙĨ", + "ι κοÏį", + "ικ οÏį", + "ικο Ïį", + "á y", + "Ġç öz", + "ÏĦ Ïģ", + "ÙĨ اÙħ", + "ÙĨا Ùħ", + "ุ à¸ķ", + "åĵ ª", + "ÙĬ ب", + "ä¹ °", + "ÐĶ лÑı", + "Ġ ëłĪ벨", + "ĠëłĪ 벨", + "ุ à¸ļ", + "н ÑĥÑĤи", + "нÑĥ ÑĤи", + "нÑĥÑĤ и", + "è½ »", + "ĠÎľ α", + "Ġ è¦", + "Ġè ¦", + "аÑĤ ков", + "Ġ ëĪĦ", + "ĠëĪ Ħ", + "Ġt uyá»ĥn", + "Ġtuy á»ĥn", + "Ùİ Ùħ", + "ĠвÑĭ пол", + "ĠвÑĭп ол", + "Ġst udi", + "Ġstud i", + "Ġstu di", + "ĠpÅĻ ek", + "ĠpÅĻe k", + "Ġз ам", + "Ġза м", + "Ġmat eri", + "Ġma teri", + "Ġmate ri", + "Ġmater i", + "åİ ĭ", + "Ġ ал", + "Ġа л", + "Ġ à¸ļร", + "Ġà¸ļ ร", + "Ø· ØŃ", + "ĠÙħر Ú©", + "Ġ ìĭ¬", + "Ġìĭ ¬", + "ĠÙĤ ابÙĦ", + "ĠÙĤاب ÙĦ", + "ĠÐIJ ле", + "ĠÐIJл е", + "ın tı", + "Ġ å»", + "Ġå »", + "Ä° K", + "ëħĦ ëıĦ", + "Ñĭ ваÑĤÑĮ", + "Ñĭв аÑĤÑĮ", + "Ñĭва ÑĤÑĮ", + "Ġdev let", + "社 ä¼ļ", + "ëĤ ł", + "Ġko lay", + "Ġkol ay", + "Ġkola y", + "ĠÑĢазв иÑĤи", + "ĠÑĢазви ÑĤи", + "а ди", + "ад и", + "ئ ÙĬس", + "a dıģı", + "ad ıģı", + "adı ģı", + "adıģ ı", + "Îij ÎĽ", + "Ġ hoa", + "Ġh oa", + "Ġho a", + "Ġ ศ", + "Ġภ¨", + "ı ÅŁtır", + "Ä±ÅŁ tır", + "ÑĢ Ñİ", + "Ġк аÑĩе", + "Ġка Ñĩе", + "¼ åIJĪ", + "åħ ´", + "Ġ ê·¸ëŁ¬", + "Ġê·¸ 룬", + "Ġм ÑĸÑģÑĤ", + "ĠмÑĸ ÑģÑĤ", + "ĠмÑĸÑģ ÑĤ", + "Ġм не", + "Ġмн е", + "ãĥ¼ ãĤº", + "ãĥ¼ãĤ º", + "ç§ Ģ", + "Ġع ÙĦÙĬÙĩ", + "ĠعÙĦ ÙĬÙĩ", + "ĠعÙĦÙĬ Ùĩ", + "Ġ ìĭľê°Ħ", + "Ġìĭľ ê°Ħ", + "Ġà¤ĺ र", + "Ġ Ñĥг", + "ĠÑĥ г", + "åıij å±ķ", + "ı ÅŁÄ±", + "Ä±ÅŁ ı", + "Ġ ìĪľ", + "ĠìĪ ľ", + "Ġ íĻľ", + "ĠíĻ ľ", + "æ¡ £", + "Ġn okt", + "Ġno kt", + "Ġnok t", + "l ém", + "lé m", + "ен нÑĭй", + "Ġب Ùħ", + "à¥ĩ य", + "à¥ĩठ¯", + "о дав", + "од ав", + "ода в", + "à¹Ĥ ร", + "ï¼Į æľī", + "ا ÙĬات", + "اÙĬ ات", + "اÙĬا ت", + "ا ÛĮÙĩ", + "اÛĮ Ùĩ", + "Ġà¤īप य", + "Ġs mÄĽ", + "Ġsm ÄĽ", + "Ø´ د", + "Ш ÐIJ", + "Ġا ÙħاÙħ", + "ĠاÙħ اÙħ", + "ĠاÙħا Ùħ", + "æ¿ Ģ", + "Ġho ạch", + "об ÑĢаз", + "обÑĢаР·", + "à¥ĭ ह", + "ĠÑĢеб ен", + "иÑĤ елÑı", + "иÑĤе лÑı", + "ãģªãģĮ ãĤī", + "س اÙĦ", + "Ġ à¸Īำ", + "Ġà¸Ī ำ", + "Ġ خاص", + "ĠØ® اص", + "Ġg eri", + "Ġge ri", + "Ġger i", + "ठĺ", + "Ġ ìº", + "Ġì º", + "à¹ģ à¸Ĺ", + "âĢĮ ÛĮ", + "Ú¯ رÛĮ", + "گر ÛĮ", + "ا Ùħبر", + "اÙħ بر", + "ÑĪ Ñĥ", + "Ġp hong", + "Ġph ong", + "Ġphon g", + "и мо", + "им о", + "п а", + "Ġ ìµľê³ł", + "Ġìµľ ê³ł", + "Ġ нам", + "Ġн ам", + "Ġна м", + "o stÃŃ", + "os tÃŃ", + "ost ÃŃ", + "is ini", + "isi ni", + "isin i", + "Ġд Ñĥже", + "ĠдÑĥ же", + "Ñģ ком", + "Ñģк ом", + "Ñģко м", + "ĠпÑĢод Ñĥк", + "ÏĮ ÏĦηÏĦα", + "ÏĮÏĦη ÏĦα", + "a ln", + "al n", + "is ine", + "isi ne", + "isin e", + "è¿ ľ", + "алÑĮ ной", + "алÑĮно й", + "त र", + "t ıģ", + "tı ÄŁ", + "Ġë Ĵ", + "è¿ĺ æĺ¯", + "ĠÙħ Ø«ÙĦ", + "ĠÙħØ« ÙĦ", + "ìľ ¨", + "ï¾ ĺ", + "åĪ ¸", + "ç ¶ļ", + "ç¶ ļ", + "ج اد", + "جا د", + "Ġ кÑĥ", + "Ġк Ñĥ", + "åĢ ij", + "o vu", + "ov u", + "Ġs Ä©", + "Ġ ìłIJ", + "Ġìł IJ", + "ĠÑĥ ÑĢов", + "ि à¤ļ", + "िठļ", + "ov ali", + "ova li", + "oval i", + "Ġ ÙĪÙĨ", + "ĠÙĪ ÙĨ", + "Ġ ìĿĮ", + "ĠìĿ Į", + "Ġк г", + "า à¸ĺ", + "าภĺ", + "ÏĦ Ïģα", + "ÏĦÏģ α", + "ž dy", + "à¹Į à¸ķ", + "Ġ nÄĽm", + "ĠnÄĽ m", + "Ġ Це", + "ĠЦ е", + "n oho", + "no ho", + "Ġëĭ¤ ìĭľ", + "Ġté to", + "Ġb iá»ĥu", + "ĠY ön", + "Ġpr áce", + "Ġprá ce", + "à¥ī र", + "Ġch ÃŃ", + "ов ой", + "ово й", + "Ġm ợ", + "Ġmá» Ł", + "èª ª", + "Ïİ ÏĤ", + "в олÑı", + "во лÑı", + "вол Ñı", + "ãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢ", + "å¯ ¦", + "é» ŀ", + "Ġà¤ı व", + "Ïħ να", + "Ïħν α", + "å² ¡", + "kh ông", + "ĠpÅĻÃŃpad ÄĽ", + "å Ĺ", + "Ġبد ÙĪÙĨ", + "Ïĥ κε", + "Ïĥκ ε", + "Ġdik kat", + "ĠAn cak", + "ĠAnc ak", + "Ġt iá»ĩn", + "Ġti á»ĩn", + "éĿ Ļ", + "Ġ ìĿ¼ë°ĺ", + "ĠìĿ¼ ë°ĺ", + "ĠÄį len", + "ìķ ħ", + "ा à¤ĩन", + "ाà¤ĩ न", + "ãģ£ ãģ¦ãģĦãģŁ", + "ãģ£ãģ¦ ãģĦãģŁ", + "ãģ£ãģ¦ãģĦ ãģŁ", + "ĠìĿ´ ìļ©", + "ÙĪ ÙħÛĮ", + "ÙĪÙħ ÛĮ", + "i ná", + "in á", + "ặ ng", + "ặn g", + "Ïİ Ïģα", + "ÙĨ ÙĬØ©", + "ÙĨÙĬ Ø©", + "в аж", + "ва ж", + "è İ·", + "èİ ·", + "å© ļ", + "ĠÅŁ u", + "Ġ ãģĬ", + "Ġد رب", + "Ġدر ب", + "Ġd iá»ħn", + "ÅĻ eba", + "ÅĻe ba", + "ÅĻeb a", + "as ının", + "asını n", + "ç½ij ç«Ļ", + "н ÑĮого", + "нÑĮ ого", + "нÑĮо го", + "ĠاÙĦØ£ ÙĪÙĦ", + "ικ ÎŃÏĤ", + "Ġz ÃŃsk", + "о ло", + "ол о", + "ĠÑį ÑĤоÑĤ", + "ĠÑįÑĤ оÑĤ", + "ĠÑįÑĤо ÑĤ", + "Ġp okud", + "Ġpo kud", + "Ġpok ud", + "è² »", + "е ÑĢÑĸв", + "еÑĢ Ñĸв", + "еÑĢÑĸ в", + "ãĥķ ãĤ£", + "ãĥķãĤ £", + "иÑĤÑĥ а", + "Ġv yd", + "Ġvy d", + "о лож", + "ол ож", + "оло ж", + "л ÑıÑĤÑĮ", + "лÑı ÑĤÑĮ", + "ÙĤ Ùħ", + "æ´ ĭ", + "æ§ ĭ", + "Ġغ ÛĮر", + "Ġ stÅĻed", + "Ġst ÅĻed", + "ĠstÅĻ ed", + "ظ ر", + "Ġhiç bir", + "θ εί", + "θε ί", + "z nik", + "zn ik", + "д Ñĭ", + "l uv", + "lu v", + "ĠÙħ ؤ", + "ĠÚ¯ رÙĪÙĩ", + "Ġگر ÙĪÙĩ", + "Ġ ï¼īĊ", + "Ġï¼ī Ċ", + "t eri", + "ter i", + "te ri", + "ĠÏħ ÏĢο", + "ĠÏħÏĢ ο", + "v oj", + "vo j", + "Ġبع ض", + "Ġb ilin", + "Ġbi lin", + "Ġbil in", + "Ġ رÙĪØ´", + "Ġر ÙĪØ´", + "ĠرÙĪ Ø´", + "Ġоб Ñıз", + "Ġ ï»", + "Ġï »", + "س ÙĨ", + "Ġ ÏĢα", + "ĠÏĢ α", + "í į¼", + "Ġt ÃŃn", + "ĠtÃŃ n", + "Ġ ´", + "Ġ ´", + "ìĤ¬ ìĿ´íĬ¸", + "ìĤ¬ìĿ´ íĬ¸", + "Ġ podob", + "Ġpo dob", + "Ġpod ob", + "Ñī ее", + "Ñīе е", + "Ġ åįĹ", + "Ġåį Ĺ", + "Ġb ych", + "Ġby ch", + "о зи", + "оз и", + "ĠV Äĥn", + "ØŃ Ùĩ", + "åѦ éĻ¢", + "ĠÅĻ ekl", + "ĠÅĻe kl", + "ĠÅĻek l", + "립 ëĭĪëĭ¤", + "Ġп ÑĢоÑģ", + "ĠпÑĢ оÑģ", + "ĠпÑĢо Ñģ", + "κ ά", + "ĠbaÅŁ ladı", + "ủ y", + "Ñİ Ð´Ð¶", + "ाà¤ı à¤Ĺ", + "à¤Ĥ à¤ļ", + "Ġ ê´Ģ볨", + "Ġê´Ģ 볨", + "Ġв опÑĢоÑģ", + "ĠÑģÑĤ аÑĤÑĮ", + "ĠÑģÑĤаÑĤ ÑĮ", + "ĠÑģÑĤа ÑĤÑĮ", + "Ġy atırım", + "Ġyatır ım", + "н Ñĥла", + "нÑĥ ла", + "нÑĥл а", + "ر اÙģ", + "را Ùģ", + "Ġç eÅŁit", + "Ġà¤ī द", + "å¤ ®", + "Ġпо Ñıв", + "åĽ½ 家", + "ĠÑģооÑĤвеÑĤ ÑģÑĤв", + "ìķ ¡", + "ĠØ® ÙĪاÙĩد", + "ĠØ®ÙĪاÙĩ د", + "ĠØ®ÙĪ اÙĩد", + "Å¡ Å¡ÃŃ", + "Âł п", + "ĠNh Ãł", + "' '''", + "'' ''", + "''' '", + "ï½ ¨", + "à ħ", + "Ġ ïº", + "Ġï º", + "ĠØ¢Ùħ رÛĮÚ©", + "lar ımız", + "larım ız", + "ج ا", + "Ùģ ÙĤ", + "Ġ á»", + "Ġá »", + "Ġ ìķł", + "Ġìķ ł", + "Ġز باÙĨ", + "ĠÑĤ воÑĢ", + "ĠÑĤв оÑĢ", + "н иÑĩеÑģ", + "ни ÑĩеÑģ", + "ниÑĩ еÑģ", + "Ġк ни", + "Ø® داÙħ", + "à¸Ł ร", + "Ġ ì¹ĺ", + "Ġì¹ ĺ", + "ว าม", + "ĠÙħ ÙĩÙħ", + "ĠÙħÙĩ Ùħ", + "Ġs tol", + "Ġst ol", + "Ġsto l", + "Ġed ilen", + "Ġedi len", + "Ġedil en", + "Ġ pek", + "Ġp ek", + "Ġpe k", + "اÙĨ ات", + "اÙĨا ت", + "алÑĮ нÑĸ", + "Ġнеоб ÑħÑĸд", + "à¹Ħ ว", + "Ġश र", + "Ġ íĮIJ", + "ĠíĮ IJ", + "Ò ij", + "Ġ ним", + "Ġн им", + "Ġни м", + "Ġ à¸ĺ", + "Ġภĺ", + "æĺ ł", + "äº Ĵ", + "ĠbaÅŁ ar", + "ž i", + "Ġм ног", + "Ġмн ог", + "l endi", + "len di", + "á vajÃŃ", + "áv ajÃŃ", + "n ict", + "ni ct", + "nic t", + "Ġд Ñĥм", + "ĠдÑĥ м", + "éĻ ©", + "Ïĥ Ïĥ", + "i ky", + "ik y", + "алÑĮ нÑĭй", + "Ġ ÙħÙĨت", + "ĠÙħ ÙĨت", + "ĠÙħÙĨ ت", + "å® ®", + "- за", + "-з а", + "еÑĢ к", + "å¡ Ķ", + "Ġμε ÏĦα", + "oÄŁ un", + "oÄŁu n", + "ÎĹ Îľ", + "à¥Īà¤Ĥ ।Ċ", + "à¥Īà¤Ĥ। Ċ", + "Äį ky", + "å¹³ åı°", + "à¥ĭ श", + "Ġ ona", + "Ġo na", + "Ġon a", + "Ġ bec", + "Ġb ec", + "Ġbe c", + "ì ¢", + "Ġc ây", + "Ġcâ y", + "k ün", + "kü n", + "Ġ à¤Ī", + "ĠठĪ", + "Ġr á»Ļng", + "еÑĢ б", + "å¹ ¸", + "ï¾ IJ", + "ĠпÑĸд пÑĢиÑĶм", + "çĶ £", + "Ġ ÏĦε", + "ĠÏĦ ε", + "ĠÙĨÙĤ Ø´", + "о виÑħ", + "ов иÑħ", + "ови Ñħ", + "ĠÙģ Ùī", + "Ðļ ак", + "Ùİ Ø±", + "Ġ Щ", + "ĠÐ ©", + "алÑĮ нÑĭÑħ", + "Ġk üçük", + "èŃ ·", + "æĭ ħ", + "i caret", + "ic aret", + "ica ret", + "icare t", + "Ġ رÙģت", + "Ġر Ùģت", + "ĠرÙģ ت", + "Ġод ного", + "Ġодно го", + "ÑĪ им", + "ÑĪи м", + "Ġ бÑĸ", + "Ġб Ñĸ", + "Ġuygu lam", + "Ġ æĭ", + "Ġæ ĭ", + "ä½ Ľ", + "u cu", + "uc u", + "d ÃŃ", + "Å ĺ", + "ئ Ø©", + "ê± ¸", + "Ù Į", + "Ġ ÎłÏģο", + "ĠÎł Ïģο", + "Ġye rine", + "Ġyer ine", + "Ġyeri ne", + "ĠÑĸн ÑĦоÑĢма", + "Ġ å¤ĸ", + "Ġå¤ ĸ", + "ä» ķ", + "н ав", + "на в", + "a rası", + "ar ası", + "ara sı", + "aras ı", + "à¸Ńà¸Ļ à¹Ħลà¸Ļ", + "ا شت", + "اش ت", + "ز ÙĬ", + "æ© ĭ", + "Ġ ãĤ«", + "ĠãĤ «", + "èĥ½ åĬĽ", + "å¥ Ĺ", + "Ġpro h", + "Ġpr oh", + "Ġп ÑĢава", + "ĠпÑĢ ава", + "ĠпÑĢав а", + "ĠпÑĢа ва", + "Ỽ p", + "Ġ à¸Ĥà¸Ńà¸ĩ", + "Ġà¸Ĥ à¸Ńà¸ĩ", + "Ġ ë´", + "Ġë ´", + "Ġl úc", + "Ġ éķ", + "Ġé ķ", + "ب ÙĪد", + "بÙĪ د", + "r upa", + "ru pa", + "rup a", + "ا زÙħ", + "از Ùħ", + "Ġ кан", + "Ġк ан", + "Ġка н", + "ılı m", + "ıl ım", + "Ġ Ùĩد", + "ĠÙĩ د", + "ãĢĢ ĠãĢĢĠãĢĢ", + "ãĢĢĠãĢĢ ĠãĢĢ", + "ãĢĢĠ ãĢĢĠãĢĢ", + "Ñĭ ваеÑĤ", + "Ñĭв аеÑĤ", + "Ñĭва еÑĤ", + "Ø® اÙĨÙĩ", + "خاÙĨ Ùĩ", + "Ñĥ кÑĤ", + "Ñĥк ÑĤ", + "ĠçĻ¾ 度", + "ĠnÄĽ co", + "е мон", + "ем он", + "емо н", + "Ġà¤ħ प", + "Ġ ÎĮ", + "ĠÎ Į", + "ün ün", + "ünü n", + "æĸĩ åĮĸ", + "ä¹ İ", + "ä¸Ĭ çļĦ", + "ÙĦ ÙĬÙħ", + "ÙĦÙĬ Ùħ", + "ĠtÄĽ ch", + "ا سب", + "اس ب", + "âĢĻ ÑĶ", + "Ġ Ú¯ÛĮ", + "ĠÚ¯ ÛĮ", + "Ġ ê·¼", + "Ġê· ¼", + "Ġtr ẻ", + "μÎŃ Î½Î¿", + "μÎŃν ο", + "ãģĵãģ¨ ãĤĴ", + "ìĿ´ ëĤĺ", + "åĸ Ħ", + "Ġtr ả", + "åĪĨ æŀIJ", + "Ġ dÄĽl", + "Ġd ÄĽl", + "ĠdÄĽ l", + "Ñĥ Ñģка", + "ÑĥÑģ ка", + "ÑĥÑģк а", + "Ġм ного", + "Ġмн ого", + "Ġмног о", + "à¥Ī र", + "μα ÏĦοÏĤ", + "μαÏĦο ÏĤ", + "Ġm ÃŃsto", + "ĠmÃŃ sto", + "ĠmÃŃst o", + "Ġ ê°ģ", + "Ġê° ģ", + "Ġп ÑĢог", + "ĠпÑĢ ог", + "ĠпÑĢо г", + "b aÅŁ", + "ba ÅŁ", + "а йÑĤе", + "ай ÑĤе", + "айÑĤ е", + "Ġc á»ķ", + "å¿ ľ", + "ï¼ģ Ċ", + "ç ı", + "Ġbir çok", + "Ġ íĺķ", + "Ġíĺ ķ", + "çµ Į", + "ĠEv rop", + "ĠÑģ оÑĨÑĸ", + "ĠÑģо ÑĨÑĸ", + "ä»ĸ çļĦ", + "Ġ μÏĢο", + "Ġμ ÏĢο", + "ĠμÏĢ ο", + "å¥ Ī", + "Ġ Ú¯ÙĦ", + "ĠÚ¯ ÙĦ", + "ÙĪ ÙĦØ©", + "ÙĪÙĦ Ø©", + "æµ İ", + "Ġ Ú©ÙĪ", + "ĠÚ© ÙĪ", + "± ä¹IJ", + "ãģĹ ãģı", + "ãģĹãģ ı", + "çº ³", + "ÑģÑĤв енно", + "ÑģÑĤвен но", + "éĽ ¢", + "ा .", + "Ġgerçek leÅŁtir", + "ĠgerçekleÅŁ tir", + "Ġ kır", + "Ġk ır", + "Ġkı r", + "ì ³", + "Ġг оÑģп", + "å¹ ķ", + "ìĦ ¼", + "» .Ċ", + "». Ċ", + "к ÑĥÑĢ", + "кÑĥ ÑĢ", + "Ġ رÛĮ", + "Ġر ÛĮ", + "æĽ ¾", + "ÙĪ رÙĬ", + "ÙĪر ÙĬ", + "лекÑģ анд", + "ص Ùģ", + "Ġc ảnh", + "Ġcả nh", + "å± Ĥ", + "ãĤ Ĩ", + "Ġ تس", + "Ġت س", + "ì° ½", + "기 를", + "Ġ à¹Ģà¸Ħ", + "Ġà¹Ģ à¸Ħ", + "Ġà¹ĢภĦ", + "çŁ Ń", + "Ġ ÑģÑĤÑĢо", + "ĠÑģ ÑĤÑĢо", + "ĠÑģÑĤ ÑĢо", + "ĠÑģÑĤÑĢ о", + "ĠÏĥ ÏĦιÏĤ", + "ĠÏĥÏĦι ÏĤ", + "à¥įय व", + "Ġع ÙĦÙħ", + "ĠعÙĦ Ùħ", + "ĠÑģ иÑĤÑĥа", + "ĠÑī одо", + "ĠÑīо до", + "åIJ Ľ", + "Ùħ س", + "ĠоÑĤ кÑĢÑĭ", + "ĠоÑĤк ÑĢÑĭ", + "Ġsp oj", + "Ġspo j", + "ĠÄij Äĥng", + "Ġs avaÅŁ", + "Ġsav aÅŁ", + "ี ร", + "sk ém", + "ské m", + "Ġ è¡Į", + "Ġè¡ Į", + "é ¹", + "Ġ ÙĬÙħÙĥÙĨ", + "ĠÙĬÙħ ÙĥÙĨ", + "о вано", + "ов ано", + "ова но", + "ован о", + "Ġп ÑĢавилÑĮ", + "ĠпÑĢав илÑĮ", + "ĠпÑĢави лÑĮ", + "ĠпÑĢавил ÑĮ", + "Ġchiế c", + "èĪ ¹", + "éĵ ¶", + "ĠоÑĤ д", + "Ġ ìĿĢ", + "ĠìĿ Ģ", + "íħ Ķ", + "Ġ Nej", + "ĠN ej", + "ĠNe j", + "о не", + "он е", + "Ġk ız", + "Ġkı z", + "олог иÑĩеÑģ", + "Ġ кÑĢаÑĹ", + "ĠкÑĢа ÑĹ", + "à¸ļ à¸Ńล", + "æ¥ ¼", + "Ġت ÙħاÙħ", + "ĠتÙħ اÙħ", + "Ġب ÛĮÙħ", + "ĠبÛĮ Ùħ", + "ĠÑģ Ñĥб", + "ĠÑģÑĥ б", + "v ý", + "Ñģ кие", + "Ñģк ие", + "Ñģки е", + "ëĮĢ ë¡ľ", + "ëĮ Ģë¡ľ", + "???? ????", + "abilir siniz", + "ан Ñģов", + "анÑģ ов", + "代 表", + "Ġ매 매", + "олог ÑĸÑĩ", + "μ αν", + "μα ν", + "ак Ñģим", + "акÑģ им", + "ãĤ¤ ãĥ«", + "Ġt ải", + "Ġtả i", + "Ùħ ÙĪ", + "å® Ĺ", + "n em", + "ne m", + "Ġkho ản", + "Ġ паÑĤ", + "Ġп аÑĤ", + "Ġпа ÑĤ", + "ан ÑĤа", + "анÑĤ а", + "Ġпом оÑī", + "Ġ vod", + "Ġv od", + "Ġvo d", + "Ġkay nak", + "Ġkayn ak", + "Ïĥ ÏĨ", + "à¥Ĥ त", + "du ÄŁ", + "а ÑĤиÑģÑı", + "аÑĤи ÑģÑı", + "Ġ ç¥ŀ", + "Ġç¥ ŀ", + "ĠÑģ лова", + "ĠÑģл ова", + "ĠÑģлов а", + "ĠÑģло ва", + "ÑĢÑĥ кÑĤÑĥ", + "ÑĢÑĥк ÑĤÑĥ", + "ÑĢÑĥкÑĤ Ñĥ", + "ĠmÄĽ sÃŃ", + "Ùı Ùħ", + "зна Ñĩа", + "знаÑĩ а", + "Ġ èī", + "Ġè ī", + "åѦ çĶŁ", + "æ´ ¥", + "Ùİ ÙĬ", + "è§ Ī", + "Ġ å®ī", + "Ġå® ī", + "Ġgör Ã¼ÅŁ", + "ál nÄĽ", + "áln ÄĽ", + "ĠëĶ° ëĿ¼", + "ĠÙħ ÙĪجÙĪد", + "ĠÙħÙĪج ÙĪد", + "ĠÄij ứ", + "ĠÄijá» ©", + "ĠçalÄ±ÅŁ malar", + "ĠçalÄ±ÅŁma lar", + "ĠÑı киÑħ", + "ĠÑıк иÑħ", + "Ġاج تÙħاع", + "μ εν", + "με ν", + "èİ ī", + "ç§ ¯", + "ì¶ ķ", + "à¥į शन", + "à¥įश न", + "Ġx ét", + "Ġв ÑĤоÑĢ", + "ĠвÑĤ оÑĢ", + "çİ ©", + "Âł ÐĿ", + "ÑĪ ие", + "ÑĪи е", + "о ÑĢи", + "оÑĢ и", + "Ø£ س", + "Ġthu á»ijc", + "ëĭĪ ê¹Į", + "ë ķĮ", + "ÑĢ Ñĥп", + "ÑĢÑĥ п", + "Ñģ ÑıÑĤ", + "ÑģÑı ÑĤ", + "з Ñĭ", + "ĠÑģ меÑĢ", + "ĠÑģм еÑĢ", + "Ġv yb", + "Ġvy b", + "ĠìĿ´ ìĥģ", + "à¤ļ न", + "Ġgel di", + "Ġgeld i", + "Û± Û°", + "Û±Û °", + "ικ Ïİν", + "ĠÄIJ ức", + "Ġд оÑģÑĤаÑĤ", + "ĠдоÑģÑĤ аÑĤ", + "Ġö nc", + "Ġön c", + "è¦ ª", + "Ġ adı", + "Ġa dı", + "Ġad ı", + "un ca", + "unc a", + "ĠاÙĦ تر", + "ĠاÙĦت ر", + "çķ ¶", + "ĠФ едеÑĢа", + "ĠФед еÑĢа", + "лÑı ÑİÑĤÑģÑı", + "лÑıÑİÑĤ ÑģÑı", + "ĠÙĥ اÙĨت", + "ĠÙĥاÙĨ ت", + "æİ ¢", + "Ġ Ñĥб", + "ĠÑĥ б", + "Ġ κο", + "Ġκ ο", + "ाà¤ĩ à¤Ł", + "з н", + "Ġm ôi", + "Ġmô i", + "Ġ ãĤµ", + "ĠãĤ µ", + "Ġна вÑĸ", + "Ġнав Ñĸ", + "ç» ¼åIJĪ", + "Ġмин ÑĥÑĤ", + "Ġми нÑĥÑĤ", + "ĠминÑĥ ÑĤ", + "d ık", + "dı k", + "ÑĢ Ñĥд", + "ÑĢÑĥ д", + "åľ ĸ", + "ê° ¤", + "ĠÄijo Ãłn", + "è ¤", + "à¥į वर", + "à¥įव र", + "ĠÃľn iversit", + "а но", + "ан о", + "éĽ ¨", + "ĠvÅ¡ech ny", + "Ġëĭ¤ ìĿĮ", + "ĠC umhur", + "ĠCum hur", + "Ġм Ñĥз", + "ĠмÑĥ з", + "a ÅŁtır", + "aÅŁ tır", + "Ġ ê±°ëŀĺ", + "Ġê±° ëŀĺ", + "Ġ é¡", + "Ġé ¡", + "žit ÃŃ", + "ži tÃŃ", + "Ġ à¸Ł", + "ĠภŁ", + "Ġthu ế", + "Ġм Ñĥж", + "ĠмÑĥ ж", + "ĠÎij ν", + "Ġد ÙĪÙħ", + "ĠدÙĪ Ùħ", + "ĠÑģ ин", + "ĠÑģи н", + "Ġ ÏīÏĤ", + "ĠÏī ÏĤ", + "m eler", + "me ler", + "mel er", + "Ġ poÄį", + "Ġp oÄį", + "Ġpo Äį", + "Ġколи Ñĩе", + "ĠколиÑĩ е", + "ĠK Äį", + "è³ ½", + "ĠоÑģ Ñĸб", + "åı ¥", + "ĠB öl", + "à¸ĺ รรม", + "Ġc ạnh", + "å° ĩ", + "Ġ ноÑģ", + "Ġн оÑģ", + "Ġно Ñģ", + "èĦ ¸", + "Ġgel ir", + "о ÑĢон", + "оÑĢ он", + "оÑĢо н", + "à¥įर à¤Ń", + "ç» ĩ", + "ุ à¹ī", + "ाम ल", + "Ġc âu", + "Ġcâ u", + "Ñij ÑĤ", + "Ġ :|", + "Ġ: |", + "ãĤĮ ãģ¦", + "Ġpos led", + "Ġpo sled", + "ãĤ¹ ãĥĨ", + "ÑĸлÑĮ ÑĪ", + "ен ÑĤÑĭ", + "енÑĤ Ñĭ", + "Ø® دÙħ", + "Ġباش گاÙĩ", + "Ġth Æ°", + "á vánÃŃ", + "áv ánÃŃ", + "ává nÃŃ", + "ëĬ IJ", + "ĠØ£ ØŃ", + "ر اد", + "را د", + "ĠبسÛĮ ار", + "åĪ° äºĨ", + "\" ;\"", + "\"; \"", + "å° İ", + "Ġ ör", + "Ġö r", + "à¸Ĭ าà¸ķ", + "g enus", + "gen us", + "Ġya kın", + "Ġyak ın", + "Ġ ÃŃt", + "ĠÃŃ t", + "reg num", + "regn um", + "Ġf iyat", + "Ġfi yat", + "н ÑĸÑħ", + "нÑĸ Ñħ", + "åľ° æĸ¹", + "Ġbil gi", + "Ġbilg i", + "к ам", + "ка м", + "Ġs pol", + "Ġsp ol", + "Ġspo l", + "ائ ÙĬ", + "Ġ ÙĬÙĨ", + "ĠÙĬ ÙĨ", + "า หาร", + "าห าร", + "Ġب Ú¯", + "é ĺħ", + "éĺ ħ", + "ĠاÙĦ شر", + "ĠاÙĦØ´ ر", + " ģ", + "ĠÑĸн ÑĪиÑħ", + "ĠÑĸнÑĪ иÑħ", + "Ġtr ạng", + "çģ £", + "Ġc á»±c", + "к ан", + "ка н", + "èĭ ı", + "à Ķ", + "Ġl á»Ŀi", + "Ġlá» Ŀi", + "Ñı Ñĩ", + "Ġ ÙĪØŃ", + "ĠÙĪ ØŃ", + "ìĪ ľ", + "Å ¸", + "Ġв оÑģп", + "Ġво Ñģп", + "ĠвоÑģ п", + "ì¡ Į", + "Äį nÃŃch", + "ÄįnÃŃ ch", + "Ø® رÙī", + "خر Ùī", + "ائ ÙĬØ©", + "ائÙĬ Ø©", + "Ġsu ất", + "æĩ ī", + "ا ØŃÛĮ", + "اØŃ ÛĮ", + "Ġn áz", + "Ġná z", + "è¿Ļ ç§į", + "Ġзаб езпеÑĩ", + "Ġ ЧеÑĢ", + "ĠЧ еÑĢ", + "Ġзд ÑĸйÑģ", + "åı ¦", + "æĭ ¬", + "à¥ģ ष", + "à¥ģठ·", + "μ ÏĨ", + "ëĥ IJ", + "Ðķ Ñģли", + "é ¬", + "Ġ íĥľ", + "Ġíĥ ľ", + "Ġ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢ", + "Ġм л", + "å´ İ", + "Ùģ ع", + "Ġ ÙĤدر", + "ĠÙĤ در", + "ĠÙĤد ر", + "Ġv á»ijn", + "å¦ ¹", + "Ġ ÐĿаÑģ", + "ĠÐĿ аÑģ", + "ĠÐĿа Ñģ", + "à¥į फ", + "à¥įठ«", + "ãĤ¸ ãĥ£", + "Ġm ı", + "ен Ñģ", + "б Ñĥд", + "бÑĥ д", + "ĠØŃ ØªÙī", + "Ġ ì²´", + "Ġì² ´", + "ĠÑĸ ÑģÑĤоÑĢ", + "ĠÑĸÑģ ÑĤоÑĢ", + "Ġgi ấy", + "γ οÏģ", + "γο Ïģ", + "ëIJĺ ìĸ´", + "Ġ íĤ", + "Ġí Ĥ", + "ĠÐŀд на", + "ĠÙĨ ÙħÙĪد", + "ĠÙĨÙħ ÙĪد", + "Ġвип ад", + "ĠìŀIJ ìĭł", + "Ġj ste", + "Ġjs te", + "Ġ ëĵ±ë¡Ŀ", + "Ġëĵ± ë¡Ŀ", + "ek ten", + "ekt en", + "ekte n", + "ĠÑĢ еÑĩ", + "ĠÑĢе Ñĩ", + "r odnÃŃ", + "rod nÃŃ", + "س تر", + "ست ر", + "ı t", + "ä¹ħ ä¹ħ", + "ĠØ® ÙĦاÙĦ", + "ĠØ®ÙĦ اÙĦ", + "Ġ ç¦", + "Ġç ¦", + "u luk", + "ul uk", + "ulu k", + "l enen", + "le nen", + "len en", + "lene n", + "i lip", + "il ip", + "ili p", + "è´ ¢", + "Ġà¤ħ à¤ķ", + "ĠY ıl", + "Ġ ãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢ ãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢ ãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢ ãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢ ãĢĢ", + "Ġ à¤Ŀ", + "ĠठĿ", + "ĠB ình", + "Ġol muÅŁ", + "Ġolm uÅŁ", + "اÙĦ Ø¥ÙĨجÙĦÙĬزÙĬØ©", + "اÙĦØ¥ ÙĨجÙĦÙĬزÙĬØ©", + "м енно", + "мен но", + "aln ız", + "Ġ شرÙĥØ©", + "Ġشر ÙĥØ©", + "Ġس ÙĨØ©", + "ĠسÙĨ Ø©", + "è´ Ł", + "ä½ľ åĵģ", + "Ġ ìķ½", + "Ġìķ ½", + "ĠдÑĢÑĥг иÑħ", + "ĠbaÄŁ lantı", + "о дÑĥ", + "од Ñĥ", + "çļĦ æĺ¯", + "ั à¸Ļà¸Ķ", + "ัà¸Ļ à¸Ķ", + "ĠкоÑĤоÑĢ ÑĭÑħ", + "ĠاÙĦ ÙĪÙĦ", + "ĠاÙĦÙĪ ÙĦ", + "ê¸Ģ ìĥģìľĦ", + "ĠÏĢ εÏģ", + "ĠÏĢε Ïģ", + "리 ìķĦ", + "i bar", + "ib ar", + "iba r", + "Ġ èĥ", + "Ġè ĥ", + "ãģŁ ãģĦ", + "á j", + "ĠìľĦ íķ´", + "? âĢľĊĊ", + "?âĢľ ĊĊ", + "Ġ íİĺ", + "Ġíİ ĺ", + "Ġ ней", + "Ġн ей", + "Ġне й", + "ĠÐĹ Ð°Ðº", + "ĠÐĹа к", + "Ġ ÐĴÑĸд", + "ĠÐĴ Ñĸд", + "е лÑĸ", + "ел Ñĸ", + "è¯ ¾", + "åī ¯", + "m adan", + "ma dan", + "mad an", + "mada n", + "æľ «", + "ĠÏĢ ÏģÏĮ", + "Ġп ÑģиÑħ", + "Ġ ÑĤÑĸ", + "ĠÑĤ Ñĸ", + "Ùĥ ات", + "Ġvys ok", + "ê´Ģ 리", + "ül tür", + "ült ür", + "Ġ à¹Ģà¸Ń", + "Ġà¹Ģ à¸Ń", + "Ġà¹ĢภŃ", + "Ġ íķ©", + "Ġíķ ©", + "çĿ £", + "Ġ ÑĢиÑģ", + "ĠÑĢ иÑģ", + "е ÑĢÑĮ", + "еÑĢ ÑĮ", + "ĠÚ© ÙĦÛĮ", + "ĠÚ©ÙĦ ÛĮ", + "Ġ ãĥŀ", + "Ġãĥ ŀ", + "Ġph ÃŃa", + "ĠphÃŃ a", + "å «", + "ا Ú¯", + "Ġ é¢", + "Ġé ¢", + "ĠÙĨ Ùģر", + "ĠÙĨÙģ ر", + "Ġ جاÙĨ", + "Ġج اÙĨ", + "Ġجا ÙĨ", + "Ġ yas", + "Ġy as", + "Ġya s", + "ж ениÑı", + "же ниÑı", + "жен иÑı", + "ĠлÑĥÑĩ ÑĪе", + "Ġ çº", + "Ġç º", + "Ġ мон", + "Ġм он", + "Ġмо н", + "Ġت Ø®", + "Ġ Ø´ÛĮ", + "ĠØ´ ÛĮ", + "Ġн екоÑĤоÑĢ", + "Ġнек оÑĤоÑĢ", + "алÑĮ нÑĭе", + "Ġob chod", + "Ġíķ¨ ê»ĺ", + "Ġr iêng", + "ãģķ ãĤĮãĤĭ", + "ãģķãĤĮ ãĤĭ", + "о кÑĥ", + "ок Ñĥ", + "ĠС ШÐIJ", + "ë§ ģ", + "Ġ Nếu", + "ĠN ếu", + "ĠA ÄŁ", + "Ġд веÑĢ", + "Ġдв еÑĢ", + "Ġдве ÑĢ", + "à¥ĭ ष", + "Ġkh iến", + "Ġkhi ến", + "н его", + "не го", + "ì± ħ", + "ั à¸ķร", + "ัà¸ķ ร", + "m alı", + "ma lı", + "mal ı", + "Ġ ÙĬا", + "ĠÙĬ ا", + "ç§ij æĬĢ", + "ื à¸Ļ", + "ห มาย", + "หม าย", + "Ġ خص", + "ĠØ® ص", + "åĨ ľ", + "ÃŃ me", + "ÃŃm e", + "ĠÑįÑĤ ой", + "ĠÑįÑĤо й", + "Ġ ìĹħ", + "ĠìĹ ħ", + "Ġ ä¹", + "ä¼ ¯", + "' ´", + "Ùħ ÙĬÙĦ", + "ÙħÙĬ ÙĦ", + "à¸Ń à¸ĩà¸Ħ", + "à¸Ńà¸ĩ à¸Ħ", + "k ová", + "ko vá", + "kov á", + "è¿Ļ ä¹Ī", + "ãĢĤ æĪij", + "ìĹIJ ìĦľëĬĶ", + "ìĹIJìĦľ ëĬĶ", + "Ġ ìļ©", + "Ġìļ ©", + "ë¹Ħ ìĬ¤", + "Ġ ì¦Ŀ", + "Ġì¦ Ŀ", + "IT TE", + "ITT E", + "Ġ모 ëĵł", + "ĠspoleÄį nosti", + "ĠspoleÄįnost i", + "Ġв ик", + "Ġви к", + "Ġt ÅĻÃŃ", + "ĠtÅĻ ÃŃ", + "é ³", + "Ġ Ø®ÛĮ", + "ĠØ® ÛĮ", + "Ġp ož", + "Ġpo ž", + "Ġиме еÑĤ", + "Ġd ÄĽt", + "ĠdÄĽ t", + "ĠÙħد ÙĦ", + "Ġ мо", + "Ġм о", + "åį ı", + "e nÃŃm", + "en ÃŃm", + "enÃŃ m", + "é ī", + "ا ظ", + "Ø§Ø ¸", + "Ġ teÅŁ", + "Ġt eÅŁ", + "Ġte ÅŁ", + "Ġ veÅĻej", + "Ġve ÅĻej", + "L IC", + "LI C", + "ì§Ģ ëĬĶ", + "Ñĭ ваÑİÑĤ", + "Ñĭв аÑİÑĤ", + "Ñĭва ÑİÑĤ", + "ĠоÑĢг анÑĸ", + "ĠоÑĢган Ñĸ", + "nÃŃ mi", + "nÃŃm i", + "θ ÎŃ", + "ãĤ¯ ãĥ©", + "ãĥ¼ ãĥ³", + "ãĥ¼ãĥ ³", + "ли ÑģÑı", + "i mdi", + "im di", + "imd i", + "æ Ĩ", + "ïº İ", + "Ġìļ´ ìĺģ", + "κ αν", + "κα ν", + "Ġ ë³µ", + "Ġë³ µ", + "Ġ ÐĨн", + "ĠÐĨ н", + "p lication", + "pl ication", + "t ah", + "ta h", + "Ġ ÐIJв", + "ĠÐIJ в", + "Ġc á»Ļng", + "алÑĮ ноÑĹ", + "алÑĮно ÑĹ", + "Ġد ÙĪرÙĩ", + "ĠدÙĪ رÙĩ", + "ĠدÙĪر Ùĩ", + "à¥įर य", + "Ġ Ø®ÙĪ", + "ĠØ® ÙĪ", + "Ġв ÑĢа", + "Ø¥ ÙĨ", + "èĤ ī", + "Ġo yn", + "Ġoy n", + "ĠT Æ°", + "ĠÙĩ ÙħاÙĨ", + "ĠÙĩÙħ اÙĨ", + "ĠбÑĸлÑĮ ÑĪе", + "ĠбÑĸлÑĮÑĪ е", + "æĮ ¯", + "ا ÙħØ©", + "اÙħ Ø©", + "å º«", + "åº «", + "Ġ ÑĢеж", + "ĠÑĢ еж", + "ĠÑĢе ж", + "Ġدار ÙĨد", + "ÑĢ ий", + "ÑĢи й", + "Ġ æĮ", + "Ġæ Į", + "Ġson uç", + "Ġsonu ç", + "Ġt ả", + "ั à¸ĩà¸Ħ", + "ัà¸ĩ à¸Ħ", + "ë° Ľ", + "Ġ мом", + "Ġм ом", + "Ġмо м", + "ви Ñĩай", + "виÑĩ ай", + ". à¸Ħ", + "Ġ à¤Ĩà¤Ī", + "Ġà¤Ĩ à¤Ī", + "åģ ĩ", + "Ġpos kyt", + "Ġpo skyt", + "ĠÑģ Ñĥп", + "ĠÑģÑĥ п", + "ıyor du", + "а ле", + "ал е", + "и ÑĨ", + "Ġ θÎŃ", + "Ġθ ÎŃ", + "ãĤĩ ãģĨ", + "ĠÑģв ой", + "ĠÑģво й", + "ม à¸Ļ", + "Ġn ữa", + "Ġnữ a", + "v oÅĻ", + "vo ÅĻ", + "ا سÙĬ", + "اس ÙĬ", + "éĴ ±", + "ãģĹ ãģ¦ãģĦãģŁ", + "ãģĹãģ¦ ãģĦãģŁ", + "ãģĹãģ¦ãģĦ ãģŁ", + "ĠÄij ầy", + "ا ÙĬر", + "اÙĬ ر", + "Ġar aÅŁtır", + "Ġara ÅŁtır", + "ì £", + "ãģ¨ ãģ¯", + "ĠÑģ поÑĢ", + "ĠÑģп оÑĢ", + "Ġê° Ģìŀ¥", + "Ġê°Ģ ìŀ¥", + "è¼ ī", + "âĸ ¡", + "Ġ ìĻĦ", + "ĠìĻ Ħ", + "оÑĢ аÑı", + "оÑĢа Ñı", + "Ïģ εί", + "Ïģε ί", + "ĠÑį ÑĤа", + "ĠÑįÑĤ а", + "ë©´ ìłģ", + "ìĿ´ ìĬ¤", + "ä½ ³", + "æĻ ļ", + "Ġk val", + "Ġkv al", + "Ġn á»ķi", + "ÑĤ ами", + "ÑĤа ми", + "Ġпол ÑĸÑĤи", + "ĠполÑĸ ÑĤи", + "Ġ Ä°ng", + "ĠÄ° ng", + "ĠÄ°n g", + "нÑĸ ÑģÑĤÑİ", + "нÑĸÑģÑĤ Ñİ", + "Ġ à¹Ģà¸ģ", + "Ġà¹Ģ à¸ģ", + "Ġà¹Ģภģ", + "Ġ 민", + "Ġë ¯¼", + "è Ķ", + "Ïģ ία", + "Ïģί α", + "æİ Ī", + "Ġ çĤ", + "Ġç Ĥ", + "ĠÙĨÙħ اÛĮ", + "Ġ ìŀ¡", + "Ġìŀ ¡", + "æŀ ¶", + "اب ÙĤ", + "Ñģ он", + "Ñģо н", + "ен ного", + "енно го", + "ĠÙħ ÛĮÙĦÛĮ", + "ĠÙħÛĮ ÙĦÛĮ", + "ĠÙħÛĮÙĦ ÛĮ", + "Ġk urum", + "Ġkur um", + "Ġku rum", + "Ġkuru m", + "à¹Į ส", + "Ġ ì´Ŀ", + "Ġì ´Ŀ", + "Ġì´ Ŀ", + "ĠnÄĽk olik", + "ĠnÄĽkol ik", + "Ġ ÙĢ", + "ĠÙ Ģ", + "ĠзаÑģÑĤ оÑģ", + "à¸Ķ à¸Ļ", + "ÙĨ داÙĨ", + "ÙĨد اÙĨ", + "ÙĨدا ÙĨ", + "ĠJ ap", + "ĠJa p", + "éĥ ¡", + "à¥į à¤Ń", + "à¥įठŃ", + "Ġ à¹Ģà¸Ĭ", + "Ġà¹Ģ à¸Ĭ", + "Ġà¹ĢภĬ", + "Ġ âĢ«", + "ĠâĢ «", + "é£ ŀ", + "o vatel", + "ov atel", + "ova tel", + "ovat el", + "ĠÑĩа ÑģÑĤÑĮ", + "ĠÑĩаÑģ ÑĤÑĮ", + "ĠÑĩаÑģÑĤ ÑĮ", + "Ġb á»ķ", + "ãĤ¯ ãĥª", + "ิ à¹Į", + "Ġвид е", + "Ġви де", + "v ail", + "va il", + "Ì ī", + "ÄŁ inde", + "ÄŁi nde", + "ÄŁin de", + "ãģ¨ ãĤĤ", + "âĢĮÚ© ÙĨد", + "âĢĮÚ©ÙĨ د", + "Ġ ëħĦ", + "Ġëħ Ħ", + "Ġ اÙĤتص", + "ĠاÙĤ تص", + "ï½ Ĺ", + "Ïģ ιÏĥ", + "Ïģι Ïĥ", + "з д", + "èĻ ½", + "Ġth oại", + "Ġtho ại", + "Ġ ÙĪز", + "ĠÙĪ ز", + "Ġ mÃŃt", + "Ġm ÃŃt", + "ĠmÃŃ t", + "ĠÑħ олод", + "ĠÑħол од", + "Ġ кÑĥп", + "Ġк Ñĥп", + "ĠкÑĥ п", + "а ниÑħ", + "ан иÑħ", + "ани Ñħ", + "Ġnh ìn", + "ãģĭ ãģª", + "Ġ Ðļом", + "ĠÐļ ом", + "ĠÐļо м", + "ÏĦ εÏģ", + "ÏĦε Ïģ", + "ï¼Į åıª", + "Ġol up", + "Ġhá» ıi", + "ë ij", + "ĠnÄĽk ter", + "i sÃŃ", + "is ÃŃ", + "ĠвикоÑĢиÑģÑĤ ов", + "ìŀ ¡", + "Ġà¤ķ ल", + "Ġìľł ìłĢ", + "ĠпÑĢ иб", + "ĠпÑĢи б", + "èĭ ¦", + "Ġ мов", + "Ġм ов", + "Ġмо в", + "Ġ หà¸Ļ", + "Ġห à¸Ļ", + "ëIJĺ ëĬĶ", + "о ко", + "ок о", + "Ġоб еÑģп", + "Ġk ez", + "Ġke z", + "л ÑıÑħ", + "лÑı Ñħ", + "ĠпÑĢо иÑģ", + "Ġпо вин", + "Ġпов ин", + "ĠÐļ оÑĢ", + "ĠÐļо ÑĢ", + "ì¼ Ģ", + "Ġ Ñģи", + "ĠÑģ и", + "Ġ ä¹ĭ", + "Ġä¹ ĭ", + "ĠâĢĶ Ċ", + "ÑģÑĥÑĤ ÑģÑĤв", + "ç °", + "Ġ à¤ł", + "Ġठł", + "н аÑĤ", + "на ÑĤ", + "Ġs uy", + "Ġsu y", + "Ġ ÑģÑĭ", + "ĠÑģ Ñĭ", + "ĠÙĨ شاÙĨ", + "ĠÙĨØ´ اÙĨ", + "Ġна пÑĢав", + "Ġнап ÑĢав", + "ĠÑĨ ÑĮомÑĥ", + "æĺ¯ ä¸Ģ", + "Ġm üm", + "Ġmü m", + "ÑĶ мо", + "ÑĶм о", + "ĠاسÙĦاÙħ ÛĮ", + "Ġza manda", + "Ġzam anda", + "Ġzaman da", + "ÙĪ ÙħاÙĨ", + "ÙĪÙħ اÙĨ", + "ا ÙĦØŃ", + "اÙĦ ØŃ", + "Å¡t ÄĽnÃŃ", + "Å¡tÄĽ nÃŃ", + "Ġ Ðļак", + "ĠÐļ ак", + "ĠÐļа к", + "¤ íĶĦ", + "¤í ĶĦ", + "ĠÙ¾ رد", + "Ġپر د", + "C ác", + "ε ια", + "ει α", + "Ġ جÙĪ", + "Ġج ÙĪ", + "ĠÄijo ạn", + "Ġà¤ĩ त", + "Ġз ан", + "Ġза н", + "ĠÙħÙĨØ· ÙĤÙĩ", + "ĠÙħ عÙĦ", + "ĠÙħع ÙĦ", + "Ġdo kon", + "Ġdok on", + "åIJ ¸", + "ic kou", + "ick ou", + "å° ģ", + "Ġк иÑģ", + "Ġки Ñģ", + "ัà¸ĩ หว", + "i species", + "is pecies", + "isp ecies", + "Ġнап ÑĢÑı", + "æº ĸ", + "Ġà¤ľ ल", + "à¹Ģ à¸ī", + "à¹Ģภī", + "L AR", + "LA R", + "ĠÑĥÑģлов иÑı", + "ĠWiki species", + "ĠWik ispecies", + "ระ à¸Ķ", + "Ġ mey", + "Ġm ey", + "Ġme y", + "ãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢ", + "à¹ĩ à¸Ī", + "å¾ Ĵ", + "t ach", + "ta ch", + "u muz", + "um uz", + "umu z", + "κ η", + "à Ĭ", + "Ġ ün", + "Ġü n", + "ĠB ITTE", + "ĠBIT TE", + "ĠÙħ ربع", + "ĠÙħر بع", + "ĠÙħرب ع", + "ãĤ· ãĥ¥", + "िस à¤ķ", + "Ø· ÙĪر", + "Ġв оÑģ", + "Ġво Ñģ", + "ï¾ Ł", + "Ġy ayın", + "Ġyay ın", + "ãģĭ ãĤĬ", + "л иÑı", + "ли Ñı", + "Ġп ÑĢин", + "ĠпÑĢ ин", + "ĠпÑĢи н", + "ij ng", + "ĠÙĨ Ø®", + "Ġl ze", + "Ġlz e", + "à¥įष ण", + "Ġ бо", + "Ġб о", + "Ġ ê¸Ģ", + "Ġê¸ Ģ", + "Ġgel iÅŁtir", + "ĠgeliÅŁ tir", + "à¸Ľà¸£à¸° à¸Ĭ", + "å½ ¡", + "Ġ ãĤª", + "ĠãĤ ª", + "ãģĪ ãģ¦", + "н ÑĥÑĤÑĮ", + "нÑĥ ÑĤÑĮ", + "нÑĥÑĤ ÑĮ", + "Ġ ç½", + "Ġç ½", + "Ġ маг", + "Ġм аг", + "Ġма г", + "ãģ« ãģ¤", + "н оÑģÑĤей", + "ноÑģÑĤ ей", + "Ġ ÙĦÙĬ", + "ĠÙĦ ÙĬ", + "æĢ ª", + "ÑıÑĤ ÑģÑı", + "ภij", + "िय म", + "Ġ ãĢİ", + "ĠãĢ İ", + "ÑĢ ÑĮ", + "Ġm ạng", + "t ım", + "tı m", + "ĠпеÑĢи од", + "о гÑĥ", + "ог Ñĥ", + "ĠкоÑĤоÑĢ аÑı", + "ĠкоÑĤ оÑĢаÑı", + "리 ê°Ģ", + "Ġãħ ¡", + "Ġج اÛĮ", + "Ġجا ÛĮ", + "ĠпоÑĤ ÑĢÑĸб", + "Å¡ en", + "Å¡e n", + "à¸Ń ะ", + "ب ع", + "ØŁ Ċ", + "Ġ ë°©ë²ķ", + "Ġë°© ë²ķ", + "Ġ гоÑĢод", + "Ġг оÑĢод", + "ĠгоÑĢ од", + "Ġ Ðĺн", + "ĠÐĺ н", + "Ġ оказ", + "Ġо каз", + "Ġок аз", + "ر ÙĪز", + "رÙĪ ز", + "Ġili ÅŁk", + "ĠiliÅŁ k", + "å® £", + "f orman", + "form an", + "for man", + "forma n", + "a daÅŁ", + "ad aÅŁ", + "ada ÅŁ", + "ÙĬ ÙĦØ©", + "ÙĬÙĦ Ø©", + "ĠÐļ аÑĢ", + "ĠÐļа ÑĢ", + "Ġm ất", + "æħ ĭ", + "м п", + "à¹Ĥ à¸Ļ", + "ĠØŃÙĤ ÙĪÙĤ", + "Ġд нÑı", + "ĠëĴ ¤", + "ा à¤ķर", + "ाà¤ķ र", + "ì²ĺ ëŁ¼", + "âĢĮ Ø¢", + "h angi", + "han gi", + "hang i", + "è¡Į æĶ¿", + "al iyet", + "ali yet", + "Ġ ì²ľ", + "Ġì² ľ", + "ĠY ap", + "ĠYa p", + "à¹Ĥ รà¸ĩ", + "à¹Ĥร à¸ĩ", + "ì§Ģ ëħ¸", + "Ùİ Ùij", + "Îij ÎĻ", + "á na", + "án a", + "an dır", + "and ır", + "ระ à¸ļà¸ļ", + "ระà¸ļ à¸ļ", + "oÄŁ lu", + "า à¸Īะ", + "าà¸Ī ะ", + "ẩ y", + "ا ÙĪÙĦ", + "اÙĪ ÙĦ", + "ĠмаÑĤ еÑĢÑĸ", + "ÎŁ ÎĿ", + "ÎŁÎ Ŀ", + "Ġin formace", + "Ġinform ace", + "ت ع", + "à¸ļ à¸Ļ", + "ĠÄĮesk é", + "ĠÄĮes ké", + "Ġte mel", + "Ġtem el", + ":::::::::::::::: ::::::::::::::::", + "Ġ chia", + "Ġch ia", + "Ġchi a", + "- Ñģ", + "н еÑĢг", + "не ÑĢг", + "неÑĢ г", + "Ġì° ¾", + "ÑĢ ид", + "ÑĢи д", + "л оÑģÑĮ", + "ло ÑģÑĮ", + "ز ÙĦ", + "ê°Ģ ëĬĶ", + "a né", + "an é", + "Ġнав ÑĸÑĤÑĮ", + "ĠнавÑĸ ÑĤÑĮ", + "ä¸ĵ ä¸ļ", + "Ġ 경기", + "Ġê²½ 기", + "Ġp ÅĻev", + "ĠpÅĻ ev", + "ĠpÅĻe v", + "е ÑĤи", + "еÑĤ и", + "Ġ íĶĮ", + "ĠíĶ Į", + "н ÑıÑĤ", + "нÑı ÑĤ", + "à¥ģ श", + "à¥ģठ¶", + "лÑİ Ð´", + "в иÑī", + "ви Ñī", + "å° ¾", + "çļĦ äºĭ", + "Ġ ëIJľ", + "Ġë IJľ", + "ĠëIJ ľ", + "ر ÙĪÙģ", + "رÙĪ Ùģ", + "Ġ 女", + "Ġå¥ ³", + "κ ή", + "Ġ Tuy", + "ĠT uy", + "ĠTu y", + "Ġê²ĥ ìĿĦ", + "Ġb unu", + "Ġbu nu", + "Ġbun u", + "ĠÑĢаз лиÑĩ", + "ĠD ün", + "ãĤŃ ãĥ£", + "ÑĢ ÑĥÑģ", + "ÑĢÑĥ Ñģ", + "Ġ мм", + "Ġм м", + "l oven", + "lo ven", + "love n", + "lov en", + "Ġot ev", + "n oloj", + "ES Ä°", + "ü p", + "Ġ èĤ", + "Ġè Ĥ", + "ικ ÏĮÏĤ", + "ικÏĮ ÏĤ", + "ض اء", + "ضا Ø¡", + "Ġ пеÑĩ", + "Ġп еÑĩ", + "ÅĻÃŃ klad", + "ãģĵ ãĤį", + "Å¡ tÃŃ", + "Å¡t ÃŃ", + "Ġبر Ú¯", + "ãģĮ ãģĤãĤĭ", + "Ñĸ ÑģÑĤ", + "ÑĸÑģ ÑĤ", + "à¥ī à¤ķ", + "ÏĢ η", + "ĠاÙĦÙħ ست", + "ĠاÙĦÙħس ت", + "Ġз ай", + "Ġза й", + "Ġch Æ°Æ¡ng", + "о ÑĤÑĥ", + "оÑĤ Ñĥ", + "Ġ Сам", + "ĠС ам", + "Å¡ et", + "Å¡e t", + "ĠìŀĪ ìĹĪ", + "ĠÙģ ار", + "Ñĸ он", + "ãĥĹ ãĥŃ", + "Ġnh iá»ĩt", + "in izi", + "ini zi", + "iniz i", + "Ġc ož", + "Ġco ž", + "Ġà¤Ĩ न", + "Ġsyst ém", + "ر ÙĪع", + "رÙĪ ع", + "a yet", + "ay et", + "aye t", + "ĠÙģر ÙĩÙĨÚ¯", + "Ġ è¶", + "Ġè ¶", + "èģ ·", + "è§Ĥ çľĭ", + "н ок", + "но к", + "à¸IJ าà¸Ļ", + "êµIJ ìľ¡", + "k la", + "kl a", + "ãĤģ ãģ¦", + "Îķ ÎĻ", + "åĿ Ĺ", + "Ġsk uteÄį", + "à¥Ĥ à¤ľ", + "ãģij ãģ¦", + "N GC", + "NG C", + "Ġ åĢ", + "Ġå Ģ", + "ĠÑĢоз п", + "nÃŃ ků", + "nÃŃk ů", + "ãĥ³ ãĤ¹", + "ĠÐĴ еÑĢ", + "Ġyüz de", + "Ġ미 êµŃ", + "ĠÙħ Ùī", + "д еÑĢ", + "де ÑĢ", + "а ва", + "ав а", + "Ġmerk ez", + "į ng", + "Ġ ìĤ¼", + "ĠìĤ ¼", + "ĠÑĢоб оÑĤи", + "ĠÑĢобоÑĤ и", + "Ġ нÑĮого", + "Ġн ÑĮого", + "Ġ економ", + "Ġе коном", + "Ġек оном", + "ĠÑĩелов ека", + "ĠÑĩеловек а", + "Ġ à¸ŀระ", + "Ġà¸ŀ ระ", + "Ġà¸ŀร ะ", + "ãĥ Ĵ", + "ãģ£ ãģ¦ãģĦ", + "ãģ£ãģ¦ ãģĦ", + "ä¼ Ĺ", + "ĠпÑĢод ÑĥкÑĤ", + "ĠпÑĢодÑĥк ÑĤ", + "Ġy anı", + "Ġyan ı", + "à¥Ģव न", + "Ġc áºŃp", + "ĠAv rupa", + "ा à¤Ń", + "ाठŃ", + "ĠìłĦ ìļ©", + "æķ £", + "ĠìľĦ íķľ", + "Ñħод иÑĤÑĮ", + "ÑħодиÑĤ ÑĮ", + "Ġsın ır", + "ü cret", + "üc ret", + "s uz", + "su z", + "æ¨ Ĥ", + "Ġ ì°½", + "Ġì° ½", + "Ïģ ίοÏħ", + "Ïģί οÏħ", + "åĪ ļ", + "Ø® ÙĦ", + "ëłĩ ê²Į", + "ج د", + "Ġμ αÏĤ", + "Ġμα ÏĤ", + "áºŃ m", + "k ara", + "ka ra", + "kar a", + "ãĤ« ãĥ¼", + "Ġkter ou", + "ìĽ ¨", + "ÑĦи ÑĨи", + "oÄŁ raf", + "Ġна пÑĢи", + "Ġнап ÑĢи", + "ãģij ãģ©", + "Ġ éļ", + "Ġé ļ", + "ت باÙĦ", + "تب اÙĦ", + "ëŁ ½", + "ìĶ ¨", + "íĮĮ ìĿ¼", + "Ïĩ α", + "Ġuz ak", + "Ġd òng", + "Ġг олоÑģ", + "Ġгол оÑģ", + "Ïĥ ÏĦή", + "ÏĥÏĦ ή", + "ι λ", + "Ø· Ùģ", + "Ġê·¸ ëħĢ", + "ãĤ¿ ãĤ¤", + "ا ÙĨÚ¯", + "اÙĨ Ú¯", + "i nou", + "in ou", + "ino u", + "л он", + "ло н", + "à¹ĩ ม", + "Ġब द", + "Ġkon usunda", + "Ġkonusu nda", + "Ġkonus unda", + "Ġn âng", + "ãģ¾ãģĽ ãĤĵ", + "Ñĥ ÑİÑĤÑĮÑģÑı", + "ÑĥÑİ ÑĤÑĮÑģÑı", + "ÑĥÑİÑĤÑĮ ÑģÑı", + "åŁ ¹", + "ен ко", + "ìł ij", + "Ġ ÑĤов", + "ĠÑĤ ов", + "ĠÑĤо в", + "Ġt ÅĻeba", + "ĠtÅĻ eba", + "ز اÙĨ", + "زا ÙĨ", + "is yon", + "isy on", + "Ġ ген", + "Ġг ен", + "Ġге н", + "Ġ Pokud", + "ĠP okud", + "ĠPo kud", + "ĠPok ud", + "âĢĮ اÙĨد", + "âĢĮاÙĨ د", + "Ġг ÑĢÑĥд", + "ĠгÑĢÑĥ д", + "ĠгÑĢ Ñĥд", + "Ġ خرÛĮد", + "Ġخر ÛĮد", + "λ λα", + "λλ α", + "Ġp ÅĻÃŃm", + "ĠpÅĻ ÃŃm", + "ĠpÅĻÃŃ m", + "Ġ æ³ķ", + "Ġæ³ ķ", + "Ġز ÙĨدگÛĮ", + "ĠزÙĨد Ú¯ÛĮ", + "ạ p", + "Ġ íĬ¸", + "ĠíĬ ¸", + "ĠÄij á»Ļc", + "ĠÄijá»Ļ c", + "Ġê·¸ ë¦¬ê³ł", + "Ġ그리 ê³ł", + "н из", + "ни з", + "Ġ ÙĬÙĤ", + "ĠÙĬ ÙĤ", + "l aÅŁtır", + "la ÅŁtır", + "laÅŁ tır", + "ĠпÑĢав о", + "ĠпÑĢа во", + "Ñĥ Ñģк", + "ÑĥÑģ к", + "å° ½", + "Ġप ड", + "éĵ ģ", + "Ġ ì·¨", + "Ġì ·¨", + "ĠاÙĦ بÙĬ", + "ĠاÙĦب ÙĬ", + " ¸", + "ิม à¸ŀ", + "Ġs vÄĽ", + "Ġsv ÄĽ", + "Ġб ал", + "Ġба л", + "Ġm ôn", + "Ġmô n", + "ĠD ữ", + "ĠØ´ دÙĨ", + "Ġشد ÙĨ", + "Ġ ÙģÙĦ", + "ĠÙģ ÙĦ", + "Ġv znik", + "Ġvz nik", + "Ġch ứ", + "ĠÑģÑĤ ÑĢÑĥкÑĤÑĥ", + "ç¸ £", + "ĠH oa", + "ĠHo a", + "í ĮĢ", + "íĮ Ģ", + "Ġ ÑĢÑĸÑĪ", + "ĠÑĢ ÑĸÑĪ", + "Ġвоз дÑĥ", + "олÑĮ ÑĪ", + "οÏħ με", + "ู à¸Ļ", + "Ġп ÑĢид", + "ĠпÑĢ ид", + "ĠпÑĢи д", + "il mek", + "ilm ek", + "ĠاÙĦ ÙĤر", + "ĠاÙĦÙĤ ر", + "Į ĵ", + "Ġ uç", + "Ġu ç", + "å¨ ĺ", + "ec ektir", + "ecek tir", + "Ġ íħĮ", + "Ġí ħĮ", + "Ġíħ Į", + "Ġ εÏħ", + "Ġε Ïħ", + "Ġh òa", + "Ïģ Ïħ", + "ึà¸ģษ า", + "ĠÑĤеÑħ нолог", + "ú i", + "Ġbilg iler", + "Ġbilgi ler", + "Ġ ÙĤاÙĦ", + "ĠÙĤ اÙĦ", + "e dl", + "ed l", + "z nám", + "zn ám", + "á ly", + "ál y", + "åºĶ 该", + "алÑĮ ний", + "аÑĤ елÑı", + "аÑĤе лÑı", + "à¸Ļ วà¸Ļ", + "à¸Ļว à¸Ļ", + "Ġ ÐŁÐ¾Ð»", + "ĠÐŁ ол", + "ĠÐŁÐ¾ л", + "à¸ŀ à¸Ļ", + "ç¤ ¼", + "Ġt asar", + "Ġta sar", + "Ġtas ar", + "ĠÑĤ ой", + "ĠÑĤо й", + "Ġм еÑģÑı", + "Ġ иÑģк", + "Ġи Ñģк", + "ĠиÑģ к", + "Ġप द", + "γ ή", + "ا ختÙĩ", + "اخ تÙĩ", + "اخت Ùĩ", + "è¿Ļ éĩĮ", + "Ġch á»īnh", + "Ġchá»ī nh", + "ĠÙĤ سÙħ", + "Ùİ Ùĩ", + "er li", + "åĽ½ éĻħ", + "il iyor", + "ili yor", + "ĠØ´Ùĩر ستاÙĨ", + "Ġve lk", + "Ġvel k", + "åĽ º", + "Ġб ÑĸлÑĮÑĪ", + "ĠбÑĸлÑĮ ÑĪ", + "ãĥ¼ ãĥĹ", + "ãĥ¼ãĥ Ĺ", + "æŁ IJ", + "ì§ ľ", + "ĠÄĮ R", + "Ġд ек", + "Ġде к", + "ر بÛĮ", + "رب ÛĮ", + "о виÑĩ", + "ов иÑĩ", + "ови Ñĩ", + "Ġkap sam", + "Ġkaps am", + "ĠÙĦ Ø£", + "Ġ анÑĤи", + "Ġан ÑĤи", + "Ġ ücret", + "Ġü cret", + "ê² ¬", + "о ÑĢож", + "оÑĢ ож", + "оÑĢо ж", + "ÛĮ ÙħÛĮ", + "ÛĮÙħ ÛĮ", + "è© ķ", + "Ġ ë§ŀ", + "Ġë§ ŀ", + "Ġ ÑĢÑıд", + "ĠÑĢ Ñıд", + "ĠÑĢÑı д", + "ĠÙĩÙħ راÙĩ", + "â r", + "ا بت", + "اب ت", + "ĠиÑģполÑĮзов аÑĤÑĮ", + "ĠиÑģполÑĮз оваÑĤÑĮ", + "к Ñģ", + "âī ¡", + "Ġo lay", + "Ġol ay", + "Ġola y", + "èį ¯", + "Ġo prav", + "Ġop rav", + "Ġopr av", + "Ġدرب ارÙĩ", + "Ġ ä¸ŃåĽ½", + "Ġä¸Ń åĽ½", + "и лÑģÑı", + "ил ÑģÑı", + "åį «", + "ĠاÙĦ است", + "ĠاÙĦاس ت", + "ÙĪÛĮ ÛĮ", + "ÑĢ еÑĪ", + "ÑĢе ÑĪ", + "Ġ ÙĨس", + "ĠÙĨ س", + "ãĢĤ åľ¨", + "Ġ ÙĦØŃ", + "ĠÙĦ ØŃ", + "Ġko run", + "Ġkor un", + "ĠÙģ رد", + "ĠÙģر د", + "Ġо боÑĢ", + "Ġоб оÑĢ", + "Ġобо ÑĢ", + "е ÑĪÑĮ", + "еÑĪ ÑĮ", + "Ġpod mÃŃn", + "Ġ ë¬¸ìłľ", + "Ġ문 ìłľ", + "ĠdeÄŁer lendir", + "ä¸į åIJĮ", + "æ¶ ²", + "ा हर", + "ाह र", + "íļ į", + "à¥į à¤ł", + "à¥įठł", + "и ÑĤиÑģÑı", + "иÑĤи ÑģÑı", + "ا ÙĦع", + "اÙĦ ع", + "Ġd vÄĽ", + "Ġdv ÄĽ", + "ĠпеÑĢ ек", + "ĠпеÑĢе к", + "Ġ åħĥ", + "Ġåħ ĥ", + "Ġ aras", + "Ġa ras", + "Ġar as", + "Ġara s", + "Ġalt ında", + "Ġaltın da", + "Ġaltı nda", + "Ġв за", + "Ġвз а", + "æĴ ĥ", + "Ġmil yon", + "Ġ åѦ", + "ĠåŃ ¦", + "Ġв аÑĢи", + "ĠваÑĢ и", + "Ġва ÑĢи", + "ĠاÙĦع اÙĦÙħ", + "' Ñı", + "ÙĪ ÛĮس", + "ÙĪÛĮ س", + "Ġмож ÑĥÑĤÑĮ", + "ãģij ãģŁ", + "ìĿ´ ìĹĪëĭ¤", + "ìĿ´ìĹĪ ëĭ¤", + "ο Ïįν", + "οÏį ν", + "Ġ éŁ", + "Ġé Ł", + "Ġpost up", + "Ġpo stup", + "ü yük", + "üy ük", + "åĪ Ĭ", + "Ġ ÙĤب", + "ĠÙĤ ب", + "Ġاص ÙĦÛĮ", + "ĠاصÙĦ ÛĮ", + "ÙĪ Ùī", + "Ġrep ublik", + "Ġ ÐĻ", + "ĠÐ Ļ", + "ģ m", + "Ġб ел", + "ा -", + "Ñģ кое", + "Ñģк ое", + "Ñģко е", + "Ġcu á»iji", + "è² ·", + "ี ยว", + "ีย ว", + "éĩį è¦ģ", + "ู ม", + "ĠÑĢозвиÑĤ кÑĥ", + "Ġ ë°±", + "Ġë° ±", + "åĥ ¹", + "Ġ åīį", + "Ġåī į", + "à¹Ħ à¸ĭ", + "ãĢĮ âĢ¦âĢ¦", + "à¥Į त", + "Ú© رد", + "کر د", + "Ġza ÅĻÃŃzenÃŃ", + "ส าร", + "Ġle tech", + "Ġlet ech", + "l emek", + "le mek", + "lem ek", + "leme k", + "人 ãģ®", + "Ġd ưỡng", + "ĠdÆ°á» ¡ng", + "ت ÙĤ", + "Ġ åĵ", + "Ġå ĵ", + "åħ »", + "Ġ ëıħ", + "Ġëı ħ", + "Ġ 루", + "Ġë £¨", + "Ġë£ ¨", + "Ø° ÙĦÙĥ", + "Ġ ìĿ¼ë³¸", + "ĠìĿ¼ 본", + "ĠAy rıca", + "ĠÙ¾ Úĺ", + "is inin", + "isi nin", + "isin in", + "isini n", + "Ġìĭ ¶", + "Ú¯ ÛĮرÛĮ", + "Ú¯ÛĮ رÛĮ", + "Ú¯ÛĮر ÛĮ", + "خص ص", + "³ ç´°", + "ĠмаÑĤеÑĢи ал", + "k ové", + "ko vé", + "kov é", + "ë§ ī", + "ãģķ ãģĽ", + "ĠÑĤак ой", + "ĠÑĤа кой", + "Ġtr áºŃn", + "Ġ лиÑĨ", + "Ġл иÑĨ", + "Ġли ÑĨ", + "Ġ åĽĽ", + "ĠåĽ Ľ", + "Ñĩ Ñĥ", + "Ġ æ°´", + "Ġæ° ´", + "Ġdo lay", + "Ġdol ay", + "å½ ¹", + "ÑĢ ива", + "ÑĢи ва", + "ÑĢив а", + "Ġг ÑĢÑĥпп", + "ĠгÑĢÑĥ пп", + "ĠгÑĢÑĥп п", + "Ġmüm kün", + "л ена", + "лен а", + "ле на", + "ëĿ¼ ëĬĶ", + "åĪ© çĶ¨", + "Ġr ahat", + "Ġra hat", + "ï¼ıï¼ı ï¼ıï¼ı", + "æģ ©", + "Ġ íķŃ", + "Ġíķ Ń", + "Ġ íĴ", + "Ġí Ĵ", + "Ġ ìĬ¹", + "ĠìĬ ¹", + "Ġch ân", + "Ġ ãĤ¨", + "ĠãĤ ¨", + "Ġжиз ни", + "çĸ ij", + "ãĢĤ ä»ĸ", + "리 ìĬ¤", + "Ñĩ иÑħ", + "Ñĩи Ñħ", + "Ġ é¦ĸ", + "Ġé¦ ĸ", + "ÄĽ r", + "Ġй омÑĥ", + "Ġth áºŃt", + "Ġìķ ŀ", + "c ih", + "ci h", + "س ÙĦاÙħ", + "سÙĦ اÙħ", + "Ġs iyas", + "Ġsi yas", + "Ġ íĸĪ", + "Ġíĸ Ī", + "Ġк оÑĪ", + "Ġко ÑĪ", + "Ïĥ αν", + "Ïĥα ν", + "ÙĬ اÙĨ", + "ÙĬا ÙĨ", + "Ġd ö", + "ाह त", + "о ÑĢод", + "оÑĢ од", + "оÑĢо д", + "о ваÑı", + "ов аÑı", + "ова Ñı", + "ÑĨи оналÑĮ", + "ÑĨион алÑĮ", + "ائ Ùĩ", + "Ġà¤ĸ र", + "ĠÄij á»Ŀi", + "ĠÄijá» Ŀi", + "ä¸į ä¼ļ", + "Ùĥ ز", + "ี à¸Ħวาม", + "ีà¸Ħ วาม", + "l ıyor", + "lı yor", + "à¥ĭ द", + "Ġ 충", + "Ġì¶ ©", + "Ġc á»ij", + "à¹Ĥ à¸ķ", + "Ġε ÏĢί", + "ĠεÏĢ ί", + "ĠпÑĢ Ñıм", + "æ³ °", + "ا ÙĦØ©", + "اÙĦ Ø©", + "j ÃŃm", + "jÃŃ m", + "Ġ би", + "Ġб и", + "Å¡ em", + "Å¡e m", + "ĠH á»Ļi", + "à¸Ħ รà¸ĩ", + "à¸Ħร à¸ĩ", + "Ġh uyá»ĩn", + "Ġhuy á»ĩn", + "ç¯ Ģ", + "l iÅ¡", + "li Å¡", + "ĠجÙĩ ت", + "ç§ ĭ", + "ĠÑĨ ел", + "ĠÑĨе л", + "Ġ лÑĸÑĤ", + "Ġл ÑĸÑĤ", + "ĠлÑĸ ÑĤ", + "Ġ æ·", + "Ġæ ·", + "ж Ñĥ", + "ãģĪ ãģŁ", + "ë´ ī", + "Ġ 머", + "Ġë¨ ¸", + "åł´ åIJĪ", + "éĿ ©", + "ãĥª ãĥ³", + "ег да", + "Ġbe nim", + "Ġben im", + "Ġbeni m", + "çĽ Ł", + "ãģ® ä¸Ń", + "åĿ IJ", + "ĠÃľniversit esi", + "Ġko ÅŁ", + "Ġп ож", + "Ġпо ж", + "iá»ĩ p", + "ĠpÅĻ ij", + "ĠpÅĻi j", + "ëŀ ¨", + "ĠاÙĦ أس", + "ĠاÙĦØ£ س", + "ár nÃŃ", + "iế m", + "Ġ èĬ", + "Ġè Ĭ", + "Ġ δε", + "Ġδ ε", + "å¨ ±ä¹IJ", + "Ġ Æ°u", + "Ġ çĦ¡", + "ĠçĦ ¡", + "Ġг ÑĢи", + "ĠгÑĢ и", + "Ġпо ÑįÑĤомÑĥ", + "ĠÄij óng", + "ĠÄijó ng", + "ĠÄijón g", + "ج اÙĨ", + "جا ÙĨ", + "Ġngh iên", + "Ġnghi ên", + "Ġا ÙĦاÙĨ", + "ĠاÙĦ اÙĨ", + "ÑĪ ей", + "ÑĪе й", + "à¹ģ รà¸ģ", + "ĠÚĨ Ùĩار", + "ĠÚĨÙĩ ار", + "Ñİ Ñīий", + "ÑİÑī ий", + "ÏĮ Ïģ", + "Ġ رÙħ", + "Ġر Ùħ", + "ì² ł", + "Ġدست گاÙĩ", + "Ġ دÛĮد", + "Ġد ÛĮد", + "ĠدÛĮ د", + "ãĥĥãĤ¯ ãĤ¹", + "ा मन", + "ाम न", + "ĠTh Ãłnh", + "Ġth ẩm", + "Ġc Ãłng", + "ĠcÃł ng", + "Ġdön Ã¼ÅŁ", + "ĠпÑĢи гоÑĤов", + "ĠпÑĢиг оÑĤов", + "Ġk iÅŁi", + "Ġki ÅŁi", + "ĠkiÅŁ i", + "ØŃ Øª", + "Ġ ë²ķ", + "Ġë² ķ", + "é£ Ľ", + "Ġit ibar", + "Ġг лав", + "Ġгла в", + "Ġor tam", + "Ġort am", + "Ġorta m", + "Ġm add", + "Ġma dd", + "Ġmad d", + "Ġ оÑģÑĤав", + "Ġо ÑģÑĤав", + "ĠоÑģÑĤ ав", + "ĠÙģÙĪ تباÙĦ", + "ĠÙģÙĪت باÙĦ", + "Ġan laÅŁ", + "l eyen", + "le yen", + "ley en", + "ç ´Ģ", + "ç´ Ģ", + "Ġ é£", + "Ġé £", + "/ lo", + "/l o", + "Ùħ ÙĪÙĦ", + "ÙħÙĪ ÙĦ", + "Ġд ÑĥÑħ", + "ĠдÑĥ Ñħ", + "Ġ ÙĦب", + "ĠÙĦ ب", + "л ег", + "ле г", + "Ġgö nder", + "Ġgön der", + "ÙĬ Ø·", + "Ġ สำ", + "Ġส ำ", + "Ġv ás", + "Ġvá s", + "ĠÐŁ еÑĤ", + "а лоÑģÑı", + "ало ÑģÑı", + "ì ¿ł", + "ì¿ ł", + "éĻ ½", + "åĸ ®", + "èĪ ŀ", + "н Ñĥл", + "нÑĥ л", + "ÄŁ ine", + "ÄŁi ne", + "ÄŁin e", + "Ġ ghi", + "Ġg hi", + "Ġgh i", + "Ġ çµ", + "Ġç µ", + "ÙĬ ÙĨÙĬ", + "ÙĬÙĨ ÙĬ", + "Å ½", + "Ġhük üm", + "ĠD Ä±ÅŁ", + "ĠÎŃ Ïĩει", + "ĠÎŃÏĩ ει", + "Ġ Ñģка", + "ĠÑģ ка", + "ĠÑģк а", + "Ġ ÑĤим", + "ĠÑĤ им", + "ĠÑĤи м", + "Ġп оÑģÑĤав", + "Ġпо ÑģÑĤав", + "ĠпоÑģÑĤ ав", + "à¸Ļ าà¸Ķ", + "à¸Ļา à¸Ķ", + "d ül", + "dü l", + "Ġd va", + "Ġdv a", + "Ġ à¸Ħà¸Ļ", + "Ġà¸Ħ à¸Ļ", + "Ġchá»ĭ u", + "Ġ èı", + "Ġè ı", + "à¹ģส à¸Ķà¸ĩ", + "æ° £", + "Ġ íĪ¬", + "Ġí Ī¬", + "Ġ Ñĩин", + "ĠÑĩ ин", + "ĠÑĩи н", + "ãģ« ãģĬ", + "ен ноÑģÑĤи", + "енно ÑģÑĤи", + "ÐIJ ÐĿ", + "Ġh emen", + "Ġhe men", + "Ġhem en", + "Ġ ait", + "Ġa it", + "Ġai t", + "Ġ à¤Ĭ", + "ĠठĬ", + "æī §", + "ĠA BD", + "ĠAB D", + "Ġκα θ", + "æ´ Ľ", + "ãĤ¢ ãĥ«", + "à¹ī าà¸Ĺ", + "à¹īา à¸Ĺ", + "ÅĻ ez", + "ÅĻe z", + "d ÄĽji", + "dÄĽ ji", + "Ġt á»ĭch", + "еннÑı м", + "Ġв ÑģÑĤанов", + "ĠвÑģÑĤ анов", + "ĠاÙĦ بر", + "ĠاÙĦب ر", + "ÙĪÙħ تر", + "k ách", + "ká ch", + "åº Ĭ", + "л Ñĥж", + "лÑĥ ж", + "Ġ تد", + "Ġت د", + "ä¸ ½", + "ر Ø®", + "à¤Ĥ à¤ĸ", + "èĩªå·± çļĦ", + "å®ĺ ç½ij", + "- Ñı", + "à¹ĩ à¸Ķ", + "èĦ ļ", + "Ġ çķ", + "Ġç ķ", + "Ġiçer isinde", + "Ġb iá»ĥn", + "Ġbi á»ĥn", + "Ġ à¸ģล", + "Ġà¸ģ ล", + "Ġy aÄŁ", + "Ġya ÄŁ", + "Ġ æ´", + "Ġæ ´", + "Ġ бÑĢа", + "Ġб ÑĢа", + "ع ار", + "عا ر", + "æĪ °", + "à¥Ģ Ċ", + "Ġlé Äį", + "a ların", + "alar ın", + "aları n", + "Ġ Îĸ", + "ĠÎ ĸ", + "а ÑĢÑı", + "аÑĢ Ñı", + "ãģĿ ãĤĵãģª", + "ÅĪ uje", + "ãĢĢ Ġ", + "ĠsaÄŁ lık", + "Ġдо ÑģлÑĸд", + "ĠдоÑģ лÑĸд", + "ÃŃ Å¡", + "à¥įर श", + "à¥ī न", + "Ġgi ả", + "بÙĪ اسطة", + "å® ģ", + "Ġs oud", + "Ġso ud", + "Ġsou d", + "Ġк ÑĤо", + "e sel", + "es el", + "ese l", + "Ġп ам", + "Ġпа м", + "Ġ ÂłĠ", + "ĠÂł Ġ", + "ĠÄį lov", + "æ· ·", + "ห à¸į", + "ĠOs man", + "æ ¦Ĥ", + "æ¦ Ĥ", + "Ġ åĭ", + "Ġå ĭ", + "ï¼Į åħ¶", + "Ġ à¸Ħร", + "Ġà¸Ħ ร", + "Ġmá» ģm", + "Ġ ÑģоÑĢ", + "ĠÑģ оÑĢ", + "ĠÑģо ÑĢ", + "çĨ ±", + "Ġthu ê", + "ر ج", + "à¹Ĥล à¸ģ", + "Ġ íķĺê³ł", + "Ġíķĺ ê³ł", + "ÙĬ دة", + "ÙĬد Ø©", + "ĠaÅŁ aģı", + "Ġk á»ĥ", + "Ġká» ĥ", + "à¸ķ ำ", + "λ ει", + "λε ι", + "çļĦ è¯Ŀ", + "æ± ł", + "ĠÑģ ÑĤен", + "ĠÑģÑĤ ен", + "Ġin cel", + "Ġinc el", + "Ġince l", + "åº Ń", + "ÑĤ оÑĩ", + "ÑĤо Ñĩ", + "Ġprob lém", + "Ġprobl ém", + "ÏĦ Ïĥ", + "à¹ī à¸Ńà¸Ļ", + "à¹īà¸Ń à¸Ļ", + "ë³´ ëĭ¤", + "Ġà¤Ĩ à¤Ĺ", + "ν αÏĤ", + "να ÏĤ", + "ãģĦ ãĤĭ", + "Ġd ục", + "Ġdụ c", + "Ġtoho to", + "Ġtoh oto", + "ëIJĺ ìĹĪëĭ¤", + "ëIJĺìĹĪ ëĭ¤", + "T J", + "Ġви знаÑĩ", + "ĠB unun", + "ĠBu nun", + "ĠBun un", + "ĠBunu n", + "à¤Ĥ बर", + "à¤Ĥब र", + "ĠÙĩÙħÚĨ ÙĨÛĮÙĨ", + "Ġб Ñİдж", + "Ñĥ ÑĢг", + "ÑĥÑĢ г", + "äº ®", + "Ġμε γ", + "Ġtop lum", + "Ġtopl um", + "ãģ£ ãģ", + "о ÑĤо", + "оÑĤ о", + ": |", + "éĿŀ 常", + "ิ à¸Ĺà¸ĺ", + "ิà¸Ĺ à¸ĺ", + "éģ ķ", + "âĢĮÙ¾ دÛĮ", + "Ġз ÑĢоб", + "à¹Į à¸Ķ", + "Ġдолж ен", + "Ġдол жен", + "ĠmÄĽ sta", + "ĠmÄĽst a", + "ÛĮ Ø´Ùĩ", + "ÛĮØ´ Ùĩ", + "v atel", + "va tel", + "vat el", + "Ġprov oz", + "Ġ inan", + "Ġin an", + "Ġi nan", + "à¤Ĥ प", + "Ġpar ç", + "ÑĢ аÑģÑĤ", + "ÑĢа ÑģÑĤ", + "ÑĢаÑģ ÑĤ", + "üm ü", + "Ġgi á»ijng", + "Ġgiá» ijng", + "æ¬ ¢", + "Ø« ÙĬر", + "ĠB akan", + "ĠBa kan", + "ĠBak an", + "Ġ âĪ¨", + "ĠâĪ ¨", + "Ġ باÙĨ", + "Ġب اÙĨ", + "Ġبا ÙĨ", + "Û± Û¸", + "Û±Û ¸", + "ãĤĤ ãģĨ", + "land ı", + "lan dı", + "Ġyen iden", + "Ġyeni den", + "ÑĨ енÑĤ", + "ÑĨе нÑĤ", + "ÑĨен ÑĤ", + "Ġде ÑıÑĤелÑĮ", + "Ð ©", + "Ġ rov", + "Ġr ov", + "Ġro v", + "å®Į åħ¨", + "ĠK ỳ", + "s lu", + "sl u", + "Ġl ấy", + "é¤ IJ", + "ĠÑĩ олов", + "ä¼ Ŀ", + "ĠbaÅŁ v", + "å° Ī", + "ê³ ¡", + "ãĢģ ãģĿãĤĮ", + "Ġ PÅĻÃŃ", + "ĠP ÅĻÃŃ", + "ĠPÅĻ ÃŃ", + "д ем", + "де м", + "ĠпÑĢо ек", + "ร à¸ĸ", + "建 设", + "Ġмож лив", + "æ® º", + "ãģ¡ãĤĥ ãĤĵ", + "æķ ij", + "ĠÄį ty", + "ĠÄįt y", + "é¦ Ĩ", + "о ÑĢÑĥ", + "оÑĢ Ñĥ", + "Ġ æĦ", + "Ġæ Ħ", + "Ġk ÃŃch", + "λ οÏħ", + "λο Ïħ", + "ãģĦ ãģ¤", + "Ġc Äĥn", + "ĠcÄĥ n", + "Ạµ", + "Ġel de", + "éº »", + "ÄŁ e", + "Ġdo bÄĽ", + "Ġdob ÄĽ", + "ा यर", + "ाय र", + "Ġ ãĥı", + "Ġãĥ ı", + "н ен", + "не н", + "Ġmůže te", + "Ġmůž ete", + "Ġна ÑģÑĤÑĥп", + "ĠнаÑģÑĤ Ñĥп", + "ìĭľ ê°Ħ", + "ĠÑģим пÑĤом", + "Ġ ÏĥÏį", + "ĠÏĥ Ïį", + "Ġ سÙĦ", + "Ġس ÙĦ", + "ε κ", + "ร à¸ĵ", + "á te", + "át e", + "ek ler", + "ekl er", + "ĠвÑĢем ени", + "ĠвÑĢемен и", + "âĢĮ ÙĩاÛĮÛĮ", + "âĢĮÙĩاÛĮ ÛĮ", + "ãģĬ ãĤĬ", + "ж и", + "Ñĭ ваеÑĤÑģÑı", + "Ñĭв аеÑĤÑģÑı", + "Ñĭва еÑĤÑģÑı", + "ÑĭваеÑĤ ÑģÑı", + "Ùħ اÙĨÛĮ", + "ÙħاÙĨ ÛĮ", + "Ùħا ÙĨÛĮ", + "à¸ķ ล", + "Ġ صد", + "Ġص د", + "Ġ вол", + "Ġв ол", + "Ġво л", + "ìĬ Ī", + "ĠÙĥ Ùħا", + "ĠÙĥÙħ ا", + "Ġnh ằm", + "èģ ¯", + "ov acÃŃ", + "ova cÃŃ", + "Ġë§Į ëĵ¤", + "ÙĪ Ù¾", + "Ġ ë¸Į", + "Ġë¸ Į", + "ب ÙĬØ©", + "بÙĬ Ø©", + "u yla", + "uy la", + "л ено", + "лен о", + "ле но", + "èĮ ¶", + "ÑĢ ей", + "ÑĢе й", + "Ġk li", + "Ġkl i", + "Ġüzer inden", + "Ġüzerinde n", + "н еÑĤ", + "не ÑĤ", + "r aÄį", + "ra Äį", + "ĠпÑĢа ÑĨÑİ", + "Ġed iyor", + "Ġedi yor", + "ãģı ãģł", + "Ġ Äįast", + "ĠÄį ast", + "ĠÄįas t", + "i yi", + "iy i", + "éĬ Ģ", + "Ġd ù", + "Ùİ Ø¨", + "ÙĪ ÙĬØ©", + "ÙĪÙĬ Ø©", + "å ª", + "Ġs ınıf", + "Ġsın ıf", + "Ġس اعت", + "Ġ ราย", + "Ġร าย", + "Ġза Ñıв", + "Ġg ặp", + "à¸Ń ว", + "ĠØ« Ùħ", + "ĠZ á", + "ĠвÑĸд к", + "i zik", + "iz ik", + "izi k", + "Ġm ón", + "Ġmó n", + "Ġпов ÑĭÑĪ", + "Ġ à¸ļาà¸Ĺ", + "Ġà¸ļ าà¸Ĺ", + "ĠÑģ ил", + "ĠÑģи л", + "æĥħ åł±", + "Âł t", + "ĠÐľ оÑģк", + "Ġê²ĥ ìĿ´ëĭ¤", + "Ġê²ĥìĿ´ ëĭ¤", + "Ġ çIJ", + "Ġç IJ", + "ĠÙħدÛĮر ÛĮت", + "ов оÑĹ", + "ово ÑĹ", + "Τ ο", + "çº ª", + "нÑĸ ÑĪе", + "нÑĸÑĪ е", + "Ġ ÐĽÑİ", + "ĠÐĽ Ñİ", + "η Ïĥη", + "ĠÙĨسب ت", + "ĠÙĨس بت", + "m uz", + "mu z", + "ร ว", + "ãĢģ ãģĤ", + "Ġбол ез", + "Ġtr ách", + "ãĥ ¦", + "à¹Ģà¸Ĥ า", + "Ġê·¸ ëĬĶ", + "ب رÛĮ", + "بر ÛĮ", + "æł ª", + "ëĿ¼ ìĿ´", + "Ġ íĮ¨", + "Ġí Į¨", + "ĠíĮ ¨", + "íĬ ¹", + "ľ ´", + "ि ड", + "िठ¡", + "ÑĢо ме", + "ÑĢом е", + "è® ²", + "Ġ ÑĤон", + "ĠÑĤ он", + "ĠÑĤо н", + "Ñģ Ñĸ", + "Ġ ç®", + "Ġç ®", + "åıĸ ãĤĬ", + "ì° °", + "Ġ ÙĪÙĦÛĮ", + "ĠÙĪ ÙĦÛĮ", + "ĠÙĪÙĦ ÛĮ", + "Ġس Ø·ØŃ", + "èı ľ", + "н ами", + "на ми", + "нам и", + "T ürk", + "åİ Ĥ", + "Ġf inan", + "Ġfin an", + "Ġfi nan", + "ãģ« ãģªãĤĭ", + "ãģ«ãģª ãĤĭ", + "Ġ oby", + "Ġo by", + "Ġob y", + "T rong", + "Tr ong", + "Tro ng", + "Ġv yp", + "Ġvy p", + "à¥ģ ड", + "à¥ģठ¡", + "ìŀIJ ê°Ģ", + "Ġ æīĢ", + "Ġæī Ģ", + "ÐĹ Ð°", + "um lu", + "uml u", + "ëĵ Ŀ", + "Ġм енÑĸ", + "Ġмен Ñĸ", + "ол ниÑĤелÑĮ", + "олн иÑĤелÑĮ", + "Ġú Äįin", + "ĠúÄį in", + "Ġb unun", + "Ġbu nun", + "Ġbun un", + "Ġbunu n", + "ĠÐłÐ¾Ñģ Ñģии", + "в ÑģÑı", + "Ġн Ñĸж", + "ĠнÑĸ ж", + "ิà¸Ķ à¸ķ", + "غ Ø©", + "Ä ļ", + "Ġ سÙħ", + "Ġس Ùħ", + "Ġ Ðĺз", + "ĠÐĺ з", + "à¥ĩ प", + "à¥ĩठª", + "大 çļĦ", + "ì¹ ľ", + "Ġ иÑģÑĤ", + "Ġи ÑģÑĤ", + "ĠиÑģ ÑĤ", + "Ġкон ÑģÑĤÑĢÑĥк", + "Û± Û²", + "Û±Û ²", + "â l", + "Ġ ÑĪиÑĢ", + "ĠÑĪ иÑĢ", + "ĠÑĪи ÑĢ", + "ï¼ ł", + "Ġar tık", + "Ġart ık", + "æŁ ĵ", + "ä¹ ¡", + "ÃŃ te", + "ÃŃt e", + "ĠNh áºŃt", + "ĠÎĶ η", + "Ġöl ç", + "êµ ´", + "о Ñıн", + "оÑı н", + "ëĵ± ë¡Ŀ", + "Ġng ân", + "Ġ бÑĥдÑĮ", + "ĠбÑĥд ÑĮ", + "ÎŁ Ρ", + "ÎŁÎ ¡", + "ì ´", + "Ùħ ÙĪد", + "ÙħÙĪ د", + "ν ον", + "νο ν", + "Îķ ÎĿ", + "çij ŀ", + "ĠÅĻ ek", + "ĠÅĻe k", + "- âĢIJ", + "ĠM erk", + "ĠMe rk", + "ĠMer k", + "Ġоп ÑĢедел", + "ĠопÑĢед ел", + "Ïģ ιν", + "Ïģι ν", + "л аб", + "ла б", + "ëĦ¤ ìļĶ", + "Ġб лиз", + "Ġбл из", + "Ġбли з", + "Ġph á»iji", + "Ġphá»ij i", + "Ġдолж нÑĭ", + "ĠÑį кÑģп", + "ĠÑįк Ñģп", + "à¸ļ à¸Ĺ", + "à¸Ľà¸£à¸° ส", + "ĠÙ¾Úĺ ÙĪÙĩ", + "Ġ íķľëĭ¤", + "Ġíķľ ëĭ¤", + "ÏĦ οÏį", + "ÏĦο Ïį", + "Ùĩ ÙĨ", + "Ġд од", + "Ġдо д", + "Ġk ayı", + "Ġka yı", + "Ġkay ı", + "Ł ģ", + "Ñģ иÑı", + "Ñģи Ñı", + "à¤Ĥ तर", + "à¤Ĥत र", + "Ġpod nik", + "e vi", + "ev i", + "ÛĮ ÛĮر", + "Т ак", + "Та к", + "к оп", + "ко п", + "н аÑħ", + "на Ñħ", + "ا سÙĩ", + "اس Ùĩ", + "à¸ĵ à¸ij", + "Ġk há", + "Ġkh á", + "Ġy arat", + "Ġya rat", + "Ġyar at", + "ĠاÛĮÙĨ Ú©Ùĩ", + "Ø· بÙĬ", + "طب ÙĬ", + "Ġs ır", + "Ġsı r", + "ĠØ¢ÙħرÛĮÚ© ا", + "Ġ बल", + "Ġब ल", + "k aç", + "ka ç", + "Ġ åı¯", + "Ġåı ¯", + "Ġ åħ¶", + "Ġåħ ¶", + ". ***", + ".* **", + "л ÑĸннÑı", + "лÑĸн нÑı", + "ä¹ ±", + "o q", + "æ ¦", + "ãĤ ¼", + "Ġf ır", + "Ġk ê", + "Ġìłľ ê³µ", + "Ġ Ïĥη", + "ĠÏĥ η", + "а нÑĭ", + "ан Ñĭ", + "н ова", + "но ва", + "нов а", + "à¸Ĭ าย", + "ĠØ· ÙĪÙĦ", + "à¥Ī य", + "Ġ ì¹ľ", + "Ġì¹ ľ", + "ìĤ ´", + "Ġп Ñĸв", + "Ġlu áºŃn", + "Ġà¤ī म", + "åº ĥ", + "à¹ĩ à¸Ńà¸ķ", + "Ġس اÛĮت", + "л Ñıн", + "лÑı н", + "ĠíķĦ ìļĶ", + "Ġgör ül", + "ĠÑĤеÑĢ иÑĤоÑĢ", + "ĠÙĨ ØŃ", + "е ма", + "ем а", + "Ġmn oh", + "Ġ ãģ¯", + "غ ÙĬر", + "ĠÑģдел аÑĤÑĮ", + "ç ģµ", + "çģ µ", + "Ġ ÐłÐ°Ð·", + "ĠÐł аз", + "ĠÐłÐ° з", + "Ġг еÑĢ", + "Ġге ÑĢ", + "γ μα", + "íķĺ ë©´", + "ĠdeÄŁ iÅŁtir", + "ĠdeÄŁiÅŁ tir", + "ãĥ³ ãĥĨ", + "ãĥ³ãĥ Ĩ", + "å¸Ĥ åľº", + "个 人", + "ìĥ Ī", + "ì¹ ¨", + "èī º", + "ÙĤ ت", + "ĠÚ¯ رÙģتÙĩ", + "ĠگرÙģ تÙĩ", + "Ġگر ÙģتÙĩ", + "ĠگرÙģت Ùĩ", + "Ġ çİĭ", + "Ġçİ ĭ", + "ĠاÙĦ Ø°Ùĩ", + "ĠاÙĦØ° Ùĩ", + "λ Ïħ", + "à¤ľ र", + "Ġв ним", + "ë¦ Ń", + "ิ à¸Ĺ", + "Ġ شاÙĩ", + "ĠØ´ اÙĩ", + "æĬķ èµĦ", + "æĿIJ æĸĻ", + "ĠÙĨ Ùģ", + "èª ¬", + "æĬ Ĺ", + "Ġ аб", + "Ġа б", + "iy eti", + "iye ti", + "iyet i", + "ç¾ ħ", + "ÑĢ Ñĸз", + "ÑĢÑĸ з", + "Ġ สม", + "Ġส ม", + "i cÃŃ", + "ic ÃŃ", + "к ÑĥваннÑı", + "кÑĥ ваннÑı", + "Ġ ìķ¼", + "Ġìķ ¼", + "Ġ è½", + "Ġè ½", + "âĢ «", + "Ġ διά", + "Ġδ ιά", + "Ġδι ά", + "Ġд еп", + "Ġде п", + "ãĥ¼ ãĤ¿", + "ãĥ¼ãĤ ¿", + "Ġob jev", + "Ġobj ev", + "mé na", + "Ġbe lg", + "Ġbel g", + "Ġ æ¥", + "Ġæ ¥", + "Ġn á»ģn", + "Ġг ол", + "Ġpost av", + "Ġpo stav", + "Ġت Ú©", + "Ð «", + "ĠпÑĸд ÑĤ", + "ĠоÑĤ ноÑĪ", + "Ġп ÑĢив", + "ĠпÑĢ ив", + "ĠпÑĢи в", + "Ġ åŁº", + "ĠåŁ º", + "Ġн али", + "Ġна ли", + "Ġнал и", + "ů ž", + "Ġ yat", + "Ġy at", + "Ġya t", + "ÅŁ a", + "ÏĦ ήÏĤ", + "ÏĦή ÏĤ", + "ÑĨ ем", + "ÑĨе м", + "次 æķ°", + "Ġb Ãł", + "ÙĪ Ùĥ", + "Ġ íĶĦë¡ľ", + "ĠíĶĦ ë¡ľ", + "ĠPh áp", + "Ġ êµ°", + "Ġêµ °", + "è³ ŀ", + "Ġoch ran", + "Ġgere kir", + "Ġgerek ir", + "Ġ íļ", + "Ġí ļ", + "à¸ļ ล", + "á me", + "ám e", + "Ġ بÛĮر", + "Ġب ÛĮر", + "ĠبÛĮ ر", + "à¸Ĥ าย", + "ов аний", + "ова ний", + "овани й", + "ован ий", + "Ġmož né", + "âĶģâĶģâĶģâĶģ âĶģâĶģâĶģâĶģ", + "á lu", + "ál u", + "н ÑĤ", + "¦ æĥħ", + "à¹ģ รม", + "ĠÑĦ Ñĸн", + "ĠÄ° ç", + "à¹Ī à¸Ńย", + "à¹Īà¸Ń ย", + "ê² ¨", + "Ġh edef", + "Ġhe def", + "Ġhed ef", + "ĠاÙĦ ÙħØ´", + "ĠاÙĦÙħ Ø´", + "à¹ī าม", + "à¹īา ม", + "å¯ Ħ", + "Ġ ëĭµ", + "Ġëĭ µ", + "Ġ ô", + "Ġà ´", + "ла ÑģÑı", + "лаÑģ Ñı", + "Ä° T", + "à¸Ķ ำ", + "Ġher hangi", + "Ġger eken", + "Ġgere ken", + "Ġgerek en", + "е ÑĢеж", + "еÑĢ еж", + "еÑĢе ж", + "ÙĪ Ø©", + "ĠpÅĻ est", + "ĠpÅĻes t", + "ĠpÅĻe st", + "ç§ij åѦ", + "оÑģÑĤ аÑĤ", + "ün den", + "ünd en", + "ünde n", + "åĮħ æĭ¬", + "Ġد Ùĩد", + "ĠدÙĩ د", + "ÑĪ иÑģÑĮ", + "ÑĪи ÑģÑĮ", + "н еÑĢ", + "не ÑĢ", + "Ñĸ дом", + "Ñĸд ом", + "Ġb iç", + "Ġbi ç", + "ìĭ Ń", + "Ġhod not", + "Ġze mÄĽ", + "Ġzem ÄĽ", + "ĠاÛĮ جاد", + "Ġy ine", + "Ġyi ne", + "ि ण", + "िठ£", + "ĠاÙĦ بÙĦ", + "ĠاÙĦب ÙĦ", + "ĠN ÄĽ", + "Ġpol ož", + "Ġpo lož", + "Ġpolo ž", + "éĺħ 读", + "å¸ ģ", + "å¼ Ł", + "ξ ε", + "Ġ Má»Ļt", + "ĠM á»Ļt", + "ç £", + "Û±Û³ Û¹", + "ĠØ¢ ز", + "ãģ ŀ", + "Ġм еÑħ", + "ย ม", + "Ġ æ¨", + "Ġæ ¨", + "Ġo tur", + "Ġot ur", + "Ġd ầu", + "Ġ ëĭ¤ìļ´", + "Ġëĭ¤ ìļ´", + "çĮ «", + "Ġ Có", + "ĠC ó", + "Ġli dÃŃ", + "Ġlid ÃŃ", + "Ġark adaÅŁ", + "Ġα λλά", + "é¡ »", + "ĠÙĩ ÙħÛĮÙĨ", + "ĠÙĩÙħ ÛĮÙĨ", + "è» ¢", + "Ġ âĹĭ", + "ĠâĹ ĭ", + "ëıĦ ë¡Ŀ", + " ĥ", + "âĢĮØ´ دÙĩ", + "âĢĮشد Ùĩ", + "ĠØŃ ÙĬØ«", + "ĠØŃÙĬ Ø«", + "Ġnh óm", + "Ïĥ Ïĩ", + "ĠÑĤÑĢан Ñģп", + "ĠÑĤÑĢанÑģ п", + "Ġtan ım", + "Ġtanı m", + "ç´ į", + "Ġba his", + "Ġbah is", + "ä¸ ¾", + "Ġин ÑĦоÑĢма", + "ĠинÑĦоÑĢм а", + "ĠÑģ лож", + "ĠÑģл ож", + "ĠÑģло ж", + "Ġk raj", + "Ġkr aj", + "Ġkra j", + "Ġ ØŃÙĦ", + "ĠØŃ ÙĦ", + "Ġ ãĥĸ", + "Ġãĥ ĸ", + "ĠÙĨ ÙĤÙĦ", + "ĠÙĨÙĤ ÙĦ", + "Ġ ÐłÐ¾Ð·", + "ĠÐł оз", + "ĠÎij Ïħ", + "lar dı", + "ĠÙ¾ اس", + "Ġپا س", + "Ġ ìĭĿ", + "Ġìĭ Ŀ", + "ĠìłĦìļ© ë©´ìłģ", + "ĠاÙĦ سÙĬ", + "ĠاÙĦس ÙĬ", + "با شد", + "باش د", + "ศ าสà¸ķร", + "Ġk öy", + "Ġkö y", + "Ġ rok", + "Ġr ok", + "Ġro k", + "Ġ 죽", + "Ġì £½", + "Ġì£ ½", + "ĠÑģ ог", + "ĠÑģо г", + "Ġch ú", + "éĺ ª", + "ĠÄįást i", + "ĠÄįá sti", + "Ġз веÑĢ", + "Ġзв еÑĢ", + "Ġ низ", + "Ġн из", + "Ġни з", + "ĠÃ¶ÄŁ ret", + "Ġ ãĥİ", + "Ġãĥ İ", + "п е", + "çĴ °", + "Ġ èª", + "Ġè ª", + "ÙĪ ÙĦÙĩ", + "ÙĪÙĦ Ùĩ", + "Ä° M", + "/ REC", + "/R EC", + "å¡ ŀ", + "ĠÐĴ и", + "/l oose", + "/lo ose", + "Ġп оÑħ", + "Ġпо Ñħ", + "Ġgen iÅŁ", + "Ġth iá»ĩn", + "Ġthi á»ĩn", + "ti ÄŁi", + "Ñĩ ие", + "Ñĩи е", + "о нд", + "он д", + "Ġп ÑĢиÑģ", + "ĠпÑĢ иÑģ", + "ĠпÑĢи Ñģ", + "áz ky", + "ĠDev let", + "ç¦ ģ", + "Ġ аг", + "Ġа г", + "i lere", + "il ere", + "ile re", + "iler e", + "ин кÑĥ", + "Ġvar dı", + "ãĢĢ ãĢĢãĢĢĠãĢĢ", + "ãĢĢãĢĢ ãĢĢĠãĢĢ", + "ãĢĢãĢĢãĢĢ ĠãĢĢ", + "Ġë ĨĴ", + "ĠëĨ Ĵ", + "à¤Ĥ पन", + "à¤Ĥप न", + "Ġözel lik", + "éļ ľ", + "ìĸ´ ìĦľ", + "ر ÙĬÙĥ", + "رÙĬ Ùĥ", + "ÙĪ بÛĮ", + "ÙĪب ÛĮ", + "ãĥ³ ãĥĢ", + "ãĥ³ãĥ Ģ", + "í Į¨", + "íĮ ¨", + "Ġसम à¤Ŀ", + "ï¾Ĩï¾Ĩ ï¾Ĩï¾Ĩ", + "Ġ ÙģÙĨ", + "ĠÙģ ÙĨ", + "ॠĿ", + "Ġuv eden", + "ÑĪ ими", + "ÑĪи ми", + "ÑĪим и", + "Ġ à¹Ģล", + "Ġà¹Ģ ล", + "Ġà¹Ģภ¥", + "Ġ 문ìĿĺ", + "Ġ문 ìĿĺ", + "ĠØŃ Ø±Ùģ", + "ĠØŃر Ùģ", + "Ġ عب", + "Ġع ب", + "ãĥ¬ ãĥĵ", + "Ġ æŃ£", + "ĠæŃ £", + "ĠëĺIJ ëĬĶ", + "ĠÚ©ÙĨ ÙĨدÙĩ", + "ĠÚ©ÙĨÙĨد Ùĩ", + "Ġα ÏħÏĦÏĮ", + "ĠαÏħ ÏĦÏĮ", + "Ġ 길", + "Ġê¸ ¸", + "Ġif ade", + "Ġi fade", + "Ġifad e", + "Ġyap mak", + "ãĥķ ãĤ©", + "ãĥķãĤ ©", + "Ġm ẹ", + "Ġst rán", + "Ġstr án", + "Ġs vou", + "Ġsv ou", + "Ġsvo u", + "Ġv ždy", + "Ġtek rar", + "ิ à¸į", + "Ġ ìĵ°", + "Ġì ĵ°", + "Ġìĵ °", + "o ÄŁu", + "oÄŁ u", + "Ġ Ú©ÛĮÙĦ", + "ĠÚ© ÛĮÙĦ", + "ĠÚ©ÛĮ ÙĦ", + "и вÑģÑı", + "ив ÑģÑı", + "Ġë§IJ íĸĪëĭ¤", + "ä¸ Ŀ", + "à¤ı स", + "ĠÑģÑĤ ÑĢаÑħ", + "ĠÑģÑĤÑĢ аÑħ", + "ĠÑģÑĤÑĢа Ñħ", + "Ġsou Äįas", + "Ġê·¸ 룰", + "Ġ mÃ¼ÅŁ", + "Ġm Ã¼ÅŁ", + "Ġmü ÅŁ", + "λ οÏį", + "λο Ïį", + "γ Ïī", + "Ġt Æ°á»Łng", + "Ġ å·¥", + "Ġå· ¥", + "Ġ اسÙħ", + "Ġا سÙħ", + "Ġاس Ùħ", + "ÑĢ Ñĸм", + "ÑĢÑĸ м", + "à¹Ģ à¸Ľà¸¥", + "à¹Ģà¸Ľ ล", + "Ġ³³ Ġ³³", + "Ùĩ اÛĮÛĮ", + "ÙĩاÛĮ ÛĮ", + "å¯ º", + "Ġس رÛĮ", + "Ġسر ÛĮ", + "Ġк ваÑĢ", + "Ġкв аÑĢ", + "ĠØ´Ùħ ارÙĩ", + "ĠØ´Ùħا رÙĩ", + "Ġ صØŃ", + "Ġص ØŃ", + "о ÑģÑĤав", + "оÑģÑĤ ав", + "ॠ¨", + "Ġ à¸Ħวาม", + "Ġà¸Ħ วาม", + "í ĥģ", + "íĥ ģ", + "éĢ Ĥ", + "ب ØŃ", + "ĠdeÄŁiÅŁ ik", + "éĮ ²", + "е ди", + "ед и", + "Ġ okol", + "Ġo kol", + "Ġok ol", + "ĠÑģ оп", + "ĠÑģо п", + "Ġol mayan", + "Ġolm ayan", + "Ġolma yan", + "çŃ ij", + "Û± Û´", + "Û±Û ´", + "Ġ inclu", + "Ġinc lu", + "Ġincl u", + "Ġ ê²ĮìŀĦ", + "Ġê²Į ìŀĦ", + "ÛĮ ستÙħ", + "ÛĮست Ùħ", + "ÛĮس تÙħ", + "Ġ ç©", + "Ġç ©", + "ĠاÙĦÙĪÙĦ اÙĬات", + "il mektedir", + "ilm ektedir", + "à Į", + "Ùİ Ø¹", + "ĠaÄŁ ır", + "è¡ Ľ", + "Ġe ski", + "Ġes ki", + "Ġesk i", + "ê° Ŀ", + "본 ëĭ¤", + "人 åijĺ", + "Úĺ ÛĮ", + "Ġ ç¨", + "Ġç ¨", + "Ġм еÑģÑĤо", + "ĠмеÑģÑĤ о", + "v ů", + "à¥įर ह", + "ĠØ· رØŃ", + "Ġطر ØŃ", + "Ġا بÙĨ", + "Ġاب ÙĨ", + "Ġh iss", + "Ġhis s", + "Ġhi ss", + "о ÑĢÑıд", + "оÑĢ Ñıд", + "Ġد Ùģ", + "ÑĢ иÑģÑĤ", + "ÑĢи ÑģÑĤ", + "ÑĢиÑģ ÑĤ", + "à¸Ĭ ม", + "д еÑĤ", + "де ÑĤ", + "à¹Ģ หม", + "à¹Ģห ม", + "ë§Ī ìĤ¬ì§Ģ", + ": .:.:", + ":. :.:", + ":.: .:", + "éħ ¸", + "Ġα ÏģÏĩ", + "ĠαÏģ Ïĩ", + "Ġn ữ", + "ĠпоÑģ ад", + "l um", + "lu m", + "ì º", + "ãģ§ãģį ãĤĭ", + "ìĸ µ", + "ĠاÙĦ Ùħد", + "ĠاÙĦÙħ د", + "н Ñĸм", + "нÑĸ м", + "ر اÙĤ", + "را ÙĤ", + "Ġ ãĥĪ", + "Ġãĥ Ī", + "Ġod povÄĽ", + "Ġodp ovÄĽ", + "Ġbir bir", + "Ġh ãy", + "Ġhã y", + "о вий", + "ов ий", + "ови й", + "æ® ĭ", + "éĥ½ æĺ¯", + "è¿ ª", + "Ġa raç", + "Ġar aç", + "Ġara ç", + "ен ÑĤÑĸв", + "енÑĤ Ñĸв", + "æĬ ±", + "d ál", + "ĠÄIJ ông", + "Ġhe sap", + "Ġhes ap", + "Ġا ÙĨساÙĨ", + "ĠاÙĨ ساÙĨ", + "ĠÙĬ ÙĪÙħ", + "ĠÙĬÙĪ Ùħ", + "ĠÙĨ ÙĪر", + "ĠÙĨÙĪ ر", + "åī ĩ", + "çĹ Ľ", + "Ġ ÙĨÙĬ", + "ĠÙĨ ÙĬ", + "алÑĮ на", + "تب اط", + "ल ब", + "Ġkom un", + "Ġko mun", + "Ġs nad", + "Ġsn ad", + "Ġsna d", + "åĽ £", + "ر ÙĬد", + "رÙĬ د", + "elop ment", + "Ġ иÑİ", + "Ġи Ñİ", + "à¥Ģ .", + "Ġkıs a", + "Ġkı sa", + "ĠdeÄŁil dir", + "ĠdeÄŁildi r", + "à¹ī าร", + "à¹īา ร", + "Ġsv ého", + "Ġsvé ho", + "Ġobl asti", + "Ġoblast i", + "ÑĪ ли", + "à¹Ģà¸Ĺ à¸ŀ", + "ÑĢ еÑĤÑĮ", + "ÑĢе ÑĤÑĮ", + "ÑĢеÑĤ ÑĮ", + "о во", + "ов о", + "Ġ íĤ¤", + "Ġí Ĥ¤", + "ĠíĤ ¤", + "át ky", + "ĠاÙĦ Ùģر", + "ĠاÙĦÙģ ر", + "èĺ Ń", + "ÏĦ ον", + "ÏĦο ν", + "ĠÑģÑĤ оиÑĤ", + "ĠÑģÑĤо иÑĤ", + "Ùħ ØŃ", + "Ġ à¹Ħ", + "Ġà ¹Ħ", + "ĠÑĤе бе", + "ĠÑĤеб е", + "íģ ´", + "Ġm ÄĽla", + "ĠmÄĽ la", + "ĠmÄĽl a", + "æݧ åĪ¶", + "ĠCh ủ", + "ìĬ ¨", + "ÐIJ Т", + "ا جع", + "اج ع", + "ìĻ ķ", + "ç© ¿", + "ол ее", + "ห ลาย", + "หล าย", + "Ġd vou", + "Ġdv ou", + "Ġ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢ", + "ุ à¸Ĥ", + "Ġb oz", + "Ġbo z", + "ิ à¸Ļà¸Ħ", + "ิà¸Ļ à¸Ħ", + "å¤ Ł", + "Ġfa aliyet", + "ĠÄį ÃŃs", + "ãģ» ãģ©", + "Ġ :/", + "Ġ: /", + "к ÑĸÑģÑĤÑĮ", + "кÑĸ ÑģÑĤÑĮ", + "Ġ ì¤Ģ", + "Ġì¤ Ģ", + "Ïģ αÏĤ", + "Ïģα ÏĤ", + "Ġод но", + "æ ¢ħ", + "æ¢ ħ", + "Ñĥб ли", + "н оз", + "но з", + "à¹Į ม", + "Ġvý rob", + "Ġvýro b", + "Ġ κÏħ", + "Ġκ Ïħ", + "ÅĻ ev", + "ÅĻe v", + "Âł B", + "ů že", + "ůž e", + "ä¼ļ 社", + "ι β", + "ÑĢ ованиÑı", + "ÑĢов аниÑı", + "ÑĢо ваниÑı", + "ÑĢован иÑı", + "ÑĢова ниÑı", + "Ġc ev", + "Ġce v", + "ìĽ Ģ", + "ál nÃŃch", + "áln ÃŃch", + "álnÃŃ ch", + "Ġ ÑĢав", + "ĠÑĢ ав", + "ĠÑĢаР²", + "ĠÑĢа в", + "ç´ §", + "åĢ Ł", + "Ġ ÑŁ", + "ĠÑ Ł", + "ÙĪ ÙĨÙĬ", + "ÙĪÙĨ ÙĬ", + "о зÑı", + "оз Ñı", + "Ġз ов", + "Ġk olem", + "Ġko lem", + "Ġkol em", + "Ġkole m", + "민 êµŃ", + "ç¿ Ĵ", + "Ġzam ÄĽst", + "Ġ ìłij", + "Ġìł ij", + "Ġ زÙĨ", + "Ġز ÙĨ", + "ĠØ£ Ùģ", + "Ġ 먹", + "Ġë¨ ¹", + "Ġtom to", + "Ġ 첨ë¶Ģ", + "Ġì² ¨ë¶Ģ", + "s age", + "sa ge", + "ä¸į è¿ĩ", + "е год", + "ег од", + "его д", + "ÑĢ ож", + "ÑĢо ж", + "ĠпÑĢоÑĨ ед", + "à¹Į à¸Ļ", + "san ız", + "âĢŀ Ø·", + "æ´» åĬ¨", + "о Ñĩки", + "оÑĩ ки", + "ë³´ 기", + "åŁº æľ¬", + "- Ñħ", + "ло ÑģÑı", + "ĠÙĩÛĮ ÚĨ", + "ìĹ Ķ", + "Ñĩ ного", + "Ñĩно го", + "Ġ à¤Ĺर", + "Ġà¤Ĺ र", + "Ġà¤ħ à¤Ĺ", + "ãħĭãħĭ ãħĭãħĭ", + "Ġ ãĤ¸", + "ĠãĤ ¸", + "ا سة", + "اس Ø©", + "åĬ ĩ", + "à¹ī à¸ĩ", + "Ġ 커", + "Ġì» ¤", + "n ými", + "ný mi", + "ným i", + "ãĥ¬ ãĤ¹", + "åĭ Ĵ", + "Ġобла ÑģÑĤÑĸ", + "ĠоблаÑģ ÑĤÑĸ", + "ĠоблаÑģÑĤ Ñĸ", + "ĠдÑĸÑıлÑĮ ноÑģÑĤÑĸ", + "ãĥ¬ ãĤ¤", + "Ïĩ αν", + "Ïĩα ν", + "à¹Ī าส", + "à¹Īา ส", + "ĠФ ÑĢан", + "Ùĩ ÙĦ", + "l ardır", + "lar dır", + "lardı r", + "ØŃ Ø§Øª", + "ů st", + "Ġв одÑĭ", + "Ġво дÑĭ", + "Ġвод Ñĭ", + "ĠدÙĪ ÙĦت", + "ĠدÙĪÙĦ ت", + "ĠÑģпе ÑĨÑĸ", + "Ġth ất", + "à¸Ń าหาร", + "éł ĺ", + "Ġter cih", + "ĠÏĢÏģο Ïĥ", + "Ġ ÅĻÃŃzenÃŃ", + "ĠÅĻÃŃ zenÃŃ", + "è§ī å¾Ĺ", + "Ġd nes", + "Ġdn es", + "Ġdne s", + "е Ñĩно", + "еÑĩ но", + "ãĥ ĺ", + "Ġدار اÛĮ", + "ĠÅŁ art", + "ĠÅŁar t", + "ë² ¤", + "Ġ ë¶ģ", + "Ġë ¶ģ", + "Ġë¶ ģ", + "е Ñı", + "н ÑıÑĤÑĮ", + "нÑı ÑĤÑĮ", + "нÑıÑĤ ÑĮ", + "Ġk vÄĽt", + "Ġkv ÄĽt", + "Ġتغ ÛĮÛĮر", + "é¾ į", + "Ġر ÙĨÚ¯", + "ï¼Į åı¯", + "Ġp iyas", + "Ġpi yas", + "Ġuyg ulan", + "Ġuygu lan", + "Ùİ Ø©", + "ب ÙĬر", + "بÙĬ ر", + "и ваÑĤÑĮ", + "ив аÑĤÑĮ", + "ива ÑĤÑĮ", + "Ġ íĹĪ", + "ĠíĹ Ī", + "ä¸ ¶", + "è¿Ļ äºĽ", + "Ġ گر", + "ĠÚ¯ ر", + "ç½ ª", + "ä¸Ģ æł·", + "Ġ ãĥª", + "Ġãĥ ª", + "Ġв ой", + "Ġво й", + "Ġs osyal", + "Ġsos yal", + "ุ à¸Ĺà¸ĺ", + "ุà¸Ĺ à¸ĺ", + "หม à¸Ķ", + "ç» Ŀ", + "ĠاÙĦ جÙħ", + "ĠاÙĦج Ùħ", + "ĠØ« بت", + "Ġج ÙĨÚ¯", + "ĠجÙĨ Ú¯", + "л ении", + "лен ии", + "ле нии", + "в аÑı", + "ва Ñı", + "Ġв оÑĤ", + "Ġво ÑĤ", + "ä¼ ¤", + "Ġ หล", + "Ġห ล", + "ĠÙħÙĤ اÙĦÙĩ", + "мÑĸ нÑĸ", + "мÑĸн Ñĸ", + "ìĺ ¬", + "Ñĩ ий", + "Ñĩи й", + "ĠÙħ Ú©", + "à¹Ĥ à¸Ľà¸£", + "à¹Ĥà¸Ľ ร", + "k rv", + "kr v", + "Ġ ÃŃch", + "ĠÃŃ ch", + "Ïī Ïĥη", + "ек ÑĤоÑĢ", + "екÑĤ оÑĢ", + "Я к", + "Ġp ÃŃs", + "ĠÃĸ zel", + "ĠÃĸz el", + "Ġt Æ°á»Ľng", + "Ġ ÐĶо", + "ĠÐĶ о", + "δ ιο", + "δι ο", + "ู à¸Ķ", + "Ġt ük", + "رÛĮ ÙĤ", + ". ÐĴ", + "Ġ åIJĪ", + "ĠåIJ Ī", + "ä¿ Ĥ", + "Ġob dob", + "Ġist edi", + "ÑĪ ла", + "æľī ä¸Ģ", + "Ġвк лÑİÑĩа", + "ĠвклÑİÑĩ а", + "ĠتØŃ ÙĤÛĮÙĤ", + "Ġ ÙĪÙĥ", + "ĠÙĪ Ùĥ", + "Ġ èĪ", + "Ġè Ī", + "Æ Ĵ", + "μ εÏģ", + "με Ïģ", + "Ġ åģ", + "Ġå ģ", + "Ġ ìĹĨëĬĶ", + "ĠìĹĨ ëĬĶ", + "Âł d", + "ĠB ắc", + "à¸ģล าà¸ĩ", + "ĠÑĩ Ñĥв", + "Ġc ấu", + "ĠH á»ĵ", + "ĠHá» ĵ", + "ĠÙģ اÛĮÙĦ", + "ÏĦη γοÏģ", + "ç± į", + "Ġ بت", + "Ġب ت", + "ĠобÑĢаз ом", + "æ± ī", + "èĦ ij", + "Ġgi ản", + "Ġgiả n", + "ε Ïģγ", + "εÏģ γ", + "ĠÐľ Ñĸ", + "èĻ½ çĦ¶", + "Ġ Khi", + "ĠK hi", + "ĠKh i", + "Ñĩ ини", + "Ñĩи ни", + "Ñĩин и", + "Ġà¤ħ à¤Ĺर", + "Ġà¤ħà¤Ĺ र", + "íķĺ ë©°", + "ë² Ķ", + "ãģ ģ", + "в иÑħ", + "ви Ñħ", + "ĠвÑģ егда", + "Ġ ç¶", + "Ġç ¶", + "ÑģÑĤв енной", + "ÑģÑĤвен ной", + "ÑģÑĤвенно й", + "Ġyük sel", + "æ¸ ¬", + "Ġsı ras", + "Ġsır as", + "Ġsıra s", + "ĠÏĢ ÏģÏİ", + "èĢ ³", + "ا ÛĮر", + "اÛĮ ر", + "د ÙĪد", + "دÙĪ د", + "ĠAl man", + "ĠAlma n", + "Ġver di", + "Ġverd i", + "ĠاÙĦ Ùħج", + "ĠاÙĦÙħ ج", + "ĠاÙĦ تع", + "ĠاÙĦت ع", + "ص Ø©", + "Ġsı ra", + "Ġsır a", + "Äį in", + "Äįi n", + "Ġп еÑĢÑĪ", + "ĠпеÑĢ ÑĪ", + "æĬ ĺ", + "ç© į", + "ĠÑĤ об", + "ĠÑĤо б", + "Ġ ï¾ī", + "Ġï¾ ī", + "ภ¬", + "æĿ Ģ", + "iy di", + "ี à¸ŀ", + "çĵ ¦", + "ĠавÑĤом об", + "ä¸Ń æĸĩ", + "à¥Ĥ द", + "ĠbÄĽ hem", + "Ġ PÅĻed", + "ĠP ÅĻed", + "ĠPÅĻ ed", + "ãģĵ ãģĨ", + "ั à¸Ī", + "Ġ ï½Į", + "Ġï½ Į", + "Ġ ÙĩاÙĬ", + "ĠÙĩ اÙĬ", + "ĠÙĩا ÙĬ", + "Ġs ạch", + "æĸ¹ éĿ¢", + "çķ °", + "ÑĥÑĢ н", + "Ġvý sled", + "Ġth ần", + "ï¼Į æīĢ以", + "Ñĥ ка", + "Ñĥк а", + "íķĺ ëĭ¤", + "Ġ बर", + "Ġब र", + "Ġж Ñĸн", + "Äį nÃŃho", + "ÄįnÃŃ ho", + "Ġ ãģĮ", + "ab ı", + "v ánÃŃ", + "vá nÃŃ", + "æ´ Ĺ", + "Ġи ÑģÑĤоÑĢ", + "ĠиÑģ ÑĤоÑĢ", + "ĠиÑģÑĤ оÑĢ", + "ìĿ´ íĦ°", + "Ġе лек", + "а лаÑģÑı", + "ала ÑģÑı", + "Ġ znám", + "Ġz nám", + "Ġzn ám", + "ĠØ· رÙģ", + "Ġطر Ùģ", + "Ġs ektör", + "ê¹ Ģ", + "ÙĪ ÙĤع", + "ÙĪÙĤ ع", + "ĠÙħ Ùĥ", + "ÑĢе жд", + "ÑĢеж д", + "Ġk nih", + "Ġkn ih", + "Ġت عداد", + "Ġتع داد", + "Ġتعد اد", + "åį ł", + "ÑģÑĮ ке", + "ÑģÑĮк е", + "Ġ çĶµ", + "京 éĥ½", + "Ġر اÛĮ", + "Ġرا ÛĮ", + "g ın", + "gı n", + "ĠÙĨ ظاÙħ", + "ĠÙĨظ اÙħ", + "ĠÎł ολ", + "ĠÎłÎ¿ λ", + "ä¸Ģ èĪ¬", + "Ġst ále", + "Ġstál e", + "ĠиÑģ Ñģлед", + "Ġz práv", + "Ġzp ráv", + "Ġ ÑĩиÑģÑĤ", + "ĠÑĩ иÑģÑĤ", + "ĠÑĩиÑģ ÑĤ", + "ĠÑĩи ÑģÑĤ", + "ãĥ¼ ãĥŀ", + "ãĥ¼ãĥ ŀ", + "Ðŀ Ñģ", + "ÑģÑĮ комÑĥ", + "ÑģÑĮк омÑĥ", + "ÑģÑĮко мÑĥ", + "ĠpÅĻi prav", + "ĠpÅĻip rav", + "ëĮĢ íĸī", + "Ġh alk", + "Ġha lk", + "Ġhal k", + "çĪ Ĩ", + "ãĢģ ãģĬ", + "ï¼Ł âĢĿĊĊ", + "ï¼ŁâĢĿ ĊĊ", + "éĢ ı", + "ç« ŀ", + "ни ÑĨÑĮ", + "ниÑĨ ÑĮ", + "çĽ ĺ", + "à¹Ģ à¸Ńà¸ĩ", + "à¹Ģà¸Ń à¸ĩ", + "ì Łģ", + "à¥ĩव ल", + "ä¹ĭ åIJİ", + "ãĥ« ãĥĪ", + "Ġ stru", + "Ġs tru", + "Ġst ru", + "Ġstr u", + "Ġ ＿", + "Ġï¼ ¿", + "Îķ ÎĽ", + "h le", + "hl e", + "ĠÙĨ ÙĪØ´", + "ĠÙĨÙĪ Ø´", + "ìĿ µ", + "ĠÙħ Ùģ", + "æĪĸ èĢħ", + "Ġö ld", + "Ġöl d", + "éĢ Ķ", + "ãĥ³ ãĥĹ", + "ãĥ³ãĥ Ĺ", + "íĺ ¼", + "Ġu ÄŁ", + "ĠÄij á", + "Ġvlast nÃŃ", + "ĠÙħج ÙĦس", + "åį Ķ", + "ÏĦ ικήÏĤ", + "ÏĦικ ήÏĤ", + "ÏĦική ÏĤ", + "Ġpo vin", + "Ġpov in", + "ů l", + "ĠاÙĦ ØŃÙĬ", + "ĠاÙĦØŃ ÙĬ", + "Ġsm lou", + "ãĥĥ ãĥģ", + "Ġ ÙĥÙĨ", + "ĠÙĥ ÙĨ", + "Ġch ấp", + "èIJ ¬", + "ج ب", + "? âĢľ", + "д ав", + "да в", + "ร วม", + "รว ม", + "Ùİ Ø¯", + "ĠاÙĦد ÙĪÙĦ", + "ĠëĦ¤ ìĿ´íĬ¸", + "Ġà¤Ĩ स", + "ظ ÙĬÙģ", + "ãĥ¼ ãĥ©", + "ãĥ¼ãĥ ©", + "ãģł ãĤįãģĨ", + "ĠÙĪاØŃ Ø¯", + "ĠÙĪا ØŃد", + "ر ÙĪس", + "رÙĪ س", + "Ġzákon a", + "ĠпеÑĢ еб", + "ĠпеÑĢе б", + "à¥Ģ -", + "à¹Ī à¹Ħà¸Ķ", + "为 äºĨ", + "ÎĻ ÎĿ", + "ĠìĽĶ ìĦ¸", + "ส à¸Ńà¸ĩ", + "Ġ æīĭ", + "Ġæī ĭ", + "Ġ ÐĴÑģе", + "ĠÐĴ Ñģе", + "ĠÐĴÑģ е", + "à¹Ĥ ย", + "Ġkal dır", + "Ġkaldı r", + "ÏĦ ÎŃÏĤ", + "ÏĦÎŃ ÏĤ", + "Ġ ï¿£", + "Ġ íĸĪëĭ¤", + "Ġíĸ Īëĭ¤", + "ĠíĸĪ ëĭ¤", + "ãĤģ ãģŁ", + "Ġ Äįer", + "ĠÄį er", + "ĠÄįe r", + "c ela", + "ce la", + "cel a", + "üs ü", + "ê³ ³", + "ìĹIJ ëıĦ", + "ز Ø©", + "ãģª ãĤĭ", + "ÙĪ ÛĮÙĨ", + "ÙĪÛĮ ÙĨ", + "çī Ľ", + "Ġ voj", + "Ġv oj", + "Ġvo j", + "Ġ ëĬIJ", + "ĠëĬ IJ", + "Ġ ÙĥÙħ", + "ĠÙĥ Ùħ", + "æ³ ī", + "з Ñı", + "è£ Ŀ", + "ĠØ¢ ÙĦ", + "Ġ ανά", + "Ġα νά", + "Ġαν ά", + "Âł ÐĴ", + "Ġyap ıl", + "Ġyapı l", + "æı Ľ", + "ĠÑģ ÑĥÑīеÑģÑĤв", + "ĠÑģÑĥ ÑīеÑģÑĤв", + "ĠÑģÑĥÑīе ÑģÑĤв", + "Ġn á»iji", + "ÙĪ ئ", + "ĠëĦ¤ìĿ´íĬ¸ ìĺ¨", + "Ġpolit ik", + "Å¡ ka", + "Å¡k a", + "ebilir siniz", + "ld kf", + "Ñĥб лÑĸ", + "Ġe oq", + "Ġeo q", + "ĠÙħØŃ ØµÙĪÙĦ", + "krv ldkf", + "Ġeoq krvldkf", + "Ïĥε Ïīν", + "بÙĦ غ", + "Įĵ ê¸Ģ", + "ĠÑģ ÑĢок", + "ĠU y", + "ĠN ÄĽk", + "ĠNÄĽ k", + "Ġ див", + "Ġд ив", + "Ġди в", + "ãĤµ ãĤ¤", + "Ġ ìĤ¬ìĿ´", + "ĠìĤ¬ ìĿ´", + "Ġ éĹ", + "Ġé Ĺ", + "Ġб аÑĤÑĮ", + "Ġба ÑĤÑĮ", + "Ġп еÑĢÑĸ", + "ĠпеÑĢ Ñĸ", + " ĸ", + "交 éĢļ", + "ен з", + "ÙĪ ست", + "ÙĪس ت", + "ีย à¸ļ", + "Ġ à¸Īะ", + "Ġà¸Ī ะ", + "ë¡ Ģ", + "üf us", + "Ùij ÙIJ", + "ç¸ ½", + "ัà¸Ķ ส", + "ê² Ģ", + "ĠÑĤ иÑħ", + "ĠÑĤи Ñħ", + "ĠØ¢ زÙħ", + "Ġآز Ùħ", + "Ġ اض", + "Ġا ض", + "ĠØ§Ø ¶", + "ì ¡´", + "ì¡ ´", + "ÙĴ ت", + "æĪ ¸", + "ĠìŀĪ ìĿĦ", + "Ġ çĶ·", + "Ñī Ñĸ", + "о ма", + "ом а", + "ĠاÙģز اÛĮØ´", + "Ġ Thông", + "ĠTh ông", + "ĠاجتÙħاع ÛĮ", + "е лÑİ", + "ел Ñİ", + "ĠÑħоÑĢоÑĪ о", + "à¸ł าษ", + "Ġ rám", + "Ġr ám", + "Ġrá m", + "å¾ ¡", + "ãĥ¼ ãĥĦ", + "ãĥ¼ãĥ Ħ", + "ĠL Ỽp", + "Ġ Ø´ÙĬ", + "ĠØ´ ÙĬ", + "Ġh iá»ĥm", + "Ġhi á»ĥm", + "θ ν", + "ο ÏħÏĥ", + "οÏħ Ïĥ", + "å¾ ©", + "Ġú zem", + "à¹ģ à¸ľ", + "å ·¨", + "å· ¨", + "à¸Ī à¸Ļ", + "Ú¯ راÙĨ", + "گر اÙĨ", + "Ġت ÛĮÙħ", + "ĠتÛĮ Ùħ", + "Ġ ilet", + "Ġi let", + "Ġil et", + "Ġile t", + "า à¸Ĥà¸Ńà¸ĩ", + "าà¸Ĥ à¸Ńà¸ĩ", + "Ġ تÙĪر", + "Ġت ÙĪر", + "ĠتÙĪ ر", + "Ġдо говоÑĢ", + "Ġдог овоÑĢ", + "Ġдогов оÑĢ", + "Ġt ento", + "Ġten to", + "Ġtent o", + "в Ñĥ", + "Ġз ада", + "Ġза да", + "Ġзад а", + "Ġstole tÃŃ", + "Ġstol etÃŃ", + "Âł Ġ", + "âĢĮ اÙĦ", + "Ë ĺ", + "ÅŁ iv", + "ÅŁi v", + "н ÑıÑĤи", + "нÑı ÑĤи", + "нÑıÑĤ и", + "ãĤī ãĤĮãģŁ", + "ãĤīãĤĮ ãģŁ", + "ĠS b", + "ĠاÙĦÙħ ص", + "ĠУкÑĢаÑĹ Ð½Ñĸ", + "ĠУкÑĢаÑĹн Ñĸ", + "ĠØ´ Ú©", + "iế ng", + "iến g", + "ÑĮ ÑĤе", + "è° ¢", + "ĠÙħ تÙĨ", + "ĠÙħت ÙĨ", + "Ġ ÑĢад", + "ĠÑĢ ад", + "ĠÑĢаР´", + "ĠÑĢа д", + "ĠÙħÙĪ اد", + "ì± Ħ", + "é¡ ¶", + "Ġbo ÅŁ", + "ت ÙĪر", + "تÙĪ ر", + "ĠÄij áng", + "ĠÄijá ng", + "Ġkit ap", + "Ġki tap", + "Ġkita p", + "Ġho din", + "Ġhod in", + "Ġtarih i", + "ãĤĦ ãĤĭ", + "Ñģ ÑĤеÑĢ", + "ÑģÑĤ еÑĢ", + "ÑģÑĤе ÑĢ", + "Ġ Ñħод", + "ĠÑħ од", + "в ание", + "ва ние", + "ван ие", + "ĠоÑģ вÑĸ", + "ĠÑģиÑģÑĤем Ñĭ", + "़ न", + "Ïĩ ο", + "Ġ åı°", + "Ġåı °", + "o ÅĻ", + "ç»ı æµİ", + "Ġ ä½ľ", + "Ġthu áºŃn", + "Ľ Ī", + "Ġy alnız", + "a let", + "al et", + "ale t", + "ì¦Ŀ ê¸Ī", + "Ġза Ñī", + "Ġе кÑģп", + "Ġек Ñģп", + "âĦĸ âĦĸ", + "Ġ ãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢ", + "ĠãĢĢ ĠãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢ", + "ĠãĢĢĠãĢĢ ĠãĢĢĠãĢĢĠãĢĢĠãĢĢ", + "ĠãĢĢĠãĢĢĠãĢĢĠãĢĢ ĠãĢĢĠãĢĢ", + "ĠãĢĢĠãĢĢĠãĢĢ ĠãĢĢĠãĢĢĠãĢĢ", + "ĠãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢ ĠãĢĢ", + "ĠãĢĢĠ ãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢ", + "ĠÚ¯ ÙĪØ´", + "ĠÚ¯ÙĪ Ø´", + "ãģ« åħ¥", + "Ġu dÄĽl", + "Ġud ÄĽl", + "Ġ áº", + "Ġá º", + "à¤Ĩ à¤Ī", + "âĢĮ دÙĩ", + "âĢĮد Ùĩ", + "æĤ ª", + "Ġtr ò", + "æļ Ĺ", + "λλ ην", + "λλη ν", + "ĠпÑĢи зна", + "ĠпÑĢиз на", + "Ġس ÛĮستÙħ", + "ĠسÛĮ ستÙħ", + "Ġà¤ħ त", + "è o", + "è¿ İ", + "Ġз Ñĥб", + "ĠзаÑģ об", + "Ġس Ùģ", + "ĠÙħاÙĨ ÙĨد", + "Ø® Ø´", + "v ajÃŃ", + "va jÃŃ", + "nit ÅĻ", + "æ¯ Ĵ", + "æ¤ į", + "Ġgir iÅŁ", + "ĠÄij áp", + "ĠÄijá p", + "@ n", + "ов аÑĢи", + "оваÑĢ и", + "ова ÑĢи", + "ĠØ® دا", + "Ġخد ا", + "Ġv ÄĽtÅ¡", + "ĠvÄĽt Å¡", + "ĠΣ Ïħ", + "Ùģ Ø©", + "аннÑı м", + "ĠÑĩ лен", + "æĶ¯ æĮģ", + "å¨ ľ", + "lar arası", + "lara rası", + "Ρ Îij", + "Ġz iy", + "Ġzi y", + "Ġ êµIJìľ¡", + "ĠêµIJ ìľ¡", + "Ġh á»ĵi", + "Ġhá»ĵ i", + "าà¸Ħ าร", + "าà¸Ħา ร", + "im leri", + "imler i", + "è³ ¼", + "ĠجÙĩ اÙĨ", + "ĠÑĢоз мÑĸ", + "Ñħ Ñĸв", + "γ ε", + "æ¨ ª", + "ÎĻ ÎijΣ", + "ÎĻÎij Σ", + "ç¶ Ń", + "Ġbi raz", + "Ġbir az", + "ĠÑĤак ого", + "ĠÑĤа кого", + "íĥ Ħ", + "ĠбÑĥд ÑĥÑĤ", + "ĠбÑĥ дÑĥÑĤ", + "ĠбÑĥдÑĥ ÑĤ", + "ĠÑĪ вид", + "Ġ неÑģ", + "Ġн еÑģ", + "Ġне Ñģ", + "ĠÙħ عÙĦÙĪÙħات", + "ĠÙħعÙĦ ÙĪÙħات", + "à¥ĩ यर", + "à¥ĩय र", + "Ġдв ÑĥÑħ", + "å¿ħ è¦ģ", + "å§ Ĩ", + "Ġpo hled", + "Ġpoh led", + "ìĬ¤ íĦ°", + "Ġ åįģ", + "Ġåį ģ", + "ĠØ£ ب", + "веÑĢ дж", + "веÑĢд ж", + "Ġà¤ľ म", + "ल त", + "åľ° åĮº", + "Ġ |[", + "Ġ| [", + "Ġв меÑģÑĤ", + "ĠÚ© اÙħ", + "Ġ ãĥIJ", + "Ġãĥ IJ", + "ãĥ¼ ãĥĸ", + "ãĥ¼ãĥ ĸ", + "ãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢ", + "Ġ ìĥģíĴĪ", + "Ġìĥģ íĴĪ", + "à¹Ģล ย", + "Äį né", + "ĠÑģÑĢед ÑģÑĤва", + "ĠÑģÑĢедÑģÑĤв а", + "Ġ ÑĤаб", + "ĠÑĤ аб", + "ĠÑĤа б", + "Ġ Ùħار", + "ĠÙħ ار", + "ĠÙħا ر", + "Ġ hled", + "Ġh led", + "Ġhl ed", + "д аÑĤ", + "да ÑĤ", + "ÙĪ ÛĮد", + "ÙĪÛĮ د", + "Ġ ãĥ©", + "Ġãĥ ©", + "ĠØ® د", + "è¤ ĩ", + "ç§ ĺ", + "Ġ برد", + "Ġب رد", + "Ġبر د", + "ĠÏĥ αÏĤ", + "Ïİ ÏĥειÏĤ", + "æĿ ¯", + "λ Ïį", + "å® ¿", + "Ġ ëĤľ", + "ĠëĤ ľ", + "ï» Ł", + "Ġözel likle", + "Ġözellik le", + "Ġкон Ñģ", + "ĠÙħ غ", + "ع ÙĬ", + "à¹Į à¸ģ", + "Ġ ÙĬت", + "ĠÙĬ ت", + "ĠÙħ شاÙĩ", + "ĠÙħØ´ اÙĩ", + "ĠTh anh", + "ĠThan h", + "ा à¤ľà¤¨", + "à¤¾à¤ľ न", + "¥ ¤", + "Ġv lá", + "Ġvl á", + "ĠÙģ ض", + "Τ ÎĻÎļ", + "Ġна Ñĥков", + "ĠнаÑĥк ов", + "е лем", + "ел ем", + "еле м", + "Ġd Ãłng", + "ĠгоÑģп одаÑĢ", + "Âł S", + "и ÑĩеÑģкиÑħ", + "иÑĩеÑģ киÑħ", + "иÑĩеÑģки Ñħ", + "ĠتÙĨ Ùĩا", + "à¤ľ न", + "Ġп ан", + "Ġпа н", + "åĨ ł", + "Ġ ëĤĺëĬĶ", + "ĠëĤĺ ëĬĶ", + "t ÃŃ", + "ä¸Ģ èµ·", + "Ġlã nh", + "Âł v", + "ov ým", + "ový m", + "ز ب", + "ĠجÙħع ÛĮت", + "Ġ æµ·", + "Ġæµ ·", + "ĠоÑģ ÑĥÑīеÑģÑĤв", + "à £i", + "ã i", + "ائ ر", + "Ġ ë³ij", + "Ġë³ ij", + "á»ĭ nh", + "Ġs á»Ńa", + "Ġsá»Ń a", + "à¥ĩà¤Ĥ ।", + "ÄĽ jÅ¡ÃŃ", + "ÄĽj Å¡ÃŃ", + "Ġд ÑĸÑĤ", + "ĠдÑĸ ÑĤ", + "Ġ æĥ", + "Ġæ ĥ", + "mÄ±ÅŁ tı", + "ر ØŃ", + "Ġì§Ģ ê¸Ī", + "å¦ »", + "âĹ ĭ", + "Ġ ì§ĢìĹŃ", + "Ġì§Ģ ìĹŃ", + "ÙĴ ÙĨ", + "Ġur Äįit", + "ĠurÄį it", + "ÙĴ Ùħ", + "z ÃŃ", + "è ķ", + "Ġ Ø´ÙĪر", + "ĠØ´ ÙĪر", + "ĠØ´ÙĪ ر", + "Ġ Không", + "ĠKh ông", + "ÛĮ زÛĮ", + "ÛĮز ÛĮ", + "Ġз г", + "Ġв не", + "Ġpr ávÄĽ", + "Ġprá vÄĽ", + "Ġpráv ÄĽ", + "è« ĭ", + "ا ÙĬت", + "اÙĬ ت", + "ั à¸ģร", + "ัà¸ģ ร", + "Ġolduk ça", + "ãĤģ ãĤĭ", + "ĠT ây", + "ëĿ¼ ìĿ¸", + "èĻ ķ", + "Ġs Æ°", + "Ġ ник", + "Ġн ик", + "Ġни к", + "Ù ł", + "اش ÛĮÙĨ", + "اشÛĮ ÙĨ", + "e lerde", + "el erde", + "eler de", + "ìĭľ ìķĦ", + "Ġ Ñĥмов", + "ĠÑĥ мов", + "ĠÑĥм ов", + "ĠçalÄ±ÅŁ an", + "Ġ ë¸Ķ", + "Ġë¸ Ķ", + "ĠÑĤак им", + "ĠÑĤа ким", + "ÑĢ ин", + "ÑĢи н", + "Ġ Ø®ÙĦ", + "ĠØ® ÙĦ", + "a yd", + "ay d", + "Ġ ãĥ¡", + "Ġãĥ ¡", + "ей ÑĩаÑģ", + "Ġdo prav", + "Ġdop rav", + "ãģĵ ãģ¨ãģ¯", + "ãģĵãģ¨ ãģ¯", + "Ġ ì¶Ķì²ľ", + "Ġì¶Ķ ì²ľ", + "å» ¶", + "Ġ kı", + "Ġk ı", + "åı ¶", + "ÑĢ иг", + "ÑĢи г", + "íħ ľ", + "çĶ³ åįļ", + "Ġ веÑĤ", + "Ġв еÑĤ", + "Ġве ÑĤ", + "ĠпомоÑī ÑĮÑİ", + "ĠاÙģ راد", + "ĠاÙģر اد", + "ÏĢ ει", + "ÏĢε ι", + "à¹Ģ สร", + "à¹Ģส ร", + "Ġgi ám", + "Ġgiá m", + "é İ", + "h las", + "hl as", + "man ız", + "manı z", + "ан гл", + "анг л", + "Ġmu ž", + "Âł K", + "ÑĢед иÑĤ", + "ÑĢеди ÑĤ", + "设 å¤ĩ", + "ι Ïĥμ", + "ιÏĥ μ", + "Ġc ải", + "Ġcả i", + "Ġ éĢļ", + "ĠéĢ ļ", + "Ġ Ùĥار", + "ĠÙĥ ار", + "Ġпод об", + "ĠмеÑĤ ал", + "ĠÑģам е", + "л ÑĥÑĩ", + "лÑĥ Ñĩ", + "åĤ ³", + "ĠÙĪÙĩ ÙĪ", + "Ġ éĩį", + "Ġéĩ į", + "в ий", + "ви й", + "æ³ ģ", + "Ġ æĿİ", + "ĠæĿ İ", + "ĠiliÅŁ kin", + "ĠiliÅŁk in", + "Ġεί Ïĩε", + "çĬ ¯", + "ÅĻej mÄĽ", + "èŃ ĺ", + "ç¨ ±", + "μ μα", + "μμ α", + "Ġ ÙĦÛĮ", + "ĠÙĦ ÛĮ", + "Ùĩ اÙĬ", + "Ùĩا ÙĬ", + "Ġ опиÑģ", + "Ġо пиÑģ", + "Ġоп иÑģ", + "Ú¯ رد", + "گر د", + "Ġг ÑĢ", + "ĠAnimal ia", + "ĠAnim alia", + "ÐŁ о", + "Ġb óng", + "ĠдеÑĤ ей", + "Ġl âu", + "Ġ æķĻ", + "Ġæķ Ļ", + "Ġпо ÑıÑģ", + "ĠاÙĦ Ø¢", + "ั à¸Ļà¸ķ", + "ัà¸Ļ à¸ķ", + "Ġд ев", + "Ġде в", + "Ġ ÑĨей", + "ĠÑĨ ей", + "ĠÑĨе й", + "ÑĮ в", + "æĥ ł", + "m aları", + "ma ları", + "mal arı", + "malar ı", + "im ler", + "à¥Ī ।ĊĊ", + "à¥Ī। ĊĊ", + "à¥Ī।Ċ Ċ", + "Ġ ном", + "Ġн ом", + "Ġно м", + "z v", + "Ġ à¸ģร", + "Ġà¸ģ ร", + "Ġpay laÅŁ", + "Âł s", + "ि सम", + "िस म", + "ÑģÑĤв еннÑĭÑħ", + "ÑģÑĤвен нÑĭÑħ", + "st oup", + "sto up", + "о нÑĸ", + "он Ñĸ", + "s tÃŃ", + "st ÃŃ", + "ĠØŃ Ú©", + "ĠÚ¯ رÙģت", + "ĠگرÙģ ت", + "Ġگر Ùģت", + "าà¸Ħ า", + "д Ñı", + "ÙĦ اث", + "ÙĦا Ø«", + "Ġzdrav ot", + "ä¸Ĭ ãģĴ", + "ãģ ¼", + "e lere", + "el ere", + "eler e", + "ele re", + "ظ Ùħ", + "ĠÑģ веÑĤ", + "ĠÑģв еÑĤ", + "о ÑĢг", + "оÑĢ г", + "ç« ¥", + "ĠпеÑĢ еп", + "ĠпеÑĢе п", + "Ġम द", + "а за", + "аз а", + "å¦Ĥ ä½ķ", + "ÑģÑĮ кÑĸй", + "ÑģÑĮк Ñĸй", + "ÑģÑĮкÑĸ й", + "Ġb Æ°á»Ľc", + "Ġger ekli", + "Ġgerek li", + "大 家", + "Ġtr ái", + "éģ ©", + "ä¸Ń 央", + "Ġph ản", + "Ġع رض", + "ĠÙĥ تاب", + "æĭ ©", + "ÑĪ его", + "ÑĪе го", + "å¸ ®", + "ĠÙĨÛĮ از", + "è¿ ·", + "ุ à¸Ľ", + "ิ à¸Ľ", + "Ġد Ø®", + "ÏĦ ικÎŃÏĤ", + "ÏĦικ ÎŃÏĤ", + "ĠU z", + "Ġت ÙĪÙħاÙĨ", + "ĠتÙĪ ÙħاÙĨ", + "ĠتÙĪÙħ اÙĨ", + "ĠÙĪ اÙĦØ£", + "ĠÙĪاÙĦ Ø£", + "ÅĻ es", + "ÅĻe s", + "Ñij м", + "Ġ å¸Ĥ", + "Ġå¸ Ĥ", + "ĠÑĤ оже", + "ĠÑĤо же", + "Ġy apan", + "Ġya pan", + "Ġyap an", + "å½¼ 女", + "ĠÙħ در", + "ĠÙħد ر", + "¶ ģ", + "Ġ æŶ", + "ĠæĹ ¶", + "à¹Ģ à¸ĺ", + "à¹Ģภĺ", + "Ġ ÙħاÙĦ", + "ĠÙħ اÙĦ", + "ĠÙħا ÙĦ", + "ĠB üyük", + "ĠBü yük", + "Ġ ÙĦت", + "ĠÙĦ ت", + "å° ļ", + "d eme", + "de me", + "dem e", + "ü b", + "ĠÑħ Ñĥд", + "Ġlé ka", + "çĽ Ľ", + "缴 æİ¥", + "ниÑĨÑĤ ва", + "ĠпÑĢи Ñĩин", + "ĠпÑĢиÑĩ ин", + "е ÑĢап", + "еÑĢ ап", + "еÑĢа п", + "ĠÑģозд а", + "ĠÑģоз да", + "æ ¢°", + "æ¢ °", + "Ġm üz", + "Ġmü z", + "ç³» åĪĹ", + "o uz", + "ou z", + "Ġà¤ĵ र", + "ÑĢ ÑĥÑĩ", + "ÑĢÑĥ Ñĩ", + "Ġ á½", + "Ġá ½", + "μÎŃ Î½Î±", + "μÎŃν α", + "ĠпÑĢед меÑĤ", + "Ġ å²", + "Ġå ²", + "ãĥ³ ãĥģ", + "ãĥ³ãĥ ģ", + "μÎŃ Î½Î·", + "μÎŃν η", + "л Ñĥг", + "лÑĥ г", + "Âł n", + "ĠT arih", + "ĠTar ih", + "Ġ ãĢĪ", + "ĠãĢ Ī", + "Ġb ana", + "Ġban a", + "Ġba na", + "Ġ cÃŃ", + "Ġc ÃŃ", + "Ġvý kon", + "åĽł æѤ", + "Ġt ÅĻi", + "ĠtÅĻ i", + "า à¸ĭ", + "าภĭ", + "v ailable", + "vail able", + "Ġ istem", + "Ġis tem", + "Ġi stem", + "Ġist em", + "ãĥ¥ ãĥ¼", + "Ðķ ÐĿ", + "Ġ гаÑĢ", + "Ġг аÑĢ", + "οÏħ λ", + "ॠĽ", + "ĠÙĪ ضع", + "ส ะ", + "è· Ŀ", + "ĠØŃ Ùģ", + "ิà¸Ĺย าล", + "ิà¸Ĺยา ล", + "她 çļĦ", + "н ÑĸÑĪ", + "нÑĸ ÑĪ", + "ж ение", + "же ние", + "жен ие", + "기 ìĹIJ", + "Ġ éĺ¿", + "Ġéĺ ¿", + "ĠÙħ ارس", + "ĠÙħا رس", + "ĠÙħار س", + "ĠçeÅŁit li", + "Ġ ÅŁehir", + "ĠÅŁ ehir", + "ĠÅŁeh ir", + "á tor", + "át or", + "à¹ī à¸Ĺ", + "ìĿ´ ëĬĶ", + "Ġ è²", + "Ġè ²", + "é¡ į", + "ç ĻĤ", + "çĻ Ĥ", + "Ġ ниÑĩ", + "Ġн иÑĩ", + "Ġни Ñĩ", + "Ġ ê°Ģì§Ģ", + "Ġê°Ģ ì§Ģ", + "ä¼ ¦", + "r án", + "rá n", + "o stat", + "os tat", + "ost at", + "osta t", + "Ġ ÙĦÙĥ", + "ĠÙĦ Ùĥ", + "è º", + "ĠNg Ãłnh", + "Ġस द", + "æľ Ĺ", + "çĦ¶ åIJİ", + "ãĤ¸ ãĤ§", + "л еÑĢ", + "ле ÑĢ", + "ĠÐŀ на", + "ĠÐŀн а", + "س ÙĪÙĨ", + "سÙĪ ÙĨ", + "Ïģ ον", + "Ïģο ν", + "ĠدرÛĮ اÙģت", + "ĠدرÛĮا Ùģت", + "à¸Ń à¸Ńà¸Ļà¹Ħลà¸Ļ", + "Ġ dál", + "Ġd ál", + "Ġdá l", + "ĠмÑĸÑģ ÑĨе", + "Ġд ней", + "Ġ اÙĦات", + "Ġا ÙĦات", + "ĠاÙĦ ات", + "Ġरह त", + "ï¼Į 对", + "è³ĩ æĸĻ", + "ä»» ä½ķ", + "é Ħ", + "t aj", + "ta j", + "β ά", + "Ġна до", + "Ġнад о", + "ĠÑģÑĤ Ñĥд", + "ĠÅŁ eh", + "ัà¸į à¸į", + "à¥ĭ ब", + "ãĥ© ãĥ¼", + "Û± Ûµ", + "Û±Û µ", + "e pt", + "ep t", + "Ġbil dir", + "Ġbild ir", + "ส à¸ĸาà¸Ļ", + "สà¸ĸ าà¸Ļ", + "е ÑĤÑĮÑģÑı", + "еÑĤÑĮ ÑģÑı", + "sk ým", + "ský m", + "Ġобла ÑģÑĤÑĮ", + "ĠоблаÑģ ÑĤÑĮ", + "ĠоблаÑģÑĤ ÑĮ", + "Ġìŀ ł", + "ĠG ör", + "ĠGö r", + "Ġd ayan", + "Ġday an", + "Ġda yan", + "ĠÛĮ اد", + "ĠÛĮا د", + "çĶŁ 产", + "íĺ ij", + "å¾ ģ", + "Ġ اجر", + "Ġا جر", + "Ġاج ر", + "Ġп ÑĢе", + "ĠпÑĢ е", + "ä¸īä¸ī ä¸īä¸ī", + "åŁİ å¸Ĥ", + "Ġ пÑĢимеÑĢ", + "ĠпÑĢ имеÑĢ", + "ĠпÑĢи меÑĢ", + "ĠпÑĢим еÑĢ", + "Äį ást", + "èģ ĺ", + "ĠÙħرب ÙĪØ·", + "æŀ ļ", + "åĪ Ģ", + "æŁ¥ çľĭ", + "Ġ모 ëijIJ", + "ìŀIJ ë£Į", + "- ､", + "Ġê°Ļ ìĿ´", + "Ġ ì¡´", + "Ġì ¡´", + "Ġì¡ ´", + "е гоÑĢ", + "ег оÑĢ", + "его ÑĢ", + "e dik", + "ed ik", + "edi k", + "и мÑĥ", + "им Ñĥ", + "ĠAr th", + "ĠArt h", + "åºĶ çĶ¨", + "m iÅŁti", + "miÅŁ ti", + "Ġkhá»ı e", + "Ġ Ñĸд", + "ĠÑĸ д", + "λ λη", + "λλ η", + "â h", + "м аг", + "ма г", + "éļ Ĩ", + "ĠвнÑĥ ÑĤÑĢ", + "ĠвнÑĥÑĤ ÑĢ", + "Ġ بط", + "Ġب Ø·", + "( æĹ¥", + "Ä° Y", + "л ик", + "ли к", + "ĠB ản", + "Ġت ÙĪس", + "ĠتÙĪ س", + "़ त", + "a mak", + "am ak", + "ama k", + "åķı é¡Į", + "ĠÑģам оÑģÑĤ", + "ĠÑģамо ÑģÑĤ", + "ï¼¼ Ċ", + "Ġ ç¦ı", + "Ġç¦ ı", + "Ù ¡", + "Ġ ÑĦоÑĢми", + "ĠÑĦоÑĢм и", + "ĠÑĦоÑĢ ми", + "Ġ ÑĢозÑĥм", + "ĠÑĢоз Ñĥм", + "ĠÙħ طاÙĦ", + "ĠÙħØ· اÙĦ", + "ä¹Ł æĺ¯", + "ç¾İ åĽ½", + "ëĵľ 립ëĭĪëĭ¤", + "Ġl Ä©nh", + "ĠпоÑĤ омÑĥ", + "ĠпоÑĤом Ñĥ", + "Ñı бÑĢÑı", + "Ñıб ÑĢÑı", + "æ¼ «", + "Ġng oại", + "à¸Ń ำ", + "ÙĬ ÙĨا", + "ÙĬÙĨ ا", + "Ġm lad", + "Ġml ad", + "Ïĥ ÏĦά", + "ÏĥÏĦ ά", + "ا تر", + "ات ر", + "주 ìĿĺ", + "ен нÑĸ", + "о за", + "оз а", + "ÙĤ ات", + "ĠÐĴ аÑģ", + "è® Ń", + "é IJ", + "Ñĥ ÑİÑĩи", + "ÑĥÑİ Ñĩи", + "Ġ کر", + "ĠÚ© ر", + "Ġ .|", + "Ġ. |", + "Ġgen ç", + "è© ²", + "ä» ģ", + "о дÑĭ", + "од Ñĭ", + "ĠØ£ ÙĪÙĦ", + "ĠØ£ÙĪ ÙĦ", + "Ġ ìĤ¬íļĮ", + "ĠìĤ¬ íļĮ", + "Ġ à¹Ģส", + "Ġà¹Ģ ส", + "Ġà¹Ģภª", + "ĠëķĮ문 ìĹIJ", + "âĢĮ ب", + "Ġли ÑĪÑĮ", + "ĠлиÑĪ ÑĮ", + "Ġи менно", + "Ġим енно", + "m adı", + "ma dı", + "mad ı", + "Ġ éĤ", + "Ġé Ĥ", + "ĠÙĪ ارد", + "ĠÙĪا رد", + "Ġtak ım", + "Ġ à¹Ģห", + "Ġà¹Ģ ห", + "Ġà¹Ģภ«", + "Ġ à¸Ńย", + "Ġà¸Ń ย", + "Ġkon usu", + "Ġkonu su", + "Ġkonus u", + "Ø® ÙĪ", + "ĠÑģ ид", + "ĠÑģи д", + "èµ ¤", + "о ÑıÑĤелÑĮ", + "оÑıÑĤ елÑĮ", + "ëĭ µ", + "ε Ïī", + "Ñĸ Ñħ", + "Ġय द", + "ĠÚ© ÛĮÙģ", + "ĠÚ©ÛĮ Ùģ", + "μ οÏĤ", + "μο ÏĤ", + "Ġal dı", + "Ġald ı", + "Ġ íĻį", + "ĠíĻ į", + "к Ñĥп", + "кÑĥ п", + "ĠÙĨÙħ اÛĮØ´", + "ĠÙĨÙħاÛĮ Ø´", + "ãģ ¥", + "Ġ íķ©ëĭĪëĭ¤", + "Ġíķ ©ëĭĪëĭ¤", + "Ġíķ© ëĭĪëĭ¤", + "Ġë Įĵê¸Ģ", + "б оÑĢа", + "бо ÑĢа", + "боÑĢ а", + "éī Ħ", + "Ġ à¹Ģà¸Ī", + "Ġà¹Ģ à¸Ī", + "Ġà¹ĢภĪ", + "à¹ī à¸ģ", + "§ Ø·", + "ر بÙĩ", + "رب Ùĩ", + "Ġ Ñĥз", + "ĠÑĥ з", + "Ġм аÑİÑĤÑĮ", + "Ġма ÑİÑĤÑĮ", + "Ġby li", + "Ġbyl i", + "ี à¸ķ", + "Ġ ì§ĢìĽIJ", + "Ġì§Ģ ìĽIJ", + "èĩª çĦ¶", + "ù y", + "Ġç aÄŁ", + "Ġça ÄŁ", + "е дин", + "ед ин", + "еди н", + "ë ī´", + "åį ±", + "Ġпоз волÑı", + "Ġпозвол Ñı", + "ØŃ Ø§Ø¯", + "ĠÑĩ его", + "ีย ร", + "Ġyön tem", + "Ġ ders", + "Ġd ers", + "Ġde rs", + "Ġder s", + "Ġ ÑģÑĤоÑı", + "ĠÑģÑĤ оÑı", + "ĠÑģÑĤо Ñı", + "Ġк ÑĢÑĥп", + "Ġ ð", + "Ġдом аÑĪ", + "Ġдома ÑĪ", + "е нд", + "ен д", + "ç» §", + "ĠÄij ô", + "Ġch tÄĽ", + "计 åĪĴ", + "ÎŃ Î±", + "Ġdob ÅĻe", + "ส à¸Ńà¸ļ", + "е ление", + "ел ение", + "еле ние", + "елен ие", + "ĠÄij ông", + "ĠÄijô ng", + "ãģ¾ ãĤĬ", + "Ġboy unca", + "à¥ģ à¤Ĺ", + "à¥ģठĹ", + "ĠÑĦ из", + "ãĤ³ ãĥ³", + "Ġde ney", + "Ġden ey", + "ÑĩеÑģ киÑħ", + "Ñĩе ÑģкиÑħ", + "ÑĩеÑģки Ñħ", + "λ ον", + "λο ν", + "以 åıĬ", + "ا ÙĪت", + "اÙĪ ت", + "Âł ³³³³", + "³³ ³³³", + "³³³³ Âł", + "³³³ ³³", + "Ġ ì¤Ħ", + "Ġì¤ Ħ", + "ि फ", + "िठ«", + "ĠÑĤ ол", + "ĠÑĤо л", + "ĠëĤ´ ê°Ģ", + "âĸ ı", + "Ġp há", + "Ġph á", + "ĠÑģп Ñĸв", + "Ġ جÙħÙĬع", + "ĠجÙħ ÙĬع", + "Ġb ezpeÄį", + "Ġbez peÄį", + "Ġ æĹł", + "ĠæĹ ł", + "Ġv Å¡e", + "ĠvÅ¡ e", + "ÑģÑĤ вÑĥ", + "ÑģÑĤв Ñĥ", + "d ust", + "du st", + "o Å¡", + "Ġت ارÙĬØ®", + "ا ØŃØ©", + "اØŃ Ø©", + "ĠÙħشار ÙĥØ©", + "Ġ ακ", + "Ġα κ", + "ั à¸Ļà¸Ļ", + "ัà¸Ļ à¸Ļ", + "éģ Ĭ", + "Ġ ÑģоÑĤ", + "ĠÑģ оÑĤ", + "ĠÑģо ÑĤ", + "Ġ каз", + "Ġк аз", + "Ġка з", + "ĠÑĤ еÑĩение", + "ĠÑĤеÑĩ ение", + "ê¸ ´", + "acak tır", + "ê±° ëĤĺ", + "ี ยม", + "ีย ม", + "ĠÑģ ÑĥÑħ", + "ĠÑģÑĥ Ñħ", + "ĠëĦĪ 무", + "ãģı ãĤĭ", + "ĠкоÑĤоÑĢ ой", + "ا ÙĤØ©", + "اÙĤ Ø©", + "y ıl", + "yı l", + "ãĤ» ãĥĥãĥĪ", + "ĠÑį лем", + "æģ IJ", + "ÙĨ اء", + "ÙĨا Ø¡", + "åħ ©", + "Ġte Äı", + "ä¸ ¥", + "Ġì§Ī 문", + "Ġ 为", + "Ġä¸ º", + "ìĭľ íĹĺ", + "Ġп ÑĢок", + "ĠпÑĢ ок", + "ĠпÑĢо к", + "u jeme", + "uj eme", + "uje me", + "ü cü", + "üc ü", + "ĠاÙĦÙħ غ", + "ĠØŃ Ø³Ø§Ø¨", + "ĠØŃس اب", + "ãģĹ ãģ¦ãģĦ", + "ãģĹãģ¦ ãģĦ", + "к ова", + "ко ва", + "ков а", + "ĠÄij Ãło", + "Ġп ÑĢиз", + "ĠпÑĢ из", + "ĠпÑĢи з", + "ĠÙĪ ÙħÙĨ", + "ĠÙĪÙħ ÙĨ", + "Ġ оÑĢ", + "Ġо ÑĢ", + "à¸ģ à¸ķ", + "а ÑĦ", + "Ġ à¸ŀร", + "Ġà¸ŀ ร", + "ÑĨи ей", + "æ ª", + "Ġ působ", + "Ġp ůsob", + "Ġpů sob", + "åŃ© åŃIJ", + "Ġb ánh", + "Ġbán h", + "ĠÑĦоÑĢм Ñĥ", + "ĠÑĦоÑĢ мÑĥ", + "Ġ á»ķ", + "Ġá» ķ", + "Ġмен ее", + "Ġмене е", + "à¹ī าห", + "à¹īา ห", + "ни ÑĨа", + "ниÑĨ а", + "ี Ċ", + "Ġв олоÑģ", + "Ġвол оÑģ", + "Ġار ائÙĩ", + "第 ä¸ī", + "ëIJĺ ìĹĪ", + "Ġkıs m", + "Ġkı sm", + "ãĥ¼ ãĥĬ", + "ãĥ¼ãĥ Ĭ", + "ler imiz", + "ÙĨ ÙĬÙĨ", + "ÙĨÙĬ ÙĨ", + "Ġ NgÆ°á»Ŀi", + "ĠNg Æ°á»Ŀi", + "ĠоÑĤ дел", + "ĠоÑĤд ел", + "çļĦ æŶåĢĻ", + "о нов", + "он ов", + "Äį an", + "i zm", + "iz m", + "ĠÑģоб ой", + "à¹ĩ à¸ķ", + "Ġ ÑģлÑĸд", + "ĠÑģ лÑĸд", + "ĠÑģл Ñĸд", + "Ġ à¤ľà¤¹", + "Ġà¤ľ ह", + "ï¼Į æĪij们", + "ï¼ĮæĪij 们", + "ãĢĤ ãģĿãģ®", + "ÏĢ ÏīÏĤ", + "çĨ Ł", + "ภ¯", + "ëĦ IJ", + "æľ ĭ", + "Ġë¹Ħ ë°Ģ", + "ëį ķ", + "Ġm Ãłn", + "ĠmÃł n", + "ìĿ´ ê³ł", + "ëŀľ ëĵľ", + "éĤ Ħ", + "Ä±ÅŁ ık", + "Ä±ÅŁÄ± k", + "Ġ 个", + "Ġä¸ ª", + "Ġn ád", + "Ġná d", + "б ÑĢа", + "æĮĩ å®ļ", + "lar ıyla", + "ları yla", + "ĠÐŀ ни", + "ĠÐŀн и", + "Ġ hra", + "Ġh ra", + "Ġhr a", + "ĠÑĢе ÑĨеп", + "ĠÐłÐ¾Ñģ Ñģий", + "å½± åĵį", + "Ġ Když", + "ĠK dyž", + "ĠÃ¶ÄŁ renc", + "ĠÃ¶ÄŁren c", + "åī µ", + "Ġ jist", + "Ġj ist", + "Ġji st", + "èĪ Ī", + "è§ ¦", + "åıij çİ°", + "ม าย", + "มา ย", + "er ken", + "erk en", + "Ġзд еÑģÑĮ", + "ĠÙħس ئ", + "@n ate", + "ĠëĤ´ ìļ©", + "Ġnab ÃŃd", + "ĠnabÃŃ d", + "Û Ģ", + "Ġмо менÑĤ", + "Ġмом енÑĤ", + "ãģł ãģĮ", + "ί δα", + "ίδ α", + "T ak", + "Ta k", + "Ġ ë³´ê³ł", + "Ġë³´ ê³ł", + ": ::::::::", + ":: :::::::", + ":::: :::::", + ":::::: :::", + ":::::::: :", + "::: ::::::", + "::::: ::::", + "::::::: ::", + "ÄŁ men", + "Ġпо меÑī", + "Ġпом еÑī", + "ãģ«ãģ¤ ãģĦãģ¦", + "ĠÙģ ÙĪÙĤ", + "ĠÙģÙĪ ÙĤ", + "Ġع ضÙĪ", + "ĠÙħ ÛĮاÙĨ", + "ĠÙħÛĮ اÙĨ", + "Ġm üc", + "Ġmü c", + "ĠпÑĢо Ñıв", + "ÑĩеÑģ ки", + "Ñĩе Ñģки", + "ãģł ãģĭãĤī", + "éĤ ¦", + "Ġ ë¶ĦìĦĿ", + "Ġë¶Ħ ìĦĿ", + "éŁ ©", + "į ¨", + "ĠD aha", + "ĠDa ha", + "ĠDah a", + "Ġ κÏĮ", + "Ġκ ÏĮ", + "Ġна Ñĩина", + "ĠнаÑĩ ина", + "ĠÐŁ оÑĤ", + "ĠÐŁÐ¾ ÑĤ", + "Ïĥκε Ïħ", + "Ïĥκ εÏħ", + "Ġ ÑĢан", + "ĠÑĢ ан", + "ĠÑĢаР½", + "ĠÑĢа н", + "ÙĪ ÙĬس", + "ÙĪÙĬ س", + ": :::::::::", + ":: ::::::::", + ":::: ::::::", + ":::::: ::::", + ":::::::: ::", + "::: :::::::", + "::::: :::::", + "::::::: :::", + "::::::::: :", + "Û±Û¹ Û¹", + "Ġard ından", + "à¹Ĥ à¸Ķ", + "ا راÙĨ", + "ار اÙĨ", + "ارا ÙĨ", + "د اد", + "دا د", + "Ġqu ý", + "ĠØ£Ùĥ ثر", + "âĹ Ĩ", + "ĠØ£ خرÙī", + "Ġأخ رÙī", + "Ġë§Ī ìĿĮ", + "ë¦ ´", + "Ġ عÙĦÙĪÙħ", + "ĠعÙĦ ÙĪÙħ", + "Ġe ÄŁ", + "воÑĢ Ñİ", + "во ÑĢÑİ", + "Ġ ãĥĹ", + "Ġãĥ Ĺ", + "Ñĥ ÑĩаÑģ", + "ÑĥÑĩ аÑģ", + "ÑĥÑĩа Ñģ", + "Ġب Ø£", + "ÏĨ ο", + "ни ками", + "ник ами", + "ника ми", + "никам и", + "à¹ĥ à¸ķ", + "Äįet nÄĽ", + "à¸ļ าà¸ĩ", + "çī Ļ", + "ãĥª ãĤ«", + "í Ĵ", + "åĩº çīĪ", + "γ ι", + "ãĢĤ ãģĿãĤĮ", + "Ġy ani", + "Ġya ni", + "Ġyan i", + "l ech", + "le ch", + "lec h", + "ĠLu áºŃt", + "çļĦ ãģª", + "Ġneden iyle", + "Ġnedeni yle", + "d ej", + "de j", + "ĠÑģов еÑĢÑĪ", + "Ġph á»ķ", + "ıs ından", + "ısında n", + "Ġch ắc", + "d eÅŁ", + "de ÅŁ", + "Ġком ан", + "Ġко ман", + "æĽ ¿", + "Ġp lán", + "Ġpl án", + "Ġplá n", + "Ġd ữ", + "ĠêµŃ ê°Ģ", + "Ġta kip", + "Ġtak ip", + "Ġth ủy", + "Ġthủ y", + "Ñģ лÑĸд", + "Ñģл Ñĸд", + "âī §", + "ĠI IC", + "ĠII C", + "θ Ïħ", + "á vat", + "áv at", + "Ġ Ñģок", + "ĠÑģ ок", + "ĠÑģо к", + "Ġб агаÑĤо", + "Ġбаг аÑĤо", + "ĠбагаÑĤ о", + ";:;: ;:;:", + "Ïģ ιοÏĤ", + "Ïģι οÏĤ", + "Ïģιο ÏĤ", + "il miÅŁtir", + "ilm iÅŁtir", + "ilmiÅŁ tir", + "Ġ znam", + "Ġz nam", + "Ġzn am", + "Ġ Τα", + "ĠΤ α", + "a maz", + "am az", + "ama z", + "à¹ģ à¸ŀ", + "ãĥģ ãĥ£", + "Ġkullan ı", + "æĶ¾ éĢģ", + "д н", + "ĠÙĪ اب", + "ĠÙĪا ب", + "Ġtr ắng", + "Ñģ Ñıг", + "ÑģÑı г", + "Ġار تباط", + "Ġв Ñħод", + "å·ŀ å¸Ĥ", + "Ġ सत", + "Ġस त", + "Ñĩ аеÑĤÑģÑı", + "Ñĩа еÑĤÑģÑı", + "ÑĩаеÑĤ ÑģÑı", + "íĮĮ íĬ¸", + "Ġ Những", + "ĠNh ững", + "ä¸į åı¯", + "å± Ĭ", + "Ġ ãĤŃ", + "ĠãĤ Ń", + "ار ÙĩاÛĮ", + "ارÙĩ اÛĮ", + "Ġar ÅŁiv", + "Ġ اÙĦÙī", + "Ġا ÙĦÙī", + "ĠاÙĦ Ùī", + "ाय à¤ķ", + "ãģĹ ãĤĩãģĨ", + "ãģĹãĤĩ ãģĨ", + "Ġ ulus", + "Ġu lus", + "Ġul us", + "al axy", + "ala xy", + "기 ê°Ģ", + "ãİ¡ (", + "μά ÏĦÏīν", + "è n", + "ù i", + "Ġна ÑģÑĤоÑı", + "ĠнаÑģÑĤ оÑı", + "ĠС в", + "ĠоÑģ оби", + "ĠоÑģоб и", + "к ово", + "ко во", + "ков о", + "ĠÑĢеб енка", + "ĠÑĢебен ка", + "ĠÑĤ Ñıж", + "ĠÑĤÑı ж", + "Ġxu á»ijng", + "Ġ ê¶Į", + "Ġê ¶Į", + "о год", + "ог од", + "ого д", + "Ġ ấy", + "è² ł", + "ว à¸Ļ", + "Ġ stanov", + "Ġsta nov", + "Ġstan ov", + "Ġk rál", + "Ġkr ál", + "Ġà¤ĩ सल", + "Ġà¤ĩस ल", + "e be", + "eb e", + "å® ¾", + "ĠдоÑģÑĤаÑĤ оÑĩно", + "II IK", + "III K", + "ÏĢ ά", + "Ġbir kaç", + "ĠاÙĦ ÙħÙĤ", + "ĠاÙĦÙħ ÙĤ", + "ãĥ ¶", + "ĠBaÅŁ kanı", + "ĠBaÅŁkan ı", + "Ġ첨ë¶Ģ íĮĮìĿ¼", + "Ġya rar", + "Ġyar ar", + "äº ¡", + "Ġ ÏĢÏĮ", + "ĠÏĢ ÏĮ", + "Âł Ñģ", + "δ ή", + "e lerini", + "eler ini", + "eleri ni", + "elerin i", + "Ġs uç", + "Ġsu ç", + "Ġд ома", + "Ġдо ма", + "Ġдом а", + "Ġна ÑĢÑĥÑĪ", + "ĠнаÑĢ ÑĥÑĪ", + "Ġ ί", + "ĠÎ ¯", + "Ġê·¸ ìĿĺ", + "çĶµ å½±", + "ا بÙĩ", + "اب Ùĩ", + "к омÑĥ", + "ко мÑĥ", + "ком Ñĥ", + "Ġत ब", + "à¥Ī à¤ł", + "Ġ모 ì§ij", + "Ġ æ±Ł", + "Ġæ± Ł", + "Ġê²ĥ ìĿĢ", + "ον ÏĦαι", + "ĠاÙĦ رÙĬاض", + "è¨ ±", + "Ġhal inde", + "Ġاش ارÙĩ", + "Ġ кÑĢÑĭ", + "Ġк ÑĢÑĭ", + "л ений", + "лен ий", + "ле ний", + "lu ÄŁ", + "Ġdo bu", + "Ġdob u", + "s ik", + "si k", + "à¥ģ à¤Ł", + "à¥ģठŁ", + "Ġ кÑĸн", + "Ġк Ñĸн", + "ãģ¨ ãģį", + "à¥Ĥ स", + "æħ ¢", + "ĠdÄ±ÅŁ ında", + "ĠdÄ±ÅŁÄ± nda", + "ç· ı", + "Ġ bÃŃ", + "Ġb ÃŃ", + "ĠCL IIIK", + "ĠIIC III", + "Ġh erk", + "Ġhe rk", + "Ġher k", + "ãĤı ãģĽ", + "Ġ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢ", + "Âł ³³³³³", + "³³ ³³³³", + "³³³³ ³³", + "³³³ ³³³", + "³³³³³ Âł", + "اÙĦ د", + "Ġdav ran", + "Äį er", + "Äįe r", + "Ġ ØŁ", + "ĠØ Ł", + "ãģĺãĤĥ ãģªãģĦ", + "Ġd air", + "Ġda ir", + "Ġdai r", + "Ġî ¥¤", + "ั à¸ĩส", + "ัà¸ĩ ส", + "Ġ ëĭ´", + "Ġëĭ ´", + "å¾ ŀ", + "ĠÑįÑĤ иÑħ", + "ĠÑįÑĤи Ñħ", + "è¯ º", + "á» ·", + "е ÑĢиÑģÑĤи", + "еÑĢи ÑģÑĤи", + "ов ÑĭÑħ", + "Ġ ãĥĩ", + "Ġãĥ ĩ", + "ض ÙĬ", + "Ġà¤ī à¤ł", + "Ġnap ÅĻÃŃklad", + "è ´Ŀ", + "è´ Ŀ", + "Ġ Å¡k", + "ĠÅ¡ k", + "ĠبÙĪد ÙĨد", + "ĠبÙĪدÙĨ د", + "vů li", + "éģ ĩ", + "Ġз най", + "Ġзна й", + "Ġзн ай", + "ĠT ham", + "ĠTh am", + "r ani", + "ra ni", + "ran i", + "ا ØŃت", + "اØŃ Øª", + "Ø´ Ùĩ", + "мÑĸнÑĸ ÑģÑĤÑĢа", + "๠ĭ", + "ĠÎij να", + "ĠÎijν α", + "à¥ĭ à¤ļ", + "ç»Ħ ç»ĩ", + "ÑģÑĤ иÑĤ", + "ÑģÑĤи ÑĤ", + "im li", + "åIJį çĦ¡ãģĹãģķãĤĵ", + "åIJįçĦ¡ãģĹ ãģķãĤĵ", + "Ùij Ø©", + "θ μ", + "о лоÑĤ", + "ол оÑĤ", + "оло ÑĤ", + "ย à¸ĩ", + "ãĤī ãĤĮãĤĭ", + "ãĤīãĤĮ ãĤĭ", + "Ġ лиÑĩ", + "Ġл иÑĩ", + "Ġли Ñĩ", + "ов Ñĭе", + "éĢ ĥ", + "Ġ 广", + "Ġå¹ ¿", + "ìĬ ¬", + "Ùħ ÛĮÙĨ", + "ÙħÛĮ ÙĨ", + "ĠìłĦ ì²´", + "ĠÎŃ Ïĩ", + "Ġ ì±ħ", + "Ġì± ħ", + "Ġ hlas", + "Ġh las", + "Ġhl as", + "е кÑĤив", + "ек ÑĤив", + "екÑĤ ив", + "екÑĤи в", + "ĠÏĢ λη", + "lu ÄŁu", + "luÄŁ u", + "好 çļĦ", + "ĠÚĨ ÙĪÙĨ", + "ĠB eled", + "ĠBe led", + "ĠBel ed", + "Ġen gel", + "Ġeng el", + "нÑı Ñı", + "ĠyaÅŁ an", + "Ñĩ ниÑħ", + "ار ÙĬØ©", + "ارÙĬ Ø©", + "म त", + "ãĥĭãĥĭ ãĥĭãĥĭ", + "åĭ ¢", + "Ġ åĨħ", + "ĠåĨ ħ", + "Ġíı¬ íķ¨", + "Ġоб Ñģ", + "Ġth ấp", + "Ġd ây", + "ãĥĸ ãĥ©", + "а ÑĤÑĭ", + "аÑĤ Ñĭ", + "ĠÑģво ей", + "ĠÑģвое й", + "ãĤī ãģªãģĦ", + "åıij çĶŁ", + "e rece", + "er ece", + "ere ce", + "Ġod bor", + "Ġв неÑģ", + "Ġвне Ñģ", + "ĠÄIJ ảng", + "ĠëıĮ ìķĦ", + "ÄĽ li", + "ÄĽl i", + "ı sında", + "ıs ında", + "ısı nda", + "Ġबद ल", + "v nÃŃ", + "vn ÃŃ", + "ãģ® ãģ«", + "Ġпо ÑĤом", + "ĠпоÑĤ ом", + "im de", + "imd e", + "a lama", + "al ama", + "ala ma", + "alam a", + "âĢ ª", + "Ġstej nÄĽ", + "е ÑĢе", + "еÑĢ е", + "éĴ ¢", + "æľº æŀĦ", + "Ġ è³", + "Ġè ³", + "åĶ ±", + "Ġ ëħ¸ì¶ľ", + "Ġëħ¸ ì¶ľ", + "Ġли бо", + "âĢ Ĭ", + "Ġc ez", + "Ġce z", + "ro mÄĽ", + "rom ÄĽ", + "ί Ïīν", + "ÏĨ ή", + "Ġ íĻ©", + "ĠíĻ ©", + "Ġdlou h", + "éª ¨", + "åħ¬ éĩĮ", + "ä¼ ¸", + "Ġ ãĥij", + "Ġãĥ ij", + "ä» Ļ", + "Ġol madı", + "Ġolm adı", + "Ġolma dı", + "е лиÑĩ", + "ел иÑĩ", + "ели Ñĩ", + "ожд ениÑı", + "Ġsöy ledi", + "Ġsöyl edi", + "á tek", + "át ek", + "áte k", + "ìĥ µ", + "ย วà¸ģ", + "ยว à¸ģ", + "Ġ 鼻", + "ĠéĽ »", + "Ġп ев", + "ĠдÑĢÑĥг ие", + "át ku", + "Ġع ÙĪ", + "ov ána", + "ová na", + "ován a", + "ض ر", + "Ġëģ Ŀ", + "ĠíĨµ íķ´", + "Î ĸ", + "Ġv ur", + "Ġvu r", + "åĨ ²", + "Ġп ÑĢек", + "ĠпÑĢ ек", + "ĠпÑĢе к", + "Ġप à¤ķ", + "Ġ à¹Ģà¸Ĺ", + "Ġà¹Ģ à¸Ĺ", + "Ġà¹ĢภĹ", + "ãģ¨ ãģĭ", + "ع ÙĨ", + "å® ĩ", + "ÏĦ ζ", + "Ġn ằm", + "ĠÑģ воб", + "ĠÑģв об", + "ĠÑģво б", + "Ġδ Ïį", + "çĸ Ĺ", + "- й", + "é¦Ļ 港", + "ت ا", + "Ïĥι μο", + "íķ Ħ", + "Ġ 详æĥħ", + "Ġè¯ ¦æĥħ", + "ä¸ ¡", + "Ùİ Ø§ÙĦ", + "Ùİا ÙĦ", + "ĠTr Æ°á»Ŀng", + "e ného", + "en ého", + "ené ho", + "ĠÑĢекомен дÑĥ", + "ÛĮ رÙĩ", + "ÛĮر Ùĩ", + "า à¸ĸ", + "าภĸ", + "ĠÚ© اÙħÙĦ", + "ĠکاÙħ ÙĦ", + "ب Ø·", + "ز ÛĮÙĨÙĩ", + "زÛĮ ÙĨÙĩ", + "Ġдолж на", + "Ġë§İ ìĿĢ", + "âĹıâĹıâĹıâĹı âĹıâĹıâĹıâĹı", + "lep Å¡ÃŃ", + "ал ог", + "ало г", + "ãĤª ãĥ³", + "Ġ ë³Ħ", + "Ġë³ Ħ", + "ı rı", + "ır ı", + "ĠجاÙħ عÙĩ", + "ĠجاÙħع Ùĩ", + "æĽ ľ", + "o jÃŃ", + "oj ÃŃ", + "ĠÑĪ лÑıÑħ", + "Ġhız lı", + "Ġ خصÙĪص", + "Ġخص ÙĪص", + "ÐIJ ÑĢ", + "å ľĺ", + "åľ ĺ", + "Ġжив оÑĤ", + "é ±", + "Ġng ữ", + "Ġv òng", + "èİ «", + "Ġза Ñħод", + "ĠзаÑħ од", + "ìĻ Ħ", + "ĠÑģлед ÑĥÑİÑī", + "éĹ »", + "Ñij ÑĢ", + "Ġch vÃŃ", + "èĥ ľ", + "ãģª ãģĹ", + "Ġtek noloj", + "Ġtekn oloj", + "ej ména", + "Ġ ìłĪ", + "Ġìł Ī", + "ì³ IJ", + "æĻ® éĢļ", + "Ġvý ro", + "Ġay rı", + "Ġayr ı", + "Ġп ÑĢев", + "ĠпÑĢ ев", + "ĠпÑĢе в", + "Ġgó p", + "à¹Ĥ à¸ģ", + "à¸Ĺำ à¹ĥห", + "åı İ", + "åĺ ī", + "Ġte lev", + "Ġtele v", + "Ġtel ev", + "ãģ¨ ãģĵãĤį", + "ëı Į", + "ph yl", + "phy l", + "ร าะ", + "Ġ çĪ", + "Ġç Ī", + "ÑģÑĤ иÑĤÑĥ", + "ÑģÑĤи ÑĤÑĥ", + "ÑģÑĤиÑĤ Ñĥ", + "ï¼Į è¿ĺ", + "ĠÎij γ", + "Äį ku", + "æı ´", + "ाय त", + "æı ı", + "ãĤĤ ãģĹ", + "ĠпеÑĢ еÑģ", + "ĠпеÑĢе Ñģ", + "Ġìĺģ íĻĶ", + "id la", + "idl a", + "åİ ħ", + "ï¼ı :", + "ت رÛĮ", + "تر ÛĮ", + "à¸Ľ à¸ı", + "ĠнаÑģ еленнÑı", + "Ġam aç", + "Ġama ç", + "Ġk do", + "Ġkd o", + "Ġиз веÑģÑĤ", + "ÑĪ иÑĢ", + "ÑĪи ÑĢ", + "ì£ ł", + "Å¡ it", + "Å¡i t", + "Ġt á»ijc", + "Ġtá»ij c", + "ìŀIJ ìĿĺ", + "Ñĩ аÑĤ", + "Ñĩа ÑĤ", + "åı ĥ", + "éĽ ¶", + "å° º", + "Ġ indir", + "Ġin dir", + "Ġind ir", + "Ġна ÑĨÑĸоналÑĮ", + "Ġx anh", + "Ġxa nh", + "ÛĮ دÛĮ", + "ÛĮد ÛĮ", + "Ġин ÑĤеÑĢеÑģ", + "ĠинÑĤеÑĢ еÑģ", + "ĠØ¢ سÛĮ", + "Ġآس ÛĮ", + "éĤ£ 个", + "Ġb ilm", + "Ġbi lm", + "Ġbil m", + "а не", + "ан е", + "ĠtÄĽch to", + "Ñĩ ик", + "Ñĩи к", + "Ġдо Ñħод", + "èĤ¡ 份", + "åħ³ ç³»", + "ãģ«ãģª ãģ£ãģŁ", + "ĠпÑĢед пÑĢи", + "Ġgeç en", + "Ġب ÙĤ", + "Ġvý znam", + "Ġ à¹Ģà¸Ħร", + "Ġà¹Ģ à¸Ħร", + "Ġà¹Ģà¸Ħ ร", + "ĠÑħ ÑĤо", + "Ø´ ÙĬ", + "åıĤ åĬł", + "ÑģÑĤв енного", + "ÑģÑĤвен ного", + "ÑģÑĤвенно го", + "ÑĤ ÑĢон", + "ÑĤÑĢ он", + "ÑĤÑĢо н", + "ÂĢÂĢ ÂĢÂĢ", + "æ¢ Ŀ", + "б ав", + "ба в", + "Û± Û¶", + "Û±Û ¶", + "é¡ º", + "Ġj az", + "Ġja z", + "ĠاÙĦ ÙħÙĦ", + "ĠاÙĦÙħ ÙĦ", + "Ġا ثر", + "Ġاث ر", + "ĠпÑĢи вод", + "ĠпÑĢив од", + "а нÑĥ", + "ан Ñĥ", + "à¥ģ à¤Ń", + "à¥ģठŃ", + "æĹ §", + "ÑĮ е", + "ส ล", + "л ÑıÑİÑĤ", + "лÑı ÑİÑĤ", + "ว à¸Ķ", + "Æ° Ỽi", + "Æ°á» Ľi", + "Æ°á»Ľ i", + "ÙĬ ÙħØ©", + "ÙĬÙħ Ø©", + "ãĤ¯ ãĥŃ", + "л ий", + "ли й", + "γ Ïģά", + "Ġper forman", + "Ġperform an", + "Ġperf orman", + "Ġperfor man", + "è¯ ī", + "ä½ł çļĦ", + "ìħ Ķ", + "н ениÑı", + "не ниÑı", + "нен иÑı", + "á»Ń i", + "ÙĪ زÛĮ", + "ÙĪز ÛĮ", + "éŁ ¿", + "à¥Ī द", + "Ġëª ¸", + "Ġe ser", + "Ġes er", + "Ġese r", + "ĠÙģعاÙĦ ÛĮت", + "нÑĸ веÑĢ", + "нÑĸв еÑĢ", + "κ Ïģα", + "è¨ ¼", + "Ġn emoc", + "Ġnem oc", + "Ġyardım cı", + "Ġ çī¹", + "Ġçī ¹", + "Ġ коп", + "Ġк оп", + "Ġко п", + "ĠÐľ ож", + "़ à¤ķ", + "Ġ ëľ", + "Ġë ľ", + "ĠÑĢе ак", + "Ġp ozor", + "Ġpoz or", + "Âł ÐIJ", + "Ġ ÙĬÙĥ", + "ĠÙĬ Ùĥ", + "ĠÑģ ад", + "Ġ åħ«", + "Ġåħ «", + "Ġп олÑĮз", + "ĠполÑĮ з", + "Ġra ÄŁmen", + "ter nÃŃ", + "tern ÃŃ", + "s iyon", + "si yon", + "Ñģ ÑıÑĩ", + "ÑģÑı Ñĩ", + "ov aný", + "ova ný", + "ovan ý", + "ĠëĮĢíķľ 민êµŃ", + "ĠвÑĸд б", + "ĠÐIJ нд", + "ĠÐIJн д", + "st va", + "éĮ Ħ", + "Ġ ëij", + "Ġë ij", + "ิ à¸Ħ", + "j ÃŃt", + "jÃŃ t", + "Ġkullan ıcı", + "Ġkullanı cı", + "Ġ æŁ¥çľĭ", + "ĠæŁ¥ çľĭ", + "Ùģ ÙĦ", + "Ġ ЯкÑīо", + "ĠЯк Ñīо", + "çľĭ åĪ°", + "ÑĢ еÑħ", + "ÑĢе Ñħ", + "ĠاÙĦع ربÙĬØ©", + "ĠاÙĦعرب ÙĬØ©", + "ĠاÙĦعربÙĬ Ø©", + "ë¡ľê·¸ ëŀ¨", + "Ġब à¤ľ", + "Ġп ÑĢип", + "ĠпÑĢ ип", + "ĠпÑĢи п", + "Ġs chop", + "Ġsc hop", + "Ġsch op", + "Ġscho p", + "Ġب اÙĦا", + "Ġبا ÙĦا", + "ĠباÙĦ ا", + "å® ħ", + "Ġا ÙĦÙħÙĩ", + "ĠاÙĦ ÙħÙĩ", + "ĠاÙĦÙħ Ùĩ", + "α να", + "αν α", + "à¥ĭ व", + "åģ ´", + "å¼Ģ åıij", + "Ùħ اÙĦ", + "Ùħا ÙĦ", + "Ġ धर", + "Ġध र", + "Ġda hil", + "Ġdah il", + "Ġdahi l", + "ãĢģ ãģĵãģ®", + "ัà¸Ī à¸Ī", + "Ñģп ÑĸлÑĮ", + "Ġà¤ķ प", + "Ġв еÑĩ", + "Ġве Ñĩ", + "Ġвид а", + "Ġви да", + "ĠÙħ عÙĨ", + "ĠÙħع ÙĨ", + "ĠоÑĤ ли", + "i á»ħ", + "iá» ħ", + "л иÑĪ", + "ли ÑĪ", + "Ġ ÐŁÐ¾Ñģле", + "ĠÐŁÐ¾Ñģ ле", + "ãģĵ ãģĵ", + "Ġk ültür", + "Ġ جر", + "Ġج ر", + "Ġ æ¼", + "Ġæ ¼", + "èĩ º", + "Ġmev cut", + "Ù¾ ÛĮ", + "ĠاÙĦ سÙĦاÙħ", + "ĠاÙĦس ÙĦاÙħ", + "иÑĤ елей", + "иÑĤе лей", + "Ġ ÑĢоÑģÑĤ", + "ĠÑĢ оÑģÑĤ", + "ĠÑĢоÑģ ÑĤ", + "Ġed il", + "Ġedi l", + "Ġ å·²", + "Ġå· ²", + "ç²¾ åĵģ", + "ä» ħ", + "âĢĻ ye", + "âĢĻy e", + "à¥Īà¤Ĥ .", + "Ġ åĨĨ", + "ĠåĨ Ĩ", + "ëĪ Ħ", + "Ġ ìĻķ", + "ĠìĻ ķ", + "æĺ Ń", + "ĠÎļ ο", + "m eden", + "med en", + "me den", + "Ġo lab", + "Ġol ab", + "Ġola b", + "ĠÚ© ÙĪد", + "ĠÚ©ÙĪ د", + "à¸Ħ าส", + "ен наÑı", + "æĬ ¼", + "yl ül", + "Ġsev iy", + "Ġd ÄĽti", + "ĠdÄĽ ti", + "ĠdÄĽt i", + "âĢ¬ Ċ", + "Ġع ز", + "Ġu á»ijng", + "Ġس رÙħ", + "Ġسر Ùħ", + "е не", + "ен е", + "Ġмал енÑĮ", + "Ġ вÑĸдом", + "Ġв Ñĸдом", + "ĠвÑĸд ом", + "ĠвÑĸ дом", + "ั à¸ļà¸Ĺ", + "ัà¸ļ à¸Ĺ", + "ĠTh ái", + "Ġà¤Ĩव श", + "rove ÅĪ", + "çĽ £", + "ĠÑı зÑĭ", + "ĠO y", + "å£ ģ", + "в аÑĤÑĮ", + "ва ÑĤÑĮ", + "ваÑĤ ÑĮ", + "л адÑĥ", + "ла дÑĥ", + "лад Ñĥ", + "ا صÙĦ", + "اص ÙĦ", + "ot ÅĻeb", + "د ÙĬØ«", + "دÙĬ Ø«", + "íı °", + "νο μ", + "г оÑĢод", + "го ÑĢод", + "гоÑĢ од", + "Ġm uh", + "Ġmu h", + "âĢĻ l", + "ÑģÑĤ воÑĢ", + "ÑģÑĤв оÑĢ", + "ÑģÑĤво ÑĢ", + "åħ Ħ", + "Ðķ Ðł", + "Ø· ÙĦ", + "éľ ĩ", + "Ùİ Øª", + "Ġb lÃŃ", + "Ġbl ÃŃ", + "Ġed ildi", + "Ġedil di", + "éĿ ł", + "äºĮ åįģ", + "æĹ Ĺ", + "Ġç iz", + "ĠÄij ảo", + "Ġo pat", + "Ġop at", + "o ÄŁan", + "oÄŁ an", + "ë² Į", + "Ġ éł", + "Ġé ł", + "Ġseb ep", + "Ġsebe p", + "Ñĥ ÑĤи", + "ÑĥÑĤ и", + "åĪ º", + "Ø· ب", + "ev Å¡ÃŃm", + "c hop", + "ch op", + "cho p", + "çĶ ļ", + "Ġngh á»ģ", + "Ġп аÑĢÑĤ", + "ĠпаÑĢ ÑĤ", + "ุ à¸Ħ", + "Ú© ÛĮÙĦ", + "Ú©ÛĮ ÙĦ", + "d um", + "du m", + "Ġor tak", + "Ġort ak", + "Ġorta k", + "ãģŁ ãģĹ", + "Ġoby vatel", + "Ġv ých", + "Ġvý ch", + "Ġv eren", + "Ġver en", + "Ġve ren", + "Ġvere n", + "Ġв еÑģÑĮ", + "ĠвеÑģ ÑĮ", + "Ġве ÑģÑĮ", + "ĠÐĶ а", + "Ġ íķĺì§Ģë§Į", + "Ġíķĺ ì§Ģë§Į", + "Ġíķĺì§Ģ ë§Į", + "å¦Ĥ æѤ", + "Ġमह त", + "ัà¸ĩà¸ģ ฤษ", + "ãĢĤ è¿Ļ", + "Ġ гал", + "Ġг ал", + "Ġsa nat", + "Ġsan at", + "Ġsana t", + "éł Ĩ", + "ĠÑģам о", + "å Ľ°", + "åĽ °", + "ี à¸Ń", + "ĠBaÅŁ kan", + "ÏĦ οÏħÏĤ", + "ÏĦοÏħ ÏĤ", + "Ġyap tıģı", + "Ġyaptı ģı", + "Ġyaptıģ ı", + "ÅĻ it", + "ÅĻi t", + "ĠÑģ ÑĸлÑĮ", + "ान त", + "Ġ ÙĨت", + "ĠÙĨ ت", + "Ġkh Äĥn", + "à¸Ĭ à¸Ļะ", + "à¸Ĭà¸Ļ ะ", + "м ини", + "ми ни", + "мин и", + "ãĥ¬ ãĥ¼", + "ë Ĥ¬", + "ëĤ ¬", + "éħĴ åºĹ", + "ĠاÙĦÙĬ ÙĪÙħ", + "ä¹ Ĺ", + "à¸Ħรà¸ĩ à¸ģาร", + "Ùģ اÙĤ", + "Ġ à¤ıस", + "Ġà¤ı स", + "Ġ æ¡", + "Ġæ ¡", + "Ú¯ Ø°", + "Ġà¤ĩ ल", + "е лениÑı", + "ел ениÑı", + "еле ниÑı", + "елен иÑı", + "à¸ģ รà¸ĵ", + "à¸ģร à¸ĵ", + "举 西", + "ÎŁ Îľ", + "ÎŁÎ ľ", + "Ġm áºŃt", + "Ġs nÃŃ", + "Ġsn ÃŃ", + " IJ", + "à¹Ģร า", + "íķ´ ìķ¼", + "Ġ ìĦľë¹ĦìĬ¤", + "ĠìĦľ ë¹ĦìĬ¤", + "Ġداخ ÙĦ", + "Ġth ắng", + "íĥ Ī", + "а вÑģÑı", + "ав ÑģÑı", + "Ġ Ñĸм", + "ĠÑĸ м", + "ا Ùħت", + "اÙħ ت", + "Ġ ÙĪÙĤت", + "ĠÙĪ ÙĤت", + "ĠÙĪÙĤ ت", + "à¥Ĥ à¤ģ", + "Ġ èIJ", + "Ġè IJ", + "Ġ سÙĦاÙħ", + "Ġس ÙĦاÙħ", + "ĠسÙĦ اÙħ", + "Ġvz dÄĽl", + "å¸Į æľĽ", + "åŃĺ æ¡£", + "Ġ à¸Ĺำ", + "Ġà¸Ĺ ำ", + "ĠвÑĸй ÑģÑĮ", + "а ÑĢан", + "аÑĢ ан", + "аÑĢа н", + "ĠÑĢ Ñĸк", + "Ġп иÑģÑĮ", + "Ġпи ÑģÑĮ", + "ĠпиÑģ ÑĮ", + "Ġá¼ IJ", + "기 ëıĦ", + "ĠпоÑģÑĤ оÑıн", + "Ġ åĮĹ京", + "ĠåĮĹ äº¬", + "ĠNÄĽ m", + "Ø´ ÙĨاÙħÙĩ", + "Ø´ÙĨ اÙħÙĩ", + "Ġdal Å¡ÃŃch", + "ĠdalÅ¡ÃŃ ch", + "Ġب اع", + "Ġبا ع", + "Ġpo hy", + "Ġpoh y", + "ا ÙĦÙģ", + "اÙĦ Ùģ", + "à¸ŀ วà¸ģ", + "é ĭ", + "Ġ cih", + "Ġc ih", + "Ġci h", + "Ù ¢", + "ä¸ ´", + "ãĤ¯ ãĥĪ", + "п нÑı", + "Ġ дал", + "Ġд ал", + "Ġда л", + "ÙĴ ر", + "ãĢĢ ãĢĢĠãĢĢĠãĢĢ", + "ãĢĢãĢĢ ĠãĢĢĠãĢĢ", + "ãĢĢãĢĢĠãĢĢ ĠãĢĢ", + "ãĢĢãĢĢĠ ãĢĢĠãĢĢ", + "æĬ¥ åijĬ", + "ÙĪ دÛĮ", + "ÙĪد ÛĮ", + "á» £i", + "ợ i", + "ÑĨ ÑĸÑĶÑİ", + "ÑĨÑĸ ÑĶÑİ", + "Ġ ãĥĢ", + "Ġãĥ Ģ", + "ĠÑģÑĤ еп", + "r až", + "ra ž", + "ĠS aÄŁ", + "ĠSa ÄŁ", + "Ġt uyến", + "Ġtuy ến", + "Ġal mak", + "Ġalma k", + "Ġalm ak", + "Ġзаболева ниÑı", + "Ġ ÏĥÏĩ", + "ĠÏĥ Ïĩ", + "Ġ íĭ", + "Ġí ĭ", + "Ġв им", + "Ġви м", + "ç¡ ¬", + "Ġ äºĶ", + "Ġi kinci", + "Ġik inci", + "ุ à¸į", + "ส าว", + "ĠìĦ¸ ê³Ħ", + "ĠÙħ ØŃÙĦ", + "ĠÙħØŃ ÙĦ", + "ระ หว", + "Ġelek tron", + "Ġelekt ron", + "Ġelektr on", + "Ġh ại", + "Ġhạ i", + "æĹ ¢", + "Ġ íĸ¥", + "Ġíĸ ¥", + "Ġji né", + "Ġjin é", + "Ġng he", + "Ġngh e", + "æij ©", + "ĠÑģо бÑĸ", + "ĠÑģоб Ñĸ", + "Æ ¯", + "ÑĤ ÑĥÑĢ", + "ÑĤÑĥ ÑĢ", + "æ±½ 车", + "Ø´ اÙĩ", + "Ġd Ãłnh", + "ä¸ ¹", + "ä»Ĭ æĹ¥", + "ãĥIJ ãĥ¼", + "в аниÑı", + "ва ниÑı", + "ван иÑı", + "Ġ ساÙħ", + "Ġس اÙħ", + "çݯ å¢ĥ", + "ĠاÙĦ ÙħÙĨت", + "ĠاÙĦÙħ ÙĨت", + "ĠاÙĦÙħÙĨ ت", + "ĠÑģеÑĢ д", + "éģ ł", + "ε ÏĦ", + "Ġав ÑĤ", + "าà¸ĩ ว", + "Ġvz tah", + "ru ž", + "алÑĮ наÑı", + "алÑĮна Ñı", + "Ġطر اØŃÛĮ", + "à¹Ĥรà¸ĩ à¹ģรม", + "ĠÄį asto", + "ĠÄįas to", + "ĠÄįast o", + "Ġ ê¼", + "Ġê ¼", + "Ïĥ ÏĦÏĮ", + "ÏĥÏĦ ÏĮ", + "Ġbu rada", + "Ġbur ada", + "ĠÄ° z", + "Ġ ê·¸ëŀĺ", + "Ġê·¸ ëŀĺ", + "å² Ľ", + "ĠØ´ ÙĪÙĨد", + "ĠØ´ÙĪ ÙĨد", + "Å¡ ek", + "Å¡e k", + "Ġ ìĿ´ìķ¼", + "ĠìĿ´ ìķ¼", + "ãĤĮ ãģªãģĦ", + "ê· ¹", + "la mÄ±ÅŁ", + "lam Ä±ÅŁ", + "ä» į", + "cház et", + "cháze t", + "Ġ ÑģÑĥÑĤ", + "ĠÑģ ÑĥÑĤ", + "ĠÑģÑĥ ÑĤ", + "æĹł æ³ķ", + "æµ ¦", + "ÄĽ la", + "ÄĽl a", + "à¹ĥà¸Ļ à¸Ĭ", + "Ġc ân", + "Ġcâ n", + "ÎŁ Îĵ", + "ÎŁÎ ĵ", + "Ġz vý", + "Ġzv ý", + "ĠÙ¾ ار", + "Ġپا ر", + "Ġк лÑĸ", + "Ġкл Ñĸ", + "Ġn ové", + "Ġno vé", + "Ġnov é", + "çĶ ĺ", + "ë¹ ł", + "m á", + "Ġ Ñģол", + "ĠÑģ ол", + "ĠÑģо л", + "à¤ķ रण", + "à¤ķर ण", + "н оÑĩ", + "но Ñĩ", + "Ġ fik", + "Ġf ik", + "Ġfi k", + "Ġà¤ľ à¤Ĺ", + "à¹ĩ à¸Ļà¸ķ", + "à¹ĩà¸Ļ à¸ķ", + "ĠÙħ تØŃ", + "ĠÙħت ØŃ", + "Ġph iên", + "Ġphi ên", + "Ġol sun", + "Ġк аб", + "Ġка б", + "Ġh út", + "èĦ ±", + "Ġ åĸ", + "Ġå ĸ", + "ĠH ải", + "Ġ tÄĽÅ¾", + "Ġt ÄĽÅ¾", + "ĠtÄĽ ž", + "Ġth ái", + "Ġ تاب", + "Ġت اب", + "Ġتا ب", + "- ÐŁ", + "Ø« ار", + "çĨ Ĭ", + "Ġ ними", + "Ġн ими", + "Ġни ми", + "Ġним и", + "Ġzp rac", + "Ġत ह", + "Ġм акÑģим", + "Ġмак Ñģим", + "m eyi", + "me yi", + "mey i", + "ĠÑģ оÑĨи", + "ĠÑģо ÑĨи", + "æ² Ĵ", + "ĠìķĬ ëĬĶ", + "＿ _", + "åķ ¦", + "ĠاÙĨ ÙĪاع", + "æļ ´", + "ä¸Ĭ æµ·", + "åħ· æľī", + "à¥ģ ब", + "à¥ģठ¬", + "ìķ Ļ", + "Ġíģ °", + "Ġíŀ ĺ", + "Ġtr ánh", + "ि यन", + "िय न", + "ãģ¾ ãģ¾", + "п оÑĩ", + "по Ñĩ", + "m ÄĽr", + "mÄĽ r", + "å³ °", + "ĠÙħ صر", + "ĠÙħص ر", + "ĠÑįÑĦ ÑĦекÑĤив", + "ĠÑįÑĦÑĦек ÑĤив", + "Ġ çı", + "Ġç ı", + "ler iyle", + "leri yle", + "âĪ ļ", + "Ġ ì¶ķ", + "Ġì¶ ķ", + "Ġ ê²Įìĭľ", + "Ġê²Į ìĭľ", + "ìĿ ij", + "Ġ poÅĻád", + "Ġpo ÅĻád", + "Ġشب Ú©Ùĩ", + "اÙĩ Ø´", + "ĠخدÙħ ات", + "Ġna Å¡e", + "ĠnaÅ¡ e", + "ν οÏį", + "νο Ïį", + "Ġyön elik", + "Ġk ork", + "Ġko rk", + "Ġkor k", + "ا ÙĩÙħ", + "اÙĩ Ùħ", + "è° Ī", + "Ġ μη", + "Ġμ η", + "Ġd olar", + "Ġdo lar", + "Ġdol ar", + "çµ ¦", + "ĠÎķ Ïħ", + "Ġobdob ÃŃ", + "Ġ μÏĮ", + "Ġμ ÏĮ", + "à¹Ģ à¸Ńà¸ģ", + "à¹Ģà¸Ń à¸ģ", + "Ġپاس Ø®", + "è¡ ¥", + "ا عد", + "اع د", + "ãĤī ãģĦ", + "ÎŃ Î»", + "и ÑĤÑĭ", + "иÑĤ Ñĭ", + "Ġ ëħ¼", + "Ġëħ ¼", + "Ġ^{ [", + "ί γ", + "æł ij", + "l ında", + "lı nda", + "ĠìŬ 룬", + "£ £", + "ÅĻ il", + "ÅĻi l", + "Ġав ÑĤоÑĢ", + "ĠавÑĤ оÑĢ", + "ÏĦ ικÏĮÏĤ", + "ÏĦικ ÏĮÏĤ", + "ÏĦικÏĮ ÏĤ", + "u dur", + "ud ur", + "udu r", + "Ġc Æ°", + "Ġk ıy", + "Ġkı y", + "Ñģ ем", + "Ñģе м", + "ĠØ£ بÙĪ", + "Ġأب ÙĪ", + "ÏĦ ικÏİν", + "ÏĦικ Ïİν", + "Û± Û·", + "Û±Û ·", + "è² ¸", + "Ġп ÑĢож", + "ĠпÑĢ ож", + "ĠпÑĢо ж", + "ün cü", + "Ġ нÑĸÑĩ", + "Ġн ÑĸÑĩ", + "ĠнÑĸ Ñĩ", + "Ġ मत", + "Ġम त", + "ãģķ ãĤĮãģ¦ãģĦãĤĭ", + "ãģķãĤĮ ãģ¦ãģĦãĤĭ", + "ãģķãĤĮãģ¦ ãģĦãĤĭ", + "ا صر", + "اص ر", + "Ġع ÙĤ", + "ĠкаÑĩе ÑģÑĤве", + "ĠÐĵ еÑĢ", + "ĠÐĵе ÑĢ", + "åº Ĩ", + "Ù ¹", + "a larda", + "al arda", + "alar da", + "ĠÙ¾ رس", + "Ġپر س", + "и ÑĩеÑģкой", + "иÑĩеÑģ кой", + "Ġp him", + "Ġph im", + "Ġphi m", + "ί νη", + "ίν η", + "ä¸ĩ åĨĨ", + "i lerini", + "iler ini", + "ileri ni", + "ilerin i", + "ãĢģ 大", + "Ġo lsa", + "Ġol sa", + "æł¹ æį®", + "âĢĮ س", + "ĠTh ủ", + "r oje", + "ro je", + "roj e", + "нÑĮ оÑĹ", + "нÑĮо ÑĹ", + "Ġs lou", + "Ġsl ou", + "Ġslo u", + "ี ฬ", + "ıy orum", + "ıyor um", + "ÄĽ j", + "Ġ خبر", + "ĠØ® بر", + "è® Ĭ", + "Ġ 缸", + "ĠçĽ ¸", + "e lerinin", + "eler inin", + "eleri nin", + "elerin in", + "elerini n", + "íķĻ ëħĦëıĦ", + "íķĻëħĦ ëıĦ", + "ÑĩеÑģ кие", + "Ñĩе Ñģкие", + "ÑĩеÑģки е", + "ĠÅŁ ekl", + "ĠÅŁek l", + "Ġز ÙħاÙĨÛĮ", + "ĠزÙħاÙĨ ÛĮ", + "ĠزÙħ اÙĨÛĮ", + "Ġ xin", + "Ġx in", + "Ġxi n", + "ัà¸ģ à¸ĩาà¸Ļ", + "ĠE kim", + "ĠEk im", + "æĦ ¿", + "Ġод ной", + "Ġодно й", + "ν ή", + "æľĢ æĸ°", + "ĩ ¼", + "Ġн иж", + "Ġни ж", + "Ġ ë³¼", + "Ġë³ ¼", + "è· ij", + "Ġна пиÑģ", + "Ġнап иÑģ", + "èģ ĸ", + "Ġ âĢĮ", + "ĠâĢ Į", + "æłĩ åĩĨ", + "Ġv rát", + "Ġvr át", + "ĠV ì", + "Ġ ÙģراÙĨ", + "ĠÙģ راÙĨ", + "ĠÙģر اÙĨ", + "æĿ¥ çļĦ", + "å§ ¿", + "Ñħ Ñĥ", + "ĠبÛĮر ÙĪÙĨ", + "Ġд ÑĥÑĪ", + "ĠдÑĥ ÑĪ", + "в аÑİÑĤ", + "ва ÑİÑĤ", + "Ġs ebe", + "Ġse be", + "Ġseb e", + "é» ĺ", + "Ġkay ıt", + "Ġkayı t", + "Ïģ θ", + "ãģ¨ ãģ®", + "ĠпÑĢоÑĨ еÑģÑģ", + "ĠпÑĢоÑĨеÑģ Ñģ", + "æĮģ ãģ¡", + "Ñĸ на", + "Ñĸн а", + "Ġ ÑĤоÑĤ", + "ĠÑĤ оÑĤ", + "ĠÑĤо ÑĤ", + "ĠÑĤак ие", + "ĠÑĤа кие", + "The o", + "Th eo", + "ĠÙĨ ÛĮر", + "ĠÙĨÛĮ ر", + "ÑĨ Ñĥ", + "Ġay ak", + "à¸Ļ à¸Ń", + "Ġsit esinde", + "Ġsites inde", + "Ġsitesi nde", + "ĠÚ©ÙĨ ÛĮÙħ", + "ĠÑģ оÑħ", + "ĠÑģо Ñħ", + "Ġम à¤ľ", + "Ġol uyor", + "ç½ij åĿĢ", + "ĠÙ¾ زش", + "ĠE ylül", + "d Ã¼ÄŁ", + "dü ÄŁ", + "Ġبر Ø®ÛĮ", + "Ġبرخ ÛĮ", + "ĠÙħع رÙģ", + "Ġ obec", + "Ġo bec", + "Ġob ec", + "Ġobe c", + "ĠçalÄ±ÅŁ ma", + "Ġçal Ä±ÅŁma", + "ìĦ¼ íĦ°", + "ĠÑģво ÑĶ", + "оÑģÑĤ ей", + ": ::::::::::", + ":: :::::::::", + ":::: :::::::", + ":::::: :::::", + ":::::::: :::", + "::: ::::::::", + "::::: ::::::", + "::::::: ::::", + "::::::::: ::", + ":::::::::: :", + "Ġ алÑĮ", + "Ġа лÑĮ", + "Ġал ÑĮ", + "ç« Ł", + "Ġباش ÙĨد", + "اÙĦ Ø«", + "Ġнай б", + "Ġп ока", + "Ġпо ка", + "Ġпок а", + "Î ŀ", + "ĠÙĪ Ø¥", + "Ġ Ø®ÙĪاÙĨ", + "ĠØ® ÙĪاÙĨ", + "ĠØ®ÙĪ اÙĨ", + "à¥ģप य", + "Ġ à¹ĥห", + "ĠбÑĭ ÑģÑĤÑĢо", + "Ġth á»Ń", + "Ġthá» Ń", + "ëģ ¼", + "Ġ å¤ļ", + "Ġå¤ ļ", + "两 个", + "ม à¸ķ", + "ز ارش", + "زار Ø´", + "زا رش", + "Ġ ëŁ", + "Ġë Ł", + "य ह", + "Ñī ина", + "Ñīи на", + "Ñīин а", + "ầ ng", + "ần g", + "ï½Ĺ ï½Ĺ", + "à¹Ģà¸ŀ ลà¸ĩ", + "à¹Ģà¸ŀล à¸ĩ", + "tv rt", + "ĠÑĸн ÑĪÑĸ", + "ĠÑĸнÑĪ Ñĸ", + "λ εί", + "λε ί", + "Ġv iá»ĩn", + "Ġvi á»ĩn", + "ij ¸", + "Ġ çĻ½", + "ĠçĻ ½", + "Ùİ ÙĪ", + "Ġch ứa", + "Ġchứ a", + "st vo", + "ĠdoÄŁ r", + "Ġ iler", + "Ġi ler", + "Ġil er", + "Ġile r", + "à¥ĭ ,", + "à¹ĥà¸Ļ à¸Ľ", + "Ġر ÙĪست", + "ĠرÙĪ ست", + "ÙĪ ÙĦÙĪ", + "ÙĪÙĦ ÙĪ", + "Å¡ lo", + "ал иÑģÑĤ", + "али ÑģÑĤ", + "åħ± åĴĮ", + "à¸ŀ ย", + "Ġ ìĻĢ", + "ĠìĻ Ģ", + "ÙĦ ÙĬÙĦ", + "ÙĦÙĬ ÙĦ", + "ĠÑı кого", + "ĠÑıк ого", + "е ÑģÑĤÑĮ", + "еÑģ ÑĤÑĮ", + "еÑģÑĤ ÑĮ", + "ĠÑĦ ин", + "ĠØ£ ÙĨÙĩ", + "ĠØ£ÙĨ Ùĩ", + "ĠMü dür", + "ĠÎĶ ια", + "ĠÎĶι α", + "ĠÑĤ ел", + "ĠÑĤе л", + "ि ,", + "Ñĥ ки", + "Ñĥк и", + "ĠÐł Ф", + "ĠMay ıs", + "à¹Ī à¸Ńม", + "à¹Īà¸Ń ม", + "ar ken", + "ark en", + "æĢ ķ", + "ب ÛĮÙĨ", + "بÛĮ ÙĨ", + "ÑĤ аÑħ", + "ÑĤа Ñħ", + "e bo", + "eb o", + "ë³´ ì¦Ŀê¸Ī", + "ĠÙ¾ ÙĦ", + "Ġг Ñĥб", + "Ġв клÑİÑĩ", + "Ġвк лÑİÑĩ", + "æĶ¿ æ²»", + "Ġε ÏĢιÏĥ", + "ĠεÏĢ ιÏĥ", + "ĠεÏĢι Ïĥ", + "ĠÙģار سÛĮ", + "ĠÙģارس ÛĮ", + "èŃ ī", + "ÏĨ η", + "( éĩij", + "ศ ร", + "åī §", + "âĢĻ ya", + "âĢĻy a", + "å¹´ 度", + "ĠÙĨ رÙħ", + "Ùĥ ÙĪÙħ", + "ÙĥÙĪ Ùħ", + "è¢ ĭ", + "Ġneden le", + "à¹īà¸Ńà¸ĩ à¸ģาร", + "à¹īà¸Ńà¸ĩà¸ģ าร", + "ãĢĮ ãģĤ", + "Ġп оÑģÑĤÑĥп", + "Ġпо ÑģÑĤÑĥп", + "ĠпоÑģÑĤ Ñĥп", + "ìľĦ ìĽIJ", + "åį ĺ", + "èİ ±", + "Ġum ož", + "p ok", + "po k", + "Ñĥ ÑģÑĤи", + "ÑĥÑģ ÑĤи", + "ÑĥÑģÑĤ и", + "Ġ éħ", + "Ġé ħ", + "ĠÑĦ Ñĸз", + "å» £", + "ิ หาร", + "Ġж ÑĥÑĢн", + "ĠдÑĸÑĤ ей", + "Ñĥ ÑİÑīие", + "ÑĥÑİ Ñīие", + "ÑĥÑİÑī ие", + "ä»Ĭ 天", + "ìĿ´ ëĿ¼ê³ł", + "ìĿ´ëĿ¼ ê³ł", + "ç² ī", + "èĴ Ļ", + "ĠDün ya", + "ĠDüny a", + "егод нÑı", + "Ġm imo", + "Ġmi mo", + "Ġmim o", + "Ġ вин", + "Ġв ин", + "Ġви н", + "ãģĿ ãģĵ", + "æ¯ ķ", + "ĠØ£ Ø®", + "Ġ åIJĮ", + "ĠåIJ Į", + "س اÙĨÛĮ", + "ساÙĨ ÛĮ", + "Ġ kah", + "Ġk ah", + "Ġka h", + "ि यर", + "िय र", + "ÏĢ οÏĤ", + "ÏĢο ÏĤ", + "j ez", + "je z", + "ÙĬ ج", + "ĠsaÄŁ lay", + "ا جÙĩ", + "اج Ùĩ", + "Ġ çł", + "Ġç ł", + "ï ľ", + "Ġج ست", + "Ġt ức", + "Æ° Æ¡i", + "Æ°Æ¡ i", + "Ø´ Ùģ", + "ส à¸ķ", + "Ġ ÑĢеÑģ", + "ĠÑĢ еÑģ", + "ĠÑĢе Ñģ", + "Ġ å£", + "Ġå £", + "Ġbi zim", + "Ġbiz im", + "Ġbizi m", + "Ġ ê·Ģ", + "Ġê· Ģ", + "ि ब", + "िठ¬", + "ë¡ľ ìļ´", + "ĠÑģ ÑĤал", + "ĠÑģÑĤ ал", + "ĠÑģÑĤа л", + "Ġ ÑĢÑĥÑģ", + "ĠÑĢ ÑĥÑģ", + "ĠÑĢÑĥ Ñģ", + "ĠO cak", + "ĠOc ak", + "åľ £", + "Ġ úÄįast", + "Ġú Äįast", + "ĠúÄį ast", + "ive rz", + "iver z", + "ëĤĺ ëĬĶ", + "о ÑĢоÑĤ", + "оÑĢ оÑĤ", + "оÑĢо ÑĤ", + "Ñĩ инÑĭ", + "Ñĩи нÑĭ", + "Ñĩин Ñĭ", + "Ġihtiy aç", + "ÐĿ Ðŀ", + "ĠÐĿ ов", + "ĠÐĿо в", + "ีย à¸Ķ", + "ĠпоÑĤÑĢÑĸб но", + "Ú¯ ز", + "ĠÑģказ ал", + "ĠG ia", + "ĠGi a", + "m esini", + "mes ini", + "mesi ni", + "Ġbulun ur", + "æ¸ ¡", + "г оÑĤ", + "го ÑĤ", + "Ġh uku", + "Ġhu ku", + "ëĦ ·", + "ã Ĩ", + "Ġ اÙĥ", + "Ġا Ùĥ", + "Ġد ÙĦÛĮÙĦ", + "ĠدÙĦ ÛĮÙĦ", + "Ġ اساس", + "Ġا ساس", + "Ġاس اس", + "ìĹ° 구", + "ĠÎĺ ε", + "Ġس ÙĪر", + "ĠسÙĪ ر", + "Ġ ì¢Ģ", + "Ġì¢ Ģ", + "ĠاÙĦ در", + "ĠاÙĦد ر", + "ĠÑģÑĤÑĢо иÑĤелÑĮ", + "Ġ Ñĥк", + "ĠÑĥ к", + "ĠìĻ ľ", + "е лик", + "ел ик", + "ели к", + "O VID", + "OV ID", + "Ġt emiz", + "Ġtem iz", + "äº ¦", + "Ġth iếu", + "Ġthi ếu", + "Ġп ÑĥÑĤ", + "ĠпÑĥ ÑĤ", + "Ñİ Ñīей", + "ÑİÑī ей", + "Ġur Äį", + "Ġ ÄIJây", + "ĠÄIJ ây", + "æ¥ µ", + "μ οÏħ", + "μο Ïħ", + "Ġ à¹Ģà¸Ļ", + "Ġà¹Ģ à¸Ļ", + "Ġà¹ĢภĻ", + "е веÑĢ", + "ев еÑĢ", + "Âł ÐĶ", + "ì ´Ŀ", + "ì´ Ŀ", + "è¶ £", + "Ġà¤ħ लà¤Ĺ", + "Ġà¤ħल à¤Ĺ", + "Æ°á»Ŀ n", + "Ġ ãĥŃ", + "Ġãĥ Ń", + "Ġ ê³³", + "Ġê³ ³", + "é² ģ", + "Ġرس ÛĮد", + "身 ä½ĵ", + "ั à¸ĵà¸ij", + "y nÃŃ", + "yn ÃŃ", + "ج ات", + "جا ت", + "ì§Ģ 를", + "न ल", + "ì ķĮ", + "ìķ Į", + "Ñĸ п", + "Ġv Ãłng", + "ĠvÃł ng", + "Ġпл оÑī", + "Ġпло Ñī", + "оз мож", + "åī ²", + "Ġth ảo", + "л ади", + "ла ди", + "лад и", + "Ġ åĿ", + "Ġå Ŀ", + "ĠÐľ и", + "Ġдел аÑĤÑĮ", + "Ġдела ÑĤÑĮ", + "é ij", + "Ġh uy", + "Ġhu y", + "ا ÛĮØ·", + "اÛĮ Ø·", + "Ġпов ÑĤоÑĢ", + "ü len", + "ül en", + "üle n", + "Ġ ÙĪÙģ", + "ĠÙĪ Ùģ", + "ĠÙĬ تÙħ", + "ĠÙĬت Ùħ", + "ĠÑĢеж им", + "Ġ ìºIJ", + "Ġìº IJ", + "ĠÃĩ ünkü", + "ع دد", + "عد د", + "ни веÑĢ", + "нив еÑĢ", + "ĠÐĿ ик", + "å¸ ĸ", + "Ïį ÏĢ", + "an lar", + "س تÛĮ", + "ست ÛĮ", + "Ġbulun maktadır", + "à¹ģ à¸ļ", + "v ek", + "ve k", + "Ġгла за", + "Ġглаз а", + "å¹ ħ", + "Ġúda j", + "Ġг ÑĢо", + "ĠгÑĢ о", + "Ġкон кÑĥÑĢ", + "Ġd ůležit", + "Ġdů ležit", + "Ġ Ø·ÙĪر", + "ĠØ· ÙĪر", + "à¸ĺ าà¸Ļ", + "ĠÙĦ ÙĥÙĨ", + "ĠÙĦÙĥ ÙĨ", + "ر ÙĤ", + "Ðļ ÐIJ", + "Ġ éĿĴ", + "ĠéĿ Ĵ", + "Ġ ìĤ¬ëŀij", + "ĠìĤ¬ ëŀij", + "ĠÑħ воÑĢ", + "ĠÑħв оÑĢ", + "s unuz", + "sun uz", + "ĠÙħØ´ خص", + "éĻ ¸", + "Ġ ढ", + "Ġठ¢", + "Ġv az", + "Ġva z", + "交 æĺĵ", + "ĠÑĤеÑĢ ÑĢиÑĤ", + "ÑĩеÑģ кой", + "Ñĩе Ñģкой", + "ี à¹Ĥ", + "rop oda", + "ıl dıģı", + "ıldı ģı", + "Ġ ëī´", + "Ġë ī´", + "íķĻ 기", + "ë³´ íĹĺ", + "Ġз аÑĤем", + "ĠзаÑĤ ем", + "Âł в", + "ãĥ¼ ãĥĨ", + "ãĥ¼ãĥ Ĩ", + "Ġ ÐŀÑģнов", + "ĠÐŀÑģ нов", + "ãĨ į", + "Ġد ع", + "ÐŁ оÑģ", + "ÐŁÐ¾ Ñģ", + "æ² ī", + "Ġ лож", + "Ġл ож", + "çĶµ åŃIJ", + "Ġ رد", + "Ġر د", + "ĠÑģ ÑĢазÑĥ", + "e jte", + "ej te", + "Ġà¤ij फ", + "Ġt Ãłu", + "ÃŃ k", + "lan ması", + "lanma sı", + "к аÑĤ", + "ка ÑĤ", + "าà¸ģ าศ", + "ãĤ¢ ãĤ¤", + "ÏĦ ιο", + "ÏĦι ο", + "Ġ å§", + "Ġå §", + "प त", + "E Y", + "Ġj mé", + "Ġjm é", + "Ġod kazy", + "Ġê°ľ ìĿ¸", + "éģ ¿", + "bÄĽ h", + "Ðł Ðŀ", + "çĥ Ī", + "Ġza rar", + "Ġzar ar", + "Ú¯ ÙĪÙĨÙĩ", + "Ú¯ÙĪ ÙĨÙĩ", + "Ġtr ì", + "Ġm ại", + "ен нÑĭм", + "ĠÑį коном", + "ĠÑįк оном", + "éĽ £", + "Ġ íĦ", + "Ġí Ħ", + "æİ ī", + "Ġs oru", + "Ġso ru", + "Ġsor u", + "ĠФедеÑĢа ÑĨии", + "ĠÑģиÑģÑĤем и", + "æĸĻ çĦ¡æĸĻ", + "Ġà¤ķ à¤Ń", + "ĠÙĩ ÙĨد", + "ĠÙĩÙĨ د", + "ุà¸ĩ à¹Ģà¸Ĺà¸ŀ", + "ĠOsman lı", + "ĠпÑĢод олж", + "Ġ ÙĪÙĦا", + "ĠÙĪ ÙĦا", + "ĠÙĪÙĦ ا", + "ĠÄįlán ku", + "Ġa dım", + "Ġad ım", + "Ġadı m", + "ĠÏĢ αÏģά", + "ĠÏĢαÏģ ά", + "ĠÏĢα Ïģά", + "Ġzá ÅĻÃŃ", + "Ġ à¸Īำà¸ģ", + "Ġà¸Īำ à¸ģ", + "Ġп ен", + "m enin", + "me nin", + "men in", + "meni n", + "Ġìĺ¤ ëĬĺ", + "em iz", + "emi z", + "οÏį ÏĤ", + "- स", + "íķĺ ìĭľ", + "ĠÑħ ви", + "ĠÑħв и", + "ãĤ° ãĥ©", + "Ġп оÑĪ", + "Ġпо ÑĪ", + "ĠÐŀдна ко", + "ĠÐŀднак о", + "Ñĸд но", + "íĺ ľ", + "Ñī ими", + "Ñīи ми", + "Ñīим и", + "èĥ ¸", + "ĠÄ° lk", + "ĠÄ°l k", + "m ey", + "me y", + "Ġз да", + "Ġзд а", + "κ λη", + "а лом", + "ал ом", + "ало м", + "à¹Ģศ ษ", + "ا ÙĨا", + "اÙĨ ا", + "Ġ ÎŁÎ¹", + "ĠÎŁ ι", + "Ġ åıĮ", + "Ġåı Į", + "ี à¸Ĥ", + "Ġ بس", + "Ġب س", + "è§Ħ å®ļ", + "i say", + "is ay", + "isa y", + "uk arı", + "uka rı", + "æµģ éĩı", + "v ÃŃm", + "vÃŃ m", + "λ Ïİ", + "ä¹ Ļ", + "Ġल ड", + "ĠÙĨد ارد", + "ĠÙĨدار د", + "е ÑĢом", + "еÑĢ ом", + "еÑĢо м", + "Ġsır asında", + "Ġsıras ında", + "Ġsıra sında", + "Ġr Äĥng", + "Æ¡ m", + "Ġl ạnh", + "Ġlạ nh", + "ठĥ", + "à¥ģ ण", + "à¥ģठ£", + "uz ey", + "uze y", + "Ġ Ñĥва", + "ĠÑĥ ва", + "ĠÑĥв а", + "vÄĽ d", + "Ñĭ Ñģ", + "Ġ κι", + "Ġκ ι", + "Ñ ķ", + "ÛĮ ا", + "à¸ĩ à¸Ħ", + "ph ylum", + "phy lum", + "phyl um", + "Ġber aber", + "ี à¸Ķ", + "æµ ®", + "ा सन", + "ास न", + "o vice", + "ov ice", + "ovic e", + "ovi ce", + "è¦ §", + "Ġस फ", + "å°ij 女", + "ан ÑĤи", + "анÑĤ и", + "é¨ ĵ", + "Ġso át", + "é¬ ¼", + "lan mÄ±ÅŁ", + "Ġb ếp", + "ÙIJ ÙĦ", + "Ġsay ısı", + "Ġsayı sı", + "ĠÙĤ دÙħ", + "ĠÙĤد Ùħ", + "à¥Ī म", + "ह म", + "ĠÑĢ Ñĥки", + "ĠÑĢÑĥ ки", + "ĠÑĢÑĥк и", + "ĠصÙģ ØŃÙĩ", + "Å¡ ky", + "Å¡k y", + "é» Ĵ", + "èģ ļ", + "ãģĭ ãģ«", + "Ġs âu", + "ед аг", + "ĠÑģÑĤоÑĢ онÑĭ", + "ĠÑģÑĤоÑĢон Ñĭ", + "Ġ ruk", + "Ġr uk", + "Ġru k", + "âĢĮ âĢĮ", + "ĠØ¢ ÙĪر", + "Ġع دÙħ", + "Ġعد Ùħ", + "õ i", + "ãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢ", + "Ġبا زار", + "Ġباز ار", + "Ġe deb", + "Ġed eb", + "Ġv ÄįetnÄĽ", + "оп аÑģ", + "Ġн ег", + "Ġне г", + "m ayan", + "ma yan", + "may an", + "maya n", + "к оÑģÑĤÑĮ", + "ко ÑģÑĤÑĮ", + "Ġsv ůj", + "ÄŁ ında", + "ģı nda", + "ģın da", + "Ø° ÛĮر", + "M á»Ļt", + "Ð Ħ", + "Ġyap tı", + "ि थ", + "िठ¥", + "ĠÙħ Ùĩر", + "ĠÙħÙĩ ر", + "Ġд оÑģÑĤи", + "Ġдо ÑģÑĤи", + "ĠдоÑģÑĤ и", + "ĠдоÑģ ÑĤи", + "Ġ صÙĪر", + "Ġص ÙĪر", + "m esine", + "mes ine", + "mesi ne", + "ĠD ân", + "ä¸Ģ ä¸ĭ", + "çį İ", + "ĠÐľ иÑħ", + "ĠÐľÐ¸ Ñħ", + "Ġо Ñĩи", + "ĠоÑĩ и", + "ãĤ¦ ãĤ§", + "Ġ ÑĸÑģ", + "ĠÑĸ Ñģ", + "Ġgi ác", + "Ġgiá c", + "åľ¨çº¿ è§Ĥçľĭ", + "Ġاد اÙħÙĩ", + "ÑĨ ов", + "ÑĨо в", + "Ġ комÑĥ", + "Ġк омÑĥ", + "Ġком Ñĥ", + "Ġко мÑĥ", + "ĠÄ°ng iliz", + "Ġг ÑĢаж", + "ĠгÑĢа ж", + "ĠгÑĢ аж", + "ãģ¦ ãĤĤ", + "Ġch ữ", + "олÑĮ кÑĥ", + "m ÄĽt", + "mÄĽ t", + "Ñıг ом", + "Ñĩ аÑģÑĤ", + "Ñĩа ÑģÑĤ", + "ÑĩаÑģ ÑĤ", + "ìĸ ¼", + "Ġkh óa", + "Ġkhó a", + "ĠÐIJ д", + "ĠØ¢ ÙĤ", + "Ġkurul uÅŁ", + "ά ζ", + "Ġж ов", + "Ġв ÑģÑĤÑĢе", + "ĠвÑģÑĤ ÑĢе", + "ĠÙĪ ÙĦÙĥ", + "ĠÙĪÙĦ Ùĥ", + "Ġt uyá»ĩt", + "y ı", + "Ġ ÐĴо", + "ĠÐĴ о", + "Ġv á»įng", + "Ġvá» įng", + "ع ÙĬØ©", + "عÙĬ Ø©", + "Ġop ÄĽt", + "ا ÙĬد", + "اÙĬ د", + "à¥Ī .Ċ", + "à¥Ī. Ċ", + "ĠÑģ ами", + "ĠÑģам и", + "åª Ĵ", + "Ġsv ých", + "ĠëĤĺ íĥĢ", + "ìĨ IJ", + "Ġ ÙĦع", + "ĠÙĦ ع", + "Ġet kin", + "Ġetk in", + "Ġetki n", + "ĠN á", + "Ġsou tÄĽ", + "Ġsout ÄĽ", + "층 ìĿĺ", + "Ġ çŃī", + "ĠçŃ ī", + "Ġر سÙħ", + "Ġرس Ùħ", + "Ġ خاÙĨÙĩ", + "ĠØ® اÙĨÙĩ", + "ĠخاÙĨ Ùĩ", + "Ġ 家", + "Ġå® ¶", + "iá» ģm", + "iá»ģ m", + "ëħ IJ", + "ê° Ī", + "ì° ©", + "ž il", + "ži l", + "ÑģÑĤиÑĤ ÑĥÑĤ", + "ÑģÑĤиÑĤÑĥ ÑĤ", + "or uÄį", + "oru Äį", + "ĠØ¥ ذا", + "Ġإذ ا", + "à¹Ħ à¸Ĥ", + "ี à¸Ĭ", + "ÑĢ аб", + "ÑĢаР±", + "ÑĢа б", + "íķĻ ìĥĿ", + "Ġ ìī", + "Ġì ī", + "r nek", + "rn ek", + "rne k", + "Ġاست خداÙħ", + "ãĢĢ ĠãĢĢĠãĢĢĠãĢĢ", + "ãĢĢĠãĢĢ ĠãĢĢĠãĢĢ", + "ãĢĢĠãĢĢĠãĢĢ ĠãĢĢ", + "ãĢĢĠ ãĢĢĠãĢĢĠãĢĢ", + "Ġв Ñģем", + "ĠвÑģ ем", + "ĠвÑģе м", + "Ġìłķ ëıĦ", + "Ġvy j", + "éĢ ±", + "алÑĮ ное", + "алÑĮно е", + "Ġch uyá»ĩn", + "ì§Ģ ìĽIJ", + "i lerine", + "ile rine", + "iler ine", + "ileri ne", + "ilerin e", + "ĠìķĦ 무", + "Ġок оло", + "ाव न", + "à¸Ļ า", + "о пÑĢи", + "оп ÑĢи", + "d rž", + "dr ž", + "ĠÑģÑĥ ÑģпÑĸлÑĮ", + "Ġب Ùĥ", + "u ky", + "uk y", + "Ġ ÏĩÏī", + "ĠÏĩ Ïī", + "Ġtu ần", + "nict vÃŃ", + "Ġ ÙĩدÙģ", + "ĠÙĩد Ùģ", + "Ġch iá»ģu", + "ÎĹ ÎĿ", + "å°ı å§IJ", + "íķĺ ìĺĢ", + "Ġk las", + "Ġkl as", + "Ġkla s", + "á»Ļ n", + "ĠìĿ´ íĽĦ", + "ÙĨ اÙħج", + "ÙĨا Ùħج", + "ÙĨاÙħ ج", + "Äį ast", + "Äįas t", + "ĠاÙĦ خاص", + "ĠاÙĦØ® اص", + "l Ä±ÅŁ", + "lı ÅŁ", + "Ġع Ùħر", + "ĠعÙħ ر", + "ãĢį Ċ", + "иб олее", + "ãĤĬ ãģ®", + "ãħ ł", + "ä¹Ł ä¸į", + "к ÑĢеÑĤ", + "Ġ ìĶ", + "Ġì Ķ", + "ÏĦ ια", + "ÏĦι α", + "ĠÑĥпÑĢав лÑĸннÑı", + "æ² ¢", + "Ġk esin", + "Ġke sin", + "Ġkes in", + "ì¡Į ëĭ¤", + "머 ëĭĪ", + "羣 çļĦ", + "Ġbak ım", + "æĿ± 京", + "¾ ¸", + "ÙħÙĦ ÙĥØ©", + "оÑĤ ÑĢеб", + "d ın", + "dı n", + "Ġ PÅĻi", + "ĠP ÅĻi", + "ĠPÅĻ i", + "Ġm ÄĽli", + "ĠmÄĽ li", + "ĠmÄĽl i", + "Ġδη μο", + "å ¯¸", + "å¯ ¸", + "ĠÙĪ ÙĥاÙĨ", + "ĠÙĪÙĥ اÙĨ", + "Ġप ढ", + "ĠвеÑĢ Ñħ", + "Ġе Ñij", + "C ách", + "Các h", + "ä½ľ 为", + "ĠÐļ ол", + "ĠÐļо л", + "Ġ ве", + "Ġв е", + "Ġ деÑĢж", + "Ġд еÑĢж", + "ĠдеÑĢ ж", + "em oc", + "emo c", + "ãģ¸ ãģ®", + "Ġ аÑĢÑħ", + "ĠаÑĢ Ñħ", + "Ġk iếm", + "Ġ æĺİ", + "Ġæĺ İ", + "ĠлÑİд ини", + "ĠлÑİди ни", + "ë ·", + "ĠÙĪ اÙĦت", + "ĠÙĪاÙĦ ت", + "ĠÙĪا ÙĦت", + "Ġ è°", + "Ġè °", + "çģ ¯", + "íĻ ķ", + "Ġ구 매", + "Ġ ç§ij", + "Ġç§ ij", + "it nÃŃ", + "и ÑĩеÑģкие", + "иÑĩеÑģ кие", + "иÑĩеÑģки е", + "ĠÙĨ Ùģس", + "ĠÙĨÙģ س", + "Ġت ÙĦÙģ", + "ĠتÙĦ Ùģ", + "ا ÙģÛĮ", + "اÙģ ÛĮ", + "ĠØŃ Ø³ÙĨ", + "ĠØŃس ÙĨ", + "âĸ¡ âĸ¡", + "ý vá", + "ýv á", + "ÄŁ ın", + "ģı n", + "ıyor uz", + "ĠCh ÃŃ", + "ĠÙ¾ÚĺÙĪÙĩ Ø´", + "Ġ ÏĦÎŃ", + "ĠÏĦ ÎŃ", + "ĠÏĥ Ïĩε", + "ĠÏĥÏĩ ε", + "о леÑĤ", + "ол еÑĤ", + "α ιδ", + "αι δ", + "Ġh ạt", + "Ġhạ t", + "à¸ł าà¸Ħ", + "åĨ °", + "Ġrych le", + "it eli", + "ite li", + "itel i", + "Âł z", + "ย à¸ģ", + "æ¨ ¹", + "Ġج ÙĪاÙĨ", + "ĠجÙĪ اÙĨ", + "æĺ Į", + "Ġü retim", + "Ġür etim", + "Ġüret im", + "ระ à¸ļ", + "à¸Ľà¸£à¸° ม", + "ά Ïĥ", + "å² ©", + "ĠÑĥ ÑģÑĤÑĢой", + "ĠÑĥÑģÑĤ ÑĢой", + "Ġver ilen", + "Ġveri len", + "ich ni", + "ĠpÅĻÃŃ mo", + "ĠpÅĻÃŃm o", + "ĠاÙĦØ°Ùĩ اب", + "ì½ ľ", + "æľ ±", + "Ġس Ø®", + "Ñĸ ла", + "Ñĸл а", + "Ñĥ ма", + "Ñĥм а", + "ห า", + "ÛĮ دا", + "ÛĮد ا", + "å² ¸", + "ä¸Ģ å®ļ", + "Ġ ä¼ļ", + "Ġ ÐŁÑĸд", + "ĠÐŁ Ñĸд", + "Ġ ÑĩиÑĤ", + "ĠÑĩ иÑĤ", + "ĠÑĩи ÑĤ", + "и Ñİ", + "Ġ ÐĹап", + "ĠÐĹ Ð°Ð¿", + "ĠÐĹа п", + "ÑĤ иÑı", + "ÑĤи Ñı", + "Ġ ê°ľë°ľ", + "Ġê°ľ ë°ľ", + "ĠÑĤе оÑĢ", + "Ñı ÑģÑĮ", + "ÑıÑģ ÑĮ", + "ĠpÅĻÃŃ prav", + "( åľŁ", + "Ùħ ÙĬ", + "ĠpÅĻed evÅ¡ÃŃm", + "ĠTem muz", + "Ġпод деÑĢж", + "Ġнед оÑģÑĤаÑĤ", + "ĠìĿ´ ìľł", + "Ġkhá»ı i", + "ĠاÙĦ تØŃ", + "ĠاÙĦت ØŃ", + "ĠÙħÙħ Ú©ÙĨ", + "Ġv hod", + "Ġvh od", + "ев ой", + "ево й", + "о вал", + "ов ал", + "ова л", + "Ġн алеж", + "Ġна леж", + "Ġнал еж", + "ï¼¼ :", + "ย ะ", + "ĠÙħ اشÛĮÙĨ", + "Ġg á»Ńi", + "al ım", + "alı m", + "Ġìµľ ìłĢ", + "Ùij Ùĩ", + "á»Ļ p", + "à¥Ģ ।Ċ", + "à¥Ģ। Ċ", + "Ġ пиÑģ", + "Ġп иÑģ", + "Ġпи Ñģ", + "Ġ вÑģÑı", + "Ġв ÑģÑı", + "ĠвÑģ Ñı", + "Ñĩ ем", + "Ñĩе м", + "o zenÃŃ", + "oz enÃŃ", + "oze nÃŃ", + "Ġ äºļæ´²", + "Ġäºļ æ´²", + "е ÑĢалÑĮ", + "еÑĢ алÑĮ", + "еÑĢа лÑĮ", + "기 ëĬĶ", + "Ġп ÑĢез", + "ĠпÑĢ ез", + "ĠпÑĢе з", + "ĠعÙħ ÙĪÙħÛĮ", + "и ÑĩниÑħ", + "иÑĩ ниÑħ", + "Ġ æ²³", + "Ġæ² ³", + "od nÃŃ", + "åıª æĺ¯", + "Ġpo dp", + "Ġpod p", + "à¹īà¸Ńà¸ĩ à¸ŀ", + "ाय द", + "ाà¤ĩ ल", + "ล à¸Ķ", + "ĠÑĢÑĸÑĪ еннÑı", + "Ġ ÑĤÑĥÑĢ", + "ĠÑĤ ÑĥÑĢ", + "ĠÑĤÑĥ ÑĢ", + "ÑģÑĮ кÑĥ", + "ÑģÑĮк Ñĥ", + "Ġsal dır", + "ĠÐĽ ÑĮв", + "ãĢģ Ċ", + "ĠÙ¾ÛĮ ÙĪÙĨد", + "åѦ ä¹ł", + "λ Ïī", + "o vit", + "ov it", + "ovi t", + "ü le", + "ül e", + "女 æĢ§", + " Ł", + "e mez", + "em ez", + "eme z", + "Ġh ale", + "Ġha le", + "Ġhal e", + "âī ¦", + "ĠÎķ κ", + "ÏĦηγοÏģ ία", + "k ý", + "ìĦ± ìĿĦ", + "Ġt ým", + "Ġtý m", + "à¥ĩ -", + "Ġz ejména", + "æĻ ¶", + "Ġn gon", + "Ġng on", + "ãĢı ĊĊ", + "软 件", + "éĤ£ ä¹Ī", + "ĠкваÑĢ ÑĤи", + "ĠÙħÙĨ ظ", + "on ec", + "one c", + "Ġг ли", + "à¥ģर à¤ķ", + "ĠS okol", + "ĠSo kol", + "ĠSok ol", + "Ġ ä¿Ŀ", + "д ив", + "ди в", + "ál nÃŃm", + "áln ÃŃm", + "álnÃŃ m", + "ac aģı", + "aca ģı", + "acaÄŁ ı", + "a ÅŁa", + "aÅŁ a", + "ĠÙħ اÙĦÛĮ", + "ĠÙħا ÙĦÛĮ", + "ĠÙħاÙĦ ÛĮ", + "ĠÃĸ n", + "иÑĤ ели", + "иÑĤе ли", + "ĠØ® رد", + "Ġخر د", + "Ġkullan ıl", + "Ġkullanı l", + "Ġ ÙħÛĮÙĦ", + "ĠÙħ ÛĮÙĦ", + "ĠÙħÛĮ ÙĦ", + "Ġ íļ¨", + "Ġíļ ¨", + "ã n", + "Ġ rost", + "Ġr ost", + "Ġro st", + "Ġros t", + "Ġëĸ ł", + "u bat", + "ub at", + "uba t", + "Ġ åıĤ", + "Ġåı Ĥ", + "Ġبر اÙĬ", + "Ġм енÑĮ", + "Ġмен ÑĮ", + "ั à¸Ħร", + "ัà¸Ħ ร", + "Ġпом ог", + "ĠØŃض ÙĪر", + "Ġthá»ĭ t", + "ä¹ ³", + "Ġ ìĭłì²Ń", + "Ġìĭł ì²Ń", + "Ġíĺ Ħìŀ¬", + "ĠíĺĦ ìŀ¬", + "Ġ ë¹ł", + "Ġë¹ ł", + "вÑĢоп ей", + "Ġne jen", + "Ġnej en", + "Ñĸ ка", + "Ñĸк а", + "Ġ ìļ¸", + "Ġìļ ¸", + "ĠÙħ بار", + "ĠÙħب ار", + "Ġ Äįek", + "ĠÄį ek", + "ĠÄįe k", + "Ġk alk", + "Ġka lk", + "Ġkal k", + "Ġ amac", + "Ġa mac", + "Ġam ac", + "Ġama c", + "اد ت", + "ĠÙħ اسÙĩ", + "ĠÙħا سÙĩ", + "Ġarasında ki", + "Ġaras ındaki", + "Ġб еÑģ", + "ĠоÑĤд елÑĮ", + "ĠоÑĤдел ÑĮ", + "á½ ¶", + "ĠΤ ζ", + "v yk", + "vy k", + "ج ÙĨ", + "» ê²Į", + "ĠниÑĩ его", + "ĠØ´ اÙħÙĦ", + "ĠÑĥÑģловиÑı Ñħ", + "la ması", + "lam ası", + "lama sı", + "è½ ī", + "ç¾ ½", + "Ġж ид", + "ĠоÑĤ ноÑģ", + "ĠздÑĸйÑģ нÑİ", + "Ġ VỼi", + "ĠV Ỽi", + "ÙĪ ÙĦÛĮ", + "ÙĪÙĦ ÛĮ", + "Ġt isÃŃ", + "Ġti sÃŃ", + "ĠÏĩ ÏģÏĮ", + "Ġprac ovnÃŃ", + "Ġpracov nÃŃ", + "ĠÙĬ ÙĥÙĪÙĨ", + "ĠÙĬÙĥ ÙĪÙĨ", + "Ġb eÅŁ", + "Ġbe ÅŁ", + "ج ز", + "ั à¸ļร", + "ัà¸ļ ร", + "ĠYön et", + "Ġشر اÛĮØ·", + "ĠتÙĪس عÙĩ", + "çĹ ĩ", + "à¸ĩ à¹Ģà¸Ľ", + "ä¸Ģ 次", + "ĠÐłÐ¾ÑģÑģий Ñģкой", + "æľĢ é«ĺ", + "Ġsp olu", + "Ġspo lu", + "Ġspol u", + "д аеÑĤÑģÑı", + "да еÑĤÑģÑı", + "даеÑĤ ÑģÑı", + "Ñĸ ÑĤÑĥ", + "ÑĸÑĤ Ñĥ", + "Ġоб ÑĢаÑĤ", + "ĠобÑĢа ÑĤ", + "e nek", + "en ek", + "ene k", + "Ġ mek", + "Ġm ek", + "Ġme k", + "å¦ Ī", + "Ġдоп олниÑĤелÑĮ", + "Ġ ç²", + "Ġç ²", + "ĠÙĦ ÙĦت", + "ĠÙĦÙĦ ت", + "ĠHaz iran", + "æ¸ Ī", + "à¹Į à¸Ĥà¸Ńà¸ĩ", + "ĠÑĦ он", + "Ġê²ĥ ìľ¼ë¡ľ", + "Ġnh é", + "Ġbu gün", + "Ġbug ün", + "ov ém", + "ové m", + "Ġза веÑĢ", + "Ġзав еÑĢ", + "Ġд виг", + "Ġдв иг", + "Ġдви г", + "ä¼ Ļ", + "Ġnu ôi", + "меÑĢ ик", + "ме ÑĢик", + "ĠÙĨÙħ ÙĪÙĨÙĩ", + "èį ·", + "Ñĥ вала", + "Ñĥв ала", + "Ñĥва ла", + "ç¿ »", + "Ġs ân", + "ог оÑİ", + "ого Ñİ", + "ا سÙĬØ©", + "اس ÙĬØ©", + "اسÙĬ Ø©", + "Ñĥн кÑĤ", + "Ñĥнк ÑĤ", + "á nÃŃm", + "án ÃŃm", + "ánÃŃ m", + "ен ное", + "енно е", + "Ġph út", + "Ġ मर", + "Ġम र", + "ĠاÙĦ ÙĪØ·", + "ĠاÙĦÙĪ Ø·", + "Ġлег ко", + "Ġ ãĢĭ", + "ĠãĢ ĭ", + "ë¡ľ ëĵľ", + "ĠKas ım", + "ÙĬ ÙĦÙĬ", + "ÙĬÙĦ ÙĬ", + "ĠbaÄŁlantı lar", + "ĠÑĤ ÑĢÑĥд", + "ĠÑĤÑĢ Ñĥд", + "ĠÑĤÑĢÑĥ д", + "Ø· Ùĩ", + "Ġk vůli", + "ÑģÑĤ оÑı", + "Ġsat Ä±ÅŁ", + "Ġh áºŃu", + "ĠبÙĩ ترÛĮÙĨ", + "ĠبÙĩتر ÛĮÙĨ", + "ĠÑģ елÑĮ", + "ĠÑģел ÑĮ", + "ั à¸Ļว", + "ัà¸Ļ ว", + "o su", + "os u", + "य न", + "åĽ ³", + "ι δ", + "ÛĮ تÛĮ", + "ÛĮت ÛĮ", + "ĠQu áºŃn", + "Ġ ей", + "Ġе й", + "à¹Ģว ลา", + "à¹Ģวล า", + "ìĬ¤ íĥĢ", + "ìĤ¬ 를", + "Ġا ÙĩÙĦ", + "ĠاÙĩ ÙĦ", + "η γ", + "Ġk á»·", + "Ġká» ·", + "Ġ наÑĤ", + "Ġн аÑĤ", + "Ġна ÑĤ", + "âĢ ¡", + "Ñĸ ÑĩниÑħ", + "ÑĸÑĩ ниÑħ", + "ĠÑĢазвиÑĤи Ñı", + "ĠÑĢазви ÑĤиÑı", + "e cial", + "ec ial", + "eci al", + "ĠÑħ озÑı", + "в аеÑĤ", + "ва еÑĤ", + "ĠÄIJ á»Ļ", + "ĠÄIJá» Ļ", + "Ġ éĵ", + "Ġé ĵ", + "Ġok am", + "ĠвÑģ ÑĸÑħ", + "ĠвÑģÑĸ Ñħ", + "ĠPr aze", + "ĠPra ze", + "ë¥ ł", + "ι κα", + "ικ α", + "æ¬ ²", + "Ġgerçek leÅŁ", + "ç¥ ĸ", + "Ġод ним", + "Âł M", + "Ġre nk", + "Ġr enk", + "Ġren k", + "Ġल à¤ķ", + "ãĥķ ãĤ§", + "ãĥķãĤ §", + "ĠÙĨ زد", + "å¹ »", + "Ġúzem ÃŃ", + "æı ¡", + "а лиÑģÑı", + "али ÑģÑı", + "Ġ ÃĶ", + "Ġà Ķ", + "Ġy orum", + "Ġyo rum", + "ĠÏĢ ÏģÏī", + "ãĥ³ ãĥĩ", + "ãĥ³ãĥ ĩ", + "éĸĭ å§ĭ", + "ãĥ¼ ãĥª", + "ãĥ¼ãĥ ª", + "Ġìĸ¼ êµ´", + "Û± Û±", + "Û±Û ±", + "lü ÄŁÃ¼", + "lÃ¼ÄŁ ü", + "ÙĨ Ø´", + "à¹Ī ำ", + "èĽ ĭ", + "ĠØ£ د", + "ĠW illi", + "ĠWill i", + "ĠWil li", + "ĠWi lli", + "èª ²", + "Ġsür dür", + "ĠEx ternÃŃ", + "Ġp ůvod", + "Ġpů vod", + "ĠØ® اÙĨÙĪ", + "ĠخاÙĨ ÙĪ", + "ĠкоÑĤоÑĢ ое", + "Ġm ohl", + "Ġmo hl", + "Ġmoh l", + "Ġs tÄĽ", + "Ġst ÄĽ", + "åĩ ı", + "ìĤ ¼", + "aban cı", + "à¹ģ à¸Ļ", + "สำ à¸Ħ", + "æĤ £", + "ab ilece", + "abil ece", + "abile ce", + "éĺ³ åŁİ", + "Îij Îļ", + "Ġch ữa", + "Ġchữ a", + "ĠìķĦ ëĭ", + "طبÙĬ ÙĤ", + "طب ÙĬÙĤ", + "ÎĻ ÎŁÎ¥", + "ÎĻÎŁ Î¥", + "ÑĢ ование", + "ÑĢов ание", + "ÑĢо вание", + "ÑĢован ие", + "ÑĢова ние", + "åĩ ½", + "Ġ ì¼", + "Ġì ¼", + "ÑĢ оÑĦ", + "ÑĢо ÑĦ", + "à¹ĩ à¸Ļส", + "à¹ĩà¸Ļ ส", + "Ġ ãĤ¦", + "ĠãĤ ¦", + "ï¼ļ ãĢĮ", + "á»ĭ a", + "Ġ hPa", + "Ġh Pa", + "m anı", + "man ı", + "ál nÃŃho", + "álnÃŃ ho", + "ÙĪ تÛĮ", + "ÙĪت ÛĮ", + "ĠлеÑĩ ениÑı", + "j te", + "jt e", + "- д", + "åħ¨ åĽ½", + "ĠбÑĥд Ñĸв", + "Ġz atÃŃm", + "Ġzat ÃŃm", + "Ġ öyle", + "Ġö yle", + "ìĿ´ ê°Ģ", + "s tal", + "st al", + "sta l", + "i vatel", + "iv atel", + "ivate l", + "iva tel", + "Ġ æľª", + "Ġpož ad", + "ĠÑģ ни", + "Ġpos lednÃŃ", + "Ġposled nÃŃ", + "ĠÑģÑĤ анд", + "ĠÑģÑĤан д", + "ĠÑģÑĤа нд", + "à¥Ģ à¤ıम", + "à¥Ģà¤ı म", + "Ġ عکس", + "Ġع کس", + "ÑĢ иÑı", + "ÑĢи Ñı", + "ã y", + "á»ĭ p", + "Ġo kul", + "Ġok ul", + "Ġoku l", + "à¸ĩ หมà¸Ķ", + "Ġвоз ник", + "m ÃŃ", + "ç§ Ł", + "ĠÄij á»ijc", + "Ġp odÃŃ", + "Ġpo dÃŃ", + "Ġpod ÃŃ", + "ĠÅĻÃŃ j", + "ĠÑĤак Ñĸ", + "ĠÑĤа кÑĸ", + "à¸ļ าà¸Ĺ", + "Ġ 보기", + "Ġë³´ 기", + "ล า", + "еÑģ ÑĤо", + "еÑģÑĤ о", + "Ġ çĶ¨", + "и нÑĭ", + "ин Ñĭ", + "ĠÑĢ ÑĥÑħ", + "ĠÑĢÑĥ Ñħ", + "ĠÑĢаÑģп олож", + "Ñī еннÑı", + "Ġc á»Ń", + "à¹ī à¸ļร", + "à¥įयव स", + "ï¾ ļ", + "Ġд алÑĮ", + "Ġда лÑĮ", + "Ġдал ÑĮ", + "Ġض د", + "ÙĦ ÙĬØ©", + "ÙĦÙĬ Ø©", + "ĠкоÑĤоÑĢ ого", + "Ġd ve", + "Ġdv e", + "Ġnh ạc", + "ÑĦ Ñĸка", + "ÑĦÑĸ ка", + "ÑĦÑĸк а", + "à¥Ī à¤Ł", + "èĩª çĶ±", + "Ġпо ÑĢÑĥÑĪ", + "ĠпоÑĢ ÑĥÑĪ", + "æľĭ åıĭ", + "Ġd ört", + "Ġdö rt", + "ĠÑĢаÑģп ÑĢоÑģÑĤ", + "ãģ§ ãģ¯ãģªãģĦ", + "ãģ§ãģ¯ ãģªãģĦ", + "ĠпеÑĢ ег", + "ĠпеÑĢе г", + "Ġ ánh", + "Ġá nh", + "Ġán h", + "ĠV ÃŃ", + "ظ Ù¹", + "à¥į रण", + "à¥įर ण", + "Ġb ilim", + "Ġbi lim", + "Ġbil im", + "Ġlid é", + "Ġd ÃŃky", + "ĠdÃŃ ky", + "ĠÄIJ á»ĵng", + "Ġ εÏģγ", + "Ġε Ïģγ", + "Ġzn ovu", + "Ïĥ ια", + "Ïĥι α", + "Ñ ŀ", + "स à¤Ń", + "e kk", + "ek k", + "Ġμε ÏĦά", + "ÑģÑĤ иÑĩ", + "ÑģÑĤи Ñĩ", + "ÛĮ ÙĨÚ¯", + "ÛĮÙĨ Ú¯", + "ĠÑıв лÑıÑİÑĤÑģÑı", + "Ġ 建", + "Ġå» º", + "Ïĥ Ïĥα", + "ÏĥÏĥ α", + "ав лива", + "à¸ģ รม", + "à¸ģร ม", + "ç¬ Ķ", + "Ġ ге", + "Ġг е", + "Ġ رÙĩ", + "Ġر Ùĩ", + "Ġм ел", + "Ġна пÑĢимеÑĢ", + "ĠнапÑĢи меÑĢ", + "Ġм ик", + "Ġми к", + "ĠاÙĦس ÙĥاÙĨ", + "æ¤ ľ", + "ĠÐļ ÑĢа", + "Ġv Ãłi", + "ĠvÃł i", + "ائ Ùħ", + "ĠÏĩ Ïģή", + "leÅŁ me", + "Ġ jas", + "Ġj as", + "Ġja s", + "ê²Į ìŀĦ", + "Ġm aç", + "Ġma ç", + "Ġì§Ħ íĸī", + "à¥ĩद न", + "Ġvů bec", + "ĠÙĦ ÙĨ", + "è« ĩ", + "âī¡ âī¡", + "л ением", + "ление м", + "лен ием", + "ле нием", + "ع ÙĨÛĮ", + "عÙĨ ÛĮ", + "ãĥŀ ãĥ³", + "Ä° Z", + "ĠÃĸ ÄŁ", + "ĠìŬ ìŀIJ", + "y Å¡", + "Ġ ÑģÑĤа", + "ĠÑģ ÑĤа", + "ĠÑģÑĤ а", + "Ġ สำหร", + "Ġสำ หร", + "Ġन व", + "ãĢĤ ä½Ĩ", + "олÑĮ но", + "Ġyan ında", + "Ġyanı nda", + "è² ´", + "Ġjednot liv", + "Ġ åİŁ", + "Ġåİ Ł", + "éłħ 缮", + "Ġमद द", + "리 ìĹIJ", + "ĠÙħ اÙĬ", + "ĠÙħا ÙĬ", + "ĠÑĩ еÑĢв", + "ĠÑĩеÑĢ в", + "Ġd áv", + "Ġdá v", + "ÙĦ ÛĮÙĩ", + "ÙĦÛĮ Ùĩ", + "? #", + "Äį nÃŃm", + "ÄįnÃŃ m", + "ÑĢ ег", + "ÑĢе г", + "ĠпÑĢимен Ñı", + "ĠпÑĢим енÑı", + "ãĤĬ ãģ¨", + "ê° Ļ", + "Ġtop lam", + "Ġtopl am", + "i leÅŁ", + "il eÅŁ", + "ile ÅŁ", + "Ġk ategor", + "ÑĤ ал", + "ÑĤа л", + "ãģ«ãĤĪ ãĤĭ", + "Ġdom ác", + "Ġ ê·ľ", + "Ġê· ľ", + "ĠÙĩ زار", + "ĠpÅĻÃŃ stup", + "ĠpÅĻÃŃst up", + "ı lıyor", + "ılı yor", + "ıl ıyor", + "ж ди", + "жд и", + "ĠD Æ°Æ¡ng", + "ĠPh áºŃt", + "Ġç ünkü", + "구 ê¸ĢìĥģìľĦ", + "ov aných", + "ova ných", + "ovan ých", + "ovaný ch", + "Ġع Ø´", + "Ġà¤ķर à¤ķ", + "ž ÃŃt", + "žÃŃ t", + "Ġ vÄĽtÅ¡ÃŃ", + "ĠvÄĽt Å¡ÃŃ", + "ĠvÄĽtÅ¡ ÃŃ", + "ĠاÙħ کاÙĨ", + "Ġn ông", + "Ġz ám", + "Ġzá m", + "à¥Į न", + "е каÑĢ", + "ек аÑĢ", + "ека ÑĢ", + "Âł Т", + "k ami", + "ka mi", + "ĠÑĢеÑģ ÑĥÑĢ", + "п оÑģ", + "по Ñģ", + "Ùİ ÙĤ", + "ί λ", + "Ġ سازÛĮ", + "Ġس ازÛĮ", + "Ġساز ÛĮ", + "Ġçık an", + "Ġçı kan", + "ĠdÃŃ tÄĽ", + "Ġتص ÙĪ", + "ç¯ ĩ", + "н д", + "Ġrám ci", + "h ong", + "ho ng", + "hon g", + "Ġ ÑģÑĸм", + "ĠÑģ Ñĸм", + "s ak", + "sa k", + "к еÑĤ", + "ке ÑĤ", + "д Ñĸл", + "дÑĸ л", + "ç¹ Ķ", + "Ġth Æ°á»Łng", + "Ġне ÑĹ", + "з Ñĸ", + "ÅĻ ÃŃd", + "ÅĻÃŃ d", + "ित न", + "à¤ı à¤ķ", + "Ġs ữa", + "ĠÙħ رØŃ", + "ĠÙħر ØŃ", + "é ŀ", + "Ġc Æ°á»Ŀng", + ": .:", + ":. :", + "ÑĤ ен", + "ÑĤе н", + "èī ¦", + "Ġkh ợi", + "Ġ 기ì¤Ģ", + "Ġ기 ì¤Ģ", + "lan ır", + "彩 票", + "ض ÛĮ", + "Ġuz av", + "Ġb oh", + "Ġbo h", + "è m", + "Ġ æ£", + "Ġæ £", + "n ici", + "ni ci", + "nic i", + "( çģ«", + "åħ³ äºİ", + "Ñĸ ÑĩнÑĸ", + "ÑĸÑĩ нÑĸ", + "à¸ģ ารà¸ĵ", + "à¸ģาร à¸ĵ", + "Ġì² «", + "ÑĢ ÑĥеÑĤ", + "ÑĢÑĥ еÑĤ", + "ĠarÅŁiv lendi", + "ÑĤ им", + "ÑĤи м", + "า à¸ł", + "าภł", + "Ġبر ابر", + "Ġ à¹Ģà¸ĭ", + "Ġà¹Ģ à¸ĭ", + "Ġà¹Ģภĭ", + "ĠÄij êm", + "è· ³", + "Ġyön etim", + "Ġyönet im", + "Ġ éķ·", + "Ġéķ ·", + "ãĥĨ ãĥ¬ãĥĵ", + "м аÑĤи", + "ма ÑĤи", + "маÑĤ и", + "è´£ ä»»", + "ick ým", + "ický m", + "è ¸", + "à¹Ģห à¸ķ", + "ëł Į", + "Ġ رÙĬ", + "Ġر ÙĬ", + "ĠвÑĭ дел", + "åĩº çİ°", + "Ġп еÑģ", + "Ġì¢ĭ ìĿĢ", + "Ġà¤ī सन", + "Ġà¤īस न", + "ĠAr alık", + "ĠAra lık", + "ĠÑĩа ÑģÑĥ", + "ĠÑĩаÑģ Ñĥ", + "l ava", + "la va", + "lav a", + "Ġ ï½ŀ", + "Ġï½ ŀ", + "æģ ĭ", + "د ÛĮد", + "دÛĮ د", + "âĢĻ den", + "âĢĻd en", + "âĢĻde n", + "Ġ åĪĿ", + "ĠåĪ Ŀ", + "ÙĪ دة", + "ÙĪد Ø©", + "Ñĩ или", + "Ñĩи ли", + "Ñĩил и", + "ĠÑħаÑĢакÑĤ еÑĢиÑģÑĤи", + "ا ستاÙĨ", + "اس تاÙĨ", + "است اÙĨ", + "द र", + "ĠبÙĪد ÙĨ", + "ĠبÙĪ دÙĨ", + "Ġп алÑĮ", + "Ġпа лÑĮ", + "Ġпал ÑĮ", + "ĠÑĤ ÑĢади", + "ĠÑĤÑĢ ади", + "ĠÑĤÑĢа ди", + "Ġд еÑı", + "Ġде Ñı", + "Ġ خش", + "ĠØ® Ø´", + "Ġpok raÄį", + "Ġ구 ê¸Ģ", + "к овÑĸ", + "ко вÑĸ", + "ков Ñĸ", + "Ġ tık", + "Ġt ık", + "Ġh ấp", + "Ġza lož", + "Ġzal ož", + "१ à¥", + "Ġëĭµ ë³Ģ", + "м еÑĪ", + "ме ÑĪ", + "íļ ¨", + "Ġspol up", + "Ġspolu p", + "Ë Ĩ", + "è¾ ¦", + "Ġg á»Ĺ", + "Ġ å®ļ", + "Ġå® ļ", + "ĵ n", + "as ından", + "asında n", + "- ı", + "ĠбеÑĢ ез", + "大 åѸ", + "Ġз нов", + "Ġзн ов", + "ĠHo Ãłng", + "Ġد ÙĪÙĨ", + "ĠدÙĪ ÙĨ", + "Ġan lay", + "ĠÙĪ زار", + "ĠÙĪز ار", + "ĠعÙĦ ÙħÛĮ", + "ĠعÙĦÙħ ÛĮ", + "è£ ľ", + "Ġdü nya", + "Ġdün ya", + "Ġdüny a", + "Ġза лиÑĪ", + "Ġзал иÑĪ", + "Ġзали ÑĪ", + "д аеÑĤ", + "да еÑĤ", + "ν ε", + "и ÑĩеÑģкого", + "иÑĩеÑģ кого", + "ìĬ¤ íħľ", + "ĠÐij еÑĢ", + "Ġ дж", + "Ġд ж", + "Ġ опаÑģ", + "Ġоп аÑģ", + "ÏĨ α", + "Ġzv lá", + "Ġt ô", + "б еÑĢ", + "бе ÑĢ", + "ĠÎľ αÏģ", + "Ġξα Ïģ", + "ti ÄŁini", + "tiÄŁi ni", + "ãĥ¬ ãĥ³", + "ĠK ho", + "ĠKh o", + "ĠÑĸн ÑĪ", + "Ġ ï¿¥", + "ì° ¬", + "ï½ ¡", + "Ġ ноÑĩ", + "Ġн оÑĩ", + "Ġно Ñĩ", + "è¨ Ĭ", + "ÄĽ ti", + "ÄĽt i", + "å¿ Ļ", + "Ġکرد ÙĨد", + "ĠکردÙĨ د", + "ĠÄij ẩy", + "ĠÑģказ ав", + "ëĥ ¥", + "å± ¬", + "Ġश हर", + "ĠÚ©Ùħ Ú©", + "Âł ÐŁ", + "ın ca", + "нÑĸвеÑĢ ÑģиÑĤ", + "Ġ Ú¯ÙĪÙĨÙĩ", + "ĠÚ¯ ÙĪÙĨÙĩ", + "ĠÚ¯ÙĪ ÙĨÙĩ", + "ĠTop lam", + "ĠiÅŁ aret", + "ä½ł 们", + "Ġd erece", + "Ġde rece", + "Ġder ece", + "Ġdere ce", + "Ġderec e", + "ĠìĤ¬ ìĭ¤", + "Ġ ìŀIJ기", + "ĠìŀIJ 기", + "å®ŀ çİ°", + "çĶŁ çī©", + "ãģ® ä¸Ģ", + "Ġ ÑĢом", + "ĠÑĢ ом", + "ÙĪ زÙĩ", + "ÙĪز Ùĩ", + "Ġ ãģ¨", + "íĻ į", + "ÙĬ ÙĤ", + "Ġ åIJįçĦ¡ãģĹãģķãĤĵ", + "ĠåIJį çĦ¡ãģĹãģķãĤĵ", + "ĠåIJįçĦ¡ãģĹ ãģķãĤĵ", + "ĠÙ¾ ÛĮر", + "ĠÙ¾ÛĮ ر", + "Ġпол ез", + "ì¶ ©", + "ĠкоÑĢ п", + "IJ ëĭ¤", + "á» «a", + "ừ a", + "Îķ Τ", + "Ġжел ез", + "ãģ£ãģ ±", + "Ġx uyên", + "Ġ ë¥", + "Ġë ¥", + "à¥ĩ ।Ċ", + "à¥ĩ। Ċ", + "ĠÑģÑĤ али", + "ĠÑģÑĤал и", + "ĠÑģÑĤа ли", + "Ġpomoc ÃŃ", + "Ġdurum da", + "Ġп ÑĢоÑĪ", + "ĠпÑĢ оÑĪ", + "ĠпÑĢо ÑĪ", + "l enÃŃ", + "le nÃŃ", + "len ÃŃ", + "β ολ", + "βο λ", + "Ġ æĸĩç«ł", + "Ġæĸĩ ç«ł", + "tÄĽ z", + "d ÃŃl", + "dÃŃ l", + "Ġdruh é", + "ĠÑĤ огда", + "Ġh rá", + "Ġhr á", + "о ÑĤÑĮ", + "оÑĤ ÑĮ", + "า à¸ģร", + "าà¸ģ ร", + "Ġتص Ùħ", + "ĠÙħد ت", + "ка дем", + "Ġpat ÅĻÃŃ", + "ä¹ĭ åīį", + "س بة", + "سب Ø©", + "Ġпо кÑĢÑĭ", + "Ġпок ÑĢÑĭ", + "Ġn áp", + "Ġná p", + "Ġ_ {}", + "Ġ_{ }", + "ëĵ± íķĻêµIJ", + "ĠØ¥ ÙĦÙĬ", + "ĠØ¥ÙĦ ÙĬ", + "Ġöz g", + "çļ Ĩ", + "Ġhay van", + "ĠN isan", + "ĠNi san", + "غ از", + "Ġت ت", + "ĠдÑĥ Ñħов", + "ĠдÑĥÑħ ов", + "ĠÐŁÐ¾ ÑįÑĤомÑĥ", + "ÑĮ огод", + "ÑĮого д", + "Ġk uÅŁ", + "Ġku ÅŁ", + "Ġà¤ĩ सम", + "Ġà¤ĩस म", + "ج ÛĮ", + "Ġ ãĤ¿", + "ĠãĤ ¿", + "Ġв кÑĥÑģ", + "Ġвк ÑĥÑģ", + "ĠвкÑĥ Ñģ", + "ç Ģ", + "ĠвÑĭ ÑĪе", + "âĢĻ dan", + "âĢĻd an", + "âĢĻda n", + "ĠاØŃ Ùħد", + "Ġtal ep", + "Ġta lep", + "Ġtale p", + "Ġ ÏĪ", + "ĠÏ Ī", + "Ġdol ayı", + "Ġdolay ı", + "ĠÚ¯ زارش", + "б ол", + "бо л", + "ĠاÛĮÙĨ تر", + "ÑĢ оÑĩ", + "ÑĢо Ñĩ", + ") âĢı", + "Ġ ëIJł", + "ĠëIJ ł", + "Ġk oup", + "Ġko up", + "Ġkou p", + "( æľĪ", + "é± ¼", + "Ġ огÑĢа", + "Ġо гÑĢа", + "Ġог ÑĢа", + "ĠÑĢаз м", + "ĠÑĢа зм", + "Ġت ست", + "Ġتس ت", + "ĠpÅĻÃŃ slu", + "í ĽĪ", + "ĠëĮĢ íķ´", + "à¹ģ à¸Ľ", + "ан нÑĭе", + "аннÑĭ е", + "ĠìĿ¸ íĦ°", + "Ġkullan ılan", + "Ġkullanı lan", + "Ġkullanıl an", + "Ġz tr", + "æĬĢ è¡ĵ", + "ि à¤Ľ", + "िठĽ", + "ĠاÙĦÙħ ؤ", + "ov aly", + "ova ly", + "oval y", + "us tos", + "ust os", + "usto s", + "Ġö rg", + "Ġör g", + "Ġ 太", + "Ġå¤ ª", + "ε ιο", + "ει ο", + "Ġ uÄį", + "Ġu Äį", + "ĠØ´ Ú©ÙĦ", + "ĠØ´Ú© ÙĦ", + "建 çŃij", + "Ġch ạy", + "ĠÏĩ Ïģη", + "н ÑĥÑĤ", + "нÑĥ ÑĤ", + "Ġباع Ø«", + "ĠNÄĽk ter", + "ÑĥÑĤ ÑĤÑı", + "ãģ§ãģĻ ãģĭ", + "Ġsay ılı", + "Ġsayı lı", + "им оÑģÑĤÑĮ", + "имо ÑģÑĤÑĮ", + "ĠпиÑĤ аннÑı", + "Ġk ÃŃnh", + "Ġh ran", + "Ġhr an", + "Ġhra n", + "ok rat", + "Ġed ilir", + "Ġedil ir", + "Ġà¤ķह त", + "Ġp aci", + "Ġpa ci", + "Ġpac i", + "ाल न", + "Ġи де", + "Ġид е", + "ĠZ em", + "ĠZe m", + "Ġsluž by", + "ÑģÑĤв еннÑĭй", + "ÑģÑĤвен нÑĭй", + "ĠØ¢ ÙĨاÙĨ", + "ĠØ¢ÙĨ اÙĨ", + "ĠÑĤ оваÑĢи", + "ĠÑĤоваÑĢ и", + "ĠÑĤов аÑĢи", + "ĠتØŃ ÙħÙĬÙĦ", + "ĠY ük", + "Ġк аÑĤегоÑĢ", + "ĠкаÑĤ егоÑĢ", + "íĭ Ģ", + "Ġк оÑģ", + "Ġко Ñģ", + "Ġ обов", + "Ġо бов", + "Ġоб ов", + "Ġобо в", + "ĠprostÅĻed ÃŃ", + "ĠÑģ оÑģ", + "ĠÑģо Ñģ", + "ĠÐIJ лекÑģанд", + "ĠÐIJлекÑģ анд", + "Ġ à¹Ģà¸Ĥà¸ķ", + "Ġà¹Ģà¸Ĥ à¸ķ", + "å¿ħ é¡»", + "ั à¸Ĭ", + "ĠÙĦ د", + "ãĢģ ä¸Ģ", + "ĠÎľ ÎŃ", + "Ñĥ ваÑĤиÑģÑı", + "Ñĥв аÑĤиÑģÑı", + "ÑĥваÑĤи ÑģÑı", + "Ñĥва ÑĤиÑģÑı", + "æķ ı", + "ãĥ¼ ãĥIJ", + "ãĥ¼ãĥ IJ", + "اÙĦ ÙĦÙĩ", + "Ġب Ùĩا", + "ĠبÙĩ ا", + "åĸ ¶", + "è´ µ", + "æĸ¹ åIJij", + "Ġ ì¸", + "Ġì ¸", + "Ġ ÙĨاÙħÙĩ", + "ĠÙĨ اÙħÙĩ", + "ĠÙĨاÙħ Ùĩ", + "ÑĮ ко", + "Ġv ody", + "Ġvo dy", + "Ġvod y", + "v ÃŃc", + "vÃŃ c", + "à¹ģ à¸Ī", + "Ġع ÙĦÛĮÙĩ", + "ĠعÙĦ ÛĮÙĩ", + "ĠعÙĦÛĮ Ùĩ", + "à¹ģ รà¸ĩ", + "ί να", + "ίν α", + "ãģ ¬", + "Ġ Ðŀп", + "ĠÐŀ п", + "Ġsay f", + "ï¼Į çĶ±", + "ä¼ ´", + "ĠÑĥд об", + "ãģ¾ ãģł", + "Ġне пÑĢи", + "Ġнеп ÑĢи", + " İ", + "à¤¾à¤ľ प", + "pl nÄĽ", + "Ġ ìĹĦ", + "ĠìĹ Ħ", + "Ġrů zn", + "Ġrůz n", + "Ġx ếp", + "ãĥĸ ãĥ«", + "ĠзаÑħ иÑģÑĤ", + "ĠÙħص رÙģ", + "ĠÙħصر Ùģ", + "ĠvÅ¡ech no", + "ãģ® ãģĬ", + "ĠTh á»ĭ", + "Ġm ùa", + "¿ IJ", + "ĠпÑĢин ÑĨип", + "ĠاÙĨ ÙĤÙĦ", + "г аÑĢ", + "га ÑĢ", + "Ġmož nost", + "ÙĤ ÙĬÙĤ", + "ÙĤÙĬ ÙĤ", + "Ġotev ÅĻ", + "Ġ fak", + "Ġf ak", + "Ġfa k", + "Ġng uy", + "Ġngu y", + "б ов", + "бо в", + "l acaÄŁ", + "lac aÄŁ", + "ا طر", + "اط ر", + "ãģ« ãĤĪãĤĬ", + "ãģ«ãĤĪ ãĤĬ", + "æĺ¯ åľ¨", + "Ġt ầng", + "ìĿ¸ ìĿ´", + "a ÅĻ", + "ç ¢°", + "ç¢ °", + "ÏĮ με", + "Ġ ê°Ī", + "Ġê° Ī", + "ĠØ£ ØŃد", + "ĠØ£ØŃ Ø¯", + "غ راÙģ", + "غر اÙģ", + "ĠÙĬ ØŃ", + "ï½ §", + "ĠاÙĦØŃÙĬ اة", + "Ġ lep", + "Ġl ep", + "Ġle p", + "Ġ ฮ", + "Ġภ®", + "t ae", + "ta e", + "Ġl Æ°Æ¡ng", + "è½ ®", + "Ġз мÑĸн", + "ĠзмÑĸ н", + "Ġзм Ñĸн", + "ĠÐļи ÑĹв", + "ĠмÑĸ ÑģÑı", + "ĠмÑĸÑģ Ñı", + "к ав", + "ка в", + "à¸ķ ะ", + "Ġm noho", + "Ġmn oho", + "Ġmnoh o", + "ĠNgh á»ĭ", + "èĻ İ", + "Ġ ãĥŁ", + "Ġãĥ Ł", + "Ġp ráci", + "Ġpr áci", + "Ġprá ci", + "Ġg á»ijc", + "ĠY eni", + "ĠYe ni", + "ĠYen i", + "ا ضÙĬ", + "اض ÙĬ", + "Ġ èij", + "Ġè ij", + "Ġк ла", + "Ġкл а", + "ı ng", + "ÏĦ εί", + "ÏĦε ί", + "Ġb eni", + "Ġbe ni", + "Ġben i", + "Ġ عد", + "Ġع د", + "Ġ aktu", + "Ġak tu", + "Ġakt u", + "ĠÙĪ ÙĤد", + "ĠÙĪÙĤ د", + "Ġпод гоÑĤов", + "Ġgi ai", + "Ġgia i", + "( æ°´", + "Ġs aç", + "Ġsa ç", + "ĠÙħÙĨ اسب", + "ĠÙħÙĨاس ب", + "âĸ ĭ", + "ÙIJ Ùĩ", + "é į", + "à¸Ń à¸Ĺ", + "ĠسÛĮ اسÛĮ", + "o lit", + "ol it", + "oli t", + "ĠاÙĦ جز", + "ĠاÙĦج ز", + "Ø· ÙĦب", + "Ø·ÙĦ ب", + "Ġ sey", + "Ġs ey", + "Ġse y", + "e rence", + "er ence", + "ere nce", + "eren ce", + "ì´ Į", + "ĠвнÑĥÑĤÑĢ ен", + "ĠвнÑĥÑĤ ÑĢен", + "Ġ à¸Ļาย", + "Ġà¸Ļ าย", + "ĠìķĬ ìķĺëĭ¤", + "ĠìķĬìķĺ ëĭ¤", + "o lik", + "ol ik", + "oli k", + "æľĢ åIJİ", + "ä» ª", + "Ġ ÑĢÑĸд", + "ĠÑĢ Ñĸд", + "è¼ ĥ", + "Ġ باب", + "Ġب اب", + "Ġبا ب", + "Ñĥ ди", + "Ñĥд и", + "Ġ ÑģÑĤÑĥп", + "ĠÑģÑĤ Ñĥп", + "ĠÄij ứng", + "ĠÄijứ ng", + "ĠÅŁ öyle", + "Ġ íķĻìĥĿ", + "ĠíķĻ ìĥĿ", + "Ġв лаÑģÑĤи", + "Ġвла ÑģÑĤи", + "ĠвлаÑģ ÑĤи", + "Ġh ãng", + "Ġhã ng", + "à¹ī าว", + "à¹īา ว", + "ĠÚ© اÙĩØ´", + "Ġ ëĵ¯", + "Ġëĵ ¯", + "ĠجÙħ ÙĦÙĩ", + "Ġد کتر", + "ad olu", + "ado lu", + "adol u", + "Ġت بد", + "Ġتب د", + "ظ اÙħ", + "Ġz naÄį", + "Ġzn aÄį", + "Ġد ÙĨÛĮ", + "ĠدÙĨ ÛĮ", + "Ġs ạn", + "å¼ ±", + "ÏĢ ι", + "Ġ çIJĨ", + "ĠçIJ Ĩ", + "Ġ ÙģصÙĦ", + "ĠÙģ صÙĦ", + "и нг", + "ин г", + "Ðļ Ðŀ", + "ĠС ов", + "ĠСо в", + "Ġziy aret", + "Ġ دÙħ", + "Ġد Ùħ", + "ç« ¹", + "Ġsah ibi", + "is ayar", + "isa yar", + "isay ar", + "ÄŁ a", + "ĠпеÑĢÑĸ од", + "Ġs na", + "Ġsn a", + "( æľ¨", + "Ġ нее", + "Ġн ее", + "Ġне е", + "ĠÑĦак ÑĤоÑĢ", + "ĠÑĦакÑĤ оÑĢ", + "м еж", + "ме ж", + "åº Ħ", + "r áž", + "rá ž", + "ок ÑĢем", + "Ġž al", + "ิ à¹Ģศษ", + "è± ª", + "ou cÃŃ", + "ĠU lus", + "ĠUl us", + "Ġtak že", + "ا ÙĪÙĨ", + "اÙĪ ÙĨ", + "н иÑĤи", + "ни ÑĤи", + "ниÑĤ и", + "нÑĮ о", + "ëį ¸", + "Ġ Ùĥرة", + "ĠÙĥ رة", + "ĠÙĥر Ø©", + "åľ ³", + "ĠArth ropoda", + "ĠÑĤ одÑĸ", + "ĠÑĤо дÑĸ", + "Ġدر صد", + "ุ รà¸ģ", + "ุร à¸ģ", + "ĠÑģв ого", + "ĠÑģво го", + "说 éģĵ", + "Ġc ánh", + "Ġcá nh", + "Ġcán h", + "æĵ Ĭ", + "Ġ ä¸ĭè½½", + "Ġä¸ĭ è½½", + "èī ¾", + "Ġnik dy", + "Ø® Ø·", + "ĠÑģ ейÑĩаÑģ", + "ÙĪ ÙĬÙĦ", + "ÙĪÙĬ ÙĦ", + "a met", + "am et", + "ame t", + "문 ìĿĺ", + "ĠE ÄŁitim", + "大 ä¼ļ", + "Ġb ÅĻez", + "за ÑĨÑĸÑı", + "Ġty to", + "н ай", + "на й", + "غ Ùħ", + "Ġ é©", + "Ġé ©", + "计 ç®Ĺ", + "Türk iye", + "Ġmn ož", + "åIJĪ ä½ľ", + "æľį åĭĻ", + "Ġkažd ý", + "ĠÑİ ÑĢид", + "Ġ βα", + "Ġβ α", + "à¥Ĥ à¤ļ", + "åIJĮ ãģĺ", + "Ġ çĭ", + "Ġç ĭ", + "ί ÏĦ", + "ÙĪÛĮ ÙĨت", + "ÙĪÛĮÙĨ ت", + "ا ÙĨس", + "اÙĨ س", + "æľĢ 大", + "Ġ Từ", + "ĠT ừ", + "éŃĶ æ³ķ", + "Ġб ли", + "Ġбл и", + "ĠÑĤак ое", + "ĠÑĤа кое", + "ãģ ľ", + "ãĢĢ ĠãĢĢĠãĢĢĠãĢĢĠãĢĢ", + "ãĢĢĠãĢĢ ĠãĢĢĠãĢĢĠãĢĢ", + "ãĢĢĠãĢĢĠãĢĢ ĠãĢĢĠãĢĢ", + "ãĢĢĠ ãĢĢĠãĢĢĠãĢĢĠãĢĢ", + "ãĢĢĠãĢĢĠãĢĢĠãĢĢ ĠãĢĢ", + "ìĿ´ ë©°", + "ĠÙĤسÙħ ت", + "Ġ оÑĨÑĸ", + "Ġо ÑĨÑĸ", + "н икÑĥ", + "ни кÑĥ", + "ник Ñĥ", + "Ġ Bạn", + "ĠB ạn", + "ĠоÑĢг анÑĸз", + "ĠоÑĢган Ñĸз", + "ĠоÑĢганÑĸ з", + "ü ph", + "üp h", + "Ġ izin", + "Ġi zin", + "Ġiz in", + "Ġ ï¾Ĭ", + "Ġï¾ Ĭ", + "εί ÏĤ", + "à¸ĩ à¹ģà¸ķ", + "ãģ¡ ãĤī", + "ва жа", + "важ а", + "Ġ 欧", + "Ġæ¬ §", + "ι Ïİ", + "ÏĢ ÎŃ", + "Ġк ÑĢеп", + "ĠÑĨ иÑħ", + "ĠÑĨи Ñħ", + "æĦŁ ãģĺ", + "çķ «", + "Ùĥ ÙĪ", + "е мо", + "ем о", + "ž en", + "že n", + "å¹³ æĸ¹", + "ĠÙħجÙħÙĪع Ùĩ", + "ĠÑģво и", + "Ġ ãĦ", + "à¸Ľà¸£à¸°à¸ģ à¸Ńà¸ļ", + "ĠпÑĢ оÑĤи", + "ĠпÑĢо ÑĤи", + "ĠпÑĢоÑĤ и", + "ÙĪ ÛĮÙĩ", + "ÙĪÛĮ Ùĩ", + "认 为", + "ÏĨ ÎŃ", + "и ÑĩеÑģкий", + "иÑĩеÑģ кий", + "иÑĩеÑģки й", + "æ¥ ļ", + "Ġп ап", + "Ġпа п", + "δ Ïģο", + "Ġkullan ım", + "Ġkullanı m", + "Ġz bo", + "Ġzb o", + "Ġú spÄĽ", + "Ġ Ùħز", + "ĠÙħ ز", + "ĠF ak", + "ĠFa k", + "елÑĮ зÑı", + "æ´» åĭķ", + "ĠÐŁ ÑĢав", + "ĠÐŁÑĢ ав", + "ĠÐŁÑĢа в", + "¦ y", + "åĥ ķ", + "æij ĺ", + "Ġر ئ", + "Ġ ÏĨοÏģ", + "ĠÏĨ οÏģ", + "м иÑĤ", + "ми ÑĤ", + "Ġt icaret", + "Ġti caret", + "Ġtic aret", + "æ³ķ å¾ĭ", + "å¹´ 代", + "ìĪ Ļ", + "å ¿ł", + "å¿ ł", + "à¹ĩ à¸Ļà¸Ĺ", + "à¹ĩà¸Ļ à¸Ĺ", + "Ġ Ñĥж", + "ĠÑĥ ж", + "ĠÙħتØŃ Ø¯Ùĩ", + "Ġtr á»Ŀi", + "Ġ رØŃ", + "Ġر ØŃ", + "ĠÚ©ÙĪ ÚĨ", + "ĠопÑĢед елен", + "ĠопÑĢедел ен", + "ĠزÙħ ÛĮÙĨÙĩ", + "ĠزÙħÛĮÙĨ Ùĩ", + "Ġn óng", + "Ġnó ng", + "Ġng ủ", + "Nh ững", + "Ġк иÑĪ", + "Ġки ÑĪ", + "Ġ jde", + "Ġj de", + "Ġjd e", + "Ġ ä¸Ĭæµ·", + "Ġä¸Ĭ æµ·", + "åĭ ĩ", + "Ġt anı", + "Ġtan ı", + "à¹Į à¹ģละ", + "à¹Įà¹ģ ละ", + "ĠÑĢа ÑģÑĤвоÑĢ", + "ĠÑĢаÑģÑĤ воÑĢ", + "ĠÑģÑĢед ÑģÑĤв", + "Ġc án", + "Ġcá n", + "Ġsyst ému", + "Ġsystém u", + "ÛĮ Ø·", + "ĠÑģиÑģÑĤем а", + "Ġ ëŀ", + "Ġë ŀ", + "Ġ ÑĩеÑĤ", + "ĠÑĩ еÑĤ", + "éĥ¨ éŨ", + "å¸ °", + "Ġm illet", + "Ġmill et", + "Ġmil let", + "ĠÎķ λλά", + "à¥ĩà¤ĸ न", + "Ġrepublik y", + "ÑĢ ами", + "ÑĢа ми", + "ÑĢам и", + "Ġसम स", + "Ġaç ısından", + "اد ÙĦ", + "Ġб еÑģп", + "ĠбеÑģ п", + "ãĥ» âĶģ", + "åľ Ń", + "o cu", + "oc u", + "k ánÃŃ", + "ká nÃŃ", + "ÙĪ رش", + "ÙĪر Ø´", + "ëŀ µ", + "Ġ çģ", + "Ġç ģ", + "è° ģ", + "Ġs ám", + "Ġν εÏĨ", + "Ġνε ÏĨ", + "b ilir", + "bil ir", + "ĠmÃŃst ÄĽ", + "Ġ žen", + "Ġž en", + "Ġže n", + "Ġil ç", + "Ġ ë§ģ", + "Ġë§ ģ", + "ãĢij Ċ", + "ĠÙħÙĪ ارد", + "ĠاÙĦ Ø´ÙĬ", + "ĠاÙĦØ´ ÙĬ", + "Ġ기 ë¡Ŀ", + "Ġt ady", + "Ġta dy", + "Ġtad y", + "à¸Ń าà¸Ī", + "ĠÑģ ÑĦ", + "ĠspoleÄį nost", + "Ġtém atu", + "Ùħ اÙħ", + "Ùħا Ùħ", + "Ùħ ع", + "Ġ леж", + "Ġл еж", + "ĠÚĨ Ø´Ùħ", + "ĠiÅŁ let", + "ĠÙĨس Ø®", + "ä¼ °", + "ãģį ãģª", + "ãĢ ĥ", + "å² Ĺ", + "Ġ åŃIJ", + "Ġå ŃIJ", + "ĠåŃ IJ", + "Ġb ảng", + "Ġbản g", + "çĮ ®", + "Ġc ứng", + "Ġcứ ng", + "Ġк ÑĢай", + "ĠкÑĢа й", + "Ġ èĭ±è¯Ń", + "Ġèĭ± è¯Ń", + "Ðł ÐIJ", + "ز ÙĨ", + "èĥ ŀ", + "Ġsür eç", + "Ġsüre ç", + "ãĥķ ãĥĪ", + "ĠкÑĸлÑĮ ка", + "ne ÄŁin", + "neÄŁi n", + "ov ány", + "ová ny", + "ován y", + "л Ñĸн", + "лÑĸ н", + "Ġvý raz", + "ĠÑģÑĩ иÑĤа", + "ĠÑģÑĩиÑĤ а", + "ĠпÑĢав ило", + "ĠпÑĢави ло", + "ĠпÑĢавил о", + "ĠиÑģполÑĮз Ñĥ", + "Ġk éo", + "Ġké o", + "ĠyaklaÅŁ ık", + "ĠÙĪاب ستÙĩ", + "ов аÑĤелÑĮ", + "Ġ ì²ł", + "Ġì² ł", + "ĠاÙĦ عاÙħ", + "ĠاÙĦع اÙħ", + "åĿ ı", + "Ġ à¸ī", + "Ġภī", + "ĠS Æ¡n", + "λ ιο", + "λι ο", + "ì¶Ķ ì²ľ", + "Ġsluž eb", + "ĠдеÑıÑĤелÑĮ ноÑģÑĤи", + "з м", + "Ġп ози", + "Ġпо зи", + "Ġпоз и", + ".; .;", + "ĠпÑĢоиÑģ ÑħодиÑĤ", + "าย à¹ĥà¸Ļ", + "çļĦ ãģ«", + "Ġà¤ĩस स", + "о меÑĤ", + "ом еÑĤ", + "Ġ αÏģ", + "Ġα Ïģ", + "ा à¤Ĺर", + "ाà¤Ĺ र", + "i cÃŃch", + "ic ÃŃch", + "icÃŃ ch", + "Ġpolož ky", + "ê³ ¨", + "æĥ Ĭ", + "Ġö ner", + "Ġön er", + "Ġöne r", + "Ġx ảy", + "ĠÙĨظ رÛĮ", + "ĠÙĨظر ÛĮ", + "Ġngh á»ī", + "Ġ à¸ľà¸¥", + "Ġà¸ľ ล", + "ĠÑĢ олÑĮ", + "ĠÑĢ емон", + "ĠÑĢе мон", + "ص ÙĪر", + "V ý", + "ĠS á»ij", + "ĠÑģ ÑĥÑĩаÑģ", + "ĠÑģÑĥ ÑĩаÑģ", + "ห ย", + "ĠاÙĤ داÙħ", + "Ġer kek", + "Ġerk ek", + "Ġ èį", + "Ġè į", + "ĠÄij ôi", + "ĠÄijô i", + "Ġкон кÑĢеÑĤ", + "æ¬ Ĭ", + "Ġ 缮", + "ĠçĽ ®", + "ÙĪ Ú©", + "lı kla", + "lık la", + "Ġp azar", + "Ġpa zar", + "Ġpaz ar", + "ά νÏī", + "άν Ïī", + "Ñĥ ÑģÑĤа", + "ÑĥÑģ ÑĤа", + "ÑĥÑģÑĤ а", + "ãģª ãģŁ", + "Ġ ÙĩÙĨÚ¯", + "ĠÙĩ ÙĨÚ¯", + "ĠÙĩÙĨ Ú¯", + "Ю ÐĽ", + "Ġв елик", + "Ġвели к", + "Ġвел ик", + "Ġве лик", + "Ġnh Ỽ", + "Ġ ìĭľíĹĺ", + "Ġìĭľ íĹĺ", + ") ìĿĺ", + "Ùĥ Ùĩ", + "Ġ à¹ģล", + "Ġà¹ģ ล", + "Û² Ûµ", + "Ġار ساÙĦ", + "Ġ окÑĢем", + "Ġок ÑĢем", + "ά ÏĤ", + "ĠвÑĭ Ñħод", + "vÄĽt Å¡ÃŃ", + "ĠØ· رÛĮÙĤ", + "Ġк оÑĢоÑĤ", + "ĠкоÑĢ оÑĤ", + "Ġко ÑĢоÑĤ", + "н ÑĶ", + "ãĤĬ ãģ«", + "Ġ ä¹Ł", + "Ġä¹ Ł", + "ØŃ Øµ", + "ع ÙħاÙĦ", + "عÙħ اÙĦ", + "oloj ik", + "oloji k", + "Ġر ابط", + "Ġرا بط", + "çª Ĺ", + "Ġg iz", + "Ġgi z", + "Ġch ết", + "Ġchế t", + "æ¨ £", + "ส à¸ĩ", + "ÙĪ تر", + "ÙĪت ر", + "ĠÑı кÑĥ", + "ĠÑıк Ñĥ", + "çı¾ åľ¨", + "ĠоÑĤ ÑģÑĥÑĤÑģÑĤв", + "Ġ ê´ijê³ł", + "Ġê´ij ê³ł", + "Ñĸ ки", + "Ñĸк и", + "åĢ ¤", + "è® ¢", + "Ġ dle", + "Ġd le", + "Ġdl e", + "Ġ åł", + "Ġå ł", + "æ¨ ©", + "è® ¯", + "åĶ IJ", + "Ġ âĸ²", + "Ġâĸ ²", + "Ġli stop", + "Ġlist op", + "Ġlis top", + "Ġdat ové", + "Ġdato vé", + "ÏĦ ÏĮÏĤ", + "ÏĦÏĮ ÏĤ", + "Ġ оз", + "Ġо з", + "δ ÏĮ", + "èĴ Ĥ", + "Û³ Û°", + "ãĥª ãĥ¼ãĤº", + "ãĥªãĥ¼ ãĤº", + "ĠÙħر کز", + "ĠÙħرک ز", + "ĠпÑĸдÑĤ ÑĢим", + "ĠÑģ ез", + "é¡ ĺ", + "Ġol acaktır", + "Ġolacak tır", + "æº Ģ", + "ĠÏĢεÏģι ο", + "ĠÏĢεÏģ ιο", + "ĠÏĢε Ïģιο", + "ÑĦ а", + "ÏĦ ηÏĥη", + "ÏĦη Ïĥη", + "ç» ĥ", + "Ðŀ д", + "δ Ïħ", + "âĦ ĥ", + "Ġl ắp", + "ĠëĦ ĺ", + "Ø· اÙĨ", + "ĠÙ¾ ÙĨج", + "ĠÙ¾ÙĨ ج", + "ت اÙĨ", + "تا ÙĨ", + "i lerinin", + "iler inin", + "ileri nin", + "ilerin in", + "ilerini n", + "à Ī", + "ĠØ® ÙĪØ´", + "ĠØ®ÙĪ Ø´", + "Ġ ìĬ¬", + "ĠìĬ ¬", + "ĠاÙĦر ئÙĬس", + "ẵ n", + "Ġ شار", + "ĠØ´ ار", + "e ru", + "er u", + "ж ив", + "жи в", + "à¸Ļ าย", + "à¸Ļา ย", + "Ġs ẻ", + "Ġà¤ī à¤ļ", + "ãģ« ãģĭ", + "ç¡ Ģ", + "Ġyür üt", + "ĠС еÑĢг", + "ĠСеÑĢ г", + "Ġ каÑģ", + "Ġк аÑģ", + "Ġка Ñģ", + "ĠÐij ог", + "Ġìĸ´ëĸ »ê²Į", + "Ġ çŁ³", + "Ġç Ł³", + "ĠçŁ ³", + "Ġöl dür", + "Ġöld ür", + "л Ñĸв", + "лÑĸ в", + "Ġho Ãłng", + "ĠhoÃłn g", + "Ġb á»Ļt", + "Ġbá»Ļ t", + "çŀ ¬", + "Ġ 침", + "Ġì¹ ¨", + "N ếu", + "Ġne vy", + "Ġnev y", + "Ġ ìľ¤", + "Ġìľ ¤", + "Ġsou Äįást", + "ıs ıyla", + "ısı yla", + "Ġtük et", + "b ou", + "bo u", + "Ġд во", + "Ġдв о", + "س Ø·", + "å½ĵ çĦ¶", + "ãĥ ¨", + "Ġ زادÙĩ", + "Ġز ادÙĩ", + "Ġزاد Ùĩ", + "Ġ éĥ¨", + "Ġéĥ ¨", + "Ġر ÙĪØŃ", + "ĠرÙĪ ØŃ", + "Ġ ï¼į", + "Ġï¼ į", + "ĠмÑĸÑģ ÑĨев", + "ĠмÑĸÑģÑĨе в", + "θ εν", + "θε ν", + "ภĨ", + "л енÑĸ", + "лен Ñĸ", + "ле нÑĸ", + "çį ²", + "ĠH OH", + "ĠHO H", + "s ın", + "sı n", + "ิ à¸ķร", + "ิà¸ķ ร", + "è² ¡", + "ĠpÅĻ id", + "ĠpÅĻi d", + "à¹Ģ หà¸Ļ", + "à¹Ģห à¸Ļ", + "l ý", + "è¨Ģ èijī", + "ठĵ", + "âĸįâĸįâĸįâĸį âĸįâĸįâĸįâĸį", + "ب اب", + "با ب", + "ãĥ¼ ãĥķ", + "ãĥ¼ãĥ ķ", + "м оÑĢ", + "мо ÑĢ", + "è¿ĩ ç¨ĭ", + "Ġ ãĥĽ", + "Ġãĥ Ľ", + "ĠK inh", + "ĠKi nh", + "ĠKin h", + "íķľ êµŃ", + "Ġìĸ´ëĸ ¤", + "Ġв лиÑı", + "Ġf ayd", + "Ġfa yd", + "Ġص ÙĨع", + "ĠصÙĨ ع", + "Ġal ır", + "Ġet tiÄŁi", + "Ġetti ÄŁi", + "ά κ", + "im izin", + "imi zin", + "imiz in", + "imizi n", + "ัà¸ļ à¸ľ", + "Ġзем елÑĮ", + "ÙĬÙĦ اد", + "ÙĬÙĦا د", + "æ¶ ¨", + "çı ł", + "ĠØ£ غ", + "Ġz ku", + "Ġzk u", + "âĢŀ A", + "า à¸ķร", + "าà¸ķ ร", + "a yi", + "ay i", + "ãĥ© ãĤ¹", + "и ло", + "ил о", + "ĠÄij á»į", + "ĠÄijá» į", + ". Îķ", + "ë ľ", + "ĠμÏĢο Ïģεί", + "å¸ ¶", + "Ġar tır", + "Ġart ır", + "า à¸į", + "าภį", + "å¿ ĺ", + "ta lya", + "tal ya", + "Ġpoz dÄĽji", + "ĠpozdÄĽ ji", + "Ġnep ÅĻ", + "Ġ æ¹", + "Ġæ ¹", + "اÙĩ ÛĮ", + "Ġsat ın", + "Ġ ë²Į", + "Ġë² Į", + "ج ÙĪ", + "ä¸Ģ 缴", + "ìķĦ ìļĶ", + "Âł P", + "Ġ ØĽ", + "ĠØ Ľ", + "Ġп ал", + "Ġпа л", + "表 æĥħ", + "Ġc anlı", + "Ġcan lı", + "æĪIJ 为", + "ÙĪ ÙĨا", + "ÙĪÙĨ ا", + "Ġ âĢ¯", + "ĠâĢ ¯", + "à¸ģำ ล", + "åį ĸ", + "Ġ αÏĥ", + "Ġα Ïĥ", + "и нок", + "ин ок", + "а мп", + "ам п", + "ล à¸Ńà¸ĩ", + "ÙĤ ÙĤ", + "ĠпÑĢо Ñħод", + "ĠпÑĢоÑħ од", + "ãĤĦãĤĭ 夫", + "Ïĩ η", + "è² ¨", + "ĠÙģ ÙĬÙĩ", + "ĠÙģÙĬ Ùĩ", + "ÙĬ رÙĬ", + "ÙĬر ÙĬ", + "Ġвне ÑĪ", + "Ġk arak", + "Ġka rak", + "Ġkar ak", + "Ġkara k", + "Ø« ÙĦ", + "Ùĩ ÙĪرÛĮ", + "ÙĩÙĪر ÛĮ", + "اÙĪر Ù¾", + "ĠÄij á»ı", + "ĠÄijá» ı", + "ji Å¡tÄĽnÃŃ", + "jiÅ¡tÄĽ nÃŃ", + "ت بر", + "تب ر", + "Ġê·¸ ê²ĥ", + "Ġg ül", + "Ġgü l", + "Ġпо кÑĥп", + "Ġпок Ñĥп", + "l ilik", + "li lik", + "lili k", + "lil ik", + "Ġz da", + "Ġzd a", + "åīį ãģ«", + "ĠÙħÙĩ ÙĨد", + "Ġ ÎijÎĿ", + "ĠÎij ÎĿ", + "ĠÚ©ÛĮÙĦ ÙĪÙħتر", + "Ġp ÅĻeh", + "ĠpÅĻ eh", + "ĠpÅĻe h", + "а леж", + "ал еж", + "але ж", + "Ġka yn", + "Ġkay n", + "è® ¿", + "Ġì¤ij êµŃ", + "ĠÑĪиÑĢ ок", + "ĠÑĪи ÑĢок", + "ĠÙħشار کت", + "âĢ Ĥ", + "Ġ íŤ", + "ĠíĹ ¤", + "Ġìłľ íĴĪ", + "ĠØ´ ÛĮر", + "ĠØ´ÛĮ ر", + "es inden", + "esinde n", + "esin den", + "ÑĢ ÑĸÑĩ", + "ÑĢÑĸ Ñĩ", + "èı ²", + "Ñģ коÑĢ", + "Ñģк оÑĢ", + "Ñģко ÑĢ", + "e tik", + "et ik", + "eti k", + "า à¸ľ", + "าภľ", + "ĠØ· بÛĮ", + "Ġطب ÛĮ", + "κ ÎŃ", + "ĠìŀĪ ìĸ´", + "Ġ dek", + "Ġd ek", + "Ġde k", + "ÑĢ Ñĸй", + "ÑĢÑĸ й", + "å ĨĴ", + "åĨ Ĵ", + "nÃŃ ci", + "® ¤", + "ĠÙħر تب", + "Ġy azı", + "Ġya zı", + "Ġyaz ı", + "üs lü", + "ìľ¼ ëĤĺ", + "e lerine", + "eler ine", + "ele rine", + "eleri ne", + "elerin e", + "Ġy oÄŁun", + "Ġб ак", + "Ġба к", + "ÎĻ ÎŁ", + "ά λÏħ", + "άλ Ïħ", + "ç´ Ļ", + "ĠÑĢÑĥ ками", + "ĠÑĢÑĥк ами", + "Ġçöz üm", + "ìłķ ìĿĦ", + "Ġgüç lü", + "λ ÏĮ", + "Ġb elli", + "Ġbe lli", + "Ġbel li", + "Ġbell i", + "ÃŃ Å¡e", + "ÃŃÅ¡ e", + "ĠÏĮ ÏĢÏīÏĤ", + "Ġna Å¡", + "Ġp ár", + "Ġpá r", + "ÑĪ ÑĤ", + "Ġ ìĨ¡", + "ĠìĨ ¡", + "à¥Ĥ रत", + "à¥Ĥर त", + "ĠÏĢολ Ïį", + "ĠÏĢο λÏį", + "ç° ¡", + "èĤ ¯", + "æ¹ ¾", + "Ġ äºĭ", + "Ġब स", + "Ġ무 ë£Į", + "д ина", + "дин а", + "ди на", + "èª °", + "л еж", + "ле ж", + "Ġú ÅĻad", + "ĠоÑģвÑĸ ÑĤи", + "ĠоÑģвÑĸÑĤ и", + "ĠвÑĸд Ñĩ", + "ĠпÑĢи знаÑĩ", + "ĠпÑĢизна Ñĩ", + "ĠпÑĢиз наÑĩ", + "çĶ³ 请", + "' ya", + "'y a", + "ä¿ Ĭ", + "Ġ ÙĬÙĪÙĨ", + "ĠÙĬ ÙĪÙĨ", + "ĠÙĬÙĪ ÙĨ", + "Ġس ع", + "Ġ ÐĶаÑĤа", + "ĠÐĶ аÑĤа", + "ĠÐĶа ÑĤа", + "è¨Ģ ãģĨ", + "ĠØŃ ØªÛĮ", + "ĠJi ÅĻÃŃ", + "ĠÐ¥ аÑĢ", + "éĻ Ī", + "à¹Ī าà¸Īะ", + "à¹Īา à¸Īะ", + "Ġsay esinde", + "ĠÑĤÑĢеб а", + "ê°Ģ ì§Ģ", + "Ġy emek", + "Ġye mek", + "Ġyem ek", + "Ġyeme k", + "è¦ ļ", + "ặ n", + "ãĢĢ ãĢĢãĢĢãĢĢĠãĢĢ", + "ãĢĢãĢĢ ãĢĢãĢĢĠãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢ ĠãĢĢ", + "ãĢĢãĢĢãĢĢ ãĢĢĠãĢĢ", + "Ġ 举", + "Ġä¸ ľ", + "Ġ ÙĪا", + "ĠÙĪ ا", + "ĠÙħ ÙĪس", + "ĠÙħÙĪ س", + "Ġком анд", + "Ġкоман д", + "Ġseç im", + "Ñĩ еннÑı", + "Ñĩен нÑı", + "Ġtot iž", + "Ġr á»Ńa", + "ı a", + "Ø¢ Ùħ", + "ÑĨ Ñĸон", + "ÑĨÑĸ он", + ": :::::::::::", + ":: ::::::::::", + ":::: ::::::::", + ":::::: ::::::", + ":::::::: ::::", + "::: :::::::::", + "::::: :::::::", + "::::::: :::::", + "::::::::: :::", + ":::::::::: ::", + "::::::::::: :", + "ÐĿ ÐIJ", + "ı za", + "ız a", + "h end", + "he nd", + "hen d", + "Ġफ र", + "ัà¸Ķ à¸ģาร", + "Ġ Cách", + "ĠC ách", + "ĠCác h", + "ĠпоÑĤ Ñĸм", + "Ġá¼ Ģ", + "ا ÙĦا", + "اÙĦ ا", + "á» ¡", + "ر ÛĮÙħ", + "رÛĮ Ùħ", + "å® «", + "Ġز ÙħÛĮÙĨ", + "ĠزÙħ ÛĮÙĨ", + "ÑĢ еÑģÑĤ", + "ÑĢе ÑģÑĤ", + "ÑĢеÑģ ÑĤ", + "б аÑĩ", + "ба Ñĩ", + "Ùĩر ست", + "н ог", + "но г", + "ï¼Į 大", + "ĠëĺIJ íķľ", + "Ġz ůst", + "Ġzů st", + "ĠÐĴ она", + "ĠÐĴо на", + "å¤ĩ 份", + "Ġ اÙģت", + "Ġا Ùģت", + "ĠاÙģ ت", + "o je", + "oj e", + "Ñģк ÑĸлÑĮки", + "Ġnh ẹ", + "Ġк еÑĢÑĸв", + "ĠкеÑĢ Ñĸв", + "á¿ ¦", + "æĸ¹ æ¡Ī", + "з аÑĨиÑı", + "за ÑĨиÑı", + "ĠвÑĸдповÑĸд но", + "ĠвÑĸдпов Ñĸдно", + "ãĤ¤ ãĤ¹", + "г ал", + "га л", + "ĠобÑĭ Ñĩно", + "ĠобÑĭÑĩ но", + "اÙĪرپ ÙĪÛĮÙĨت", + "å® ľ", + "l osti", + "lo sti", + "los ti", + "lost i", + "è¿Ľ åħ¥", + "uyor du", + "벤 íĬ¸", + "æīĭ ãĤĴ", + "ÐŁ од", + "ÐŁÐ¾ д", + "ĠÙħØŃ Ø¯ÙĪد", + "Ġ Ø¢Ùħد", + "ĠØ¢ Ùħد", + "ĠØ¢Ùħ د", + "ar akter", + "arak ter", + "çļĦ 大", + "Ġsı cak", + "l ant", + "la nt", + "lan t", + "Ġd ấu", + "ĠÙĨ Ú©", + "èĢħ ãģ®", + "Ġkend ini", + "Ġkendi ni", + "Ġп аÑĨи", + "Ġпа ÑĨи", + "Ġ 기íĥĢ", + "Ġ기 íĥĢ", + "ĠвмеÑģÑĤ е", + "в аеÑĤÑģÑı", + "ва еÑĤÑģÑı", + "ваеÑĤ ÑģÑı", + "Ġ ë§ī", + "Ġë§ ī", + "ĠchvÃŃ li", + "Ø® ÛĮ", + "ÙĦ ع", + "n ÃŃky", + "nÃŃ ky", + "nÃŃk y", + "､ :", + "ëIJľ ëĭ¤", + "ì§ ķ", + "Ġк вÑĸÑĤ", + "Ġкв ÑĸÑĤ", + "¨ ìĸ´", + "l iž", + "li ž", + "Ġë¹Ħë°Ģ ê¸Ģ", + "Ġkh á»iji", + "Ġ ë°©ìĨ¡", + "Ġë°© ìĨ¡", + "e chan", + "ec han", + "ech an", + "echa n", + "Ġзакон одав", + "Ġа кÑĤ", + "Ġак ÑĤ", + "문 ìłľ", + "ĠN ó", + "Ġ çĤ¹", + "Ġç Ĥ¹", + "ĠçĤ ¹", + "hled em", + "hle dem", + "ĠÑģво ÑĹÑħ", + "ĠÑģвоÑĹ Ñħ", + "Ġر ÙĤÙħ", + "ĠرÙĤ Ùħ", + "æĽ ¼", + "ि वर", + "िव र", + "åİ ļ", + "ĠÐļ од", + "ĠÐļо д", + "à¤Ń à¤Ĺ", + "ìŀIJ ëĬĶ", + "à¸Ļ ม", + "Ñĥ Ñģа", + "ÑĥÑģ а", + "Ġg ünü", + "Ġgün ü", + "ĠÄij ÃŃch", + "Ġtr ữ", + "å ·»", + "å· »", + "éĵ¶ è¡Į", + "ØŃ ÙĨ", + "è® ¨", + "γ Ïĩ", + "á½ ¸", + "a larında", + "alar ında", + "aları nda", + "aların da", + "Ġk af", + "Ġka f", + "ÙĪ اج", + "ÙĪا ج", + "ĠиÑģ клÑİÑĩ", + "ĠиÑģк лÑİÑĩ", + "Ġnh iá»ħ", + "á»į t", + "ĠìĽ ¹", + "Ġ éĿ¢", + "ĠéĿ ¢", + "ãģ® ãģĮ", + "Ġм ало", + "Ġмал о", + "Ġма ло", + "Ñĸ лÑĸ", + "Ñĸл Ñĸ", + "Ġ biên", + "Ġb iên", + "Ġbi ên", + "n ému", + "né mu", + "ném u", + "пÑĢи меÑĢ", + "пÑĢ имеÑĢ", + "âĸł âĸł", + "Ġk amp", + "Ġka mp", + "Ġkam p", + "Ġ веÑī", + "Ġв еÑī", + "Ġве Ñī", + "Äį em", + "Äįe m", + "à¥ģ ध", + "à¥ģठ§", + "æŁ »", + "ت ÙĪÙĨ", + "تÙĪ ÙĨ", + "åıª æľī", + "ãģ¯ ãģĦ", + "Ġ รวม", + "Ġร วม", + "ãĤ ŀ", + "ãģĻ ãĤĭãģ¨", + "ãģĻãĤĭ ãģ¨", + "å¾Ī å¤ļ", + "à¹Ī à¸ķ", + "ĠsvÄĽt a", + "ĠsvÄĽ ta", + "Ġ ê°Ģ격", + "Ġê°Ģ 격", + "Ú¯ Ùĩ", + "an daÅŁ", + "and aÅŁ", + "anda ÅŁ", + "ãĥª ãĤ¹", + "Ïī μα", + "ĠØ® ÙĪب", + "ĠØ®ÙĪ ب", + "ç´ ħ", + "Ñĩ иÑģ", + "Ñĩи Ñģ", + "ì¢ Į", + "ĠØŃض رت", + "Ġви ÑĢÑĸÑĪ", + "Ù¾ ر", + "Ġtý d", + "Ġkon tro", + "Ġkont ro", + "д ейÑģÑĤв", + "ãģŁãĤģ ãģ«", + "ì ī", + "мини ÑģÑĤÑĢа", + "мин иÑģÑĤÑĢа", + "âĢ ¯", + "åī ij", + "ни ÑĨÑĸ", + "ниÑĨ Ñĸ", + "å¦ ĩ", + "Ġ лиÑĪ", + "Ġл иÑĪ", + "Ġли ÑĪ", + "ãģ£ ãģ¦ãĤĭ", + "ãģ£ãģ¦ ãĤĭ", + "на ÑĢÑĥж", + "наÑĢ Ñĥж", + "Ñī иÑħ", + "Ñīи Ñħ", + "ÏĦ οκ", + "ÏĦο κ", + "ov áno", + "ová no", + "ován o", + "تر ÙĦ", + "ÑĢ ек", + "ÑĢе к", + "غ ات", + "Ġ omez", + "Ġo mez", + "Ġom ez", + "ì ĵ°", + "ĠÃľ l", + "ï½ Ĵ", + "lı ģını", + "lıģ ını", + "lıģın ı", + "Ġv ượt", + "Ġb ÄĽÅ¾", + "ĠbÄĽ ž", + "Ãľ R", + "Ġ ãĥ¾", + "Ġãĥ ¾", + "ĠdoÄŁ al", + "Ġh atır", + "Ġha tır", + "Ġhat ır", + "Ġsv ým", + "ì§Ģ ëıĦ", + "à¹Ģà¸ł à¸Ĺ", + "Ġv ay", + "Ġva y", + "Ġ æĻĤ", + "Ġæ ĻĤ", + "ĠæĻ Ĥ", + "à¥įव प", + "Ġp lo", + "Ġpl o", + "é¢Ħ è§Ī", + "Ġçık tı", + "Ġ دÙĨ", + "Ġد ÙĨ", + "n ánÃŃ", + "ná nÃŃ", + "ê· Ģ", + "íĺ Ģ", + "à¸ŀ à¸ļ", + "m uÅŁtur", + "muÅŁ tur", + "å®ĺ æĸ¹", + "ĠíĶĦ ë¡ľê·¸ëŀ¨", + "éĢŁ 度", + "ler dir", + "lerdi r", + "ÑĩеÑģ кого", + "Ñĩе Ñģкого", + "ĠÄ°n san", + "âĶ ĥ", + "Ġà¤ĩत न", + "С Ð¡Ðł", + "Ġا Ùħر", + "ĠاÙħ ر", + "Ġkö tü", + "Ùģ Ø´", + "Ġb oj", + "Ġbo j", + "ĠÑĨÑĸ ÑĶÑĹ", + "Ġsöy lem", + "Ġsöyl em", + "ни ÑĨÑĭ", + "ниÑĨ Ñĭ", + "ãĢĤ 她", + "âĢĿ .Ċ", + "âĢĿ. Ċ", + "Ġm ilion", + "Ġmil ion", + "Ġmi lion", + "Ġmili on", + "Ġson unda", + "Ġsonu nda", + "з Ñĥ", + "à¥į मà¤ķ", + "à¥įम à¤ķ", + "人 åı£", + "n ÄĽÅ¾", + "nÄĽ ž", + "ĠÑģ моÑĤ", + "ĠÑģм оÑĤ", + "Ġкомп лекÑģ", + "Ġкомплек Ñģ", + "Ġзави Ñģим", + "Ġиме ÑİÑĤ", + "Ġl ạc", + "Ġlạ c", + "Ġ hangi", + "Ġh angi", + "Ġhang i", + "Ġhan gi", + "ëĶ ©", + "åĬ ³", + "ĠvÄĽ ci", + "ĠvÄĽc i", + "е ÑĢов", + "еÑĢ ов", + "еÑĢо в", + "κ Ïģι", + "Ġdur umu", + "Ġdurum u", + "Ġ بÙĪاسطة", + "ĠبÙĪ اسطة", + "ĠØ£ بÙĬ", + "Ġأب ÙĬ", + "ĠAÄŁ ustos", + "ε Ïĩ", + "Ġд иÑĤи", + "Ġди ÑĤи", + "ĠдиÑĤ и", + "ÑĦ ика", + "ÑĦи ка", + "ÑĦик а", + "Ġ NÄĥm", + "ĠN Äĥm", + "Ġ 기ìĪł", + "Ġ기 ìĪł", + "Ġhlav nÃŃ", + "ä¿ ĥ", + "Ġलà¤Ĺ त", + "ĠO br", + "ĠOb r", + ". ย", + "ко вод", + "ков од", + "ково д", + "o pis", + "op is", + "opi s", + "Ġ ãĥī", + "Ġãĥ ī", + "Ġبش ÙĥÙĦ", + "н ием", + "ни ем", + "ние м", + "Ġtém ÄĽÅĻ", + "ĠاÙĦ ØŃر", + "ĠاÙĦØŃ Ø±", + "ĠÙĦ ازÙħ", + "ĠÙĦا زÙħ", + "Ġm ái", + "Ġmá i", + "i liÄŁi", + "ili ÄŁi", + "ë³ ¼", + "Ġy ık", + "Ġyı k", + "ç½ ²", + "ÑĢ ава", + "ÑĢа ва", + "ÑĢав а", + "Ñī ин", + "Ñīи н", + "ãģ« 対", + "ç²¾ ç¥ŀ", + "à¹ī ส", + "Ġtem sil", + "à Ĩ", + "ìķ Ķ", + "ĠпÑĢавилÑĮ но", + "ÑĢ оÑİ", + "ÑĢо Ñİ", + "Û±Û³ Û¸", + "è© ŀ", + "اء Ø©", + "ÙĪ ارÙĩ", + "ÙĪا رÙĩ", + "ÙĪار Ùĩ", + "ï¼ ħ", + "ĠÐľ ик", + "ĠÐľÐ¸ к", + "æģ ¶", + "æı Ĵ", + "ा पन", + "ाप न", + "ĠÚ©ÛĮÙģ ÛĮت", + "ĠT Ãłi", + "Ġt iá»ĥu", + "ov alo", + "ova lo", + "oval o", + "çĿ ¡", + "Ñĩ ил", + "Ñĩи л", + "Ġ лиÑĤ", + "Ġл иÑĤ", + "Ġли ÑĤ", + "λεÏħ ÏĦα", + "Ġ окон", + "Ġо кон", + "Ġок он", + ": :|", + ":: |", + "в ала", + "ва ла", + "вал а", + "ĠÙħرک زÛĮ", + "ĠÙħرکز ÛĮ", + "Ġ alÄ±ÅŁ", + "Ġa lÄ±ÅŁ", + "Ġal Ä±ÅŁ", + "Ġдолж но", + "Ġдол жно", + "æĻĤ 代", + "Ġ sert", + "Ġs ert", + "Ġse rt", + "Ġser t", + "е ÑĤом", + "еÑĤ ом", + "ัà¸Ļ ย", + "åģ ·", + "Ġ vÃŃc", + "Ġv ÃŃc", + "ĠvÃŃ c", + "ĠÑħ оÑĤÑı", + "ĠÑħоÑĤ Ñı", + "a larını", + "alar ını", + "aların ı", + "len mesi", + "lenme si", + "ãĥ³ ãĥIJ", + "ãĥ³ãĥ IJ", + "Ġëª ĩ", + "Ġá» ¦y", + "ĠاÙĦ کتر", + "vy Å¡Å¡ÃŃ", + "è² ¬", + "주 ìĭľ", + "á ÅĻe", + "áÅĻ e", + "Ġy ere", + "Ġye re", + "Ġyer e", + "ãĤ¢ ãĥ³", + "ĠاÙĦس عÙĪد", + "ĠØ¢ Ø´", + "Ġch óng", + "Ġchó ng", + "Ġ è»", + "Ġè »", + "г аÑĶ", + "га ÑĶ", + "Ġ ãģĤ", + "ç¨ ³", + "δ εÏĤ", + "δε ÏĤ", + "缮 çļĦ", + "Ġce vap", + "Ġcev ap", + "Ñģ ÑĤе", + "ÑģÑĤ е", + "é¡ ¿", + "म न", + "é¡ ¾", + "Ġк ÑĢедиÑĤ", + "ĠÙħس تÙĤ", + "ĠÙħست ÙĤ", + "Ġ миÑĤ", + "Ġм иÑĤ", + "Ġми ÑĤ", + "Ġt á»ĵn", + "Ġtá» ĵn", + "Ġ جÙĦ", + "Ġج ÙĦ", + "Ä© a", + "ĠاÙĦع ÙĦÙħ", + "ĠاÙĦعÙĦ Ùħ", + "á ků", + "ák ů", + "Ġ íķĻêµIJ", + "ĠíķĻ êµIJ", + "à¸Ĺ à¸Ńà¸ĩ", + "ห à¸Ļà¸Ķ", + "หà¸Ļ à¸Ķ", + "ĠлÑĸÑĤ еÑĢаÑĤÑĥ", + "ëIJ ł", + "ά ÏģÏĩ", + "άÏģ Ïĩ", + "ĠÙĤد رت", + "ĠÙĤدر ت", + "à¸Ļ าà¸ĩ", + "à¸Ļา à¸ĩ", + "Ġa rac", + "Ġar ac", + "Ġara c", + "Ġj ÃŃd", + "ĠjÃŃ d", + "Ġtür lü", + "íĶ ½", + "er siz", + "ers iz", + "е ним", + "ен им", + "ени м", + "Ġyüz yıl", + "Ġ ãģĦ", + "ĠÎļ Ïħ", + "Ġ æļ", + "Ġæ ļ", + "Ġp ůj", + "Ġpů j", + "Ġt á»Ļi", + "Ġth iên", + "Ġthi ên", + "Ä° S", + "Ġth úc", + "Ġthú c", + "æĹ ģ", + "ìŀIJ ìĿ¸", + "Ġöl üm", + "ر ÛĮÙģ", + "رÛĮ Ùģ", + "ÑĢ еж", + "ÑĢе ж", + "ص اÙĦ", + "ر ÙģØ©", + "رÙģ Ø©", + "i ếp", + "iế p", + "Ñı ÑĤиÑı", + "ÑıÑĤ иÑı", + "ÑıÑĤи Ñı", + "Ġpou žit", + "á tu", + "át u", + "为 ä»Ģä¹Ī", + "ì ģ", + "Ġ krát", + "Ġk rát", + "Ġkr át", + "ĠپرÙĪ ÚĺÙĩ", + "Ġrozhod nutÃŃ", + "ĠÑĥ нивеÑĢ", + "Ñĸй но", + "Ġ åij¨", + "Ġåij ¨", + "Ġk iá»ĥu", + "缮 åīį", + "ä¿ Ħ", + "ÏĦ οι", + "ÏĦο ι", + "ÑĦеÑĢ ен", + "uÅŁ tur", + "Ġ nÃŃm", + "Ġn ÃŃm", + "ĠnÃŃ m", + "âĢĮ Ø®", + "Ġ ủy", + "Ġ ÑģÑĤаÑĤи", + "ĠÑģÑĤ аÑĤи", + "ĠÑģÑĤаÑĤ и", + "ĠÑģÑĤа ÑĤи", + "ÑĩеÑģ кий", + "Ñĩе Ñģкий", + "ÑĩеÑģки й", + "Ġj estli", + "Ġjest li", + "ĠÙ¾ ÙĨ", + "Ġob ce", + "ĠجÙĩ اÙĨÛĮ", + "ĠجÙĩاÙĨ ÛĮ", + "едаг ог", + "ãģ§ ãģ®", + "Ġbu á»Ļc", + "ì¹´ ì§Ģëħ¸", + "à¹ĩ à¸Ħ", + "ĠÄį tvrt", + "Ġ ника", + "Ġн ика", + "Ġни ка", + "Ġник а", + "Ġвп лив", + "Ġд иÑĢ", + "Ġди ÑĢ", + "ĠÑģоб ÑģÑĤвен", + "Ġë§İ ìĿ´", + "æ¾ ³", + "ÑĢ Ñĥб", + "ÑĢÑĥ б", + "æ£ ĭ", + "声 éŁ³", + "ä¹ ĥ", + "تÛĮ جÙĩ", + "å¹ ¼", + "o nya", + "on ya", + "ony a", + "ĠPlan tae", + "ĠPlant ae", + "Ч ÑĤо", + "æIJ Ń", + "ä½ľ çĶ¨", + "ìħ ¨", + "Ġк ÑĢÑĥг", + "Ġ ÙĪÙģÙĬ", + "ĠÙĪ ÙģÙĬ", + "ĠÙĪÙģ ÙĬ", + "Ġ ï¼ŀ", + "Ġï¼ ŀ", + "ÑĪ ки", + "Âł Ðľ", + "ا Ø´ÛĮ", + "اش ÛĮ", + "ĠÅŀ ubat", + "ĠÅŀu bat", + "Ġع شر", + "Ġعش ر", + "l if", + "li f", + "Ġpou žitÃŃ", + "Ġpoužit ÃŃ", + "íĨ ¡", + "Ġб лок", + "Ġбл ок", + "èĢ ¶", + "ู ร", + "Ġv üc", + "Ø´ ÙĪد", + "Ø´ÙĪ د", + "и ма", + "им а", + "ни ÑĨип", + "ниÑĨ ип", + "ìĿ´ ëĵľ", + "Ġ âĢIJ", + "ĠâĢ IJ", + "Ġ назнаÑĩ", + "Ġна знаÑĩ", + "Ġназ наÑĩ", + "Ġназна Ñĩ", + "Ġstr any", + "Ġstran y", + "Ġstra ny", + "æ® ¿", + "ĠاÙĦ رÙĪ", + "ĠاÙĦر ÙĪ", + "çº ¸", + "åĪ ij", + "ï¼Į ä»İ", + "Ġ ë©´", + "Ġë© ´", + "ĠпÑĢовед еннÑı", + "Ġh ava", + "Ġha va", + "Ġhav a", + "ĠìĹĨ ìĹĪëĭ¤", + "ĠìĹĨìĹĪ ëĭ¤", + "å¢ŀ åĬł", + "Ú ¾", + "ç¼ º", + "Ġع بار", + "Ġعب ار", + "Ġt ắc", + "Ġin ÅŁa", + "er se", + "ers e", + "ر ÙĬب", + "رÙĬ ب", + "Ġá»ķ n", + "Ø£ Ø©", + "ĠÏĢολ ι", + "ĠÏĢο λι", + "Ġm ắc", + "Ñģ ол", + "Ñģо л", + "æ´ ŀ", + "- го", + "-г о", + "ç¨ĭ 度", + "ĠвикоÑĢиÑģÑĤ аннÑı", + "âĢŀ ظ", + "e lerinde", + "eler inde", + "eleri nde", + "elerin de", + "ĠNh Æ°ng", + "ĠNhÆ° ng", + "st ÅĻed", + "Ġhasta lık", + "Ġhast alık", + "à¹ī à¹Ģà¸Ľ", + "Ġd efa", + "Ġde fa", + "Ġdef a", + "Ġ زÙĬ", + "Ġز ÙĬ", + "اط ÙĤ", + "Ġп ÑĢой", + "ĠпÑĢ ой", + "ĠпÑĢо й", + "Ġок ÑĢÑĥг", + "ν ια", + "νι α", + "l adu", + "la du", + "lad u", + "k oli", + "ko li", + "kol i", + "Ġ oÄŁ", + "Ġo ÄŁ", + "Ġви Ñģок", + "ĠвиÑģ ок", + "Ð ĩ", + "çĽ ĸ", + "ãĤı ãģij", + "ãĥ¼ ãĥģ", + "ãĥ¼ãĥ ģ", + "æ¡ ¥", + "ĠÅ¡kol y", + "ĠÅ¡k oly", + "i tom", + "it om", + "ito m", + "Ġت ØŃص", + "ĠتØŃ Øµ", + "a lara", + "al ara", + "ala ra", + "alar a", + "Ġк ал", + "Ġка л", + "ĠпÑĢи Ñħод", + "Ġ é¦ĸ页", + "Ġé¦ĸ 页", + " į", + "ĠÛĮ عÙĨÛĮ", + "Ġt ùy", + "Ģ ë¡ľ", + "볤 ê³ł", + "á ze", + "áz e", + "Ġ ек", + "Ġе к", + "èħ ¹", + "ĠF akat", + "ĠFa kat", + "ĠFak at", + "п о", + "ĠÄij á»įc", + "ĠÄijá»į c", + "å Īĺ", + "åĪ ĺ", + "áz al", + "ÑĤ он", + "ÑĤо н", + "Ú¯ ÙĪ", + "ä¸ Ī", + "ìĹ ¼", + "ĠÙĦÙĦ Ø£", + "ĠE ÄŁer", + "åħ±åĴĮ åĽ½", + "Ø° ر", + "Ġd aÄŁ", + "Ġda ÄŁ", + "è¡Į ä¸ļ", + "ê±°ëŀĺ ê°Ģ", + "è´Ł è´£", + "C ông", + "ĠÑĦ илÑĮ", + "ĠÑĦил ÑĮ", + "Ġ аÑģ", + "Ġа Ñģ", + "Ġch ẳng", + "ним аÑĤÑĮ", + "нима ÑĤÑĮ", + "Ġif ad", + "Ġi fad", + "Ġ ìħ", + "Ġì ħ", + "çĪ µ", + "ĠÅĻe Å¡enÃŃ", + "åĽ½ 产", + "Ġкак ой", + "Ġка кой", + "Ġम ध", + "ĠY ar", + "ĠYa r", + "ob raz", + "obra z", + "Ġon emoc", + "Ġ âĤ", + "Ġâ Ĥ", + "åİŁ åĽł", + "ĠÙĥ رد", + "ĠÙĥر د", + "Ġآز اد", + "Ġad lı", + "ĠH izmet", + "ãĥ¼ ãĥij", + "ãĥ¼ãĥ ij", + "ÙĨ سÙĬØ©", + "ÙĨس ÙĬØ©", + "Ġв нÑĥÑĤ", + "ĠвнÑĥ ÑĤ", + "Ġd ále", + "Ġdál e", + "Ġdá le", + "Îķ Î¥", + "Ġ ÑĥÑħ", + "ĠÑĥ Ñħ", + "Ġ ÑĢев", + "ĠÑĢ ев", + "ĠÑĢе в", + "Ġ меÑĪ", + "Ġм еÑĪ", + "ĠkoÅŁ ul", + "ĠاÛĮ راÙĨÛĮ", + "ĠاÛĮراÙĨ ÛĮ", + "éĺ µ", + "Ġ ëıĻìķĪ", + "ĠëıĻ ìķĪ", + "à¹Ģ à¸Ł", + "à¹ĢภŁ", + "ëłĪ 벨", + "è¨Ń è¨Ī", + "p rak", + "pr ak", + "pra k", + "p oÄį", + "po Äį", + "اع دة", + "اعد Ø©", + "Ġas ker", + "Ġask er", + "ĠÙĪÛĮ ÚĺÙĩ", + "ĠÙĪÛĮÚĺ Ùĩ", + "ĠТ еÑĢ", + "ĠТе ÑĢ", + "mak ta", + "makt a", + "ĠÄįty ÅĻ", + "Âł С", + "âĢĮÚ©ÙĨ ÙĨد", + "ï¼Į 並", + "ĠÑĢоÑģ Ñĸй", + "Ġu nut", + "Ġun ut", + "è¿Ļ ä¸Ģ", + "o pak", + "op ak", + "opa k", + "èĢ IJ", + "Ġз амеÑĤ", + "Ġза меÑĤ", + "Ġзам еÑĤ", + "à¹Į ล", + "ب ÙĨ", + "Ġ 몰", + "Ġëª °", + "Ġins anlar", + "Ġinsan lar", + "åı¯ æĺ¯", + "æ¢ ¦", + "к од", + "ко д", + "èĽ Ľ", + "kl adnÃŃ", + "klad nÃŃ", + "ÑĢов од", + "ÑĢо вод", + "ĠмÑĸ ÑģÑĤа", + "ĠмÑĸÑģ ÑĤа", + "ĠмÑĸÑģÑĤ а", + "åĩº äºĨ", + "Ġп аÑģ", + "Ġпа Ñģ", + "о бов", + "об ов", + "Ú¯ اÙĩÛĮ", + "گاÙĩ ÛĮ", + "в ин", + "ви н", + "à¥įर ध", + "Ġком пон", + "Ġкомп он", + "Ġ аÑĤ", + "Ġа ÑĤ", + "Ġa det", + "Ġad et", + "Ġade t", + "Ġ ãĥģ", + "Ġãĥ ģ", + "ĠØ° ات", + "ĠØŃ ÙĪ", + "Ġtro chu", + "à¹ģ หà¸Ļ", + "à¹ģห à¸Ļ", + "Ġзав жди", + "ĠPart isi", + "ĠParti si", + "ĠS avaÅŁ", + "ĠSav aÅŁ", + "Ġs ÃŃd", + "ĠsÃŃ d", + "Ġ Ñģон", + "ĠÑģ он", + "ĠÑģо н", + "ر ÙĬÙģ", + "رÙĬ Ùģ", + "Ġz cela", + "åĺ ´", + "ĠÑĦ ÑĥÑĤ", + "il erek", + "ile rek", + "iler ek", + "ilere k", + "m alıdır", + "malı dır", + "Ġd á»±a", + "Ġdá»± a", + "à¸Ĺำ à¸ĩาà¸Ļ", + "ĠÙĪÙĦ ÙĥÙĨ", + "ĠÙĪÙĦÙĥ ÙĨ", + "ãģª ãĤĵãģł", + "ãģªãĤĵ ãģł", + "ĠÚ© ÙħÛĮ", + "ĠÚ©Ùħ ÛĮ", + "Ġléka ÅĻ", + "Ïģ Ïį", + "ج Ùħع", + "جÙħ ع", + "ın ızı", + "ını zı", + "ınız ı", + "ĠAn adolu", + "ãģ«ãĤĪ ãģ£ãģ¦", + "Ġê·¸ëŁ¬ ëĤĺ", + "Ġ íĮĶ", + "ĠíĮ Ķ", + "Ñĸ ÑĤÑĮ", + "ÑĸÑĤ ÑĮ", + "Ġ ¦", + "Ġ ¦", + "ä¸į è¦ģ", + "à¸ĸ ม", + "Ġ ÙĬد", + "ĠÙĬ د", + "ĠpÅĻ ep", + "ĠpÅĻe p", + "Ġ è¦ģ", + "Ġè¦ ģ", + "ĠпÑĢо екÑĤ", + "ĠпÑĢоек ÑĤ", + "ĠÑĢе ги", + "ĠÑĢег и", + "Ġd ạy", + "к ового", + "ков ого", + "ково го", + "Ġ ıs", + "Ġı s", + "ĠK ı", + "ĠÙģÙĬ Ùĩا", + "ĠÙģÙĬÙĩ ا", + "ÛĮ ات", + "ÛĮا ت", + "ĠÑģÑĤ ала", + "ĠÑģÑĤал а", + "ĠÑģÑĤа ла", + "æĬ ľ", + "Ñĥ ÑĢа", + "ÑĥÑĢ а", + "ĠÙ¾ اÛĮاÙĨ", + "ĠپاÛĮ اÙĨ", + "Ġپا ÛĮاÙĨ", + "Ġitibar en", + "а нÑĸÑĹ", + "ан ÑĸÑĹ", + "анÑĸ ÑĹ", + "Ġо ÑĦоÑĢм", + "л еÑĩ", + "ле Ñĩ", + "ε ξ", + "æĶ¿ çŃĸ", + "Ġ ç½ij", + "Ġç½ ij", + "å Ĥ¬", + "åĤ ¬", + "ĠìĿ´ 룰", + "Ġkar deÅŁ", + "Ñİ Ñīего", + "ÑİÑī его", + "л ки", + "ĠاÛĮ اÙĦات", + "ت Ùĩا", + "تÙĩ ا", + "Ġпод Ñħод", + "ĠØŃ ÙĪÙĦ", + "ĠØŃÙĪ ÙĦ", + "ĠÑģов ÑĢем", + "íĿ ¥", + "Ġ 詳細", + "Ġè© ³ç´°", + "ı yı", + "ıy ı", + "ĠتÙĤ ÙĪ", + "æ¯Ķ è¾ĥ", + "Ġαν ÏĦι", + "Ġ ΣΤ", + "ĠΣ Τ", + "ji Å¡Å¥", + "yn ı", + "Ġpo cházet", + "- Ðļ", + "Ġзав д", + "Ùİ Ø³", + "ç»ĵ æŀĦ", + "Ùħ ار", + "Ùħا ر", + "ν οι", + "νο ι", + "ĠÎł εÏģι", + "ĠγεÏģ ι", + "èĩ £", + "Ġna cházÃŃ", + "Ġnach ázÃŃ", + "ÏĦ Ïİ", + "à¥įय त", + "u yu", + "uy u", + "æķ Ĺ", + "e bi", + "eb i", + "Ġë°Ķ ë¡ľ", + "ĠгÑĢ н", + "ĠاÙĦ اس", + "Ġorg án", + "Ġ edin", + "Ġe din", + "Ġed in", + "Ġedi n", + "åŁ ĥ", + "à¹ģ à¸Ħ", + "ĠØŃ Ø¯ÙĪد", + "ĠØŃد ÙĪد", + "ĠдÑĢÑĥг ой", + "ĠдÑĢÑĥго й", + "оÑģ ков", + "оÑģк ов", + "ĠS ợ", + "ĠpÅĻ ib", + "ĠpÅĻi b", + "ä¿Ŀ æĬ¤", + "Ùħ بر", + "Ġ ãĥĨ", + "Ġãĥ Ĩ", + "Ġd oz", + "Ġdo z", + "op tera", + "opt era", + "ิล à¸Ľ", + "د ارÛĮ", + "دار ÛĮ", + "دا رÛĮ", + "æĦŁ è§ī", + "代 çIJĨ", + "ÙĨ دا", + "ÙĨد ا", + "ا ÙĬا", + "اÙĬ ا", + "ص ÙĨ", + "Ġce lé", + "Ġcel é", + "Ġ è©ķ", + "Ġè© ķ", + "à¸ĩ à¸Ļ", + "Ġ leh", + "Ġl eh", + "Ġle h", + "èİ· å¾Ĺ", + "ãĢĢ ï¾ī", + "ĠìĦł ìĪĺ", + "르 ëĬĶ", + "à¤Ĩ र", + "å§Ķ åijĺ", + "æĹł çłģ", + "Ġ è·", + "Ġè ·", + "Ġza jÃŃm", + "Ġzaj ÃŃm", + "ec ké", + "eck é", + "æ µľ", + "æµ ľ", + "ĠÑĥ нÑĸвеÑĢÑģиÑĤ", + "ĠбÑİдж еÑĤ", + "à¥ĩ .", + "Ġv stup", + "Ġ оÑī", + "Ġо Ñī", + "Ġ åľĭ", + "Ġåľ ĭ", + "ä¸ģ 缮", + "Ġв едÑĮ", + "Ġвед ÑĮ", + "Ġë§IJ ìĿĦ", + "Ġtek nik", + "Ġtekn ik", + "ãĢĢ ï½Į", + "ãĢĢï½ Į", + "ĠпÑĸд виÑī", + "ĠÑģвÑıз и", + "ĠÑģвÑı зи", + "Ġتر جÙħ", + " ī", + "ĠÄij âu", + "Ñĸ Ñĩного", + "ÑĸÑĩ ного", + "å°ij å¹´", + "e cta", + "ect a", + "ec ta", + "ि लत", + "िल त", + "ι οÏĤ", + "ιο ÏĤ", + "ãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢ", + "t eg", + "te g", + "á» īnh", + "á»ī nh", + "¯ ¿", + "Ġne bu", + "Ġneb u", + "ÙĬ ÙĬÙĨ", + "о ÑıÑĤ", + "оÑı ÑĤ", + "é¤ Ĭ", + "ĠاÙĤتص ادÛĮ", + "ĠاÙĤتصاد ÛĮ", + "âĢĻ nun", + "âĢĻn un", + "ĠÐĴ Ñĸк", + "Ġng Äĥn", + "ëĮĢ íķĻêµIJ", + "ëĮĢíķĻ êµIJ", + "é ı", + "़ र", + "ا باÙĨ", + "اب اÙĨ", + "Ùİ Ùĥ", + "Ġet kil", + "Ġetk il", + "Ġetki l", + "Ġch ắn", + "Ġë°ľ ìĥĿ", + "Ġtam amen", + "Ġtamam en", + "ĠÙħØŃ ÛĮØ·", + "ü lü", + "ül ü", + "åģ¥ 康", + "ĠÑĢаÑģÑĤ ениÑı", + "ÏĢο ί", + "Ġ è¶ħ", + "Ġè¶ ħ", + "á Äį", + "ĠìĻ¸ ë¶Ģ", + "ĠØ® ÛĮÙĦÛĮ", + "ĠØ®ÛĮ ÙĦÛĮ", + "Ġد ÙĪست", + "ĠدÙĪ ست", + "à¹Ģà¸Ĥ à¸ķ", + "Ġk alan", + "Ġka lan", + "Ġkal an", + "ë¨ ¼", + "a vÄĽ", + "av ÄĽ", + "문 íĻĶ", + "Ġди аг", + "ĠÙĨ ÙĪÙĬس", + "ĠÙĨÙĪ ÙĬس", + "íķ ij", + "à¸ŀ าะ", + "ëĭ¤ ê°Ģ", + "Ġn iá»ĩm", + "Ġس ÙĪÙħ", + "ĠسÙĪ Ùħ", + "- м", + "à¸Ķำ à¹Ģà¸Ļ", + "à¹ĩ ว", + "ãĢĤ ãģĵãģ®", + "ç¯ ī", + "Width Space", + "Zero WidthSpace", + "ائ ÙħØ©", + "ائÙħ Ø©", + "à¹Ħà¸ĭ à¸ķ", + "ä¸ĭè½½ 次æķ°", + "ä¼¼ ä¹İ", + "ĠÑĤ в", + "Ġzá kaz", + "Ġج دا", + "Ġجد ا", + "Ġg ider", + "Ġgi der", + "Ġgid er", + "ãĥ¼ ãĥĵ", + "ãĥ¼ãĥ ĵ", + "n ů", + "Ġë§ģ íģ¬", + "ĠdÃ¼ÅŁ ük", + "Ñĥ нок", + "Ñĥн ок", + "Ġt óc", + "ĠÑĤ ÑĢÑĥб", + "ĠÑĤÑĢ Ñĥб", + "ĠÑĤÑĢÑĥ б", + "о кÑģ", + "ок Ñģ", + "Ġtr ải", + "Ġtrả i", + "Ġm iá»ħn", + "Ġth Æ°á»Ľc", + "Ġnh áºŃt", + "Âł D", + "m asının", + "mas ının", + "masını n", + "è¼ ª", + "ĠÎĿ ο", + "er ç", + "Ġdok once", + "Ġdokon ce", + "ĠG üven", + "ĠGü ven", + "ov aná", + "ova ná", + "ovan á", + "е зд", + "ез д", + "Ñĸ нÑĮ", + "Ñĸн ÑĮ", + "èģ ²", + "اÙĦ Ø£", + "ï¼Į ä½Ĩæĺ¯", + "ï¼Įä½Ĩ æĺ¯", + "Ġпол ноÑģÑĤÑĮÑİ", + "Port ály", + "ĠØŃ Ø§Ùģظ", + "à¥Ĥ à¤ķ", + "ÑĢ Ñĥн", + "ÑĢÑĥ н", + "人 çī©", + "Ġa çı", + "Ġaç ı", + "Ġp oru", + "Ġpo ru", + "Ġpor u", + "er iod", + "eri od", + "ĠAmer ika", + "ĠAmerik a", + "çĩ Ł", + "Ġ رÙĪد", + "Ġر ÙĪد", + "ĠرÙĪ د", + "ĠкÑĢов и", + "ÙĪ ÙĤت", + "ÙĪÙĤ ت", + "éĺ ¶", + "ãĥ»âĶģ ãĥ»âĶģ", + "ر ÙĬÙħ", + "رÙĬ Ùħ", + "åİĨ åı²", + "ä¸ ¸", + "Ġзн овÑĥ", + "Ġзнов Ñĥ", + "ĠÑģво его", + "ĠÑģвое го", + "бÑĥд ÑĮ", + "ĠØŃ Ø¬Ùħ", + "ĠØŃج Ùħ", + "ĠδÏį ο", + "ìķĪ ëĤ´", + "Ġ ãģ§", + "à¹Ī ะ", + "Ùij Ùı", + "çµIJ æŀľ", + "âĢĻ i", + "à¹Į ,", + "åŃĺ äºİ", + "Ġरà¤ĸ न", + "ĠسرÙħ اÛĮÙĩ", + "Ġг лÑĥб", + "ĠглÑĥ б", + "ĠÑĢаз Ñĸ", + "ĠÑĢа зÑĸ", + "Ñĩ нÑĸ", + "ï¼Į åıĪ", + "c ısı", + "cı sı", + "æľī åħ³", + "ãĤ» ãĥ³", + "èIJ ¨", + "ĠGi áo", + "ĠGiá o", + "ĠاÙĦØ« اÙĨÙĬ", + "ĠÑĢаз ом", + "Ġ ÑĤÑĢо", + "ĠÑĤ ÑĢо", + "ĠÑĤÑĢ о", + "Ġaçık lam", + "åĨ³ å®ļ", + "à¸Ń à¸Ľ", + "åĶ ¯", + "ĠÅŁ ark", + "ĠÅŁar k", + "Ġsist emi", + "Ġsistem i", + "Ġto prak", + "Ġtop rak", + "èĢĥ ãģĪ", + "Ġпоп ÑĥлÑıÑĢ", + "Ġ ëĨį", + "ĠëĨ į", + "ا ÙĬÙĨ", + "اÙĬ ÙĨ", + "स म", + "Ġ ÂĢ", + "Ġ Ģ", + "Ġed erek", + "Ġeder ek", + "Ġg ec", + "Ġge c", + "ìĤ¬ ìĹħ", + "ĠÑĢ оки", + "ĠÑĢок и", + "ĠбеÑĢ ем", + "ĠخاÙĨÙĪ ادÙĩ", + "Ġ èµ·", + "Ġèµ ·", + "Ġ ЧÑĤо", + "ĠЧ ÑĤо", + "Ġo bÄĽ", + "Ġob ÄĽ", + "и нÑĸ", + "ин Ñĸ", + "ìĿ´ ìĹĪ", + "ĠIn di", + "ĠInd i", + "Ġд иÑĤ", + "Ġди ÑĤ", + "ãĥ¶ æľĪ", + "Ġнем ного", + "Ġzáklad ÄĽ", + "à¹Ĥ à¸Ħ", + "ĠÑģам ого", + "ĠÑģамо го", + "Ġب ØŃØ«", + "ĠبØŃ Ø«", + "Ġ æ¶", + "Ġæ ¶", + "ов ж", + "Ġоб ÑĢаÑī", + "ĠобÑĢа Ñī", + "à Ĵ", + "ว รร", + "วร ร", + "à¤Ĥ श", + "ĠоÑĩ еÑĢед", + "ĠÙģ رز", + "ĠÙģر ز", + "ëĮĢ íķľ", + "Ġs izin", + "Ġsi zin", + "Ġsiz in", + "Ġsizi n", + "ر Ùģت", + "رÙģ ت", + "Ñİ Ñīим", + "ÑİÑī им", + "æ» ij", + "a vir", + "av ir", + "avi r", + "ĠÙĪ صÙĦ", + "ĠÙĪص ÙĦ", + "Ġqu ay", + "Ġqua y", + "Ġг ип", + "ÑĢ ениÑı", + "ÑĢе ниÑı", + "ÑĢен иÑı", + "à¥į वत", + "à¥įव त", + "ιν Ïīν", + "à¤ľ ह", + "Ġh Æ¡i", + "Ġpo važ", + "Ġpov až", + "Ġع رب", + "м енÑĤа", + "мен ÑĤа", + "менÑĤ а", + "Ġо ÑģÑĤан", + "ĠоÑģÑĤ ан", + "ä¹ĭ éĹ´", + "a cÃŃch", + "ac ÃŃch", + "acÃŃ ch", + "ĠÑģказ ала", + "ĠÑģказал а", + "ìĿ´ ëĿ¼ëĬĶ", + "ìĿ´ëĿ¼ ëĬĶ", + "ĠØ´ اخ", + "Ġëĭ¹ ìĭł", + "ar lar", + "arl ar", + "Ġмл н", + "åĨ ¬", + ". :.:.:", + ".: .:.:", + ".:.: .:", + ".:. :.:", + ".:.:. :", + "Ġ θε", + "Ġθ ε", + "Ġher kes", + "Ġherk es", + "л Ñıд", + "лÑı д", + "ا Ùħا", + "اÙħ ا", + "Ġë ŃIJ", + "Ïĥιμο ÏĢοι", + "Ġ obraz", + "Ġob raz", + "Ġobr az", + "Ġobra z", + "غ اÙĦ", + "B Æ°á»Ľc", + "å° Ĭ", + "ìŀIJ 를", + "æĢ Ĵ", + "οÏħ Ïģγ", + "å¼ķ ãģį", + "Ġkon uda", + "Ġkonu da", + "ĠاÙĦت ج", + "Ġ krit", + "Ġk rit", + "Ġkr it", + "å¿ į", + "ĠìłĦìĦ¸ ê°Ģ", + "г овоÑĢ", + "го воÑĢ", + "гов оÑĢ", + "Ġist iyor", + "о ки", + "ок и", + "ĠобеÑģп еÑĩ", + "ĠобеÑģпе Ñĩ", + "Ġay rıca", + "Ġayrı ca", + "à¹Ģ à¸ľ", + "à¹Ģภľ", + "а ÑĢод", + "аÑĢ од", + "Ä° Åŀ", + "ĠجÙħ ÙĩÙĪرÛĮ", + "ĠجÙħÙĩÙĪر ÛĮ", + "ĠÑģво иÑħ", + "ĠÑģвои Ñħ", + "Ġprov ád", + "Ġ ÑĢам", + "ĠÑĢ ам", + "ĠÑĢаР¼", + "ĠÑĢа м", + "ĠÙĤ ض", + "л иÑĤелÑĮ", + "лиÑĤ елÑĮ", + "ãĤ± ãĥĥãĥĪ", + "оÑģ оÑĦ", + "Ġर हन", + "Ġरह न", + "k ový", + "ko vý", + "kov ý", + "ì° ¸", + "γ κα", + "γκ α", + "λ οι", + "λο ι", + "μ ÏĢο", + "μÏĢ ο", + "ĠÄij au", + "ĠÄija u", + "н иÑİ", + "ни Ñİ", + "Ġman žel", + "Ġ íĺ¼", + "Ġíĺ ¼", + "ĠÑĤ иÑģ", + "ĠÑĤи Ñģ", + "ãĥĨ ãĥ«", + "ab ilecek", + "abil ecek", + "abile cek", + "abilece k", + "н ин", + "ни н", + "à¸ģรรม à¸ģาร", + "éł IJ", + "Ġph ê", + "j edn", + "je dn", + "jed n", + "交 æµģ", + "Ġвним ание", + "об ÑĢеÑĤ", + "Ġжиз нÑĮ", + "ÑĢи ÑģÑĤи", + "ÑĢиÑģÑĤ и", + "ÑĢиÑģ ÑĤи", + "à¥Ī à¤ļ", + "Ġyüz den", + "Ġyüzde n", + "Ġg iy", + "Ġgi y", + "éļ Ķ", + "ä» ²", + "Ġ èĻ", + "Ġè Ļ", + "ĠP arti", + "ĠPart i", + "ĠPar ti", + "Ġ éĸ¢", + "Ġéĸ ¢", + "ัà¸ļ ส", + "Ġnej lepÅ¡ÃŃ", + "Ùİ Ùī", + "ĠìĿ´ ìłľ", + "Ġc ắt", + "ÑĢоз Ñĥм", + "Ġnej sou", + "l ÃŃd", + "lÃŃ d", + "θ ο", + "à¹ĩ à¸ĩ", + "ĠÑģп ÑĢоÑģ", + "ma mÄ±ÅŁ", + "mam Ä±ÅŁ", + "Ġ 쪽", + "Ġì ª½", + "ا ÙģÙĤ", + "اÙģ ÙĤ", + "ÑĨÑĸй ниÑħ", + "Ġ é¦Ļ", + "Ġé¦ Ļ", + "ĠÙħÛĮÙĦÛĮ ÙĪÙĨ", + "å¤ ¢", + "ĠÙģ Ùĩرست", + "r ý", + "Ġпо вÑĸдом", + "Ġпов Ñĸдом", + "ec eÄŁi", + "ece ÄŁi", + "ĠзабезпеÑĩ еннÑı", + " Ķ", + "ãģĹ ãģªãģĦ", + "åŁº ç¡Ģ", + "ĠÚĨ ÙĨÛĮÙĨ", + "ĠÑĢоз ÑĢоб", + "ä¸Ģ äºĽ", + "ãĥ³ ãģ®", + "ĠпÑĢа ÑĨÑĸв", + "ĠпÑĢаÑĨÑĸ в", + "å¾Ĺ åĪ°", + "Ġt ấn", + "åŃĺæ¡£ å¤ĩ份", + "Ġ íĻĪ", + "ĠíĻ Ī", + "Ġ à¸Ķาว", + "Ġà¸Ķ าว", + "ìĭ ±", + "л ина", + "ли на", + "лин а", + "ĠвоÑģп ал", + "ÄŁ inden", + "ÄŁin den", + "ÄŁinde n", + "аÑĤ елей", + "аÑĤе лей", + "r ž", + "ĠÑĦ Ñĥн", + "ĠÐIJ л", + "ĠпоÑĩ ÑĤи", + "о вÑĸд", + "ов Ñĸд", + "овÑĸ д", + "ا عب", + "اع ب", + "าะ ห", + "Ġвоз ÑĢаÑģÑĤ", + "ิà¸ĩ ห", + "ĠÙģ ÙĦس", + "ĠÙģÙĦ س", + "ĠÅ¡ est", + "à¸Ĭ าว", + "Ġ 골", + "Ġê³ ¨", + "Ġ oÄį", + "Ġo Äį", + "ãĤ¸ ãĥ§", + "к оÑģÑĤи", + "ко ÑģÑĤи", + "éĽĨ åĽ¢", + "æ± ĩ", + "ĠpÅĻÃŃ liÅ¡", + "Ġ ìĿij", + "ĠìĿ ij", + "ди ви", + "див и", + "ĠдокÑĥм енÑĤа", + "ĠдокÑĥменÑĤ а", + "ĠCh âu", + "Ġm áu", + "Ġmá u", + "Ġkh ô", + "à ķ", + "Ñī ий", + "Ñīи й", + "Ġs ẵn", + "Ġкон ÑĦ", + "Ġз ÑĥÑģÑĤ", + "åĽŀ çŃĶ", + "Ġ коÑĢиÑģÑĤ", + "ĠкоÑĢ иÑģÑĤ", + "Ġко ÑĢиÑģÑĤ", + "ĠÏĢεÏģ ί", + "ĠÏĢε Ïģί", + "ä¸ °", + "Ġm ạch", + "ан к", + "ä¸ĭ æĿ¥", + "èµĦ æĸĻ", + "ย à¸Ńà¸Ķ", + "ĠÏĢ ιο", + "à¹ī à¸ĩาà¸Ļ", + "à¹īà¸ĩ าà¸Ļ", + "Ġum ÃŃst", + "æ½ ®", + "çªģ çĦ¶", + "Ġk ultur", + "Ġkul tur", + "ĠاÙĦ صÙģ", + "ĠاÙĦص Ùģ", + "a larının", + "alar ının", + "aların ın", + "alarını n", + "ĠÎĶη μο", + "Ġвикон аннÑı", + "Ġвико наннÑı", + "ï½ ¿", + "Ġбез опаÑģ", + "ĠÑģ аÑħ", + "Ġn oh", + "Ġno h", + "à¹ĥ à¸ļ", + "éĥ½ å¸Ĥ", + "ÅŁ am", + "ÅŁa m", + "б ÑĥÑĤ", + "бÑĥ ÑĤ", + "Ġ모 ìĬµ", + "Ġв аг", + "Ġва г", + "çIJĨ 解", + "Ġekonom ik", + "Ġkh ắc", + "Ġs vat", + "Ġsv at", + "лиÑĪ ком", + "ัà¸ĩ à¸Īาà¸ģ", + "iz yon", + "èĥ½ å¤Ł", + "ί νει", + "ίν ει", + " Ĭ", + "ì¦ Į", + "Ġ ÙĩاÛĮÛĮ", + "ĠÙĩ اÛĮÛĮ", + "ĠÙĩاÛĮ ÛĮ", + "ĠkiÅŁ iler", + "ĠkiÅŁi ler", + "Ġк леÑĤ", + "Ġкл еÑĤ", + "Ġкле ÑĤ", + "íĺ ģ", + "à¥ĥ द", + "i Å¡", + "ëĶĶ ìĺ¤", + "ÙĬ راÙĨ", + "ÙĬر اÙĨ", + "ÙĬرا ÙĨ", + "ĠÐĿ Ñĥ", + "à¸Ń à¸Ļà¸Ĺ", + "à¸Ńà¸Ļ à¸Ĺ", + "ĠÑģ оÑĩ", + "ĠÑģо Ñĩ", + "Ġist eyen", + "ĠS ez", + "ĠSe z", + "Ġ ãĤ»", + "ĠãĤ »", + "ĠA ç", + "âĢĮ ÙĨ", + "ĠÑĤ оп", + "ĠÑĤо п", + "ĠÑĤеÑĢÑĢиÑĤ оÑĢ", + "a cılık", + "acı lık", + "Ġод нÑĥ", + "Ġv eri", + "Ġver i", + "Ġve ri", + "ĠÚ© د", + "ĠÚ¯ ÙģتÙĩ", + "ĠÚ¯Ùģت Ùĩ", + "Ġcin sel", + "Ġcins el", + "олог ии", + "ĠpÅĻed mÄĽt", + "à¤Ĥ à¤ĺ", + "Ġ 空", + "Ġç© º", + "γ α", + "' ye", + "'y e", + "ت رة", + "تر Ø©", + "Ġd ÅĻÃŃ", + "ĠH Ãłn", + "ĠHÃł n", + "Ġر شتÙĩ", + "Ġv idea", + "Ġvi dea", + "Ġvid ea", + "Ġvide a", + "Ġ ног", + "Ġн ог", + "Ġно г", + "æ ·»", + "æ· »", + "è¿ĺ æľī", + "ÙĨ در", + "ÙĨد ر", + "Ġy erde", + "Ġyer de", + "Ġk ent", + "Ġke nt", + "Ġken t", + "à¸ļ าล", + "Ġд еÑģÑı", + "Ġде ÑģÑı", + "ä¸ļ åĬ¡", + "Ġоб ÑĬек", + "ĠобÑĬ ек", + "ĠвнÑĥÑĤÑĢ ÑĸÑĪ", + "ĠвнÑĥÑĤ ÑĢÑĸÑĪ", + "k ola", + "ko la", + "kol a", + "eb nÃŃ", + "ี ล", + "Ġ ,.", + "Ġ, .", + "ĠмÑĸж наÑĢод", + "ãģªãĤĵ ãģ¦", + "ĠS öz", + "Ġ chod", + "Ġc hod", + "Ġch od", + "Ġcho d", + "Ġtr úc", + "Ġtrú c", + "ìļĶ ìĿ¼", + "Ġph áºŃn", + "Ñģ ка", + "Ñģк а", + "ĠÑħ лоп", + "Ñģ ким", + "Ñģк им", + "Ñģки м", + "Ġka pit", + "Ġkap it", + "ëĵ¤ ìĹIJê²Į", + "Ġb Ãło", + "ĠbÃł o", + "lı ģın", + "lıģı n", + "lıģ ın", + "Ä° ÅŁ", + "Äį nÃŃk", + "ÄįnÃŃ k", + "Ġ NgoÃłi", + "ĠNg oÃłi", + "Ġب ÛĮاÙĨ", + "ĠبÛĮ اÙĨ", + "Ġpro Äį", + "Ġpr oÄį", + "ĠпÑĢоÑĤ Ñıгом", + "åĢ ī", + "е Ñİ", + "Ġ νο", + "Ġν ο", + "ëĿ¼ ëıĦ", + "ì ·¨", + "Ġви Ñıв", + "Ġпо над", + "Ġпон ад", + "Ġжов ÑĤ", + "Ġ æ¯Ķ", + "Ġæ¯ Ķ", + "Ġd oby", + "Ġdo by", + "Ġdob y", + "л ам", + "ла м", + "Ñij л", + "Ġ ÑĢаÑħ", + "ĠÑĢ аÑħ", + "ĠÑĢа Ñħ", + "Ġвоз ника", + "Ġвозник а", + "ниÑĨÑĤ во", + "å± ¤", + "ĠоÑĤ лиÑĩ", + "ĠоÑĤли Ñĩ", + "çĤ İ", + "é£ ¯", + "Ġživ ota", + "Ġživot a", + "at ör", + "Ġce lý", + "Ġcel ý", + "Ġ aday", + "Ġa day", + "Ġad ay", + "Ġada y", + "ر ÙĬÙĥÙĬ", + "رÙĬ ÙĥÙĬ", + "رÙĬÙĥ ÙĬ", + "Ġب ص", + "m eyen", + "me yen", + "meye n", + "mey en", + "ìļ° ìĬ¤", + "ب ÙĪÙĦ", + "بÙĪ ÙĦ", + "Ġ озна", + "Ġо зна", + "Ġоз на", + "é º¼", + "éº ¼", + "æĵ ļ", + "Ġz kou", + "Ġzk ou", + "ëĤĺ ìļĶ", + "Ġk ry", + "Ġkr y", + "Ġnem oh", + "Ġvyu žÃŃ", + "Ġ æľ¨", + "Ġад мÑĸнÑĸÑģÑĤÑĢа", + "ا Ùĩا", + "اÙĩ ا", + "à¹ĥ à¸ģล", + "＿＿＿＿ ＿＿＿＿", + "Ġ гоÑĤ", + "Ġг оÑĤ", + "ĠدÛĮ گرÛĮ", + "ĠدÛĮگر ÛĮ", + "Ġл екаÑĢ", + "è§ Ģ", + "Ġ íĺij", + "Ġíĺ ij", + "ĠB öyle", + "ist rov", + "istr ov", + "istro v", + "女 åŃIJ", + "Ġпоп еÑĢед", + "ĠÙĨÙĪÙĬس ÙĨدÙĩ", + "ÙĴ ÙĦ", + "ĠÐŁ ав", + "Ġö rnek", + "Ġör nek", + "Ġп ÑĢик", + "ĠпÑĢ ик", + "ĠпÑĢи к", + "Ġ ÑĪи", + "ĠÑĪ и", + "üslü man", + "ĠÙħÙĤ ابÙĦ", + "åįģ äºĮ", + "Ġb ekl", + "Ġbe kl", + "Ġbek l", + "Ġver ir", + "Ġve rir", + "Ġveri r", + "ÙĪ Ø°", + "ض Ø©", + "ÑĢо ÑĤив", + "ÑĢоÑĤ ив", + "æĮ ij", + ". .:", + ".. :", + "Ġخارج ÙĬØ©", + "a dık", + "ad ık", + "adı k", + "ĠÐŁ оÑĩ", + "ĠÐŁÐ¾ Ñĩ", + "ĠÑħÑĥд ож", + "客 æĪ·", + "μ ον", + "μο ν", + "ek tiv", + "ekt iv", + "Ġt vá", + "Ġtv á", + "Û² Û²", + "Ġl á»įc", + "Ġо но", + "Ġон о", + "ÑĨ иÑĤ", + "ÑĨи ÑĤ", + "ĠÐĴ Ñģ", + "Ġ å¢", + "Ġå ¢", + "æµ ª", + "а ÑĢÑĸ", + "аÑĢ Ñĸ", + "Ġsür ekli", + "Ġ stra", + "Ġs tra", + "Ġst ra", + "Ġstr a", + "Ġb ize", + "Ġbi ze", + "Ġbiz e", + "Ġtes pit", + "Ġch âu", + "ĠاÙĦ ض", + "à¹īà¸Ń à¸ĩà¸ģ", + "à¹īà¸Ńà¸ĩ à¸ģ", + "Ġ èĢħ", + "ĠèĢ ħ", + "ĠH á»", + "Ġкажд Ñĭй", + "а Ñİ", + "à¸Ļ à¸Ħร", + "à¸Ļà¸Ħ ร", + "à¸Ĺ ะ", + "ĠÙħر اجع", + "ĠÙħراج ع", + "Ġha line", + "Ġhal ine", + "δ οÏĤ", + "δο ÏĤ", + "e ÄŁi", + "ĠÙħÛĮ زاÙĨ", + "Ġ ÙĩÙĦ", + "ĠÙĩ ÙĦ", + "Ġb olest", + "Ġbo lest", + "Ġbol est", + "Ġ åľŁ", + "Ġåľ Ł", + "Ġu zman", + "Ġuz man", + "ÑĢ ог", + "ÑĢо г", + "確 èªį", + "ĠÑĢÑĸз ниÑħ", + "Ġза кÑĢÑĭ", + "Ġзак ÑĢÑĭ", + "лÑĥ ги", + "лÑĥг и", + "ĠÑģо веÑĤ", + "ĠÑģов еÑĤ", + "id di", + "idd i", + "åIJĪ ãĤıãģĽ", + "Ġ åIJī", + "ĠåIJ ī", + "Ġk iá»ĩm", + "ë² ½", + "ĠÙħع ÙħÙĪÙĦ", + "ĠопÑĢед елÑı", + "ĠопÑĢедел Ñı", + "Ġmik tar", + "Ġ ìŀIJëıĻ", + "ĠìŀIJ ëıĻ", + "Ġil aç", + "л оÑĩ", + "ло Ñĩ", + "Ġy ılı", + "Ġyıl ı", + "Ġyı lı", + "Ġ ÄIJá»ĥ", + "ĠÄIJ á»ĥ", + "ĠÄIJá» ĥ", + "Ġab ych", + "Ġaby ch", + "Ġrek lam", + "Ġrekl am", + "Ġv ypad", + "Ġvy pad", + "Ġvyp ad", + "Ġна ÑĥÑĩ", + "à¹Ģà¸Ħร าะห", + "Ġ ä»ĸ", + "p ovÄĽ", + "po vÄĽ", + "ï¼Į 让", + "ç¥ Ŀ", + "ا ÙĪÙĨد", + "اÙĪ ÙĨد", + "اÙĪÙĨ د", + "Ġ: |:", + "Ġ:| :", + "Ġre ž", + "Ġvyb av", + "ìľ ¤", + "æŃ ´", + "огÑĢаÑĦ иÑı", + "ez peÄį", + "ezpe Äį", + "± n", + "о вÑĥ", + "ов Ñĥ", + "Ġд Ñĥма", + "ĠдÑĥ ма", + "ĠдÑĥм а", + "Ġjedn odu", + "Ġjedno du", + "о Ñīи", + "оÑī и", + "ĠÙħ شتر", + "ĠÙħØ´ تر", + "è¦ ³", + "Ġyok tur", + "Ġyoktu r", + "Ġob Äįan", + "ĠTr ần", + "ım sız", + "α ιν", + "αι ν", + " Į", + "ر ÛĮاÙĨ", + "رÛĮ اÙĨ", + "ĠJe ho", + "ĠJeh o", + "ĠاÙĦ Ø¢ÙĨ", + "ĠاÙĦØ¢ ÙĨ", + "ÑģÑĮ ким", + "ÑģÑĮк им", + "Ġk dyby", + "Ġkdy by", + "ĠbaÅŁ ına", + "Ġprez ident", + "Ġ Viá»ĩc", + "ĠV iá»ĩc", + "åħ ¼", + "à¥Į à¤ľ", + "Ġ매매 ê°Ģ", + "模 å¼ı", + "nÃŃ mu", + "nÃŃm u", + "Ġ åĤ", + "Ġå Ĥ", + "Ġ deniz", + "Ġd eniz", + "Ġden iz", + "ĺ èĽĽ", + "Ġ èĢĮ", + "ĠèĢ Į", + "ÙĪ ØŃ", + "Ñĭ п", + "Ġâĸ ¼", + "n ul", + "nu l", + "ĠS ev", + "ĠSe v", + "Ġ ruh", + "Ġr uh", + "Ġru h", + "Ġh ạ", + "Ġ Ñıн", + "ĠÑı н", + "Ġ기 본", + "Ġv elik", + "Ġve lik", + "Ġvel ik", + "ĠT ân", + "и лиÑģÑĮ", + "ил иÑģÑĮ", + "или ÑģÑĮ", + "ĠÑħ ÑĢа", + "åĤ ·", + "Ġà¤Ĩ à¤ı", + "Ġn ynÃŃ", + "Ġny nÃŃ", + "» ØĮ", + "ĠØ´ ع", + "æĿ Ĥ", + "Ġм ÑĭÑĪ", + "ĠмÑĭ ÑĪ", + "ãģĻ ãģIJ", + "Ġ ê³µì§Ģ", + "Ġê³µ ì§Ģ", + "Ġt á»Ļc", + "ãĥ¼ ãĥĩ", + "ãĥ¼ãĥ ĩ", + "ĠÑģ ело", + "ĠÑģел о", + "Ġا عÙĦاÙħ", + "Ġاع ÙĦاÙħ", + "ĠÅŁ imdi", + "ĠÅŁi mdi", + "ĠاÙĦÙħ ÙĬÙĦاد", + "ĠاÙĨÙĤÙĦ اب", + "Ġشخص ÙĬØ©", + "ĠK ür", + "ĠKü r", + "Ġ вÑĸÑĤ", + "Ġв ÑĸÑĤ", + "ĠвÑĸ ÑĤ", + "ĠاÙĨد ازÙĩ", + "Ġм оÑī", + "Ġмо Ñī", + "t ernet", + "ter net", + "tern et", + "ĠαÏħ ÏĦή", + "ĠÑĢоз ÑĤа", + "Ġв ив", + "Ġви в", + "l ej", + "le j", + "Ġ 表", + "Ġè¡ ¨", + "ÏĥÏĥ ÏĮÏĦε", + "ĠÙĬ ست", + "ĠÙĬس ت", + "Ġм аÑĪ", + "Ġма ÑĪ", + "åĿ ļ", + "Ġком наÑĤ", + "า หล", + "าห ล", + "Ġ çĻ¼", + "ĠçĻ ¼", + "ĠاÙĪÙĦ ÛĮÙĨ", + "è¿IJ åĬ¨", + "Ġп ÑĥнкÑĤ", + "ĠпÑĥнк ÑĤ", + "ĠоÑģоб енно", + "Ġм ам", + "Ġма м", + "ç» ©", + "￣￣￣￣ ￣￣￣￣", + "алÑĮ нÑĭм", + "ĠЦ енÑĤ", + "ĠЦе нÑĤ", + "- Ðľ", + "ç· Ĵ", + "Ġह à¤ľ", + "о ÑĤÑĭ", + "оÑĤ Ñĭ", + "ãĤ¤ ãĥī", + "د ارة", + "دار Ø©", + "دا رة", + "ãģ¨ ãģĹãģŁ", + "ั à¸ŀย", + "ัà¸ŀ ย", + "Ġot áz", + "Ġдопом огоÑİ", + "à¹ģละ à¸ģาร", + "ĠÑĤÑĢанÑģп оÑĢÑĤ", + "ĠÑĤÑĢанÑģпоÑĢ ÑĤ", + "ĠÙĤر Ø¢ÙĨ", + "Ġ 第ä¸Ģ", + "Ġ第 ä¸Ģ", + "Ġм ил", + "Ġми л", + "Ġng ôi", + "Ġl inh", + "Ġli nh", + "Ġlin h", + "ĠNh ân", + "ÑĮогод нÑĸ", + "æĢ Ģ", + "à¹ī าส", + "à¹īา ส", + ".:: .::", + "Ġbi rey", + "Ġbir ey", + "æĢĿ ãģĦ", + "à¹ĥ à¸Ķ", + "веÑĢ д", + "ве ÑĢд", + "Ġlistop adu", + "Ġ à¹ģม", + "Ġà¹ģ ม", + "г е", + "Ġк ÑĥÑħ", + "ĠкÑĥ Ñħ", + "Ġ íĻľëıĻ", + "ĠíĻľ ëıĻ", + "Ġ èİ", + "Ġè İ", + "ĠÐIJ лÑĮ", + "ĠÐIJл ÑĮ", + "íļĮ ìĿĺ", + "ĠÏĢ Ïģα", + "Ġv ui", + "Ġvu i", + "ว ร", + "à¤Ĥ व", + "Ġg ece", + "Ġge ce", + "Ġgec e", + "ç« ¶", + "Ġk uv", + "Ġku v", + "м еÑī", + "ме Ñī", + "ĠÑĤеп еÑĢÑĮ", + "ĠÑĤепеÑĢ ÑĮ", + "à¸Ń à¹Ģม", + "åĪ¶ 度", + "ĠÑĤ ÑĢеÑĤ", + "ĠÑĤÑĢ еÑĤ", + "ĠÙĨ تÛĮجÙĩ", + "ä»ĺ ãģį", + "Ġ ï¾ŀ", + "Ġï¾ ŀ", + "Ġ Ñĩого", + "ĠÑĩ ого", + "âĢIJ -", + "ĠÅĻÃŃ ká", + "à¸ĩ à¹ĥà¸Ļ", + "ĠnÄĽkol ika", + "ĠnÄĽkolik a", + "Ġb una", + "Ġbu na", + "Ġbun a", + "ï¼Į åŃĺäºİ", + "ล ำ", + "ãĢģ ãģ¨", + "Ġn á»Ļp", + "ĠاÙĦ جÙĨ", + "ĠاÙĦج ÙĨ", + "ĠÎł αν", + "Ġγα ν", + "Ðŀ Ðł", + "Ġدخ تر", + "Ġúda je", + "Ġúdaj e", + "Ġ å¼ł", + "Ġå¼ ł", + "r etim", + "re tim", + "ret im", + "s ınız", + "sın ız", + "ĠÙĩÙĨ اÙĥ", + "ĠÙĩÙĨا Ùĥ", + "ÐĽ Ь", + "æķ ¬", + "Îij Îľ", + "页éĿ¢ åŃĺæ¡£å¤ĩ份", + "ìĤ¬ ê°Ģ", + "Ġt rest", + "Ġtr est", + "Ġtre st", + "Ġtres t", + "v iÄį", + "vi Äį", + "ĠÙ¾ ÛĮدا", + "ĠÙ¾ÛĮ دا", + "ζ ε", + "ĠÐŁ ов", + "ĠÐŁÐ¾ в", + "ÙĦÙħ ات", + "o rex", + "or ex", + "ore x", + "è¬ Ľ", + "ĠвÑĸдк ÑĢиÑĤ", + "м аÑħ", + "ма Ñħ", + "ĠÑĩиÑģ ле", + "ت بار", + "تب ار", + "ĠÎŃ Îº", + "ìķĦ íĮĮíĬ¸", + "r avel", + "ra vel", + "rav el", + "α Ïĥία", + "αÏĥ ία", + "a Äį", + "Ġ à¤ıन", + "Ġà¤ı न", + "ละ à¹Ģà¸Ń", + "Ġз алеж", + "Ġза леж", + "Ġзал еж", + "Ġ æģ", + "Ġæ ģ", + "Ġмож еÑĤе", + "ĠможеÑĤ е", + "Ġможе ÑĤе", + "Ġпо вед", + "Ġпов ед", + "ĠبسÛĮ ارÛĮ", + "ĠبسÛĮار ÛĮ", + "Ġ poÄįet", + "Ġpo Äįet", + "ĠpoÄį et", + "ر بع", + "رب ع", + "e lez", + "el ez", + "ele z", + "ا ÙĪرÛĮ", + "اÙĪ رÛĮ", + "اÙĪر ÛĮ", + "Ġba ÅŁk", + "ĠbaÅŁ k", + "å° Ĥ", + "Ġhal de", + "æĭ Ł", + "S au", + "Sa u", + "о ÑĨи", + "ี à¸Ħ", + "Ġв лади", + "Ġвла ди", + "Ġвлад и", + "ÙIJ Ùħ", + "k ud", + "ku d", + "à¥Ĥ ब", + "å§Ķ åĵ¡", + "า รà¸ĵ", + "าร à¸ĵ", + "o rů", + "or ů", + "Ġ ÙħÙĪÙĦ", + "ĠÙħ ÙĪÙĦ", + "ĠÙħÙĪ ÙĦ", + "Ġ byt", + "Ġb yt", + "Ġby t", + "ĠpÅĻÃŃslu Å¡", + "èĭ± è¯Ń", + "éĢ IJ", + "Ġvel ké", + "Ġvelk é", + "Ġà¤Ĩ श", + "Ġph iếu", + "Ġphi ếu", + "à¹ĥ ส", + "Ġاس Ù¾", + "Ġzbo žÃŃ", + "ãģĵ ãĤĵãģª", + "ãģĵãĤĵ ãģª", + "ĠÙĪÙĩ ÙĬ", + "ĠÑĥÑĩа ÑģÑĤÑĮ", + "ĠÑĥÑĩаÑģÑĤ ÑĮ", + "ĠÑĥÑĩаÑģ ÑĤÑĮ", + "à¸Īำ à¸Ļวà¸Ļ", + "Ġتر Ú©", + "åįģ åĪĨ", + "ÎŁ Îł", + "ÎŁÎ ł", + "κ ολ", + "κο λ", + "Ġf akat", + "Ġfa kat", + "Ġfak at", + "Ġch á»Ĺ", + "éĢļ çŁ¥", + "Ġв одÑĥ", + "Ġво дÑĥ", + "Ġвод Ñĥ", + "ĠÎļα ÏĦηγοÏģία", + "aca ģını", + "acaÄŁ ını", + "л ого", + "ло го", + "ĠmÃ¼ÅŁ ter", + "Ġj ednou", + "Ġjed nou", + "Ġjedn ou", + "Ġjedno u", + "Ġб аÑĢ", + "Ġба ÑĢ", + "i dae", + "id ae", + "ida e", + "d ım", + "dı m", + "è¾ ²", + "åIJ ¹", + "ëIJ ©ëĭĪëĭ¤", + "ĠÅŁekl inde", + "e ným", + "en ým", + "ený m", + "ëĵ ¯", + "i tÄĽ", + "it ÄĽ", + "Ġк олÑĮ", + "Ġкол ÑĮ", + "Ġко лÑĮ", + "ëĮĢ íķĻ", + "ĠÃĸ r", + "Ġ ê½", + "Ġê ½", + "ĠUB ND", + "Ġh ik", + "Ġhi k", + "ãĤī ãģĹãģĦ", + "ãĤīãģĹ ãģĦ", + "åĩº åĵģ", + "C ó", + "Ġ Îŀ", + "ĠÎ ŀ", + "Ġ åħ¥", + "Ġåħ ¥", + "ĠNg uyên", + "ĠÙ¾ ÙĪØ´", + "лÑı ÑĶ", + "ĠØ¢ غاز", + "Ġnhiá»ħ m", + "d ivid", + "div id", + "di vid", + "ç ĺ", + "ا ÙģتÙĩ", + "اÙģ تÙĩ", + "اÙģت Ùĩ", + "а меÑĤ", + "ам еÑĤ", + "нÑĥ лÑģÑı", + "нÑĥл ÑģÑı", + "ä¼ģ æ¥Ń", + "ÑĢоб ÑĸÑĤ", + "dü ÄŁÃ¼", + "dÃ¼ÄŁ ü", + "Ġ کاÙĨ", + "ĠÚ© اÙĨ", + "à¸Ń à¸ĩà¸Ĺ", + "à¸Ńà¸ĩ à¸Ĺ", + "й н", + "Ġpoh yb", + "Ġpohy b", + "Ġb iá»ĩn", + "Ġbi á»ĩn", + "Ġ ï¼Ľ", + "Ġï¼ Ľ", + "Ùħ ÙĨد", + "ÙħÙĨ د", + "Ġà¤Ĩ à¤ķ", + "ĠÄįlov ÄĽk", + "ĠÄįlovÄĽ k", + "ãĤĴè¦ĭ ãĤĭ", + "ë· °", + "ĠÑĥв елиÑĩ", + "ĠÑĥвели Ñĩ", + "Ġ ê´", + "Ġê ´", + "Ġyan lÄ±ÅŁ", + "éº ¦", + "Ġå¤ĸ éĥ¨", + "ÏĦ οÏħÏģγ", + "ÏĦοÏħ Ïģγ", + "Ġп ÑĢоÑĩ", + "ĠпÑĢ оÑĩ", + "ĠпÑĢо Ñĩ", + "ĠÑĢÑĥ ковод", + "çĽ ¤", + "èľ ĺèĽĽ", + "å®ī è£ħ", + "ĠУ кÑĢа", + "Ġtart Ä±ÅŁ", + "ÑĤ аж", + "ÑĤа ж", + "ĠoluÅŁ an", + "ĠRus ya", + "Ġк лÑĥб", + "Ġкл Ñĥб", + "ĠклÑĥ б", + "ĠÎł Ρ", + "alı dır", + "k ın", + "kı n", + "ĠзмÑĸ ни", + "ĠзмÑĸн и", + "leÅŁ ik", + "еÑĢ п", + "об Ñīе", + "обÑī е", + "Ġqu áºŃn", + "Ġप श", + "ãĤĴ åıĹ", + "à¹Ģล à¸Ĥ", + "ا ضر", + "اض ر", + "Ġuž ivatel", + "λ ία", + "λί α", + "ĠÐĴ они", + "ĠÐĴо ни", + "ุà¸Ķ à¸Ĺ", + "ĠV Ãł", + "ãĥ³ ãĤ¿", + ") ëĬĶ", + "æ¸ Ľ", + "Ġ μÏĢ", + "Ġμ ÏĢ", + "å· §", + "ĠÑĪ кол", + "ĠÑĪк ол", + "Ġì²ĺ ìĿĮ", + "ัà¸ģ à¸Ķ", + "æ® Ĭ", + "Ġnh á»Ŀ", + "ĠοÏĢο ία", + "à¹ģ à¸Ļว", + "à¹ģà¸Ļ ว", + "меÑĢик ан", + "nÃŃ ka", + "nÃŃk a", + "Ġíĺ¸ íħĶ", + "سب ب", + "à¸ĩ ม", + "ìŀĪ ëĬĶ", + "غ Ø·", + "Ùı ÙĦ", + "¹ æŀľ", + "Ñĩ Ñĸв", + "ÑĩÑĸ в", + "ÑĪ аÑı", + "ÑĪа Ñı", + "ĠØ¥ ÙĦا", + "ĠØ¥ÙĦ ا", + "خص ÙĪص", + "ll ll", + "ĠÑį ÑĤим", + "ĠÑįÑĤ им", + "ĠÑįÑĤи м", + "Ġz vÃŃ", + "Ġzv ÃŃ", + "Ġqu án", + "Ġquá n", + "à¸Ļ à¸ģ", + "Ġп олов", + "Ġпо лов", + "Ġпол ов", + "Ġ æ·±", + "Ġæ· ±", + "Ġm iá»ģn", + "Ġmi á»ģn", + "人 éĸĵ", + "Ġз им", + "Ġmey dana", + "е ÑĦ", + "Ġb á»ģn", + "Ġbá»ģ n", + "ز ÙĬد", + "زÙĬ د", + "ĠÐł еÑģп", + "ĠÐłÐµ Ñģп", + "ÎĻ ΣΤ", + "ÎĻΣ Τ", + "Ġ æĶ¶", + "ĠæĶ ¶", + "r aya", + "ra ya", + "ray a", + "ĠتÙĪ اÙĨد", + "ĠتÙĪاÙĨ د", + "Ġ ister", + "Ġis ter", + "Ġi ster", + "Ġist er", + "Ġ ë°Ģ", + "Ġë° Ģ", + "ĠмеÑħ ани", + "Ġ à¸ķำ", + "Ġà¸ķ ำ", + "Ġд ека", + "Ġде ка", + "Ġдек а", + "à¤Ĥ à¤Ĺल", + "à¤Ĥà¤Ĺ ल", + "ãĥ¼ ãĤ«ãĥ¼", + "Ġnep ÅĻÃŃ", + "ĠnepÅĻ ÃŃ", + "ĠÑģ ÑĩиÑĤ", + "ĠÑģÑĩ иÑĤ", + "Ġο μά", + "Ġç ift", + "ب ÛĮÙĨÛĮ", + "بÛĮ ÙĨÛĮ", + "بÛĮÙĨ ÛĮ", + "m eleri", + "me leri", + "mel eri", + "meler i", + "Ġвоз дейÑģÑĤв", + "d ou", + "do u", + "ìĥģ ìĿĦ", + "ĠÐĴ олод", + "ĠÐĴо лод", + "ĠÐĴол од", + "ε β", + "ÐĿ Ðĺ", + "Ñı к", + "Ïį ÏĦε", + "з ано", + "за но", + "len ir", + "c elik", + "ce lik", + "cel ik", + "ĠÑģоÑģÑĤав лÑıеÑĤ", + "ι αÏĤ", + "ια ÏĤ", + "ĠÐĵ оÑĢ", + "ä¹ĭ ä¸Ģ", + "Ïĥμ ÏĮÏĤ", + "ÏĥμÏĮ ÏĤ", + "ãģ« éĸ¢", + "Ġв Ñĩ", + "Ġп оÑģк", + "Ġпо Ñģк", + "ĠпоÑģ к", + "è¼ ¯", + "à¥Ģ श", + "ĠØ¢ ثار", + "à¸Ħวาม ร", + "Ġ един", + "Ġе дин", + "Ġеди н", + "íħ IJ", + "å¹³ æĪIJ", + "ĠkiÅŁ inin", + "ĠkiÅŁi nin", + "ãĤ² ãĥ¼ãĥł", + "à¥įत व", + "Ġkapsam ında", + "Ġak tar", + "Ġakt ar", + "Ġtr ừ", + "Ġر شد", + "Ġна каз", + "Ġнак аз", + "ر ÙĬÙĦ", + "رÙĬ ÙĦ", + "à¸Ń à¸Ħ", + "Ġگذ شتÙĩ", + "Ġ æ°ij", + "Ġæ° ij", + "ĠÑĤеб Ñı", + "s por", + "sp or", + "spo r", + "Ñİ ÑīаÑı", + "ÑİÑī аÑı", + "окÑĢем а", + "в ад", + "ва д", + "ĠCh úng", + "ĠزÛĮ ادÛĮ", + "ĠزÛĮاد ÛĮ", + "е ного", + "ен ого", + "ено го", + "ĠÚ© سÛĮ", + "à ŀ", + "Ġad ına", + "Ġadı na", + "Ñĥ да", + "Ñĥд а", + "Ñĸ ÑĶ", + "аÑĤ ели", + "аÑĤе ли", + "Ġnáv Å¡tÄĽ", + "çĶ¨ äºİ", + "ĠپرÙĪ ÙĨدÙĩ", + "ĠÙĨ بÙĪد", + "ĠÙĨب ÙĪد", + "س ات", + "ìĹ ĺ", + "ãģ£ ãģ¦ãĤĤ", + "ãģ£ãģ¦ ãĤĤ", + "Ġ çī©", + "Ġçī ©", + "Ðĺ з", + "åĪ ·", + "Ġ íľ´", + "Ġí ľ´", + "ĠоÑģоб лив", + "ãģĹ ãģ¾ãģ£ãģŁ", + "ãģĹãģ¾ ãģ£ãģŁ", + "a ydı", + "ay dı", + "ayd ı", + "åĩº çļĦ", + "ĠìķĦëĭĪ ëĿ¼", + "ıs ını", + "à¸Ĺาà¸ĩ à¸ģาร", + "Ġzv uky", + "Ġ 管", + "Ġç® ¡", + "âĸĭ âĸĭ", + "ĠÑĤ елеÑĦ", + "ĠÑĤел еÑĦ", + "Ġн елÑĮзÑı", + "ãĥ« ãģ®", + "Ïĥ ÏĢ", + "Ġ ç³", + "Ġç ³", + "åł ¡", + "ÑĨ Ñĥз", + "ÑĨÑĥ з", + "رÙĬ ÙĤØ©", + "رÙĬÙĤ Ø©", + "à¤¿à¤Ľ ल", + "è² ©", + "ĠУ кÑĢаÑĹн", + "ĠУкÑĢаÑĹ Ð½", + "ĠÙħسئ ÙĪÙĦ", + "Ġо ÑĩÑĸ", + "ĠоÑĩ Ñĸ", + "æľĢ å¾Į", + "Ġзна Ñİ", + "Ġзн аÑİ", + "à¹ī à¸Ļà¸Ĺ", + "à¹īà¸Ļ à¸Ĺ", + "ĠÑĤ еÑĢап", + "ĠÑĤеÑĢ ап", + "ĠÑĤе ÑĢап", + "ĠÑģп ок", + "ĠØ®ÙĪد رÙĪ", + "éĺ »", + "Ġdüz ey", + "ä¸Ģ åĢĭ", + "ا ÙģÙĩ", + "اÙģ Ùĩ", + "à¤Ĥ य", + "èµĦ 产", + "继 ç»Ń", + "ĠÑģ лаб", + "ĠÑģл аб", + "æĦı æĢĿ", + "ĠíĻĺ ìĤ°", + "ĠÑı ÑĢ", + "Ġd ůvod", + "Ġdů vod", + "çĿ Ľ", + "تÛĮ ب", + "ĠÙĪ ÛĮر", + "ĠÙĪÛĮ ر", + "ĠÙĩ زÛĮÙĨÙĩ", + "Ġben zer", + "Ġbenz er", + "ĠÙħ ادÙĩ", + "ĠÙħا دÙĩ", + "ĠÙħاد Ùĩ", + "à¥Į à¤ķ", + "Ġ à¹Ģà¸ķ", + "Ġà¹Ģ à¸ķ", + "Ġà¹Ģภķ", + "ãĤĪ ãģı", + "ид енÑĤ", + "èĭ± èªŀ", + "е ÑĢÑĭ", + "еÑĢ Ñĭ", + "Ġê¸Ī ìķ¡", + "Ġ ãĥ¼", + "Ġãĥ ¼", + "Ġ ëį¤íĶĦ", + "Ġëį ¤íĶĦ", + "ÑĢ аÑĤÑĮ", + "ÑĢа ÑĤÑĮ", + "ÑĢаÑĤ ÑĮ", + "Ġ åįķ", + "Ġåį ķ", + "à¹Ģà¸ī à¸ŀาะ", + "Ġ æĶ¿", + "ĠæĶ ¿", + "Ġà¤Ĩ म", + "Ġз ни", + "Ġзн и", + "Ġ ëĿ¼ìĿ´", + "ĠëĿ¼ ìĿ´", + "æİ Į", + "çIJĨ çĶ±", + "Ġ اغ", + "Ġا غ", + "ĠØ§Ø º", + "ĠÑģ иг", + "ĠÑģи г", + "Ġе ÑĦекÑĤив", + "ĠÐŁ ÑĢед", + "ĠÐŁÑĢ ед", + "ãĥ´ ãĤ£", + "Ġви ко", + "Ġвик о", + "Ġt vrd", + "Ġtv rd", + "ëĤ´ 기", + "ãĥĭ ãĤ¢", + "ĠÙħشاÙĩ دÙĩ", + "Ġस à¤ļ", + "l Ã¼ÄŁ", + "lü ÄŁ", + "è¯ģ åĪ¸", + "Ġs iêu", + "Ġsi êu", + "Ġ оÑĤв", + "ĠоÑĤ в", + "Ġvyt voÅĻ", + "ĠØŃ ÙħÙĦ", + "ĠØŃÙħ ÙĦ", + "ĠÑĦ ÑĢан", + "à¹ī à¸Ķ", + "åĮ» éĻ¢", + "Ġв лад", + "Ġвла д", + "غ ÙĦ", + "建 ç«ĭ", + "os loven", + "osl oven", + "и лаÑģÑĮ", + "ила ÑģÑĮ", + "عÙĦ ÙĪÙħات", + "عÙĦÙĪÙħ ات", + "Ġ ترÛĮÙĨ", + "Ġتر ÛĮÙĨ", + "ÎŃ Ïģει", + "ÎŃÏģ ει", + "Ġb áºŃt", + "ĠÙħØ´ Ú©", + "Ġر ئÙĬس", + "Ġرئ ÙĬس", + "Ġìłľ ìŀij", + "γ η", + "Ġн Ñĸк", + "ĠнÑĸ к", + "Ġ구 ìĦ±", + "ĠÄij en", + "Ġà¤ļ र", + "Ġgeç miÅŁ", + "äºĨ 解", + "Ġл еÑģ", + "Ġqu anh", + "Ġqua nh", + "Ġquan h", + "ãĢĮ æĪij", + "ĠNÄĽkter á", + "ëŀ į", + "Ãħ Ÿ", + "à¤Ĥ दर", + "à¤Ĥद र", + "ìķĦ ìĿ´", + "å°ij ãģĹ", + "ĠØ´Ùĩر ÛĮ", + "ĠØ´Ùĩ رÛĮ", + "κ ÏĦη", + "ĠâĹ Ħ", + "Ġ Ùĥس", + "ĠÙĥ س", + "è· Į", + "à ı", + "å·¥ åħ·", + "åĬ ĥ", + "p om", + "po m", + "ĠнавÑĩ аннÑı", + "Ġ رج", + "Ġر ج", + "ÑĢ ÑĥеÑĤÑģÑı", + "ÑĢÑĥ еÑĤÑģÑı", + "ÑĢÑĥеÑĤ ÑģÑı", + "Ġν ÎŃ", + "ÛĮÙĨ Ú©", + "à¹Ĥ à¸ĭ", + "åĭ ¤", + "ãģĹãģ¾ ãģĨ", + "ĠÑģ оглаÑģ", + "ĠÑģог лаÑģ", + "éĩij èŀį", + "ç »¿", + "ç» ¿", + "ĠС ан", + "æķ µ", + "Ġпо вÑĸÑĤ", + "Ġпов ÑĸÑĤ", + "Ġпом оÑīи", + "ĠпомоÑī и", + "ãĥ¡ ãĥªãĤ«", + "ãĤ· ãĤ¢", + "ĠÏĢ ÏģοÏĤ", + "ĠÏĢÏģο ÏĤ", + "èĪª 空", + "ĠваÑĢи анÑĤ", + "ĠваÑĢиан ÑĤ", + "Ġyalnız ca", + "ç³» çµ±", + "ĠÙģ ÙĪر", + "ĠÙģÙĪ ر", + "оÑĩ ной", + "оÑĩно й", + "à¹Ģว à¸Ńร", + "ĠкÑĥлÑĮ ÑĤÑĥÑĢ", + "ĠкÑĥлÑĮÑĤÑĥ ÑĢ", + "Ïĩ ι", + "ÄįÃŃ ta", + " ĵ", + "人 ãģĮ", + "κ οÏį", + "κο Ïį", + "ĠÑĢе ÑĶ", + "Ġв ÑģÑİ", + "ĠвÑģ Ñİ", + "éº Ĺ", + "Ġز ÙĨاÙĨ", + "ĠزÙĨ اÙĨ", + "çĭ Ĥ", + "Ġ หม", + "Ġห ม", + "Ġx úc", + "åħ Ĵ", + "ÄŁ inin", + "ÄŁi nin", + "ÄŁini n", + "ÄŁin in", + "åĸľ 欢", + "ĠÑģÑĤ ад", + "ĠÑģÑĤа д", + "iy esi", + "iye si", + "ìļ ±", + "è Ŀ", + "Ġ kus", + "Ġk us", + "Ġku s", + "ÏĦ ολ", + "ÏĦο λ", + "г Ñĸв", + "Ñĸ ли", + "Ñĸл и", + "ãģĦ ãĤĦ", + "é© Ĺ", + "ont rol", + "ا ÙĦÙĥ", + "اÙĦ Ùĥ", + "к овиÑħ", + "ко виÑħ", + "ков иÑħ", + "ĠÑģÑĤ ало", + "ĠÑģÑĤал о", + "ĠÑģÑĤа ло", + "ĠÎł αÏģα", + "Ġγα Ïģα", + "ĠγαÏģ α", + "Ġ chy", + "Ġc hy", + "Ġch y", + "Ġcih az", + "ĩ ´", + "ìŀ¥ ìĿ´", + "a ceae", + "ace ae", + "acea e", + "Ø´ Ùĩر", + "Ø´Ùĩ ر", + "ил аннÑı", + "çļĦ å°ı", + "Ġth ụ", + "Ġthá» ¥", + "ÙĪ ÙĨت", + "ÙĪÙĨ ت", + "л оÑĢ", + "ло ÑĢ", + "ãĤĴ æĮģ", + "ĠÎĶ ι", + "Ġ 羣", + "Ġçľ Ł", + "ÐĽ Ðŀ", + "é½ IJ", + "çİ Ħ", + "ا ÙĪÙĩ", + "اÙĪ Ùĩ", + "Ġи нÑĤ", + "Ġин ÑĤ", + "à¥Ģ à¤Łà¤°", + "à¥Ģà¤Ł र", + "Ġ обÑīе", + "Ġоб Ñīе", + "ĠобÑī е", + "Ġдеп ÑĥÑĤ", + "μÎŃν εÏĤ", + "ĠÙĥ ÙĬÙģ", + "ع ÙħÙĦ", + "عÙħ ÙĦ", + "ï¼Į å¦Ĥæŀľ", + "ï¼Įå¦Ĥ æŀľ", + "Ġин ÑĦек", + "i tele", + "it ele", + "ite le", + "itel e", + "Ġ ãĢĢãĢĢĠãĢĢ", + "ĠãĢĢ ãĢĢĠãĢĢ", + "ĠãĢĢãĢĢ ĠãĢĢ", + "ãĤ¤ ãĥ³ãĥĪ", + "ãĤ¤ãĥ³ ãĥĪ", + "л ÑĸÑĤ", + "лÑĸ ÑĤ", + "Ġ ÑģÑİ", + "ĠÑģ Ñİ", + "Ġz ase", + "Ġza se", + "Ġzas e", + "d ech", + "de ch", + "dec h", + "е ко", + "ек о", + "è® ĵ", + "åı ¬", + "з ем", + "Îł Îij", + "Ġvz du", + "า à¸Īาà¸ģ", + "าà¸Ī าà¸ģ", + "ko liv", + "kol iv", + "koli v", + "zk um", + "èģ Ĭ", + "Ġì±Ħ ìļ©", + "๠į", + "Ġ asp", + "Ġa sp", + "Ġas p", + "Û² Û´", + "ìĿ¸ ëį°", + "ĠkarÅŁÄ± laÅŁ", + "ï¼Į åı¯ä»¥", + "ï¼Įåı¯ 以", + "Ġà¤ĩन à¤ķ", + "Ġ ìĬ¤íĥĢ", + "ĠìĬ¤ íĥĢ", + "éĥ¨ å±ĭ", + "åĪ¶ ä½ľ", + "ãĥ¼ ãĤ·ãĥ§ãĥ³", + "ον ÏĦαÏĤ", + "γ ο", + "Ġìŀij ìĦ±", + "èij £", + "oz ÅĻejmÄĽ", + "ĠÑĢезÑĥлÑĮÑĤаÑĤ е", + "ĠÑĢезÑĥлÑĮÑĤ аÑĤе", + "ĠIns ecta", + "Ġs kon", + "Ġsk on", + "o tu", + "ot u", + "Ġp ÄĽt", + "ĠpÄĽ t", + "Ñģ ÑĮого", + "ÑģÑĮ ого", + "ĠÄ°s lam", + "Ġl á»ħ", + "Ġlá» ħ", + "ä¸Ń åľĭ", + "ĠÐľÑĸ нÑĸÑģÑĤ", + "åIJĪ åIJĮ", + "asy onu", + "asyon u", + "ож еÑĤ", + "оже ÑĤ", + "èĩª åĬ¨", + "ÑģÑĮ коÑİ", + "ÑģÑĮк оÑİ", + "ÑģÑĮко Ñİ", + "ĠkiÅŁ isel", + "ĠkiÅŁi sel", + "ÏĦ ικοÏį", + "ÏĦικ οÏį", + "ÏĦι κοÏį", + "ÏĦικο Ïį", + "Ġ ÑĥÑĩаÑģ", + "ĠÑĥ ÑĩаÑģ", + "ĠÑĥÑĩ аÑģ", + "ĠÑĥÑĩа Ñģ", + "ıl mÄ±ÅŁtır", + "ılmÄ±ÅŁ tır", + "ĠÑı ке", + "ĠÑıк е", + "Ñī инÑĭ", + "Ñīи нÑĭ", + "Ñīин Ñĭ", + "м аÑĢ", + "ма ÑĢ", + "Ġso udu", + "Ġsou du", + "Ġsoud u", + "Âł Я", + "Ġд ÑĢÑĥ", + "ĠдÑĢ Ñĥ", + "ãģ¡ ãĤĩ", + "à¥ĭ à¥ľ", + "ï¾ ij", + "Ġ ÏĦÏĮ", + "ĠÏĦ ÏĮ", + "Ġ ضر", + "Ġض ر", + "l áš", + "lá Å¡", + "Ġд Ñĸв", + "ĠдÑĸ в", + "Ġج دÙĬد", + "Ġجد ÙĬد", + "Ġнеб олÑĮÑĪ", + "ĠнеболÑĮ ÑĪ", + "éģ Ń", + "ç» į", + "ĠKur ulu", + "ĠKurul u", + "ÑģÑĤÑĢ ÑĥменÑĤ", + "ÑģÑĤÑĢÑĥ менÑĤ", + "è¿Ļ æĺ¯", + "ìĻ Ķëĭ¤", + "ìĻĶ ëĭ¤", + "м елÑĮ", + "ме лÑĮ", + "Ġ ä¼Ĭ", + "ủ ng", + "ĠзавиÑģим оÑģÑĤи", + "ëį ¤íĶĦ", + "çĩ ĥ", + "è¿ĩ åİ»", + "ĠзаÑģÑĤоÑģ ÑĥваннÑı", + "Ġداخ ÙĦÛĮ", + "ĠداخÙĦ ÛĮ", + "Ñī Ñij", + "ĠÂłĠÂł ĠÂłĠÂłĠÂłĠÂł", + "ĠÂłĠÂłĠÂłĠÂł ĠÂłĠÂł", + "ïº ®", + "ĠاÙĦÙħ ÙħÙĦÙĥØ©", + "s ında", + "sı nda", + "sın da", + "è³ Ģ", + "å± ı", + "Ġ ê¿", + "Ġê ¿", + "Ġdo ktor", + "Ġdok tor", + "ĠÙĤ اب", + "ĠS ist", + "ĠSi st", + "ĠмеÑģÑĤ е", + "ĠÑģоÑħ ÑĢа", + "ا شتÙĩ", + "اش تÙĩ", + "اشت Ùĩ", + "Ġ æľŁ", + "ĠпоÑģк олÑĮкÑĥ", + "Ġp ev", + "Ġpe v", + "ا گر", + "اگ ر", + "Ùħ ز", + "Ġض ÙħÙĨ", + "ॠ©", + "g esi", + "ge si", + "ges i", + "a ÄŁa", + "aÄŁ a", + "解 åĨ³", + "ëħ¸ ì¶ľ", + "Ġl uyá»ĩn", + "Ġкон ÑĤак", + "ĠконÑĤ ак", + "ภº", + "Ġ NgÃły", + "ĠNg Ãły", + "Ġvý stav", + "Ġth uyết", + "اÛĮ ع", + "Ġ: /:", + "Ġ:/ :", + "Ġph ạt", + "ĠÎij ÏĢÏĮ", + "ĠÎijÏĢ ÏĮ", + "Ġ muz", + "Ġm uz", + "Ġmu z", + "Ġ ìĥī", + "Ġìĥ ī", + "ĠÃĩ in", + "Ġکار برد", + "Ġکاربر د", + "ائ د", + "ب اد", + "با د", + "à¥į तम", + "à¥įत म", + "Ġ ëijĺ", + "Ġëij ĺ", + "Ġм оз", + "Ġмо з", + "Å¡ ÃŃch", + "Å¡ÃŃ ch", + "Ġ มห", + "Ġม ห", + "ĠØ¢ س", + "ĠÑģ лиÑĪком", + "èĥ ¡", + "è£ ģ", + "æĪ »", + "ĠìĦ¤ ëªħ", + "Ġo tom", + "Ġot om", + "Ġoto m", + "Ġलà¤Ĺ à¤Ńà¤Ĺ", + "à¸ĩ à¸ģ", + "ا بد", + "اب د", + "à¸Ļ าม", + "à¸Ļา ม", + "èĤ ©", + "Ġشد ÙĨد", + "ĠشدÙĨ د", + "ãģĿãģ® ä»ĸ", + "ad lo", + "ÄĽ n", + "ĠÙĦ Ùĩا", + "ĠÙĦÙĩ ا", + "Ġмин им", + "Ġми ним", + "Ġd ÅĻev", + "ĠTh iên", + "ĠThi ên", + "ëŀ Ļ", + "en gin", + "eng in", + "à¥Ģ मत", + "à¥Ģम त", + "ĠÑĥп оÑĤÑĢеб", + "âĢĮ تر", + "Ġç¥ŀ 马", + "ov ánÃŃm", + "ová nÃŃm", + "ovánÃŃ m", + "ován ÃŃm", + "Ġд ело", + "Ġдел о", + "Ġде ло", + "Ġ ç¼ĸ", + "Ġç¼ ĸ", + "ĠاÙĦ ظ", + "Ġ вий", + "Ġв ий", + "Ġви й", + "а ÑĤом", + "аÑĤ ом", + "аÑĤо м", + "åħ¬ åijĬ", + "ĠÄij em", + "ãĤ· ãĥªãĥ¼ãĤº", + "ä¸ĭ çļĦ", + "l ası", + "la sı", + "las ı", + "ĠвÑĭ боÑĢ", + "ĠвÑĭб оÑĢ", + "ÑĤ оÑĤ", + "ÑĤо ÑĤ", + "ëıĦ ë³Ħ", + "ĠÑĥ ÑģÑĤан", + "ĠÑĥÑģÑĤ ан", + "Ġ íŀĪ", + "Ġíŀ Ī", + "лÑĥ аÑĤа", + "Ġth ác", + "а нием", + "ан ием", + "ани ем", + "ание м", + "ов аÑĤÑĮÑģÑı", + "ова ÑĤÑĮÑģÑı", + "оваÑĤÑĮ ÑģÑı", + "ÑĤ ÑĶ", + "ÐŃ ÑĤо", + "ï¼Į è¦ģ", + "ĠV z", + "ĠØŃ ÙĪزÙĩ", + "ĠØŃÙĪ زÙĩ", + "- к", + "V Ỽi", + "ent ů", + "Ġbulun duÄŁu", + "Ġbulundu ÄŁu", + "ر ÙĪØ·", + "رÙĪ Ø·", + "ĠÑĹ Ð¹", + "Ġçev r", + "Ġ ÅĻed", + "ĠÅĻ ed", + "ĠÅĻe d", + "Ġس اختÙĩ", + "Ġساخت Ùĩ", + "åĬŀ æ³ķ", + "Ġ ÙĤÙĦ", + "ĠÙĤ ÙĦ", + "i ÅŁi", + "iÅŁ i", + "ï¼Ŀ ï¼Ŀ", + "س اس", + "Ġúdaj ů", + "å ¬", + "æį Ł", + "á ct", + "ác t", + "ĠÎij ÏĢ", + "çĪ ·", + "Ġ ÅĻád", + "ĠÅĻ ád", + "Ġl á»Ĺi", + "Ġlá» Ĺi", + "Ġlá»Ĺ i", + "on tent", + "ont ent", + "onte nt", + "ĠÙħ Ø°", + "ol oji", + "olo ji", + "oloj i", + "Ġپرد اخت", + "à¹ī าà¸ŀ", + "à¹īา à¸ŀ", + "ĠдейÑģÑĤв иÑı", + "Ġmnož stvÃŃ", + "ìķĪ ë§Ī", + "åģ ¶", + "Ġ ÃĶng", + "ĠÃĶ ng", + "Ġdak ika", + "hen dis", + "hend is", + "Ġb ác", + "å¯ ¶", + "à¹ĩà¸ģ หà¸į", + "noc enÃŃ", + "ĠErd oÄŁan", + ": ::::::::::::", + ":: :::::::::::", + ":::: :::::::::", + ":::::: :::::::", + ":::::::: :::::", + "::: ::::::::::", + "::::: ::::::::", + "::::::: ::::::", + "::::::::: ::::", + ":::::::::: :::", + "::::::::::: ::", + ":::::::::::: :", + "аÑĤ ем", + "аÑĤе м", + "d ız", + "dı z", + "ĠØ£ÙĬ ضا", + "ĠØ£ÙĬض ا", + "ĠÑįÑĦ ÑĦек", + "ãĤĮ ãģ¦ãģĦãĤĭ", + "ãĤĮãģ¦ ãģĦãĤĭ", + "ĠbaÅŁv uru", + "ĠbaÅŁvur u", + "ά νει", + "άν ει", + "ĠÏĦε λεÏħÏĦα", + "Ġê²Ģ ìĥī", + "ĠÚ©ÙĨ ترÙĦ", + "Ġ शà¤ķ", + "Ġश à¤ķ", + "å¼ ¹", + "Ġol muÅŁtur", + "Ġolm uÅŁtur", + "ĠolmuÅŁ tur", + "Ġв ÑģÑĤÑĥп", + "ĠвÑģÑĤ Ñĥп", + "Ñĩ ила", + "Ñĩи ла", + "Ñĩил а", + "ย า", + "ĠØ£ØŃ Ùħد", + "os lav", + "osl av", + "ĠÑĩа Ñģов", + "ĠÑĩаÑģ ов", + "Ġzá kladnÃŃ", + "Ġzáklad nÃŃ", + "Ġस व", + "д он", + "до н", + "ĠÅĻÃŃj na", + "κ οÏħ", + "κο Ïħ", + "éĢģ æĸĻçĦ¡æĸĻ", + "éĢģæĸĻ çĦ¡æĸĻ", + "Ïĥ ίαÏĤ", + "Ïĥία ÏĤ", + "Ïĥί αÏĤ", + "ãĤ´ ãĥª", + "Ġв иб", + "Ġви б", + "å½ Ĵ", + "Ġназ ад", + "ĠçĻ¾åº¦ æĶ¶å½ķ", + "á» Ĩ", + "Ġkal dı", + "ì¼ ľ", + "Ġ íıŃ", + "Ġíı Ń", + "ĠÑĩи ном", + "ĠÑĩин ом", + "è ¹", + "Ñı л", + "ĠÑĢаз дел", + "ĠÑĢазд ел", + "d G", + "ĠT ento", + "ĠTen to", + "ĠTent o", + "Ñı ÑĤÑĮÑģÑı", + "ÑıÑĤÑĮ ÑģÑı", + "éĿ¢ çļĦ", + "ĠÎķ ÏĢι", + "ĠÎķÏĢ ι", + "ê° ij", + "Ġk èm", + "ни ÑĨÑı", + "ниÑĨ Ñı", + "çĸ «", + "éĽ Ļ", + "ĠÙħر Ùĥز", + "Ġна Ñĥк", + "å¢ Ĺ", + "ĠÑĤе пеÑĢ", + "ĠÑĤеп еÑĢ", + "ा à¤ł", + "ाठł", + "à¹ĩà¸ļ à¹Ħà¸ĭà¸ķ", + "μβ ÏģίοÏħ", + "ĠÑĦÑĸн анÑģов", + "ĠÑĦÑĸнанÑģ ов", + "Ñĸ ÑĶÑİ", + "ÑĸÑĶ Ñİ", + "Ïģ ίζ", + "Ïģί ζ", + "ì¤ Ħ", + "ĠباÙĨ Ú©", + "t ul", + "tu l", + "li ÄŁini", + "liÄŁi ni", + "liÄŁ ini", + "liÄŁin i", + "ĠпозволÑı еÑĤ", + "Ġпозвол ÑıеÑĤ", + "Ïĥ ί", + "Ġ ìĽĥ", + "ĠìĽ ĥ", + "à¹Į à¸Ħ", + "Ġpol ov", + "Ġpo lov", + "Ġpolo v", + "ìŀ¥ ìĿĦ", + "is té", + "ist é", + "ĠС Ð¡Ð¡Ðł", + "á hl", + "áh l", + "è ¥", + "Ġкомп лек", + "à¸Ĥ à¸Ļาà¸Ķ", + "ั ศ", + "ν αν", + "να ν", + "Ġç¥ŀ马 æĶ¶å½ķ", + "ìĭľ ìĺ¤", + "Ġé¦ĸ页 第", + "ĠçĻ¾åº¦ æµģéĩı", + "åij¨ æĶ¶å½ķ", + "Ġh atta", + "Ġhat ta", + "ÐĴ Ñĸд", + "ĠвÑĭ ÑģÑĤÑĥп", + "Ú© ارÛĮ", + "کار ÛĮ", + "کا رÛĮ", + "K hi", + "Kh i", + "Ġì°¾ ìķĦ", + "Ġn ặng", + "éĨ «", + "ĠV Å¡", + "ĠпеÑĢ ен", + "ĠпеÑĢе н", + "л ава", + "ла ва", + "лав а", + "ÙĬ ÙħÙĬ", + "ÙĬÙħ ÙĬ", + "Ġvat andaÅŁ", + "Ġ ιÏĥÏĦο", + "Ġι ÏĥÏĦο", + "Ġ à¸ĵ", + "Ġภĵ", + "स ल", + "г ен", + "ге н", + "Ġ بÙĪر", + "Ġب ÙĪر", + "ĠبÙĪ ر", + "âĢĮدÙĩ د", + "âĢĮد Ùĩد", + "l ıklı", + "lık lı", + "Ġ strate", + "Ġst rate", + "Ġstr ate", + "Ġstrat e", + "Ġstra te", + "ب ÙĪر", + "بÙĪ ر", + "ãĢģ ãĤ¢", + "Ġson uc", + "Ġsonu c", + "Ġна иболее", + "- в", + "Ġвод ой", + "oj enÃŃ", + "oje nÃŃ", + "Ġغ رب", + "Ġغر ب", + "Ġb eri", + "Ġbe ri", + "Ġber i", + "a dÄĽ", + "ad ÄĽ", + "Ġd ovol", + "Ġdo vol", + "Ġdov ol", + "âĢĮÚ©ÙĨ ÙĨدگاÙĨ", + "âĢĮÚ©ÙĨÙĨد گاÙĨ", + "ãģķ ãĤī", + "ãĥ³ ãĤº", + "ãĤ« ãĥ«", + "om etr", + "ome tr", + "omet r", + "åĩ Ģ", + "ĠÙģ ÙĪÙĦ", + "ĠÙģÙĪ ÙĦ", + "ĠÙħ ÙĪسÛĮ", + "ĠÙħÙĪ سÛĮ", + "ĠÙħÙĪس ÛĮ", + "ĠاÙĦÙħغ رب", + "e cko", + "ec ko", + "eck o", + "ÙĢÙĢÙĢÙĢ ÙĢÙĢÙĢÙĢ", + "ê°Ģ 격", + "ÑĢ ÑĥÑĤ", + "ÑĢÑĥ ÑĤ", + "Ġ ë¶Ģë¶Ħ", + "Ġë¶Ģ ë¶Ħ", + "ĠpÅĻed pis", + "Ġoprav du", + "еÑĤ иÑĩ", + "еÑĤи Ñĩ", + "à¹Ĥ à¸Ħรà¸ĩà¸ģาร", + "æ ħ§", + "æħ §", + "æĭ ľ", + "س Ùĥ", + "ìŀ¡ ëĭ´", + "à¸Ľà¸£à¸°à¸¡ าà¸ĵ", + "è´¨ éĩı", + "Ġголов Ñĥ", + "Ġгол овÑĥ", + "л ениÑİ", + "лен иÑİ", + "ле ниÑİ", + "Ġन à¤ı", + "Ġprojekt u", + "ا Ùģر", + "اÙģ ر", + "at ivnÃŃ", + "ati vnÃŃ", + "ativ nÃŃ", + "ÎŃ Î½ÏĦ", + "ÎŃν ÏĦ", + "ãĥī ãĥ©", + "Ġted av", + "ê ¼", + "à¸Ľà¸£à¸°à¸ģ าศ", + "Ġt uto", + "Ġtu to", + "Ġtut o", + "Ġch iếu", + "Ġchi ếu", + "Ġchiế u", + "Ġv yz", + "Ġvy z", + "ÑĢ оÑĪ", + "ÑĢо ÑĪ", + "åıĸ å¾Ĺ", + "Ġм иÑģÑĤ", + "Ġми ÑģÑĤ", + "ĠмиÑģ ÑĤ", + "ĠÑģлÑĥÑĩа ÑıÑħ", + "Ġغ Ø°", + "ĠÑĥ клад", + "ĠÑĥк лад", + "ĠÑĥÑģÑĤанов лен", + "Ġtes lim", + "Ġ ãĢį", + "ĠãĢ į", + "Ġ è£", + "Ġè £", + "æ¯ «", + "éĬĢ è¡Į", + "e cts", + "ect s", + "ec ts", + "k emiz", + "kem iz", + "ν ηÏĤ", + "νη ÏĤ", + "è¾ º", + "Ġп ÑĢем", + "ĠпÑĢ ем", + "ĠпÑĢе м", + "Ġson ucu", + "Ġsonuc u", + "Ġsonu cu", + "P okud", + "Po kud", + "Pok ud", + "ĠÐŀÑģ об", + "è¾ Ľ", + "è¼ ¸", + "ë³´ ê³ł", + "à¸ļ à¸Ħ", + "ãĢĤ ãĢį", + "ा ।ĊĊ", + "ा। ĊĊ", + "ा।Ċ Ċ", + "ĠÑģамоÑģÑĤ оÑıÑĤелÑĮ", + "ÙĦ ÛĮت", + "ÙĦÛĮ ت", + "λ εκ", + "λε κ", + "ĠÑĢай она", + "ĠÑĢайон а", + "ÑĮ и", + "à¹Ī าà¸Ĺ", + "à¹Īา à¸Ĺ", + "Ġ à¸Ľà¸£à¸°à¹Ģà¸Ĺศ", + "Ġà¸Ľà¸£à¸° à¹Ģà¸Ĺศ", + "ม à¸Ń", + "ا Ùĩر", + "اÙĩ ر", + "Ġви боÑĢ", + "Ġвиб оÑĢ", + "ÑİÑĩи ÑģÑĮ", + "Ġp ovol", + "Ġpo vol", + "Ġpov ol", + "a base", + "ab ase", + "aba se", + "âĢ³ N", + "Ú© ÙĪ", + "ĠУкÑĢаÑĹ Ð½Ð°", + "ĠУкÑĢа ÑĹна", + "ĠУкÑĢаÑĹн а", + "sta nov", + "stan ov", + "ĠÑĥÑĩ аÑģÑĤи", + "ĠÑĥÑĩа ÑģÑĤи", + "ĠÑĥÑĩаÑģÑĤ и", + "ĠÑĥÑĩаÑģ ÑĤи", + "Ġh lad", + "Ġhl ad", + "ĠÑĢаÑģÑģ каз", + "ãģ¿ ãģŁãģĦ", + "á½ °", + "Ġ åĽŀ", + "ĠåĽ ŀ", + "Ġ Æ°Æ¡ng", + "α Ïģά", + "αÏģ ά", + "Ø® ب", + "æį ķ", + "ÃŃ ÅĻ", + "Ġ سÛĮÙĨ", + "Ġس ÛĮÙĨ", + "ĠسÛĮ ÙĨ", + "Âł in", + "ĠM ÄĽst", + "æķĻ åѦ", + "ĠоÑģоб иÑģÑĤ", + "ĠоÑģоби ÑģÑĤ", + "u ji", + "uj i", + "çĶ» åĥı", + "ĠداÙĨ Ø´ÙĨاÙħÙĩ", + "ĠداÙĨØ´ ÙĨاÙħÙĩ", + "ìĿ´ ìķ¼", + "Ġзап иÑĤ", + "ĠÑģво ими", + "ĠÑģвои ми", + "ĠÑģвоим и", + "Û²Û° Û²", + "ï¼Į å°Ĩ", + "ãĥ¼ ãģ®", + "Ġth ÃŃ", + "ĠÙħت ÙĪسط", + "à¥ĩ Ċ", + "å¤ļ å°ij", + "ï¼Į çĦ¶åIJİ", + "íĹ Ī", + "Ġ à¤Ńà¤Ĺ", + "Ġà¤Ń à¤Ĺ", + "Ġ åı·", + "Ġåı ·", + "Ġt eor", + "Ġte or", + "å Ĥ¨", + "åĤ ¨", + "Ġ ÑĢÑĸÑĩ", + "ĠÑĢ ÑĸÑĩ", + "ĠÑģÑĤаÑĤ ÑĤÑĸ", + "Ġرابط Ùĩ", + "Ġ ï¼ľ", + "Ġï¼ ľ", + "ب اØŃ", + "با ØŃ", + "ิà¸Ļ à¸Ĺาà¸ĩ", + "ิà¸Ļà¸Ĺ าà¸ĩ", + "à¥ĩà¤Ĥ Ċ", + "ائ ÙĤ", + "ĠاÙĦج دÙĬد", + "l iÄį", + "li Äį", + "ا ØŃÙĦ", + "اØŃ ÙĦ", + "mé nÄĽ", + "Ġb ầu", + "ĠÐĴ ал", + "Ġб лагод", + "Ġбла год", + "Ġблаг од", + "еÑĤ елÑĮ", + "еÑĤе лÑĮ", + "å¹³ åĿĩ", + "м ин", + "ми н", + "Ġsü rec", + "Ġsür ec", + "Ġsüre c", + "Ġза вод", + "Ġзав од", + "èį IJ", + "ÑĤ ий", + "ÑĤи й", + "л об", + "ло б", + "Ġ вок", + "Ġв ок", + "Ġво к", + "l adıģı", + "la dıģı", + "lad ıģı", + "ladı ģı", + "ladıģ ı", + "اÙĬ ÙĬ", + "ê²ł ìĬµëĭĪëĭ¤", + "Ġamac ıyla", + "Ġamacı yla", + "ï¼Į åĽłä¸º", + "ï¼ĮåĽł 为", + "ãģ§ ãģĤãģ£ãģŁ", + "ãģ§ãģĤ ãģ£ãģŁ", + "ĠØ´ رÙĪع", + "Ġشر ÙĪع", + "æŁ Ķ", + "' nun", + "'n un", + "о кол", + "ок ол", + "око л", + "Ġc iddi", + "Ġcid di", + "Ġb ụ", + "Ġyap ılacak", + "Ġyapı lacak", + "Ġyapıl acak", + "ĠÑĩÑĥв ÑģÑĤв", + "ìĤ¬ ìĿĺ", + "à¸Ń à¸Ļà¸Ķ", + "à¸Ńà¸Ļ à¸Ķ", + "ΊΤ", + "Ġëĭ¤ ìĸij", + "ëĭ¤ ë©´", + "im izi", + "imi zi", + "imiz i", + "ä¹ Ĥ", + "ãģ² ãģ¨", + "Ġ éĿŀ", + "ĠéĿ ŀ", + "âĢĮپدÛĮ ا", + "ä¹ ĺ", + "ãĥĬ ãĥ«", + "ĠпÑĸдпÑĢиÑĶм ÑģÑĤва", + "ĠпÑĸдпÑĢиÑĶмÑģÑĤв а", + "๠ij", + "è¿ Ŀ", + "ĠÙħ ÙĨÙĩ", + "ĠÙħÙĨ Ùĩ", + "ÑĢ ик", + "ÑĢи к", + "а ÑĢÑĸв", + "аÑĢ Ñĸв", + "аÑĢÑĸ в", + "Ġ кого", + "Ġк ого", + "Ġко го", + "ĠÙĤ ص", + "Ġ æĿ¥", + "ĠæĿ ¥", + "ĠPh òng", + "Ġ ово", + "Ġо во", + "Ġов о", + "ĠпеÑĢ ева", + "ĠпеÑĢе ва", + "ĠпеÑĢев а", + "é£ ²", + "à¤Ĥ à¤Łà¤°", + "à¤Ĥà¤Ł र", + "ÙĬ را", + "ÙĬر ا", + "il diÄŁi", + "ildi ÄŁi", + "e tin", + "et in", + "eti n", + "Ïĩε ία", + "Ïĩεί α", + "Ġzah rani", + "ÙĪ جد", + "ÙĪج د", + "Ġ ç¯", + "Ġç ¯", + "าร ย", + "Ġза ко", + "Ġзак о", + "ĠتÙĤ س", + "ãĤ¹ ãĤ¿ãĥ¼", + "ãĤ¹ãĤ¿ ãĥ¼", + "æĿ °", + "Ġ ãĤ°", + "ĠãĤ °", + "Ġ é»Ħ", + "Ġé» Ħ", + "Ġ Ðļогда", + "ĠÐļ огда", + "ॠ«", + "Ġ 次", + "Ġæ¬ ¡", + "ĠвÑĭ ÑĢаж", + "Ġch Äĥm", + "лÑı ÑĶÑĤÑĮÑģÑı", + "лÑıÑĶ ÑĤÑĮÑģÑı", + "د ÙĩÙħ", + "دÙĩ Ùħ", + "Ġv rch", + "Ġvr ch", + "çº Į", + "п оÑĢ", + "по ÑĢ", + "Ġm aÄŁ", + "Ġma ÄŁ", + "å¾Ĵ æŃ©", + "po dob", + "pod ob", + "ะ à¹ģ", + "éģ¸ æīĭ", + "å¸ ¯", + "Ġse bou", + "Ġseb ou", + "in ize", + "ini ze", + "iniz e", + "ĠÐľ ак", + "ĠÐľÐ° к", + "Ġ æĻ®", + "ĠæĻ ®", + "ĠÏħÏĢ άÏģÏĩ", + "ĠÄIJ Ãł", + "ĠBr no", + "Ġ Å¡ÃŃ", + "ĠÅ¡ ÃŃ", + "اÙĦ ص", + "Ġngh iêm", + "Ġnghi êm", + "Ġon ları", + "Ġonlar ı", + "Ġu žÃŃ", + "Ġuž ÃŃ", + "èĩªåĪĨ ãģ®", + "ĠнаÑħод иÑĤÑģÑı", + "Ġj si", + "Ġjs i", + "Ġस मर", + "Ġसम र", + "ĠÏĨ Ïī", + "Û±Û¹ Û¸", + "Ġà¤ľà¤Ĺ ह", + "éŃ ļ", + "ìĿ¸ ê°Ģ", + "ÄIJ iá»ģu", + "ĠØ£ عÙĦاÙħ", + "Ġأع ÙĦاÙħ", + "à¥ĩà¤Ĥ ।Ċ", + "à¥ĩà¤Ĥ। Ċ", + "å½¢ æĪIJ", + "Ġ ikt", + "Ġi kt", + "Ġik t", + "Ġzd roj", + "ĠAmer ik", + "Ρ Îĵ", + "à¸ĩ ส", + "ĠíĴ Ģ", + "Ñģол ÑİÑĤ", + "ÙĪ ÙĬت", + "ÙĪÙĬ ت", + "Ġgörün tü", + "ан нÑĭÑħ", + "аннÑĭ Ñħ", + "ĠØ£ ÙĤ", + "Ġ миÑĢ", + "Ġм иÑĢ", + "Ġми ÑĢ", + "å« Į", + "Ġm á»iji", + "Ġd erin", + "Ġde rin", + "Ġder in", + "é ĴĪ", + "éĴ Ī", + "Ġма ÑĪи", + "ĠмаÑĪ и", + "ì¸ ¡", + "ĠجÙĨ ÙĪب", + "ĠÑģ ло", + "ĠÑģл о", + "ãĢĤ ä¸Ģ", + "ени ÑıÑħ", + "ениÑı Ñħ", + "ĠÑĩолов Ñĸк", + "Ġy ana", + "Ġya na", + "Ġyan a", + "Ġо кÑĤ", + "Ġок ÑĤ", + "Ġ неÑĢ", + "Ġн еÑĢ", + "Ġне ÑĢ", + "æĪ ¶", + "н ÑĮомÑĥ", + "нÑĮ омÑĥ", + "нÑĮо мÑĥ", + "ĠÑĸ мен", + "ĠÑĸм ен", + "ãĤı ãģŁãģĹ", + "ĠÎĵ ια", + "ĠÎĵι α", + "ãĢģ ç§ģ", + "Ġ kou", + "Ġk ou", + "Ġko u", + "ĠÑĨ еÑĢк", + "ĠÑĨеÑĢ к", + "lay arak", + "ãĢ ĩ", + "ا ÙĦس", + "اÙĦ س", + "Âł T", + "Ġд ÑĢÑĥж", + "ĠдÑĢÑĥ ж", + "ĠдÑĢ Ñĥж", + "Ġд воÑĢ", + "Ġдв оÑĢ", + "Ġдво ÑĢ", + "λ ί", + "ĠëĨ Ģ", + "Ġte plot", + "Ġtep lot", + "Ùģ ات", + "б Ñĸ", + "Ġgüven lik", + "Ġgüvenli k", + "n ÄĽn", + "nÄĽ n", + "è© ©", + "Ġinsan ların", + "Ġinsanlar ın", + "ĠìĦ¤ ì¹ĺ", + "èĵ Ŀ", + "a vatel", + "av atel", + "ava tel", + "j ev", + "je v", + "ĠÚĨ را", + "Ġgerek iyor", + "ãĥĥ ãĤ°", + "ĠÃĩ ok", + "Ġ ÙĪجÙĩ", + "ĠÙĪ جÙĩ", + "ĠÙĪج Ùĩ", + "Ġ Ñĥли", + "ĠÑĥ ли", + "ĠÑĥл и", + " ij", + "åij Ģ", + "ĠоÑĢгани заÑĨии", + "ĠоÑĢганиз аÑĨии", + "ĠоÑĢганиза ÑĨии", + "ĠÑĸÑģ нÑĥ", + "Ġneb ude", + "Ġnebu de", + "Ġë° ¤", + "ä¸Ĭ ãģĮ", + "Ġध न", + "ĠرÙĪ ابط", + "γγ ελ", + "Ġдо ÑģÑıг", + "ĠдоÑģ Ñıг", + "ĠاÙĦÙĤ دÙħ", + "ĠاÙĦÙĤد Ùħ", + "Ġзна Ñħод", + "ĠÄįÃŃs lo", + "ÅŁ k", + "ĠاÙĦد ÙĬÙĨ", + "Ġgün lük", + "ÙĥÙĬ ÙĬÙģ", + "ÎŃ Ïģα", + "ÎŃÏģ α", + "à¸ķ รว", + "à¸ķร ว", + "Ġнали Ñĩи", + "ا ÙħÛĮÙĨ", + "اÙħ ÛĮÙĨ", + "اÙħÛĮ ÙĨ", + "Ġμ ικ", + "Ġdönem de", + "à¹Ī à¸Ĺ", + "æĥ ij", + "à¥ĭà¤Ĥ ,", + "Ñĩ Ñı", + "ãģ¾ ãĤĭ", + "ĠاÙĦ تÙĨ", + "ĠاÙĦت ÙĨ", + "ÑĢ аг", + "ÑĢаР³", + "ÑĢа г", + "ëĵ¤ ê³¼", + "Ń Ķ", + "ĠÙħÙĨ Ùĩا", + "ĠÙħÙĨÙĩ ا", + "ĠTh ế", + "éIJ µ", + "Ġ ï¾Ħ", + "Ġï¾ Ħ", + "ĠاÙĦØ¥ سÙĦاÙħ", + "ãĤ¦ ãĤ¹", + "ÙĬ دÙĬ", + "ÙĬد ÙĬ", + "Ġ å¾Ĺ", + "Ġå¾ Ĺ", + "Ġза ÑĢаз", + "ãĤ¸ ãĥ¥", + "Ġت عد", + "Ġتع د", + "i ÃŃ", + "Ġç ocu", + "oz ici", + "Ġ ë²Ķ", + "Ġë² Ķ", + "ĠØ¢Ùħ دÙĩ", + "ĠØ¢Ùħد Ùĩ", + "ÑĦ ик", + "ÑĦи к", + "Ġпо ÑģÑĤанов", + "ĠпоÑģÑĤ анов", + "Ġkrál ov", + "¨ ¨", + "Ġì¤ij ìļĶ", + "ĠG Wei", + "ĠGW ei", + "Ġvý voj", + "Ġboy ut", + "Ġ nek", + "Ġn ek", + "Ġne k", + "ا ÙĩاÛĮ", + "اÙĩ اÛĮ", + "اÙĩا ÛĮ", + "Ġst ranÄĽ", + "Ġstran ÄĽ", + "Ġstra nÄĽ", + "и ем", + "ие м", + "Ġпо ÑĢаж", + "ĠпоÑĢ аж", + "à¥įर दर", + "à¥įरद र", + "é¡Ķ ãĤĴ", + "ĠY üz", + "Ġо знаÑĩа", + "Ġозна Ñĩа", + "à¹ģล à¸Ļà¸Ķ", + "Ġب ÙĩرÙĩ", + "ĠبÙĩ رÙĩ", + "ен ÑĤÑĥ", + "енÑĤ Ñĥ", + "ĠÐĿ ад", + "ĠÐĿа д", + "ĠÐŁ олÑĮ", + "ĠÐŁÐ¾ лÑĮ", + "ĠÐŁÐ¾Ð» ÑĮ", + "ãĥĹ ãĥª", + "á¿ ¶", + "âĢĮپدÛĮ اÛĮ", + "âĢĮپدÛĮا ÛĮ", + "ĠÙ¾ اÙĪرپÙĪÛĮÙĨت", + "ิà¸ģ า", + "Ġε νÏİ", + "Ġεν Ïİ", + "Ġس اÛĮر", + "éģ º", + "ãĢģ ä»Ĭ", + "ĠL ê", + "äºĭ æĥħ", + "ĠY er", + "ĠYe r", + "èħ °", + "ĠاÙĦر سÙħ", + "ĠاÙĦÙħ ÙĪÙĤع", + "ĠاÙĦÙħÙĪ ÙĤع", + "Ġh Ãłm", + "Ġд ÑĢев", + "ĠдÑĢ ев", + "á tel", + "át el", + "áte l", + "ĠвÑģ Ñij", + "ìĺ ¥", + "ĠM ec", + "ĠMe c", + "ãĤ Ľ", + "Ġص اد", + "ĠÚ¯ ردد", + "Ġگرد د", + "Ġگر دد", + "Ġkr ás", + "èĮĥ åĽ´", + "a larına", + "alar ına", + "aları na", + "aların a", + "èĻ ļ", + "ĠØ¢ ÙĪرد", + "ĠØ¢ÙĪر د", + "ç¼ ĵ", + "ิ à¸ŀ", + "Ġ ãĥĭ", + "Ġãĥ ĭ", + "Ġ æĢ§", + "ĠæĢ §", + "ĠÙħÙĨ Ø°", + "ç· ´", + "Ġ ê¶ģ", + "Ġê ¶ģ", + "в аем", + "ва ем", + "Ġζ Ïī", + "Ġn avr", + "Ġna vr", + "Ġnav r", + "Ïĥ ÏĦαÏĥη", + "ÏĥÏĦα Ïĥη", + "Ġر Ø£", + "Ġd opl", + "Ġdo pl", + "Ġdop l", + "＿ ＿＿", + "＿＿ ＿", + "çĶļ èĩ³", + "Äį el", + "Äįe l", + "æĦı åij³", + "ç¥ Ń", + "à ĺ", + "ÑģÑĤв еннÑĭе", + "ÑģÑĤвен нÑĭе", + "è£ ¡", + "Ġ ãĢī", + "ĠãĢ ī", + "ĠãĢĢ ĠãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢ", + "ĠãĢĢĠãĢĢ ĠãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢ", + "ĠãĢĢĠãĢĢĠãĢĢĠãĢĢ ĠãĢĢĠãĢĢĠãĢĢ", + "ĠãĢĢĠãĢĢĠãĢĢ ĠãĢĢĠãĢĢĠãĢĢĠãĢĢ", + "ĠãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢ ĠãĢĢĠãĢĢ", + "ĠãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢ ĠãĢĢ", + "ĠãĢĢĠ ãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢ", + "Ġ вал", + "Ġв ал", + "Ġва л", + "Ġ ẩm", + "Ġd iyor", + "Ġdi yor", + "Ġdiy or", + "à¸Ńà¸ĩ à¸Īาà¸ģ", + "ĠPh ó", + "ĠÐĵ е", + "ĠвеÑĢ еÑģ", + "Ġве ÑĢеÑģ", + "Ġk onz", + "Ġko nz", + "Ġkon z", + "ر ز", + "ĠÑģоб оÑİ", + "Ġεκ εί", + "ìĺģ ìĸ´", + "i ag", + "ia g", + "ĠÑģ енÑĤ", + "Ġn ấu", + "Ġja ké", + "Ġjak é", + "Ġro zh", + "Ġroz h", + "Ġб ог", + "Ġбо г", + "ÙĨ اد", + "ÙĨا د", + "ĠاÙħ ÙĪر", + "à¹Į à¸ģาร", + "à¹Įà¸ģ าร", + "ĠY aÅŁ", + "ĠYa ÅŁ", + "é Ī", + "åķ ª", + "Ġon ay", + "Ġona y", + "ìĹ ĩ", + "o mu", + "om u", + "ÑĨ Ñĸйного", + "ÑĨÑĸй ного", + "ÑĨÑĸйно го", + "ĠÑģ ал", + "ĠΣ Ïħν", + "ĠΣÏħ ν", + "Ġsav un", + "å¦ Ļ", + "à¸Īะ ม", + "ãĤ¹ ãĤ¯", + "Ġd osy", + "Ġdo sy", + "Ġdos y", + "ľ ĺ", + "ë¨ ¹", + "Ġmin ul", + "Ġmi nul", + "ãĢĭ Ċ", + "åģ ı", + "ĠÐļ аÑĤ", + "ĠÐļа ÑĤ", + "Ġed ilmesi", + "Ġedilm esi", + "Ġedil mesi", + "ÑĨÑĸ ÑĶн", + "ìĦ± ìĿ´", + "åĸ Ķ", + "Ġв ÑĸÑĢ", + "ĠвÑĸ ÑĢ", + "è¯ ij", + "ाà¤ĩ ड", + "ĠÙĪÙĤ تÛĮ", + "ĠÙĪÙĤت ÛĮ", + "ÄIJ á»ĥ", + "Ġ vyÅ¡Å¡ÃŃ", + "Ġvy Å¡Å¡ÃŃ", + "Äį ila", + "Äįi la", + "Äįil a", + "а дÑĥ", + "ад Ñĥ", + "çī¹ åĪ¥", + "ĠìĿ¸ 기", + "u jÃŃcÃŃch", + "ujÃŃ cÃŃch", + "ujÃŃcÃŃ ch", + "ĠPo dle", + "ĠPod le", + "Ġy avaÅŁ", + "Ļ æ±Ł", + "Ġka yb", + "Ġkay b", + "åĬ ª", + "ç´ ¹", + "Ġоб ÑĢабоÑĤ", + "ĠобÑĢа боÑĤ", + "Ġм аÑı", + "Ġма Ñı", + "Ġ åıĬ", + "Ġåı Ĭ", + "æİ¥ åıĹ", + "ÙĨ تÛĮ", + "ÙĨت ÛĮ", + "Ġ ÏĩÏİ", + "ĠÏĩ Ïİ", + "ÑĤ ÑĢо", + "ÑĤÑĢ о", + "Ġu yar", + "Ġuy ar", + "ĠعÙħÙĦ کرد", + "Ġо ÑĨен", + "ĠмеÑģÑĤ а", + "à¸ķ ลาà¸Ķ", + "à¸ķล าà¸Ķ", + "Ùħ ÙĤ", + "ild ren", + "Ġзави ÑģиÑĤ", + "Âł ĠÂł", + "ÂłĠ Âł", + "Ġm ožná", + "Ġmož ná", + "æĺŃ åĴĮ", + "ır ken", + "к ин", + "ки н", + "åĿ Ĥ", + "ÏĦ Ïĥι", + "ÏĦÏĥ ι", + "ĠÑĩ Ñĥд", + "Ðļ он", + "is lav", + "isl av", + "ĠÐļ ÑĢаÑģ", + "ĠÐļÑĢа Ñģ", + "N ej", + "Ne j", + "Âł b", + "r of", + "ro f", + "Ġ ileri", + "Ġi leri", + "Ġil eri", + "Ġile ri", + "Ġiler i", + "ĠÐŀ ÑĢ", + "ĠCh á»ī", + "Ġn üfus", + "ĠÑĸ нÑĤ", + "ĠÑĸн ÑĤ", + "! âĢľ", + "Ġन र", + "主 ä¹ī", + "ĠتÙĨ ظ", + "ův odu", + "ůvod u", + "ĠгоÑĢ ода", + "ĠгоÑĢод а", + "Ġk ural", + "Ġkur al", + "Ġku ral", + "Ġj edin", + "Ġje din", + "Ġjed in", + "ÑĢ аÑĤег", + "ÑĢаÑĤ ег", + "åĢ º", + "Ġzpůsob em", + "ìĿ¸ ìĿĺ", + "Ġ ÙĨب", + "ĠÙĨ ب", + "ĠN ga", + "ĠNg a", + "ĠÐĿ ай", + "ĠÐĿа й", + "ĠاÙģ زار", + "ĠاÙģز ار", + "нÑĥ вÑģÑı", + "нÑĥв ÑģÑı", + "Ġдв оÑħ", + "Ġдво Ñħ", + "Ġro zp", + "Ġroz p", + "ε ίοÏħ", + "εί οÏħ", + "είο Ïħ", + "Ġο ικο", + "Ġοι κο", + "ĠG eç", + "ĠGe ç", + " Ĺ", + "Ġch iếm", + "Ġchiế m", + "ĠÑĢаÑģпÑĢоÑģÑĤ ÑĢан", + "Ġh Æ°Æ¡ng", + "èĩª åĭķ", + "ĠÙħÙĪ ÙģÙĤ", + "æĮ ¥", + "ï¼ģ âĢĿĊĊ", + "ï¼ģâĢĿ ĊĊ", + "Ïģο ÏĨοÏģ", + "èı Į", + "ãĥ´ ãĤ¡", + "欧 ç¾İ", + "ĠÑĤеп ло", + "ãģĤ ãģĤ", + "ãĤ¦ ãĥ³", + "ĠÅŁ eyi", + "ĠÅŁey i", + "Ġs üt", + "Ġsü t", + "ãģ¹ ãģ¦", + "ãĥ³ ãĥij", + "ãĥ³ãĥ ij", + "μÎŃν Ïīν", + "Ġgenel likle", + "Ġدر ÙħاÙĨ", + "Ù ª", + "Ġak ıl", + "ĠÐľ Ñĭ", + "Ġet miÅŁ", + "Ġetm iÅŁ", + "Å¡ la", + "Ġвозмож ноÑģÑĤÑĮ", + "Ġвозможно ÑģÑĤÑĮ", + "Ġgün cel", + "Ġná ro", + "å½¢ å¼ı", + "Ġα ÏĢοÏĦε", + "ĠαÏĢο ÏĦε", + "ĠмÑĸÑģ ÑĨÑı", + "Ġ رض", + "Ġر ض", + "ä¸į çŁ¥éģĵ", + "ä¸įçŁ¥ éģĵ", + "r ava", + "ra va", + "rav a", + "ĠÎļ ά", + "ิà¸Ļ à¸Ĺร", + "ิà¸Ļà¸Ĺ ร", + "Ġли ÑģÑĤÑĮ", + "ĠлиÑģÑĤ ÑĮ", + "èĨ ľ", + "ãģ«ãģª ãĤĬ", + "Ġ æĿ¾", + "ĠæĿ ¾", + "å® ı", + "Ġм иÑģ", + "Ġми Ñģ", + "át nÃŃ", + "Ġyıl lık", + "ĠMerk ezi", + "ĠMerkez i", + "Ġiç eri", + "Ġiçer i", + "ÅĻ ÃŃž", + "ÅĻÃŃ Å¾", + "Ġp ÅĻe", + "ĠpÅĻ e", + "Ïĩ Ïģι", + "Ġ åįĥ", + "Ġåį ĥ", + "Ġs rp", + "Ġsr p", + "à¹Ĥ à¸Ĺร", + "à¹Ĥà¸Ĺ ร", + "ĠK rál", + "ĠKr ál", + ". Σ", + "á val", + "áv al", + "l éd", + "lé d", + "Ġ λα", + "Ġλ α", + "ี ยวà¸ģ", + "ีย วà¸ģ", + "ียว à¸ģ", + "ãģı ãģª", + "ĠvÅ¡ ichni", + "ĠпÑĢед оÑģÑĤав", + "ì ¿", + "Ġ 구ê¸ĢìĥģìľĦ", + "Ġ구 ê¸ĢìĥģìľĦ", + "Ġ구ê¸Ģ ìĥģìľĦ", + "Ġà¤īप लब", + "в оз", + "во з", + "ĠëħĦ ëıĦë³Ħ", + "､ _", + "à¸ļ รร", + "à¸ļร ร", + "ĠÑģв ÑĸÑĤÑĥ", + "ĠÑģвÑĸÑĤ Ñĥ", + "ĠÑĢÑĥб лей", + "len me", + "lÃŃ Äį", + "ÏĦ ει", + "ÏĦε ι", + "Ġ åı¤", + "Ġåı ¤", + "ĠObr ázky", + "Ġìĺģ íĸ¥", + "ĠгÑĢаж дан", + "í Ĥ¹", + "íĤ ¹", + "Ġsahip tir", + "Ġп оÑĩаÑĤкÑĥ", + "ĠпоÑĩ аÑĤкÑĥ", + "ĠØ£ÙĬ ض", + "ĠÑĤоÑĢ гов", + "Ġgel ecek", + "Ġgele cek", + "Ġ 문íĻĶ", + "Ġ문 íĻĶ", + "ik leri", + "ikler i", + "ĠнеобÑħÑĸд но", + "Ġ äºij", + "o vol", + "ov ol", + "ovo l", + "Ġद ल", + "ĠìķĬ ê³ł", + "Ġм г", + "Ġz jist", + "an lı", + "ั à¸ĩà¸Ļ", + "ัà¸ĩ à¸Ļ", + "ÑĢа Ñħов", + "ÑĢаÑħ ов", + "ι νη", + "ιν η", + "Ġп лоÑĤ", + "Ġпл оÑĤ", + "Ġпло ÑĤ", + "Ġn itel", + "Ġni tel", + "Ġnit el", + "ìĬ¤ íģ¬", + "ĠSon ra", + "ĠÑģ боÑĢ", + "ĠÑģб оÑĢ", + "Ġ ÏĥοÏħ", + "ĠÏĥ οÏħ", + "Ġol mam", + "Ġolm am", + "Ġolma m", + "Ġan aliz", + "Ġanal iz", + "à¹Į ว", + "Ġm ỹ", + "Ġmá» ¹", + "ce ae", + "cea e", + "Ġ ден", + "Ġд ен", + "Ġде н", + "веÑĢ жд", + "веÑĢж д", + "Ạ¢", + "ãģĵ ãģ¨ãĤĤ", + "ãģĵãģ¨ ãĤĤ", + "ìĤ¬ íķŃ", + "è¨Ģ ãģ£ãģŁ", + "Ġ ì¹´ì§Ģëħ¸", + "Ġì¹´ ì§Ģëħ¸", + "ÑĢ иÑĤи", + "ÑĢи ÑĤи", + "ÑĢиÑĤ и", + "Ġch ce", + "Ġçev ir", + "ÛĮ ÛĮÙĨ", + "ä¼ļ è®®", + "ัม à¸ŀ", + "Ġ åĦ", + "Ġå Ħ", + "ĠÙ¾ در", + "å¼ı ä¼ļ社", + "Ġ ÑĨен", + "ĠÑĨ ен", + "ĠÑĨе н", + "ิ à¸ĸ", + "Ġji nak", + "Ġjin ak", + "Ġб лÑİ", + "Ġбл Ñİ", + "и ÑĨин", + "иÑĨ ин", + "ÙĴ Ùĩ", + "Ú© ÙĪر", + "Ú©ÙĪ ر", + "Ġ ìķħ", + "Ġìķ ħ", + "e ksiyon", + "ek siyon", + "eks iyon", + "ĠÑģ веÑĢ", + "ĠÑģв еÑĢ", + "ĠобÑĢаз ованиÑı", + "Ġ ãĥĻ", + "Ġãĥ Ļ", + "æľī 人", + "Ġbilg ileri", + "Ġbilgi leri", + "Ġbilgiler i", + "Ġh ầu", + "еÑĢ Ñĸг", + "еÑĢÑĸ г", + "Ġva Å¡e", + "Ġn edir", + "Ġne dir", + "Ġned ir", + "ä¸į å¾Ĺ", + "ĠbaÅŁar ılı", + "ĠbaÅŁarı lı", + "Ġkay bet", + "Ġkayb et", + "å© ·", + "ĠÐĿ ав", + "ĠÐĿа в", + "Ġê´Ģ íķľ", + "Ñģ ÑĤÑİ", + "ÑģÑĤ Ñİ", + "å®ŀ éĻħ", + "k lady", + "kl ady", + "klad y", + "kla dy", + "д аÑĤÑĮ", + "да ÑĤÑĮ", + "даÑĤ ÑĮ", + "r aç", + "ra ç", + "Ġkuv vet", + "à¸ģาร à¸Ĺ", + "å ļ", + "Ġ ÑĢеп", + "ĠÑĢ еп", + "ĠÑĢе п", + "Ġ à¸Ŀ", + "ĠภĿ", + "ĠDi ÄŁer", + "íĶĦ íĬ¸", + "Ġnej vÄĽtÅ¡ÃŃ", + "Ġìłģ ìļ©", + "Ġonemoc nÄĽnÃŃ", + "а ка", + "ак а", + "Ðł аз", + "ĠÙģ Ø¥ÙĨ", + "ãĤµ ãĤ¤ãĤº", + "ãĤµãĤ¤ ãĤº", + "Ġv lád", + "Ġvl ád", + "Ġvlá d", + "Ġr ady", + "Ġrad y", + "Ġra dy", + "ãĢģ ãģĵãĤĮ", + "ÑģÑĤв ие", + "lı ÄŁa", + "lıģ a", + "å ŃĶ", + "åŃ Ķ", + "Ġ áo", + "Ġá o", + "à¸Ń าà¸ģาศ", + "Ġ à¤ıम", + "Ġà¤ı म", + "δ αÏĤ", + "δα ÏĤ", + "Ġа пÑĢ", + "Ġап ÑĢ", + "æİ Ľ", + "Ġ ç«ĭ", + "Ġç« ĭ", + "âĸı âĸı", + "ĠС м", + "Ġne má", + "Ġnem á", + "Ġ è¢", + "Ġè ¢", + "νο μα", + "νομ α", + "ĠÙģ رÙĪد", + "ĠÙģر ÙĪد", + "ĠÙģرÙĪ د", + "Ġül ke", + "Ġülk e", + "Ġ æĺŁ", + "Ġæĺ Ł", + "ั à¸Ļà¸ģ", + "ัà¸Ļ à¸ģ", + "ãģķãĤĵ ãģ®", + "eÅŁ il", + "ÄŁ iz", + "ÄŁi z", + "ĠÐij оÑĢ", + "Ġt ầm", + "ει ÏĦοÏħÏģγ", + "Ġ γÏģα", + "Ġγ Ïģα", + "à¥įष à¤ķ", + "Ġv ẻ", + "Ġkend isine", + "Ġkendisi ne", + "ĠìķĮ ê³ł", + "Ġêµ Ńìłľ", + "ĠêµŃ ìłľ", + "ĠnÄĽk do", + "Ġ ÛĮÙĩ", + "ĠÛĮ Ùĩ", + "Ġکار بر", + "ãĥĻ ãĥ«", + "ï» ´", + "Ġt uyên", + "Ġtuy ên", + "Ġç at", + "Ġça t", + "âĢIJ âĢIJ", + " ı", + "Ġ ìĤ¬ìĹħ", + "ĠìĤ¬ ìĹħ", + "é ĨĴ", + "éĨ Ĵ", + "æıIJ é«ĺ", + "æ· ¡", + "Ġ ÄŁ", + "ĠÄ Ł", + "èĸ ¦", + "ãĢĭ ï¼Ī", + "æ¡ ĥ", + "ìĹ Ħ", + "Ġ æŀĹ", + "Ġæŀ Ĺ", + "Ä Ĥ", + "ĠÄĮ ech", + "α ιο", + "αι ο", + "ĠØ· رÙĬÙĤ", + "Ġطر ÙĬÙĤ", + "Ġзав еÑĢÑĪ", + "ĠзавеÑĢ ÑĪ", + "تÙĪ بر", + "ĠØŃ Ø¬", + "ĠÎŃÏĩ οÏħν", + "¿ ÃĤ", + "Ġd ÄĽtÃŃ", + "ĠdÄĽ tÃŃ", + "ĠdÄĽt ÃŃ", + "Ġiç ine", + "Ġiçin e", + "Ġiçi ne", + "ĠCh úa", + "ан нÑĭй", + "аннÑĭ й", + "ĠÙĪÛĮ Úĺ", + "Ġna stav", + "Ġnast av", + "ıs ına", + "ısı na", + "ĠÑĹ Ð¼", + "п он", + "по н", + "е нÑı", + "ен Ñı", + "ĠÙĪ ظ", + "Ú¯ ÙĦ", + "หล วà¸ĩ", + "Ġza stav", + "Ġzast av", + "а кон", + "ак он", + "³³³³³³³³³³³³³³³³ ³³³³³³³³³³³³³³³³", + "ĠK ır", + "ĠKı r", + "çµ ¶", + "ĠоÑĢганÑĸ заÑĨÑĸÑĹ", + "ĠоÑĢганÑĸз аÑĨÑĸÑĹ", + "ĠоÑĢганÑĸза ÑĨÑĸÑĹ", + "ãģŁ ãĤĬ", + "Ø° ÙĬ", + "Ġर à¤ķ", + "amp iyon", + "Ġ æ¸ħ", + "Ġæ¸ ħ", + "çľ¼ çĿĽ", + "Ġìķ ĬìĿĢ", + "ĠìķĬ ìĿĢ", + "é¹ ¿", + "Ġ å¿ĥ", + "Ġå¿ ĥ", + "ĠпÑĢек ÑĢаÑģ", + "ĠÑģ егоднÑı", + "Ġ सल", + "Ġस ल", + "ĠÏħ ÏĢÏĮ", + "ĠÏħÏĢ ÏĮ", + "ĠÐķ го", + "ĠÐĽ и", + "ãĤ¨ ãĥ«", + "Ġл ÑİÑĤ", + "ĠлÑİ ÑĤ", + "é¥ °", + "Ġvz dál", + "¯ ÃĤ", + "Ġна Ñıв", + "Ġتش Ú©ÛĮÙĦ", + "Ġس ÙĪÛĮ", + "ĠسÙĪ ÛĮ", + "Ġt ái", + "Ġtá i", + "Ġk apı", + "Ġkap ı", + "ĠsvÄĽt ÄĽ", + "ĠsvÄĽ tÄĽ", + "δ ÏĮν", + "δÏĮ ν", + "æ¼ ¢", + "ì į¨", + "ĠbaÅŁv ur", + "ÑĢ ина", + "ÑĢи на", + "ÑĢин а", + "Ġk elim", + "Ġke lim", + "Ġkel im", + "аÑĤ ок", + "аÑĤо к", + "Ġκά θε", + "ĠYük sek", + "à¹ĩà¸Ļ à¸ľ", + "éł Ĥ", + "åIJĮ æĻĤ", + "ÅŁ tır", + "ÅŁt ır", + "ว à¸ĩศ", + "วà¸ĩ ศ", + "o ty", + "ot y", + "Ġ ارد", + "Ġا رد", + "Ġار د", + "ĠìŀIJìĭł ìĿĺ", + "ĠÑıн ва", + "üyor du", + "æĿ ¨", + "ĠâĢĵ Ċ", + "ï¼Į å®ĥ", + "е йн", + "ей н", + "ĠпеÑĢ еÑĤ", + "ĠпеÑĢе ÑĤ", + "ĠdeÄŁiÅŁik lik", + "ĠогÑĢа ниÑĩ", + "ìĦľ ìļ¸", + "Ġgel iyor", + "ĠÙ¾ Ø°ÛĮر", + "åĵ ²", + "ey in", + "eyi n", + "Ġëı Ī", + "Ġun iverz", + "Ġh ned", + "Ġhn ed", + "Ġt áºŃn", + "vo ÅĻÃŃ", + "voÅĻ ÃŃ", + "Ġn iên", + "Ġni ên", + "dÄĽ podob", + "ìĤ¬ íļĮ", + "ãģĮ ãģĤãĤĬ", + "ĠÑģ ÑĸÑĩ", + "' '\"", + "'' \"", + "Ġtop lantı", + "ĠÑģ ÑĩеÑĤ", + "ĠÑģÑĩ еÑĤ", + "åĩĨ å¤ĩ", + "ан ÑĸÑı", + "анÑĸ Ñı", + "Ġ zel", + "Ġz el", + "Ġze l", + "v ala", + "val a", + "va la", + "Ġа пп", + "Ġап п", + "ĠاÙĦÙħ ÙĦÙĥ", + "ĠاÙĦÙħÙĦ Ùĥ", + "Ġho ÅŁ", + "ĠÐĵ ен", + "ĠÐĵе н", + "ÑĤ аб", + "ÑĤа б", + "ĠÄĮesk o", + "ĠÄĮes ko", + "Ġмай же", + "ĠmÄĽ sto", + "ĠmÄĽst o", + "yo nel", + "yon el", + "ê±° 리", + "Ġìĺ¨ ëĿ¼ìĿ¸", + "ç´ ¯", + "Ġde rec", + "Ġder ec", + "Ġdere c", + "Ġок ÑĢÑĥж", + "Ġy abancı", + "Ġ íĦ°", + "ĠíĦ °", + "Ġ èµĦ", + "Ġèµ Ħ", + "ÎĻÎļ ÎĹ", + "Ġп Ñĭ", + "Ġv ÄĽn", + "ĠvÄĽ n", + "и нки", + "ин ки", + "ụ p", + "æľº 械", + "ĠìķĮ 볤", + "ëħ ķ", + "Ġ λÏĮγ", + "Ġλ ÏĮγ", + "e yn", + "ey n", + "Ġ ëIJĺìĹĪëĭ¤", + "ĠëIJĺ ìĹĪëĭ¤", + "ĠëIJĺìĹĪ ëĭ¤", + "æ± ¡", + "Ġve dle", + "Ġved le", + "ĠÙĥ تب", + "ë§ ¨", + "ĠÙħÙĤ اÙĪ", + "å¹´ ãģ«", + "ाà¤ĩ à¤ķ", + "ĠÑģÑĤ оÑģ", + "ĠÑģÑĤо Ñģ", + "ĠÏĥ ÏĦοÏħÏĤ", + "м еÑĤÑĮ", + "ме ÑĤÑĮ", + "меÑĤ ÑĮ", + "Ġes as", + "Ġesa s", + "ëIJĺ ê³ł", + "ĠkvÄĽt na", + "Ġ éľ", + "Ġé ľ", + "d ük", + "dü k", + "åŁ ·", + "è ªĮ", + "èª Į", + "Ġm luv", + "Ġml uv", + "ĠпÑĢи нÑı", + "ĠпÑĢин Ñı", + "Ġpo té", + "Ġpot é", + "ĠÚ© ÙĨÙħ", + "ĠÚ©ÙĨ Ùħ", + "ĠпÑĢед лож", + "ĠÐľÐ¾Ñģк ва", + "ï¼Į å¦Ĥ", + "Ġsv ém", + "Ġsvé m", + "Ġا ÙħÙĨ", + "ĠاÙħ ÙĨ", + "ส าย", + "ĠÑĥм енÑĮ", + "Ġ ãģĵãģ®", + "åī Ĥ", + "ĠÑģ еÑĢÑĮ", + "ĠÑģеÑĢ ÑĮ", + "Ġm á»ĩ", + "Ġmá» ĩ", + "Ġ ä¹Ŀ", + "Ġä¹ Ŀ", + "Ġза кÑĸн", + "Ġзак Ñĸн", + "Ġв елиÑĩ", + "Ġвели Ñĩ", + "Ġвел иÑĩ", + "Ġве лиÑĩ", + "Ġкон ÑĤÑĢа", + "ĠконÑĤ ÑĢа", + "ĠконÑĤÑĢ а", + "ĠS osyal", + "Ġy ukarı", + "Ġد ÙĪب", + "ĠدÙĪ ب", + "ä¾ §", + "Ġза мен", + "Ġзам ен", + "ï» ®", + "Ġso bÄĽ", + "Ġsob ÄĽ", + "ĠТак же", + "Ð İ", + "ε δ", + "Ùħ ارÛĮ", + "Ùħا رÛĮ", + "Ùħار ÛĮ", + "ξ ι", + "ì¹ Ń", + "Ġп лаÑģÑĤи", + "Ġпл аÑģÑĤи", + "Ġпла ÑģÑĤи", + "Ïĥ οÏħν", + "Ïĥο Ïħν", + "ÏĥοÏħ ν", + "èľĺèĽĽ è¯į", + "ÙĪ ÛĮزÛĮ", + "ÙĪÛĮ زÛĮ", + "Ġnap ÅĻ", + "ĠÑĤип а", + "ĠÑĤи па", + "à¥Ĥ à¤Ľ", + "ĠÅŁ ah", + "л ÑıÑĤи", + "лÑı ÑĤи", + "ب ÛĮر", + "بÛĮ ر", + "ระ ยะ", + "ĠболÑĮ ÑĪин", + "ĠболÑĮÑĪ ин", + "ÏĦη ÏĦα", + "Ġíıī ê°Ģ", + "Ġpro jev", + "Ġproj ev", + "Ġproje v", + "ò i", + "Ġк нÑı", + "ÏĨ εÏģ", + "е ÑĢÑĥ", + "еÑĢ Ñĥ", + "Ñį н", + "ĠعÙħ ÙĦÛĮ", + "ĠعÙħÙĦ ÛĮ", + "à¤ł न", + "ãĥ³ ãĤ¯", + "ĠìķĦ ëŀĺ", + "Î Ī", + "Ġب است", + "Ġبا ست", + "Ġ تÙĥ", + "Ġت Ùĥ", + "a ÄįnÃŃ", + "aÄį nÃŃ", + "ĠлÑĸ кÑĥваннÑı", + "ĠлÑĸк ÑĥваннÑı", + "à¸Ħ à¹Ĥà¸Ļ", + "Ġ èĥ½", + "Ġè ĥ½", + "Ġèĥ ½", + "θ λη", + "len miÅŁ", + "Ġl á»Ļ", + "Ġlá» Ļ", + "Ġsi lah", + "Ġsil ah", + "ĠA ustr", + "ĠAust r", + "ĠAus tr", + "ĠAu str", + "ØŃ ÙĤ", + ".*** .***", + "ì ©", + "Ġg Ãł", + "Ġباز بÛĮÙĨÛĮ", + "ĠÄij Ãłn", + "ÃŃ ky", + "ÃŃk y", + "ĠÎķ ν", + "ض Ùħ", + "å§ ĵ", + "Ġ ÙĨÙĪÛĮس", + "ĠÙĨ ÙĪÛĮس", + "ĠÙĨÙĪ ÛĮس", + "Ġskup iny", + "Ġس ÛĮد", + "ĠسÛĮ د", + "Ġal dıģı", + "Ġald ıģı", + "Ġaldı ģı", + "m eli", + "me li", + "mel i", + "в иж", + "ви ж", + "ì¹ĺ ëĬĶ", + "ов аÑħ", + "ова Ñħ", + "Ġ æ©", + "Ġæ ©", + "Ø´ÙĨ اسÛĮ", + "Ø´ÙĨاس ÛĮ", + "Ġn imi", + "Ġni mi", + "Ġnim i", + "ĠÐĵ ÑĢи", + "íĹ Į", + "Ġк в", + "éŁ ĵ", + "Ġ íĽĦ기", + "ĠíĽĦ 기", + "Ġ stÅĻÃŃ", + "Ġst ÅĻÃŃ", + "ĠstÅĻ ÃŃ", + "ĠкÑĸлÑĮ кÑĸÑģÑĤÑĮ", + "ĠBakan lıģı", + "ĠменÑĮ ÑĪе", + "ا ÙĪÛĮ", + "اÙĪ ÛĮ", + "Ġار ÙĪÙ¾", + "Ġ èī²", + "Ġèī ²", + "ĠÚ©ÙĪÚĨ Ú©", + "ĠA ynı", + "Ġ äºĨ", + "Ġس Ùģر", + "ĠسÙģ ر", + "ĠÑĤе аÑĤ", + "Ġ vÄĽd", + "ĠvÄĽ d", + "а ÑĢов", + "аÑĢ ов", + "Ġоб меж", + "ĠìķĬ ìķĺ", + "追 åĬł", + "éł Ī", + "dÄĽ lenÃŃ", + "dÄĽl enÃŃ", + "dÄĽlen ÃŃ", + "Ġk ims", + "Ġki ms", + "Ġkim s", + "Ġ èı²", + "Ġèı ²", + "Ġг ÑĢÑĥн", + "ĠгÑĢÑĥ н", + "ĠгÑĢ Ñĥн", + "ĠØ¢ ÙĦÙħاÙĨ", + "ĠØ¢ÙĦ ÙħاÙĨ", + "Ġав г", + "ĠÑī оÑģÑĮ", + "ĠÑīо ÑģÑĮ", + "Ġ å¾·", + "Ġå¾ ·", + "ĠÐĿа ÑĨÑĸоналÑĮ", + "æĪIJ ç«ĭ", + "ูà¸Ļ ย", + "ãĥ¼ ãĥ«ãĥī", + "ãĥ¼ãĥ« ãĥī", + "éĽ ²", + "ĠT á»ķ", + "cı lık", + "ĠAlma nya", + "ĠAlman ya", + "Ġov Å¡em", + " ĭ", + "ĠÏĩÏģη ÏĥιμοÏĢοι", + "Ġörg üt", + "िस स", + "èĹ Ŀ", + "ĠGi ải", + "Ġsv ob", + "Ġsvo b", + "Ġrůzn ých", + "Ġrůz ných", + "Ġsmlou vy", + "ÑĢ еÑģÑģ", + "ÑĢеÑģ Ñģ", + "ี à¹Ģà¸Ķ", + "ĠاÙħ رÙĪز", + "ĠاÙħر ÙĪز", + "ãĤ ħ", + "åĿ ¦", + "à¹ī à¸Ħ", + "Ġ каж", + "Ġк аж", + "Ġка ж", + "å¼ Ĺ", + "Ñĩ ноÑĹ", + "Ñĩно ÑĹ", + "åľ Ī", + "ĠØ¢ ÙĩÙĨÚ¯", + "ëª °", + "Ġ æº", + "Ġæ º", + "Ġ èĦ", + "Ġè Ħ", + "ä¸Ģ æŃ¥", + "оÑĩ ка", + "Ġpro stor", + "Ġpros tor", + "Ġprost or", + "Ġng ắn", + "Ġ ç·", + "Ġç ·", + "н аÑĢ", + "на ÑĢ", + "Ġà¤ľ व", + "ĠнаÑĩ алÑĮ", + "Ġне дел", + "Ġнед ел", + "ĠÑģиÑģÑĤем Ñĥ", + "ج ÙĬ", + "اد ات", + "ادا ت", + "Ġ æ¢", + "Ġæ ¢", + "ĠجاÙħ عة", + "ĠجاÙħع Ø©", + "Ġ ä»İ", + "Ġà¤ħ फ", + "èĸ Ħ", + "Ġب اÙĤ", + "Ġبا ÙĤ", + "ب ÙĬع", + "بÙĬ ع", + "ãģķ ãĤĮãģ¦", + "ãģķãĤĮ ãģ¦", + "ĠÃĩ alÄ±ÅŁ", + "Ø®ÙĪ است", + "ãĥĥ ãĤ·ãĥ¥", + "ĠØŃ Ø³ÛĮÙĨ", + "ĠØŃس ÛĮÙĨ", + "Ġоб наÑĢÑĥж", + "в Ñĸдом", + "вÑĸ дом", + "вÑĸд ом", + "Ġh ôm", + "л анд", + "ла нд", + "лан д", + "Ġव à¤ľà¤¹", + "س ÙĬÙĨ", + "سÙĬ ÙĨ", + "æł ı", + "Ġna vÃŃc", + "Ġnav ÃŃc", + "ãĤµ ãĤ¤ãĥĪ", + "ãĤµãĤ¤ ãĥĪ", + "ĠÑı комÑĥ", + "ĠÑıк омÑĥ", + "Ġí Ľ", + "ĠY ani", + "ĠYan i", + "ĠYa ni", + "ãĤĵ ãģ§ãģĻ", + "ãĤĵãģ§ ãģĻ", + "Ġг ÑĢÑĥп", + "ĠгÑĢÑĥ п", + "ĠгÑĢ Ñĥп", + "Äį ný", + "ÑĨ ик", + "ÑĨи к", + "ÙĪ ÙĬر", + "ÙĪÙĬ ر", + "Ġ Xã", + "ĠX ã", + "Ġf yz", + "Ġfy z", + "Ġ ï½ī", + "Ġï½ ī", + "âĢĮ ترÛĮÙĨ", + "âĢĮتر ÛĮÙĨ", + "à¤Ł à¤ķ", + "ÑĦоÑĢм и", + "ÑĦоÑĢ ми", + "ĠO yun", + "ĠOy un", + "åł´ æīĢ", + "ØŃ Ø«", + "ĠìķĮ ìķĦ", + "ÑĢав илÑĮ", + "ÑĢави лÑĮ", + "ï¼Į âĢĿ", + "b oru", + "bo ru", + "bor u", + "ĠK ullan", + "ĠKul lan", + "ĠKay nak", + "Ġê° ĸ", + "ç´ Ķ", + "ï¼Į æ¯ı", + "ÎĹ Î¡", + "Ġp ůl", + "Ġpů l", + "Ġг оÑģÑĤ", + "ر ÙĪÙħ", + "رÙĪ Ùħ", + "ï¼Į åį³", + "Û² Û³", + "ĠÙĨØ® ست", + "ĠÚ© سب", + "Ġ à¹Ģà¸ļ", + "Ġà¹Ģ à¸ļ", + "Ġà¹Ģภļ", + "Ġy azar", + "Ġya zar", + "Ġyaz ar", + "j ekt", + "je kt", + "à¹Ĥล ย", + "Ġдоб ÑĢе", + "Ġپزش Ú©ÛĮ", + "ĠتÙĩ ÛĮÙĩ", + "ç¾İ åľĭ", + "но ÑģÑıÑĤ", + "ноÑģ ÑıÑĤ", + "ноÑģÑı ÑĤ", + "ëłĪ ìĬ¤", + "åĹ ¯", + "Ġr Ãłng", + "ĠÎķ ξ", + "а ÑĤаÑĢ", + "аÑĤ аÑĢ", + "аÑĤа ÑĢ", + "k ova", + "ko va", + "kov a", + "ĠÅŁey ler", + "Ø® اص", + "ĠìķĪ ìłĦ", + "Ñī ей", + "Ñīе й", + "Ġë° Ŀ", + "âĢĮتÙĪاÙĨ د", + "ãģĪ ãģ°", + "Ġv ữ", + "Ġvá» ¯", + "ĠÑģ ама", + "ĠÑģам а", + "ĠобоÑĢ Ñĥд", + "Ġобо ÑĢÑĥд", + "âĢĮ باشد", + "à¹Į à¸Ń", + "Ġdet ay", + "æĤ ²", + " Ī", + "ãĤ¦ ãĤ£", + "ĠпÑĢав ила", + "ĠпÑĢави ла", + "ĠпÑĢавил а", + "kr ét", + "à¹Į ร", + "åĮ ¹", + "Ġ åħį", + "Ġå ħį", + "Ġåħ į", + "ĠÑģилÑĮ но", + "ĠиÑģ ÑĤоÑĩ", + "ĠиÑģÑĤ оÑĩ", + "ĠsaÄŁ lar", + "Ġ æѦ", + "ĠæŃ ¦", + "íĸ ĪìĬµëĭĪëĭ¤", + "íĸĪ ìĬµëĭĪëĭ¤", + "Kh ông", + "à¹Īาà¸ĩ à¹Ĩ", + "Û° Û°Û°", + "Û°Û° Û°", + "Ġ رÙĤ", + "Ġر ÙĤ", + "âĢĻ ÑıÑĤ", + "âĢĻÑı ÑĤ", + "åĽ ²", + "à¹ģ à¸Ķà¸ĩ", + "Ġžád né", + "c ouz", + "co uz", + "cou z", + "à ĭ", + "ĠпÑĸд гоÑĤов", + "Ġ ëĮĢíķĻ", + "ĠëĮĢ íķĻ", + "Ġdüny anın", + "èĢģ å¸Ī", + "èģĮ ä¸ļ", + "Ġy eri", + "Ġye ri", + "Ġyer i", + "à¥ĭ à¤ķर", + "à¥ĭà¤ķ र", + "ĠبÙĩ تر", + "ëĭĪ ìķĦ", + "ìĿĮ ìĿĦ", + "Ġ æĮĩ", + "ĠæĮ ĩ", + "ãĢį ï¼Ī", + "ĠÑģооÑĤвеÑĤÑģÑĤв ии", + "æĬ ĵ", + "à¹Ĥ à¸Ĺ", + "Ġtr á»ĵng", + "ĠпÑĢа ÑĨÑĸ", + "Ġ ëĨĵ", + "ĠëĨ ĵ", + "à¤ĩ न", + "Ġìłķ ë§IJ", + "ãĢ ķ", + "Ġc áºŃn", + "åĸ Ŀ", + "Ġê³Ħ ìĨį", + "Ġ ä¸İ", + "Ġä¸ İ", + "å¥ ı", + "Ġع اÙĦÙħ", + "Ġvys vÄĽt", + "Ġдо ÑĢог", + "ĠдоÑĢ ог", + "Ġн еÑĢв", + "ĠнеÑĢ в", + "Ġб еÑĤ", + "Ġп ÑĢиÑĤ", + "ĠпÑĢ иÑĤ", + "ĠпÑĢи ÑĤ", + "ов Ñĭй", + "å· ¡", + "Ùģ اع", + "Ðļ Ðĺ", + "à¸ķ รวà¸Ī", + "à¸ķรว à¸Ī", + "ĠÐľ ай", + "ĠÐľÐ° й", + "ëıĦ ë¡ľ", + "Ġz lat", + "ĠsaÄŁ lam", + "Ïģ αν", + "Ïģα ν", + "à¸Ĭ ร", + "å¹´ ãģ®", + "à¸Ħ รà¸Ńà¸ĩ", + "à¸Ħร à¸Ńà¸ĩ", + " ħ", + "Ġho á", + "Ġдов олÑĮно", + "Ġol maz", + "Ġolm az", + "Ġolma z", + "ĠpodmÃŃn ky", + "ĠÑħозÑı й", + "æĻ ´", + "ÑĢ ова", + "ÑĢов а", + "ÑĢо ва", + "Ġl ược", + "ान न", + "Ġкап иÑĤ", + "ĠÚĺ اÙĨ", + "æľī äºĽ", + "ĠповеÑĢÑħ ноÑģÑĤи", + "ĠÑĨ Ñĸн", + "ĠÑĨÑĸ н", + "ü yle", + "üy le", + "Ġj azy", + "Ġja zy", + "Ġjaz y", + "ĠPh ú", + "Ġ सन", + "Ġस न", + "åĩº åĶ®", + "Âł д", + "Ġ ãĤ¯", + "ĠãĤ ¯", + "çĶ± äºİ", + "à¥į पत", + "à¥įप त", + "ĠاÙĦØ® اÙħ", + "Ġاص ÙĦاØŃ", + "ĠاصÙĦ اØŃ", + "Ġ تÛĮ", + "Ġت ÛĮ", + "Ġt ato", + "Ġta to", + "Ġtat o", + "å¹ ¹", + "æ³ ½", + "à¸Ńà¸ģ à¸Īาà¸ģ", + "Ñĥ лÑİ", + "Ñĥл Ñİ", + "Ġв Ñģп", + "ĠвÑģ п", + "m ekte", + "me kte", + "mek te", + "à¥Ģ फ", + "ĠÚĺ ÙĪئ", + "Ġl á»ĩnh", + "Ġlá»ĩ nh", + "âĢĮ کرد", + "âĢĮÚ© رد", + "íı¬ ì¸ł", + "an ki", + "ank i", + "Ġëĵ±ë¡Ŀ ëĮĢíĸī", + "Ġ ãĤĿ", + "ĠãĤ Ŀ", + "Ġار زش", + "Ġارز Ø´", + "Ġth ú", + "Ġ ấn", + "è¡Į 为", + "ĠÑģ нова", + "ê ¾¸", + "Ġsou hlas", + "Ġв озв", + "Ġвоз в", + "Ġво зв", + "ÏģÎŃ ÏĢει", + "ĠнÑĸ Ñĩого", + "ĠнÑĸÑĩ ого", + "н ож", + "но ж", + "ÑĤ ик", + "ÑĤи к", + "ãģ© ãģĵ", + "ĠоÑģнов е", + "ãĤ ¥", + "à¸Ľà¸£à¸° à¸Īำ", + "Ġ à¸Ĺà¸Ńà¸ĩ", + "Ġà¸Ĺ à¸Ńà¸ĩ", + "Ġek sik", + "Ġeks ik", + "ĠÙĦ Ø¥", + "ãģĭ ãģ®", + "Ġ ãģª", + "- प", + "Ïģ ει", + "Ïģε ι", + "ĠìłĦ 문", + "า à¸ģล", + "าà¸ģ ล", + "β ε", + "íĬ¹ ë³Ħ", + "íķĺ ë©´ìĦľ", + "íķĺë©´ ìĦľ", + "à¸Ħà¹Ĥà¸Ļ à¹Ĥลย", + "Ġ 好", + "Ġå¥ ½", + "Ġy ayım", + "Ġyay ım", + "ë§Į ëĤ¨", + "ĠкиÑģ лоÑĤ", + "ĠкиÑģл оÑĤ", + "ĠÑį неÑĢг", + "çĸ ¾", + "Ġد Ø´", + "Ġsor uml", + "Ġsoru ml", + "Ġза клад", + "Ġзак лад", + "à¸Ĭ à¸Ńà¸ļ", + "ĠÙģرÙĩÙĨÚ¯ ÛĮ", + "Ġà¤ı ल", + "Ġë¹Ħ êµIJ", + "l erce", + "ler ce", + "Ġ Ø·ÙĦب", + "ĠØ· ÙĦب", + "ĠØ·ÙĦ ب", + "ãģ« ãģĹãģ¦", + "ĠÑı коÑĹ", + "ĠÑıк оÑĹ", + "ĠاÙĦب تÙĩ", + "ĠÐľ аÑĤ", + "ĠÐľÐ° ÑĤ", + "åį ĵ", + "Ġ åħ¬åı¸", + "Ġåħ¬ åı¸", + "Ġsöy ley", + "Ġsöyl ey", + "ĠìĥĪ ë¡ľìļ´", + "ĠÑĦ аÑĢ", + "Ġalt ına", + "Ġaltın a", + "Ġaltı na", + "Ġsta vu", + "Ġstav u", + "âĢĻ ı", + "al izace", + "aliz ace", + "Ġви ÑģÑĤÑĥп", + "æķĻ å¸Ī", + "à¥Ģ à¤ıस", + "à¥Ģà¤ı स", + "o dÄĽ", + "od ÄĽ", + "ĠÑĨ Ñĸл", + "ĠÑĨÑĸ л", + "ĠëĮĢ ìĥģ", + "ĠкоÑĤоÑĢ ом", + "ĠкоÑĤ оÑĢом", + "Ġظ رÙģ", + "éİ ®", + "اÙģ ÙĬØ©", + "اÙģÙĬ Ø©", + "Ġ ìĹĨìĿ´", + "ĠìĹĨ ìĿ´", + "ĠμÏĮ νο", + "ĠC Æ¡", + "å¯ »", + "ÏĦ ιÏĥ", + "ÏĦι Ïĥ", + "Ġ ãĤĦ", + "ĠãĤ Ħ", + "Ġjed noho", + "Ġjedn oho", + "Ġjedno ho", + "ا ا", + "Ø§Ø §", + "et ler", + "Ġव स", + "ĠÑĢазлиÑĩ нÑĭÑħ", + "Ġج غراÙģ", + "Ġth ừa", + "Ġthá» «a", + "ĠгÑĢомад Ñıн", + "ॠ°", + "ĠاÙĦØ£ Ø®", + "Ġнаг ÑĢÑĥз", + "ç¸ ¾", + "à¥Ĥ ह", + "ĠпÑĢÑıм о", + "â Ĭ", + "ĠاÙĦØ£ÙĪÙĦ Ùī", + "æĸ° èģŀ", + "Ġìĥģ íĻ©", + "it esi", + "ite si", + "ites i", + "ëį° ìĿ´íĬ¸", + "æŃ ·", + "ï¼ĮèĢĮ ä¸Ķ", + "ãģ¯ ãģļ", + "产 çĶŁ", + "æ°Ĺ ãģĮ", + "y slu", + "ys lu", + "ysl u", + "ìĸ´ ëĤĺ", + "ا Ú©Ùħ", + "اک Ùħ", + "âĢ ĥ", + ") ìĿĢ", + "Ġجست ارÙĩاÛĮ", + "ÙĪ Ø«", + "ãħ İ", + "Ġkav ram", + "v ál", + "vá l", + "æľ Ń", + "æĤ ł", + "ìħ Ģ", + "h rad", + "hr ad", + "hra d", + "Ġت ÙĥÙĪÙĨ", + "ĠتÙĥ ÙĪÙĨ", + "ĠH òa", + "å¹´ çļĦ", + "Ġç arp", + "Ġça rp", + "Ġy olu", + "Ġyo lu", + "Ġyol u", + "Ġdub na", + "ĠÐĴ елик", + "ĠÐĴели к", + "Ġt ôn", + "Ġtô n", + "æ ķĮ", + "æķ Į", + "Ġc oi", + "Ġco i", + "Ġnak onec", + "ĠÑį ÑĤÑĥ", + "ĠÑįÑĤ Ñĥ", + "íĨµ ëł¹", + "ÑĪ ел", + "ÑĪе л", + "Ġneb yl", + "Ġneby l", + "in ç", + "ب اÙĦØ¥ÙĨجÙĦÙĬزÙĬØ©", + "باÙĦ Ø¥ÙĨجÙĦÙĬزÙĬØ©", + "ï¼ ¡", + "о нÑĮ", + "он ÑĮ", + "Ġне маÑĶ", + "Ġнем аÑĶ", + "Ġê³ł ê°Ŀ", + "ĠÙĤ طع", + "ĠÙĤØ· ع", + "ĠÑĤеÑĢиÑĤоÑĢ ÑĸÑĹ", + "人 ãģ¯", + "ĠΣ α", + "éĤ£ äºĽ", + "ãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢ", + "ios per", + "í Ĥ¨", + "íĤ ¨", + "r aki", + "ra ki", + "rak i", + "اÛĮ ج", + "Âł C", + "Ġан алÑĸз", + "ãĤı ãĤĬ", + "ĠìķĦëĭ Į", + "ĠاÙĦعÙħÙĦ ÙĬØ©", + "ĠاÙĦعÙħ ÙĦÙĬØ©", + "l ament", + "la ment", + "lam ent", + "é» ¨", + "u jÃŃcÃŃm", + "ujÃŃ cÃŃm", + "ujÃŃcÃŃ m", + "Ġr ẻ", + "ä¸į åĪ°", + "Ġrez erv", + "ĠاÙĦØ° ÙĬÙĨ", + "ĠاÙĦØ°ÙĬ ÙĨ", + "æĭ ¥", + "Ðĺ н", + "Ġतह त", + "r esi", + "re si", + "res i", + "Ġ ãĥ¢", + "Ġãĥ ¢", + "л ев", + "ле в", + "ãĢĢ r", + "Ġ ä»Ĭ", + "Ġö dem", + "Ġpot rav", + "ĠêµIJ ìĪĺ", + "ÑĢ еди", + "ÑĢед и", + "ÑĢе ди", + "ĠÎļ ÎijÎĻ", + "Ġ наÑĩала", + "ĠнаÑĩ ала", + "Ġиз б", + "ĠbÅĻez na", + "Ġle dna", + "Ġled na", + "ÑĢ ÑĥÑİÑĤ", + "ÑĢÑĥ ÑİÑĤ", + "Ġ моÑĤ", + "Ġм оÑĤ", + "Ġмо ÑĤ", + "åıĹ åĪ°", + "ĠÑĢÑĥ кÑĥ", + "ĠÑĢÑĥк Ñĥ", + "Ỽ m", + "ad ele", + "ade le", + "adel e", + "ĠÑĢоз глÑı", + "åħ IJ", + "Ġر ÙĪاÙĨ", + "ĠرÙĪ اÙĨ", + "а ков", + "ак ов", + "Ñĥ ÑĢÑĭ", + "ÑĥÑĢ Ñĭ", + "Ġaz al", + "ĠÑĥ кÑĢа", + "ĠÑĥк ÑĢа", + "пи он", + "ĠÄįlov ÄĽ", + "äºĮäºĮ äºĮäºĮ", + "ا بÙĬ", + "اب ÙĬ", + "Ġas lında", + "ë¹ Ī", + "Ġв ÑĢаÑĩ", + "ĠвÑĢа Ñĩ", + "ë£ ¹", + "Ġген еÑĢа", + "à¸ģาร ส", + "ĠÑģов Ñģем", + "ÙĪ ÙĦا", + "ÙĪÙĦ ا", + "Ġश ब", + "ाà¤ĸ ण", + "ست اÙĨÛĮ", + "ستاÙĨ ÛĮ", + "æĬ ½", + "Ġrů z", + "ĠíĮIJ 매", + "à¸ģาร à¸ķ", + "ائ ÛĮ", + "a sal", + "as al", + "asa l", + "ĠÑĢабоÑĤ Ñĥ", + "ĠÑĢаб оÑĤÑĥ", + "ĠÑĢабо ÑĤÑĥ", + "à¥ĭल न", + "Ġ 马", + "Ġé© ¬", + "Ġl ai", + "Ġla i", + "ó i", + "v ap", + "va p", + "ëħĦ ìĹIJëĬĶ", + "ëħĦìĹIJ ëĬĶ", + "ĠпеÑĢед баÑĩ", + "Ġп леÑĩ", + "Ġпл еÑĩ", + "id det", + "idd et", + "ĠÑĩ оÑĢ", + "i yan", + "iy an", + "iya n", + "ãĢĢ ãĢĢãĢĢãĢĢãĢĢĠãĢĢ", + "ãĢĢãĢĢ ãĢĢãĢĢãĢĢĠãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢ ãĢĢĠãĢĢ", + "ãĢĢãĢĢãĢĢ ãĢĢãĢĢĠãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢ ĠãĢĢ", + "ĠØŃر ÙģÙĩ", + "ĠØŃرÙģ Ùĩ", + "大 éĺª", + "Ñĩ ого", + "Ġ ки", + "Ġк и", + "ا ÙĪÙĬ", + "اÙĪ ÙĬ", + "ĠbaÅŁ lan", + "Ġmerk ezi", + "Ġmerkez i", + "© ©", + "Ġر است", + "Ġرا ست", + "Ġ ëĬĶ", + "ĠëĬ Ķ", + "ĠÑģ ÑĢав", + "ĠвнÑĥ ÑĤÑĢи", + "ĠвнÑĥÑĤÑĢ и", + "ĠвнÑĥÑĤ ÑĢи", + "ãĢĢ ãĥİ", + "åĿ Ľ", + "Ġв ÑĤ", + ": :/", + ":: /", + "Ġsöz leÅŁ", + "Ġver diÄŁi", + "Ġverdi ÄŁi", + "ิ ยม", + "ิย ม", + "ĠÐŁ ÑĢоÑĤ", + "ĠÐŁÑĢ оÑĤ", + "ĠÐŁÑĢо ÑĤ", + "Ùĥ ار", + "Ġب ÙĨدÛĮ", + "ĠبÙĨ دÛĮ", + "ĠبÙĨد ÛĮ", + "Ùı ÙĪ", + "缴 æĴŃ", + "ĠÙħ ÙĦÙĬ", + "ĠÙħÙĦ ÙĬ", + "Ġnut né", + "ะà¹ģ à¸Ļà¸Ļ", + "ĠM ã", + "Ġ ì´", + "Ġì ´", + "à¹Ī าม", + "à¹Īา ม", + "м оÑģ", + "мо Ñģ", + "Ġпо Ñıви", + "ĠпоÑıв и", + "Ġn ghi", + "Ġng hi", + "Ġngh i", + "Ġ ëIJĺëĬĶ", + "ĠëIJĺ ëĬĶ", + "Ñģ клад", + "Ñģк лад", + "à¤Ĺ ल", + "ĠC á»Ļng", + "çŁ¥ è¯Ĩ", + "Ġ taj", + "Ġt aj", + "Ġta j", + "Ġع بر", + "Ġعب ر", + "éĻĦ è¿ij", + "ü ÄŁ", + "Ġê³µ ê³ł", + "è£ ķ", + "âĢĮ Ø´ÙĨ", + "âĢĮØ´ ÙĨ", + "Ġgerç ekten", + "Ġgerçek ten", + "n un", + "nu n", + "Ùħ Ø´", + "ê°Ģ ëĬ¥", + "ãĥ© ãĥ³ãĥī", + "ãĥ©ãĥ³ ãĥī", + "ay acak", + "aya cak", + "åįģ ä¸Ģ", + "ĠB ảo", + "Ġyet erli", + "Ġyeter li", + "ž iv", + "ži v", + "ĠÙĬÙĨ اÙĬر", + "Ġb ýval", + "Ġbý val", + "ìĽĶ ê¹Įì§Ģ", + "Ġn ợ", + "Ġ ê´Ģê³Ħ", + "Ġê´Ģ ê³Ħ", + "Ġ íĿ¬", + "ĠíĿ ¬", + "а ÑİÑĤÑĮ", + "аÑİÑĤ ÑĮ", + "аÑİ ÑĤÑĮ", + "Ġgö tür", + "Ġваж но", + "Ġва жно", + "æµ ©", + "ĠìĿ¼ ë¶Ģ", + "ÑĨÑĸй ний", + "ëł¥ ìĿĦ", + "Ġл еÑĩение", + "ĠлеÑĩ ение", + "éĸ¢ ä¿Ĥ", + "ĠT üm", + "ìĻ Ķ", + "éģ Ĺ", + "ĠD ön", + "Ġ ÑģпÑĸлÑĮ", + "ĠÑģп ÑĸлÑĮ", + "ĠÑģпÑĸл ÑĮ", + "ãĥģ ãĤ§", + "н ÑıеÑĤÑģÑı", + "нÑı еÑĤÑģÑı", + "нÑıеÑĤ ÑģÑı", + "il tere", + "ilter e", + "ilt ere", + "Ġ íĮĢ", + "Ġí ĮĢ", + "ĠíĮ Ģ", + "è¨Ń å®ļ", + "Ġro din", + "Ġrod in", + "Ġrodi n", + "ĠاÙĤتص اد", + "алÑĮ не", + "à¥į à¤ķर", + "à¥įà¤ķ र", + "Ġvý bÄĽ", + "Ġteh lik", + "âĶ IJ", + "Ġ çĶ°", + "Ïģί ÏĤ", + "iy el", + "iye l", + "Ġth iá»ĩu", + "Ġthi á»ĩu", + "ÏĪ ηÏĤ", + "ÏĪη ÏĤ", + "Ġд ве", + "Ġдв е", + "ĠEl ekt", + "ĠEle kt", + "à¸ģ à¸İ", + "о ÑĢÑĥж", + "оÑĢ Ñĥж", + "оÑĢÑĥ ж", + "a ÅŁÄ±", + "aÅŁ ı", + "è© ³ç´°", + "Ġات ÙģاÙĤ", + "Ġg ắn", + "æ²Ĵ æľī", + "ĠÙħطاÙĦ عÙĩ", + "ÏĦ ιν", + "ÏĦι ν", + "Ġok res", + "Ñ ľ", + "ê° Ķëĭ¤", + "Ðł оз", + "å¾ĭ 宾", + "ï¼ī ï¼Ī", + "Ġìļ´ìĺģ ìŀIJ", + "ãĤ« ãĥĨ", + "l aÄį", + "la Äį", + "à¥ĩब स", + "Ġo Äįi", + "ĠoÄį i", + "- б", + "e lerden", + "eler den", + "elerde n", + "k ových", + "kov ých", + "kový ch", + "ĠÄ°z mir", + "สม าà¸Ĭ", + "lad atel", + "Ġ æ»", + "Ġæ »", + "éĶĢ åĶ®", + "ĠдоÑģлÑĸд женнÑı", + "ĠлÑĸ каÑĢ", + "ĠлÑĸка ÑĢ", + "ĠлÑĸк аÑĢ", + "Ġодна ко", + "ĠV ác", + "Ġ è«", + "Ġè «", + "éĢ² è¡Į", + "以 å¤ĸ", + "é³ ¥", + "Ġ ÙĨج", + "ĠÙĨ ج", + "ĠbaÅŁ kan", + "ĠbaÅŁka n", + "ĠbaÅŁk an", + "Ġopat ÅĻenÃŃ", + "ا رش", + "ار Ø´", + "ض اÙģØ©", + "ضا ÙģØ©", + "ãĤ¹ ãĥ¬", + "ή ν", + "ÄĽ tÃŃ", + "ÄĽt ÃŃ", + "ว ย", + "Ġرس ÙĪÙĦ", + "ÅĻ ich", + "ÅĻi ch", + "ĠpÅĻ ih", + "ĠpÅĻi h", + "ÑĮ ми", + "çĦ¶ èĢĮ", + "Ġth ẳng", + "l amaz", + "la maz", + "lam az", + "lama z", + "ÙĢ ÙĢÙĢ", + "ÙĢÙĢ ÙĢ", + "Ġì°¸ ìŬ", + "ĠÙĨÙĪ شتÙĩ", + "ĠÙĨÙĪØ´ تÙĩ", + "ĠÑģÑĤ ек", + "ãģ® ãģ¿", + "ĠÙĪ اÙĦع", + "ĠÙĪاÙĦ ع", + "ĠÙĪا ÙĦع", + "æķ ¢", + "à¥Ģà¤Ĥ ,", + "ÐŀÑģ нов", + "им оÑģÑĤи", + "имо ÑģÑĤи", + "ĠÄĮesk á", + "ĠÄĮes ká", + "Ñĸ Ñĩний", + "ÑĸÑĩ ний", + "าม ารà¸ĸ", + "ekk ür", + "Âł h", + "ι κη", + "ικ η", + "Ġتع ÛĮÛĮÙĨ", + "к оÑģÑĤÑĸ", + "ко ÑģÑĤÑĸ", + "ĠMust afa", + "Ġì¦ ī", + "ãģ§ ãģĤãĤĬ", + "ãģ§ãģĤ ãĤĬ", + "å·¥ ä¸ļ", + "ov ÃŃd", + "ovÃŃ d", + "ÐĿ о", + "Ġس پس", + "Ġسپ س", + "Ú¯ÛĮ رد", + "Ú¯ÛĮر د", + "Ġп едагог", + "Ġ کارÛĮ", + "ĠÚ© ارÛĮ", + "Ġکار ÛĮ", + "ĠÑĪ ÑĤÑĥ", + "ĠÑĪÑĤ Ñĥ", + "æĮ Ĥ", + "Ø¢ Ùħد", + "Ø¢Ùħ د", + "羣 æĺ¯", + "Ġ ابت", + "Ġا بت", + "Ġاب ت", + "Ġرئ ÛĮس", + "Ġد ÛĮÙĨ", + "ĠدÛĮ ÙĨ", + "ÏĪ ε", + "Ġse zon", + "Ġsez on", + "Ġ çĨ", + "Ġç Ĩ", + "स न", + "ãĥ» ãĤ¢", + "Ġ åħŃ", + "Ġåħ Ń", + "Ġ è±", + "Ġè ±", + "Ġìłľ 목", + "ĠÙħ عد", + "ĠÙħع د", + "ĠÙģ ÙĤد", + "ĠÙģÙĤ د", + "éĤ Ĭ", + "Ω Σ", + "Ġ å¡", + "Ġå ¡", + "Ġob vyk", + "ĠìĿ´ ëłĩê²Į", + "ĠбоÑĢ оÑĤÑĮ", + "Û² Û±", + "Ġ á»ijng", + "Ġá» ijng", + "è¯ Ĺ", + "Ġ ÄIJá»iji", + "ĠÄIJ á»iji", + "ĠбеÑĢез нÑı", + "Ġs oÄŁ", + "Ġso ÄŁ", + "Ġ ï¾į", + "Ġï¾ į", + "ãĤĴ ãģ¤", + "ãģĹ ãĤĥ", + "еÑĢ еÑĩ", + "еÑĢе Ñĩ", + "ãĢĢ ãĢĢĠãĢĢĠãĢĢĠãĢĢ", + "ãĢĢãĢĢ ĠãĢĢĠãĢĢĠãĢĢ", + "ãĢĢãĢĢĠãĢĢ ĠãĢĢĠãĢĢ", + "ãĢĢãĢĢĠãĢĢĠãĢĢ ĠãĢĢ", + "ãĢĢãĢĢĠ ãĢĢĠãĢĢĠãĢĢ", + "æĪ ª", + "ĠاÙĦسعÙĪد ÙĬØ©", + "ĠëĤ¨ ìŀIJ", + "ĠAng iosper", + "???????? ????????", + "Ġpr ům", + "Ġprů m", + "ĠплоÑī ад", + "Ġ ÏĦÏģα", + "ĠÏĦ Ïģα", + "д аÑİÑĤ", + "да ÑİÑĤ", + "Ġsı nav", + "Ġsın av", + "Ġm ặc", + "æ°´ å¹³", + "Ġви глÑı", + "Ġвиг лÑı", + "Ġn ást", + "Ġná st", + "Ġnás t", + "ĠобÑĭ Ñĩ", + "ĠìĿ´ìķ¼ 기", + "ë¹ Ľ", + "ĠB aÄŁ", + "ĠBa ÄŁ", + "ĠاÙĦØ« اÙĦØ«", + "Ġser vis", + "Ġserv is", + "Ġservi s", + "Ġ 룬", + "ĠëŁ ¬", + "ом ина", + "ί θ", + "Ġ Ấ", + "ĠẠ¤", + "ê²½ 기", + "Ġì¡ ¸", + "ี à¸ļ", + "Ġà¤ĺ à¤Łà¤¨", + "Ġ à¸Ļาà¸ĩ", + "Ġà¸Ļ าà¸ĩ", + ". Îł", + "ìķ ķ", + "r ün", + "Ġon ların", + "Ġonları n", + "Ġonlar ın", + "Ġзб ÑĸлÑĮÑĪ", + "à¹ģ à¸Ł", + "ĠìŬ 기", + "Ġ ëĮĢíijľ", + "ĠëĮĢ íijľ", + "ĠÑģи лÑĥ", + "ĠÑģил Ñĥ", + "à¹Ĥ à¸Ľ", + "Ġت ÙĤد", + "ĠتÙĤ د", + "ĠÐŁ ом", + "ĠÐŁÐ¾ м", + "ĠмаÑģ ла", + "Ġ ìĺģìĥģ", + "Ġìĺģ ìĥģ", + "н ение", + "не ние", + "нен ие", + "λα μβ", + "ĠB yl", + "ĠBy l", + "æĬ µ", + "æİ ª", + "Ġκαθ ÏİÏĤ", + "m ızı", + "æĸ° çļĦ", + "éĩį è¤ĩ", + "ั à¸Ľ", + "çŃ Ĩ", + "ĠÑĤ ка", + "ĠзнаÑĩ еннÑı", + "Ġзна ÑĩеннÑı", + "л аÑĤи", + "ла ÑĤи", + "лаÑĤ и", + "Ġv liv", + "Ġvl iv", + "ÐIJ н", + "ĠÚĨ اپ", + "ĠпиÑĤ анÑĮ", + ": ï½ī", + "æķĻ æİĪ", + "Ġì¹ľ 구", + "Ġtr ao", + "Ġtra o", + "à¥įयà¤ķ त", + "ุà¸Ħ à¸Ħล", + "ĠرÙĪ Ø´ÙĨ", + "ĠرÙĪØ´ ÙĨ", + "ĠعÙĦÙĬ Ùĩا", + "ĠعÙĦÙĬÙĩ ا", + "ãĢģ ãģĦ", + "ëħĦ ìĹIJ", + "éĢ Ĩ", + "Ġмаг аз", + "ï¾ŀ ï¾ŀ", + "Ġs ice", + "Ġsi ce", + "Ġsic e", + "âĢĻ te", + "âĢĻt e", + "ĠاÙĦÙĦ غة", + "á u", + "èĩª 身", + "Ġng Å©", + "ĠÑģк ладÑĥ", + "ĠÑģклад Ñĥ", + "Ġz ru", + "Ġtr uy", + "Ġ ilan", + "Ġi lan", + "Ġil an", + "ĠÙ¾ اÛĮÙĩ", + "ĠپاÛĮ Ùĩ", + "Ġپا ÛĮÙĩ", + ": :::::::::::::", + ":: ::::::::::::", + ":::: ::::::::::", + ":::::: ::::::::", + ":::::::: ::::::", + "::: :::::::::::", + "::::: :::::::::", + "::::::: :::::::", + "::::::::: :::::", + ":::::::::: ::::", + "::::::::::: :::", + ":::::::::::: ::", + "::::::::::::: :", + "f ak", + "fa k", + "ÑĤ еÑħ", + "ÑĤе Ñħ", + "Ġt aky", + "Ġta ky", + "Ġtak y", + "Ġìĸ¸ ìĸ´", + "ed enÃŃ", + "eden ÃŃ", + "ede nÃŃ", + "Ġà¤ļ लत", + "Ġà¤ļल त", + "Ġë°° ìļ°", + "Ġjmé no", + "ĠÙĦ Ø£ÙĨ", + "ĠÙĦØ£ ÙĨ", + "α νά", + "αν ά", + "к ÑĥлÑĮ", + "кÑĥ лÑĮ", + "кÑĥл ÑĮ", + "ĠØŃÙģ ظ", + "ĠآزÙħ ÙĪÙĨ", + "иÑĤелÑĮ нÑĭе", + "ĠÐŀ лекÑģанд", + "èį £", + "Ġà¤ľà¤¬ à¤ķ", + "Ġr odi", + "Ġro di", + "Ġrod i", + "Ġبرخ ÙĪرد", + "Ġhaf ta", + "Ġhaft a", + "λ ικά", + "λι κά", + "λικ ά", + "à¸ķ à¸Ļ", + "ĠбеÑĢ ег", + "αν δ", + "- С", + "Ġprav idel", + "ĠбÑĸ лÑı", + "ĠбÑĸл Ñı", + "íĴ į", + "ĠпÑĢед ÑĥÑģ", + "ĠмÑĥ ниÑĨип", + "åĮĸ åѦ", + "ĠتÙħ اس", + "Ġà¤ī ल", + "Ðĵ Ðŀ", + "غ ر", + "r adan", + "ra dan", + "rad an", + "rada n", + "ĠëĤĺ ìĺ¤", + "è¨ Ĥ", + "à¹Ģà¸ĺ à¸Ń", + "âĢĮ سÛĮ", + "âĢĮس ÛĮ", + "ĠобÑıз аÑĤелÑĮно", + "ĠобÑıзаÑĤелÑĮ но", + "о ÑĤе", + "оÑĤ е", + "à¹Į à¸Ĭ", + "çĶ¨ çļĦ", + "Ġalt ın", + "Ġaltı n", + "ĠÑģоÑĤ ÑĢÑĥд", + "Ñĸ нки", + "Ñĸн ки", + "озмож но", + "Î IJ", + "ë¹ Į", + " ķ", + "ĠÑĤ оÑĩно", + "ĠÑĤо Ñĩно", + "ĠÑĤоÑĩ но", + "Ġj men", + "Ġjm en", + "اÙĦ ÛĮا", + "اÙĦÛĮ ا", + "èĪ į", + "ch odu", + "cho du", + "chod u", + "ê³ ¤", + "ick ém", + "ické m", + "ĠÙħ ÙĪر", + "ĠÙħÙĪ ر", + "ãĥª ãĥ³ãĤ¯", + "ãĥªãĥ³ ãĤ¯", + "Ġa ÅŁam", + "ĠaÅŁ am", + "Ġ иÑĤ", + "Ġи ÑĤ", + "Ġन य", + "Ġ μο", + "Ġμ ο", + "éķ ľ", + "ĠبÙĨ ابر", + "ĠبÙĨا بر", + "Ġت خصص", + "Ġส à¸ŀ", + "ĠпÑĢоÑĦеÑģ Ñģи", + "Ġp uan", + "Ġpu an", + "ĠÙģر ÙħاÙĨ", + "ĠÙģرÙħ اÙĨ", + "ëĮĢ íļĮ", + "Ġп ÑıÑĤ", + "ĠÙħ ÙĪب", + "ĠÙħÙĪ ب", + "ĠvÄĽ ku", + "Ġ ëĥ", + "Ġë ĥ", + "ec ký", + "eck ý", + "ĠìĪĺ ëıĦ", + "Ġth ao", + "Ġtha o", + "Ġk apat", + "Ġka pat", + "Ġkap at", + "ĠзаÑħ воÑĢÑİ", + "Ġ åħī", + "Ġåħ ī", + "ر اÙĨÛĮ", + "راÙĨ ÛĮ", + "را ÙĨÛĮ", + "éĢł æĪIJ", + "ĠÑģв Ñĸй", + "ĠдоÑģ иÑĤÑĮ", + "Ġmil yar", + "Ġener ji", + "Ġenerj i", + "Ġк ип", + "Ġки п", + "Ġì¢ĭ ìķĦ", + "Ġب Ø¥", + "ê²Į ìĭľ", + "ĠL Æ°u", + "ĠÙħÙĨظ ÙĪر", + "Ïī μά", + "ζ ί", + "ım da", + "Ġ ìĿ´ë¥¼", + "ĠìĿ´ 를", + "๠Ĵ", + "Ġв важ", + "Ġвв аж", + "Ġga zet", + "Ġgaze t", + "Ġgaz et", + "à¥įत न", + "à¹īำ หà¸Ļ", + "åľŁ åľ°", + "Ġसद स", + "ت بة", + "تب Ø©", + "Ġpo ÄįÃŃta", + "Ġìĭľ ìĬ¤íħľ", + "ร à¸Ħ", + "Ġed ecek", + "ĠتØŃ ÙĦÛĮÙĦ", + "æĮī çħ§", + "åĿ ª", + "Ġê·¸ ê°Ģ", + "ت ÙĩÙħ", + "تÙĩ Ùħ", + "Ġб аж", + "Ġба ж", + "ا Ùģع", + "اÙģ ع", + "éĢļ 常", + "ĠТ и", + "γ νÏī", + "ì¹ Ļ", + "Ġznam ená", + "ï¼¼ ï¼¼", + "α ÏĢÏĮ", + "åĨĻ 羣", + "Ġ ï¼¼Ċ", + "Ġï¼¼ Ċ", + "åĬł å·¥", + "èĤ¡ä»½ æľīéĻIJåħ¬åı¸", + "Ñı ÑĤий", + "ÑıÑĤ ий", + "ÑıÑĤи й", + "Ġh âl", + "Ġç ab", + "Ġça b", + "ĠØŃ Ø§Ø¶Ø±", + "P ÅĻ", + "ĠاÙĦ تÙĤ", + "ĠاÙĦت ÙĤ", + "ξ ηÏĤ", + "ξη ÏĤ", + "б е", + "Ġkh ám", + "Ġkhá m", + "Ġ âĮĴ", + "Ġâ ĮĴ", + "Ġ éķ¿", + "Ġéķ ¿", + "Ġ âĢ¦Ċ", + "ĠâĢ¦ Ċ", + "द म", + "ĠSt udi", + "ĠStud i", + "Ġk odu", + "Ġko du", + "Ġkod u", + "Ġkom unik", + "Ġkomun ik", + "Ġkat kı", + "n ete", + "ne te", + "net e", + "Ġr apor", + "Ġrap or", + "Ġra por", + "éĨ ´", + "ãĤī ãģĽ", + "ĠнеÑģк олÑĮ", + "Ġhá»į p", + "ï¿£ ￣￣", + "￣￣ ï¿£", + "º ¼", + "è£ Ĥ", + "ед ÑĮ", + "Ġا ÙĦاØŃ", + "ĠاÙĦ اØŃ", + "l adık", + "la dık", + "lad ık", + "ladı k", + "Ġfot oÄŁraf", + "æĹ¥ ãģ®", + "ĠØŃ Ø§ÙĦت", + "ĠØŃاÙĦ ت", + "ĠØ« ÙĦاث", + "а ÑĤов", + "аÑĤ ов", + "аÑĤо в", + "ey se", + "Ġê°IJ ìĤ¬", + "á že", + "áž e", + "Ġн ада", + "Ġна да", + "Ġнад а", + "Ġà¤ķ हन", + "Ġà¤ķह न", + "Ġ ãĥĿ", + "Ġãĥ Ŀ", + "ãģ« ãģĤãĤĭ", + "ãģ«ãģª ãģ£ãģ¦", + "ÙĪ دÙĩ", + "ÙĪد Ùĩ", + "Ġpo Å¡k", + "太 éĺ³åŁİ", + "ç»ı éªĮ", + "æĴŃ æĶ¾", + "Ġma jet", + "Ġmaj et", + "Ñħ о", + "ĠÑĤ еÑģÑĤ", + "ĠÑĤе ÑģÑĤ", + "ï¼ı Ċ", + "Ïĥε ÏĦε", + "ĠТ омÑĥ", + "ĠТо мÑĥ", + "ĠТом Ñĥ", + "Ùİ ØŃ", + "ĠìŀĪ ìľ¼ë©°", + "Ġза знаÑĩ", + "éļ IJ", + "Ġд ÑĸÑĹ", + "ĠдÑĸ ÑĹ", + "к ÑĤив", + "кÑĤ ив", + "кÑĤи в", + "ÙĪ ÙģÙĬ", + "ÙĪÙģ ÙĬ", + "Ġt á»Ŀ", + "Ġtá» Ŀ", + "à¸¹à¸Ľ à¹ģà¸ļà¸ļ", + "ĠÑĢ едак", + "ĠÑĢед ак", + "Ġa teÅŁ", + "Ġat eÅŁ", + "Ġate ÅŁ", + "Ġkh iá»ĥn", + "Ġkhi á»ĥn", + "ü ny", + "ün y", + "ี ยà¸ģ", + "ีย à¸ģ", + "ĠÑĩа Ñīе", + "Ġt uy", + "Ġtu y", + "γ Ïīν", + "γÏī ν", + "ร à¸Ńà¸ļ", + "Ġtr ùng", + "à¹ģà¸Ĺ à¸Ļ", + "Ġα κÏĮ", + "Ġακ ÏĮ", + "ĠÐĴеÑĢ Ñħов", + "à¹ĥ à¸Ļส", + "à¹ĥà¸Ļ ส", + "ãĢģ ä½ķ", + "åĩ ¦", + "Ġ ç»ı", + "Ġç» ı", + "æ¨ ĵ", + "اÙĨÚ¯ ÙĦÛĮسÛĮ", + "Ġ lepÅ¡ÃŃ", + "Ġlep Å¡ÃŃ", + "Ġ å¼Ģå§ĭ", + "Ġå¼Ģ å§ĭ", + "éĻ º", + "ĠÑĩ еÑĤÑĭ", + "ĠÑĩеÑĤ Ñĭ", + "ĠС еÑĢ", + "оÑİ Ð·", + "Ġx ung", + "Ġxu ng", + "åĵģ çīĮ", + "Ġìĥģ íĥľ", + "ĠÙĨ صب", + "ĠÙĨص ب", + "ĠÑĩ омÑĥ", + "Ġتر Ú©ÛĮ", + "Ġترک ÛĮ", + "- ли", + "o vÃŃ", + "ov ÃŃ", + "Ġا ÙĨج", + "ĠاÙĨ ج", + "çµ ¡", + "Ġت ÙĪص", + "ĠتÙĪ ص", + "Ġ ì¿ł", + "Ġì ¿ł", + "Ġvar sa", + "Ġva rsa", + "Ġvars a", + "ĠÑĢаз ÑĢабоÑĤ", + "à¸Ĥ à¸Ńà¸ĩà¸Ħ", + "à¸Ĥà¸Ńà¸ĩ à¸Ħ", + "éŃ Ĥ", + "Ġà¤Ĭ पर", + "æĿ¥ 说", + "ĠÑĨенÑĤ ÑĢалÑĮ", + "ĠÑĨенÑĤÑĢ алÑĮ", + "ĠÑĨенÑĤÑĢа лÑĮ", + "ĠTak ım", + "Ġon lar", + "Ġسر عت", + "好 åĥı", + "Ġbu á»ķi", + "ĠÐij ел", + "Âł c", + "Ø£ ت", + "à¸Ĥ à¸ĵะ", + "ãģ« åĩº", + "Ġ+ **************", + "ÏĦη κε", + "ا جر", + "اج ر", + "Ġ âĢ²", + "ĠâĢ ²", + "ãĥ¼ ãĥ¬", + "ãĥ¼ãĥ ¬", + "é¥ Ń", + "Ġج ÙĦس", + "ĠجÙĦ س", + "Ġب ستÙĩ", + "Ġبس تÙĩ", + "ว าà¸ĩ", + "Ġ βά", + "Ġβ ά", + "Ġа меÑĢикан", + "ĠPr emi", + "ĠPre mi", + "ĠPrem i", + "m ae", + "ma e", + "ĠÑģ ÑĢеди", + "ĠÑģÑĢед и", + "Ạł", + "Ġв ÑĢед", + "ãĢĤ èĢĮ", + "åĴ ²", + "Ġê³µ ê°ľ", + "èĤ ¥", + "з виÑĩай", + "Ġpro cent", + "Ġproc ent", + "и лоÑģÑĮ", + "ил оÑģÑĮ", + "ило ÑģÑĮ", + "श न", + "é łģ", + "éł ģ", + "е кÑĤи", + "ек ÑĤи", + "екÑĤ и", + "د اشت", + "دا شت", + "íķĻ íļĮ", + "ãĢĢ ãĢĢãĢĢĠãĢĢĠãĢĢ", + "ãĢĢãĢĢ ãĢĢĠãĢĢĠãĢĢ", + "ãĢĢãĢĢãĢĢ ĠãĢĢĠãĢĢ", + "ãĢĢãĢĢãĢĢĠãĢĢ ĠãĢĢ", + "ĠÙħد ÙĬÙĨØ©", + "िल न", + "Ġ èĹ", + "Ġè Ĺ", + "м иÑĢ", + "ми ÑĢ", + "Ġн оÑĢ", + "Ġно ÑĢ", + "Ġ íķĺì§Ģ", + "Ġíķĺ ì§Ģ", + "в еÑī", + "ве Ñī", + "nÄĽ m", + "е ÑĢами", + "еÑĢ ами", + "еÑĢа ми", + "Ġpra cov", + "Ġprac ov", + "ĠبÙĬ اÙĨات", + "ĠÏĥ Ïįν", + "ĠÏĥÏį ν", + "Ġج Ø°", + "ãģĦ ãģ§", + "ĠB ÃŃ", + "è± Ĩ", + "Ġh mot", + "Ġhm ot", + "il eceÄŁi", + "ilece ÄŁi", + "Ġت اث", + "Ġتا Ø«", + "è´ ´", + "Ġ ê¸ī", + "Ġê¸ ī", + "Ġm ysl", + "Ġmy sl", + "Ġmys l", + "ĠìĿ´ íķ´", + "Ġ기 ëĬ¥", + "ĠТ ам", + "ĠТа м", + "ĠнаÑģ елениÑı", + "ĠM ez", + "ĠMe z", + "Ġ모 르", + "íĻĶ 를", + "ĠÙĨسخ Ùĩ", + "ĠتÙĦ ÙĪÛĮزÛĮ", + "ĠÄįerv na", + "Æ°á» ¡ng", + "ص ØŃ", + "ĠÑĤ ÑĢен", + "ĠÑĤÑĢ ен", + "Õ ¡", + "Ġce lou", + "Ġcel ou", + "Å© i", + "ìĹĨ ìĿ´", + "nÃŃ ku", + "nÃŃk u", + "Ġprogram u", + "à¥į पन", + "à¥įप न", + "Ġп ÑĢеж", + "ĠпÑĢ еж", + "ĠпÑĢе ж", + "ا رب", + "ار ب", + "æľŁ éĸĵ", + "Ġ μά", + "Ġμ ά", + "ëįĶ ëĭĪ", + "ụ n", + "ĠпеÑĢ еÑģÑĤ", + "ĠпеÑĢе ÑģÑĤ", + "ĠпеÑĢеÑģ ÑĤ", + "对 äºİ", + "è¿IJ è¡Į", + "ĠÑĤ ан", + "ĠÑĤа н", + "Ġ ìĤ¬ìĿ´íĬ¸", + "ĠìĤ¬ ìĿ´íĬ¸", + "ĠìĤ¬ìĿ´ íĬ¸", + "ĠQu ảng", + "ĠQuản g", + "Ġst ojÃŃ", + "Ġsto jÃŃ", + "ãĥŃ ãĥ¼", + "Ú¯ ار", + "Ġе неÑĢг", + "Ġkter ým", + "Ġkterý m", + "ĠпÑĢи мÑĸ", + "ĠпÑĢим Ñĸ", + "ĠкаÑĢÑĤ и", + "ĠкаÑĢ ÑĤи", + "Ġz engin", + "Ġzen gin", + "ï¼Į åĨį", + "Ġت رب", + "Ġتر ب", + "ĠÑĨенÑĤ ÑĢ", + "ĠÑĨен ÑĤÑĢ", + "ĠsaÄŁ lamak", + "ĠsaÄŁlam ak", + "ëĭ Ŀ", + "ãģ® åŃIJ", + "Ġ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢ", + "ĠãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢ", + "Ġs Æ¡n", + "ĠsÆ¡ n", + "z ı", + "ÑĤ аки", + "ÑĤа ки", + "ÑĤак и", + "ÄĽ stÃŃ", + "ÄĽst ÃŃ", + "Ġ à¥", + "Ġà ¥", + "é ®", + "åŁ¹ è®Ń", + "Ġ ìĶ¨", + "ĠìĶ ¨", + "Ġbel ki", + "ĠìĿ´ 벤íĬ¸", + "ëĶĶ ìĸ´", + "Ġs Ãłn", + "ни кам", + "ник ам", + "ника м", + "a lim", + "al im", + "ali m", + "対 å¿ľ", + "ĠS á»±", + "éģĵ è·¯", + "é«ĺ æ¸ħ", + "Ġd õi", + "ĠÙĦ ÙĢ", + "Ġ èĤ¡", + "ĠèĤ ¡", + "ν ι", + "âĢŀ J", + "' nde", + "'n de", + "Îij Îĵ", + "ãģ¨ ãģªãĤĭ", + "ãģ¨ãģª ãĤĭ", + "çĪ ¸", + "ع ÙĦÛĮ", + "عÙĦ ÛĮ", + "Ïģι ÏĥÏĦ", + "ÏģιÏĥ ÏĦ", + "Ġe ÄŁit", + "ĠeÄŁ it", + "Ġзов нÑĸÑĪ", + "Ġп ÑĢим", + "ĠпÑĢ им", + "ĠпÑĢи м", + "س Ùħبر", + "سÙħ بر", + "ĠmÄĽst ÄĽ", + "ĠÏĢεÏģι ÏĥÏĥÏĮÏĦε", + "ÐIJ Ðł", + "æĦŁ åĪ°", + "Ġ문 ìĦľ", + "ãģĭ ãĤĭ", + "ÙĤÙĬ ÙĤØ©", + "ÙĤÙĬÙĤ Ø©", + "Ġв ÑĤÑĢа", + "ĠвÑĤ ÑĢа", + "Ġ à¸Ńำ", + "Ġà¸Ń ำ", + "Ñģ кÑĥÑİ", + "Ñģк ÑĥÑİ", + "د ÙĩاÛĮ", + "دÙĩ اÛĮ", + "ĠÄ° st", + "ĠÄ°s t", + "ĠÐĹ Ð°Ð²", + "ĠÐĹа в", + "Ġ éĥ½", + "Ġé ĥ½", + "Ġéĥ ½", + "ÑĪ ем", + "ÑĪе м", + "Ġе ÑīÑij", + "ĠÐľÐ¸Ñħ ай", + "ĠÑĥпÑĢав лениÑı", + "л еннÑĭе", + "лен нÑĭе", + "ĠzaÄį al", + "æ¡ Į", + "Ġп Ñĸз", + "л ÑıÑĤÑĮÑģÑı", + "лÑı ÑĤÑĮÑģÑı", + "лÑıÑĤÑĮ ÑģÑı", + "Ġ ìŀIJë£Į", + "ĠìŀIJ ë£Į", + "ãĢĢ ãĢĢĠ", + "ãĢĢãĢĢ Ġ", + "ĠK ral", + "ĠKr al", + "ĠKra l", + "èĪ ī", + "Ġà¤Ń व", + "Ġ Ø®Ùħ", + "ĠØ® Ùħ", + "Ġа кадем", + "Ġ isten", + "Ġis ten", + "Ġi sten", + "Ġist en", + "ĠиÑģ кÑĥÑģ", + "ĠиÑģк ÑĥÑģ", + "ĠعÙĨد Ùħا", + "Ġا ÙĦاÙħ", + "ĠاÙĦ اÙħ", + "is mus", + "ism us", + "ismu s", + "Ġayr ıntı", + "Ġ Що", + "ĠЩ о", + "ĠÙĩ ÙĪØ´", + "ĠÙĩÙĪ Ø´", + "د ÙĪاج", + "دÙĪ اج", + "л аж", + "ла ж", + "ĠÚ©ÙĨ ار", + "Âł R", + "æĢ§ çļĦ", + "Ñģ Ñĸм", + "ÑģÑĸ м", + "ĠM üz", + "ĠMü z", + "ÑĢ овиÑĩ", + "ÑĢов иÑĩ", + "ÑĢо виÑĩ", + "Ġ Ω", + "ĠÎ ©", + "Ġìĸ´ ëĶĶ", + "س ÙħØ©", + "سÙħ Ø©", + "Ġ ÑĢÑı", + "ĠÑĢ Ñı", + "Ġt Æ°Æ¡i", + "ĠtÆ° Æ¡i", + "ĠÑĢаÑģ Ñħод", + "åı° çģ£", + "ĠاÙĦ ÙĪÙĤت", + "ĠاÙĦÙĪ ÙĤت", + "بر اÛĮ", + "ĠзÑĢоб иÑĤи", + "Ġб ÑĥÑĢ", + "ĠбÑĥ ÑĢ", + "ĠÄįin nosti", + "ĠÄįinnost i", + "Ġص اØŃ", + "ĠصÙĨ عت", + "ĠصÙĨع ت", + "Ġ Ø·ÙĦ", + "ĠØ· ÙĦ", + "ξ Ïį", + "ĠtisÃŃ c", + "ĠFr ansa", + "ĠFran sa", + "ì¦ ĺ", + "è» ½", + "Ñ ĺ", + "ÏĮÏĦη ÏĦαÏĤ", + "ÏĮÏĦηÏĦα ÏĤ", + "ĠM illet", + "ĠMill et", + "ĠMil let", + "ãĢĢ ãĥ¾", + "ĠпÑĢ ием", + "ĠпÑĢи ем", + "ĠترجÙħ Ùĩ", + "Ġس ÙĪد", + "ĠسÙĪ د", + "ĠsouÄįást ÃŃ", + "ÐĶ о", + "Ġtr ụ", + "足 çIJĥ", + "à¸Ľ à¸ģ", + "Ġu stanov", + "ÎŁ ÎĻ", + "ÎŁÎ Ļ", + "Ðŀ н", + "Ġн еж", + "Ġне ж", + "к ог", + "ко г", + "ä¸Ģ çĤ¹", + "Ġد ÙĪراÙĨ", + "ĠدÙĪ راÙĨ", + "ĠدÙĪر اÙĨ", + "å½± éŁ¿", + "el idir", + "eli dir", + "âĢŀ N", + "es iyle", + "esi yle", + "ÑĢем енно", + "ÑĢе менно", + "Ġilet iÅŁim", + "ม à¹Ģà¸ķ", + "以 åīį", + "ãĥĭ ãĥ¼", + "鼻 話", + "à¹Ĥ à¸ŀ", + "ov ky", + "Ġза мÑĸ", + "Ġзам Ñĸ", + "Ġव à¤ķ", + " Ļ", + "ĠвÑĸй ни", + "Ġol madıģı", + "Ġolm adıģı", + "Ġolmadı ģı", + "Ġolma dıģı", + "æ¢ ģ", + "ĠТ еп", + "ĠТе п", + "nÄĽ te", + "nÄĽt e", + "èħ ķ", + "ìĤ¬ ëĬĶ", + "m amak", + "ma mak", + "mam ak", + "Ġc iz", + "Ġci z", + "æ£ Ĵ", + "Ġ ï¼ı:", + "Ġï¼ı :", + "éģĭ åĭķ", + "ĠÙĩ ÙĨا", + "ĠÙĩÙĨ ا", + "Ġ ê°ij", + "Ġê° ij", + "ĠÙĩÙĨÚ¯ اÙħ", + "ĠuÄŁ ra", + "å½ ¦", + "Ġob jekt", + "Ġobj ekt", + "ãģ¨ ãģĻãĤĭ", + "åĽ½ åĨħ", + "ĠдеÑĢжав и", + "ĠдеÑĢж ави", + "Ġ èĮ", + "Ġè Į", + "Ġulus lararası", + "Ù £", + "Ġmut lak", + "Ġз обов", + "Ġ γεν", + "Ġγ εν", + "Ġγε ν", + "à¹Ħà¸Ł à¸Ł", + "Ġözg ür", + "íĦ ¸", + "Ġвипад кÑĥ", + "Ġà¤ķ ब", + "ĠاÙĦ خط", + "ĠاÙĦØ® Ø·", + "θη καν", + "ï¼Į æĬĬ", + "ÑıÑĤ ÑĤÑı", + "Ġolmadı ģını", + "Ġolma dıģını", + "Âłk W", + "ĠnÄĽkter ých", + "ãĥĩ ãĥ«", + "æ¤į çī©", + "μι λοÏĤ", + "ÐIJÑĢ ÑħÑĸв", + "ĠТ о", + "èĸ ¬", + "ÑģÑĤв иÑı", + "Ġ Ø®ÙĪاست", + "ĠØ®ÙĪ است", + "олог ÑĸÑĹ", + "ÙĪ اÙĩد", + "ÙĪاÙĩ د", + "ÙĪا Ùĩد", + "Ġ нак", + "Ġн ак", + "Ġна к", + "ĠкоÑĤоÑĢ ÑĥÑİ", + "Ġद à¤ķ", + "âĢŀ M", + "λ ια", + "λι α", + "æŃ ²", + "第 åĽĽ", + "à¤¾à¤ľ स", + "Ġ( «", + "Ġth ẻ", + "､ Ċ", + "ç£ ģ", + "Ġ ÙĦÙĤ", + "ĠÙĦ ÙĤ", + "Ġ ìķĶ", + "Ġìķ Ķ", + "Ġн ового", + "Ġнов ого", + "ĠìķĦ 주", + "Ġ ëIJĺìĸ´", + "ĠëIJĺ ìĸ´", + "Ġo lun", + "Ġol un", + "à ¾", + "Ġkar iy", + "Ġkari y", + "ĠØŃ Ø³Ø¨", + "ĠØŃس ب", + "ĠìĿĺ 미", + ". Ðľ", + "Ġoz naÄį", + "ÙĦ سÙĦ", + "ÙĦس ÙĦ", + "ĠÐĴ ид", + "ĠÐĴи д", + "ë¡ľ ëĤĺ", + "à¥įà¤Ł म", + "í ľ´", + "Ġbilg isayar", + "ìĿ¸ ì§Ģ", + "Ġв ов", + "Ġво в", + "nict vÃŃm", + "nictvÃŃ m", + "า à¸Ńย", + "าà¸Ń ย", + "Ġشخص ÛĮ", + "п Ñĸон", + "æľ¬ å½ĵ", + "Ġب ÙĢ", + "ĠмаÑģ ло", + "ĠPh át", + "Ġ ба", + "Ġб а", + "алÑĮ номÑĥ", + "алÑĮно мÑĥ", + "алÑĮном Ñĥ", + "社 åĮº", + "Ġ Ò", + ": ::|", + ":: :|", + "::: |", + "ê ´", + "Ġ ä¸ĥ", + "Ġä¸ ĥ", + "ĠÙĪ اÙĦد", + "ĠÙĪاÙĦ د", + "ни ке", + "ник е", + "à¸Ń ลล", + "à¸Ńล ล", + "Ġyer leÅŁ", + "Ġkom bin", + "Ġkomb in", + "u Å¡", + "Ġо ÑĤÑĢи", + "ĠоÑĤ ÑĢи", + "ä¹ Į", + "iÅŁ ti", + "Ġs óng", + "Ġsó ng", + "λ ηÏĤ", + "λη ÏĤ", + "Ġк ÑĥÑĢÑģ", + "ĠкÑĥÑĢ Ñģ", + "à¹Ī าà¸Ħ", + "à¹Īา à¸Ħ", + "Ġ ÙĬس", + "ĠÙĬ س", + "Ġ داÙħ", + "Ġد اÙħ", + "çĴ° å¢ĥ", + "Ñĩ енко", + "Ñĩен ко", + "ãĢį ãģ®", + "ĠmÃŃ sta", + "ĠmÃŃst a", + "ĠÑĦ оÑĤ", + "ĠpÅĻÃŃ zn", + "ĠÑĢ аза", + "ĠÑĢаз а", + "ĠÑĢа за", + "ç´ «", + "lá da", + "lád a", + "ĠÑģпеÑĨи алиÑģÑĤ", + "ĠبÛĮ ÙħارÛĮ", + "ĠبÛĮÙħ ارÛĮ", + "ĠبÛĮÙħار ÛĮ", + "Ġëĵ £", + "çĭ Ĺ", + "ÙĪ ÙĪ", + "ан ÑĸÑĤ", + "анÑĸ ÑĤ", + "ĠدÙĨ باÙĦ", + "ĠÙħجÙħÙĪع Ø©", + "ÃŃ na", + "ÃŃn a", + "ĠH alk", + "ĠHa lk", + "ĠHal k", + "á jem", + "áj em", + "enÃŃ ze", + "Ġim z", + "« ng", + "Ġ ÎķÎł", + "ĠÎķ Îł", + "ĠÙħ Ùĩد", + "ĠÙħÙĩ د", + "ìľĦìĽIJ íļĮ", + "Ġìľł íĺķ", + "ाप स", + "Ġje ž", + "ан Ñĸз", + "анÑĸ з", + "иÑĤ ай", + "иÑĤа й", + "á¿ ĸ", + "ir ler", + "irl er", + "기 ê°Ħ", + "Ġ воÑĢ", + "Ġв оÑĢ", + "Ġво ÑĢ", + "Ġ Ïİ", + "ĠÏ İ", + "Ġpo zn", + "Ġpoz n", + "Ġ ساÙĨ", + "Ġس اÙĨ", + "å ¯¿", + "å¯ ¿", + "æĸ¯ çī¹", + "Ġtu rist", + "Ġtur ist", + "ĠìŀIJ ìľł", + "à¥Ģ à¤ĸ", + "μ με", + "μμ ε", + "an sı", + "ans ı", + "ìĨĮ ëħĦ", + "Ġted avi", + "Ġtedav i", + "Ñĩ еÑģÑĤва", + "Ñĩе ÑģÑĤва", + "å£ ĵ", + "о ве", + "ов е", + "ï¼Į çľĭ", + "ĠпоÑģл Ñĥг", + "ĠпоÑģ лÑĥг", + "ĠÑĤÑĢ анÑģ", + "ĠÑĤÑĢан Ñģ", + "Ġz áz", + "Ġzá z", + "æĪ ´", + "Ġм она", + "Ġмон а", + "Ġмо на", + "ิ à¹Ģà¸Ħราะห", + "ĠÙĨ ÛĮÙħ", + "ĠÙĨÛĮ Ùħ", + "ĠìĤ¬ëŀĮ ìĿ´", + "a hat", + "ah at", + "aha t", + "Ïħ κ", + "ĠоÑĤ каз", + "ĠоÑĤк аз", + "ĠÐĴолод ими", + "ĠС к", + "िà¤ķ त", + "å¦ ĸ", + "Ġëĭ¤ìļ´ ë¡ľëĵľ", + "ìĺģ ìĥģ", + "Ġन à¤Ī", + "c ete", + "ce te", + "ĠгÑĢи б", + "ĠгÑĢ иб", + "ece ÄŁini", + "eceÄŁi ni", + "Ġç oÄŁu", + "ĠçoÄŁ u", + "ĠмаÑĤеÑĢи ала", + "ĠмаÑĤеÑĢиал а", + "ứ t", + "Ġz aten", + "Ġza ten", + "Ġzat en", + "ĠF RA", + "ĠFR A", + "ĠBir liÄŁi", + "Ġs itesi", + "Ġsit esi", + "Ġsite si", + "Ġsites i", + "Ġ åĶ", + "Ġå Ķ", + "ĠÐĴ ол", + "ĠÐĴо л", + "Âł PS", + "ÂłP S", + "ा लत", + "ाल त", + "Ġ баÑĩ", + "Ġб аÑĩ", + "Ġба Ñĩ", + "алÑĸ заÑĨÑĸÑĹ", + "алÑĸз аÑĨÑĸÑĹ", + "ĠS lov", + "ĠSl ov", + "ĠSlo v", + "ç³ ĸ", + "ĠговоÑĢ иÑĤ", + "Ġв вед", + "Ġвв ед", + "ุà¸ķ à¸ļà¸Ńล", + "ãģĨ ãģ¡", + "Ġyap tık", + "Ġyaptı k", + "Ġìłķ ì¹ĺ", + "ê°ľ 를", + "à¥Ī सल", + "à¥Īस ल", + "ج ÙĬÙĦ", + "جÙĬ ÙĦ", + "ĠзаÑģÑĤоÑģ ов", + "è¿ «", + "ĠKur ul", + "ĠNas ıl", + "ĠнапÑĢÑı м", + "Ġ ä½į", + "à¹Į à¸ļ", + "Ġ éģĵ", + "Ġéģ ĵ", + "Ġни же", + "Ġниж е", + "Ġк оÑģÑĤ", + "Ġко ÑģÑĤ", + "ĠкоÑģ ÑĤ", + "ظ Ùĩر", + "ظÙĩ ر", + "Т а", + "ì§ Ŀ", + "Ġön ünde", + "ж Ñĸ", + "Ġاجر اÛĮ", + "Ġاجرا ÛĮ", + "ĠоÑĢган Ñĸв", + "ĠоÑĢганÑĸ в", + "v ise", + "vis e", + "vi se", + "Ġ ìĿĦ", + "ĠìĿ Ħ", + "à¸ķ รà¸ĩ", + "à¸ķร à¸ĩ", + "Ú©ÙĨ ÙĪÙĨ", + "Ġdlou ho", + "Ġdlouh o", + "Ðŀ ÐĿ", + "Ġ ìľ¡", + "Ġìľ ¡", + "缮 æłĩ", + "ë¯ Ģë¡ľ", + "ï¼ıï¼ıï¼ıï¼ı ï¼ıï¼ıï¼ıï¼ı", + "ĠпоÑĩ емÑĥ", + "æķħ äºĭ", + "ÑĤ еÑģÑĮ", + "ÑĤе ÑģÑĮ", + "ĠÙĤ ÙĦب", + "ĠÙĤÙĦ ب", + "Ġت جÙĩ", + "Ġتج Ùĩ", + "i lendir", + "il endir", + "ilen dir", + "Ġи гÑĢа", + "Ġиг ÑĢа", + "ĠÐĶ он", + "ĠÐĶо н", + "ĠpÅĻÃŃ jem", + "è¦ Ĩ", + "С п", + "- ни", + "on se", + "ons e", + "и ной", + "ин ой", + "о Ñĩного", + "оÑĩ ного", + "оÑĩно го", + "ا ساÙĨ", + "اس اÙĨ", + "ĠполÑĥÑĩ иÑĤÑĮ", + "ĠполÑĥ ÑĩиÑĤÑĮ", + "ÑĤ ап", + "ÑĤа п", + "ĠL ý", + "ĠÃĤ u", + "Ġh üc", + "e bek", + "eb ek", + "ebe k", + "ĠY ayın", + "æĹ ĭ", + "ัà¸Ļ à¸Ĺร", + "ัà¸Ļà¸Ĺ ร", + "Ġвикон ав", + "Ġвико нав", + "Ġs ông", + "à¥ģ à¤ľ", + "à¥ģठľ", + "ĠÐĹ Ð°Ð³", + "ĠÐĹа г", + "¤ ëĭ¤", + "Ġc Å©", + "ĠÚ¯ رÙħ", + "Ġگر Ùħ", + "ä¼ ı", + "ãģ« ãģĻãĤĭ", + "- Ф", + "Ġ ÙĤÙħ", + "ĠÙĤ Ùħ", + "Ġo lacaÄŁ", + "Ġol acaÄŁ", + "æĿ¥ äºĨ", + "æĭĽ èģĺ", + "ĠÐĿаÑģ еленнÑı", + "Ġ ìĺģìĸ´", + "Ġìĺģ ìĸ´", + "Ġ æѤ", + "ĠæŃ ¤", + "Ġب دÙĨ", + "Ġبد ÙĨ", + "Û² Û¸", + "оÑĢ аÑĤив", + "оÑĢа ÑĤив", + "ï¼ ³", + "Ġneby lo", + "Ġnebyl o", + "ĠÑĥ ÑĩиÑĤ", + "ĠÑĥÑĩ иÑĤ", + "æĿ ľ", + "Ġд анÑĸ", + "Ġда нÑĸ", + "Ġдан Ñĸ", + "Ġsp otÅĻeb", + "Ġspot ÅĻeb", + "ãĥ¼ ãĥĨãĤ£", + "ãĥ¼ãĥĨ ãĤ£", + "ен нÑĥÑİ", + "ê¹Į ìļĶ", + "v em", + "ve m", + "P ÅĻÃŃ", + "PÅĻ ÃŃ", + "Ġy andan", + "Ġyan dan", + "é¼ ĵ", + "Ġدست ÙĪر", + "Ġدس تÙĪر", + "Ġhaf if", + "h ů", + "Ġv áž", + "Ġvá ž", + "ĠìķĦ ì§ģ", + "Ùı ر", + "Ġ ла", + "Ġл а", + "ëł ī", + "า à¸Ľà¸£à¸°", + "à¸²à¸Ľ ระ", + "lık lar", + "lıkla r", + "ĠÑģÑĤанд аÑĢÑĤ", + "à¸Ń à¹ĥห", + "å¥ ´", + "ĠоÑĤ п", + "âĪ ł", + "ãĥ¼ ãĥĢ", + "ãĥ¼ãĥ Ģ", + "ch áze", + "cház e", + "Ġê·¸ ëłĩê²Į", + "Ġê·¸ëłĩ ê²Į", + "os tel", + "ost el", + "oste l", + "Ġгал Ñĥз", + "â k", + "еÑĨ ÑĤ", + "ëŀij ìĬ¤", + "ĠÄį ist", + "ĠÄįi st", + "ÑĢ ана", + "ÑĢа на", + "ÑĢан а", + "Ġv ững", + "Ġvữ ng", + "Ġs eni", + "Ġse ni", + "Ġsen i", + "Ġg óc", + "Ġgó c", + "ÏĨ ÏĮ", + "á nu", + "án u", + "Ġ öt", + "Ġö t", + "Ġs óc", + "Ġsó c", + "ãģĦ ãģ®", + "ĠÑģк лада", + "ĠÑģклад а", + "ÐIJÑĢÑħÑĸв овано", + "ĠìĿ´ ë²Ī", + "ãĤ¹ ãģ®", + "il ebilir", + "ile bilir", + "ï½Ģ ãĥ½", + "ีย à¸į", + "Ġκα ὶ", + "Ġë ¯¿", + "æĽ´ å¤ļ", + "ıs ının", + "ısını n", + "ĠGi ám", + "ĠGiá m", + "æŃ£ å¼ı", + "Ïĥ μÏĮ", + "Ïĥμ ÏĮ", + "Ġarch it", + "Ġarc hit", + "Ġ ï½²", + "Ġï½ ²", + "Ñĩ аÑİÑĤÑģÑı", + "Ñĩа ÑİÑĤÑģÑı", + "ÑĩаÑİÑĤ ÑģÑı", + "ë²Ħ ì§Ģ", + "ãĤ¤ ãĥ¤", + "é«ĺ æł¡", + "è¨ ³", + "ĠÙħ ÛĮÚ©", + "ĠÙħÛĮ Ú©", + "Ġ æĥħ", + "Ġæĥ ħ", + "Ġ pha", + "Ġp ha", + "Ġph a", + "太 éĥİ", + "à¸ŀระ ราà¸Ĭ", + "ÙĤ ÙĬØ©", + "ÙĤÙĬ Ø©", + "ĠÑĥ лÑĥÑĩ", + "ĠÑĥл ÑĥÑĩ", + "ÑģÑĤв ÑĥеÑĤ", + "ÑģÑĤвÑĥ еÑĤ", + "Ġk eÅŁ", + "Ġke ÅŁ", + "é«ĺ çŃī", + "Ġs Ỽm", + "Ïģ κε", + "Ïģκ ε", + "μ οÏģ", + "μο Ïģ", + "Ġzá stup", + "o zÃŃ", + "oz ÃŃ", + "Ġm ili", + "Ġmil i", + "Ġmi li", + "Ġмог ли", + "Ġз ÑĢозÑĥм", + "Ġباش ÛĮد", + "Ġak ci", + "Ġд ÑĢа", + "ĠдÑĢ а", + "Ġα Ïģι", + "ĠαÏģ ι", + "ãģĭ ãĤīãģ®", + "ãģĭãĤī ãģ®", + "å¯ Ĵ", + "ĠZ aman", + "ĠZa man", + "ĠZam an", + "ĠÑĸ де", + "ĠÑĸд е", + "Ġ ãĢĢĠ", + "ĠãĢĢ Ġ", + "Ġk lu", + "Ġkl u", + "ak lı", + "à¥ĩ à¤ļ", + "à¥ĩठļ", + "ĠÑģвоб од", + "س اÙħ", + "Ġ ов", + "Ġо в", + "Ġu byt", + "Ġub yt", + "éĩĩ çĶ¨", + "Ġdavran Ä±ÅŁ", + "ĠnabÃŃ zÃŃ", + "ĠÐij Ñĥд", + "Ġ Ïī", + "ĠÏ ī", + "ĠاÙĦ رØŃ", + "ĠاÙĦر ØŃ", + "ั à¸ķà¸Ļ", + "ัà¸ķ à¸Ļ", + "и ме", + "им е", + "Ġت ÙĦÙĥ", + "ĠتÙĦ Ùĥ", + "ت Ùħع", + "تÙħ ع", + "Ġад миниÑģÑĤÑĢа", + "Ġzor unda", + "Ġzorun da", + "ĠÙĨ سبة", + "ĠÙĨسب Ø©", + "ĠÙĨس بة", + "ĠصÙĨع تÛĮ", + "ĠصÙĨعت ÛĮ", + "ĠÑĦÑĥн да", + "éı ¡", + "Ġpo tom", + "Ġpot om", + "Ġп ÑĢеÑģÑĤ", + "ĠпÑĢ еÑģÑĤ", + "ĠпÑĢе ÑģÑĤ", + "ĠпÑĢеÑģ ÑĤ", + "Ġsı rada", + "Ġsır ada", + "Ġsıra da", + "Ġ ayar", + "Ġa yar", + "Ġay ar", + "ا ÙĤÙĦ", + "اÙĤ ÙĦ", + "æº ª", + "ĠØ¢ÙĤ اÛĮ", + "ĠпеÑĢе Ñħод", + "ĠпÑĢакÑĤи ÑĩеÑģки", + "é» ĥ", + "ĠÑĥ Ñħод", + "ĠÑĥÑħ од", + "ĠÙħ تÙģ", + "ĠÙħت Ùģ", + "Ġsiyas i", + "Ġпо ÑĤен", + "ĠпоÑĤ ен", + "Ùİ Ùģ", + "ĠÐĽ Ñĥ", + "ĠконÑĤÑĢ олÑĮ", + "ĠÑģказ аÑĤÑĮ", + "à¥Ģ à¤ķरण", + "à¥Ģà¤ķ रण", + "åħ¨ çIJĥ", + "Û² Û¶", + "Ġt oto", + "Ġto to", + "Ġtot o", + "Ġ ÙĪد", + "ĠÙĪ د", + "ãĤ¿ãĤ¤ ãĥĹ", + "åľ į", + "å¼ķ çĶ¨", + "ï¼ £", + "èĬ ¸", + "ä»ĭ ç»į", + "ĠÑĤеÑĢÑĢиÑĤоÑĢ ии", + "æĹ¥ ãģ«", + "m ÃŃt", + "mÃŃ t", + "am ız", + "amı z", + "ìĿ´ ìĸ´", + "Ġyar Ä±ÅŁ", + "Ġyarı ÅŁ", + "Ġg üc", + "Ġgü c", + "Ġ Ïĩα", + "ĠÏĩ α", + "ัà¸Ļย ายà¸Ļ", + "ãĤĴ è¡Į", + "Ġm illi", + "Ġmill i", + "Ġmil li", + "Ġmi lli", + "Ġ çı¾", + "Ġçı ¾", + "K dyž", + "m azon", + "ma zon", + "maz on", + "ë³´ ëĤ´ê¸°", + "ĠÑĤÑĢÑĥ дов", + "ĠÑĤÑĢÑĥд ов", + "é£ ¾", + "Ġви ник", + "Ġвин ик", + "ĠÙĪز ارت", + "ĠÙĪزار ت", + "éĩĮ çļĦ", + "м аз", + "ма з", + "ĠR US", + "ĠRU S", + "е кÑĤÑĥ", + "ек ÑĤÑĥ", + "екÑĤ Ñĥ", + "Ġع اش", + "Ġk once", + "Ġko nce", + "Ġkon ce", + "ãĤĪãģĨ ãģ§ãģĻ", + "Ġмал ÑĭÑĪ", + "m eni", + "me ni", + "men i", + "е Ñģа", + "еÑģ а", + "ا ضÛĮ", + "اض ÛĮ", + "Ġb rat", + "Ġbr at", + "Ġbra t", + "ĠвÑĸд ноÑģ", + "θ εÏģ", + "θε Ïģ", + "ĠЧ ем", + "æij ĩ", + "ĠÙħ ادر", + "ĠÙħا در", + "ĠÙħاد ر", + "çĶ¨ åĵģ", + "ĠÙħØŃ Ø§Ùģظ", + "Ġm yÅ¡", + "Ġmy Å¡", + "ج ع", + "Ġis im", + "Ġi sim", + "Ġisi m", + "æ³ Ĭ", + "ıl maz", + "ĠÎĽ α", + "å¯ ©", + "Ġay ır", + "е ними", + "ен ими", + "ени ми", + "еним и", + "à¥ĩह तर", + "åľ Ĩ", + "ãģ¾ ãģ£ãģŁ", + "çĶ¢ åĵģ", + "ĠÑĸнÑĦоÑĢма ÑĨÑĸÑĹ", + "Ġt ủ", + "Ġtá» §", + "สม à¸ļ", + "Ġst ÅĻ", + "Ġë°ľ íijľ", + "а ÑĢÑĮ", + "аÑĢ ÑĮ", + "ĠC ao", + "ĠCa o", + "Ρ ÎĻ", + "à¸ģาร à¸Ī", + "Ġпод Ñĥм", + "ä»ķ äºĭ", + "ĠÐļ ÑĢоме", + "Ġ ìĹĶ", + "ĠìĹ Ķ", + "Ġ Ñĥда", + "ĠÑĥ да", + "ĠÑĥд а", + "ĠавÑĤом аÑĤи", + "Ġ à¸Ħà¸ĵะ", + "Ġà¸Ħ à¸ĵะ", + "ĠK iÅŁ", + "ĠKi ÅŁ", + "ĠÑģоÑģÑĤоÑı ние", + "l isi", + "li si", + "lis i", + "Ġëĸ ¨ìĸ´", + "oot ball", + "Ġ íį¼", + "Ġí į¼", + "Ġ лим", + "Ġл им", + "Ġли м", + "Ġç erç", + "ÙĪÙĦ ÙĬÙĪ", + "ÙĪÙĦÙĬ ÙĪ", + "Ġs lož", + "Ġsl ož", + "Ġslo ž", + "Ġ 먼", + "Ġë¨ ¼", + "ร à¸Ńà¸ĩ", + "ÑĪ ее", + "ÑĪе е", + "âĢ¦âĢ¦âĢ¦âĢ¦âĢ¦âĢ¦âĢ¦âĢ¦ âĢ¦âĢ¦âĢ¦âĢ¦âĢ¦âĢ¦âĢ¦âĢ¦", + "ãģĵ ãģ¡ãĤī", + "о ÑĢÑĭ", + "оÑĢ Ñĭ", + "çĥ Ł", + "Âł F", + "а ного", + "ан ого", + "ано го", + "Ø« ÛĮر", + "çı į", + "å¸Ĥ åł´", + "vÄĽ dom", + "vÄĽd om", + "ì² ¨ë¶Ģ", + "ĠìĤ¬ ê±´", + "ï¾ Į", + "à¹ĥ à¸Ļว", + "à¹ĥà¸Ļ ว", + "Ġzvlá Å¡t", + "ÏĦ εÏħ", + "ÏĦε Ïħ", + "Ġкак ие", + "Ġка кие", + "ÏĨοÏģ ά", + "ÏĨο Ïģά", + "åĦ Ħ", + "Ġzp ÄĽt", + "íķľ íħĮ", + "Ġz vol", + "Ġzv ol", + "Ġ çĹ", + "Ġç Ĺ", + "ÑĢа нениÑı", + "ÑĢан ениÑı", + "ĠسÛĮ است", + "ĠÐļ оли", + "ĠÐļол и", + "ĠÐļо ли", + "ĠоÑĢганиз ма", + "ĠоÑĢганизм а", + "ĠÑıнва ÑĢÑı", + "Ġد ادÙĨ", + "Ġداد ÙĨ", + "п ÑĢа", + "пÑĢ а", + "ï¼Į ä»ĸ们", + "ï¼Įä»ĸ 们", + "æijĺ è¦ģ", + "Ġqu ần", + "ÙĬ ÙĪÙĨ", + "ÙĬÙĪ ÙĨ", + "Ġви Ñħов", + "Âł à¹Ģà¸Ķ", + "Ġ елем", + "Ġе лем", + "eb ilecek", + "Ġд оÑĩ", + "Ġдо Ñĩ", + "Ġб лаг", + "Ġбл аг", + "Ġбла г", + "ĠÑı й", + "ad nÃŃ", + "Ġzá roveÅĪ", + "en stvÃŃ", + "âĢĮ اÙĨ", + "ãģķãĤĵ ãģ¯", + "/ |", + "ĠاÙĦع اÙħØ©", + "ĠاÙĦعاÙħ Ø©", + "éł ¼", + "Ġخدا ÙĪÙĨد", + "Ġخد اÙĪÙĨد", + "н ам", + "на м", + "ĠÑģ лиз", + "ĠÑģл из", + "æ¶ ī", + "ร ษ", + "e ÅŁtir", + "eÅŁ tir", + "ĠÙĨ دار", + "ĠÙĨد ار", + "ร าà¸Ħ", + "è¨Ģ ãĤı", + "Ġ èŃ", + "Ġè Ń", + "Ġк ÑĢиÑĤ", + "ĠкÑĢи ÑĤ", + "ĠвоздÑĥ Ñħа", + "ĠвоздÑĥÑħ а", + "Ġà¤Ĺ त", + "Ġprá vo", + "Ġpráv o", + "à¥ĭष ण", + "Ġs ắp", + "íı Ń", + "Ġص رÙģ", + "ĠراÛĮ گاÙĨ", + "ĠоÑĤ к", + "ëĨ ĵ", + "ĠÑģек ÑĢеÑĤ", + "Ä° n", + "on avir", + "ona vir", + "ĠV ys", + "ĠVy s", + "ĠbaÅŁ lat", + "ĠMu ham", + "ĠлиÑģÑĤ оп", + "ĠT icaret", + "ĠTi caret", + "ĠTic aret", + "Ġad landır", + "ĠÐĶ миÑĤ", + "Ïĥμ οÏį", + "Ïĥμο Ïį", + "ä¾ µ", + "ìĭľ ëĬĶ", + "à¹ģà¸Ľ ลà¸ĩ", + "ın ıza", + "ını za", + "ınız a", + "- г", + "и ÑĩноÑĹ", + "иÑĩ ноÑĹ", + "иÑĩно ÑĹ", + "Ñĥ ÑĢи", + "ÑĥÑĢ и", + "U Z", + "ìĽ ł", + "Ġتبد ÛĮÙĦ", + "æ º«", + "æº «", + "ĠÑĢам каÑħ", + "Ġn ét", + "Ġné t", + "æ² ¿", + "Ġroz Å¡ÃŃ", + "Ġस प", + "ĠÑĤак е", + "ĠÑĤа ке", + "ÑĢ аÑĩ", + "ÑĢа Ñĩ", + "ĠاÙĦ ÙĤد", + "ĠاÙĦÙĤ د", + "íķĻ ê³¼", + "Ñĥв аннÑıм", + "ÑĥваннÑı м", + "Ġm ám", + "Ġmá m", + "ë¡ ¯", + "á½ IJ", + "Ġet kili", + "Ġetk ili", + "Ġetkil i", + "Ġetki li", + "Ġار تÙģ", + "Ġtechn olog", + "Ġtechno log", + "Ġ ì½ĺ", + "Ġì½ ĺ", + "Ġت ÙĥÙĬÙĬÙģ", + "ĠpÅĻ ece", + "ĠpÅĻe ce", + "家 åºŃ", + "Ġ ãģı", + "âĶ ´", + "íģ ¼", + "ĠÎľ ά", + "à¹Ģ à¸ķร", + "à¹Ģà¸ķ ร", + "ĠÑģÑĤанов иÑĤÑģÑı", + "ç«ĭ ãģ¡", + "Ġ éĸĭ", + "Ġéĸ ĭ", + "ĠÄ° yi", + "ĠnÄĽkter é", + "ĠÑĢоб оÑĤ", + "ĠÄIJ Æ°á»Ŀng", + "ĠاÙĦ اج", + "Ġsp eci", + "Ġspec i", + "Ġspe ci", + "çī¹ åĪ«", + "åŃ Ŀ", + "âĢĮ گذ", + "âĢĮÚ¯ Ø°", + "a lıģı", + "al ıģı", + "alı ģı", + "Ġм иÑĢа", + "Ġми ÑĢа", + "ĠмиÑĢ а", + "í İĺìĿ´ì§Ģ", + "íİĺ ìĿ´ì§Ģ", + "Ø® Ùģ", + "ãĤª ãĥª", + "Ġس ÛĮÙħ", + "ĠسÛĮ Ùħ", + "Ġìĸ´ ëĬIJ", + "алÑĮ нÑĥ", + "Ñĩ ний", + "ümüz de", + "æĻº èĥ½", + "ý n", + "ĠتÙĤÙĪ ÛĮت", + "Ġп ÑĢиг", + "ĠпÑĢ иг", + "ĠпÑĢи г", + "ĠгÑĢÑĥпп Ñĭ", + "am ı", + "γ οÏį", + "γο Ïį", + "оÑĢ ÑĤÑĥ", + "оÑĢÑĤ Ñĥ", + "ĠG iang", + "ĠGi ang", + "ĠGian g", + "ĠGia ng", + "ÅĻ en", + "ÅĻe n", + "Ġokol ÃŃ", + "产 ä¸ļ", + "Ġ зм", + "Ġз м", + "Ġ é¾", + "Ġé ¾", + "ÙĬ ار", + "ÙĬا ر", + "ĠاÙĦØ´ÙĬ Ø®", + "иÑĤелÑĮ нÑĭй", + "Ġ اÙĩÙħ", + "Ġا ÙĩÙħ", + "ĠاÙĩ Ùħ", + "ĠباÙĦ رÙĬاض", + "ĠÙ¾ÛĮ اÙħ", + "Ġk redi", + "Ġkr edi", + "Ġkre di", + "Ġkred i", + "ĠA rap", + "ĠAr ap", + "ĠAra p", + "Ġ ÑĢаб", + "ĠÑĢ аб", + "ĠÑĢаР±", + "ĠÑĢа б", + "ĠнекоÑĤоÑĢ ÑĭÑħ", + "ĠØŃاÙģظ Ùĩ", + "иÑĤелÑĮ ного", + "иÑĤелÑĮно го", + "Ġgerek mektedir", + "ĠD eniz", + "ĠDen iz", + "ĠتÙĦ اش", + "st agram", + "sta gram", + "stag ram", + "áv ky", + "åĬł åħ¥", + "oz or", + "ozo r", + "Ġdurum unda", + "Ġdurumu nda", + "Ġíıī ëĭ¹", + "Ġ ë´ī", + "Ġë´ ī", + "Ġp enÄĽ", + "Ġpe nÄĽ", + "Ġpen ÄĽ", + "Ú¯ اÙĨÛĮ", + "گاÙĨ ÛĮ", + "ĠK up", + "ĠKu p", + "Ġ ÑĨеÑĢ", + "ĠÑĨ еÑĢ", + "ĠÑĨе ÑĢ", + "ul ması", + "âij ł", + "ĠÑģÑĸÑĩ нÑı", + "ım ıza", + "ımız a", + "ımı za", + "å®ļ çļĦ", + "Âł ÑĤ", + "åĬŀ åħ¬", + "ìľ¼ ëĭĪ", + "ĠاÙĦ Ø¥ÙĨ", + "ĠاÙĦØ¥ ÙĨ", + "Ġ çĥ", + "Ġç ĥ", + "ãĢį ï¼Į", + "ÑĹ Ð½Ð°", + "ĠпÑĢигоÑĤов лениÑı", + "Ð ħ", + "ĠÑģ олн", + "ĠÑģол н", + "Ġë¶Ģ ìĤ°", + "æħ ¶", + "ãĤ ¾", + "v oje", + "vo je", + "voj e", + "ÛĮ دÙĨ", + "ÛĮد ÙĨ", + "ìĥĿ ëĭĺ", + "ç¹ ģ", + "á du", + "ád u", + ": ::::::::::::::", + ":: :::::::::::::", + ":::: :::::::::::", + ":::::: :::::::::", + ":::::::: :::::::", + "::: ::::::::::::", + "::::: ::::::::::", + "::::::: ::::::::", + "::::::::: ::::::", + ":::::::::: :::::", + "::::::::::: ::::", + ":::::::::::: :::", + "::::::::::::: ::", + ":::::::::::::: :", + "س ÙĨÚ¯", + "سÙĨ Ú¯", + "éĶ ĭ", + "Ġ звиÑĩай", + "Ġз виÑĩай", + "å§Ķåijĺ ä¼ļ", + "ĠμÎŃ Ïĥα", + "ĠÑĢ ождениÑı", + "æĪIJ 人", + "Ġ dÃŃl", + "Ġd ÃŃl", + "ĠdÃŃ l", + "ĠÐĶ об", + "ĠÐĶо б", + "Ġ à¹ĥà¸Ĭ", + "ÏĢ ί", + "g amber", + "gam ber", + "ĠÙĪÛĮÚĺ Ú¯ÛĮ", + "Ġ èĬ±", + "ĠèĬ ±", + "Ġb Ãły", + "ĠbÃł y", + "ĠжовÑĤ нÑı", + "åħ¬ å¼Ģ", + "ĠÑĤ оÑĩки", + "ĠÑĤо Ñĩки", + "ĠÑĤоÑĩ ки", + "ãģĤ ãģ®", + "а лÑĸв", + "ал Ñĸв", + "алÑĸ в", + "Ġch arakter", + "Ġchar akter", + "ĠÎĴ α", + "Ġzku Å¡en", + "Ġà¤Ńà¤Ĺ व", + "Ñĩ ика", + "Ñĩи ка", + "Ñĩик а", + "à¥Ģà¤Ĥ ।", + "è£ ı", + "åijĬ è¯ī", + "iy atı", + "iya tı", + "iyat ı", + "ĠÑĨ елÑĮ", + "ĠÑĨе лÑĮ", + "ĠÑĨел ÑĮ", + "Ġ ìĬĪ", + "ĠìĬ Ī", + "а ÑĢд", + "аÑĢ д", + "ĠÃľl ke", + "Ġpro since", + "Ġpros ince", + "ĠÙĨ گاÙĩ", + "ĠÙĨÚ¯ اÙĩ", + "ãĢĮ ãģĬ", + "ÎŁ Τ", + "ÎŁÎ ¤", + "ìĦľ ëĬĶ", + "ÙĪ گر", + "ض اÙĨ", + "ضا ÙĨ", + "Ġdů sled", + "çIJ ´", + "à¸ķำ à¹ģหà¸Ļ", + "к ÑĤÑĸв", + "кÑĤ Ñĸв", + "lád á", + "á¿ Ĩ", + "ĠD oÄŁu", + "ĠDo ÄŁu", + "ĠDoÄŁ u", + "ãģij ãĤĮãģ°", + "缮 ãĤĴ", + "Ġ 缴", + "ĠçĽ ´", + "æ Ľ°", + "æĽ °", + "ĠвÑĤоÑĢ ой", + "Ġг лÑĥ", + "ĠìĿ ½", + "기 ì¤Ģ", + "Ġma dde", + "Ġmad de", + "Ġmadd e", + "Ġjed né", + "Ġjedn é", + "Ġо ÑĦÑĸ", + "ìĭĿ ìĿĦ", + "Ġch út", + "Ġchú t", + "åĩº ãģĹãģŁ", + "åĩºãģĹ ãģŁ", + "и ÑĩеÑģкаÑı", + "иÑĩеÑģ каÑı", + "Ġ лок", + "Ġл ок", + "Ġal tı", + "Ġalt ı", + "ëĵľ ëĬĶ", + "ey gamber", + "ĠÑģв ое", + "ĠÑģво е", + "ĠtaÅŁ ım", + "ĠÑĤо Ñīо", + "Ġgeç ti", + "Ġpr emi", + "Ġpre mi", + "Ġprem i", + "ĠMeh met", + "ï¼Į åĽłæѤ", + "ï¼ĮåĽł æѤ", + "ί κη", + "ίκ η", + "Ġönce ki", + "Ġönc eki", + "Ġ à¤ķन", + "Ġà¤ķ न", + "ĠÑĤемп еÑĢаÑĤÑĥÑĢа", + "ĠÑĤемпеÑĢаÑĤÑĥ ÑĢа", + "éĺ ´", + "Ġìĸ¼ ë§Ī", + "Ø´ ب", + "á ky", + "ák y", + "ãĢĢ V", + "воÑĢ еннÑı", + "l asyon", + "las yon", + "Ġд оказ", + "Ġдо каз", + "Ġдок аз", + "Ġëľ »", + "Ġоб лиÑĩ", + "Ġобл иÑĩ", + "ÎĻ ÎijÎļ", + "ÎĻÎij Îļ", + "Ġ ÑĢазд", + "ĠÑĢаз д", + "ĠÑĢа зд", + "ï¼Į 为", + "å® ½", + "Ġk orum", + "Ġko rum", + "Ġkor um", + "åķĬ åķĬ", + "ĠÅĻe kla", + "ĠÅĻekl a", + "ĠÅĻek la", + "ãĥĹ ãĥ¬", + "Ġв аÑĢÑĤ", + "ĠваÑĢ ÑĤ", + "ĠпÑĢоблем Ñĭ", + "Ġ ä½ł", + "Ġth Æ¡m", + "Ġta kové", + "Ġtak ové", + "Ġtako vé", + "л енÑĭ", + "лен Ñĭ", + "ле нÑĭ", + "Ġ åĪ¶", + "ĠåĪ ¶", + "Ġji ných", + "Ġjin ých", + "Ġjiný ch", + "ĠÙĨ ص", + "ĠгÑĢÑĥд нÑı", + "Ġ ãģĹ", + "иÑĤелÑĮ ной", + "иÑĤелÑĮно й", + "ĠاØŃ ØªÙħ", + "Ñİ ÑĢ", + "ÏĨ Ïħ", + "Ġ Ø´ÙħاÙĦÛĮ", + "ĠØ´Ùħ اÙĦÛĮ", + "ĠØ´Ùħا ÙĦÛĮ", + "ĠØ´ÙħاÙĦ ÛĮ", + "Ġ ì»´", + "Ġì» ´", + "acaÄŁ ız", + "acaģı z", + "ì§Ģ ë§ī", + "ĠÑĦин анÑģов", + "Ġ ê·¹", + "Ġê· ¹", + "ĠÚĨ ÛĮزÛĮ", + "ĠÚĨÛĮز ÛĮ", + "à¥Ģ à¤Ľ", + "ص ات", + "ान म", + "Ġв озможно", + "Ġвозмож но", + "è¨ İ", + "çĦ ¦", + "ĠاÙĦبÙĦ د", + "Ġ çĶ³åįļ", + "ç¥ ¥", + "Ġë°Ķ ëĿ¼", + "Ú¯ ÛĮر", + "Ú¯ÛĮ ر", + "Ûµ Û°", + "μι οÏħÏģγ", + "ĠpÅĻed sed", + "ç»ı èIJ¥", + "å§ ij", + "e mey", + "em ey", + "eme y", + "ĠÙĨ ÙĪÙģ", + "ĠÙĨÙĪ Ùģ", + "å¾ ½", + "Ġprá va", + "Ġpráv a", + "Ġво обÑīе", + "Ġ íĭ°", + "Ġíĭ °", + "Ġب Ø£ÙĨ", + "Ġبأ ÙĨ", + "ĠFr anti", + "ĠFran ti", + "ĠP aÅŁa", + "ĠPa ÅŁa", + "ĠÙ¾ ست", + "Ġپس ت", + "k ân", + "ĠÑģиг н", + "Ġd ần", + "æ IJľ", + "æIJ ľ", + "Ġr oky", + "Ġro ky", + "Ġrok y", + "Ùĥ ÙĪر", + "ÙĥÙĪ ر", + "ĠÎĶ ή", + "али заÑĨии", + "ализ аÑĨии", + "ализа ÑĨии", + "ä¼ł å¥ĩ", + "ı da", + "lÃŃ b", + "ĠÑĢÑĸв нÑı", + "Ġн оÑı", + "Ġно Ñı", + "bÄĽ hu", + "bÄĽh u", + "ิà¸ĩห าà¸Ħม", + "ï¼Į åį´", + "Ġ ÑĩеÑģ", + "ĠÑĩ еÑģ", + "lan mÄ±ÅŁtır", + "lanmÄ±ÅŁ tır", + "Ġ Æ°á»Ľc", + "áv acÃŃ", + "ีฬ า", + "δ ÎŃ", + "âĢĮØ´ ÙĪÙĨد", + "Ġ ÑĢобÑĸÑĤ", + "ĠÑĢоб ÑĸÑĤ", + "Ġ å·´", + "Ġå· ´", + "ĠM ev", + "ĠMe v", + "ĠÙħرØŃ ÙĦÙĩ", + "Ġвз ÑĢоÑģ", + "ç½ ļ", + "Ġب اÙĦÙħ", + "Ġبا ÙĦÙħ", + "ĠباÙĦ Ùħ", + "Ġиз гоÑĤов", + "ĠS por", + "ĠSp or", + "ĠSpo r", + "åĦ Ģ", + "ĠاÙĦ Ø£ÙĨ", + "ĠاÙĦØ£ ÙĨ", + "à¹Īา à¸ĩà¸ģ", + "à¹Īาà¸ĩ à¸ģ", + "л аÑģÑĤи", + "ла ÑģÑĤи", + "лаÑģ ÑĤи", + "ÎŁ Îļ", + "ÎŁÎ ļ", + "Ġ Ú©ÛĮ", + "ĠÚ© ÛĮ", + "åij½ 令", + "ØŃ Ø¯Ø«", + "ØŃد Ø«", + "ÙĬ ÙĥÙĬ", + "ÙĬÙĥ ÙĬ", + "ĠпеÑĢв Ñĭй", + "ãĤ¹ ãĤ³", + "ĠÅ¡ pat", + "ĠÅ¡p at", + "Ġnik do", + "ั à¸ĩม", + "ัà¸ĩ ม", + "èµ «", + "æĺ ¨", + "Ġв Ñĥли", + "ĠвÑĥл и", + "ĠÐļ а", + "à¹Ī ละ", + "Ġsa mot", + "Ġsam ot", + "Ġsamo t", + "ĠобеÑģп е", + "ĠÙħعرÙģ ÛĮ", + "ĠÙħØŃصÙĪÙĦ ات", + "в анов", + "ва нов", + "ван ов", + "вано в", + "ĠÙħستÙĤ ÛĮÙħ", + "å¢ Ļ", + "Âł Ðļ", + "Ġд оÑĤ", + "Ġдо ÑĤ", + "z im", + "zi m", + "ÙIJ ر", + "Ġ Ø´ÙĪ", + "ĠØ´ ÙĪ", + "åľ¨ åľ°", + "Ġ çİ°", + "Ġçİ °", + "Ġ åĮĸ", + "ĠåĮ ĸ", + "ز ÙĪ", + "Ġyay gın", + "Ġо ÑĢиг", + "ĠоÑĢ иг", + "Ùı ÙĨ", + "Ġev rop", + "Ġ ï½ľ", + "Ġï½ ľ", + "Ġëħ¸ì¶ľ ëĵ±ë¡Ŀ", + "åĩ Ŀ", + "л еннÑĭÑħ", + "лен нÑĭÑħ", + "Ġje nom", + "Ġjen om", + "Ġ ЧÑĤобÑĭ", + "ĠЧ ÑĤобÑĭ", + "ĠЧÑĤо бÑĭ", + "ĠìĹĨ ëĭ¤", + "ĠìŬ ìĦ±", + "Ġres mi", + "im álnÃŃ", + "缮 ãģ®", + "s ian", + "si an", + "-ни бÑĥдÑĮ", + "ο κ", + "çĭ¬ ç«ĭ", + "ÅŁ ehir", + "åIJ IJ", + "åĪ¶ éĢł", + "Ġ ÎĶεν", + "ĠÎĶ εν", + "ĠÎĶε ν", + "ãĥĭ ãĥ¥", + "иÑĤелÑĮ нÑĭÑħ", + "Ġ ÙĥاÙħ", + "ĠÙĥ اÙħ", + "Ïģ κ", + "Ġr au", + "Ġra u", + "ĠÑģм еÑĢÑĤи", + "ĠÑģмеÑĢ ÑĤи", + "ĠÏĮ ÏĦαν", + "Ġ Tại", + "ĠT ại", + "Ġ رب", + "Ġر ب", + "ε νο", + "εν ο", + "ر دد", + "رد د", + "Ġ à¸ģระ", + "Ġà¸ģ ระ", + "Ġà¸ģร ะ", + "Ïĥ μο", + "Ïĥμ ο", + "Ġ æ¼Ķ", + "Ġæ¼ Ķ", + "ิà¸Ī à¸ģรรม", + "ĠÑĢаз ви", + "ĠÑĢазв и", + "ãĤ¹ ãĥļ", + "Ñĸ ÑĩноÑĹ", + "ÑĸÑĩ ноÑĹ", + "lá Å¡enÃŃ", + "láš enÃŃ", + "اب عة", + "ابع Ø©", + "ov ými", + "ový mi", + "ovým i", + "а нг", + "ан г", + "Ġкап ÑĸÑĤ", + "ãĢģ âĢĭ", + "íĸĪ ëįĺ", + "ĠÑĥ ÑģÑĸ", + "ĠÑĥÑģ Ñĸ", + "ย าว", + "ยา ว", + "Ø£ Ùħ", + "ãĥ© ãĥĥãĤ¯", + "Ġë ķ", + "ĠسÙĨ ÙĪات", + "ĠÑģÑĤаÑĤ ÑĮи", + "ĠÑģÑĤаÑĤÑĮ и", + "ÑĹ Ñħ", + "Ïģο Ïĩή", + "ĠØ£Ùĥ تÙĪبر", + "lan ma", + "Ġmal zem", + "ç £¨", + "ç£ ¨", + "Ġб окÑĥ", + "Ġбо кÑĥ", + "Ġбок Ñĥ", + "åŃĹ å¹ķ", + "ĠоÑĢганÑĸ за", + "ĠоÑĢганÑĸз а", + "ãĥ© ãĤ¤ãĥ³", + "ãĥ©ãĤ¤ ãĥ³", + "ĠÙħع دÙĨ", + "ĠÙħعد ÙĨ", + "çĶ· åŃIJ", + "Ġ æĤ", + "Ġæ Ĥ", + "Ạ¾", + "Ġmez iná", + "Ġmezi ná", + "и ваÑİÑĤ", + "ив аÑİÑĤ", + "ива ÑİÑĤ", + "ĠطبÛĮ عÛĮ", + "èĻ ij", + "à¤Ł र", + "Ġпод Ñģ", + "ĠÅŁ aÅŁ", + "à¸Ļ à¹Ĩ", + "ĠÅ¡ p", + "v ÄĽÅĻ", + "vÄĽ ÅĻ", + "з ÑĮ", + "ëĿ¼ ë§Ī", + "ุ à¸ĺ", + "âĢ¦ Ø·", + "리 ì§Ģ", + "âĦĸâĦĸ âĦĸâĦĸ", + "Ġb ức", + "ĠSp oj", + "ĠSpo j", + "ĠиÑģполÑĮзов ани", + "ĠиÑģполÑĮз овани", + "å·¦ åı³", + "en ler", + "ĠоÑī ÑĥÑī", + "Ġоб лÑĸ", + "Ġобл Ñĸ", + "ظ ËĨ", + "ÙĦ ÛĮس", + "ÙĦÛĮ س", + "æıIJ åįĩ", + "ĠговоÑĢ иÑĤÑĮ", + "ĠговоÑĢиÑĤ ÑĮ", + "Ġk ür", + "Ġkü r", + "Ġλ ειÏĦοÏħÏģγ", + "ла га", + "лаг а", + "ĠÑģÑĥ дÑĥ", + "ĠÑģÑĥд Ñĥ", + "Ġ 측", + "Ġì¸ ¡", + "θε Ïĥη", + "Ġ нен", + "Ġн ен", + "Ġне н", + "Ġbiç imde", + "Ġbiçim de", + "ÑĨÑĸй ноÑĹ", + "ÑĨÑĸйно ÑĹ", + "à¹Ģà¸Ħ ย", + "ĠDal Å¡ÃŃ", + "Ġи меÑĤÑĮ", + "Ġим еÑĤÑĮ", + "Ġиме ÑĤÑĮ", + "èĭ Ĺ", + "ĠÙħع رÙĪÙģ", + "Ġt ạp", + "Ġm eÅŁ", + "Ġme ÅŁ", + "Âł N", + "оÑĢ они", + "оÑĢон и", + "оÑĢо ни", + "ع Ùģ", + "à¹Ĥ รà¸ĩà¹Ģร", + "à¹Ĥรà¸ĩ à¹Ģร", + "âĶ ¬", + "Ġ à¹Ģà¸ŀราะ", + "Ġà¹Ģà¸ŀ ราะ", + "Ġèı² å¾ĭ宾", + "ÑģÑĤв енное", + "ÑģÑĤвен ное", + "ÑģÑĤвенно е", + "Ġاز دÙĪاج", + "ĠÑĦ ев", + "éł »", + "Ġ สล", + "Ġส ล", + "à¸ķ à¸Ńà¸Ļ", + "Ġ 기ê°Ħ", + "Ġ기 ê°Ħ", + "ä½ ©", + "ÏĦ ην", + "ÏĦη ν", + "ëĤ¬ ëĭ¤", + "ĠQ uy", + "ĠQu y", + "Ġë¶ Ļ", + "ĠС Ñĥд", + "и ж", + "Ġ à¹Ģà¸ģม", + "Ġà¹Ģà¸ģ ม", + "ĠÑģв ÑıÑĤ", + "ĠÑģвÑı ÑĤ", + "et ooth", + "eto oth", + "ε Ïģο", + "εÏģ ο", + "ÙĦ ÙħØ©", + "ÙĦÙħ Ø©", + "Ø´ ÙĪر", + "Ø´ÙĪ ر", + "Ġd omu", + "Ġdo mu", + "Ġdom u", + "èį Ĵ", + "m î", + "ëıĦ 를", + "ĠÑĢекомендÑĥ еÑĤÑģÑı", + "Ġsonra sında", + "Ġsonrası nda", + "Ġд нÑĸв", + "Ġç al", + "Ġça l", + "ãĤ«ãĥĨ ãĤ´ãĥª", + "Ġ еж", + "Ġе ж", + "Ġìķ ī", + "èī² çļĦ", + "âĢĻ nde", + "âĢĻn de", + "Ġ ÏĢÏīÏĤ", + "ĠÏĢ ÏīÏĤ", + "ĠÑĩеÑĤ веÑĢ", + "k ili", + "ki li", + "kil i", + "æĢ§ èĥ½", + "اد ÙĬØ©", + "ادÙĬ Ø©", + "çº ¯", + "ĠاÙĦ تش", + "ĠاÙĦت Ø´", + "ĠÑĤ ела", + "ĠÑĤе ла", + "ĠÑĤел а", + "Ġоб ÑĬем", + "ĠобÑĬ ем", + "å²Ĺ ä½į", + "Ġkon krét", + "Ġa rada", + "Ġar ada", + "Ġara da", + "ìĭľ ìĹIJ", + "Ġor anı", + "Ġoran ı", + "ر Ùĥ", + "ÐĽ ÐIJ", + "Ġ ménÄĽ", + "Ġmé nÄĽ", + "ج ÙĪÛĮ", + "جÙĪ ÛĮ", + "Ġv ợ", + "Ġvá» £", + "ĠAngiosper mae", + "èĥ İ", + "Ġh ôn", + "äºĭ æ¥Ń", + "ĠоÑĤ веÑĢ", + "ĠоÑĤв еÑĢ", + "Ġs rd", + "Ġsr d", + "Å¡ li", + "ส à¸ģ", + "æ¼ ı", + "ĠØ´ رØŃ", + "Ġشر ØŃ", + "ÑĨ Ñıми", + "ÑĨÑı ми", + "Ġs lav", + "Ġsl av", + "Ġsla v", + "Ġc eny", + "Ġce ny", + "Ġcen y", + "à¸Ń à¹Ģร", + "Ġ ÙĪÙĦد", + "ĠÙĪÙĦ د", + "Ġк оÑĢа", + "ĠкоÑĢ а", + "Ġко ÑĢа", + "Ġб ÑĢон", + ": .:.:.:.:", + ":.:.: .:.:", + ":.: .:.:.:", + "Ġne mus", + "Ġnem us", + "è¿Ļ æł·çļĦ", + "è¿Ļæł· çļĦ", + "Ġبر ÙĨاÙħج", + "Ġú plnÄĽ", + "ีà¸Ļ าà¸Ħม", + "Ġë°Ľ ìķĦ", + "με Ïģα", + "μεÏģ α", + "ç¼ ©", + "Ġn ắm", + "ĠобÑĬ ÑıÑģ", + "ĠконÑĤÑĢ олÑİ", + "á vajÃŃcÃŃ", + "ávajÃŃ cÃŃ", + "Ġk um", + "Ġku m", + "çĶ· 人", + "Ġv nitÅĻ", + "Ġب دÙĩ", + "Ġبد Ùĩ", + "Ġأب رÙĬÙĦ", + "人æ°ij åħ±åĴĮåĽ½", + "Ġyap ılır", + "Ġyapıl ır", + "Ġna Å¡ÃŃ", + "ĠnaÅ¡ ÃŃ", + "ãĥ¼ ãĥŃ", + "ãĥ¼ãĥ Ń", + "Ġt ạm", + "Ġhen üz", + "Ġz emi", + "Ġze mi", + "Ġzem i", + "Ġkh áng", + "Ġkhá ng", + "åħ¬ åħ±", + "Ġ èĢģ", + "ĠèĢ ģ", + "ĠعÙĪ اÙħÙĦ", + "Âł V", + "à¹ī à¹ģà¸ģ", + "άν ÏĦα", + "ĠÑĤÑĢав нÑı", + "Ġη μÎŃ", + "è´ ¸", + "ส à¸Ķ", + "Ġس Ùħت", + "ĠسÙħ ت", + "ĠØ® اک", + "ĠÑĤак ий", + "ĠÑĤа кий", + "Ġet tik", + "Ġett ik", + "Ġetti k", + "ĠÏĮ λ", + "Ġп оли", + "Ġпо ли", + "Ġпол и", + "Ġ нож", + "Ġн ож", + "Ġно ж", + "غ اÙĨ", + "ÙĨ دÙĬ", + "ÙĨد ÙĬ", + "ĠÄįty ÅĻi", + "ĠÄįtyÅĻ i", + "ĠPh Æ°Æ¡ng", + "ĠÙĪر زش", + "ĠÙĪرز Ø´", + "ãģĦ ãģĭ", + "r vé", + "rv é", + "Ġतर फ", + "Ġन à¤Ĺर", + "m asında", + "ma sında", + "mas ında", + "ması nda", + "е виÑĩ", + "ев иÑĩ", + "еви Ñĩ", + "ve ÅĻej", + "ä¿Ŀ æĮģ", + "æĬĢ èĥ½", + "æݨ èįIJ", + "l âm", + "Ġ Ïį", + "ĠÏ į", + "å¢ŀ éķ¿", + "Ġاص ÙģÙĩ", + "ĠÐĹак онÑĥ", + "ĠÐŁ ÑĢез", + "ĠÐŁÑĢ ез", + "Ġpod por", + "Ġpodp or", + "기 íĥĢ", + "Ġ íıIJ", + "Ġíı IJ", + "Ġ ëĭĪ", + "Ġëĭ Ī", + "lar ınız", + "ların ız", + "larını z", + "ãĥĸ ãĥŃ", + "ĠÑĦÑĢан ÑĨÑĥз", + "ãĥĬ ãĥ¼", + "Ġb eled", + "Ġbe led", + "Ġbel ed", + "Ġbele d", + "ัà¸Ļว าà¸Ħม", + "ĠÙģ رÙĪ", + "ĠÙģر ÙĪ", + "ÑĦ ÑĢов", + "ĠìĿ´ 룬", + "ượ u", + "Ġê³µ ìĭĿ", + "Ġbird en", + "Ġbir den", + "Ġз елен", + "Ġзел ен", + "çĴ ĥ", + "Ġh á»ĵng", + "Ġhá»ĵ ng", + "ĠÅ¡ kola", + "ĠÅ¡kol a", + "ĠÅ¡k ola", + "ĠÑģам ом", + "ĠÑģамо м", + "an lık", + "anlı k", + "空 éĹ´", + "åįĹ çľģ", + "л еÑĢг", + "ле ÑĢг", + "леÑĢ г", + "Ñĸз неÑģ", + "Âł A", + "ãĢį ãĤĴ", + "Ġkend ine", + "Ġkendi ne", + "Ġ اÙĪÙĨ", + "Ġا ÙĪÙĨ", + "ĠاÙĪ ÙĨ", + "ãĢ Ķ", + "ĠΣ Ïį", + "à¹Ģ à¸Ħล", + "à¹Ģà¸Ħ ล", + "å¥ ¶", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "Ġú Äįet", + "ĠúÄį et", + "Ñĥ ла", + "Ñĥл а", + "éĢļ ä¿¡", + "Ġì¦ IJ", + ". čĊĊ", + ".čĊ Ċ", + "ĠÐľ ед", + "ا عÙĬ", + "اع ÙĬ", + "Ġjeho ž", + "ĠGü ney", + "ĠGün ey", + "ĠÎij ÏĢο", + "ĠÎijÏĢ ο", + "Ġп олÑĸ", + "Ġпо лÑĸ", + "Ġпол Ñĸ", + "ü me", + "üm e", + "ho dob", + "hod ob", + "ĠÎĿ α", + "ĠØ¢ ÙĦات", + "ĠØ¢ÙĦ ات", + "ĠpÅĻ iz", + "ĠpÅĻi z", + "Ġt avs", + "Ġta vs", + "Ġtav s", + "Ġتب ÙĦÛĮ", + "ãĥ³ ãĥĶ", + "ãĥ³ãĥ Ķ", + "Ø® رج", + "خر ج", + "Ġак кÑĥ", + "Ġú prav", + "ĠاØŃ Ø³Ø§Ø³", + "ì¹´ ëĿ¼", + "ı mızı", + "ım ızı", + "ımız ı", + "ımı zı", + "Ġд окÑĥменÑĤ", + "Ġдок ÑĥменÑĤ", + "ĠдокÑĥм енÑĤ", + "Ġ اصÙĦ", + "Ġا صÙĦ", + "Ġاص ÙĦ", + "ظ Ùĩ", + "ĠìĿ¸ ê°Ħ", + "Ġج رÛĮاÙĨ", + "Ġجر ÛĮاÙĨ", + "Î¥ ÎĿ", + "ÑĩеÑģ каÑı", + "Ñĩе ÑģкаÑı", + "ÙĬ ÙĨÙĬØ©", + "ÙĬÙĨ ÙĬØ©", + "ÙĬÙĨÙĬ Ø©", + "åĴ ¨", + "æĹħ 游", + "Ġ à¸Īำà¸Ļวà¸Ļ", + "Ġà¸Īำ à¸Ļวà¸Ļ", + "Ġ анг", + "Ġа нг", + "Ġан г", + "Ïħ Ïĩ", + "èĻ «", + "ĠÙħ ÙĤر", + "ĠÙħÙĤ ر", + "ĠÙħÙĪسÛĮ ÙĤÛĮ", + "ut ut", + "ĠÐĽ е", + "ĠÐŁ ÑĸÑģлÑı", + "ãĤŃ ãĥ¼", + "ุล าà¸Ħม", + "åĩ ¡", + "ÏĢ οÏį", + "ÏĢο Ïį", + "ĠÃĸ dül", + "Ïĥ κ", + "Ġ ÑĨÑİ", + "ĠÑĨ Ñİ", + "Ñĭ ваÑı", + "Ñĭв аÑı", + "Ñĭва Ñı", + "ï½ŀ ï½ŀ", + "ĠØ´ ÙħاÙĦ", + "ĠØ´Ùħ اÙĦ", + "ĠØ´Ùħا ÙĦ", + "è¿ ħ", + "ĠبÙĦ Ú©Ùĩ", + "çİ Ľ", + "Ġì§Ģ ëĤĺ", + "ĠÙģ کر", + "ĠÑģÑĤеп ени", + "Ġна Ñĥки", + "ĠнаÑĥк и", + "çī© çIJĨ", + "ÄĽ le", + "ÄĽl e", + "Ġо ÑģкÑĸлÑĮки", + "ĠкÑĥлÑĮÑĤÑĥ ÑĢи", + "ĠкÑĥлÑĮÑĤÑĥÑĢ и", + "èĢĥ è¯ķ", + "Ġmateri ál", + "ĠÑģÑĤ воÑĢеннÑı", + "ĠÑģÑĤвоÑĢ еннÑı", + "Ġà¤ħ द", + "æıIJ åĩº", + "Ġè©ķ 価", + "ÙĴ د", + "Ġë§Įëĵ¤ ìĸ´", + "duÄŁu nu", + "duÄŁ unu", + "ÙĬ ÙĨÙĩ", + "ÙĬÙĨ Ùĩ", + "åĵ ¦", + "оÑĩ нÑĭÑħ", + "ĠÙħ ض", + "is mu", + "ism u", + "Ġ Ñĩай", + "ĠÑĩ ай", + "ĠÑĩа й", + "ÙĪ رÙĪب", + "ÙĪر ÙĪب", + "Ġ англ", + "Ġан гл", + "Ġанг л", + "oÄŁun luk", + "ĠпÑĢед пол", + "ĠÎŃ ÏīÏĤ", + "ส à¸ĸ", + "ĠÎķλλά δα", + "ĠBi lg", + "ĠBil g", + "Ġ بات", + "Ġب ات", + "Ġبا ت", + "ĠÐĽÑĮв Ñĸв", + "Ġyap ılması", + "Ġyapıl ması", + "æ£Ģ æŁ¥", + "æķ° åѦ", + "Ġ :.:", + "Ġ: .:", + "Ġ:. :", + "Ġ çİ©", + "Ġçİ ©", + "Îļ α", + "à¹Ģà¸Ĺ à¸Ħà¹Ĥà¸Ļà¹Ĥลย", + "Ġساخت ÙħاÙĨ", + "ĠìĨĮ 리", + "é¼ »", + "Ġs mr", + "Ġsm r", + "Ġëĭ¤ìĸij íķľ", + "Ġjed nánÃŃ", + "Ġjedn ánÃŃ", + "Ġjedná nÃŃ", + "Ġserv isi", + "Ġservi si", + "Ġservis i", + "Ġey lem", + "Ġм али", + "Ġмал и", + "Ġма ли", + "Ġvý hod", + "éĻ¤ äºĨ", + "ĠпоÑĢÑıд кÑĥ", + "Ġn ový", + "Ġno vý", + "Ġnov ý", + "å¤ ķ", + "ĠнекоÑĤоÑĢ Ñĭе", + "Ġ^ {}", + "Ġ^{ }", + "γÏī γ", + "Ñĥ ÑĪки", + "ÑĥÑĪ ки", + "Ġp sik", + "Ġps ik", + "Ġpsi k", + "ĠíĶĦ 리", + "Ø´ اء", + "Ġ ван", + "Ġв ан", + "Ġва н", + "Ġس ÙĥاÙĨ", + "ç¢ ¼", + "ĠÎľ η", + "ĠÑĥÑĢов енÑĮ", + "ãĤµ ãĥ¼", + "ĠاÙĦب ØŃر", + "Ġd nÃŃ", + "Ġdn ÃŃ", + "à¸ģาร ศ", + "e diÄŁi", + "edi ÄŁi", + "Ġbelir li", + "Ùĭ ØĮ", + "ĠzamÄĽst nan", + "ĠzamÄĽstn an", + "æŁ ±", + "ا ÙģÙĬ", + "اÙģ ÙĬ", + "Ġh ải", + "æĢĿ æĥ³", + "Ġn eler", + "Ġne ler", + "Ġnel er", + "Ġرس ÙħÛĮ", + "ĠرسÙħ ÛĮ", + "Ñģ еÑĢ", + "Ñģе ÑĢ", + "ãģĵãģ¨ ãģ§", + "ĠZá kladnÃŃ", + "л ова", + "ло ва", + "лов а", + "к ÑĤÑĥ", + "кÑĤ Ñĥ", + "ÙĪس Ùģ", + "Ñĸб лÑĸ", + "Ì Ĥ", + "ÑĢ д", + "éĻ ³", + "æį ·", + "ĠyaÅŁ ayan", + "à¥ģ à¤ļ", + "à¥ģठļ", + "ÑĸÑĤ ÑĤÑı", + "Ġb á»ģ", + "ëĤĺ ëĿ¼", + "Ġм ÑıÑģ", + "Ġ{ [%", + "Ġ{[ %", + "θ α", + "Ġдоз волÑı", + "Ġдозвол Ñı", + "Ġ åIJĦ", + "ĠåIJ Ħ", + "ĠÐŁ еÑĢв", + "ĠÐŁÐµÑĢ в", + "ĠSaÄŁ lık", + "ÑģÑĤоÑĢ иÑı", + "Ġbun lar", + "Ġs á»ķ", + "़ à¥į", + "Ġ åĪ©", + "ĠåĪ ©", + "ĠÑģ поÑģ", + "ĠÑģп оÑģ", + "Ġyap tır", + "Ġyaptı r", + "Ġt Æ°á»Ŀng", + "ÙĪ ÙĨØ©", + "ÙĪÙĨ Ø©", + "Ġ еп", + "Ġе п", + "ãģ§ãģį ãģªãģĦ", + "Ùģ تÙħ", + "Ùģت Ùħ", + "ĠÐĵ ол", + "íķĺ ì§Ģë§Į", + "íķĺì§Ģ ë§Į", + "Ġì§Ħ ì§ľ", + "Ġob jedn", + "Ġobj edn", + "Ġизмен ениÑı", + "女 人", + "Ġпл ани", + "Ġпла ни", + "Ġплан и", + "ĠFak ült", + "Ġt zv", + "Ġtz v", + "ĠобÑıз аÑĤелÑĮ", + "Ġблиз ÑĮко", + "r ası", + "ra sı", + "ras ı", + "ĠεÏĢί ÏĥηÏĤ", + "ĠÑĦак ÑĤи", + "ĠÑĦакÑĤ и", + "ĠÄIJ ặc", + "ĠAlt ın", + "л иÑĤ", + "ли ÑĤ", + "Ġл ÑĸÑģ", + "ĠлÑĸ Ñģ", + "çī §", + "Ġп ÑĥÑģÑĤ", + "ĠпÑĥ ÑģÑĤ", + "Ġком ÑĸÑģ", + "ä¿Ŀ éļľ", + "åħ· ä½ĵ", + "- ÑĤ", + "Ġtr hu", + "Ġtrh u", + "Ġâī Ī", + "Ġдека бÑĢÑı", + "ĠÑĦоÑĢм Ñĭ", + "ĠÑĦоÑĢ мÑĭ", + "Ng oÃłi", + "Ġdo hod", + "رÙĬ ÙĥÙĬØ©", + "رÙĬÙĥ ÙĬØ©", + "رÙĬÙĥÙĬ Ø©", + "ĠØ¢ÙħÙĪز Ø´ÛĮ", + "ĠØ¢ÙħÙĪزش ÛĮ", + "ĠzajÃŃm av", + "Ġkat ılım", + "Ġkatıl ım", + "ä¸ ĺ", + "Ġko num", + "Ġkon um", + "Ġkonu m", + "Ġм оÑĩ", + "Ġмо Ñĩ", + "ãĥ³ ãĥķ", + "ãĥ³ãĥ ķ", + "диви дÑĥ", + "Ġ äºļ", + "Ġ æĴ", + "Ġæ Ĵ", + "γÏģά ÏĨ", + "ãĥIJ ãĤ¹", + "Ġп Ñĥнк", + "ĠBir leÅŁik", + "Ġqu en", + "Ġque n", + "Ġq uen", + "Ġв каз", + "Ġвк аз", + "à¥ĩ शà¤ķ", + "à¥ĩश à¤ķ", + "ĠY unan", + "ĠYu nan", + "ĠYun an", + "ãģł ãģ¨", + "Û±Û¹ Û·", + "á ty", + "át y", + "Ġ ÙĪص", + "ĠÙĪ ص", + "Ġнег аÑĤив", + "ãģ¤ ãģ®", + "Ġ åĬ¨", + "ĠåĬ ¨", + "ãĥį ãĥĥãĥĪ", + "Ġд Ñĸй", + "ĠдÑĸ й", + "ĠbaÅŁ ında", + "Ġtr Æ°ng", + "Ġm akin", + "Ġma kin", + "Ġmak in", + "Ġ æĦĽ", + "ĠæĦ Ľ", + "м еÑĩ", + "ме Ñĩ", + "Ġ è¿ij", + "Ġè¿ ij", + "ÙĤ در", + "ÙĤد ر", + "Ġاست اÙĨد", + "ĠاستاÙĨ د", + "Ġinform acÃŃ", + "ार à¤ķ", + "è¬ Ŀ", + "ÑĢаб аÑĤ", + "Ġ çŃĶ", + "Ġç ŃĶ", + "ĠçŃ Ķ", + "Ġ èĩ³", + "Ġèĩ ³", + "Ġп олÑĮ", + "Ġпо лÑĮ", + "Ġпол ÑĮ", + "ĠÙĩÙĨ ر", + "ëĮĢ ë¹Ħ", + "Ġخارج ÛĮ", + "r act", + "ra ct", + "rac t", + "ãĢĤ ãģĵãĤĮ", + "ĠØ´ÙĪر اÛĮ", + "л енно", + "лен но", + "Ġh isset", + "Ġhis set", + "Ġhiss et", + "Ġc Ãłi", + "ĠcÃł i", + "ĠÑĦ оÑĤо", + "ĠÑĦоÑĤ о", + "æģ Ĵ", + "Ġмед иÑĨин", + "Ġмеди ÑĨин", + "ÑģÑĤ вÑĸ", + "ÑģÑĤв Ñĸ", + "ĠاÙĦ عÙĦ", + "ĠاÙĦع ÙĦ", + "ĠпиÑģÑĮ мен", + "ãĢĤ ãģ¾ãģŁ", + "Ġvlast nÄĽ", + "Ġп ода", + "Ġпо да", + "Ġпод а", + "Ïģ οι", + "Ïģο ι", + "Ġ ìĦĿ", + "ĠìĦ Ŀ", + "ĠìĿ¼ ìĿ´", + "Ġ ìĽĮ", + "ĠìĽ Į", + "ок Ñģи", + "окÑģ и", + "Ġos oby", + "Ġosob y", + "ÐŁÐ¾Ñģ ле", + "ĠÑĸÑģÑĤоÑĢ ÑĸÑĹ", + "ع ÙĦÙī", + "عÙĦ Ùī", + "н ка", + "ت Ùħبر", + "تÙħ بر", + "à¥ĩ हर", + "à¥ĩह र", + "ĠJ ana", + "ĠJan a", + "ĠJa na", + "ÙĦ ÙĬات", + "ÙĦÙĬ ات", + "ĠмаÑĢ ÑĤа", + "ĠÐļи ÑĶ", + "ĠÑĢоб оÑĤÑĥ", + "ĠÑĢобоÑĤ Ñĥ", + "Ġnh ấn", + "и Ñģлов", + "иÑģ лов", + "ëŁ Ń", + "Ġo dv", + "Ġod v", + "ĠT á»īnh", + "âĢľ ê·¸", + "ãģ» ãģĨ", + "é² ľ", + "м еÑĨÑĮ", + "ме ÑĨÑĮ", + "า ศาสà¸ķร", + "าศ าสà¸ķร", + "à¥ģ à¤ĵ", + "à¥ģठĵ", + "ิ à¸Ļà¸Ĺ", + "ิà¸Ļ à¸Ĺ", + "m ada", + "ma da", + "mad a", + "ز اÙħ", + "زا Ùħ", + "ĠÙĥ بÙĬر", + "å®ŀ æĸ½", + "ze ÅĪ", + "Ġl ái", + "Ġlá i", + "Ïĥ μα", + "Ïĥμ α", + "ا سات", + "اس ات", + "ÑĦ ÑĤ", + "è° ±", + "çĮ ľ", + "Ġpro bÃŃ", + "Ġprob ÃŃ", + "æľĢ è¿ij", + "ÑĢ ад", + "ÑĢаР´", + "ÑĢа д", + "ãĤ½ ãĥ³", + "Ġ клад", + "Ġк лад", + "Ġкл ад", + "Ġкла д", + "à¥ľ à¤ķ", + "é v", + "ล าย", + "ลา ย", + "èİ İ", + "ĠμÎŃ ÏĩÏģι", + "Ġ кÑĥÑģ", + "Ġк ÑĥÑģ", + "ĠкÑĥ Ñģ", + "Ġ íĻĺê²½", + "ĠíĻĺ ê²½", + "Ñĩ оÑĹ", + "åıĺ åĮĸ", + "Ġب تÙĪاÙĨ", + "Ġبت ÙĪاÙĨ", + "Ġt ắt", + "Ġgöster en", + "а лÑİ", + "ал Ñİ", + "Ġкоман ди", + "Ġкоманд и", + "Ġ 컨", + "Ġì» ¨", + "Ñĥ нд", + "Ñĥн д", + "Ġج ÙĦÙĪ", + "ĠجÙĦ ÙĪ", + "åŃIJ çļĦ", + "ĠÑģ б", + "ĠÐł аÑģ", + "ĠÐłÐ° Ñģ", + "P CP", + "PC P", + "ĠCumhur baÅŁ", + "од аÑĤелÑĮ", + "ÃŃ sto", + "ÃŃs to", + "ÃŃst o", + "Ġo znám", + "Ġoz nám", + "ãĥ¼ ãĥĭ", + "ãĥ¼ãĥ ĭ", + "Ġok uy", + "Ġoku y", + "o phy", + "op hy", + "oph y", + "า à¸Ļà¸Ħร", + "าà¸Ļ à¸Ħร", + "ĠÎķ θν", + "ay ım", + "ayı m", + "Ùİ Ø£", + "æİ ¡", + "Ġfunk ce", + "Ġfunkc e", + "æļ ĸ", + "Ø· ار", + "ĠÐĿ аг", + "ĠÐĿа г", + "Ġ ä¸ĩåĨĨ", + "Ġä¸ĩ åĨĨ", + "Ġ íĴį", + "ĠíĴ į", + "Ġ ä½ı", + "Ġ ï¼İ", + "Ġï¼ İ", + "Ñĭ ваÑİÑĤÑģÑı", + "Ñĭв аÑİÑĤÑģÑı", + "Ñĭва ÑİÑĤÑģÑı", + "ÑĭваÑİÑĤ ÑģÑı", + "ĠP la", + "ĠPl a", + "ا ÙĬÙĦ", + "اÙĬ ÙĦ", + "Ġ무 ìĹĩ", + "Ġкон еÑĩно", + "к м", + "à¤Ĥ पर", + "à¤Ĥप र", + "Ġ ìłķë¶Ģ", + "Ġìłķ ë¶Ģ", + "ĠëĤ´ 볤", + "ãĤ° ãĥ«", + "çģ °", + "Ġc yk", + "Ġcy k", + "Ġжел Ñĥд", + "ĠëĨĴ ìĿĢ", + "çĶŁ åij½", + "æµ ´", + "Ġart Ä±ÅŁ", + "Ġ Ðĩ", + "ĠÐ ĩ", + "ï¼ ²", + "e kim", + "ek im", + "eki m", + "ĠÑĦ едеÑĢа", + "ĠвеÑĢеÑģ нÑı", + "н иÑĤе", + "ни ÑĤе", + "ниÑĤ е", + "ĠÄ°ÅŁ te", + "ĠÙĪضع ÛĮت", + "ãģķ ãģ¾", + "ĠtÅĻ etÃŃ", + "ĠtÅĻet ÃŃ", + "u luÄŁ", + "ulu ÄŁ", + "ĠCumhur iyet", + "ä¼ Ł", + "Ġ ë§Ŀ", + "Ġë§ Ŀ", + "Ġver mek", + "Ġverm ek", + "Ġn alez", + "Ġna lez", + "Ġnal ez", + "Ġnale z", + "çĵ ¶", + "Ġd iÅŁ", + "Ġdi ÅŁ", + "ĠH á»ĵng", + "ĠHá»ĵ ng", + "غ ÙĬرة", + "غÙĬر Ø©", + "å© Ĩ", + "н ив", + "ни в", + "Ġr út", + "' nda", + "'n da", + "Ġh roz", + "Ġhr oz", + "à¥ī प", + "Ġза коном", + "Ġзак оном", + "Ġзакон ом", + "Ġзако ном", + "Ġjed nu", + "Ġjedn u", + "ĠKa dın", + "ĠKad ın", + "in dir", + "ind ir", + "indi r", + "س ازÛĮ", + "åĮº åŁŁ", + "ĠkonuÅŁ tu", + "Ġز ÙĨد", + "ĠزÙĨ د", + "ा ĊĊ", + "ाĊ Ċ", + "ĠÐIJ з", + "à¸ĩ à¸Ĥà¸Ńà¸ĩ", + "à¸ĩà¸Ĥ à¸Ńà¸ĩ", + "ĠÑģвой ÑģÑĤва", + "Ġìŀij íĴĪ", + "пе ки", + "Ġ å°±", + "Ġå° ±", + "ев ого", + "ево го", + "ĠtaÅŁ ıy", + "ĠÙħÙĨ Ø·ÙĤØ©", + "ĠÙħÙĨØ· ÙĤØ©", + "ĠÃĩ ocuk", + "Û² Û·", + "ĠÏĥÏħ μÏĢ", + "é£Ł åĵģ", + "h á", + "ï¼ ¯", + "ÙĦ ÙħÙĩ", + "ÙĦÙħ Ùĩ", + "ãģ¨ãģª ãģ£ãģŁ", + "о ÑĢÑĸ", + "оÑĢ Ñĸ", + "° }", + "ĠtaÅŁ ın", + "çŁ ¿", + "ĠÑĩаÑģÑĤ ини", + "ĠÑĩаÑģÑĤи ни", + "ĠدÙĬ سÙħبر", + "Ġ èī¯", + "Ġèī ¯", + "st ÅĻÃŃ", + "Ġ ÑĨик", + "ĠÑĨ ик", + "ĠÑĨи к", + "âĢķâĢķ âĢķâĢķ", + "ĠÄ°ng iltere", + "ĠÑģÑĤ ÑĢаÑĤег", + "ĠÑģÑĤÑĢ аÑĤег", + "ÃĦ Ÿ", + "и Ñĩного", + "иÑĩ ного", + "иÑĩно го", + "ÃŃ rk", + "ÃŃr k", + "ĠÎij Ïģ", + "! âĢľĊĊ", + "!âĢľ ĊĊ", + "Ġ 깨", + "Ġê¹ ¨", + "à¥ģà¤Ĩ त", + "ĠدÙĨÛĮ ا", + "ĠدÙĨ ÛĮا", + "l ÃŃn", + "lÃŃ n", + "Ġà¤ķ ड", + "ĠÙħ بت", + "ĠÙħب ت", + "ем ÑĭÑħ", + "о би", + "об и", + "ย à¸Ļà¸ķ", + "ยà¸Ļ à¸ķ", + "à¤Ĥध न", + "ÚĨ ÛĮ", + "Ġ çŁ¥", + "Ġç Ł¥", + "ĠçŁ ¥", + "ĠXu ân", + "a daki", + "ad aki", + "ada ki", + "Ġ orta", + "Ġor ta", + "Ġort a", + "æł¹ æľ¬", + "åħ± åIJĮ", + "н ений", + "не ний", + "нен ий", + "ب ÙĬرة", + "بÙĬ رة", + "بÙĬر Ø©", + "çŃ ĭ", + "ïº Ķ", + "âĢĮ ÙĩاÙĬ", + "âĢĮÙĩا ÙĬ", + "Ġö deme", + "Ġödem e", + "ĠØ¢ÙĨ ÚĨÙĩ", + "Ġза Ñıви", + "ĠзаÑıв и", + "ĠÙĨÙĤ Ø´Ùĩ", + "ĠÙĨÙĤØ´ Ùĩ", + "Ġ ç³»", + "Ġç ³»", + "Ġç³ »", + "à¥ĭ ।", + "Ġì§Ģ ìłķ", + "Ġin sp", + "Ġins p", + "Ġ ÑĤен", + "ĠÑĤ ен", + "ĠÑĤе н", + "Ġت Ø·", + "Ġqu ảng", + "Ġquả ng", + "Ġquản g", + "åī £", + "ãģı ãģ®", + "ĠÑĨ им", + "ĠÑĨи м", + "k ovi", + "ko vi", + "kov i", + "i yah", + "iy ah", + "iya h", + "Ġ ëIJľëĭ¤", + "ĠëIJľ ëĭ¤", + "ص Ùĩ", + "ĠÄij u", + "Ġsu á»ijt", + "ı ma", + "ım a", + "ì§Ģ ê³ł", + "Ì ĥ", + "à¸ļ าย", + "ĠCert if", + "ĠCer tif", + "ĠÑĥÑģ ÑĸÑħ", + "ĠÑĥÑģÑĸ Ñħ", + "à¸ķะ ว", + "εί ÏĦε", + "Ġ č", + "Ġмож ливÑĸÑģÑĤÑĮ", + "Ġможлив ÑĸÑģÑĤÑĮ", + "Ġ -âĢIJ", + "Ġ- âĢIJ", + "Ġ íĺ¹", + "Ġíĺ ¹", + "ìĤ¬ ì§Ħ", + "Ġд аниÑħ", + "Ġда ниÑħ", + "Ġдан иÑħ", + "Ġzah áj", + "주 ëĬĶ", + "Ġг ид", + "n iž", + "ni ž", + "Ġ^{ °}", + "Ġk ro", + "Ġkr o", + "Äį en", + "Äįe n", + "ÏĨ ι", + "ımız da", + "Ġ æ¹ĸ", + "Ġæ¹ ĸ", + "Ġпов ÑĢежд", + "Ġì¡´ ìŀ¬", + "à¸Ļ าà¸Ļ", + "à¸Ļา à¸Ļ", + "μÎŃ Î½Î¿ÏĤ", + "μÎŃν οÏĤ", + "μÎŃνο ÏĤ", + "æ½ ľ", + "ï¼Į 使", + "Ġd osp", + "Ġdo sp", + "Ġdos p", + "Ġl iá»ģn", + "Ġli á»ģn", + "ัà¸ļ à¸Ħวาม", + "ัà¸ļà¸Ħ วาม", + "ĠÑĢабоÑĤ е", + "ĠÑĢаб оÑĤе", + "ĠÑĢабо ÑĤе", + "Ġмай бÑĥÑĤ", + "à¹Ģà¸ģ ษ", + "B aÅŁ", + "Ba ÅŁ", + "Ġ æĿ±äº¬", + "ĠæĿ± 京", + "наÑĩ ала", + "δ ει", + "δε ι", + "à¥Ī प", + "Ñĸ мÑĸ", + "Ñĸм Ñĸ", + "Ġf izik", + "Ġfi zik", + "Ġfiz ik", + "ว ล", + "ä¼ į", + "Ġ à¸Ĭà¸Ļะ", + "Ġà¸Ĭ à¸Ļะ", + "' ÑıÑĤ", + "'Ñı ÑĤ", + "н ил", + "ни л", + "и нов", + "ин ов", + "ĠÄijo án", + "รว à¸Ī", + "f et", + "fe t", + "à¹Į à¹Ĥ", + "Ġ маÑĤи", + "Ġм аÑĤи", + "ĠмаÑĤ и", + "Ġма ÑĤи", + "é¨ İ", + "Ðļ Т", + "à¹Ģส à¸Ļà¸Ń", + "à¹Ģสà¸Ļ à¸Ń", + "Ġм ав", + "Ġма в", + "lı ģına", + "lıģı na", + "lıģ ına", + "lıģın a", + "Ġпо Ñĩина", + "ĠпоÑĩ ина", + "ู à¸ķร", + "ูà¸ķ ร", + "ÑĨ еÑĢ", + "ÑĨе ÑĢ", + "uj ete", + "uje te", + "ujet e", + "Ġtah min", + "Ġвим ог", + "า à¸Ł", + "าภŁ", + "е дж", + "ед ж", + "ÏĦ εÏį", + "ÏĦε Ïį", + "ad la", + "ĠÄij Æ°Æ¡ng", + "Ġد استاÙĨ", + "Ġbas ın", + "Ġba sın", + "ĠÑħ в", + "Ġ reak", + "Ġre ak", + "ĠоÑĤ меÑĤ", + "æ³ ¥", + "Ġm áte", + "Ġmá te", + "Ġmát e", + "Ġzo run", + "Ġzor un", + "ãģ¨æĢĿ ãģĨ", + "Ġدر جة", + "ĠвÑĸд ÑģÑĥÑĤ", + "Ġع اÙħÙĦ", + "ĠعاÙħ ÙĦ", + "èĶ µ", + "Ġson raki", + "Ġsonra ki", + "Ġmoh li", + "Ġmohl i", + "и ваеÑĤ", + "ив аеÑĤ", + "ива еÑĤ", + "ĠпÑĸд ÑģÑĤав", + "Ġost rov", + "Ġostr ov", + "ान व", + "âĢŀ P", + "Ġви знаÑĩа", + "ĠвизнаÑĩ а", + "Ġprav dÄĽpodob", + "Ġz az", + "Ġza z", + "ìĿ´ 를", + "Ġдж еÑĢ", + "ĠÐł ад", + "ĠÐłÐ° д", + "ĠÑģеÑĢÑĮ ез", + "Ġ дем", + "Ġд ем", + "Ġде м", + "ÏĢ ή", + "ĠÐĦ вÑĢоп", + "ĠÐĦв ÑĢоп", + "ĠÄįesk é", + "ĠÄįe ské", + "ï¾ ı", + "Ġ ØŃÙĬ", + "ĠØŃ ÙĬ", + "ì¼ ĢìĿ´", + "ì¼Ģ ìĿ´", + "ĠØ® ÙĪÙĨ", + "ĠØ®ÙĪ ÙĨ", + "Âł L", + "ãģĦ ãģ«", + "из неÑģ", + "ĠÙħ ÙĤاÙħ", + "ĠÙħÙĤ اÙħ", + "ĠاÙĦ ØŃÙĦ", + "ĠاÙĦØŃ ÙĦ", + "ëĨ į", + "ĠØ¢ ÛĮا", + "ĠØ¢ÛĮ ا", + "ç¿ ¼", + "ï¼ ½", + "æ¸ IJ", + "ли вÑĸ", + "лив Ñĸ", + "ãģĦ ãģ¦ãģĦãĤĭ", + "ãģĦãģ¦ ãģĦãĤĭ", + "Ġ ÎijÎł", + "ĠÎij Îł", + "ĠиÑģполÑĮз ÑĥеÑĤÑģÑı", + "ĠиÑģполÑĮзÑĥ еÑĤÑģÑı", + "Ġm át", + "Ġmá t", + "Ġμε γά", + "Ġμεγ ά", + "ëħ ¼", + "æµ· éģĵ", + "ĠÙħØ´Ú© ÙĦات", + "ĠÙħØ´Ú©ÙĦ ات", + "Ñĩ на", + "'; ';", + "Ġ μία", + "Ġμ ία", + "Ïģ Ïİν", + "ÏģÏİ Î½", + "Ġby ste", + "ĠÑįлек ÑĤÑĢи", + "ĠÑįлекÑĤÑĢ и", + "ĠY ardım", + "ĠYard ım", + "ĠYar dım", + "Ġh át", + "Ġhá t", + "ĠÐĶ еÑĢжав", + ". С", + "Ġo rada", + "Ġor ada", + "Ġora da", + "Ġal anı", + "Ġalan ı", + "åľ° åŁŁ", + "ĠدÙĩ ÙĨد", + "мен ÑĪ", + "ĠоÑĢг анов", + "ĠоÑĢган ов", + "Ġع ص", + "ู à¸ĩส", + "ูà¸ĩ ส", + "ĠØ´ عر", + "Ġشع ر", + "Ġìĸ »", + "Ġά λλ", + "Ġάλ λ", + "Ġg ói", + "Ġgó i", + "ĠÙĨ اØŃ", + "å¼ ĺ", + "à¥įथ ल", + "i lim", + "il im", + "ili m", + "ëIJĺ ì§Ģ", + "Ġкон ÑĨе", + "ĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂł ĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂł", + "Ġì¤Ģ ë¹Ħ", + "Ġostat nÃŃ", + "Ġvlá dy", + "Ġvlád y", + "ĠÑģо биÑĢа", + "ĠÑģоб иÑĢа", + "ĠìĹŃ ìĤ¬", + "à¹ģ à¸ģรม", + "à¹ģà¸ģ รม", + ". ï¼ı", + "Ùı ÙĪÙĨ", + "ÙıÙĪ ÙĨ", + "Ù¾ س", + "ĠW ikip", + "ĠWi kip", + "ĠWiki p", + "ĠWik ip", + "Ġ æ¾", + "Ġæ ¾", + "Ġж аÑĢ", + "容 æĺĵ", + "ĠprostÅĻed nictvÃŃm", + "Ġž eny", + "Ġže ny", + "Ġžen y", + "Ġèı²å¾ĭ宾 çĶ³åįļ", + "а ÑİÑĤÑģÑı", + "аÑİÑĤ ÑģÑı", + "Ġm iêu", + "Ġmi êu", + "Ġp enÃŃze", + "δ ιά", + "δι ά", + "ol dur", + "old ur", + "ĠпÑĢимеÑĢ но", + "ĠìŀĪ ê³ł", + "à¸ĩ à¸Ńย", + "к овий", + "ко вий", + "ков ий", + ". ÎŁ", + "à¹ĥ à¸Ħร", + "çĭ ł", + "ĠÐŁ Ñĸв", + "æĶ¹ éĿ©", + "ĠÐĿаÑģ еление", + "Å¡et ÅĻ", + "ÙĴ ب", + "Ġ âĶĢ", + "ĠâĶ Ģ", + "غ ÙĬÙĦ", + "ĠдÑĸÑıлÑĮ нÑĸÑģÑĤÑĮ", + "ĠÙĦ ÙĬس", + "ĠÙĦÙĬ س", + "Ġìĭľ ìŀ¥", + "ãĥŁ ãĥ¥", + "ĠÚ© ÙĪت", + "ĠÚ©ÙĪ ت", + "ĠÎĵ ι", + "ิ à¹Ģว", + "e ktor", + "ek tor", + "ekt or", + "ĠбÑĥд Ñĥ", + "ĠбÑĥ дÑĥ", + "но важ", + "нов аж", + "нова ж", + "Ñī аеÑĤÑģÑı", + "Ñīа еÑĤÑģÑı", + "Ġng ôn", + "ĠvÄĽ c", + "å¾ IJ", + "à¸Ńà¹Ģม ร", + "ัà¸į à¸Ĭ", + "ĠиÑģполÑĮз ÑĥÑİÑĤ", + "ĠиÑģполÑĮзÑĥ ÑİÑĤ", + "r ubu", + "ru bu", + "rub u", + "Ġnh á»±a", + "ãģĮ ãģĬ", + "ĠÐĵ аÑĢ", + "о ÑĢе", + "оÑĢ е", + "Ġз олоÑĤ", + "æ Ł³", + "æŁ ³", + "Ġ ÙĬØ´", + "ĠÙĬ Ø´", + "Ġповин нÑĸ", + "اÙĤ تص", + "ÙĦ ØŃ", + "ĠокÑĤ ÑıбÑĢÑı", + "ĠnÄĽk dy", + "Ġо бÑĢа", + "Ġоб ÑĢа", + "ست Ú¯ÛĮ", + "符 åIJĪ", + "Ġth iá»ĥu", + "æĺ¯ ä»Ģä¹Ī", + "Ġro zs", + "Ġroz s", + "ì½ľ 걸", + "Ġк аÑĦ", + "Ġка ÑĦ", + "åIJĮ æŃ¥", + "ì¼ ĵ", + "ÏĢ ÏĦÏħ", + "à¸ł ายà¹ĥà¸Ļ", + "ι ÏĥÏĦή", + "ιÏĥ ÏĦή", + "ĠدÙĪÙĦ ار", + "ĠÙħا ÙĬÙĪ", + "ĠÙħاÙĬ ÙĪ", + "Ġ peÄį", + "Ġp eÄį", + "Ġpe Äį", + "ัà¸ļ ม", + "ÎĻ ÎĶ", + "ı ydı", + "ıy dı", + "ัà¸ģ à¸Ĺ", + "à¸Ľà¸£à¸° à¸ĸม", + "κ αι", + "κα ι", + "Ġpro dej", + "Ġprod ej", + "ĠиÑİ Ð»Ñı", + "Ġv Å©", + "é© ±", + "Ġh vÄĽ", + "Ġhv ÄĽ", + "æĥ³ è¦ģ", + "ç¯ Ħ", + "ç ak", + "ça k", + "Ġм Ñıг", + "ım ın", + "ımı n", + "Ġdisp ozici", + "Ġu kaz", + "Ġuk az", + "r acak", + "ra cak", + "rac ak", + "Ġболез ни", + "ว à¹Ĥม", + "Ġз ел", + "ĠÐĴ ики", + "ĠÐĴи ки", + "ĠÐĴик и", + "ĠÐł од", + "ูà¸ģ à¸Ħ", + "í ij¸", + "Ġth ải", + "ĠbaÄŁ ımsız", + "ĠÑĢоÑģ Ñģий", + "ĠÐļ ам", + "ĠÐļа м", + "ĠиÑģполÑĮзов аниÑı", + "ĠиÑģполÑĮз ованиÑı", + "ĠиÑģполÑĮзовани Ñı", + "ĠØŃ Ø°", + "Âł ³³³³³³³³", + "³³ ³³³³³³³", + "³³³³ ³³³³³", + "³³³ ³³³³³³", + "³³³³³³³³ Âł", + "³³³³³³³ ³³", + "³³³³³ ³³³³", + "³³³³³³ ³³³", + "ĠاÙĨت ÙĤاÙĦ", + "Ġаб ÑģолÑİÑĤ", + "Ġ Ä±ÅŁÄ±k", + "ĠÄ±ÅŁÄ± k", + "ÏĦο γÏģαÏĨ", + "ĠболÑĮÑĪ ой", + "Ġعب ارت", + "Ġعبار ت", + "ÃŃ Å¾", + "Ġدر ست", + "Ġدرس ت", + "ĠÑģл ово", + "ĠÑģлов о", + "ĠÑģло во", + "à¥Ī Ċ", + "ب ÙĪب", + "بÙĪ ب", + "ĠÐĴ оÑĤ", + "ĠÐĴо ÑĤ", + "ว à¹Ħà¸Ľ", + "Ġbil inen", + "Ġbilin en", + "Ġ ÙĤÙĬ", + "ĠÙĤ ÙĬ", + "Ġbun ların", + "Ġbunlar ın", + "Ġbunları n", + "Ùij ت", + "Ġbas it", + "Ġba sit", + "ë¦ ¿", + "ائ رة", + "ائر Ø©", + "Ġp ů", + "Ġed ilmiÅŁ", + "Ġedilm iÅŁ", + "Ġedil miÅŁ", + "Ġ ä½IJ", + "ĠYön etim", + "ĠYönet im", + "Ùħ ÛĮر", + "ÙħÛĮ ر", + "Ġsp ou", + "Ġspo u", + "æ·± åľ³", + "Ġвза ÑĶм", + "ÎĻ ÎĽ", + "Ð ĥ", + "ĠдеÑĢжав ноÑĹ", + "Ġ mrt", + "Ġm rt", + "Ġmr t", + "ĠDe mir", + "ĠDem ir", + "é» İ", + "ĠÑĢег ÑĥлÑıÑĢ", + "Ġник огда", + "å¼ ¾", + "à¥ī ड", + "Ġг лаз", + "Ġгла з", + "ĠÙħÛĮ Ú©ÙĨ", + "ĠÙħÛĮÚ© ÙĨ", + "éĻIJ å®ļ", + "Ġнав к", + "Ġпод ÑĤ", + "ĠتصÙĪ ÛĮر", + "ĠاÙĦØŃ Ø¯ÙĬØ«", + "Ġdo Å¡lo", + "нÑİ Ñİ", + "ĠÑģ Ñħод", + "ĠÑģÑħ од", + "Ø· ÙĤØ©", + "ĠÑģенÑĤ ÑıбÑĢÑı", + "çī¹ æ®Ĭ", + "à¸ģาร à¹ģà¸Ĥ", + "á zd", + "áz d", + "ÑĶ ÑĤе", + "ĠΣ ε", + "ĠÙĦ ÙĥÙĦ", + "ĠÙĦÙĥ ÙĦ", + "åIJį åŃĹ", + "اÙĨ ÛĮا", + "اÙĨÛĮ ا", + "Ġc ins", + "Ġcin s", + "Ġci ns", + "기 ìĹħ", + "Ġ éŁ³", + "Ġé Ł³", + "ĠéŁ ³", + "éł ĥ", + "ย าย", + "ยา ย", + "ìļ ķ", + "ĠvÃŃ tÄĽz", + "à¥įर ब", + "Ġشر ÙĤÛĮ", + "ĠشرÙĤ ÛĮ", + "ĠbezpeÄį nost", + "Ġçerç ev", + "Ġ 맼", + "Ġë§ Ľ", + "c ky", + "ck y", + "ĵ ¨", + "ĠÑĥм оваÑħ", + "ĠÑĥмов аÑħ", + "л иÑħ", + "ли Ñħ", + "m eniz", + "men iz", + "meni z", + "Ġب Ú¯ÛĮر", + "Ġبگ ÛĮر", + "ÙĨ Ùī", + "Ġ à¸ģารà¹ģà¸Ĥ", + "Ġà¸ģาร à¹ģà¸Ĥ", + "ι Ïĥε", + "ιÏĥ ε", + "âĢ³ E", + "Ġdönem inde", + "리 ì¹´", + "Ġ åĪ°", + "ĠåĪ °", + "Ġhu kuk", + "Ġhuku k", + "а ÑĤоÑĢа", + "аÑĤ оÑĢа", + "аÑĤоÑĢ а", + "аÑĤо ÑĢа", + "ĠاÙĦ عÙĨ", + "ĠاÙĦع ÙĨ", + "ïº ĺ", + "ün üz", + "ünü z", + "Ñģ оÑĤ", + "Ñģо ÑĤ", + "ุ ษ", + "Ġd Æ°Æ¡ng", + "ov ny", + "Ġ ÑĦоÑĢма", + "ĠÑĦоÑĢм а", + "ĠÑĦоÑĢ ма", + "ãģĹ ãģ®", + "ãģĹãģ ®", + "ز ÙĬز", + "زÙĬ ز", + "ĠاÙĦÙĨ اس", + "Ġ Ñĩим", + "ĠÑĩ им", + "ĠÑĩи м", + "大 人", + "Ú¯ ÙĬ", + "ĠÐĵ оÑģп", + "é¢Ĩ 导", + "Ġn inh", + "Ġni nh", + "Ġnin h", + "Ġร าà¸Ħา", + "Ġราà¸Ħ า", + "ÙĤ اء", + "ìī ¬", + "ĠìĿ´ ìłĦ", + "ĠÃ¶ÄŁret men", + "ĠÑĨвеÑĤ а", + "ен ноÑģÑĤÑĮ", + "енно ÑģÑĤÑĮ", + "大 ãģį", + "ĠмиÑģÑĤ еÑĨÑĤ", + "ر ÙĪت", + "رÙĪ ت", + "p oÅĪ", + "po ÅĪ", + "ĠÅŀ irket", + "ĠкÑĢаÑģ ив", + "ĠÑĢеÑģ ÑĥÑĢÑģ", + "ĠÑĢеÑģÑĥÑĢ Ñģ", + "ä¹ ¾", + "Ġ ÙģÙĩ", + "ĠÙģ Ùĩ", + "ĠY Ãĸ", + "èĬ ³", + "μ ÏīÏĤ", + "ÄĽ ji", + "ÄĽj i", + "Ġв лаж", + "Ġвла ж", + "ĠÑĥв ели", + "ا ذا", + "اذ ا", + "ãĢĤ å¦Ĥæŀľ", + "ĠпÑĢи ÑģÑĥÑĤÑģÑĤв", + "ĠẤ n", + "æĢ ĸ", + "ĠÐľ еÑĤ", + "Ġje dna", + "Ġjed na", + "Ġjedn a", + "Ġc ục", + "Ġcụ c", + "ĠاÙĨت شار", + "Ġз окÑĢема", + "и ÑĩеÑģки", + "иÑĩеÑģ ки", + "ĠкÑĢаÑĹ Ð½Ð¸", + "ĠкÑĢаÑĹн и", + "и ÑĢÑĥ", + "иÑĢ Ñĥ", + "ĠÑĸн ÑĤеÑĢ", + "ĠÑĸнÑĤ еÑĢ", + "Ġан алог", + "Ñ Ľ", + "ี à¸ĭ", + "н Ñĥли", + "нÑĥ ли", + "нÑĥл и", + "ĠN inh", + "ĠNi nh", + "ĠNin h", + "еÑĢ аÑĤоÑĢ", + "еÑĢа ÑĤоÑĢ", + "Ġr uce", + "Ġru ce", + "ĠÑĪ кÑĸ", + "ĠÑĪк Ñĸ", + "تر ÙĨت", + "Ġson rası", + "Ġsonra sı", + "Ġ æį", + "Ġæ į", + "ÑĨен ÑĤÑĢа", + "ÑĨенÑĤ ÑĢа", + "Ġà¸Ńำ à¹Ģà¸ł", + "Ø· ÙĬ", + "ï¼Į å½ĵ", + "ĠÑĤ ÑĢеÑħ", + "ĠÑĤÑĢ еÑħ", + "Âł H", + "æ´ ª", + "ãĥ³ ãĥĦ", + "ãĥ³ãĥ Ħ", + "ĠвÑĸдповÑĸд алÑĮ", + "âĢĻ daki", + "âĢĻd aki", + "âĢĻda ki", + "á ÅĻi", + "áÅĻ i", + "ĠpÅĻ em", + "ĠpÅĻe m", + "t uk", + "tu k", + "ĠÙģر ÙħÙĪد", + "ĠÙģرÙħ ÙĪد", + "Ġ ìĿ¸ì¦Ŀ", + "ĠìĿ¸ ì¦Ŀ", + "สำ à¸Ļ", + "ìĥģ ìĿĺ", + "ÅĻ ÃŃm", + "ÅĻÃŃ m", + "æ¾ ¤", + "Ġ ÑĢей", + "ĠÑĢ ей", + "ĠÑĢе й", + "ĠлÑİб ой", + "u jte", + "uj te", + "ë³µ ì§Ģ", + "Ġ درس", + "Ġد رس", + "Ġدر س", + "ĠÐĴ лади", + "ĠÑģво им", + "ĠÑģвои м", + "ĠìĿ¸íĦ° ëĦ·", + "è± Ĭ", + "Ġн алог", + "Ġнал ог", + "ãĤĪ ãģ³", + "ĠØ® اطر", + "Ġ ìŀħëĭĪëĭ¤", + "Ġìŀħ ëĭĪëĭ¤", + "ãĢĤ ãģĹãģĭãģĹ", + "л аг", + "ла г", + "å° ĸ", + "ëĭ ¥", + "ìĬ¤ ëĬĶ", + "ìĭł ì²Ń", + "ãĥĩ ãĥ¼ãĤ¿", + "ĠÑĥÑĢов нÑı", + "Ġ무 ìĬ¨", + "ĠاÙĦØ£ رض", + "à¹ī à¸ķ", + "Ỽ t", + "ĠÙĨÛĮ رÙĪ", + "ĠÙĨÛĮر ÙĪ", + "å¢ ¨", + "ãĤ¶ ãĥ¼", + "r uba", + "ru ba", + "rub a", + "ĠÙĨØ´ دÙĩ", + "и лÑı", + "ил Ñı", + "a cÃŃm", + "ac ÃŃm", + "acÃŃ m", + "ãĥ© ãĤ¯", + "X H", + "Ġس رد", + "Ġسر د", + "Ġद स", + "t ember", + "tem ber", + "ĠDoÄŁ um", + "ĠDoÄŁu m", + "ĠпÑĢ оÑĢ", + "ĠпÑĢо ÑĢ", + "θ οÏĤ", + "θο ÏĤ", + "ĠiÅŁ e", + "à¸Ń à¸Ł", + "л аÑĪ", + "ла ÑĪ", + "اص ÙĦÙĩ", + "اصÙĦ Ùĩ", + "l ivÄĽ", + "li vÄĽ", + "liv ÄĽ", + "ë¶Ģ ë¶Ħ", + "н ак", + "на к", + "åįģ ä¸ī", + "ส าห", + "à¸Ľà¸£à¸°à¹Ģà¸Ĺศ à¹Ħà¸Ĺย", + "ãĤŃ ãĥ³ãĤ°", + "ĠмеÑĤ оÑİ", + "Ġkullan arak", + "âij ¡", + "ÛĮز ات", + "ĠÙħÙĪب اÛĮÙĦ", + "ĠзнаÑĩ иÑĤ", + "Ġзна ÑĩиÑĤ", + "Ġorgan izace", + "Ġorganiz ace", + "ÑĢ ии", + "ÑĢи и", + "ov na", + "Ġ ê²½ìłľ", + "Ġê²½ ìłľ", + "ãĢģ å½¼", + "Ġम स", + "Ġ à¹Ĥà¸Ľà¸£", + "Ġà¹Ĥ à¸Ľà¸£", + "L ARI", + "LA RI", + "LAR I", + "æĩ Ĥ", + "Ġ ва", + "Ġв а", + "ĠÙĥ ÙĨت", + "ĠÙĥÙĨ ت", + "ĠÑĢабоÑĤ а", + "ĠÑĢаб оÑĤа", + "ĠÑĢабо ÑĤа", + "Âł ĠÂłĠÂł", + "ÂłĠ ÂłĠÂł", + "ÂłĠÂł ĠÂł", + "好 äºĨ", + "ĠzamÄĽst n", + "ж енÑĮ", + "же нÑĮ", + "жен ÑĮ", + "Ġu kon", + "Ġuk on", + "nÄĽ né", + "nÄĽn é", + "Ġ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢ", + "ĠاÙĦخاص Ø©", + "ĠÄį asu", + "ĠÄįas u", + "å°ı 说", + "ĠØŃر کت", + "æij Ħ", + "Ïĩ Ïī", + "ĠÑģв еж", + "æĸ° éĹ»", + "Ġ ìĭ±", + "Ġìĭ ±", + "Ġe ÄŁer", + "ĠeÄŁ er", + "Ġsitu ace", + "Ġ ç·¨", + "Ġç ·¨", + "Ġç· ¨", + "f ik", + "fi k", + "ë§ Īëĭ¤", + "ë§Ī ëĭ¤", + "Îķ Îļ", + "Ġê°ľ ìµľ", + "Ġc Ãł", + "ا دث", + "اد Ø«", + "Ġsay ıda", + "Ġsayı da", + "ĠØ£ ÙģضÙĦ", + "ĠØ£Ùģ ضÙĦ", + "æ³ķ éĻ¢", + "Ġ .,", + "Ġ. ,", + "ĠTh Æ°Æ¡ng", + "Ïģ ÏĮÏĤ", + "ÏģÏĮ ÏĤ", + "ãģĹ ãĤĪãģĨ", + "Ç İ", + "æ ij¸", + "æij ¸", + "Ġ éĻ³", + "ĠéĻ ³", + "¥ IJ", + "ฤ à¸Ķ", + "Ġgi ảng", + "Ġgiả ng", + "Ġgiản g", + "ĠлÑİ Ð±Ð¾Ð²", + "ĠлÑİб ов", + "Ġek ran", + "о пиÑģ", + "оп иÑģ", + "еж дÑĥ", + "Ġназ ва", + "æĭ ĵ", + "ı f", + "à¹Ī à¸ģ", + "и ÑĩнÑĸ", + "иÑĩ нÑĸ", + "Ġ ê³Ħíļį", + "Ġê³Ħ íļį", + "à¸ł าà¸Ħม", + "à¸łà¸²à¸Ħ ม", + "Ġ اپ", + "Ġا Ù¾", + "리 ìĿĺ", + "ãģ§ãģĻ ãģĮ", + "Ġkon ci", + "Ġکار خاÙĨÙĩ", + "Ġ ä½ķ", + "ĠÑĤ ва", + "ĠÑĤв а", + "ĠÐŁ оÑģÑĤ", + "ĠÐŁÐ¾ ÑģÑĤ", + "ĠÐŁÐ¾Ñģ ÑĤ", + "ĠапÑĢ елÑı", + "ĠاÙĦع راÙĤ", + "ä¸Ń åįİ", + "à¹ĩ à¸Ńà¸ģ", + "à¥įत à¤ķ", + "Ġz ájem", + "Ġzá jem", + "Ġدر جÙĩ", + "Ġब à¥ľ", + "ĠÑģÑĤ ÑĢан", + "ĠÑģÑĤÑĢ ан", + "ĠÑģÑĤÑĢа н", + "èѦ å¯Ł", + "Ġyer leÅŁtir", + "ĠyerleÅŁ tir", + "ĠV Å©", + "ç¾İ åħĥ", + "Ġì¡° ê¸Ī", + "Ġ รà¸Ńà¸ĩ", + "Ġร à¸Ńà¸ĩ", + "Ġak adem", + "Ġaka dem", + "à¸Ħ à¸ĵะ", + "Ġpoz it", + "Ġkon eÄį", + "Ġkone Äį", + "è°ĥ æŁ¥", + "Ġ ãģĭ", + "ĠÄįerv ence", + "ĠOd kazy", + "ĠëıĦ ìĭľ", + "ั สà¸Ķ", + "ัส à¸Ķ", + "Ġg ái", + "ĠÐł об", + "Ġб оÑı", + "Ġбо Ñı", + "æī ©", + "å¼Ģ å±ķ", + "a nik", + "an ik", + "ani k", + "Ġvy ž", + "ĠbaÅŁ lay", + "Ġbak Ä±ÅŁ", + "ek ce", + "ÑģÑĤ ика", + "ÑģÑĤи ка", + "еÑĢа ÑĤÑĥÑĢа", + "еÑĢаÑĤÑĥ ÑĢа", + "Ġë¶Ħ ë¥ĺ", + "ĠPo Äįet", + "od áÅĻ", + "ëĭĺ ìĿĺ", + "Ġk lid", + "Ġkl id", + "Ġkli d", + "Û² Û¹", + "ĠÚĨ ÛĮز", + "m ür", + "Ġs ứ", + "ÙĬا ÙĨØ©", + "ÙĬاÙĨ Ø©", + "åĬ ±", + "Ġ oku", + "Ġo ku", + "Ġok u", + "Ġв оди", + "Ġво ди", + "Ġвод и", + "ĠزÛĮر ا", + "ĠزÛĮ را", + "大 åĪ©", + "ĠÙĦ ÛĮÙĨÚ©", + "ĠÙĬ جب", + "ĠÙĬج ب", + "Ùħ ÛĮÙĦ", + "ÙħÛĮ ÙĦ", + "ĠÏĥ ÏĦÏģα", + "æĻ ĵ", + "ิ สà¸ķ", + "ิส à¸ķ", + "ĠÅŁ iddet", + "ĠÑĢекомен да", + "Ġpožad av", + "Ġп ÑĸÑģ", + "åħ¬ å¼ı", + "Ġ Ú¯ÛĮرÛĮ", + "ĠÚ¯ ÛĮرÛĮ", + "ĠÚ¯ÛĮ رÛĮ", + "ĠÚ¯ÛĮر ÛĮ", + "к ÑĤа", + "кÑĤ а", + "ĠÙħÙĨ اطÙĤ", + "Ġfirm y", + "Ġfir my", + "Ġ à¹Ħà¸Ľ", + "Ġà¹Ħ à¸Ľ", + "Ġ ÎŃÏģγ", + "ĠÎŃ Ïģγ", + "å¿« éĢŁ", + "ãģĮ ãģªãģĦ", + "н еÑģÑĤи", + "не ÑģÑĤи", + "неÑģ ÑĤи", + "Ġ ç²¾", + "Ġç² ¾", + "ÑĢ ади", + "ÑĢа ди", + "ÑĢад и", + "ãĤĴ ãģĭ", + "ïº ª", + "ky nÄĽ", + "Ġह त", + "t ak", + "ta k", + "ĠÙĬÙĪÙĨ ÙĬÙĪ", + "ö ÄŁ", + "Ġ ÑĢÑĥк", + "ĠÑĢ Ñĥк", + "ĠÑĢÑĥ к", + "åľĭ éļĽ", + "Ñİ ÑģÑĮ", + "Ġдав но", + "Ġp opis", + "Ġpop is", + "Ġpo pis", + "ĠB Ä°L", + "ĠÙĨ ÙĤد", + "ĠÙĨÙĤ د", + "ĠÑģп ож", + "ÑĨион нÑĭÑħ", + "ĠÑĪ п", + "Ñĥ ÑİÑīиÑħ", + "ÑĥÑİ ÑīиÑħ", + "ÑĥÑİÑī иÑħ", + "ĠвоздÑĥ Ñħ", + "ÑĤ ие", + "ÑĤи е", + "ĠU ž", + "ÏĮ δ", + "à¸ģร าà¸Ħม", + "Ġalan ında", + "Ġalanı nda", + "Ġs ắt", + "ãĥIJ ãĤ¤", + "Ng Ãły", + "Ġ ë¹Į", + "Ġë¹ Į", + "ï¼ī ãģ¯", + "Ġ ä¿¡", + "Ðķ С", + "ĠT ato", + "ĠTa to", + "ĠTat o", + "Ġún ora", + "e rap", + "er ap", + "era p", + "Ä ł", + "ĠT áºŃp", + "Ġкомп ании", + "ãĥ© ãĤ¤ãĥĪ", + "ãĥ©ãĤ¤ ãĥĪ", + "éľĢ æ±Ĥ", + "Ġت ÙĪÙĤ", + "ĠتÙĪ ÙĤ", + "âĢĻ âĢĻ", + "ëŀį ëĭĪëĭ¤", + "ĠквÑĸÑĤ нÑı", + "Ġoyun cu", + "ÂĢÂĢÂĢÂĢ ÂĢÂĢÂĢÂĢ", + "åĨ Ĭ", + "Ġyap mÄ±ÅŁ", + "ัà¸ĩ à¹Ħม", + "Ġзап аÑħ", + "á la", + "ál a", + "ĠÑĤеÑħ ниÑĩеÑģ", + "Ġ ØŃص", + "ĠØŃ Øµ", + "ร à¸Ķ", + "å¼ Ħ", + "ĠÚ¯ÛĮ اÙĩ", + "اÙĩ رة", + "اÙĩر Ø©", + "Ġà¤ı ड", + "ним аеÑĤ", + "нима еÑĤ", + "ا دÙĨ", + "اد ÙĨ", + "Îľ Îij", + "Ġ 社", + "Ġç¤ ¾", + "аÑĢ Ñĩ", + "ت ز", + "æ¶ ¦", + "in izin", + "ini zin", + "iniz in", + "inizi n", + "Ġbey az", + "Ġ بÙĪÙĦ", + "Ġب ÙĪÙĦ", + "ĠبÙĪ ÙĦ", + "åĿ ¡", + "ãģ® ãĤĪãģĨãģ«", + "Ġyap tıģ", + "Ġyaptı ÄŁ", + "Ġd aģı", + "Ġda ģı", + "ĠdaÄŁ ı", + "ĠbaÅŁ arı", + "ĠbaÅŁar ı", + "Ġ ÏĢά", + "ĠÏĢ ά", + "ĠпÑĢод аж", + "B á»Ļ", + "Ġत त", + "Ġpod stat", + "Ġpods tat", + "Ġ æµģ", + "Ġæµ ģ", + "Ġzdrav ÃŃ", + "Ġ ç¡", + "Ġç ¡", + "Ġ opak", + "Ġo pak", + "Ġop ak", + "Ġhá»į a", + "æĭ Ķ", + "Ñĥ жд", + "Ñĥж д", + "Ġtr ứng", + "ÙĪر ÙĬØ©", + "ÙĪرÙĬ Ø©", + "Ñĭ л", + "um suz", + "ums uz", + "Ġ سبب", + "Ġسب ب", + "许 å¤ļ", + "å®ŀ éªĮ", + "Ġб оли", + "Ġбол и", + "Ġбо ли", + "Ġd uyá»ĩt", + "áºŃ c", + "ĠÐij ез", + "ĠبÙĦ ÙĨد", + "м м", + "ÑĢ ел", + "ÑĢе л", + "N Ä°", + "Ġ ãĥ¯", + "Ġãĥ ¯", + "éĭ ¼", + "ĠÑģв Ñı", + "Ġ åIJİ", + "ĠåIJ İ", + "Ġmu ht", + "Ġmuh t", + "ĠпÑĢоблем и", + "ĠÑĤÑıж ел", + "ĠС ем", + "ฤษ à¸łà¸²à¸Ħม", + "à¹Ī าà¸ķ", + "à¹Īา à¸ķ", + "ör ü", + "üy orum", + "üyor um", + "ĠاÙĦØ£ ØŃ", + "ĠÑģÑĤÑĢ аÑĪ", + "ĠÑģÑĤÑĢа ÑĪ", + "h oo", + "ho o", + "ध र", + "Ġt lak", + "Ġtl ak", + "Ġsrp na", + "ifik ace", + "Ġ reh", + "Ġre h", + "Ġr eh", + "Ġм инÑĥ", + "Ġмин Ñĥ", + "Ġми нÑĥ", + "ãĢĢ j", + "ĠгÑĢÑĥ пи", + "ĠгÑĢÑĥп и", + "Ġ άλ", + "Ġά λ", + "Ġolur sa", + "λογ ία", + "ĠÐĴ ик", + "ĠÐĴи к", + "Ġmüc adel", + "Ġz ávÄĽ", + "Ġzá vÄĽ", + "Ġzáv ÄĽ", + "ĠÑĦев ÑĢа", + "Äį ná", + "à¹Į à¹Ģà¸ĭ", + "ĠÙĦ ÙĦØŃ", + "ĠÙĦÙĦ ØŃ", + "ÑĢ ип", + "ÑĢи п", + "Ġб Ñĥк", + "ĠбÑĥ к", + "ãģĪ ãģªãģĦ", + "Ġpo rad", + "Ġpor ad", + "Ġsa mostat", + "Ġsam ostat", + "Ġsamo stat", + "Ġt esis", + "Ġte sis", + "Ġtes is", + "اب ÙĤÙĩ", + "ابÙĤ Ùĩ", + "Ġجد ÙĬدة", + "ĠجدÙĬد Ø©", + "éĢ Ĵ", + "âĶģ âĶ", + "س ÛĮÙĨ", + "سÛĮ ÙĨ", + "Ġgerek tiÄŁini", + "ียà¸Ļ à¸ļ", + "è¨Ģ ãģ£ãģ¦", + "ĠÑĸн ÑĤеÑĢеÑģ", + "ĠÑĸнÑĤеÑĢ еÑģ", + "ĠÑı ким", + "ĠÑıк им", + "Ġ æĢ»", + "ĠæĢ »", + "k ovou", + "ko vou", + "kov ou", + "Ġd emek", + "Ġde mek", + "Ġdem ek", + "اÙĨ ÙĬا", + "اÙĨÙĬ ا", + "Ġdom ů", + "Å¡ nÃŃ", + "ate ÅĻ", + "åĢ «", + "δο Ïĥη", + "Ġ 기ìĹħ", + "Ġ기 ìĹħ", + "åĶ ĩ", + "ì¹ ł", + "Ñĸ дÑĥ", + "Ñĸд Ñĥ", + "린 ìĿ´", + "æľĢ åĪĿ", + "è ¸ı", + "è¸ ı", + "æĥ³ åĪ°", + "à¥į बर", + "à¥įब र", + "Ġ ìŀĶ", + "Ġìŀ Ķ", + "ĠÑĢаз нÑĭÑħ", + "k rom", + "kr om", + "ι αν", + "ια ν", + "Ġд ÑĢÑĥз", + "ĠдÑĢÑĥ з", + "ĠдÑĢ Ñĥз", + "ä »¿", + "ä» ¿", + "Ġê·¸ ëłĩ", + "Ġд алÑĸ", + "Ġда лÑĸ", + "Ġдал Ñĸ", + "æķĪ æŀľ", + "Ġह व", + "è¼ Ŀ", + "Ġì°¸ ê³ł", + "Ġ ìĨĶ", + "ĠìĨ Ķ", + "Ġz nal", + "Ġzn al", + "ĠпеÑĢ Ñģ", + "ÙIJ Ùij", + "ĠÑĤ еж", + "ĠÑĤе ж", + "åĭ Ł", + "ι θ", + "Äį ů", + "Ġe kip", + "Ġek ip", + "Ġk hung", + "Ġkh ung", + "Ġkhu ng", + "éĹ ĺ", + "ĠتصÙħ ÛĮÙħ", + "о иÑĤ", + "ĠÑħ ол", + "æĬ ŀ", + "a mam", + "am am", + "ama m", + "Ġâĸ ³", + "ãģ ĩ", + "Ġع ÙĨÙĩ", + "ĠعÙĨ Ùĩ", + "Ġì°¸ ê°Ģ", + "ĠÎļ ÏĮ", + "åı¤ å±ĭ", + "к овоÑĹ", + "ков оÑĹ", + "ково ÑĹ", + "ศ à¸Ī", + "олог иÑı", + "ĠÙħØ« بت", + "ĠÐļÑĢа ÑĹна", + "ĠмеÑģÑı ÑĨев", + "Ġalın an", + "ĠÏĢÏģα γμα", + "Ġ ìŀ¡ëĭ´", + "Ġìŀ¡ ëĭ´", + "Ġп лод", + "Ġпл од", + "Ġпло д", + "ĠÑĤка ни", + "ÑģÑĭ лки", + "ÑģÑĭл ки", + "سط س", + "ra nÄĽ", + "ran ÄĽ", + "к аж", + "ка ж", + "е маÑĤи", + "ем аÑĤи", + "ема ÑĤи", + "Ġز ÛĮست", + "ĠزÛĮ ست", + "æ¿ Ł", + "Ġpop lat", + "Ġpo plat", + "γ ÎŃν", + "íĨł íĨł", + "Ġt ây", + "Ġìµľ ê·¼", + "ãĥ© ãĥ³ãĤ¹", + "ãĥ©ãĥ³ ãĤ¹", + "Ġgün eÅŁ", + "Ġ ÙģÙĤ", + "ĠÙģ ÙĤ", + "ĠsaÄŁ layan", + "ĠsaÄŁlay an", + "ĠØŃ Ø²Ø¨", + "à¥ģल न", + "ĠB ilim", + "ĠBi lim", + "ĠBil im", + "ĠB atı", + "ĠBa tı", + "ĠBat ı", + "æł· çļĦ", + "δ ικ", + "δι κ", + "α ÏģίοÏħ", + "αÏģ ίοÏħ", + "Ġ ìĽĢ", + "ĠìĽ Ģ", + "Ġl á»Ńa", + "ÙĨ ÙĪع", + "çİ ²", + "а ном", + "ан ом", + "ано м", + "Ġst átnÃŃ", + "Ġstát nÃŃ", + "Ġ äºİ", + "Ġm ùi", + "ĠÄij á»Ļt", + "ĠÄijá»Ļ t", + "æ² ĥ", + "åħ¬ åľĴ", + "ĠÑģ ÑĮогоднÑĸ", + "но Ñģи", + "ноÑģ и", + "Z a", + "Ġд ли", + "ĠÏĥÏħν ÎŃ", + "ĠV á»ĭ", + "m av", + "ma v", + "ĠM üslüman", + "/ ï¼ı", + "ĠзаÑī иÑĤ", + "é ĸī", + "éĸ ī", + "Ġ çģ«", + "Ġçģ «", + "Ġ å·Ŀ", + "Ġå· Ŀ", + "Ġ аж", + "Ġа ж", + "è¿ĩ æĿ¥", + "à¸Ĺ าà¸Ļ", + "ĠAr aÅŁtır", + "ĠAra ÅŁtır", + "Õ¡ Õ", + "Ġpo mÄĽr", + "Ġpom ÄĽr", + "Ġd ům", + "Ġdů m", + "å¦ ®", + "Ġhlav nÄĽ", + "Ġfin ans", + "Ġfinan s", + "Ġ γνÏī", + "Ġγ νÏī", + "ÏĥÏĦη μα", + "ï¼Į çĶ¨", + "ìĭŃ ìĭľìĺ¤", + "ĠÙħ ثاÙĦ", + "ĠÙħØ« اÙĦ", + "- Ðij", + "ÑĨÑĸй нÑĸ", + "Ġد ستÙĩ", + "Ġدست Ùĩ", + "Ġدس تÙĩ", + "à¥ī स", + "ÑĢ Ñĸп", + "ÑĢÑĸ п", + "ĠpÅĻi pom", + "ĠpÅĻip om", + "Ġ ÙĪÙĦÙĬ", + "ĠÙĪ ÙĦÙĬ", + "ĠÙĪÙĦ ÙĬ", + "ĠÙĪ زÙĨ", + "ĠÙĪز ÙĨ", + "Ġelekt rik", + "Ġelektr ik", + "ĠQu ân", + "i vé", + "iv é", + "Ġl ẽ", + "ç®Ģ åįķ", + "Ġon lara", + "Ġonlar a", + "оÑģ лав", + "ìĭľ íĤ¤", + "ëª ¬", + "ĠÙħÙĤ دار", + "ĠÙħÙĤد ار", + "ĠOr ta", + "ĠOrt a", + "ĠS eç", + "ĠSe ç", + "ĠÙĨÙĪÙģ Ùħبر", + "ุà¸Ļ ายà¸Ļ", + "ĠÑĥм ови", + "ĠÑĥмов и", + "Ġपर म", + "Ġ strom", + "Ġst rom", + "Ġstr om", + "Ġstro m", + "ĠкÑĢа Ñīе", + "ç§ ¦", + "缸 æīĭ", + "鼻 è¦ĸ", + "Ġuygu lama", + "Ġuygulam a", + "Ġ ÑĢиз", + "ĠÑĢ из", + "æĪ ²", + "य र", + "ĠH lav", + "Ġ ìĭ¸", + "Ġìĭ ¸", + "Ġли пнÑı", + "ÅĪ ujÃŃ", + "ÑĢ из", + "ÑĢи з", + "é«ĺ éĢŁ", + "缸 å½ĵ", + "k enin", + "ke nin", + "ken in", + "Ġо ÑģÑĤанов", + "ĠоÑģÑĤ анов", + "ĠоÑģÑĤан ов", + "Ġbit k", + "Ġbi tk", + "ova ného", + "ovan ého", + "ované ho", + "ĠÐľ аÑĢи", + "ĠÐľÐ°ÑĢ и", + "ĠÐľÐ° ÑĢи", + "èµ ¶", + "ì½ ©", + "Ġölç ü", + "ĠС еÑĢед", + "ĠСеÑĢ ед", + "ĠTh á»Ŀi", + "Ïī να", + "Ïīν α", + "ÙĪ بة", + "ÙĪب Ø©", + "Ġch ụp", + "âĢĮ د", + "Ġch áy", + "ĠÐĴ ели", + "Ġоб ÑģÑĤ", + "ĠобÑģ ÑĤ", + "Ġìĭľ ì¦Į", + "د ÙħØ©", + "دÙħ Ø©", + "п од", + "по д", + "l ue", + "lu e", + "ĠдÑĸ лÑıн", + "ĠÙ¾ ÙĪست", + "ĠاÙĦ ÙĨس", + "ĠاÙĦÙĨ س", + "èĤ Į", + "ìĪĺ 를", + "Ġú rov", + "ĠÙħØ´ Ú©ÙĦ", + "ĠÙħØ´Ú© ÙĦ", + "éĩįè¤ĩ éĩįè¤ĩ", + "н ез", + "не з", + "Ġdop oruÄį", + "Ġtas arım", + "Ġtasar ım", + "íģ¬ 기", + "ìĿ´ ìħĺ", + "Ġde set", + "Ġdes et", + "Ġdese t", + "ĠÙħرتب Ø·", + "ัà¸Ĵ à¸Ļา", + "ัà¸Ĵà¸Ļ า", + "' ı", + "Ñĩ ки", + "ĠìŀĪ ëįĺ", + "ÑĪ ка", + "n ám", + "ná m", + "ÑģÑĤ ÑĢов", + "ÑģÑĤÑĢ ов", + "ÑģÑĤÑĢо в", + "à¥į सर", + "à¥įस र", + "нÑĥ лаÑģÑĮ", + "нÑĥла ÑģÑĮ", + "ãģ¡ãĤĩ ãģ£ãģ¨", + "Ġ å¦", + "Ġå ¦", + "γ ÏĮ", + "Ġ é»ij", + "Ġé» ij", + "X em", + "Ġt á»ĩ", + "Ġtá» ĩ", + "ĠëĮĢ íĨµëł¹", + "기 ê´Ģ", + "æīį èĥ½", + "è¯Ń è¨Ģ", + "ed eyse", + "ĠТ Ñĭ", + "ĠÑģо един", + "ĠìĹĨ ìĬµëĭĪëĭ¤", + "Ñı ÑİÑĤ", + "à¹ģ หล", + "à¹ģห ล", + "Ġì§Ģ ë°©", + "Ġosob nÃŃ", + "ÛĮ ÙĦÛĮ", + "ÛĮÙĦ ÛĮ", + "Ġавг ÑĥÑģÑĤа", + "Ñī ик", + "Ñīи к", + "Ġvý Å¡e", + "g th", + "gt h", + "ĠÏĢ αν", + "ĠÏĢα ν", + "ج ار", + "جا ر", + "Ġвид ов", + "Ġви дов", + "ìĿ´ ìĬĪ", + "ĠÐij аÑĢ", + "ĠÏĮ ÏĢοÏħ", + "æ¤ ħ", + "Ġع اÙĦÛĮ", + "ĠQ uyết", + "ĠQuy ết", + "Ãľ M", + "ãĥĿ ãĤ¤ãĥ³ãĥĪ", + "Ġ ê¹Į", + "Ġê¹ Į", + "Ġкан ди", + "k ového", + "kov ého", + "kové ho", + "ĠMerk ez", + "Ġy iy", + "Ġyi y", + "ĠpÅĻÃŃ spÄĽ", + "ĠÑĤемпеÑĢаÑĤÑĥ ÑĢÑĭ", + "ĠÙ¾ ÙĬ", + "ฤ ศà¸Ī", + "è°ĥ çĶ¨", + "ĠÑģÑĤоÑĢ онÑĥ", + "ĠÑģÑĤоÑĢон Ñĥ", + "à¹ī à¸Ĭ", + "好 ãģį", + ". Åŀ", + "Ġп ÑĢоз", + "ĠпÑĢ оз", + "ĠпÑĢо з", + "ÙĨت اج", + "鼻 åŃIJ", + ".: .:.", + ".:.: .", + ".:. :.", + "è¨ ĵ", + "и ÑĩеÑģкое", + "иÑĩеÑģ кое", + "Ġн оги", + "Ġно ги", + "Ġног и", + "Ġ λÎŃ", + "Ġλ ÎŃ", + "Ġsık ıntı", + "Ġê°Ģ 족", + "ĠتÙĨ ظÙĬÙģ", + "ĠتÙĨظ ÙĬÙģ", + "Ġö dül", + "ĠaÅŁaģı daki", + "Ġž elez", + "Ġže lez", + "ĠاÙĦع دÙĬد", + "غ ÙĨ", + "Ġокон Ñĩ", + "ÑĢем Ñı", + "ÑĢе мÑı", + "L Ä°", + "Ġne jd", + "Ġnej d", + "Ġ ÏĢλα", + "ĠÏĢ λα", + "Ñģ ко", + "Ñģк о", + "Ġ ìĪĻ", + "ĠìĪ Ļ", + "ĠÙ¾ ÙĪÙĦ", + "θεν ήÏĤ", + "Ġ주 ìļĶ", + "Ġ æĬ¥", + "ĠæĬ ¥", + "ĠÙħ Ùħا", + "ĠÙħÙħ ا", + "Ðł Ð¡Ðł", + "ĠÑĢа дÑĸ", + "ĠÑĢад Ñĸ", + "ä¸Ģ ç§į", + "é¾ Ħ", + "Ġsö yl", + "Ġsöy l", + "Ïģκε ια", + "Ïģκ εια", + "Ġзем лÑĸ", + "Ġve Äįer", + "g eç", + "ge ç", + "س تÙħ", + "ست Ùħ", + "Ġse fer", + "ĠÑģ вÑĸд", + "ĠÑģв Ñĸд", + "ï»Ł ï»", + "а лов", + "ал ов", + "ало в", + "ìĬ¤ 를", + "âī ¥", + "ĠتÙĦ ÙģÙĨ", + "ĠتÙĦÙģ ÙĨ", + "åİ» äºĨ", + "़ à¥ĭà¤Ĥ", + "़à¥ĭ à¤Ĥ", + "ĠÑĦоÑĢм е", + "ĠÑĦоÑĢ ме", + "d üm", + "dü m", + "åħ ģ", + "ÑĢ ап", + "ÑĢаР¿", + "ÑĢа п", + "ĠV Æ°Æ¡ng", + "à¸Ńะ à¹Ħร", + "ัà¸ģษ à¸ĵ", + "Ġ åį³", + "Ġåį ³", + "ĠاÙĦ رÙħ", + "ĠاÙĦر Ùħ", + "ĠзаÑħиÑģÑĤ Ñĥ", + "° E", + "o dÃŃ", + "od ÃŃ", + "Ġव न", + "ĠÄij èn", + "Ġ åıĹ", + "Ġåı Ĺ", + "èIJ½ ãģ¡", + "Ġ zim", + "Ġz im", + "Ġzi m", + "리 ì¦Ī", + "èĪ Ĵ", + "Ġзб ÑĸÑĢ", + "Ġ ä»·æł¼", + "ĠлÑİ Ð´Ð¸Ð½Ð°", + "ĠлÑİд ина", + "ĠлÑİди на", + "ĠÐŁÐ¾Ñģ иланнÑı", + "и Ñī", + "ĠÎ ¨", + "ิà¸ģ ายà¸Ļ", + "ิà¸ģา ยà¸Ļ", + "Ġbu dete", + "Ġbud ete", + "Ġbude te", + "Ġз ÑĢоÑģÑĤ", + "Ġ vyk", + "Ġv yk", + "Ġvy k", + "ĠÐĹ ÐµÐ¼", + "ĠиÑİ Ð½Ñı", + "ĠmÄĽ lo", + "ĠmÄĽl o", + "ÙĦ اÙģ", + "ÙĦا Ùģ", + "Ġ ÙĪØ´", + "ĠÙĪ Ø´", + "ĠÑģп ÑĢави", + "ĠÑģпÑĢав и", + "ãģĻ ãģİ", + "ĠгÑĢа дÑĥ", + "ĠгÑĢ адÑĥ", + "R oz", + "Ro z", + "ι νή", + "ιν ή", + "Ġch á»ĵng", + "ä¸Ģ åį·", + "Ġ Xem", + "ĠX em", + "ĠÑģимв ол", + "ĠÑģим вол", + "Ġod mÃŃt", + "ĠÑĢÑıд ом", + "ĠÑĢÑı дом", + "ĠÑĩеÑĢв нÑı", + "à¸ģระ à¸Ĺ", + "人 人", + "æ°Ĺ æĮģãģ¡", + "un daki", + "und aki", + "unda ki", + "åľĭ 家", + "εÏģ μαν", + "Ġ лÑĮ", + "Ġл ÑĮ", + "ĠN üfus", + "Ġм еÑĢе", + "ĠмеÑĢ е", + "بر اÙĬر", + "н аннÑı", + "Ġ наÑĢ", + "Ġн аÑĢ", + "Ġна ÑĢ", + "Ġt ấm", + "æĸ½ å·¥", + "é¡ ¯", + "Ġh è", + "æĺİ çĻ½", + "Ġдо гов", + "Ġдог ов", + "ĠÙģ رÙħ", + "ĠÙģر Ùħ", + "èĢ Ĺ", + "ìĬ¤ ìĿĺ", + "ìĦ¸ ëĮĢ", + "è¯ ļ", + "Ġнеб олÑĮ", + "Ġ à¸Ľà¸£à¸°à¸ģ", + "Ġà¸Ľà¸£à¸° à¸ģ", + "Ġì¹ ¼", + "Ġov liv", + "Ġ NGC", + "ĠN GC", + "ĠNG C", + "ãĢĤ ä¸į", + "ا ÙĦÙī", + "اÙĦ Ùī", + "æī £", + ". ÐIJ", + "ÑĢа ÑģÑĤа", + "ÑĢаÑģ ÑĤа", + "ÑĢаÑģÑĤ а", + "ĠÃĩ ev", + "ãģ£ ãģ¡", + "ãģ£ãģ ¡", + "ï¼Į éĥ½", + "Ġrov nÄĽÅ¾", + "ĠÏĩÏģÏĮ νια", + "Ġì¡° ìĦł", + "ĠØ¢ باد", + "Ġآب اد", + "ĠÐľ аÑģ", + "ĠÐľÐ° Ñģ", + "çĻ¼ å±ķ", + "ä» Ķ", + "Ġkend isini", + "Ġkendisi ni", + "à¹Īà¸Ńà¸ĩ à¹Ģà¸Ĺ", + "ĠV ÄĽ", + "Ġr ượu", + "Ġm áme", + "Ġmá me", + "Ġmám e", + "ĠоÑĩеÑĢед ÑĮ", + "Ġسب تÙħبر", + "Ġб ок", + "Ġбо к", + "ì§Ģ ìĹŃ", + "Ġتا Ø«ÛĮر", + "Ġتاث ÛĮر", + "Ġl isans", + "Ġli sans", + "Ġlis ans", + "Ġger ektir", + "Ġgerek tir", + "Ġs izi", + "Ġsi zi", + "Ġsiz i", + "Ñĸ но", + "Ñĸн о", + "ĠM Ã¼ÅŁ", + "ĠMü ÅŁ", + "ãģı ãĤīãģĦ", + "ãģıãĤī ãģĦ", + "Ġза клÑİÑĩ", + "Ġзак лÑİÑĩ", + "ãģĵãģ¨ ãģ«", + "è¨Ģ ãģĦ", + "ãĢģ å°ı", + "Ġet mektedir", + "Ġetm ektedir", + "åł± åijĬ", + "Ġkar Ä±ÅŁ", + "Ġоб лад", + "Ġобла д", + "Ġобл ад", + "å¥ ij", + "ra cat", + "rac at", + "ĠارتÙģ اع", + "μ αι", + "μα ι", + "íĶ Ī", + "ĠÙĪ ÙĦÙħ", + "ĠÙĪÙĦ Ùħ", + "ëĬĶ ì§Ģ", + "lom ou", + "Ġли ÑĨа", + "ĠлиÑĨ а", + "ĠìĿĮ ìķħ", + "Ġhod nÄĽ", + "èĭ± æĸĩ", + " Ħ", + "à¹ī าà¸Ĥà¸Ńà¸ĩ", + "à¹īา à¸Ĥà¸Ńà¸ĩ", + "Ġê³Ħ ìķ½", + "åIJĦ ç§į", + "ĠÙħر Ú¯", + "éĶ ģ", + "Ġन द", + "ãĥĭ ãĥ¡", + "Ġ ем", + "Ġе м", + "Ġe leÅŁtir", + "Ġel eÅŁtir", + "Ġele ÅŁtir", + "Ġ íĬ¹ë³Ħ", + "ĠíĬ¹ ë³Ħ", + "ĠÎ¥ ÏĢο", + "Å¡ ker", + "Å¡k er", + "L ERÄ°", + "LER Ä°", + "æ² Ī", + "l ikleri", + "lik leri", + "likle ri", + "likler i", + "ĠÙħÙĩÙĨد سÛĮ", + "ĠbaÄŁ ır", + "dı ģını", + "dıģ ını", + "ĠاÙĦ تد", + "ĠاÙĦت د", + "à¸¸à¸Ľ à¸ģรà¸ĵ", + "ĠÑģлед ÑĥÑİÑīие", + "ĠÑģледÑĥÑİÑī ие", + "Ġì§ģ ìłij", + "å° ¤", + "ĠоÑģнов Ñĸ", + "Ġt ÄĽla", + "ĠtÄĽ la", + "ĠtÄĽl a", + "Ġп ак", + "Ġпа к", + "iz ace", + "iza ce", + "Ġná rod", + "Ġnáro d", + "a ný", + "an ý", + "ĠÑį п", + "Ġüç üncü", + "Î¥ Ρ", + "éĨ´ éĨ´", + "à¹Ģà¸ģ à¸Ńร", + "âĢĮاÙĨ بار", + "ç¶ Ļ", + "Îij Îł", + "ı lıģı", + "ılı ģı", + "ıl ıģı", + "ılıģ ı", + "ĠÃľ rün", + "Ġдоз вол", + "Ġ íĥĪ", + "Ġíĥ Ī", + "Ġà¤ĵ वर", + "è« ¸", + "èĺ ĩ", + "ĠпÑĢоÑģÑĤ ÑĢан", + "éĿĴ å¹´", + "ãģ® æĸ¹", + "ĠÚĨ Ú¯ÙĪÙĨÙĩ", + "ÙĦ Ø·", + "âĢľ æĪij", + "Ġëĭ¤ìļ´ ë°Ľ", + "ा .Ċ", + "ा. Ċ", + "Ġmüc adele", + "Ġmücadel e", + "Ġc ÃŃt", + "ĠcÃŃ t", + "à¹Īวม à¸ģ", + "ÄŁ ına", + "ģı na", + "ģın a", + "ê°ľ ë°ľ", + "ĠÏĢ αιδ", + "ĠÏĢα ιδ", + "ĠÏĢαι δ", + "ض اÛĮ", + "ضا ÛĮ", + "Ġbor ç", + "íĬ ľ", + "ĠخدÙħ ت", + "Ġخد Ùħت", + "Ġu dál", + "Ġud ál", + "Ġ виг", + "Ġв иг", + "Ġви г", + "Ġ ë°°ìĨ¡", + "Ġë°° ìĨ¡", + "å¹ ¾", + "Ùİ Ø¬", + "Ġ ìĹĺ", + "ĠìĹ ĺ", + "çĢ ¬", + "ï Ģ", + "ĠÎij θή", + "пÑĢи клад", + "ĠпÑĢи Ñĩина", + "ĠпÑĢиÑĩин а", + "ĠпÑĢиÑĩ ина", + "ĠÙģ شار", + "æ »¿", + "æ» ¿", + "Ġd ostat", + "Ġdo stat", + "Ġdos tat", + "Ġdost at", + "Ġ졸 ìĹħ", + "Ġا رز", + "Ġار ز", + "ÙĪÙĦ ÙĪج", + "ÙĪÙĦÙĪ ج", + "س ÙĪ", + "æĺł çĶ»", + "Ġth ôi", + "Ġ ³³³", + "ĠÂł ³³", + "Ġ³³ Âł", + "à¹ģ à¸Ļะ", + "à¹ģà¸Ļ ะ", + "è¨Ń åĤĻ", + "Ġмног ие", + "ÑĤ оÑĦ", + "ÑĤо ÑĦ", + "i Å¡tÄĽ", + "iÅ¡ tÄĽ", + "à¤Ĺ ढ", + "Ġин дивидÑĥ", + "Ġ ìĥĿíĻľ", + "ĠìĥĿ íĻľ", + "Ġзов ÑģÑĸм", + "íĥ ķ", + "çľ ł", + "ĠêµŃ ëĤ´", + "e ptal", + "ep tal", + "ept al", + "r aci", + "ra ci", + "rac i", + "è¡ ¡", + "ãĦ ·", + "ĠSt ÅĻed", + "اÙĦ ÙĬا", + "اÙĦÙĬ ا", + "Σ Τ", + "Ľ °", + "ãĥī ãĥ«", + "á zÃŃ", + "áz ÃŃ", + "Ġа Ñģп", + "ĠаÑģ п", + "ĠdÄ±ÅŁ arı", + "ĠвиÑĢоб ниÑĨÑĤва", + "e za", + "ez a", + "ï¼Į ä¸įè¿ĩ", + "ï¼Įä¸į è¿ĩ", + "çĥ ¦", + "ãĥ³ ãĤ°ãĥ«", + "ãĥ³ãĤ° ãĥ«", + "Ġroz voj", + "ĠÙħÙĨت شر", + "ĠÑĥÑĤ еп", + "Ġد ÙĬÙĨ", + "ĠدÙĬ ÙĨ", + "ĠзаÑģоб Ñĸв", + "Ng Æ°á»Ŀi", + "ãĤ· ãĥ¼", + "ĠFran sız", + "ÎĻ Τ", + "ائ Ùģ", + "ι Ïĩ", + "ี à¹Ģม", + "à¥į मन", + "à¥įम न", + "à¥įम à¤ļ", + "Ġس عر", + "Ġسع ر", + "ï¾ Ŀ", + "ë°© ë²ķ", + "ĠС о", + "Ġà¤ĸ बर", + "ìĨĮ ê°ľ", + "Ġsl ova", + "Ġslo va", + "Ġslov a", + "Q PCP", + "QP CP", + "ĠK ız", + "ĠKı z", + "Ø· ÙģاÙĦ", + "Ø·Ùģ اÙĦ", + "Ġк оÑĢм", + "ĠкоÑĢ м", + "ĠìĹħ ëį°ìĿ´íĬ¸", + "es poÅĪ", + "esp oÅĪ", + "à¸Ķ าว", + "à¸Ķา ว", + "о ÑĢом", + "оÑĢ ом", + "оÑĢо м", + "ĠгÑĢа ÑĦ", + "ĠгÑĢ аÑĦ", + "Ġп ÑĸÑĪ", + "Ġ ë¿IJ", + "Ġë ¿IJ", + "ý v", + "С ам", + "Ġk rev", + "Ġkr ev", + "Ġkre v", + "ĠB unu", + "ĠBu nu", + "ĠBun u", + "Ġz obraz", + "Ġسخ ÙĨ", + "Ġ æĶ¯", + "ĠæĶ ¯", + "лÑİ Ð±", + "Ùİ Ø§ÙĨ", + "Ùİا ÙĨ", + "маÑĤ ÑĢива", + "λ εÏį", + "λε Ïį", + "Ġпо Ñħод", + "ĠпоÑħ од", + "Ġг ÑĢе", + "ĠгÑĢ е", + "çľĭ çĿĢ", + "à¸Īำ à¸ģ", + "ัà¸ĩà¸Ħ ม", + "Ġseç enek", + "Ä° stanbul", + "ĠвÑĸд мов", + "m iyor", + "mi yor", + "Ġm ụn", + "ìĿ´ ìĹIJ", + "ĠNh Æ°", + "Âł tom", + "Âłt om", + "lık ları", + "lıkla rı", + "lıklar ı", + "Âł Äij", + "ãĥ» ãĥŀ", + "Ġ Ùģت", + "ĠÙģ ت", + "ĠFakült esi", + "ìłĦ íŀĪ", + "éª ij", + "Ġìŀij ìĿĢ", + "ç¼ ĺ", + "ìº IJ", + "Ġmü zik", + "Ġmüz ik", + "а лÑĭ", + "ал Ñĭ", + "Ġp ozem", + "Ġpo zem", + "Ġpoz em", + "çĥ §", + "Ġ 常", + "Ġå¸ ¸", + "Å¡ il", + "Å¡i l", + "à¤Ĩ प", + "à¸ģำ หà¸Ļà¸Ķ", + "Ġگرد Ø´", + "λ ιά", + "λι ά", + "Ġö den", + "åıª è¦ģ", + "ĠÄIJ o", + "Ġstrat ej", + "Ġstra tej", + "Ġstrate j", + "ĠÙĩ تÙĦ", + "ÙĤ Ùģ", + "Ġkullan ılır", + "Ġkullanıl ır", + "ĠÑģп оÑģÑĤ", + "ĠÑģпоÑģ ÑĤ", + "ĠnÄĽ ho", + "ĠÐŁ еÑĢед", + "ĠÐŁÐµÑĢ ед", + "Ġиз меÑĢ", + "] ]>", + "]] >", + "ĠнÑĸк оли", + "Ġha yal", + "Ġhay al", + "Ġhaya l", + "Ġдод аÑĤков", + "Ġन à¤ķ", + "Ġins anın", + "Ġinsan ın", + "ุม à¸łà¸²à¸ŀ", + "ograf ie", + "в об", + "во б", + "ĠاÙĨ ساÙĨÛĮ", + "ĠاÙĨساÙĨ ÛĮ", + "Ġm ük", + "Ġmü k", + "ĠÑĥ меÑĢ", + "ĠÑĥм еÑĢ", + "оÑĩ нÑĭе", + "ëıĦ ìĿĺ", + "Ġ ara", + "Ġa ra", + "Ġar a", + "Ġë¹ ¨", + "Ġκ Ïį", + "л ой", + "ло й", + "Ñģи он", + "Ġroz dÃŃl", + "ay ıf", + "ayı f", + "ĠÙĪاØŃ Ø¯Ø©", + "ĠÙĪاØŃد Ø©", + "ĠÙĪا ØŃدة", + "о ÑĢалÑĮ", + "оÑĢ алÑĮ", + "оÑĢа лÑĮ", + "Ġpo chop", + "Ġpoc hop", + "éļ ¨", + "à¹īà¸Ń à¸ĩà¸Ļ", + "à¹īà¸Ńà¸ĩ à¸Ļ", + "Ġ ÙĪاÙĨ", + "ĠÙĪ اÙĨ", + "ĠÙĪا ÙĨ", + "Îľ ε", + "Ġ μον", + "Ġμ ον", + "Ġμο ν", + "Ñĥ ÑĪка", + "ÑĥÑĪ ка", + "or dum", + "ord um", + "æ¸ħ æ¥ļ", + "ĠDe ÄŁ", + "ÏĢ Ïģο", + "ĠÙĪاÙĦ تÙĬ", + "ĠÙĪاÙĦت ÙĬ", + "Ġp okus", + "Ġpo kus", + "Ġpok us", + "íĽĦ 기", + "é¥ ®", + "æĹħ è¡Į", + "Ġжен Ñīин", + "ĠdoÄŁru dan", + "Ġ Ñıб", + "ĠÑı б", + "Ġza ÄįÃŃ", + "ĠzaÄį ÃŃ", + "Ġë³´ ìŬ", + "- CP", + "-C P", + "åIJ ¨", + "à¥ĭ à¤ĸ", + "ÑĢ огÑĢа", + "ÑĢо гÑĢа", + "ÑĢог ÑĢа", + "ler di", + "ìĬ ´", + "Ùı ÙĪا", + "ÙıÙĪ ا", + "Ġustanov enÃŃ", + "Ġд оÑģÑĤав", + "Ġдо ÑģÑĤав", + "ĠдоÑģÑĤ ав", + "Ġfır sat", + "ĠاÙĦÙħÙĩ ÙĨØ©", + "ĠвеÑī еÑģÑĤва", + "ĠвеÑīеÑģÑĤв а", + "Ġн еÑģп", + "Ġне Ñģп", + "ĠнеÑģ п", + "ĠاÙĦکتر ÙĪÙĨ", + "t aÅŁ", + "ta ÅŁ", + "æĪ Ĵ", + "Ġy urt", + "Ġyu rt", + "Ġgir di", + "ĠÐļ Ñĥб", + "Ġ 를", + "Ġë¥ ¼", + "ุ à¹Į", + "ãģĿãģĨ ãģª", + "à¹ī Ċ", + "ĠвÑĭ бÑĢа", + "ĠвÑĭб ÑĢа", + "k ovÄĽ", + "ko vÄĽ", + "kov ÄĽ", + "ĠS iz", + "ĠSi z", + "Ġ گاÙĩ", + "ĠÚ¯ اÙĩ", + "ĠЧ аÑģ", + "Ġзг Ñĸдно", + ". ÐŁ", + "å§ Ĭ", + "ĠÐļ ÑĥÑĢ", + "ĠìĿĺ íķ´", + "Ġet raf", + "Ġк аÑĪ", + "Ġка ÑĪ", + "ĠØ· ÛĮ", + "ξ ει", + "ξε ι", + "ç² Ĵ", + "ĠØ¢ Ø°", + "Ġböl ge", + "Ġbölg e", + "Ġम à¤ľà¤¬", + "Ġà¤®à¤ľ ब", + "ÙIJ Ùĥ", + "Ġvál ky", + "ãģł ãĤĪ", + "Ġmes aj", + "Ġmesa j", + "ĠpÅĻ ist", + "ĠpÅĻi st", + "Ġtyp u", + "Ġty pu", + "ĠкиÑĪ еÑĩ", + "ãĤī ãģ®", + "Ġkend isi", + "Ġkendi si", + "ĠвÑĸдб Ñĥва", + "ĠвÑĸдбÑĥ ва", + "ä¾ ¯", + "Ġди за", + "ãĢĢ Ċ", + "ĠпÑĢоÑĨеÑģ Ñĥ", + "ĠÑįлек ÑĤÑĢ", + "_P US", + "Ġмног иÑħ", + "Ġk ém", + "Ġké m", + "æŀ ª", + "çİ° 代", + "Ġ éħį", + "Ġé ħį", + "Ġéħ į", + "ë¡ Ń", + "ÑĤи ÑģÑı", + "Ġl ục", + "ĠÙĪ اÙĦØŃ", + "ĠÙĪاÙĦ ØŃ", + "ĠÙĪا ÙĦØŃ", + "p tal", + "pt al", + "pta l", + "ẵ ng", + "ẵn g", + "ÏĢ λ", + "Ġd olu", + "Ġdo lu", + "Ġdol u", + "Ġt òa", + "Ġин огда", + "ĠпоÑĢÑıд ок", + "Як Ñīо", + "âĶ ĺ", + "Ġغ ربÛĮ", + "Ġغرب ÛĮ", + "Ġغر بÛĮ", + "移 åĬ¨", + "ยà¸Ļ à¸ķร", + "ยà¸Ļà¸ķ ร", + "H DATA", + "HD ATA", + "_PUSH DATA", + "_PUS HDATA", + "ĠØ« ابت", + "åĮħ åIJ«", + "ĠÏĢ ÏģÎŃÏĢει", + "़ à¥ĭ", + "åIJį åīį", + "ÑĤ еÑĢи", + "ÑĤе ÑĢи", + "ÑĤеÑĢ и", + "ï½ ¯", + "Ġ åħĪ", + "Ġåħ Ī", + "н ед", + "не д", + "Ïģ οÏįν", + "Ïģο Ïįν", + "ÏģοÏį ν", + "в ей", + "ве й", + "èĤ ĸ", + "ĠÅĻed itel", + "Ġth ép", + "Ġthé p", + "ĠÙĩ ÙģتÙĩ", + "ĠÙĩÙģت Ùĩ", + "ĠдÑĢÑĥг а", + "ĠдÑĢÑĥ га", + "ER Ä°", + "Ġ Ả", + "ĠẠ¢", + "ĠпеÑĢ еÑĢ", + "ĠпеÑĢе ÑĢ", + "Ġж еÑģÑĤ", + "Ġже ÑģÑĤ", + "ĠÄij ẳng", + "ç¦ ®", + "алÑĮ ном", + "алÑĮно м", + "िष य", + "ид енÑĤа", + "иденÑĤ а", + "Ġآخر ÛĮÙĨ", + "Ġ æĵ", + "Ġæ ĵ", + "Ġ มหาว", + "Ġมห าว", + "ĠлÑİ ÑĤого", + "ĠлÑİÑĤ ого", + "Ġб ÑĸзнеÑģ", + "gı ç", + "Ġng á»ĵi", + "оÑĩ нÑĭй", + "Ġo Äįek", + "ĠoÄį ek", + "ĠÙħ رة", + "ĠÙħر Ø©", + "Ġt var", + "Ġtv ar", + "Ġsam ozÅĻejmÄĽ", + "ĠBeled iye", + "Ġв ода", + "Ġво да", + "Ġвод а", + "Ġ Ú¯ÛĮرد", + "ĠÚ¯ÛĮ رد", + "ĠÚ¯ÛĮر د", + "Ġг одÑĭ", + "Ġгод Ñĭ", + "ãģ« è¡Į", + "æĺ¯ æĪij", + "ÑĪ или", + "ÑĪи ли", + "Ġ åĽ½äº§", + "ĠåĽ½ 产", + "ủ i", + "ĠбÑĥд ÑĥÑĤÑĮ", + "ĠбÑĥдÑĥÑĤ ÑĮ", + "ĠбÑĥдÑĥ ÑĤÑĮ", + "ĠÑĢай онÑĥ", + "ĠÑĢайон Ñĥ", + "Ġì ĵ", + "ĠÙĪ اس", + "ĠÙĪا س", + "ĠاÛĮ شاÙĨ", + "ενο δο", + "Ġнез алеж", + "ĠÙ¾ شت", + "Ġپش ت", + "Ġgir iÅŁim", + "ĠgiriÅŁ im", + "Ġд еле", + "Ġдел е", + "Ġде ле", + "ĠاصÙģÙĩ اÙĨ", + "à¸Ķ วà¸ģ", + "ĠاÙĦ ÙĤÙĬ", + "ĠاÙĦÙĤ ÙĬ", + "à¹Į à¸Ī", + "ëª »", + "Ġd ru", + "Ġdr u", + "è¿ ¹", + "ад женнÑı", + "адж еннÑı", + "Ùģ ÙĨ", + "Ïĩ οÏĤ", + "Ïĩο ÏĤ", + "à¹Ĥ à¸Ī", + "e yle", + "ey le", + "å¡ ij", + "Ġu prav", + "Ġup rav", + "Ġз даÑĤ", + "Ġзд аÑĤ", + "Ġзда ÑĤ", + "Ġvid ÄĽt", + "Ġ à¸Ľà¸£", + "Ġà¸Ľ ร", + "Ġ ÑĦеÑĢ", + "ĠÑĦ еÑĢ", + "ÐĨ н", + "Ġ ìµľìĭł", + "Ġìµľ ìĭł", + "l oha", + "lo ha", + "loh a", + "ĠиÑģп ÑĭÑĤ", + "Ġ avan", + "Ġa van", + "Ġav an", + "Ġava n", + "γ οÏħ", + "γο Ïħ", + "ĠGi ấy", + "ãĤ»ãĥ³ ãĤ¿ãĥ¼", + "éģ į", + "е ÑĢаÑħ", + "еÑĢ аÑħ", + "еÑĢа Ñħ", + "Ġê°Ģ ì§Ģê³ł", + "Ġê°Ģì§Ģ ê³ł", + "Ġ ид", + "Ġи д", + "Ġmnoh em", + "æ£Ģ æµĭ", + "Ġet me", + "Ġetm e", + "Ġ تÙħر", + "Ġت Ùħر", + "ĠتÙħ ر", + "ĠbaÅŁ layan", + "ĠbaÅŁlay an", + "ãģı ãĤĮ", + "à¹ĩà¸Ļ à¸ģาร", + "ĠÑħаÑĢакÑĤеÑĢ из", + "Ġanlam ına", + "Ùı Ùĩ", + "ĠÑģеÑĢ пнÑı", + "çķª çµĦ", + "Ġ msgid", + "Ġmsg id", + "Ġms gid", + "Ġzv ÃŃÅĻ", + "ĠzvÃŃ ÅĻ", + "ĠíļĮ ìĽIJ", + "Ġya par", + "Ġyap ar", + "ä¼ĺ åĬ¿", + "ен нÑĭми", + "еннÑĭм и", + "ĠØ£ Ø«", + "ì² Ļ", + "Ġji ného", + "Ġjin ého", + "Ġjiné ho", + "Ġد Ùģاع", + "ĠدÙģ اع", + "ĠØŃÚ© ÙĪÙħ", + "Ġr izik", + "Ġri zik", + "ά λι", + "άλ ι", + "à¸ĩ à¸Ĥ", + "èµ ¢", + "Ġ ÎķÎĽ", + "ĠÎķ ÎĽ", + "Ġok um", + "Ġoku m", + "æĶ¶ åħ¥", + "ĠÚĨ ÛĮÙĨ", + "æľī çļĦ", + "ÑĨ ами", + "ÑĨа ми", + "d ÄĽnÃŃ", + "dÄĽ nÃŃ", + "ĠкоÑĢ аб", + "Ġко ÑĢаб", + "ĠкоÑĢа б", + "Ġa landa", + "Ġal anda", + "Ġalan da", + "ส à¸Ļาม", + "สà¸Ļ าม", + "ï¼ī ãģ®", + "ı sız", + "ıs ız", + "ısı z", + "ÙĬ ÙĬر", + "Ùĥ ÙĬØ©", + "ÙĥÙĬ Ø©", + "Ġnebo Å¥", + "Ġbit ir", + "Ġbi tir", + "Ġ ãĥľ", + "Ġãĥ ľ", + "Ùij ا", + "ï¼ Ĩ", + "ĠاÙĦت ارÙĬØ®", + "มห าà¸Ļà¸Ħร", + "at ürk", + "ãĤ¹ãĥĨ ãĥł", + "θή κη", + "Ġ καν", + "Ġκ αν", + "Ġκα ν", + "ĠS ür", + "ĠSü r", + "Ġd Ä±ÅŁÄ±", + "ĠdÄ±ÅŁ ı", + "Ġk ancel", + "Ġkan cel", + "ĠÙ¾ خش", + "h Pa", + "ĠÄį t", + "ĠпÑĢ оÑħ", + "ĠпÑĢо Ñħ", + "à¹ī à¸Ī", + "Ġê±° ìķ¼", + "ĠдеÑĢжав ного", + "èĤ¡ 举", + "ìĿ´ íģ¬", + "Ùĥ تÙĪر", + "Ùĥت ÙĪر", + "ĠãĢĢ ĠãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢ", + "ĠãĢĢĠãĢĢ ĠãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢ", + "ĠãĢĢĠãĢĢĠãĢĢĠãĢĢ ĠãĢĢĠãĢĢĠãĢĢĠãĢĢ", + "ĠãĢĢĠãĢĢĠãĢĢ ĠãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢ", + "ĠãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢ ĠãĢĢĠãĢĢĠãĢĢ", + "ĠãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢ ĠãĢĢĠãĢĢ", + "ĠãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢ ĠãĢĢ", + "è¨ º", + "Ġب Ùħا", + "ĠبÙħ ا", + "ĠноÑĢм аÑĤив", + "ç iler", + "çi ler", + "à¸ĩ ศ", + "éĽĨ ä¸Ń", + "ÑĢ иÑģ", + "ÑĢи Ñģ", + "Ñĩ аÑĶ", + "Ñĩа ÑĶ", + "li ÄŁin", + "liÄŁi n", + "liÄŁ in", + "ãĥ¼ ãĤ¿ãĥ¼", + "ãĥ¼ãĤ¿ ãĥ¼", + "а ÑĢаÑĤ", + "аÑĢ аÑĤ", + "аÑĢа ÑĤ", + "åĬĽ éĩı", + "ĠÑģÑħ ем", + "åħ¥ åı£", + "离 å¼Ģ", + "ÏģοÏĨοÏģ ίεÏĤ", + "ĠÐĹ Ð°ÑĤем", + "ĠkarÅŁ ısında", + "ĠkarÅŁÄ± sında", + "ĠاÙĨت ظ", + "ï½ Ĭ", + "Ġ eÅŁit", + "ĠeÅŁ it", + "Ġyaz ılı", + "Ġyazı lı", + "Ðļ ом", + "ا زÙĬ", + "از ÙĬ", + "Ġki mse", + "Ġkim se", + "Ġkims e", + "ÑĢа Ñīи", + "ÑĢаÑī и", + "ัà¸ģ ส", + "Ġkan un", + "Ġka nun", + "Ġ ëIJĺìĹĪ", + "ĠëIJĺ ìĹĪ", + "Ġι ÏĥÏĩ", + "Ġм еди", + "Ġмед и", + "æ° §", + "ï¼Į åħ¶ä¸Ń", + "ï¼Įåħ¶ ä¸Ń", + "Ġyok tu", + "Ġ ãĤ½", + "ĠãĤ ½", + "ĠпÑĢи обÑĢеÑĤ", + "ÙĪ ÛĮØ´", + "ÙĪÛĮ Ø´", + "ãħł ãħł", + "Ġکرد Ùħ", + "Ġکر دÙħ", + "Ġdu var", + "Ġ ç¸", + "Ġç ¸", + "ıs ır", + "ısı r", + "Ġïº į", + "ĠÐłÐ¾Ñģ ÑģиÑı", + "à¹ī à¹ĥà¸Ļ", + "Ġ iÅŁi", + "Ġi ÅŁi", + "ĠiÅŁ i", + "d ol", + "do l", + "ĠÙħØŃ ÙħÙĪد", + "ĠÑģам ÑĭÑħ", + "ĠبÙĨابر اÛĮÙĨ", + "ãĤĮ ãģ©", + "ุà¸ķ สาห", + ". »", + "ู à¸Ĭ", + "ĠT ep", + "ĠTe p", + "ãģı ãĤĵ", + "Ġ å¸ĥ", + "Ġå¸ ĥ", + "Ġत ल", + "Ġs erm", + "Ġse rm", + "Ġser m", + "λ ÏĮγ", + "λÏĮ γ", + "ĠÅŀ imdi", + "Ġà¤ľà¤¨ त", + "- ÐĴ", + "è¨ ª", + "ĠвÑĸд пов", + "ิ à¸Ļà¸Ķ", + "ิà¸Ļ à¸Ķ", + "ι ÏĥμÏĮÏĤ", + "ιÏĥμ ÏĮÏĤ", + "Ω Τ", + "âĨĴ âĨĴ", + "ικο ί", + "ĠÑģп ÑĢава", + "ĠÑģпÑĢав а", + "æľº åħ³", + "Ġ ÃĿ", + "Ġà Ŀ", + "Ġм ова", + "Ġмо ва", + "Ġмов а", + "Ġмог ла", + "Ġд лиÑĤелÑĮ", + "ãģĹ ãģ¦ãĤĤ", + "ãģĹãģ¦ ãĤĤ", + "Ġβ Ïģί", + "Ġж од", + "éĹ ª", + "ĠмÑĸ ÑģÑĮкоÑĹ", + "η Ïģε", + "çł Ĥ", + "Ġkter ých", + "Ġkterý ch", + "ĠÐĵ олов", + "ĠÐĵол ов", + "Ġh á»Ļp", + "Ġhá»Ļ p", + "Ġpa nÃŃ", + "Ġpan ÃŃ", + "تÙħ اد", + " ľ", + "åįģ åħŃ", + "κ οÏĤ", + "κο ÏĤ", + "ев ÑĭÑħ", + "æĭ Ĵ", + "ĠÑģÑĤ оÑĢон", + "ĠÑģÑĤоÑĢ он", + "ĠÑģÑĤо ÑĢон", + "Ġph óng", + "ĠÑĥлÑĥÑĩ ÑĪ", + "m rt", + "mr t", + "m par", + "mp ar", + "ĠS lav", + "ĠSl av", + "Ġ kov", + "Ġk ov", + "Ġko v", + "ìĿ¸ ìĿĢ", + "Ġ åºĶ", + "Ġåº Ķ", + "ั à¸ļà¸Ħ", + "ัà¸ļ à¸Ħ", + "Ġk ì", + "Ġa Å¥", + "ÅĻ ÃŃt", + "ÅĻÃŃ t", + "ì° Į", + "Ùħ ÙĨت", + "ÙħÙĨ ت", + "ıyor lar", + "æŃ£ 常", + "н ÑıÑĤÑĤÑı", + "нÑıÑĤ ÑĤÑı", + "r acÃŃ", + "ra cÃŃ", + "rac ÃŃ", + "ĠпиÑĤ аниÑı", + "à¸Īะ à¹Ģà¸Ľ", + "ĠاÙĦÙĩ ÙĨد", + "ĠD ost", + "ĠDo st", + "ĠDos t", + "ĠÐĴаÑģ илÑĮ", + "Ġ íĥĦ", + "Ġíĥ Ħ", + "Ġn ạn", + "à¹Īà¸Ń à¹Ħà¸Ľ", + "رÙĪ ض", + "± ظ", + "Ġbych om", + "à¸Ļ วย", + "à¸Ļว ย", + "ãģł ãģ£ãģ¦", + "ĠÐĺ Ñģп", + "ĠÐĺÑģ п", + "à¸Ħร à¸ļ", + "Ġ สà¸ĸาà¸Ļ", + "Ġส à¸ĸาà¸Ļ", + "ĠëĤ ®", + "j iÅ¡tÄĽ", + "ji Å¡tÄĽ", + "ĠÙģ ÙĪت", + "ĠÙģÙĪ ت", + "ĠCh Æ°Æ¡ng", + "ĠìĿ´ 루", + "ĠpÅĻÃŃ tom", + "t ual", + "tu al", + "b ette", + "be tte", + "bet te", + "bett e", + "Ġsa bah", + "Ġsab ah", + "μ ί", + "Ġm á»ĩnh", + "Ġmá»ĩ nh", + "ãģ® ãģłãĤįãģĨ", + "ãģ®ãģł ãĤįãģĨ", + "Ġzam ÄĽÅĻ", + "åįģ äºĶ", + "ĠìķĬ ìĿĦ", + "اÙĨ ÙĪ", + "е нÑĥ", + "ен Ñĥ", + "ĠÑĥ год", + "ĠÑĥг од", + "ĠV Æ°á»Ŀn", + "Ġëĵ± ìĿĦ", + "Ġbelirt ilen", + "æŁ Ħ", + "Ġtek lif", + "¬ Ĥ", + "Ġпод аÑĤков", + "ĠاÙĦ ÙĨÙĩ", + "ĠاÙĦÙĨ Ùĩ", + "ï¼ ´", + "ìĽ ĥ", + "Ġ हल", + "Ġह ल", + "Ġ имÑĥ", + "Ġи мÑĥ", + "Ġим Ñĥ", + "ĠкоÑĤоÑĢ Ñĭм", + "ï¼Į 以åıĬ", + "ï¼Į以 åıĬ", + "ĠÑĤаб ли", + "ा :", + "Ġب رج", + "Ġبر ج", + "ĠÎŃ Î½Î±Î½", + "ĠÎŃνα ν", + "ĠÎŃν αν", + "ĠÙĬ ÙĪÙĦÙĬÙĪ", + "ý Å¡", + "Ġ ÙĬج", + "ĠÙĬ ج", + "ĠÑĤÑĢо Ñħи", + "æŀ Ŀ", + "Ġd Ãły", + "ĠBur ada", + "ĠBu rada", + "ĠÏĥÏħ μβ", + "ĠÎij ÏģÏĩ", + "ĠÎijÏģ Ïĩ", + "Ġsoci álnÃŃ", + "Ġ Ú¯ÙĪ", + "ĠÚ¯ ÙĪ", + "Ġyan ıt", + "Ġyanı t", + "ãģ¯ ãģªãģĦ", + "ãģ® ä¸Ĭ", + "Ġn úi", + "ĠرÙģت ار", + "ĠÙħ رات", + "ĠÙħر ات", + "ز ÙħاÙĨ", + "زÙħ اÙĨ", + "าà¸Ī ารย", + "ĠÑĩиÑģ лÑĸ", + "Ġس ÙĨت", + "ĠسÙĨ ت", + "ĠÃĸzel likle", + "ì ĩ¼", + "ìĩ ¼", + "ĠÄį ÃŃm", + "AD DE", + "ADD E", + "ãģ® ãĤĪãģĨãģª", + "ÙĪÙĦÙĪ ÚĺÛĮ", + "ĠíĻľ ìļ©", + "ãĢģ ãģ©ãģĨ", + "ĠÎł ÏģÏī", + "çĻ» åł´", + "Ġнад аннÑı", + "Ġм еÑĢеж", + "ĠмеÑĢ еж", + "ĠмеÑĢе ж", + "Ġ ìĿµ", + "ĠìĿ µ", + "jÃŃ cÃŃch", + "jÃŃcÃŃ ch", + "it ou", + "ito u", + "ÙĤ ÙĪÙĦ", + "Ùħ ج", + "Ġب ÙĨد", + "ĠبÙĨ د", + "Ġön üne", + "Ġ ï½°", + "Ġï½ °", + "з в", + "Ġе ÑģÑĤе", + "Ðł Ðĺ", + "ÑĢ ол", + "ÑĢо л", + "a yla", + "ay la", + "Ġк лÑĥ", + "Ġкл Ñĥ", + "æݨ èĸ¦", + "ĠÑĢоз ÑĢаÑħ", + "Ġ ìĥģëĭ´", + "Ġìĥģ ëĭ´", + "ĠÙĨ سÙħØ©", + "ĠÙĨس ÙħØ©", + "Ġви Ñħод", + "à¥Ģ à¤Ĩà¤Ī", + "ĠпÑĢи ÑģÑĤÑĥп", + "ÙĴ ع", + "ĠteÅŁ ekkür", + "дÑı ки", + "Ġfi kir", + "Ġfik ir", + "ัศ à¸Ļ", + "ĠآزÙħ اÛĮØ´", + "Ġb izi", + "Ġbi zi", + "Ġbiz i", + "ÏĨ αÏģ", + "ÏĨα Ïģ", + "æľª æĿ¥", + "æIJ º", + "Ġδ Ïħνα", + "ĠδÏħ να", + "Ġ رÙĪÙħ", + "Ġر ÙĪÙħ", + "ĠرÙĪ Ùħ", + "Ġb undan", + "Ġbund an", + "Ġbun dan", + "ĠÙĤ اÙĦب", + "ĠÙĤاÙĦ ب", + "Ġ haft", + "Ġh aft", + "Ġha ft", + "Ġhaf t", + "å¿ ½", + "ĠÐľ оÑĢ", + "Ġzá pas", + "Ġzáp as", + "Ġ ë¹Ľ", + "Ġë¹ Ľ", + "å» ·", + "äºĪ ç´Ħ", + "Ġkh uyến", + "Ġ ÎijÎĵ", + "ĠÎij Îĵ", + "Ġìŀij ìĹħ", + "ड र", + "Ġjednodu ch", + "à¥ī म", + "ĠdeÄŁ ildi", + "ĠdeÄŁil di", + "Ġk olo", + "Ġko lo", + "Ġkol o", + "Ġد ÙĤÛĮ", + "л ами", + "ла ми", + "лам и", + "ĠH á»įc", + "ĠHá»į c", + "Ġप स", + "ĠÎł ÏģÏĮ", + "ĠâĹ ij", + "Ġ наÑģлÑĸд", + "Ġна ÑģлÑĸд", + "ĠнаÑģ лÑĸд", + "Ġ диви", + "Ġди ви", + "Ġдив и", + "ĠpÅĻes nÄĽ", + "ĠТак им", + "ĠТа ким", + "Ġru kou", + "Ġruk ou", + "ä¸Ģ åĪĩ", + "ĠÑģ пÑĢи", + "ĠÑģп ÑĢи", + "en ské", + "ens ké", + "æĹ ¦", + "ĠÙĤ ÙĨ", + "Ġú stav", + "िश त", + "à¹Į )", + "ĠT rang", + "ĠTr ang", + "ĠTra ng", + "ĠTran g", + "Ġmoh la", + "Ġmohl a", + "ĠÎķ λλην", + "Ġп оки", + "Ġпо ки", + "Ġпок и", + "ĠØ¢ Ùħار", + "ĠØ¢Ùħ ار", + "åIJ ¾", + "ĠÑĢ еÑģп", + "ĠÑĢе Ñģп", + "ĠÑĢеÑģ п", + "Ġta kdir", + "Ġtak dir", + "Ġrahat sız", + "éŁ³ ä¹IJ", + "Ġ âĶĥ", + "ĠâĶ ĥ", + "i lis", + "il is", + "ili s", + "ĠÙĪ اÙĦØ¥", + "ĠÙĪاÙĦ Ø¥", + "å® Ļ", + "Ñĥ мов", + "Ñĥм ов", + "ĠÐĽ иÑĤ", + "ĠÐĽÐ¸ ÑĤ", + ": :::|", + ":: ::|", + ":::: |", + "::: :|", + "åħ ½", + "ĠÙĨزد ÛĮÚ©", + "е лÑĸв", + "ел Ñĸв", + "елÑĸ в", + "θ οÏįν", + "θο Ïįν", + "ìĹIJìĦľ ëıĦ", + "èµĦ æł¼", + "çIJĨ 论", + "ĠKe mal", + "ĠKem al", + "Ġк еÑĢ", + "ษ ายà¸Ļ", + "Ġ åįİ", + "Ġåį İ", + ") ìĹIJ", + "Ġ ëĬĺ", + "ĠëĬ ĺ", + "ãĥĿ ãĥ¼ãĥĪ", + "ĠÐĹ Ð´", + "اص ÙĬÙĦ", + "Ġk atı", + "Ġka tı", + "Ġkat ı", + "ãĤĤãģĹ ãĤĮãģªãģĦ", + "Ġкажд ого", + "Ġ дÑĢ", + "Ġд ÑĢ", + "Ġfut bol", + "ÙĦ ÙĬÙģ", + "ÙĦÙĬ Ùģ", + "Ġì§Ģ ëĤľ", + "ĠÙ¾ÛĮØ´ ÙĨÙĩ", + "ü lük", + "ül ük", + "ülü k", + "Ġ à¸ķำà¸ļล", + "Ġà¸ķำ à¸ļล", + "Ġb áºŃc", + "Ġ åĽł", + "ĠåĽ ł", + "ik ler", + "Ïģ ιά", + "Ïģι ά", + "Ġв важа", + "Ġвваж а", + "Ġvy pl", + "Ġvyp l", + "Ġв низ", + "í Ģ", + "çľ ¾", + "ĠÑģ ила", + "ĠÑģи ла", + "ĠÑģил а", + "ĠналиÑĩи и", + "Ġع راÙĤ", + "ĠاÙĦÙħ Ùĥ", + "å°± ä¼ļ", + "Ġм Ñĸг", + "ĠмÑĸ г", + "ĠÎĮ μιλοÏĤ", + "Ñī его", + "Ñīе го", + "Ġíĸī ìłķ", + "Âł mph", + "Âłm ph", + "Ġma lé", + "Ġmal é", + "ĠÛĮ اÙģتÙĩ", + "ĠÛĮا ÙģتÙĩ", + "ĠÛĮاÙģت Ùĩ", + "Ġmn oha", + "Ġmnoh a", + "γ ά", + "Ġпо ÑģÑĤÑĢо", + "ĠпоÑģ ÑĤÑĢо", + "ĠпоÑģÑĤ ÑĢо", + "ĠاÙĦÙħ ÙĪس", + "ĠاÙĦÙħÙĪ س", + "Ġol ma", + "Ġolm a", + "ëī´ ìĬ¤", + "Ġt utar", + "Ġtu tar", + "Ġtut ar", + "ãĥ¼ãĥĵ ãĤ¹", + "à¥įथ न", + "-ли бо", + "æ¥Ń åĭĻ", + "ĠоÑģоб ливо", + "ĠоÑģоблив о", + "è® Ģ", + "ÙģÙĩ ÙĪÙħ", + "Ġk ẻ", + "Ġ Å¡tÄĽ", + "ĠÅ¡ tÄĽ", + "ĠÅ¡t ÄĽ", + "Ġc ầm", + "ĠÄįlán ky", + "ĠÄIJ iá»ĩn", + "( =", + "OV Ãģ", + "ul du", + "uld u", + "a ft", + "af t", + "Ġl ãi", + "Ġlã i", + "Ġd oldur", + "Ġdol dur", + "³³ ³³³³³³³³³", + "³³³³ ³³³³³³³", + "³³³ ³³³³³³³³", + "³³³³³³³³ ³³³", + "³³³³³³³ ³³³³", + "³³³³³ ³³³³³³", + "³³³³³³ ³³³³³", + "³³³³³³³³³ ³³", + "β ι", + "ãģ£ãģ¦ ãģįãģŁ", + "ì¶ľìŀ¥ ìķĪë§Ī", + "å¯ Ŀ", + "Ġë¶Ģ íĥģ", + "ĠاÙĦ اخ", + "Ġγ Ïħνα", + "à¤ı म", + "à¥Į ल", + "ع ادة", + "عا دة", + "عاد Ø©", + "Ġ κοÏħ", + "Ġκ οÏħ", + "Ġκο Ïħ", + "ĠÙħØ· رØŃ", + "ĠÑĩелов еÑĩ", + "Ġn umar", + "Ġnum ar", + "Ġnu mar", + "Ġnuma r", + "Ġ дина", + "Ġд ина", + "Ġди на", + "ÏĦ ÏģÎŃ", + "ÏĦÏģ ÎŃ", + "λ ικ", + "λι κ", + "Ġдол го", + "Ġnh iêu", + "ĠвоÑģ ÑģÑĤанов", + "ap ı", + "Ġ kanı", + "Ġk anı", + "Ġkan ı", + "ĠK ế", + "ãĤī ãģļ", + "Ġhar ek", + "Ġha rek", + "Ġhare k", + "ãģłãģij ãģ§", + "æ» ħ", + "Ġo hled", + "Ġoh led", + "е ÑĢим", + "еÑĢ им", + "еÑĢи м", + "ĠØŃ ÙĬÙĨ", + "ĠØŃÙĬ ÙĨ", + "ĠÙĤ Ùĩر", + "Ġब à¥Ŀ", + "اپ ÛĮÙħ", + "è¶ħ è¿ĩ", + "Ġ æħ", + "Ġæ ħ", + "Ġت Ùģس", + "ĠتÙģ س", + "as ıyla", + "ası yla", + "б иÑĤ", + "би ÑĤ", + "ĠØŃ Ø§Ø¬", + "ĠÑĤÑĢеб ованиÑı", + "Ġ æݨ", + "Ġæİ ¨", + "Ġ ç±³", + "Ġç± ³", + "ãĤ³ ãĥ¼ãĥī", + "ĠÑĥ Ñģи", + "ĠÑĥÑģ и", + "Ġاخ ÙĦاÙĤ", + "Ġdo stup", + "Ġdost up", + "Ġع ÙĦاÙĤ", + "ĠعÙĦ اÙĤ", + "िव स", + "Ġ оди", + "Ġо ди", + "Ġод и", + "t ej", + "te j", + "Ġthá» ıa", + "ัà¸ģษ à¸ĵะ", + "ัà¸ģษà¸ĵ ะ", + "ĠÑĢаÑģ к", + "ĠÑĢа Ñģк", + "ĠÐĿ аÑĢод", + "ĠÐĿа ÑĢод", + "Ġза кÑĥп", + "Ġзак Ñĥп", + "o že", + "ož e", + "Ġاج را", + "Ġاجر ا", + "ê´ij ê³ł", + "аÑĢÑĤ ам", + "Ġп еÑĢеж", + "ĠпеÑĢ еж", + "ĠпеÑĢе ж", + "èij£ äºĭ", + "ĠÑı коÑģÑĤÑĸ", + "ĠÑıк оÑģÑĤÑĸ", + "Ġв Ñĥл", + "м он", + "мо н", + "Ġch lap", + "Ġ ÑįÑĤомÑĥ", + "ĠÑįÑĤ омÑĥ", + "ĠÑįÑĤо мÑĥ", + "ĠÑįÑĤом Ñĥ", + "а ÑĤÑĸ", + "аÑĤ Ñĸ", + "Ġ íĴĪ", + "Ġí ĴĪ", + "ĠíĴ Ī", + "è¡Ĺ éģĵ", + "س د", + "ÙĪ رÙĩ", + "ÙĪر Ùĩ", + "ĠزÛĮ اد", + "åľ¨çº¿ è§Ĩé¢ij", + "ا ÙĪÙĬØ©", + "اÙĪ ÙĬØ©", + "اÙĪÙĬ Ø©", + "ï¼Į å°±æĺ¯", + "ï¼Įå°± æĺ¯", + "e lerinden", + "eler inden", + "elerin den", + "elerinde n", + "ÑĢ ажд", + "ÑĢа жд", + "ÑĢаж д", + "Ġп озд", + "Ġпо зд", + "Ġпоз д", + "Ġзна ÑĤÑĮ", + "Ġзн аÑĤÑĮ", + "ัà¸ļ สà¸Ļ", + "ัà¸ļส à¸Ļ", + "à¥ĩà¤ĸ त", + "Ġ æĽ°", + "Ġæ Ľ°", + "ĠæĽ °", + "ê³¼ ìłķ", + "é® ®", + "ĠV iá»ĩn", + "ĠVi á»ĩn", + "Ġd voj", + "Ġdv oj", + "ίν εÏĦαι", + "Ġosob nÃŃch", + "ĠosobnÃŃ ch", + "Ġ âĢª", + "ĠâĢ ª", + "éĻ µ", + "ĠØ®ÙĪد Ø´", + "ĠاÙĨ ر", + "ĠпÑĢоÑĦеÑģÑģи оналÑĮ", + "k ám", + "ká m", + "ĠÙħ ÙĥاÙĨ", + "ĠÙħÙĥ اÙĨ", + "ĠاÙĦØ£ د", + "Ġ ê³µë¶Ģ", + "Ġê³µ ë¶Ģ", + "ĠÄij ức", + "ĠÄijứ c", + "ĠCumhur iyeti", + "ĠCumhuriyet i", + "åĩº ãģĹ", + "д ами", + "да ми", + "дам и", + "ĠìĪĺ ìĥģ", + "ĠÙģ براÙĬر", + "Ġsü resi", + "Ġsür esi", + "Ġsüre si", + "Ġب ج", + "Ġ æĶ¾", + "ĠæĶ ¾", + "ØŃ ÛĮ", + "çłĶ究 æīĢ", + "åĩºçīĪ 社", + "ĠÙħÙĪ تÙĪر", + "&& &&", + "ĠпеÑĢ ей", + "ĠпеÑĢе й", + "Ġ ìĦłê±°", + "ĠìĦł ê±°", + "ĠúspÄĽ Å¡", + "ار Ú©", + "Ġet tir", + "Ġett ir", + "Ġetti r", + "Ġ ì¶ľìŀ¥", + "Ġì¶ľ ìŀ¥", + "ĠKa nun", + "ĠKan un", + "ĠÑĥменÑĮ ÑĪ", + "ĠзаÑĤ веÑĢдж", + "ĠاÙĦد ÙĪÙĦÙĬ", + "ĠاÙĦدÙĪÙĦ ÙĬ", + "Ġ ãĥĵ", + "Ġãĥ ĵ", + "ĠB azı", + "ĠBa zı", + "ĠBaz ı", + "åŃIJ ãģ®", + "åĩ ¯", + "Ġse beb", + "Ġseb eb", + "Ġsebe b", + "Ġ åħ±", + "Ġåħ ±", + "Ġd nů", + "Ġdn ů", + "ä½į äºİ", + "ĠZ d", + "æī ±", + "Ġتج ربÙĩ", + "ÃĶ NG", + "Ġìĺ¬ ëĿ¼", + "Ïī ÏĦεÏģ", + "ĠÑģ вид", + "ĠÑģв ид", + "ĠÑģви д", + "æ¯Ķ èµĽ", + "ãģ« åIJij", + "ìľĦ 를", + "ãģĹ ãģ¾ãģĹãģŁ", + "ãģĹãģ¾ ãģĹãģŁ", + "Ġd á»ĭ", + "ĠÐł ÑĥÑģ", + "Ġv á»ı", + "Ġvá» ı", + "à¤Ĥड ल", + "Ġп иÑī", + "Ġпи Ñī", + "Ġsmr ti", + "Ġsmrt i", + "à¸Īาà¸ģ à¸ģาร", + "ĠÑģаÑħ аÑĢ", + "Ġtho át", + "ج ÙħØ©", + "جÙħ Ø©", + "Ġпоз вол", + "ĠاÙĦØ« اÙĨÙĬØ©", + "ĠاÙĦثاÙĨÙĬ Ø©", + "ز ادÙĩ", + "زا دÙĩ", + "ãĢģ ä¸Ń", + "ή μεÏģα", + "æ¦ ľ", + "l acaģı", + "lac aģı", + "lacaÄŁ ı", + "Ġна ÑĪиÑħ", + "ĠнаÑĪ иÑħ", + "ìĶ Ģ", + "ĠÐĺ ÑģÑĤоÑĢиÑı", + "ün deki", + "ünd eki", + "ünde ki", + "ĠпеÑĢ ел", + "ĠпеÑĢе л", + "Ġ목 ìĨĮ", + "ĠÑģÑĤаÑĤ ÑĥÑģ", + "о вали", + "ов али", + "ова ли", + "овал и", + "ÅĻ az", + "ĠдÑĢÑĥг ого", + "ĠдÑĢÑĥго го", + "ÙĥÙĪÙħ Ø©", + "ÙĥÙĪ ÙħØ©", + "Ñĩ иÑģÑĤ", + "Ñĩи ÑģÑĤ", + "ÑĩиÑģ ÑĤ", + "μ μ", + "åıį åºĶ", + "ic ari", + "ica ri", + "ĠÙ¾ اک", + "Ġپا Ú©", + "алÑĮ ним", + "ĠB una", + "ĠBu na", + "ĠBun a", + "и ÑĤив", + "иÑĤ ив", + "иÑĤи в", + "ÑĦ ÑĢа", + "ãĥ¼ ãĥĸãĥ«", + "ãĥ¼ãĥĸ ãĥ«", + "ĠÑĤоб ÑĤо", + "룬 ìĬ¤", + "ĠاÙĦ اع", + "åħ¬ éĸĭ", + "å¥ ī", + "ÙĪÙĦ د", + "åIJį çĦ¡ãģĹ", + "æ°ij 主", + "à¥ģ à¤ľà¤°", + "à¥ģà¤ľ र", + "ìĤ¬ 무", + "Ġön celik", + "Ġönce lik", + "Ġönc elik", + "Ġ å¨", + "Ġå ¨", + "Ñı б", + "çľ ī", + "à¥įव य", + "ĠH ình", + "çļĦ åľ°æĸ¹", + "çļĦåľ° æĸ¹", + "ĠاÙĦ تس", + "ĠاÙĦت س", + "ä¸Ī 夫", + "Ġп ÑĥблÑĸ", + "ĠnÄĽjak é", + "ÄIJ á»iji", + "ĠÑģоÑģÑĤоÑı ниÑı", + "à¥Ģ )", + "ĠÄij áºŃu", + "j ed", + "je d", + "ê ¶ģ", + "Ġs enin", + "Ġse nin", + "Ġsen in", + "Ġseni n", + "ĠH óa", + "âĻ ł", + "лÑı ÑİÑĤÑĮ", + "лÑıÑİÑĤ ÑĮ", + "éĹ ²", + "ìĿ¸ íĬ¸", + "ت بÙĩ", + "تب Ùĩ", + "Ġरà¤ĸ त", + "ĠÑģлов ами", + "ĠÑģлова ми", + "ĠÑģло вами", + "Ġطب ÙĤ", + "Ġuy du", + "ุà¸ĩà¹Ģà¸Ĺà¸ŀ มหาà¸Ļà¸Ħร", + "ĠSan at", + "ĠSa nat", + "à¹ī าà¸Ĭ", + "à¹īา à¸Ĭ", + "Ġкни ж", + "Ìģ c", + "ا Ùħج", + "اÙħ ج", + "δ Ïİ", + "Å ®", + "Ġb inh", + "Ġbi nh", + "Ġbin h", + "è¾ Ĩ", + "n eÄŁi", + "ne ÄŁi", + "Ø· ÙĨ", + "å¸ ķ", + "Ġ ìĩ¼", + "Ġì ĩ¼", + "оÑģ ÑĢед", + "ĠοÏĢο ίο", + "k ır", + "kı r", + "à¥Ī श", + "Ġ à¸ĩาà¸Ļ", + "Ġà¸ĩ าà¸Ļ", + "Ġd ruž", + "Ġdru ž", + "em atik", + "ema tik", + "emat ik", + "a dıģ", + "ad ıģ", + "adı ÄŁ", + "è¾ ŀ", + "ĠpoužÃŃ vá", + "Ġkur tar", + "ĠsaÄŁ lan", + "ãĢı ï¼Ī", + "Ġmůže me", + "Ġmůž eme", + "Ġ باد", + "Ġب اد", + "Ġبا د", + "æľŁ éĹ´", + "ا تÙģ", + "ات Ùģ", + "Ġyaz ılım", + "Ġyazılı m", + "ĠìĹ° ê²°", + "ÙĬ ÙģØ©", + "ÙĬÙģ Ø©", + "Ġ emin", + "Ġe min", + "Ġem in", + "ĠнеÑģколÑĮ киÑħ", + "Û´ Û°", + "å¯ §", + "ί ζει", + "ίζ ει", + "Ġd él", + "Ġdé l", + "ver iÅŁ", + "価 æł¼", + "Ġاست اد", + "Ġал ког", + ".H CM", + "ί οÏĤ", + "ίο ÏĤ", + "α κ", + "Ø· ع", + "ãģ£ ãģį", + "ãģ£ãģ į", + "Ñı еÑĤÑģÑı", + "ÑıеÑĤ ÑģÑı", + "л ика", + "ли ка", + "лик а", + "Ġ ÑĨÑı", + "ĠÑĨ Ñı", + "Ġë§Ī ì§Ģë§ī", + "ĠаÑĢ ми", + "Ġγ λÏİ", + "E NÃį", + "EN Ãį", + "ë ®¤", + "ŃIJ ï¸ı", + "Ġ æ¯ı", + "Ġæ¯ ı", + "Ġ æĸ¼", + "Ġæĸ ¼", + "Ġκα λÏį", + "ĠТ ом", + "ĠТо м", + "ul ur", + "ulu r", + "Ġak ce", + "ĠÙħÙĪ جب", + "ĠÙħÙĪج ب", + "e siz", + "es iz", + "esi z", + "н Ñıв", + "нÑı в", + "алÑĮ нÑĥÑİ", + "алÑĮнÑĥ Ñİ", + "ал ÑĸÑģÑĤ", + "алÑĸ ÑģÑĤ", + "Ġв аÑĢÑĸ", + "ĠваÑĢ Ñĸ", + "Ġва ÑĢÑĸ", + "ĠÙħؤ س", + "ĠÙħ اÛĮÙĦ", + "ĠÙħا ÛĮÙĦ", + "ĠμεÏĦα ξÏį", + "åĩº ãģĻ", + "Ġv á»Ŀi", + "Ġvá» Ŀi", + "ëŁ ´", + "ï¼ ĭ", + "æ¯ İ", + "Ġt abi", + "Ġtab i", + "Ġta bi", + "âĤ ĥ", + "æ£ĭ çīĮ", + "Ġ ÃIJ", + "Ġà IJ", + "ĠпÑĢоÑĦеÑģ Ñĸй", + "Ñĥв аннÑĸ", + "Îľ Îł", + "Ġж ил", + "Úĺ ÙĨ", + "л ÑĥÑĪ", + "лÑĥ ÑĪ", + "á½ ´", + "о веÑĢ", + "ов еÑĢ", + "ове ÑĢ", + "è¾¼ ãģ¿", + "ĠÐľ акÑģим", + "ĠÐľÐ°Ðº Ñģим", + "Ġвз глÑıд", + "Ġн аÑĤÑĥ", + "Ġна ÑĤÑĥ", + "ĠнаÑĤ Ñĥ", + "म à¤ķ", + "ĠÑħ ими", + "ĠÑĢозÑĤа ÑĪ", + "ÙĪ راÙĨ", + "ÙĪر اÙĨ", + "ÙĪرا ÙĨ", + "ĠØ´Ùĩر ÙĩاÛĮ", + "æ© Łèĥ½", + "æ©Ł èĥ½", + "Ø® Ø°", + "ĠÑģво ÑĶÑĹ", + "ĠÑģвоÑĶ ÑĹ", + "н ÑıеÑĤ", + "нÑı еÑĤ", + "Ġgh ế", + "ĠpÅĻed ch", + "ÑĶ ÑĪ", + "огÑĢаÑĦ ÑĸÑı", + "Ġ à¸Ĺำà¹ĥห", + "Ġà¸Ĺำ à¹ĥห", + "åĿ Ĭ", + "Ïģ Ïīν", + "ÏģÏī ν", + "า ระ", + "าร ะ", + "ĠK ết", + "ĠKế t", + "Ġch ặt", + "Ġ éĻĪ", + "ĠéĻ Ī", + "ĠdÄĽ lat", + "ĠdÄĽl at", + "ĠбÑĥд ÑĥÑī", + "ĠбÑĥдÑĥ Ñī", + "ĠAç ık", + "æłª å¼ıä¼ļ社", + "ĠÐŁ аÑĢ", + "ĠK hu", + "ĠKh u", + "ãĢģ æĸ°", + "Ġб ой", + "Ġбо й", + "ë§Ī íĬ¸", + "ĠÑģоп ÑĢов", + "س اب", + "н иÑģÑĤ", + "ни ÑģÑĤ", + "å¼ ĥ", + "Ġ Ø´ÙĨاس", + "ĠØ´ÙĨ اس", + "ен ном", + "енно м", + "Ġ 项", + "Ġé¡ ¹", + "èīº æľ¯", + "о зем", + "оз ем", + "ĠÑĢеÑĪ ениÑı", + "l ady", + "la dy", + "lad y", + "ĠвÑģ ей", + "ĠвÑģе й", + "æĶ» åĩ»", + "Ġê²° ìłķ", + "ãĢĢ ï¾ŀ", + "Ġê°IJ ëıħ", + "- ÐIJ", + "Ġm ÃŃr", + "ĠmÃŃ r", + "à¥ģप à¤ı", + "нÑĸ ÑĨип", + "б ом", + "бо м", + "Ġ Å¡t", + "ĠÅ¡ t", + "éľ į", + "ĠÑĢеÑĪ ение", + "Ġдиаг ноÑģÑĤи", + "i par", + "ip ar", + "ipa r", + "ا ÛĮز", + "اÛĮ ز", + "ã ng", + "ãn g", + "ั วร", + "ัว ร", + "ĠÑĨ аÑĢ", + "Ġs ly", + "Ġsl y", + "ν Ïİ", + "ĠK uzey", + "رÛĮ ب", + "Ġc enu", + "Ġce nu", + "Ġcen u", + "Ġcert if", + "Ġcer tif", + "ĠÑĤ ÑĢеÑĤÑĮ", + "ĠÑĤÑĢ еÑĤÑĮ", + "ĠÑĤÑĢеÑĤ ÑĮ", + "ิà¸Ķ à¸Ĥ", + "Ġпа ÑĨÑĸÑĶн", + "ÅĻ iv", + "ÅĻi v", + "èĦ Ĥ", + "¢ °", + "ĠPh ần", + "ĠмеÑĤод и", + "ĠмеÑĤ оди", + "Ạ¤", + "ìĨ Ķ", + "åIJĮ åѦ", + "Ġ åĢĭ", + "ĠåĢ ĭ", + "моÑĤ ÑĢÑı", + "моÑĤÑĢ Ñı", + "Ġuv ád", + "Û±Û¹ Û¶", + "éģ¸ æĬŀ", + "! »", + "ë ĺIJ", + "ĠÛĮ ÙĪتÛĮ", + "ĠاÙĦØŃ Ø±Ø¨", + "ĠاÙĦØŃر ب", + "олог ÑĸÑı", + "n ila", + "ni la", + "nil a", + "ĠÄij ảng", + "á zi", + "áz i", + "ÑĢ оÑī", + "ÑĢо Ñī", + "Ġort adan", + "Ġorta dan", + "Ġاخ بار", + "Ġà¤ħ à¤ľ", + "Ġ매 ìļ°", + "Ġп ой", + "Ġпо й", + "Ġ جÙĬ", + "Ġج ÙĬ", + "к ÑĥваÑĤи", + "кÑĥ ваÑĤи", + "Ġá» ŀ", + "Ġب شر", + "Ġبش ر", + "Ġ ÙĥÙĬÙĦ", + "ĠÙĥ ÙĬÙĦ", + "Ñī еÑģÑĤво", + "Ñīе ÑģÑĤво", + "ÑīеÑģÑĤв о", + "ĠìŬ íĸī", + "ا ÙħÙĬ", + "اÙħ ÙĬ", + "в ÑĸлÑĮ", + "вÑĸ лÑĮ", + "ĠPr vnÃŃ", + "Ġ ÙĪسÛĮ", + "ĠÙĪ سÛĮ", + "ĠÙĪس ÛĮ", + "ĠÄIJ á»", + "æĪ¿ éĹ´", + "åľ¨çº¿ éĺħ读", + "æķ ·", + "Ġt rai", + "Ġtr ai", + "Ġtra i", + "ä¿ Ĺ", + "ĠÑģамоÑģÑĤоÑıÑĤелÑĮ но", + "ĠÑĤÑĢеб ÑĥеÑĤÑģÑı", + "ĠÑĤÑĢебÑĥеÑĤ ÑģÑı", + "δ Ïģα", + "ĠÑĢеÑĩ ов", + "Ġв Ñĸк", + "ĠвÑĸ к", + "Ġ ÑĢÑĥÑĩ", + "ĠÑĢ ÑĥÑĩ", + "ĠÑĢÑĥ Ñĩ", + "å¥ §", + "ĠolduÄŁ una", + "ĠolduÄŁu na", + "ев Ñĭе", + "Ġ à¸Ħล", + "Ġà¸Ħ ล", + "ا ÙĦÙĤ", + "اÙĦ ÙĤ", + "ĠÑĸм енÑĸ", + "ĠÑĸмен Ñĸ", + "æĶ» æĴĥ", + "ĠÑĥнивеÑĢ ÑģиÑĤ", + "Ġth Äĥm", + "ĠлиÑģÑĤоп ада", + "२ ०", + "Ø® ÙĬ", + "Îķ Îł", + "Ġart tır", + "Ġس خت", + "Ġسخ ت", + "ï¼Ī æĺŃåĴĮ", + "ĠÎŁ Ïħ", + "и ваниÑı", + "ив аниÑı", + "ива ниÑı", + "Ġstav eb", + "âħ ¥", + "γÏī γή", + "γÏīγ ή", + "Ù ©", + "ĠиÑģÑģлед ованиÑı", + "åĢĭ 人", + "Ġëĭ¤ìļ´ë°Ľ 기", + "ĠÏĦ ελ", + "ĠÏĦε λ", + "° N", + "ĠباÙĦ ÙĨ", + "à¹Į à¸ŀ", + "Ġnem ůže", + "Ġголов а", + "Ġгол ова", + "à¹Į à¹ģ", + "æ¢ ¯", + " ĺ", + "δ ηÏĤ", + "δη ÏĤ", + "ìĿ¸ ì¦Ŀ", + "l ayın", + "lay ın", + "á½ ·", + "ĠÙĨت اÛĮج", + "ĠÑģоб лÑİд", + "Ġдви жениÑı", + "Ġдвиж ениÑı", + "ì Į", + "Ġ povÄĽ", + "Ġp ovÄĽ", + "Ġpo vÄĽ", + "Ġpov ÄĽ", + "Ġ ìłĦìĹIJ", + "ĠìłĦ ìĹIJ", + "å¦Ĥ ä¸ĭ", + "ĠاÙĦÙħ در", + "ĠاÙĦÙħد ر", + "ï¼Į æĪĸ", + "ا را", + "ار ا", + "æ°ij æĹı", + "Ġب رÙĤ", + "Ġبر ÙĤ", + "Ġзап аÑģ", + "à¸Ļ à¹ĥà¸Ī", + "é f", + "Ġ à¸Łà¸£", + "Ġà¸Ł ร", + "Ġë³´ ëĤ´", + "Ġ 欧ç¾İ", + "Ġ欧 ç¾İ", + "- ÑĤаки", + "-ÑĤ аки", + "é© ļ", + "ÑĢ ÑĸÑı", + "ÑĢÑĸ Ñı", + "æŁ ı", + "ĠповÑĸÑĤ ÑĢÑı", + "çµĦ ç¹Ķ", + "d aÅŁ", + "da ÅŁ", + "Ġहम ल", + "ĠÑĢеÑĶ ÑģÑĤÑĢа", + "ά β", + "ĠÎł ο", + "Ġê·¸ 림", + "Ñĩ аÑİÑĤ", + "Ñĩа ÑİÑĤ", + "à¸ĩ à¸ķ", + "íĥ ĢìĿ´", + "íĥĢ ìĿ´", + "æī ¬", + "Ġpo jist", + "Ġpoj ist", + "Ġ çłĶ", + "Ġçł Ķ", + "Ġ åıĸ", + "Ġåı ĸ", + "Ġüzer indeki", + "Ġüzerinde ki", + "j Å¡ÃŃch", + "jÅ¡ÃŃ ch", + "à¥Ģद व", + "æª ¢", + "ĠмаÑĤеÑĢи алов", + "ĠмаÑĤеÑĢиал ов", + "и ваннÑı", + "ив аннÑı", + "Ġ å°Ĩ", + "Ġå° Ĩ", + "л л", + "Ġнаб лÑİд", + "ĠнаблÑİ Ð´", + "ĠG öz", + "ĠGö z", + "Ġв зÑı", + "Ġвз Ñı", + "çĶµ è§Ĩ", + "Ġв ак", + "Ġва к", + "ç¿ Ķ", + "Ġвза им", + "Ġg itti", + "Ġgi tti", + "Ġgit ti", + "it eleri", + "ite leri", + "itel eri", + "itele ri", + "ä»· åĢ¼", + "ĠاÙĦ تص", + "ĠاÙĦت ص", + "िन à¤ķ", + "éĢļ ãĤĬ", + "ĠÑģ ÑĦеÑĢ", + "ĠÑģÑĦ еÑĢ", + "çĻº 売", + "âĿ ¤", + "ĠÚ¯ÙĪØ´ ÛĮ", + "ĠÚ¯ÙĪ Ø´ÛĮ", + "аг аÑĤо", + "ĠÏĥÏħ γκ", + "ав иÑģ", + "ави Ñģ", + "æĤ£ èĢħ", + "ĠØ® اÙħ", + "ÎĻÎļ ÎĹΣ", + "ÎĻÎļÎĹ Î£", + "ınız da", + "pan ÄĽl", + "pa nÄĽl", + "ĠÄIJ á»ĭa", + "à¹ģละ ส", + "Ġ ãĤĤ", + "ĠãĤ Ĥ", + "Ġsonuc unda", + "Ġsonucu nda", + "ìĿ į", + "e less", + "el ess", + "ele ss", + "ĠN ha", + "ĠNh a", + "Ġzak áz", + "Ġв оÑģÑĤ", + "Ġво ÑģÑĤ", + "ĠвоÑģ ÑĤ", + "ĠvzdÄĽl ávánÃŃ", + "- ม", + "Ġmet rů", + "ĠپاÛĮ ÛĮÙĨ", + "Ġپا ÛĮÛĮÙĨ", + "ĠÑĢаÑģÑĤ ение", + "Ġmu á»iji", + "èµĦ éĩij", + "ĠÅŁ üph", + "ÙĬ ÙĦÙħ", + "ÙĬÙĦ Ùħ", + "ĠdÃ¼ÅŁÃ¼n c", + "Ġк Ñĸм", + "ĠÏĩÏī ÏģίÏĤ", + "áz ev", + "áze v", + "ĠDe ÄŁer", + "ĠDeÄŁ er", + "å·¥ æ¥Ń", + "Ġر Ùħز", + "ĠرÙħ ز", + "Ġal espoÅĪ", + "ĠпÑĢе ÑģÑĤÑĥп", + "ĠпÑĢеÑģÑĤ Ñĥп", + "ĠعÙĦ اÙĪÙĩ", + "Ġme rak", + "Ġmer ak", + "à¹Į :", + "çİ° åľº", + "ÑĨ веÑĤ", + "Ġप à¥ľ", + "Ġëĭ¤ìĿĮ ê³¼", + "u dic", + "ud ic", + "udi c", + "ĠL ep", + "ĠLe p", + "Ġод нÑĸ", + "Ġa larak", + "Ġal arak", + "å®ī æİĴ", + "Ġ à¸Ĥà¸Ļาà¸Ķ", + "Ġà¸Ĥ à¸Ļาà¸Ķ", + "re zent", + "rez ent", + "is inden", + "isin den", + "isinde n", + "ر ÙĪÛĮ", + "رÙĪ ÛĮ", + "Ġp lu", + "Ġpl u", + "ç«ĭ ãģ¦", + "Ñĭ ваниÑı", + "Ñĭв аниÑı", + "Ñĭва ниÑı", + "Ġr ast", + "Ġra st", + "Ġras t", + "Ġdüzen lem", + "je zd", + "jez d", + "Ġве ÑīеÑģÑĤв", + "ĠвеÑī еÑģÑĤв", + "ĠдиÑĢ екÑĤоÑĢ", + "ÑĦ ÑĦ", + "t ainment", + "tain ment", + "ĠاÙĦ ÙĪز", + "ĠاÙĦÙĪ ز", + "l anda", + "land a", + "la nda", + "lan da", + "ĠÙĨÚ¯ Ùĩد", + "ĠпÑĢоÑĤив оп", + "ãģ£ ãģı", + "ãģ£ãģ ı", + "ãģ¨ãģª ãĤĬ", + "Ġë°ľ 견", + "i ctor", + "ic tor", + "ict or", + "ãĤ¸ ãĤª", + "ÎŁ Φ", + "ÎŁÎ ¦", + "ĠÑģклад Ñĸ", + "Ġob sahuje", + "Ġobsah uje", + "ĠUkr a", + "ĠUk ra", + "æķ ¦", + "ĠÏĩ αÏģα", + "ĠÏĩα Ïģα", + "ĠÑĢег Ñĥли", + "俺 ãģ¯", + "ัà¸ķ ว", + "éĦ ī", + "Ġب اÛĮ", + "Ġبا ÛĮ", + "éĬ ·", + "ĠN ẵng", + "л од", + "ло д", + "ا رÙģ", + "ار Ùģ", + "æ´ ģ", + "ĠëıĻ ìĿ¼", + "ÑĤив ного", + "âĶģâĶģâĶģâĶģâĶģâĶģâĶģâĶģ âĶģâĶģâĶģâĶģâĶģâĶģâĶģâĶģ", + "Ġ- :-", + "Ġ-: -", + "ì» ¬", + "ĠÑĪ аг", + "ìłĦ ìŀIJ", + "çļĦ äºĭæĥħ", + "çļĦäºĭ æĥħ", + "ĠÑĢег Ñĸ", + "िय ल", + "ĠÐĿ аз", + "ĠÐĿа з", + "ĠÐĻ ого", + "ĠÐł ом", + "ĠÃĸr neÄŁin", + "Ġп ÑĢеÑģ", + "ĠпÑĢ еÑģ", + "ĠпÑĢе Ñģ", + "u luÄŁu", + "ulu ÄŁu", + "uluÄŁ u", + "Ġза дов", + "Ġзад ов", + "ÅĻ eh", + "ÅĻe h", + "æ¯ķ ä¸ļ", + "Ġth áºŃp", + "ëĤ ¸", + "Ġdlou hodob", + "Ġdlouho dob", + "дÑĸ лÑĥ", + "дÑĸл Ñĥ", + "a lat", + "al at", + "ala t", + "ä» °", + "о ком", + "ок ом", + "око м", + "ĠÑĦ ÑĸлÑĮ", + "ĠÑĦÑĸл ÑĮ", + "ĠNg ân", + "Ġ ترÙĥ", + "Ġت رÙĥ", + "Ġتر Ùĥ", + "ĠÑĤ Ñī", + "ر ÙĪد", + "رÙĪ د", + "ç uk", + "çu k", + "ra nÃŃ", + "ran ÃŃ", + "Ġdo laÅŁ", + "Ġdol aÅŁ", + "ĠQ uang", + "ĠQu ang", + "ĠpÅĻed pok", + "Ġnám ÄĽstÃŃ", + "ой Ñĩив", + "çĭ Ģ", + "Ġб изнеÑģ", + "ãģŁ ãģı", + "ĠìĿ¸ ì²ľ", + "о ÑĢо", + "оÑĢ о", + "ĠKü rt", + "ĠKür t", + "ê·¸ 룬", + "ÑĨ аÑĤÑĮ", + "ÑĨа ÑĤÑĮ", + "ĠB ên", + "Ġ acı", + "Ġa cı", + "Ġac ı", + "Ú© Ø´", + "ï¼Ī å¹³æĪIJ", + "Ġ èģĶ", + "Ġèģ Ķ", + ") ãĢģ", + "d iler", + "di ler", + "Ñĩ иÑĤÑĮ", + "ÑĩиÑĤ ÑĮ", + "Ñĩи ÑĤÑĮ", + "Ư á»", + "éĻ ¶", + "il eceÄŁini", + "ilece ÄŁini", + "ileceÄŁi ni", + "Ġv Å¡em", + "ĠvÅ¡ em", + "ĠvÅ¡e m", + "å¼Ģ å¥ĸ", + "è§Ħ 模", + "ul muÅŁ", + "Ġ åĪĺ", + "Ġå Īĺ", + "ĠåĪ ĺ", + "е о", + "еР¾", + "ĠпеÑĢев ÑĸÑĢ", + "åĪĨ åĪ«", + "Ġjed ná", + "Ġjedn á", + "li ÄŁe", + "liÄŁ e", + "ĠرÙħ ضاÙĨ", + "ık lı", + "ıkl ı", + "Ùĩ ÙĢ", + "éĩį çĤ¹", + "Ñĩ иваеÑĤÑģÑı", + "Ñĩи ваеÑĤÑģÑı", + "Ñĩив аеÑĤÑģÑı", + "Ñĩива еÑĤÑģÑı", + "ë¡ľ ìĦľ", + "ÏĦ εÏģο", + "ÏĦε Ïģο", + "ÏĦεÏģ ο", + "åľ° ä¸ĭ", + "д наннÑı", + "дн аннÑı", + "Ġng ược", + "ॠª", + "ĠÎij λ", + "Ġa lacak", + "Ġal acak", + "Ġ à¹Ģà¸ĩ", + "Ġà¹Ģ à¸ĩ", + "Ġà¹Ģภĩ", + "اÛĮ ÙĨد", + "اÛĮÙĨ د", + "Ġh Ãłi", + "ÑĢо из", + "ĠЧ и", + "Ġ ÑıÑģ", + "ĠÑı Ñģ", + "خر ÛĮد", + "Ġhu deb", + "Ġhud eb", + "åľ §", + "Ġ ìĦ¼", + "ĠìĦ ¼", + "åĶ¯ ä¸Ģ", + "Ġ вÑĸлÑĮ", + "Ġв ÑĸлÑĮ", + "ĠвÑĸ лÑĮ", + "ĠباÙĦ اتر", + "ĠباÙĦا تر", + "à¸Ńà¸ģ าส", + "Ġ Tôi", + "ĠT ôi", + "ม à¸Ĥ", + "o mor", + "om or", + "omo r", + "ĠO lomou", + "Ġx ong", + "Ġxo ng", + "Ġdomác ÃŃ", + "Ġ اختÛĮ", + "Ġاخ تÛĮ", + "Ġاخت ÛĮ", + "ĠÑĤеÑħ нÑĸÑĩ", + "ĠÑĤеÑħнÑĸ Ñĩ", + "ĠiÅŁ te", + "à¥Į द", + "Ġнад еж", + "Ø®ÛĮ ص", + "åĬª åĬĽ", + "ĠتجÙĩ ÛĮزات", + "Ġv ole", + "Ġvo le", + "Ġvol e", + "k inci", + "kin ci", + "Ġhes ab", + "ĠÑģ еÑģÑĤ", + "Ú© ا", + "ÑĤеÑĢ н", + "ร รà¸Ħ", + "รร à¸Ħ", + "åıĤ èĢĥ", + "ĠÐļ аб", + "ĠÐļа б", + "ĠÄ° mpar", + "Ġnáv rh", + "Ġnávr h", + "åĴ¨ 询", + "à¸ĸ าม", + "Ġye rel", + "Ġyer el", + "Ġyere l", + "ĠÃĸ l", + "çĮ Ľ", + "ĠاÙĦÙĪØ· ÙĨÙĬ", + "Ġ ìĿ´ìĸ´", + "ĠìĿ´ ìĸ´", + "ิà¸Ĺย าศาสà¸ķร", + "ิà¸Ĺยา ศาสà¸ķร", + "ĠA ÅŁ", + "Ġзем лÑİ", + "ĠдомаÑĪ ниÑħ", + "ĠÑĥ веÑĢ", + "ĠÑĥв еÑĢ", + "A LI", + "AL I", + "г ан", + "га н", + "Ġ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢ", + "Ġdo stan", + "Ġdos tan", + "Ġdost an", + "ez pe", + "ãģĭ ãģĦ", + "ر ÙģتÙĩ", + "رÙģ تÙĩ", + "رÙģت Ùĩ", + "Ġм ÑĥÑģ", + "ĠмÑĥ Ñģ", + "à¹Į à¸Ł", + "è¦ º", + "али за", + "ализ а", + "ĠÑĥÑĩ ÑĢежд", + "ĠÚ© اÙĦ", + "Ġetk isi", + "Ġetki si", + "ä½Ĩ æĺ¯", + "Ġsou vis", + "ĠSav aÅŁÄ±", + "ĠSavaÅŁ ı", + "Ġب سبب", + "ÎŁ ι", + "ÎŁÎ ¹", + "è ļ", + "Ġ æ®", + "Ġæ ®", + "Ġìĺģ êµŃ", + "ا سÛĮÙĪÙĨ", + "اسÛĮ ÙĪÙĨ", + "ĠاÙĦات ØŃاد", + "Ġ глÑı", + "Ġг лÑı", + "à¹ĩà¸ģ à¸ĭ", + "Ġج ÙĪÙĨ", + "ĠجÙĪ ÙĨ", + "ĠاÙĦرسÙħ ÙĬ", + "Âł G", + "ĠÑĤо бÑĸ", + "ĠÑĤоб Ñĸ", + " ĩ", + "Ġ ëĮĢíĸī", + "ĠëĮĢ íĸī", + "çĬ¶ æħĭ", + "Ġê·¸ ëĥ¥", + "Ġи мп", + "Ġим п", + "ĠتÙĨظ ÛĮÙħ", + "ÙĦ اÛĮÙĨ", + "ÙĦا ÛĮÙĨ", + "ÑģÑĤв еннÑĭм", + "ÑģÑĤвен нÑĭм", + "о пол", + "оп ол", + "ر ÙĪج", + "رÙĪ ج", + "Ġ à¸ĩ", + "Ġภĩ", + "Ġ çĤº", + "ĠçĤ º", + "ĠUlus lararası", + "à¥Į à¤Ĥ", + "ãĢģ ãģĿãģĨ", + "Ġس ادÙĩ", + "ÎŃ Î±ÏĤ", + "ÎŃα ÏĤ", + "Ġà¤Ĩ ल", + "- ÑĦ", + "ĠÎłÎ¿Î» ι", + "ĠÎłÎ¿ λι", + "Ġно ÑıбÑĢÑı", + "ĠноÑı бÑĢÑı", + "ÙĪ ÙĦÙĬ", + "ÙĪÙĦ ÙĬ", + "æĽľ æĹ¥", + "æĮģ ç»Ń", + "Ġê¼ Ń", + "ece ÄŁiz", + "eceÄŁi z", + "ĠÛĮ اÙģت", + "ĠÛĮا Ùģت", + "Ġ åı¸", + "Ġåı ¸", + "ाà¤Ĺ त", + "Ġ æķħ", + "Ġæķ ħ", + "Ġал леÑĢг", + "Ġt uz", + "Ġtu z", + "еÑĢ ÑĤи", + "еÑĢÑĤ и", + "Ġth ầu", + "ãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢĠãĢĢ", + "ãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢĠãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢĠãĢĢ", + "ãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢĠãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢĠãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ĠãĢĢ", + "- à¤ħ", + "Ġим мÑĥ", + "ÑĢ ай", + "ÑĢаР¹", + "ÑĢа й", + "主 義", + "ĠbaÅŁ lar", + "Ġä¸Ĭ 涨", + "ع ا", + "ĠÎĻ Ïī", + "ียà¸ĩ à¹ĥหม", + "ĠاÙĦÙħد ÙĬÙĨØ©", + "Ñģ ÑĮко", + "ÑģÑĮ ко", + "ÑģÑĮк о", + "ĠتارÛĮØ® ÛĮ", + "at ÃŃm", + "âĢļ Ø·", + "Ø¢ خر", + "ĠëĦ £", + "ĠÙĨÙħ اÛĮد", + "ĠÙĨÙħاÛĮ د", + "ãģķãĤĵ ãģĮ", + "Ġb ò", + "Ġ à¸ķาม", + "Ġà¸ķ าม", + "ë³´ ìķĺëĭ¤", + "а ÑĤÑĸв", + "аÑĤ Ñĸв", + "аÑĤÑĸ в", + "ĠÑĦ ил", + "Ġkısm ı", + "iá»ĩ ng", + "iá»ĩn g", + "Ġay dın", + "éģķ ãģĦ", + "е ви", + "ев и", + "Ġ å¾®", + "Ġå¾ ®", + "( íģ¬ê¸°", + "Ġ Ú¯ÛĮر", + "ĠÚ¯ ÛĮر", + "ĠÚ¯ÛĮ ر", + "ìķĦ ìĦľ", + "Ġδη μιοÏħÏģγ", + "ãģ«ãģĬ ãģĦãģ¦", + "ĠÃľ NÄ°", + "и ÑĤом", + "иÑĤ ом", + "ع ÙĦاÙħ", + "عÙĦ اÙħ", + "åIJİ çļĦ", + "Ġp lá", + "Ġpl á", + "à¸Ľà¸£à¸° à¹Ĥย", + "ç¢ İ", + "Ġ éĺ²", + "Ġéĺ ²", + "ëĬ Ķëĭ¤", + "ëĬĶ ëĭ¤", + "Ġ æĹ¥æľŁ", + "ĠæĹ¥ æľŁ", + "Ġgeç erli", + "л аÑĤÑĭ", + "ла ÑĤÑĭ", + "лаÑĤ Ñĭ", + "Ġmutlak a", + "ÙĪ غ", + "à¹Ģ ฮ", + "à¹Ģภ®", + "Ġï» £", + "e deki", + "ed eki", + "ede ki", + "à¹Į à¹Ģà¸Ļ", + "Ġнайб ÑĸлÑĮÑĪ", + "ĠнайбÑĸлÑĮ ÑĪ", + "ï¼ Ĭ", + "Ġ à¹Ĥรà¸ĩ", + "Ġà¹Ĥ รà¸ĩ", + "Ġfot bal", + "Ġ éĢģ", + "ĠéĢ ģ", + "âĢĮاÙĦ ÙħÙĦ", + "Ïīμά ÏĦιο", + "Ġú kol", + "åįļ 士", + "d ub", + "du b", + "ı lıģ", + "ılı ÄŁ", + "ıl ıģ", + "ëĵľ 를", + "çĭ IJ", + "α λλ", + "αλ λ", + "æŃ» 亡", + "ĠпÑĢед поÑĩ", + "çµ µ", + "Ġм ÑĥзÑĭ", + "ĠмÑĥ зÑĭ", + "ĠмÑĥз Ñĭ", + "еÑĢÑĤ в", + "ĠÙĥ ÙĨد", + "ĠÙĥÙĨ د", + "Ġu lož", + "Ġul ož", + "ÎŁÎ¥ ÎĽ", + "g ili", + "gi li", + "gil i", + "üs tü", + "üst ü", + "н ки", + "ĠÙĤ ÙĪاÙĨ", + "ι ακ", + "ια κ", + "ĠÅŁ er", + "ĠкиÑģ л", + "Ġки Ñģл", + "Ùģ ضÙĦ", + "ĠÐIJ ÑĦ", + "γ εν", + "γε ν", + "Ġdo stal", + "Ġdos tal", + "Ġdost al", + "ĠsaÄŁ lıklı", + "ĠsaÄŁlık lı", + "家 æĹı", + "ÄIJ T", + "е ÑĢин", + "еÑĢ ин", + "еÑĢи н", + "ĠìĿ´ëŁ¬ íķľ", + "Ġdüny ada", + "Ġdünya da", + "Ġnh ắc", + "Âł ÂłĊ", + "³³ Ċ", + "ν ηÏĥη", + "νη Ïĥη", + "γÏģα μμα", + "Ġtak son", + "ĠTürk çe", + "ĠÙģراÙĨ سÙĩ", + "天 åłĤ", + "æº ¶", + "Ġ oto", + "Ġo to", + "Ġot o", + "èµ µ", + "ch yb", + "chy b", + "Ġ å¾Ĵ", + "Ġå¾ Ĵ", + "ÏĦ Ïį", + "áh nout", + "à¥į पर", + "à¥įप र", + "Ġv las", + "Ġvl as", + "Ġíļ¨ ê³¼", + "Ġt hang", + "Ġth ang", + "Ġthan g", + "Ġtha ng", + "Ġol masına", + "Ġolm asına", + "Ġolması na", + "ĠпоÑĢÑĥÑĪ еннÑı", + "Ġqu ỹ", + "ĠíĿ IJ", + "ĠìĪ ¨", + "Ġ ë²Ī째", + "Ġë²Ī 째", + "ẹ n", + "Ġз год", + "Ġзг од", + "Ġ تز", + "Ġت ز", + "Ġاخ تص", + "Ġاخت ص", + "ĠзÑĥÑģÑĤ ÑĢÑĸ", + "Ġt ặng", + "ῶ ν", + "Ġ ì½ľ", + "Ġì½ ľ", + "ов аниÑħ", + "ова ниÑħ", + "овани Ñħ", + "ован иÑħ", + "âĢĮ شد", + "âĢĮØ´ د", + "Ġa raya", + "Ġar aya", + "Ġara ya", + "Ġaray a", + "r ové", + "ro vé", + "rov é", + "Ġاخ تÙĦ", + "Ġاخت ÙĦ", + "ли вий", + "лив ий", + "Ġات ØŃاد", + "Ġak ÅŁam", + "ĠÚ©ÙĦ اس", + "ãĤ¢ ãĥĥãĥĹ", + "Ġz ih", + "Ġzi h", + "å ĩĮ", + "åĩ Į", + "å±± å¸Ĥ", + "Ġçev res", + "Ġçevr es", + "Ġçevre s", + "Ġог ÑĢом", + "ĠØ¢ دÙħ", + "ĠtÄĽ lo", + "ĠtÄĽl o", + "ï¼Į æľ¬", + "ĠÚĺاÙĨ ÙĪÛĮÙĩ", + "Ġkr aje", + "Ġkra je", + "Ġkraj e", + "μ ία", + "μί α", + "èħ ¿", + "âĢŀ To", + "決 å®ļ", + "ì ĩ", + "Ġ éĴ", + "Ġé Ĵ", + "ĠΣ ÏĦα", + "ĠجÙħ ÙĩÙĪر", + "ĠGen ç", + "r ám", + "rá m", + "ĠÐł ез", + "ĠÐłÐµ з", + "Ġvyt vá", + "ĠпÑĢоизвод ÑģÑĤва", + "ĠÙħ Ø°Ùĩ", + "ĠÙħØ° Ùĩ", + "Ġihtiy ac", + "ãĤ¯ ãĤ»", + "Ġn êu", + "å¾ ³", + "Ġ ëĵĿ", + "Ġëĵ Ŀ", + "н аÑĩе", + "на Ñĩе", + "наÑĩ е", + "ĠÏĥÏħ μμε", + "ÏĨ Ïīν", + "в авÑģÑı", + "ва вÑģÑı", + "вав ÑģÑı", + "Ġви ÑĤами", + "ĠвиÑĤ ами", + "Ìģ t", + "Ġfinan ÄįnÃŃ", + "åıĬ åħ¶", + "âĢ ħ", + "çĭ ¼", + "ัà¸ļ à¸ķ", + "ãģĽ ãĤĭ", + "ÎĻÎļ ÎŁ", + "λ λι", + "λλ ι", + "ÑĤ оÑİ", + "ÑĤо Ñİ", + "ا عÙĬØ©", + "اع ÙĬØ©", + "اعÙĬ Ø©", + "vÃŃ ce", + "vÃŃc e", + "о нÑĸв", + "он Ñĸв", + "онÑĸ в", + "ì£ Ħ", + "å» ł", + "ĠØ´ÙĬ Ø¡", + "ĠТ ем", + "ĠТе м", + "Ġاب زار", + "ĠTH PT", + "γ γÏģαÏĨ", + "ĠëĮĢ íķ´ìĦľ", + "ĠëĮĢíķ´ ìĦľ", + "ĠPh ạm", + "ÑĨион ной", + "| /", + "Ġ ãĤ¸ãĥ£", + "ĠãĤ¸ ãĥ£", + "ÑĮ ÑİÑĤ", + "ÑĮÑİ ÑĤ", + "Ñĥ зÑĭ", + "Ñĥз Ñĭ", + "ĠÙħ اد", + "ĠÙħا د", + "ĠmÄĽ ly", + "ĠmÄĽl y", + "Ġ çĪ±", + "ĠçĪ ±", + "Ġr ád", + "Ġrá d", + "à¸Ħว à¸ļà¸Ħ", + "à¥Ī ?", + "Ġl idi", + "Ġli di", + "Ġlid i", + "m amız", + "mam ız", + "Ġ à¹ģà¸ģ", + "Ġà¹ģ à¸ģ", + "ãĤ¯ ãĤ·ãĥ§ãĥ³", + "à¸Ńำ à¸Ļวย", + "es át", + "Ġv iêm", + "Ġvi êm", + "è¡Į åĬ¨", + "มาà¸ģ à¸ģว", + "ĠØ®ÙĪ اب", + "Ġser best", + "ÅĻÃŃ z", + "ĠíĺĦ ëĮĢ", + "ãĢĮ ãģĿãģĨ", + "çĤ ¸", + "om ik", + "omi k", + "ĠÄ° ran", + "Ġer iÅŁ", + "ĠÑģ ела", + "ĠÑģел а", + "Ġار زÛĮ", + "Ġارز ÛĮ", + "ãĥĪ ãĥª", + "ĠB ÄĽ", + "е кÑĥ", + "ек Ñĥ", + "Ч ÑĤобÑĭ", + "ЧÑĤо бÑĭ", + "Ġanlam da", + "Îij Îĺ", + "ĠLINE AR", + "ĠLIN EAR", + "æľī çĤ¹", + "ÑĤ аÑĢ", + "ÑĤа ÑĢ", + "it ler", + "itle r", + "Ġn ÃŃž", + "ĠnÃŃ Å¾", + "ĠС ÑģÑĭлки", + "å ¶", + "Ġв пол", + "Ġвп ол", + "ĠدÙĤÛĮ ÙĤÙĩ", + "ĠدÙĤÛĮÙĤ Ùĩ", + "Ġ ä½ĵ", + "ر Ùī", + "ëĶ °", + "Ġà¤ķ व", + "Ġж иÑĢ", + "æij Ĩ", + "Ġì¤ij ìĭ¬", + "Ġк Ñĥб", + "ĠкÑĥ б", + "Ġz lep", + "ĠÑĢÑĭ б", + "é³ ´", + "à¹ģà¸ľ à¸Ļ", + "Ġ íĢ", + "Ġí Ģ", + "ĠÐĿ еÑĤ", + "ĠÐĿе ÑĤ", + "ž itÄĽ", + "žit ÄĽ", + "ži tÄĽ", + "Ġb Äĥng", + "ĠH ava", + "ĠHa va", + "ĠHav a", + "Ġ모 ëį¸", + "ĠH ãy", + "ĠìĿ´ ê²ĥ", + "Ġìĥģ ìĦ¸", + "me miÅŁ", + "mem iÅŁ", + "ĠθÎŃ Ïĥη", + "ण न", + "ĠskuteÄį nÄĽ", + "ĠTarih i", + "Ġtext u", + "Ġtex tu", + "ï¼Į éĢĻ", + "ĠاÛĮÙĨتر ÙĨتÛĮ", + "ĠÙ¾ اد", + "Ġپا د", + "ิà¸Ļ à¸ģาร", + "ĠNg á»įc", + "ĠÑĢоб иÑĤи", + "íĸĪ ê³ł", + "Ġम ण", + "ÐĽ Ðĺ", + "Ġпо ÑĤеÑĢ", + "ĠпоÑĤ еÑĢ", + "Ñģ ом", + "Ñģо м", + "ĠاÙĪ ÙĦÛĮÙĩ", + "ĠاÙĪÙĦ ÛĮÙĩ", + "éĽ ij", + "ĠGi á", + "Ġk anal", + "Ġkan al", + "Ġka nal", + "Ġavant aj", + "Ġavan taj", + "Ġr yb", + "Ġry b", + "Ø® تÙĩ", + "خت Ùĩ", + "ĠÙĪ رÙĪد", + "ĠÙĪر ÙĪد", + "ÐĴ ÑĤ", + "Ïī Ïĥε", + "기 ë¡ľ", + "ĠÐĽ Ñĸ", + "Ġt ảng", + "Ġtả ng", + "Ġص ÙĦÙī", + "ĠÑĥ лÑĭ", + "ĠÑĥл Ñĭ", + "Ġcu á»ijn", + "ĠÐIJ нг", + "ĠÐIJн г", + "Ġد اÙĪ", + "ĠÑĪлÑıÑħ ом", + "ĠÄįlovÄĽk a", + "ĠÄįlovÄĽ ka", + "d ete", + "de te", + "det e", + "ÑĬ ем", + "à¹Į à¹ĥà¸Ļ", + "à¤ķ न", + "åĪ ¤æĸŃ", + "åĪ¤ æĸŃ", + "ĸ ìĹIJ", + "ÏĦ ÏīÏĥη", + "ÏĦÏī Ïĥη", + "ĠÙģÙĨ اÙĪرÛĮ", + "ĠyaÅŁ ında", + "ĠÏĥÏĩ ÎŃ", + "Ġ yı", + "Ġy ı", + "Ġp ÅĻen", + "ĠpÅĻ en", + "ĠpÅĻe n", + "ĠÑĦоÑĢм ÑĥваннÑı", + "ĠÑĦоÑĢмÑĥ ваннÑı", + "ü mÃ¼ÅŁ", + "üm Ã¼ÅŁ", + "ümü ÅŁ", + "Ġ δο", + "Ġδ ο", + "ımız ın", + "ımızı n", + "Ġ é¢Ħ", + "Ġé¢ Ħ", + "оÑģÑĤ ÑĮÑİ", + "оÑģÑĤÑĮ Ñİ", + "ĠоÑĤкÑĢÑĭ ÑĤ", + "Ġأغ سطس", + "ĠA sp", + "ĠAs p", + "ĠÑĥ зн", + "ĠÑĥз н", + "ĠÙĪ است", + "ĠÙĪا ست", + "ĠÙĪاس ت", + "e lerle", + "eler le", + "èķ ī", + "Ġت Ú©ÙĨ", + "Ġتک ÙĨ", + "Ñĥ мÑĥ", + "Ñĥм Ñĥ", + "à¹Į à¸ĭ", + "ाद न", + "ĠâĢĭ âĢĭâĢĭ", + "ĠâĢĭâĢĭ âĢĭ", + "Ġa lıyor", + "Ġal ıyor", + "Ġî ¡", + "Ùħ دة", + "Ùħد Ø©", + "Ġ Ïĥει", + "ĠÏĥ ει", + "ĠÏĥε ι", + "Ġ è¿Ļ", + "Ġè¿ Ļ", + "ĠÅŀ ehir", + "ен ÑĤами", + "енÑĤ ами", + "енÑĤа ми", + "ãĤ¿ ãĥ«", + "ห าย", + "หา ย", + "ай ÑĤ", + "Ġh arc", + "Ġhar c", + "Ġha rc", + "ãĢĤ ãģĬ", + "Ġتأ Ø«ÛĮر", + "า à¸Ĭà¸Ļ", + "าà¸Ĭ à¸Ļ", + "Ġth áºŃm", + "Ġ æ¿", + "Ġæ ¿", + "Ġm Å©i", + "Ġprv nÃŃm", + "ĠprvnÃŃ m", + "Ġбаг аÑĤÑĮ", + "ĠбагаÑĤ ÑĮ", + "ãģķãĤī ãģ«", + "b iên", + "bi ên", + "åºĶ å½ĵ", + "ìĿ´ ë²Ħ", + "Ġpou žÃŃt", + "ĠpoužÃŃ t", + "Ġokam ž", + "e sin", + "es in", + "esi n", + "v ÄĽl", + "vÄĽ l", + "Ġ ضÙĪ", + "Ġض ÙĪ", + "è» Ł", + "- з", + "à¥Ī त", + "è¨Ī ç®Ĺ", + "r abilir", + "ra bilir", + "rab ilir", + "ĠÐłÐ¾Ñģ ÑĸÑĹ", + "Ġpla tÃŃ", + "Ġplat ÃŃ", + "Ġdosp ÄĽl", + "Ġر ضا", + "Ġرض ا", + "Ġn ového", + "Ġnov ého", + "Ġnové ho", + "Ġна ÑĨионалÑĮ", + "ĠÐIJ б", + "ãģĮ ãģĤãģ£ãģŁ", + "Ġ ë¹Ī", + "Ġë¹ Ī", + "âĢĮ Ùħ", + "å±ŀ äºİ", + "Ġt ane", + "Ġta ne", + "Ġtan e", + "ÙĬ اÙĩ", + "ÙĬا Ùĩ", + "Ġ βο", + "Ġβ ο", + "Ġ ëĬ¥", + "ĠëĬ ¥", + "ãĥĩãĤ£ ãĥ¼ãĤ¹", + "Ġ Ø°Ùĥر", + "ĠØ° Ùĥر", + "Ġobvyk le", + "Ġbir inci", + "ĠاÙĦ زر", + "ĠاÙĦز ر", + "ìĿ´ ë¹Ħ", + "ĠØ¥ د", + "ĠE kon", + "ĠEk on", + "ÐŁ ол", + "ÐŁÐ¾ л", + "ĠвеÑĢ оÑıÑĤ", + "Ġyarar lan", + "Ġа ÑĢом", + "ĠаÑĢ ом", + "Ġ éĦ", + "Ġé Ħ", + "Ġ iddi", + "Ġid di", + "i Äįka", + "iÄį ka", + "struk ce", + "mÃ¼ÅŁ tür", + "Ïħ ÏĦÏĮ", + "ë¡ ±", + "Ġal maktadır", + "Ġalmak tadır", + "ени Ñıми", + "ениÑı ми", + "ียà¸Ļ ร", + "à¹ĩ à¸Ļว", + "à¹ĩà¸Ļ ว", + "и кÑĥ", + "ик Ñĥ", + "е нка", + "ен ка", + "âĢĻ yi", + "âĢĻy i", + "Ġpo hod", + "Ġpoh od", + "Ġ زر", + "Ġز ر", + "Ġx ấu", + "Ġ à¸łà¸²à¸©", + "Ġà¸ł าษ", + "Âł Ðŀ", + "Ġ δικ", + "Ġδ ικ", + "Ġδι κ", + "Ġназ ива", + "åıª èĥ½", + "大 éĩı", + "ĠÄij ế", + "Ġ 第äºĮ", + "Ġ第 äºĮ", + "ĠkiÅŁ ilerin", + "ĠkiÅŁi lerin", + "ĠkiÅŁiler in", + "Ġdob ré", + "Ġdobr é", + "é© ¾", + "Ġdůležit é", + "ë¡ ¤", + "μÎŃ Î½Î¿Ïħ", + "μÎŃν οÏħ", + "μÎŃνο Ïħ", + "Ġtr ú", + "Ġbiç im", + "Ġ ÐĿÐIJ", + "ĠÐĿ ÐIJ", + "Ġ å¾Į", + "Ġå¾ Į", + "Ġdu yg", + "Ġduy g", + "åŀ Ĥ", + "ÐĨ ÐĨ", + "Ġet meye", + "Ġetm eye", + "Ġetme ye", + "ĠÙĦب اس", + "Ġд вÑĸ", + "Ġдв Ñĸ", + "Ġ 긴", + "Ġê¸ ´", + "ÑĨ Ñĸйно", + "ÑĨÑĸй но", + "κ ÏĦή", + "ï½ Ŀ", + "ĠÑĦевÑĢа лÑı", + "å¯ «", + "Ġ 겨", + "Ġê² ¨", + "Ġyıl larda", + "Ġyıllar da", + "Ġз Ñĥп", + "Ġobchod nÃŃ", + "Ġاض اÙģÙĩ", + "в еÑĢж", + "веÑĢ ж", + "Ġ æłĩ", + "Ġæł ĩ", + "ج اج", + "جا ج", + "Ġر ÙĪسÛĮ", + "ĠرÙĪ سÛĮ", + "Ġstand art", + "Ġstan dart", + "é ru", + "ér u", + ") ìĿĦ", + "д екÑģ", + "де кÑģ", + "Ġ âĪļ", + "ĠâĪ ļ", + "ĠÄ°ngiliz ce", + "èĬ Ŀ", + "身 ä¸Ĭ", + "ØŁ ØŁ", + "Ġm ẽ", + "Îij ÎĶ", + "енÑģ ив", + "âĢĻ ta", + "âĢĻt a", + "à¹ī าà¸ģ", + "à¹īา à¸ģ", + "ÎŁÎĽ ÎŁÎĵ", + "ä»ĺ ãģij", + "Ġs Ãłng", + "ĠsÃłn g", + "Ġह à¤Ł", + "ÑĭÑĪ лен", + "ĠØ® طر", + "Ġخط ر", + "Ġнай ÑĤи", + "缸 ä¿¡", + "Ïī δ", + "ठĶ", + "Ġdo pad", + "Ġdop ad", + "à¹Ħà¸Ł ล", + "æ ģµ", + "æģ µ", + "í Ĥ¬", + "íĤ ¬", + "Ä±ÅŁ ma", + "ãģı ãĤĮãģŁ", + "ãģıãĤĮ ãģŁ", + "Ġnap rost", + "ĠÑģоÑģÑĤав е", + "Ġ ÙĪسط", + "ĠÙĪ سط", + "ĠÙĪس Ø·", + "๠ķ", + "éĸĭ çĻº", + "ĠдеÑĢ ева", + "ĠдеÑĢев а", + "- ÐĶ", + "à¸ĩ à¸Ĭ", + "ิà¸ķ ย", + "ĠاÙĦÙĤ اÙĨÙĪÙĨ", + "ãĤ¹ ãĤ«", + "l ÃŃž", + "lÃŃ Å¾", + "Ġан ализ", + "Ġproblém y", + "æĸĩ åѦ", + "çĹħ éĻ¢", + "Ñģ ед", + "Ñģе д", + "ï¼Į å°ı", + "Ġعش ÙĤ", + "ãģ° ãģĭãĤĬ", + "Ġع ÙĤد", + "ĠعÙĤ د", + "ØŃ ÙĬØ©", + "ØŃÙĬ Ø©", + "Ġë°Ķ ëŀįëĭĪëĭ¤", + "inc lu", + "incl u", + "Ġ ëĵľë¦½ëĭĪëĭ¤", + "Ġëĵľ 립ëĭĪëĭ¤", + "åį« çĶŁ", + "Ġвид Ñĥ", + "Ġви дÑĥ", + "ุ à¸ļาล", + "ุà¸ļ าล", + "ÑĢ ÑĥкÑĤ", + "ÑĢÑĥ кÑĤ", + "ÑĢÑĥк ÑĤ", + "ĠоÑģ вÑĸÑĤ", + "ĠоÑģвÑĸ ÑĤ", + "Ġvel ký", + "Ġvelk ý", + "Ġch tÄĽl", + "ĠchtÄĽ l", + "æīĵ å¼Ģ", + "Ġзакон одаÑĤелÑĮ", + "ан Ñģи", + "анÑģ и", + "ì¶ ĺ", + "ĠÙħر اج", + "åģľ æŃ¢", + "Ġво но", + "ìłķ ìĿ´", + "Ġroz sah", + "Ġrozs ah", + "Ġ æĻ´", + "ĠæĻ ´", + "Ġza jist", + "Ġzaj ist", + "Âł м", + "tı ģını", + "tıģ ını", + "Ġhizmet i", + ". Îij", + "ĠÙħعÙħÙĪÙĦ ا", + "Ġ ži", + "Ġž i", + "Ġg á»įn", + "èĮ Ĥ", + "Ġh uz", + "Ġhu z", + "ζ ει", + "ζε ι", + "à¥ī à¤Ł", + "Ġиз дел", + "ìŀ ĸ", + "ĠëĶ° 른", + "Ġk ia", + "Ġki a", + "Ġz nÄĽnÃŃ", + "Ġzn ÄĽnÃŃ", + "ĠоÑĢгани за", + "ĠоÑĢганиз а", + "از ات", + "Ġrež im", + "Ġв енÑĤи", + "b ách", + "Ġод номÑĥ", + "Ġодно мÑĥ", + "Ġодном Ñĥ", + "Ġkit ab", + "Ġki tab", + "Ġkita b", + "Ġfran couz", + "Ġfranc ouz", + "ĠØ£ ÙĦ", + "Ġس رÙĪ", + "Ġسر ÙĪ", + "Ùij ÙĦ", + "Ġ ман", + "Ġм ан", + "Ġма н", + "ë° į", + "Ġк Ñĥда", + "ĠкÑĥ да", + "Ùı س", + "ãĢĤ æѤ", + "ا شة", + "اش Ø©", + "à¸Ĥà¸Ńà¸ĩ à¸ľ", + "主 ä»»", + "ив ÑĪи", + "Ġà¸ģ รà¸ģ", + "Ġà¸ģร à¸ģ", + "ек Ñģи", + "екÑģ и", + "иÑĤ еÑĤ", + "иÑĤе ÑĤ", + "ĠØ£ ÙĦÙģ", + "ĠØ£ÙĦ Ùģ", + "а ними", + "ан ими", + "ани ми", + "ãĥļ ãĥ¼ãĤ¸", + "ĠпÑĢав ил", + "ĠпÑĢави л", + "åªĴ ä½ĵ", + "Ñİ Ñīее", + "ÑİÑī ее", + "ä¸Ģ 人", + "β ο", + "ìĭ ¸", + "о зна", + "оз на", + "å¤ī æĽ´", + "ĠÙħØ´ Ùĩد", + "æ³ķ 人", + "ĠBa kanı", + "ĠBak anı", + "ĠBakan ı", + "ĠÑħоÑĩ а", + "Ġα ξ", + "Ġver ilm", + "Ġveri lm", + "Ġk onus", + "Ġkon us", + "Ġkonu s", + "με νη", + "μεν η", + "Ġ 馬", + "Ġé ¦¬", + "Ġé¦ ¬", + "Ġìĭ¤ ìłľ", + "Ġjed no", + "Ġjedn o", + "Ġб аб", + "Ġба б", + "åĥ į", + "æĺ¯ ä¸Ģ个", + "æĺ¯ä¸Ģ 个", + "- е", + "ĠpÅĻek vap", + "à¸Ń à¸ŀ", + "ĠY ol", + "ĠYo l", + "ĠÑĥÑģÑĤан авлива", + "ê² ¼", + "Ġ 件", + "اÙĦ Ø´", + "Ġоб ÑĥÑĩ", + "åĺ Ľ", + "ĠÑħоÑĩ Ñĥ", + "ĠÐķ в", + "ÑĦ оÑĢÑĤ", + "ÑĦоÑĢ ÑĤ", + "Ġर न", + "âĢŀ V", + "èľ ľ", + "Ġd oma", + "Ġdo ma", + "Ġdom a", + "æĶ¯ æı´", + "Ġ اخت", + "Ġا خت", + "Ġاخ ت", + "å¾ ª", + "à¥Ĥ à¤ļन", + "à¥Ĥà¤ļ न", + "ा हन", + "ाह न", + "Ġ å¤ı", + "Ġå¤ ı", + "ĠاÙĦØ£ Ùħر", + "ĠاÙĦØ£Ùħ ر", + "ĠбеÑĢем енноÑģÑĤи", + "ĠTh á»±c", + "é£İ éĻ©", + "Ġül kemiz", + "Ġülk emiz", + "çķª åı·", + "ÑģÑĤ ÑĢе", + "ÑģÑĤÑĢ е", + "ÑĪ ло", + "ĠصاØŃ Ø¨", + "ι νε", + "ιν ε", + "ĠK ıs", + "ĠKı s", + "ĠPr ahy", + "ĠPra hy", + "æ¹ ¿", + "Ġv ým", + "Ġvý m", + "çĽ Ĵ", + "ÎŁ ÎĶ", + "ÎŁÎ Ķ", + "ãģł ãģª", + "ĠpÅĻÃŃ ležit", + "Ġìĸ¸ ìłľ", + "ĠÑĪвид ко", + "Ġsitu aci", + "åħĥ ç´ł", + "Ä°T ESÄ°", + "ĠV ak", + "ĠVa k", + "Ġner edeyse", + "i iii", + "ii ii", + "iii i", + "ÑĢа зд", + "ÑĢаз д", + "Ġп олиÑĤ", + "Ġпо лиÑĤ", + "Ġпол иÑĤ", + "Ġполи ÑĤ", + "Ġп огод", + "Ġпо год", + "Ġпог од", + "ĠпÑĢоÑĨеÑģ Ñģе", + "ĠпÑĢоÑĨеÑģÑģ е", + "Ġмен ÑĪе", + "äºĮ 人", + "ĠÙħÙĪ اط", + "Ġp ÅĻik", + "ĠpÅĻ ik", + "ĠpÅĻi k", + "è· ¡", + "Ġs erg", + "Ġse rg", + "Ġser g", + "ĠÑĢаÑģ ÑģÑĤоÑı", + "и Ñĩно", + "иÑĩ но", + "ĠÎĶ ÎĹÎľ", + "¨ Ø·", + "ص بØŃ", + "صب ØŃ", + "สะ à¸Ķวà¸ģ", + "د رÛĮ", + "در ÛĮ", + "k ům", + "ků m", + "ç§ģ ãģ¯", + "Ġt vor", + "Ġtv or", + "à¥įव व", + "Ġp ÅĻiv", + "ĠpÅĻ iv", + "ĠpÅĻi v", + "Ġ íı´", + "Ġíı ´", + "Ġst átu", + "Ġstát u", + "Ġed ilmiÅŁtir", + "Ġedilm iÅŁtir", + "Ġedil miÅŁtir", + "ĠedilmiÅŁ tir", + "ØŃ Ùħ", + "Ġб ÑĥÑħ", + "ĠбÑĥ Ñħ", + "สำ à¹Ģร", + "ĠتÙĪ ضÛĮ", + "ãģĿãĤĮ ãģ¯", + "Ġà¤ħव ध", + "é ŀĭ", + "éŀ ĭ", + "âĤ¬ Ċ", + "Ġ éº", + "Ġé º", + "ĠÄĮ es", + "Ġpop rvé", + "ï¼Į åĽł", + "Ġal mÄ±ÅŁ", + "Ġalm Ä±ÅŁ", + "l al", + "la l", + "ĠØ® ÙĪبÛĮ", + "ĠØ®ÙĪ بÛĮ", + "ĠØ®ÙĪب ÛĮ", + "Ġκ οÏģ", + "Ġκο Ïģ", + "ìļ´ ëıĻ", + "m ayın", + "may ın", + "mayı n", + "Ġak tif", + "Ġakt if", + "ĠاÙĨج ÙħÙĨ", + "ĠÑģ ÑĤак", + "ĠÑģÑĤ ак", + "ĠÑģÑĤа к", + "ĠÑģÑĤ аÑĢа", + "ĠÑģÑĤаÑĢ а", + "ĠÑģÑĤа ÑĢа", + "ÙĦ ÙģØ©", + "ÙĦÙģ Ø©", + "Ġparç ası", + "ĠкоÑĢп ÑĥÑģ", + "ãĢģ é«ĺ", + "! ..", + "!. .", + "ĠÎł ÎijÎĿ", + "ĠÙĩÙĨ ÙĪز", + "ion álnÃŃ", + "Ġprá vnÃŃ", + "Ġpráv nÃŃ", + " Ŀ", + "Ġت ÛĮر", + "ĠتÛĮ ر", + "Ġ åŁİ", + "ĠåŁ İ", + "Ġзг ад", + "Ġsaldır ı", + "æŁ¥çľĭ æijĺè¦ģ", + "é« ª", + "Ùģ صÙĦ", + "ãģĻ ãģ¹ãģ¦", + "е во", + "ев о", + "ê´Ģ리 ìŀIJ", + "Ġìĺ Ĩ", + "udic ots", + "ÙĪر ÙĨ", + "Ġcel kem", + "ãĤ¤ ãĤº", + "ìĬ¤ ê°Ģ", + "販 売", + "ĠíĮĮìĿ¼ 첨ë¶Ģ", + "ë ¢°", + "Ġe nergie", + "Ġenerg ie", + "Ġener gie", + "es idir", + "esi dir", + "Ġm iá»ĩng", + "éĻ ·", + "Ġг аÑĢа", + "ĠгаÑĢ а", + "Ġb iliyor", + "Ġbil iyor", + "çį² å¾Ĺ", + "еÑĤ еÑĢб", + "à¹Īา à¹Ģà¸Ľ", + "Ġμα ζί", + "Ġzprac ovánÃŃ", + "Ñģ м", + "Ġh ala", + "Ġha la", + "Ġhal a", + "Ġز ÙĪج", + "ĠвÑĸд нов", + "à¹Ģหม าะ", + "ĠÐłÐµÑģп Ñĥбли", + "åĩºåĵģ èĢħ", + "Ñī ини", + "Ñīи ни", + "Ñīин и", + "ัà¸Ļ à¹Ģà¸Ľ", + "Ġtý den", + "Ġtýd en", + "Ġب ÙĬت", + "ĠبÙĬ ت", + "Ñģ комÑĥ", + "Ñģк омÑĥ", + "Ñģком Ñĥ", + "Ñģко мÑĥ", + "ĠÙĩÙĪ اپÛĮÙħ", + "оÑģ нов", + "é¸ Ł", + "Ġsou krom", + "Ġfa iz", + "Ġdem ok", + "Ġdemo k", + "Ġkter ém", + "Ġkteré m", + "Ġëħ ¹", + "л аÑĩ", + "ла Ñĩ", + "ĠоÑĤвеÑĤ ÑģÑĤвен", + "Ġ ï¼¼:", + "Ġï¼¼ :", + "Ġ λο", + "Ġλ ο", + "ÄĮ esk", + "ê°Ģ ìļĶ", + "Ġ ãĥĬ", + "Ġãĥ Ĭ", + "Ġnhu áºŃn", + "ĠÑģ или", + "ĠÑģи ли", + "ĠÑģил и", + "ĠÐľ он", + "Ġç ap", + "Ġça p", + "ĠRow Box", + "Ġм аÑģÑĤ", + "ĠмаÑģ ÑĤ", + "Ġма ÑģÑĤ", + "ĠÐľ а", + "ĠдÑĢÑĥг о", + "ĠдÑĢÑĥ го", + "ĠØ£ Ø´", + "ë°© ìĨ¡", + "ĠпÑĸд пиÑģ", + "èĩ ¨", + "åī ©", + "Ġh iá»ĥn", + "Ġhi á»ĥn", + "ĠÙĤر ارد", + "ĠÙĤرار د", + "ist rat", + "istr at", + "istra t", + "ÐŁ Ñĸд", + "ÏĦε Ïģα", + "ÏĦεÏģ α", + "Ġpoz dÄĽ", + "ĠbaÅŁ ta", + "夫 人", + "л ини", + "ли ни", + "лин и", + "Ġка ÑĩеÑģÑĤва", + "ĠкаÑĩе ÑģÑĤва", + "Ġkur tul", + "Ġ ì¢Į", + "Ġì¢ Į", + "ãģ«ãģĬ ãģijãĤĭ", + "åľ° åįĢ", + "ĠÑĩа Ñģом", + "ĠÑĩаÑģ ом", + "ìµľ ê³ł", + "Ġn gang", + "Ġng ang", + "Ġnga ng", + "ا Ùĩد", + "اÙĩ د", + "ĠШ ев", + "ĠpÅĻ itom", + "ĠpÅĻi tom", + "Ġch ấm", + "ĠÐľ еÑģÑĤо", + "ĠÑģовеÑĢÑĪ енно", + "ÃŃ cÃŃ", + "ÃŃc ÃŃ", + "Ń å·ŀ", + "åĪĽ æĸ°", + "äºĶ æľĪ", + "Ġا عÙħاÙĦ", + "Ġاع ÙħاÙĦ", + "Ġвозмож ноÑģÑĤи", + "Ġвозможно ÑģÑĤи", + "ĠпÑĢод овж", + "n ÄĽt", + "nÄĽ t", + "ĠÐĿа пÑĢимеÑĢ", + "ĠاÙĦ دÙħ", + "ĠاÙĦد Ùħ", + "Ġ à¹ģà¸ļà¸ļ", + "Ġà¹ģ à¸ļà¸ļ", + "çĶŁ çļĦ", + "ĠÑħ аÑĢÑĩ", + "ĠSon uç", + "Ġrůzn é", + "Ġrůz né", + "Ġ اذ", + "Ġا Ø°", + "ĠØ§Ø °", + "à¸ķ à¸Ńà¸ļ", + "P ÅĻed", + "PÅĻ ed", + "ĠдеÑĢев Ñıн", + "ë´ IJ", + "ĠëĬIJ ëĤ", + "جÙħ ÙĬع", + "ĠBöyle ce", + "èµ ı", + "Ġب سÙĬ", + "Ġبس ÙĬ", + "ĠÃĩ aÄŁ", + "Ġت اÛĮ", + "Ġتا ÛĮ", + "Ġnej vyÅ¡Å¡ÃŃ", + "èĸ ©", + "Ïĩε δÏĮν", + "Ġëĵ± ìĿĺ", + "e yh", + "ey h", + "æĸĻ çIJĨ", + "ا تÙĩ", + "ات Ùĩ", + "æī «", + "Ġ å©", + "Ġå ©", + "ĠпÑĢи вед", + "ĠпÑĢив ед", + "æī ¶", + "Ġ 견", + "Ġê² ¬", + "Ġا ÙħÛĮر", + "ĠاÙħ ÛĮر", + "ाय ल", + "æ¡ ij", + "à¸Ļ à¹Ģà¸ķ", + "ила кÑĤи", + "家 ä¼Ļ", + "Ġbulun uyor", + "y sa", + "ys a", + " Ĩ", + "ĠB Ä°R", + "íĨ ¤", + "à¤Ĥà¤Ĺ à¤łà¤¨", + "ÎĶ εν", + "à¥Į à¤ķर", + "à¥Įà¤ķ र", + "éĸĵ ãģ«", + "Ġм об", + "Ġмо б", + "ĠMo rav", + "ĠMor av", + "è§Ħ åĪĴ", + "ĠÑģвÑĸÑĤ Ñĸ", + "ul ts", + "ult s", + "Ġze mÃŃ", + "Ġzem ÃŃ", + "Âł ĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂł", + "ÂłĠÂłĠÂł ĠÂłĠÂłĠÂłĠÂłĠÂłĠÂł", + "ĠÐŁ оп", + "ĠÐŁÐ¾ п", + "ãģĤ ãģĴ", + "Ġpom oci", + "Ġpomoc i", + "ĠзмÑĸ ÑģÑĤ", + "Ġзм ÑĸÑģÑĤ", + "主 人", + "ĠS ı", + "ãĥĽ ãĥĨãĥ«", + "ĠÑĥва гÑĥ", + "å» ³", + "à¹Ģม à¸ķร", + "est li", + "Ġlo ạt", + "ãĤ¢ ãĥ¼", + "ĠÎĶ ε", + "Ġbun ları", + "Ġbunlar ı", + "Ġ çĤ¹åĩ»", + "ĠçĤ¹ åĩ»", + "Ġ BÃłi", + "ĠB Ãłi", + "ĠBÃł i", + "Ġ ä¸ĸ", + "Ġä¸ ĸ", + "Ġê³ł ê°ľë¥¼", + "ĠÐŃ ÑĤоÑĤ", + "ĠÐŃÑĤо ÑĤ", + "Ġmem nun", + "Ġ ।Ċ", + "Ġ। Ċ", + "ĠиÑģÑĤоÑĢ ии", + "Ġ ì°©", + "Ġì° ©", + "१ ९", + "१ॠ¯", + "ĠÐŀд нак", + "ĠÐŀдна к", + "Ġv ede", + "Ġve de", + "Ġved e", + "ÏĨ ÎŃÏģει", + "ÏĨÎŃ Ïģει", + "â b", + "çĬ¶ åĨµ", + "åįı è®®", + "Ġ ê°Ŀ", + "Ġê° Ŀ", + "е вид", + "ев ид", + "еви д", + "j mu", + "jm u", + "Ġколи ÑĩеÑģÑĤва", + "ĠколиÑĩ еÑģÑĤва", + "ĠколиÑĩе ÑģÑĤва", + "à Ľ", + "i Äįe", + "iÄį e", + "Ġfirm alar", + "Ġfir malar", + "Ġfirma lar", + "èĢ Ģ", + "к Ñĸн", + "кÑĸ н", + "ĠêµŃ 민", + "Ġ목 ë¡Ŀ", + "ĠÎļ αÏģ", + "ĠÎļα Ïģ", + "Ġhis sed", + "Ġhiss ed", + "ï¼ «", + "Ġ Tên", + "ĠT ên", + "ĠÑĤÑĭ ÑģÑıÑĩ", + "ØŃÙĬ ØŃ", + "Ġвпол не", + "ĠS ınıf", + "ĠSın ıf", + "Ġμ ην", + "Ġμη ν", + "Ġ íij¸", + "Ġí ij¸", + "ĠاÙĦ طبÙĬ", + "ĠاÙĦØ· بÙĬ", + "ĠاÙĦطب ÙĬ", + "ĠزÛĮ ب", + "Ġп Ñĥ", + "Ġp raž", + "Ġpr až", + "Ġpra ž", + "ìĹĨ ëĬĶ", + "θ ÏģÏī", + "Ġi çi", + "Ġiç i", + "Ġб Ñĸл", + "ĠбÑĸ л", + "Ðł Ñij", + "Ġì¶ķ 구", + "Ġl ạ", + "Ġ ãĥķãĤ¡", + "Ġãĥķ ãĤ¡", + "Ġ èĸ", + "Ġè ĸ", + "μα ÏĦο", + "éĩij å±ŀ", + "á li", + "ál i", + "ĠÙģ Ø£", + "ĠKar lov", + "ĠKarl ov", + "ĠZ áp", + "ĠZá p", + "ãĥª ãĥ³ãĤ°", + "ãĥªãĥ³ ãĤ°", + "ab ilmek", + "abil mek", + "ĠС и", + "Ġc ÃŃrk", + "ĠcÃŃ rk", + "Ġk á»ĭp", + "Ġà¤ij नल", + "ĠÙĪ ØŃدة", + "ĠÙĪØŃ Ø¯Ø©", + "ãĥĭ ãĥĥãĤ¯", + "Ġn Æ°á»Ľng", + "Ġа кÑĤÑĥ", + "Ġак ÑĤÑĥ", + "ĠакÑĤ Ñĥ", + "å¸Ŀ åĽ½", + "Ġn ázev", + "Ġnáz ev", + "ĠÑĢемон ÑĤ", + "ĠÑĢ инкÑĥ", + "ĠÏĢ άνÏī", + "ĠÏĢά νÏī", + "ÏĦ ικο", + "ÏĦικ ο", + "ÏĦι κο", + "ĠìĤ¼ ìĦ±", + "ĠÑģимпÑĤом Ñĭ", + "ĠÑĢа нÑĸÑĪе", + "ĠJ á", + "ĠÑģÑĩиÑĤа еÑĤÑģÑı", + "ĠÑģÑĩиÑĤ аеÑĤÑģÑı", + "Ġп оÑĢÑĸв", + "Ġпо ÑĢÑĸв", + "ĠпоÑĢ Ñĸв", + "ĠÐľ ал", + "ĠÐľÐ° л", + "éĿ¢ 积", + "ĠÙĦ غ", + "Ġج Ø´ÙĨ", + "Ġнед ели", + "Ġнедел и", + "Ġì¦Ŀ ê°Ģ", + "ãĨį ëıĻ", + "Ġl ượt", + "ĠÄIJ á»ĭnh", + "Ġ à¸Ńà¸Ńà¸Ļà¹Ħลà¸Ļ", + "Ġà¸Ń à¸Ńà¸Ļà¹Ħลà¸Ļ", + "Ġyap arak", + "Ġyapar ak", + "ĠÄij ai", + "ĠÄija i", + "Ġо ÑĦиÑĨи", + "Ġε μÏĢ", + "ξ ειÏĤ", + "ξει ÏĤ", + "Ġкон ÑĦеÑĢен", + "Ġ arası", + "Ġa rası", + "Ġar ası", + "Ġaras ı", + "Ġara sı", + "à¸ķ า", + "Ġ ë´IJ", + "Ġë´ IJ", + "о вана", + "ов ана", + "ова на", + "ован а", + "ì§Ģ ê°Ģ", + "ĠV ám", + "ि à¤ľà¤¨", + "à¤¿à¤ľ न", + "Ġ ç¼ĸè¾ij", + "Ġç¼ĸ è¾ij", + "ζ ÏĮ", + "ĠÏĦ ÏģÏĮ", + "Ġücret siz", + "ĠکاÙħ ÙĦا", + "ĠکاÙħÙĦ ا", + ": ::/", + ":: :/", + "::: /", + "à¹Į ĊĊ", + "à¹ĮĊ Ċ", + "Ġéĸ¢ éĢ£", + "Ġ kara", + "Ġk ara", + "Ġka ra", + "Ġkar a", + "Ġбез пеки", + "ĠzmÄĽ ny", + "ĠzmÄĽn y", + "Ġê¿ Ī", + "v rd", + "vr d", + "li ÄŁine", + "liÄŁi ne", + "liÄŁ ine", + "liÄŁin e", + "ĠاÙĨتخاب ات", + "ĠдоÑģ вÑĸд", + "Ġkter ého", + "Ġkteré ho", + "ен ÑĤом", + "енÑĤ ом", + "ê³µ ë¶Ģ", + "ìł Ŀ", + "Ġë§Į 족", + "Ġ æij", + "Ġæ ij", + "åĩº åı£", + "建 è®®", + "о ÑĤÑı", + "оÑĤ Ñı", + "Ġ Òij", + "ĠÒ ij", + "íĶĦ ë¡ľ", + "Ġg ió", + "Ġgi ó", + "ãĤ· ãĤ§", + "Ġλ εÏĢ", + "íķĺ 볤", + "Ġyok sa", + "Ġist ih", + "ï¼ ¶", + "ĠاÙĦ عÙħ", + "ĠاÙĦع Ùħ", + "Ġکار گرد", + "à¹Ģà¸ŀ ราะ", + "Ġn ových", + "Ġnov ých", + "Ġnový ch", + "ĠÑģ на", + "Ġs ana", + "Ġsa na", + "Ġsan a", + "व त", + "Ä±ÅŁ man", + "Ä±ÅŁma n", + "åı¦ å¤ĸ", + "ì¶ľìŀ¥ ìĥµ", + "å© ¦", + "ĠкоÑĪ ÑĤÑĸв", + "ĠÙĪاÙĦ ÙĨ", + "Ġب اÙĦØ¥", + "ĠباÙĦ Ø¥", + "Ġ æĬĢ", + "ĠæĬ Ģ", + "Ġмн оже", + "à¥Ĥ ड", + "ĠC ục", + "Ġe vet", + "Ġev et", + "Ġeve t", + "èģĶ åIJĪ", + "Ġ³³Ġ³³ Ġ³³Ġ³³", + "çļĦ å¿ĥ", + "Ġd áng", + "Ġdá ng", + "Ġdán g", + "اÛĮ سÙĩ", + "Ġ erken", + "Ġer ken", + "Ġerk en", + "æ³ ¡", + "ائ ب", + "Ġyap ıldı", + "Ġyapıl dı", + "ĠQu ản", + "æŶ 代", + "ìĽ ¨ìĸ´", + "ìĽ¨ ìĸ´", + "Ġг ÑĸÑĢ", + "ok oj", + "oko j", + "Ùĥ رة", + "Ùĥر Ø©", + "Ñİ Ðº", + "Ġvý j", + "Ġhod iny", + "Ġhodin y", + "Ġелек ÑĤÑĢон", + "m ıyor", + "ĠìŀĪ ëĭ¤ëĬĶ", + "ĠìŀĪëĭ¤ ëĬĶ", + "à¹ī à¹ī", + "иÑĤелÑĮ ное", + "иÑĤелÑĮно е", + "Ġyıl lar", + "Äı te", + "ĠÄįin nost", + "ุà¸ĵ à¸łà¸²à¸ŀ", + "í ĵ¨", + "н г", + "ู รà¸ĵ", + "ูร à¸ĵ", + "ĠпоÑĢÑıд ке", + "Ġëĭ¹ ìĭľ", + "ĠÐľ оÑģков", + "ĠÐľÐ¾Ñģк ов", + "Ġk red", + "Ġkr ed", + "Ġkre d", + "u rum", + "ur um", + "uru m", + "Ġ ÑĤÑı", + "ĠÑĤ Ñı", + "Ú© ÙĨاÙĨ", + "Ú©ÙĨ اÙĨ", + "д ии", + "ди и", + "ÑĢи мÑĸн", + "ÑĢим Ñĸн", + "ĠоÑĢгани зм", + "ĠоÑĢганиз м", + "Ġ éĽĨ", + "ĠéĽ Ĩ", + "ι ÏĥÏĦο", + "ιÏĥ ÏĦο", + "ä¿¡ çĶ¨", + "åįģ åĽĽ", + "à¹Ī à¹ĥà¸Ĭ", + "ĠÑĥ вид", + "ĠÑĥв ид", + "ัà¸ĩ à¸ģล", + "ัà¸ĩà¸ģ ล", + "åı¦ ä¸Ģ", + "ãĥ« ãĥķ", + "ัà¸ļ à¸Ľà¸£", + "ĠÃľ st", + "説 æĺİ", + "в ай", + "ва й", + "а Ñĩе", + "аÑĩ е", + "æ¬ £", + "Ġkat ıl", + "Ġkatı l", + "ĠC em", + "ĠCe m", + "ĠاÙĦ جÙĩ", + "ĠاÙĦج Ùĩ", + "Ġг ÑĢÑĥз", + "ĠгÑĢÑĥ з", + "ĠгÑĢ Ñĥз", + "Ġза ÑģÑĤав", + "ĠзаÑģÑĤ ав", + "cı lar", + "ĠÑħоÑĤ ел", + "Ġs nÃŃm", + "Ġsn ÃŃm", + "ĠsnÃŃ m", + "ï¼Į 被", + "Ġ виÑī", + "Ġв иÑī", + "Ġви Ñī", + "Ġdem okrat", + "Ġdemok rat", + "à¥ĩ à¤Łà¤°", + "à¥ĩà¤Ł र", + "åij¨ å¹´", + "Ġod pad", + "Ġodp ad", + "Ġda ÅĪ", + "Ġ 代", + "à¹ĩ à¸Ļà¸Ń", + "à¹ĩà¸Ļ à¸Ń", + "ĠÑģк олÑĮко", + "Ġα ÏĨ", + "ĠpÅĻes vÄĽd", + "Ġ åĵģ", + "Ġåĵ ģ", + "ĠинÑĦоÑĢм аÑĨии", + "ĠинÑĦоÑĢма ÑĨии", + "çĽ Ĺ", + "ãģ¾ ãģ¨", + "ĠÑģам ов", + "ĠÑģамо в", + "Ġpo cit", + "Ġpoc it", + "Ġíݸ ì§ij", + "ĠÑģм еÑģÑĮ", + "Ġpo jiÅ¡tÄĽnÃŃ", + "ãģ® ãĤĤ", + "à¹Ī าà¸ģาร", + "à¹Īา à¸ģาร", + "à¹Īาà¸ģ าร", + "ĠÛĮ ÙĪÙĨ", + "Ġ기 ìĸµ", + "ick ými", + "ický mi", + "ickým i", + "a lace", + "al ace", + "ala ce", + "鼻 å½±", + "Ñİ Ð²Ð°Ð½Ð½Ñı", + "缸 åIJĮ", + "Ġ ãĢĥ", + "ĠãĢ ĥ", + "ĠдокÑĥм енÑĤÑĸв", + "ĠдокÑĥменÑĤ Ñĸв", + "ï¼ ¹", + "åĪ° åºķ", + "ó z", + "ĠAh met", + "ĠÙħس اØŃت", + "Ġhl avou", + "Ġhlav ou", + "ül ebilir", + "üle bilir", + "ãĢĤ ä½ł", + "à¹ĩà¸ģ à¸Ĭาย", + "¤ ¤", + "Ġ æĦı", + "ĠæĦ ı", + "Ġch áºŃm", + ". д", + "Ġ cca", + "Ġc ca", + "Ġcc a", + "Ġol umsuz", + " ŀ", + "çĬ ¬", + "ĠпоÑģÑĤоÑıн но", + "Ġ.************** Ċ", + "Ġا ستر", + "Ġاست ر", + "Ġاس تر", + "ĠдалÑĮ ней", + "ů r", + "ä¿Ŀ èŃ·", + "боÑĢ аÑĤоÑĢ", + "боÑĢа ÑĤоÑĢ", + "à ·", + "Ïĥ ÏĦαν", + "ÏĥÏĦ αν", + "ÏĥÏĦα ν", + "ĠÙģ ÙĬÙĦÙħ", + "ĠÙģÙĬ ÙĦÙħ", + "ç ek", + "çe k", + "ìŀIJ 기", + "Ġ æ¥Ń", + "Ġæ¥ Ń", + "н Ñĸп", + "нÑĸ п", + "èī ĩ", + "Ġm oci", + "Ġmo ci", + "Ġmoc i", + "ìľ µ", + "리 ê·¸", + "ĠÐļ о", + "éĤ£ éĩĮ", + "ĠС ÑĤаÑĢ", + "ĠСÑĤ аÑĢ", + "ĠСÑĤа ÑĢ", + "ĠتÙĪاÙĨ ÛĮد", + "Ġng uyá»ĩn", + "Ġnguy á»ĩn", + "Ġ สามารà¸ĸ", + "Ġส ามารà¸ĸ", + "Ñĸ Ñĩна", + "ÑĸÑĩ на", + "Ġ 被", + "Ġè¢ «", + "ุà¸ķสาห à¸ģรรม", + "Ġع صر", + "Ġعص ر", + "ĠÃľNÄ° VERS", + "Ġteh dy", + "ĠÙĪصÙĦ ات", + "ĠÙĪص ÙĦات", + "ä¿Ŀ è¯ģ", + "ĠE udicots", + "ĠÎł ÎŃ", + "建 è¨Ń", + "ĠìłĦ êµŃ", + "Ġ ØŃÛĮ", + "ĠØŃ ÛĮ", + "ãĤ¤ ãĥĦ", + "ĠØŃ Ø§ØµÙĦ", + "ĠجÙĨ ÙĪبÛĮ", + "ĠجÙĨÙĪب ÛĮ", + "ãĢģ æĹ¥æľ¬", + "à Ļ", + "Ġ à¸Ĺาà¸ĩ", + "Ġà¸Ĺ าà¸ĩ", + "ĠÙĨØŃ ÙĪ", + "اÙĩ ÙĬÙħ", + "å¾Į ãģ«", + "à¸Īะ à¹Ħà¸Ķ", + "åĩł 个", + "à¥ģ à¤ģ", + "à¥ģठģ", + "ëĮĢ ìĿĺ", + "Ġl Ãłn", + "ĠlÃł n", + "ìĽĶ ë¶ĢíĦ°", + "Æ ł", + "Ġ еди", + "Ġе ди", + "Ġs pis", + "Ġsp is", + "Ġspi s", + "æľī ä»Ģä¹Ī", + "Ġneb yla", + "Ġneby la", + "Ġnebyl a", + "Ġíķ´ ìĻ¸", + "ë¡ľ ë¶ĢíĦ°", + "аÑĢ Ñħ", + "l ili", + "li li", + "lil i", + "Ġíķĺ 루", + "ma ması", + "mam ası", + "Ñĩ аеÑĤ", + "Ñĩа еÑĤ", + "ĠØŃ Ø§ÙĦØ©", + "ĠØŃاÙĦ Ø©", + "ĠBöl üm", + "缸 éĹľ", + "ĠдÑĢÑĥг ими", + "ĠдÑĢÑĥгим и", + "çĽ£ çĿ£", + "à¥Ī à¤ľ", + "Ġعبد اÙĦÙĦÙĩ", + "ĠعبداÙĦ ÙĦÙĩ", + "Ġ è¿ŀ", + "Ġè¿ ŀ", + "ĠÐľ ин", + "ĠÐľÐ¸ н", + "Ġê¸ °ëĭ¤", + "Ġ기 ëĭ¤", + "Ġê³µ 격", + "è¡Į åĭķ", + "ा मà¤ķ", + "ाम à¤ķ", + "æ±Ĥ è´Ń", + "模 åŀĭ", + "Ñģ оÑĢ", + "Ñģо ÑĢ", + "r ane", + "ra ne", + "ran e", + "à¹ĩà¸Ī à¸ŀระ", + "ĠÙħس ÛĮر", + "è£ħ ç½®", + "ìķ ¤", + "nÄĽ jÅ¡ÃŃch", + "nÄĽjÅ¡ÃŃ ch", + "αλ ÏįÏĦε", + "ĠH akk", + "ĠHa kk", + "ĠHak k", + "访 éĹ®", + "ĠÑĤ еÑĩ", + "ĠÑĤе Ñĩ", + "ĠL á»ĭch", + "Ġدش ÙħÙĨ", + "Î Į", + "Ġ ÏĢε", + "ĠÏĢ ε", + "Ġза мов", + "Ġзам ов", + "Ġb irim", + "Ġbi rim", + "Ġbir im", + "Ġbiri m", + "ãĤ· ãĤ¹ãĥĨãĥł", + "ĠÏĢÏģο ÏĬ", + "Ĭ ìĿĢ", + "в иг", + "ви г", + "Ġëıħ ìĿ¼", + "ĠÑĢев олÑİ", + "Ġ é¦Ļ港", + "Ġé¦Ļ 港", + "Ġ lez", + "Ġl ez", + "Ġle z", + "ĠبÛĮ Ùħار", + "ĠبÛĮÙħ ار", + "Ġduy gu", + "Ġduyg u", + "Ġë Ľ°", + "Ġa macı", + "Ġam acı", + "Ġama cı", + "Ġamac ı", + "à¥įय प", + "ĠìŀIJ ìĦ¸", + "اÙĪ ÛĮر", + "اÙĪÛĮ ر", + "Ġs pole", + "Ġsp ole", + "Ġspo le", + "Ġspol e", + "Ãĸ L", + "Ġ جع", + "Ġج ع", + "ÙĦ ÛĮÙħ", + "ÙĦÛĮ Ùħ", + "ãģªãģ© ãģ®", + "à¸Ľà¸£à¸°à¸ª à¸ļ", + "ĠnaÅ¡ ich", + "ĠпÑĢедÑģÑĤав лÑıеÑĤ", + "Ġзд об", + "Ġo bou", + "Ġob ou", + "Ø® ÙĪاÙĨ", + "Ø®ÙĪ اÙĨ", + "ãĥ¬ ãĥĥãĥĪ", + "о дейÑģÑĤв", + "од ейÑģÑĤв", + "Ú© رÛĮ", + "کر ÛĮ", + "Ġات اÙĤ", + "ĠÑįкÑģп лÑĥаÑĤа", + "ï½ ¢", + "ĠÙĦÙĦ Ø¥", + "ĠاÙĦÙĨ ظاÙħ", + "ĠíĶĦ ëŀijìĬ¤", + "ıs ıt", + "ısı t", + "åŃ Ļ", + "Ġžád ný", + "ÙĤ Ùī", + "ัà¸ģ à¹Ģร", + "Ġë²ł ìĬ¤íĬ¸", + "Ġ ãĥ«", + "Ġãĥ «", + "åı Ķ", + "n ické", + "nic ké", + "nick é", + "Ġε ιÏĥ", + "Ġει Ïĥ", + "ãĥ« ãĥī", + "Ġدار Ùħ", + "Ġг ем", + "Ġге м", + "Ġ åѸ", + "ĠåŃ ¸", + "ान सà¤Ń", + "ानस à¤Ń", + "али зи", + "ализ и", + "ов анÑĸ", + "ова нÑĸ", + "ован Ñĸ", + "Ġо бо", + "Ġоб о", + "ìłĦ ìĹIJ", + "ĠS inh", + "ĠSi nh", + "ĠSin h", + "Ġ ÙĨع", + "ĠÙĨ ع", + "Ġоб лаÑģ", + "Ġобла Ñģ", + "Ġобл аÑģ", + "Ïħ ÏĢ", + "èĥ ¶", + "Ġaz alt", + "Ġazal t", + "åħ¨ éĿ¢", + "ĠK romÄĽ", + "ĠKro mÄĽ", + "ĠC z", + "æĬ¥ åIJį", + "Ġnásled ujÃŃcÃŃ", + "Ġна пÑĢиклад", + "ĠнапÑĢи клад", + "ãģª ãģijãĤĮãģ°", + "à¸Ń าย", + "çľĭ çľĭ", + "Ġà¸ģร à¸ģà¸İ", + "Ġà¸ģรà¸ģ à¸İ", + "ed nou", + "edn ou", + "ا زÙĦ", + "از ÙĦ", + "ãĢģ æľ¬", + "е Ñģи", + "еÑģ и", + "Ġta rz", + "Ġtar z", + "ãĢĢ ï¾Ĭ", + "Ġroz um", + "ãĤ« ãĥ¼ãĥī", + "ãĤ«ãĥ¼ ãĥī", + "Ġà¤ĩ à¤ķ", + "Ġpros tÄĽ", + "Ġprost ÄĽ", + "ĠÎĵ κ", + "ç© ´", + "ĠH ük", + "la vÃŃ", + "lav ÃŃ", + "ê ¿", + "é¸ ¡", + "Ġвозник аеÑĤ", + "Ġвозника еÑĤ", + "ÑŁ ÑŁÑŁ", + "ÑŁÑŁ ÑŁ", + "Ġпо нима", + "Ġпон има", + "ÐŁ Ðŀ", + "ãģĶãģĸ ãģĦãģ¾ãģĻ", + "ãģ ħ", + "Ġtr val", + "Ġдал еко", + "ĠÙĨ ÙĬز", + "ĠÙĨÙĬ ز", + "ĠвÑĭ Ñıв", + "ิà¸Ĺย า", + "ิà¸Ĺ ยา", + "Ġl á»Ĺ", + "Ġlá» Ĺ", + "à¹Ģ สà¸Ļ", + "à¹Ģส à¸Ļ", + "ĠÑģÑĤ енÑĭ", + "ĠÑģÑĤен Ñĭ", + "à¥įड ल", + "Ġjednotliv ých", + "ĠпÑĢиб лиз", + "i kat", + "ik at", + "ika t", + "Ġп одав", + "Ġпо дав", + "Ġпод ав", + "Ġпода в", + "ر ÛĮز", + "رÛĮ ز", + "ĠØ¢ÙĨ جا", + "社 æľĥ", + "Ġà¤ľà¤¨ वर", + "Ġa ile", + "Ġai le", + "Ġail e", + "ี à¸Ľ", + "Ġ èħ", + "Ġè ħ", + "ãģ§ ãģĹãĤĩãģĨ", + "С Ðŀ", + "ãĢģ ãĢĬ", + "ìĿ¼ 본", + "ov anou", + "ova nou", + "ovan ou", + "ν ÏĮ", + "å± ¥", + "ع ÙĦÙĤ", + "عÙĦ ÙĤ", + "Ġìī ½", + "Ġгли б", + "Ġê²ĥ ìŀħëĭĪëĭ¤", + "ĠнеобÑħодим оÑģÑĤи", + "ĠнеобÑħодимо ÑģÑĤи", + "Ġتخصص ÛĮ", + "ا سر", + "اس ر", + "ï¼Į 说", + "ĠÐĿ Ñĸ", + "Ġvy rob", + "ÑĪ ÑĥÑİ", + "ÑĪÑĥ Ñİ", + "æĪ¿ å±ĭ", + "Âł ÐĹ", + "à¹Ģ à¸ŀล", + "à¹Ģà¸ŀ ล", + "åĨħ éĥ¨", + "ĠدÙĦ ار", + "Ġп ÑĤи", + "Å¡ ti", + "Å¡t i", + "ĠaraÅŁtır ma", + "Ġзна ком", + "Ġε λλην", + "Ġ ấm", + "ÑĢ ак", + "ÑĢаРº", + "ÑĢа к", + "ãĤŃ ãĥ¥", + "Ġth áºŃn", + "èŃ ľ", + "ëªħ ìĿĺ", + "Ġy eter", + "Ġyet er", + "Ġye ter", + "Ġна Ñģлед", + "ĠнаÑģ лед", + "ĠÐļ ан", + "ĠÐļа н", + "ĠвÑĭ биÑĢа", + "ĠвÑĭб иÑĢа", + "ĠΣ Ïĩ", + "ĠÑĤеÑĢ мÑĸн", + "Ġ æ´»", + "Ġæ´ »", + "ĠاÙĦ تÙģ", + "ĠاÙĦت Ùģ", + "ĠJ apon", + "ĠJa pon", + "ĠJap on", + "éĤ ª", + "ë¶Ħ ìĦĿ", + "Ġли ÑĨо", + "ĠлиÑĨ о", + "Ġm ê", + "à¸Ħ วร", + "à¸Ħว ร", + "Ġà¤ħ à¤Ĺल", + "Ġà¤ħà¤Ĺ ल", + "ĠÙĩ ج", + "룬 ìļ´", + "Ġвой нÑĭ", + "اÙĪر زÛĮ", + "ĠÑģп ÑĢÑı", + "çĦ ¼", + "è¢ ĸ", + "Ġiç eren", + "Ġiçer en", + "Ġëħ¸ ëŀĺ", + "ĠЧеÑĢ ез", + "ÙĪج ÙĪد", + "Ñı ÑĤие", + "ÑıÑĤ ие", + "ÑıÑĤи е", + "à¸Ńลล าร", + "è ·¨", + "è· ¨", + "ĠM illi", + "ĠMill i", + "ĠMil li", + "ĠMi lli", + "件 äºĭ", + "Ġ æľĿ", + "βολ ή", + "βο λή", + "Ġ ков", + "Ġк ов", + "Ġко в", + "ĠØ´Ùĩ ÛĮد", + "ä¸ĭ åİ»", + "Ġìłķ ìĭł", + "оÑĩ кÑĥ", + "ï¼Į 便", + "γ κε", + "γκ ε", + "ĠÙħ باش", + "ĠÙħب اش", + "Ġay ında", + "Ġ ä»»", + "ÑģÑĤоÑĢ ÑĸÑı", + "ä¸Ń åѦ", + "ç¸ ®", + "ĠÑĦ Ñĸл", + "ãĢģ ãĤĦ", + "Ġ æĺ¥", + "Ġæĺ ¥", + "Ġter ör", + "Ġповин ен", + "Ġmilion ů", + "ĠÙģ ارس", + "ĠÙģار س", + "Ġв вод", + "Ġвв од", + "Ø· اÙĦ", + "Ġê¶ģ ê¸Ī", + "Ġuk áz", + "çĶ ľ", + "æļ Ĥ", + "ص ت", + "Ðļ огда", + "Ġम ल", + "ά να", + "άν α", + "Ġдок ÑĤоÑĢ", + "Ġком мÑĥ", + "ĠпÑĸд Ñģ", + "Ġà¸ģรà¸ģà¸İ าà¸Ħม", + "Âł г", + "Ġö ne", + "Ġön e", + "ĠÄIJ á»ģ", + "ĠÄIJá» ģ", + "äºĭ åĭĻ", + "Ġs rov", + "Ġsr ov", + "Ġ άν", + "Ġά ν", + "ëıĦ ê°Ģ", + "acaÄŁ ım", + "acaģı m", + "к ол", + "ко л", + "Ġb á»ĵi", + "Ġپرد از", + "Ġ ä¸ļ", + "Ġä¸ ļ", + "ëĭ¤ ìļ´", + "Ġп ÑĢедел", + "ĠпÑĢед ел", + "ĠпÑĢе дел", + "ĠÑĦедеÑĢа лÑĮ", + "ĠاÙĦ Ø£Ùĥ", + "ĠاÙĦØ£ Ùĥ", + "ãĢĢ ãĢĢãĢĢãĢĢĠãĢĢĠãĢĢ", + "ãĢĢãĢĢ ãĢĢãĢĢĠãĢĢĠãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢ ĠãĢĢĠãĢĢ", + "ãĢĢãĢĢãĢĢ ãĢĢĠãĢĢĠãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢĠãĢĢ ĠãĢĢ", + "Ġtr ấn", + "Ġд лин", + "Ġдли н", + "ĠÑĸ мп", + "ĠÑĸм п", + "ĠsmÄĽ rem", + "° ëĭ¤", + "Ġr ừng", + "ici álnÃŃ", + "è¡ Ĩ", + "μ ιο", + "μι ο", + "Ġاد ارÙĩ", + "ĠÑĤ ÑĢÑĮ", + "ĠÑĤÑĢ ÑĮ", + "ĠÄ° li", + "ĠÄ°l i", + "มà¸Ļ à¸ķร", + "à¥įव à¤ļ", + "е ÑĢо", + "еÑĢ о", + "ĠK UR", + "sk ými", + "ský mi", + "ským i", + "δ ί", + "u tin", + "ut in", + "uti n", + "Ġver iler", + "Ġveri ler", + "สà¸ĸาà¸Ļ à¸Ĺ", + "ĠзаÑħод Ñĸв", + "ĠÙģرÙĪد گاÙĩ", + "Ġ çĶ±", + "ู à¹ģล", + "éĥ ij", + "ĠJ ako", + "ĠJa ko", + "ĠJak o", + "ĠÑĢазвиÑĤи е", + "ĠÑĢазви ÑĤие", + "à¤ī न", + "ÙĬ دا", + "ÙĬد ا", + "Ġà¸ŀ à¸¤à¸©à¸łà¸²à¸Ħม", + "물 ìĿĦ", + "ë łĢ", + "ëł Ģ", + "- ÐĽ", + "ãĢĤ ãģĤ", + "Ġпод в", + "ï¼ī ï¼ļ", + "论 åĿĽ", + "ائ ع", + "ãĤĴ ãģĻãĤĭ", + "ĠØ£ ص", + "Ñĩ ики", + "Ñĩи ки", + "Ñĩик и", + "ĠÑģÑĤ ил", + "ley ici", + "Ñģ илÑĮ", + "Ñģи лÑĮ", + "Ġbulun du", + "ĠÑģеÑĢед ови", + "à¤Ĥ र", + "ĠاÛĮÙĨ جا", + "åľŃ åľŃ", + "ĠmyÅ¡ len", + "ĠÑĢозвиÑĤ ок", + "Ġiy ileÅŁ", + "Ġiyi leÅŁ", + "Ġв Ñĸз", + "ĠвÑĸ з", + "ëĤĺ 무", + "æĦı è§ģ", + "ι ÏĥÏĦη", + "ιÏĥ ÏĦη", + "ãĥĥ ãĥĦ", + "äºĭ æķħ", + "m adıģı", + "ma dıģı", + "mad ıģı", + "madı ģı", + "Ġà¤ħ पर", + "Ġà¤ħप र", + "ĠÚĨ رخ", + "Ġп лав", + "Ġпл ав", + "Ġпла в", + "以 æĿ¥", + "Ġë© Ģ", + "T uy", + "Tu y", + "ãĥ¼ ãĥį", + "ãĥ¼ãĥ į", + "Ġиз ÑĥÑĩ", + "ĠstÅĻed nÃŃ", + "课 ç¨ĭ", + "Ġê·¸ëħĢ ëĬĶ", + "ĠдоговоÑĢ Ñĥ", + "Ġдогов оÑĢÑĥ", + "ĠÄij á»ĭch", + "ĠÄijá»ĭ ch", + "Ġkar arı", + "Ġkarar ı", + "Ġkara rı", + "åIJ ´", + "Ùĥ اÙħ", + "ĠпоÑĤ ол", + "в ок", + "во к", + "ĠD üz", + "Τ α", + "å µ", + "âĢĻ na", + "âĢĻn a", + "а дж", + "ад ж", + "ĠdÅĻÃŃ ve", + "æ¢ ¨", + "ĠAv ust", + "åĬĽ ãĤĴ", + "à¹Ģ à¸ģล", + "à¹Ģà¸ģ ล", + "Ġпоб ед", + "Ġп ÑĢиÑĩ", + "ĠпÑĢ иÑĩ", + "ĠпÑĢи Ñĩ", + "ĠÐij Ñĸ", + "åŃ ¤", + "ĠÐł ег", + "ĠÐłÐµ г", + "Ġyet iÅŁ", + "Ġн еÑİ", + "Ġне Ñİ", + "Ġb ÃŃl", + "ĠbÃŃ l", + "ìĹĨ ìĿĮ", + "ĠÄ° talya", + "ÐĴ Ñģе", + "å¾Į ãģ®", + "Ġje jÃŃm", + "Ġjej ÃŃm", + "ĠjejÃŃ m", + "ĠвиглÑı дÑĸ", + "о гÑĢад", + "ог ÑĢад", + "огÑĢа д", + "Ġbo hat", + "Ġboh at", + "Ġ åħĭ", + "Ġåħ ĭ", + "ĠдиÑĤи ни", + "ĠдиÑĤ ини", + "лÑı ÑĤоÑĢ", + "ма га", + "маг а", + "ëĭĪ ìĬ¤", + "ĠÐł ади", + "ĠÐłÐ°Ð´ и", + "ĠÐłÐ° ди", + "ÏĢ οÏħÏģγ", + "ÏĢοÏħ Ïģγ", + "& ZeroWidthSpace", + "Ġ struk", + "Ġst ruk", + "Ġstr uk", + "Ġstru k", + "æIJ ŀ", + "Ġ ãģĿãģ®ä»ĸ", + "ìĿ¸ ìĿĦ", + "ĠпÑĢо веÑģÑĤи", + "ĠпÑĢов еÑģÑĤи", + "漫 çĶ»", + "Ġçİ© 家", + "ĠÙĪ رز", + "ĠÙĪر ز", + "ĠÑģвоÑĹ Ð¼", + "ĠL RV", + "ĠLR V", + "ิà¸ķ à¸ł", + "स त", + "ĠíĿ Ķ", + "âĹıâĹıâĹıâĹıâĹıâĹıâĹıâĹı âĹıâĹıâĹıâĹıâĹıâĹıâĹıâĹı", + "Ġt voÅĻÃŃ", + "ĠtvoÅĻ ÃŃ", + "Ġ ÐŁÐŀ", + "ĠÐŁ Ðŀ", + "é«ĺ 度", + ".h wp", + ".hw p", + "à¸ķำ à¸ļล", + "Ġد س", + "ìĪĺ ê°Ģ", + "ìĶ ©", + "ï¼ī ãĢĤĊ", + "ï¼īãĢĤ Ċ", + "æĭ ³", + "Ġl ô", + "ĠK ültür", + "اط عة", + "Ġku chy", + "Ġst roj", + "Ġstr oj", + "Ġstro j", + "μ ενο", + "με νο", + "μεν ο", + "ĠконÑģÑĤÑĢÑĥк ÑĨии", + "å°ı åѦ", + "Ġ åįļ", + "Ġåį ļ", + "Ġ èĢĥ", + "ĠèĢ ĥ", + "Ġas ıl", + "æĪij åĢij", + "خر اج", + "ĠO nun", + "ĠOn un", + "Ġ ç¾İåĽ½", + "Ġç¾İ åĽ½", + "à¥Ĥ बर", + "à¥Ĥब र", + "Ġmu ži", + "Ġmuž i", + "å§ «", + "Ġв б", + "Ġдо ме", + "Ġдом е", + "Ġ ам", + "Ġа м", + "Ġk uru", + "Ġkur u", + "Ġku ru", + "æ± Ĺ", + "l ediÄŁi", + "le diÄŁi", + "ledi ÄŁi", + "Ġv ẽ", + "å¾ ĵ", + "ĠгÑĥб еÑĢ", + "ĠÑģÑĤанов иÑĤÑĮ", + "ĠzemÄĽ dÄĽl", + "ÙĦ ÙĦ", + "Ġr amen", + "Ġra men", + "Ġram en", + "Ġprů bÄĽhu", + "Ġb lok", + "Ġbl ok", + "Ġblo k", + "ý val", + "ýv al", + "v ou", + "vo u", + "ν ά", + "ëĶĶ ìĭľ", + "ÑĨион нÑĭе", + "Ġê²Įìĭľ íĮIJ", + "ãĥ³ ãĥĩãĤ£", + "ãĥ³ãĥĩ ãĤ£", + "ä¸Ģ 级", + "и Ñĩа", + "иÑĩ а", + "ĠسرÛĮ اÙĦ", + "i lin", + "il in", + "ili n", + "ा यन", + "ाय न", + "ÙĨ ÙĪÛĮس", + "ĠÐĶ и", + "Ġاد بÛĮ", + "ĠÑĥ дов", + "ĠÑĥд ов", + "ĠÐĹ Ð°Ð¼", + "ĠÐĹа м", + "à¥ģà¤Ń व", + "Ñģ ок", + "Ñģо к", + "ĠÑĢай оне", + "ĠÑĢайон е", + "Ġ EK", + "ĠE K", + "æĤ ī", + "Ġsor umlu", + "Ġsoruml u", + "Ġzv yÅ¡", + "à¹Ģà¸ĭ à¸Ńร", + "in áÅĻ", + "iná ÅĻ", + "Ġu drž", + "Ġud rž", + "но вид", + "нов ид", + "ĠspoleÄį nÄĽ", + "Ġspole ÄįnÄĽ", + "æĪIJ äºĨ", + "ï¼ ¤", + "ัà¸ŀ à¸Ĺ", + "а ÑĪа", + "аÑĪ а", + "ĠÙĨ ادÙĬ", + "à¹ĥ à¸Ļà¸Ĺ", + "à¹ĥà¸Ļ à¸Ĺ", + "å¡ ļ", + "Ġس Ú©", + "ãĥģ ãĥ¥", + "ĠмаÑĢ ÑĪ", + "а леннÑı", + "ал еннÑı", + "ĠØŃÙħ اÛĮت", + "ãĥ³ ãĤ¸", + "รษ à¸IJ", + "Ġк ÑĢем", + "ĠK ažd", + "ê ½", + "Ġpar lament", + "Ġparl ament", + "ĠÅŁ un", + "ĠÅŁu n", + "Ġk ys", + "Ġky s", + "ÏĦ ÏĤ", + "ê°ľ ìĿĺ", + "Ġve lice", + "Ġvel ice", + "Ġce stu", + "Ġces tu", + "Ġcest u", + "ظ Ø©", + "è¯ Ĭ", + "Ġ út", + "Ġú t", + "ĠØ® ÙĪر", + "ĠØ®ÙĪ ر", + "ĠТ е", + "Ġобла ÑģÑĤ", + "ĠоблаÑģ ÑĤ", + "Ġобл аÑģÑĤ", + "à¹Ī à¸Ńà¸ķ", + "à¹Īà¸Ń à¸ķ", + "ĠAc adem", + "ĠAcad em", + "ãĢĤ æľ¬", + "Ġ 風", + "Ġé¢ ¨", + "Ñģ ен", + "Ñģе н", + "ãĥ¢ ãĥĩãĥ«", + "Ġзавд аннÑı", + "ãģ¾ ãĤĮ", + "моÑĤ ÑĢеÑĤÑĮ", + "моÑĤÑĢ еÑĤÑĮ", + "Ġkh á»ķ", + "à¹Ī ร", + "د رس", + "در س", + "ĠÄĮesk osloven", + "Ġ 计", + "Ġè® ¡", + "ĠÑĤак ом", + "ĠÑĤа ком", + "ĠÙĦ اعب", + "ĠÙĦا عب", + "ĠMuham med", + "ĠÙħ ÙĦÙģ", + "ĠÙħÙĦ Ùģ", + "ĠÙĪس ÙĦÙħ", + "ãĤ·ãĥ£ ãĥ«", + "Ġо кÑĢа", + "Ġок ÑĢа", + "à¥ģ मत", + "à¥ģम त", + "ĠëĪĦ 구", + "Ġned eni", + "Ġneden i", + "ĠëĤł ì§ľ", + "/ km", + "/k m", + "Ġд емон", + "Ġде мон", + "Ġдем он", + "ĠصÙĨ اÛĮع", + "m asından", + "mas ından", + "masında n", + "åīį ãģ®", + "æĪIJ 绩", + "ल à¤Ĺ", + "Ġ åĮħ", + "ĠåĮ ħ", + "à¸Ńà¸ģà¸Īาà¸ģ à¸Ļ", + "ا دا", + "اد ا", + "Ġay lık", + "ĠÙħ ÙĤد", + "ĠÙħÙĤ د", + "Ġönemli dir", + "ĠìĪľ ê°Ħ", + "Ġd inh", + "Ġdi nh", + "Ġdin h", + "Ġná kup", + "ist ické", + "istic ké", + "åº Ł", + "ìĬ¤ íĨł", + "Ġd ny", + "Ġdn y", + "ĠìŀĪ ëıĦë¡Ŀ", + "ìĽIJ ìĿĺ", + "ãĥķ ãĥ¬", + "p oz", + "po z", + "Ġ ев", + "Ġе в", + "ĠdÃ¼ÅŁ ür", + "à¥įर à¤ļ", + "Ġê²° íĺ¼", + "Ġ ÑĨенÑĤÑĢа", + "ĠÑĨенÑĤ ÑĢа", + "ĠÑĨен ÑĤÑĢа", + "ĠÑĨенÑĤÑĢ а", + "åŁ ĭ", + "ï¿£ ï½Ģ", + "æѦ åĻ¨", + "à¹Īาà¸Ļ มา", + "Ġर व", + "Ùij د", + "μÎŃ Î½Î¿Î¹", + "μÎŃν οι", + "μÎŃνο ι", + "Ġë§IJ ìĶĢ", + "Ġpo ÅĻad", + "Ġب غ", + "ĠÏĮ λα", + "ĠÏĮλ α", + "à¹ī à¹Ħà¸Ĥ", + "à¹Ģà¸ģ าะ", + "Ġb ạc", + "Ġd á", + "d ÄĽla", + "dÄĽ la", + "dÄĽl a", + "Ġt eb", + "Ġte b", + "Ġk èo", + "ãĤı ãĤĮ", + "Ġist iyorum", + "Ġistiyor um", + "λ ήÏĤ", + "λή ÏĤ", + "ÐIJ в", + "Ġa sla", + "Ġas la", + "Ġperform ans", + "Ġperfor mans", + "Ġperforman s", + "ĠVác lav", + "Ïģ ίαÏĤ", + "Ïģί αÏĤ", + "Ïģία ÏĤ", + "Ġ tÄĽl", + "Ġt ÄĽl", + "ĠtÄĽ l", + "æĮ Ļ", + "о ба", + "об а", + "ãģij ãĤĮãģ©", + "ĠëĶ ¸", + "ÙĪ اء", + "ÙĪا Ø¡", + "ĠÚ©ÙĪد کاÙĨ", + "ĠÚ©ÙĪدک اÙĨ", + "Ġп лиÑĤ", + "Ġпл иÑĤ", + "Ġ bilir", + "Ġb ilir", + "Ġbil ir", + "Ñĥ же", + "Ñĥж е", + "ÏĦÎŃ Î»Îµ", + "Ġà¤Ĩ à¤ķर", + "Ġà¤Ĩà¤ķ र", + "ĠÑĤÑĢ Ñĥда", + "ĠÑĤÑĢÑĥ да", + "ĠÑĤÑĢÑĥд а", + "Ġدر ÛĮا", + "ĠدرÛĮ ا", + "Ì §", + "Ġng á»įt", + "ÙĨس ا", + "а ÑģÑĤи", + "аÑģ ÑĤи", + "аÑģÑĤ и", + "ï½ £", + "Âł на", + "ем Ñĭе", + "Ġس عÙĪد", + "Ġسع ÙĪد", + "Ġ alım", + "Ġal ım", + "è´ «", + "åĪ° çļĦ", + "Ġkesin likle", + "Ġzá sad", + "Ġ ìĬ¤íĬ¸", + "ĠìĬ¤ íĬ¸", + "Ġd ahi", + "Ġda hi", + "Ġdah i", + "t é", + "åįģ åħ«", + "Ġz ayıf", + "Ø° ار", + "ذا ر", + "Ġا ÙĬراÙĨ", + "ĠاÙĬ راÙĨ", + "Ġhod nocenÃŃ", + "D ST", + "DS T", + "Ġìĸ ĺ", + "æĺ ĩ", + "éĻ £", + "Ġк ле", + "Ġкл е", + "Ġu plat", + "Ġup lat", + "ĠاÙĦتع ÙĦÙĬÙħ", + "ÏĢοί ηÏĥη", + "ек ÑĤоÑĢа", + "екÑĤ оÑĢа", + "екÑĤоÑĢ а", + "Ġë§IJ ìĿ´", + "ĠÙģ رÙĬÙĤ", + "ĠÙģر ÙĬÙĤ", + "帮 åĬ©", + "çĶŁ ãģį", + "åĨħ ãģ®", + "èģĶ 缣", + "г ÑĢад", + "гÑĢа д", + "Ġch uyến", + "ãĤĤ ãĤĬ", + "ĠÑĩаÑģÑĤ ина", + "ĠÑĩаÑģÑĤи на", + "ãģª ãģıãģª", + "ãģªãģı ãģª", + "ÑĶ в", + "ĠÑĦ аÑħ", + "k uk", + "ku k", + "çĶ· æĢ§", + "ĠÙħÛĮÙĦ ادÛĮ", + "Ġb eden", + "Ġbe den", + "Ġbed en", + "ê°Ģ 를", + "म र", + "Ġìĸ´ 머ëĭĪ", + "èģĶ ç½ij", + "Âł mi", + "Âłm i", + "Ġzah rn", + "æ² ĸ", + "Ġkhu ẩn", + "Ġo práv", + "Ġop ráv", + "Ġopr áv", + "ाह à¤ķ", + "ĠÚ©ÙĪت اÙĩ", + "Ġо бол", + "Ġоб ол", + "Ġобо л", + "Ġph úc", + "r ánÃŃ", + "rá nÃŃ", + "rán ÃŃ", + "à¥įर थ", + "æݪ æĸ½", + "Ġв олод", + "Ġво лод", + "Ġвол од", + "Ġsp ÃŃÅ¡e", + "Ġm Æ¡", + "ÑĬ ек", + "ng ör", + "à¤ī त", + "k siyon", + "ks iyon", + "ksi yon", + "а ÑĤе", + "аÑĤ е", + "Ġجز Ø¡", + "áv ka", + "ÐĴ С", + "laÅŁ ma", + "Ġ ç¿", + "Ġç ¿", + "à¸Ń าà¸Ĭ", + "ни ÑĨÑĥ", + "ниÑĨ Ñĥ", + "Ġ หาà¸ģ", + "Ġห าà¸ģ", + "ãģĭ ãģĹ", + "íı ´", + "Ġг аÑĢан", + "ĠгаÑĢ ан", + "ĠгаÑĢа н", + "Ġ Ïĥαν", + "ĠÏĥ αν", + "Ġдобав иÑĤÑĮ", + "ĠÑĢаз ÑĢеÑĪ", + "á ¾", + "æĺ¯ ä¸ª", + "μ ÎŃÏĤ", + "μÎŃ ÏĤ", + "ĠÄ°mpar ator", + "æ¨Ļ æºĸ", + "Ñģ ÑĤÑĭ", + "ÑģÑĤ Ñĭ", + "Ġg ücü", + "Ġgü cü", + "Ġgüc ü", + "Ġ íĥĢìĿ´", + "Ġíĥ ĢìĿ´", + "ĠíĥĢ ìĿ´", + "Ġ åħ¶ä»ĸ", + "Ġåħ¶ ä»ĸ", + "Ġt ông", + "Ġtô ng", + "Ġtôn g", + "Ġv edenÃŃ", + "Ġved enÃŃ", + "Ġvede nÃŃ", + "ëĵľ ë¡ľ", + "Ġm esel", + "Ġme sel", + "Ġmes el", + "Ġ Äįe", + "ĠÄį e", + "j de", + "jd e", + "Ïģ εια", + "Ïģε ια", + "Ïģει α", + "ãĤĪ ãģŃ", + "Ðł ÐĿ", + "è·Ŀ 离", + "ĠÙĤ ائÙħØ©", + "า à¸ļาล", + "าà¸ļ าล", + "ĠÑģай ÑĤÑĸ", + "Ġर स", + "ĠÙĤر ÙĨ", + "Ġná vr", + "Ġnáv r", + "Ú© Ùħ", + "çļĦ æīĭ", + "Ġsor unu", + "Ġsorun u", + "Ġsoru nu", + "/N ÄIJ", + "nut ÃŃm", + "nutÃŃ m", + "ĠØ® ÙĪرد", + "ĠØ®ÙĪ رد", + "ĠØ®ÙĪر د", + "Ġng á»Ŀ", + "Ġ: .|", + "Ġ:. |", + "Ġbudou c", + "i Äįky", + "iÄį ky", + "Ġد رد", + "Ġدر د", + "ÑĢо ниÑĩеÑģ", + "ÑĢон иÑĩеÑģ", + "ç¾ Ĭ", + "ĠìķĦ ë²Ħì§Ģ", + "ĠKan unu", + "ĠKanun u", + "ĠпÑĢивод иÑĤ", + "άλÏħ ÏĪηÏĤ", + "ĠVlad im", + "Ġal ıp", + "Ġе ÑĤап", + "Ġà¤Ĺ लत", + "ĠراÙĩ ÙĨÙħ", + "Ġpoz isyon", + "Ġgö ç", + "èµ ŀ", + "Ġм ой", + "Ġмо й", + "ĠÎł ά", + "Ġ ìĪł", + "ĠìĪ ł", + "ĠØ¢ÛĮ ÙĨدÙĩ", + "a ná", + "an á", + "举 çľģ", + "ĠÙħت عدد", + "Ġ åįĬ", + "Ġåį Ĭ", + "ãĢĢ ãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢ", + "ãĢĢãĢĢ ĠãĢĢĠãĢĢĠãĢĢĠãĢĢ", + "ãĢĢãĢĢĠãĢĢ ĠãĢĢĠãĢĢĠãĢĢ", + "ãĢĢãĢĢĠãĢĢĠãĢĢ ĠãĢĢĠãĢĢ", + "ãĢĢãĢĢĠãĢĢĠãĢĢĠãĢĢ ĠãĢĢ", + "ãĢĢãĢĢĠ ãĢĢĠãĢĢĠãĢĢĠãĢĢ", + "Ġth á»Ŀ", + "Ġthá» Ŀ", + "Ġвд ÑĢÑĥг", + "п аÑĤ", + "па ÑĤ", + "ĠпÑĢовед ениÑı", + "ÙĨ ز", + "ĠاÙĦب ØŃØ«", + "æģ ¢", + "Ġbak tı", + "Ġ è·¯", + "Ġè· ¯", + "Ġзаболева ний", + "ĠÐķ вÑĢоп", + "ĠÐķв ÑĢоп", + "Ġtarih li", + "ê¹ ¨", + "ĠÚ© ÙĪÙĩ", + "ĠÚ©ÙĪ Ùĩ", + "Ġìĸ´ 볤", + "Ġtit ul", + "Ġti tul", + "Ġvyd ánÃŃ", + "éĺ¶ æ®µ", + "à¸Īะ à¸ķ", + "Ġм оÑı", + "Ġмо Ñı", + "ĠкоÑĢ ол", + "Ġко ÑĢол", + "Ġб анк", + "Ġбан к", + "วรร à¸ĵ", + "วร รà¸ĵ", + "ĠÙĥس ارة", + "ĠK hoa", + "ĠKh oa", + "ĠKho a", + "ĠÑĥнÑĸвеÑĢÑģиÑĤ еÑĤ", + "ãģ«éĸ¢ ãģĻãĤĭ", + "r uary", + "ru ary", + "Ġ à¸Ĥาย", + "Ġà¸Ĥ าย", + "Ġsv az", + "ĠØ´ رÙĤ", + "Ġشر ÙĤ", + "Ġд ÑĭÑħ", + "Ġиз бав", + "Ġизб ав", + "ĠÑı кÑĸй", + "ĠÑıк Ñĸй", + "ĠÑıкÑĸ й", + "ĠÎľ ον", + "Ġg ön", + "Ġgö n", + "ĠUkr aj", + "ĠUk raj", + "ĠUkra j", + "ัà¸Ļ à¸Ńà¸Ńà¸ģ", + "ัà¸Ļà¸Ń à¸Ńà¸ģ", + "Ġม à¸ģราà¸Ħม", + "и ÑĤов", + "иÑĤ ов", + "Ġanal ý", + "Ġana lý", + "ĠоÑĤ меÑĩ", + "Ġبر اÙī", + "âĪ ı", + "ัà¸ģ à¸ģ", + "æĭ¥ æľī", + "ĠÑĸнÑĪ ого", + "Ġкомп анÑĸÑĹ", + "Ġk ÅĻes", + "ĠÑĢаб оÑĩ", + "ĠÑĢабо Ñĩ", + "a dÃŃ", + "ad ÃŃ", + "ìł ł", + "à¹Ħ หà¸Ļ", + "à¥ģब ह", + "âĢĻ deki", + "âĢĻd eki", + "âĢĻde ki", + "çħ ¤", + "ĠпаÑĢ Ñĥ", + "Ġпа ÑĢÑĥ", + "ìĦ Ń", + "Ġнеп оÑģÑĢед", + "ĠÄ° b", + "Ġà¸ŀ ฤศà¸Ī", + "íĭ ´", + "Ġ ëłĪìĿ´", + "ĠëłĪ ìĿ´", + "ĠTh á»ķ", + "Ñı еÑĤ", + "ائ ج", + "» çĴĥ", + "ÐĴ Ðŀ", + "åĸ Ĭ", + "Ġ 第ä¸ī", + "Ġ第 ä¸ī", + "Ġвок ÑĢÑĥг", + "Ñĩ енÑĮ", + "Ñĩе нÑĮ", + "Ñĩен ÑĮ", + "Ġolan ak", + "Ġola nak", + "t ura", + "tu ra", + "tur a", + "Ġ ÙħÙĬÙĦ", + "ĠÙħ ÙĬÙĦ", + "ĠÙħÙĬ ÙĦ", + "ey di", + "ĠÙħد ÙĬر", + "Ġnel ze", + "ัว à¸Ńย", + "ìħ ľ", + "Ġhlav u", + "Ġkor uy", + "ÑĨ ин", + "ÑĨи н", + "ĠдиÑģ ÑĨип", + "ĠÙħ اÙĨد", + "ĠÙħا ÙĨد", + "ĠÙħاÙĨ د", + "Ġпод ÑĢоб", + "Т Ðŀ", + "ÙĤر ار", + "à¹ģà¸Ļะ à¸Ļำ", + "문 ìĿĦ", + "æĮ¯ ãĤĬ", + "P ÅĻi", + "PÅĻ i", + "Ġy ên", + "श à¤ķ", + "Âł je", + "ĠÐļон ÑģÑĤиÑĤÑĥ", + "à¥ģ ह", + "à¥ģठ¹", + "ĠÙ¾ ا", + "ìĨĮ 를", + "Ġд ела", + "Ġдел а", + "Ġде ла", + "к ид", + "ки д", + "à¹Ĥ à¸Ĭ", + "커 ìĬ¤", + "dÄĽ len", + "dÄĽl en", + "à¤Ķ र", + "äºİ æĺ¯", + "ĠÙĩÙħ ÛĮØ´Ùĩ", + "ĠbaÅŁ lam", + "Ġ ìĽ¨", + "ĠìĽ ¨", + "Ġden eyim", + "Ġdeney im", + "Ġü ye", + "Ġüy e", + "Ġ νÏĮ", + "Ġν ÏĮ", + "Ġà¤ĸ ड", + "n ÄĽl", + "nÄĽ l", + "ĠÑģÑĦ еÑĢÑĸ", + "ĠÑģÑĦеÑĢ Ñĸ", + "à¸Ńà¸Ķ à¸ł", + "ä¸Ģ å¹´", + "Ġvur gu", + "Äŀ Ä°", + "âĢĻ Ċ", + "ĠÑĸн ÑĪими", + "ĠÑĸнÑĪ ими", + "Ġз менÑĪ", + "Ġठĭ", + "Ġв ека", + "Ġве ка", + "ĠØŃÚ©ÙĪÙħ ت", + "ĠتÙħ اÙħÛĮ", + "ĠتÙħاÙħ ÛĮ", + "Ġs mrt", + "Ġsm rt", + "Ġsmr t", + "Ġh ủy", + "Ġyap ılmÄ±ÅŁ", + "Ġyapıl mÄ±ÅŁ", + "à¹ī à¸ľ", + "ĠY en", + "ĠYe n", + "Ġ Ñĥл", + "ĠÑĥ л", + "ĠS vÄĽt", + "ĠSv ÄĽt", + "ั à¸Ħ", + "ĠmÄĽsÃŃ ců", + "д енÑĤи", + "ден ÑĤи", + "Ġ ï¾ĺ", + "Ġï¾ ĺ", + "Ġпол иÑĤи", + "Ġполи ÑĤи", + "ĠполиÑĤ и", + "s kyt", + "sk yt", + "sky t", + "ä¹Ł æľī", + "Ġê°Ļ ìĬµëĭĪëĭ¤", + "Ġê·¸ëŀĺ ìĦľ", + "ÏĦε Ïģη", + "ÏĦεÏģ η", + "Ñĩ еÑĢ", + "Ñĩе ÑĢ", + "ĠÃľNÄ°VERS Ä°TESÄ°", + "ส à¸ł", + "Ġ สร", + "Ġส ร", + "ान द", + "ĠaÅŁ ırı", + "λ ίοÏħ", + "λί οÏħ", + "Ġ ÙĦÙģ", + "ĠÙĦ Ùģ", + "ÃŃ nu", + "ÃŃn u", + "à¸Ń าร", + "ÑĤ ÑĥÑĢа", + "ÑĤÑĥ ÑĢа", + "ÑĤÑĥÑĢ а", + "ĠÄįesk ých", + "ĠÄįe ských", + "ĠÄįeský ch", + "Ġph ức", + "以 为", + "ÏģÏī ÏĢα", + "ĠاÙĨر ÚĺÛĮ", + "» )", + "a lardan", + "alar dan", + "alarda n", + "ĠÑģÑĤ воÑĢÑİ", + "ĠÑģÑĤвоÑĢ Ñİ", + "Ġt ráv", + "Ġtr áv", + "ॠ¬", + "ãģĬ ãĤĪãģ³", + "ïľ ĭ", + "ad il", + "adi l", + "ĠΤ ι", + "Ġ ëIJ©ëĭĪëĭ¤", + "ĠëIJ ©ëĭĪëĭ¤", + "Ġε μÏĨ", + "Ġ구 ì¡°", + "ìĹŃ ìĭľ", + "ĠاÙĦ جاÙħ", + "ĠاÙĦج اÙħ", + "主 é¢ĺ", + "ãĤ¹ ãĥĿ", + "Ġ ìĹŃìĭľ", + "ĠìĹŃ ìĭľ", + "ĠÚ©Ùħ تر", + "ĠSp oleÄį", + "ол оÑĪ", + "оло ÑĪ", + "ĠSur iye", + "Ч еÑĢ", + "æĪĺ æĸĹ", + "Ġz ávis", + "Ġzá vis", + "Ġzáv is", + "æĽ¸ 館", + "Ġmus el", + "Ġmu sel", + "Ġmuse l", + "Ġ çĿ", + "Ġç Ŀ", + "Ùħ Ùħ", + "ĠاÙĦØ® ارج", + "Ġ ÐĵÐŀ", + "ĠÐĵ Ðŀ", + "ĠваÑĢ ÑĤо", + "ĠваÑĢÑĤ о", + "Ïģα β", + "Ġपह à¤ļ", + "ub lice", + "ublic e", + "ubl ice", + "ÑĨион ного", + "è Į¨", + "èĮ ¨", + "ĠدÙģ تر", + "Ġ Ùģس", + "ĠÙģ س", + "Ġन à¤ľà¤°", + "t arı", + "ta rı", + "tar ı", + "Ġоб ÑĢоб", + "ĠÐł а", + "ĠاÙĦ صÙĨ", + "ĠاÙĦص ÙĨ", + "Ø´ Ø©", + "ĠìĹĨ ìĹĪ", + "ož ná", + "æľĢ çµĤ", + "Ù ¥", + "r ech", + "re ch", + "rec h", + "ĠاÙĦØ£ سر", + "ĠاÙĦأس ر", + "Ġм ови", + "Ġмо ви", + "Ġмов и", + "Ġì¡° êµIJ", + "Ñĸ меÑĩ", + "Ñĸм еÑĩ", + "ãĥ¯ ãĥ¼", + "б ÑĥÑĢг", + "бÑĥ ÑĢг", + "Ġس ÙĦس", + "ĠسÙĦ س", + "åѦ ä¼ļ", + "Ġ ë¦", + "Ġë ¦", + "åħĭ æĸ¯", + "æĸĩ çĮ®", + "Ġx Æ°Æ¡ng", + "Ġyo lc", + "Ġyol c", + "Ġ ìĤ¬ë¬´", + "ĠìĤ¬ 무", + "ãĤı ãģļ", + "ĠÑĢаÑģÑĤ ений", + "ĠÙģ ضاÛĮ", + "ĠÙģض اÛĮ", + "Ġna opak", + "Ġnao pak", + "ĠпÑĢи вÑĭ", + "ĠпÑĢив Ñĭ", + "Ġد ÛĮدÙĩ", + "ĠدÛĮ دÙĩ", + "ĠدÛĮد Ùĩ", + "à¸ģาร à¹ĥà¸Ĭ", + "Ġ åŀ", + "Ġå ŀ", + "çij Ł", + "以 åIJİ", + "ĠpÅĻib liž", + "ĠdÃ¼ÅŁ man", + "Ġt emin", + "Ġte min", + "Ġtem in", + "ĠÑĥÑģл Ñĥг", + "ĠÑĥÑģ лÑĥг", + "Ġद ब", + "ĠìĥĪ ê¸Ģ", + "ĠÑĥÑģÑĤÑĢой ÑģÑĤва", + "ĠТ ÑĥÑĤ", + "ÏĦ ίοÏħ", + "ÏĦί οÏħ", + "ĠÄ°s lâm", + "Ù ¤", + "åıĤ ä¸İ", + "Ġк ÑĥÑģÑĤ", + "ĠкÑĥ ÑģÑĤ", + "ĠкÑĥÑģ ÑĤ", + "éĻIJ åĪ¶", + "ت ÙĬÙĨ", + "تÙĬ ÙĨ", + "ĠоÑģÑĤ аннÑĸ", + "ĠоÑģÑĤан нÑĸ", + "ic ations", + "ication s", + "ا Ú©ÛĮ", + "اک ÛĮ", + "но ÑģÑı", + "ноÑģ Ñı", + "ÄŁ an", + "ÄŁa n", + "ãģı ãĤĮãĤĭ", + "ãģıãĤĮ ãĤĭ", + "Ġyap ıyor", + "Ġyapı yor", + "Ġê°ķ ëĤ¨", + "Ùħ ÙĬÙħ", + "ÙħÙĬ Ùħ", + "æ ŃIJ", + "æŃ IJ", + "Ġر ع", + "Ġb oÄŁ", + "Ġbo ÄŁ", + "ĠиÑģ Ñħод", + "èª ł", + "æł· åŃIJ", + "Ġbu deme", + "Ġbud eme", + "Ġbude me", + "ĠÑģ еÑĤ", + "ι ÏĥμοÏį", + "ιÏĥμ οÏį", + "Ġ å¾ĴæŃ©", + "Ġå¾Ĵ æŃ©", + "u álnÃŃ", + "ĠاÙĦع ÙĤ", + "Ġسب Ú©", + "ĠاÙĦØ£ خرÙī", + "ĠاÙĦأخ رÙī", + "E FA", + "EF A", + "åĽº å®ļ", + "Ġ ãĤ¬", + "ĠãĤ ¬", + "ĠìŀIJ ìĹ°", + "ยว à¸Ĥ", + "ب س", + "un ma", + "Ġза ним", + "Ġзан им", + "à¹ĥà¸Ļ ร", + "èĢĥ èĻij", + "æ·· åIJĪ", + "å° ĭ", + "Ġçık Ä±ÅŁ", + "Ġm aliyet", + "Ġmal iyet", + "éľ Ĭ", + "ãģŁãĤģ ãģ®", + "ĠÙ¾ Ø´", + "Ġз лоÑĩ", + "Ġvý Å¡i", + "Ġsch vál", + "ĠÙĨÙħ ÙĪدÙĩ", + "ĠÙĨÙħÙĪد Ùĩ", + "Î Ĩ", + "Ġz ách", + "Ġzá ch", + "Ġ Ïĥκ", + "ĠÏĥ κ", + "ãĤ¹ ãĥŀ", + "ĠÙħس ائÙĦ", + "ĠاÙĦاج تÙħاع", + "åľ° çĤ¹", + "ا ÛĮاÙĨ", + "اÛĮ اÙĨ", + "ĠÐŀ к", + "ê¸ Ķ", + "e lease", + "el ease", + "ele ase", + "Ġطب ÙĤÙĩ", + "ĠطبÙĤ Ùĩ", + "éij ij", + "Ġì½Ķ ë¡ľëĤĺ", + "é¼ ł", + "大 åħ¨", + "ĠпÑĢи веÑģÑĤи", + "ĠпÑĢив еÑģÑĤи", + "Ġاب تد", + "Ġابت د", + "리 ë¡ľ", + "ĠÑģÑĤÑĢ анÑĭ", + "ĠÑģÑĤÑĢа нÑĭ", + "ĠÑģÑĤÑĢан Ñĭ", + "ĠzatÃŃm co", + "Ġh uyết", + "Ġhuy ết", + "سÛĮ ÙĪÙĨ", + "Ġsor du", + "âĢĮ رس", + "ĠÑĦ ÑĢон", + "Ġed ip", + "Ġedi p", + "ÙĨ Ú¯ÛĮ", + "ÙĨÚ¯ ÛĮ", + "Ġк иÑĢ", + "Ġки ÑĢ", + "Ġ íķ´ìķ¼", + "Ġíķ´ ìķ¼", + "ì» ´", + "ÑĨик лоп", + "ĠпÑĢимен ениÑı", + "Ġоб л", + "éļ ª", + "Ġk romÄĽ", + "Ġkro mÄĽ", + "æł¸ å¿ĥ", + "ra him", + "rah im", + "о ÑĢд", + "оÑĢ д", + "Ġl Ãłnh", + "ĠlÃł nh", + "ĠlÃłn h", + "Ġо ÑģÑĤÑĢов", + "ĠоÑģÑĤ ÑĢов", + "; |", + "b uz", + "bu z", + "Ġ ÏĦÏģο", + "ĠÏĦ Ïģο", + "ĠÐĴ аÑĢ", + "æī İ", + "ı lÄ±ÅŁ", + "ılı ÅŁ", + "ıl Ä±ÅŁ", + "éĿ¢ ç©į", + "身 份", + "é¢Ĩ åŁŁ", + "ĠاÙĦÙĤر ÙĨ", + "Ġ пÑĢиклад", + "ĠпÑĢи клад", + "ĠпÑĢик лад", + "ãĥģ ãĥ¼ãĥł", + "Ġสà¸ŀ à¸Ľ", + "Ġо ÑĩиÑģÑĤ", + "ĠоÑĩ иÑģÑĤ", + "ĠоÑĩи ÑģÑĤ", + "Ġмил ли", + "а ÑĨÑĸÑĹ", + "ี à¹Ģà¸Ń", + "Ġt anın", + "Ġtan ın", + "Ġtanı n", + "çĪ¶ 亲", + "Ġmsg str", + "Ġmsgs tr", + "ĠØ´ ÛĮÙħÛĮ", + "ĠØ´ÛĮ ÙħÛĮ", + "ĠÙģر اÙĩÙħ", + "Ġ 맥", + "Ġë§ ¥", + "ãĢĤ å½ĵ", + "Ġкон ÑĨенÑĤÑĢа", + "êµIJ íļĮ", + "ãĤī ãĤĮãģ¦", + "ãĤīãĤĮ ãģ¦", + "Ġya sak", + "Ġyas ak", + "ĠÐij ол", + "Ġ æ¾³", + "Ġæ¾ ³", + "çĩ ķ", + "Ġ جا", + "Ġج ا", + "ëij ĺ", + "Ġدر Ø®ÙĪاست", + "ĠmÃŃst nÃŃ", + "ÂĤ ÃĮ", + "Ġbas kı", + "Ġu çak", + "Ġuç ak", + "ä» ĵ", + "Ġìľł ì§Ģ", + "Ġп оба", + "Ġпо ба", + "Ġпоб а", + "Ġz eptal", + "Ġze ptal", + "ç»Ļ æĪij", + "ĠAt atürk", + "ĠÙħÙĨ اس", + "Ñ Ĵ", + "Ġar acı", + "Ġarac ı", + "Ġara cı", + "лÑİ ÑĶ", + "Ġnit elik", + "Ġnitel ik", + "ĠM ezi", + "ĠMe zi", + "ĠMez i", + "ĠÎŃ Î½Î±ÏĤ", + "ĠÎŃνα ÏĤ", + "ĠÎŃν αÏĤ", + "Ïİν ÏĦαÏĤ", + "v až", + "va ž", + "Ġk uzey", + "Ġ ÏİÏģα", + "ĠÏİ Ïģα", + "ĠÑĢоз пов", + "ĠÑĢозп ов", + "à¹Ī าà¸ģ", + "à¹Īา à¸ģ", + "ãĢģ ä¸ī", + "ĠÑģÑĤ аÑĢи", + "ĠÑģÑĤаÑĢ и", + "ĠÑģÑĤа ÑĢи", + "Ġhak kı", + "Ġhakk ı", + "ĠØ¢Ùħ ادÙĩ", + "íĮ Ķ", + "о мÑĸ", + "ом Ñĸ", + "Ġ âĢł", + "ĠâĢ ł", + "ãģĭ ãĤı", + "ãĢĮ ä½ł", + "æ³ķ åĽ½", + "ÙIJ ÙĬÙĨ", + "ÙIJÙĬ ÙĨ", + "æī ķ", + "н или", + "ни ли", + "нил и", + "ĠÑĥÑģÑĤанов ки", + "Ġl ông", + "Ġlô ng", + "त म", + "ÙĪ ÙĨÙĬØ©", + "ÙĪÙĨ ÙĬØ©", + "ÙĪÙĨÙĬ Ø©", + "ÙĬ تÙĬ", + "ÙĬت ÙĬ", + "Ġê²Įìĭľ 물", + "Ġve Å¡ker", + "ÎŃ Ïģγ", + "ÎŃÏģ γ", + "ĠÑĥ Ñģе", + "ĠÑĥÑģ е", + "Ġk ıl", + "Ġkı l", + "Ġil gi", + "Ġilg i", + "μ Ïīν", + "Ġз вÑĸлÑĮ", + "Ġзв ÑĸлÑĮ", + "Ġön lem", + "à¸ģà¸İ หมาย", + "ĠH iá»ĩp", + "Ġг оÑĢм", + "ĠгоÑĢ м", + "лÑı ÑİÑĤÑĮÑģÑı", + "лÑıÑİÑĤÑĮ ÑģÑı", + "la maya", + "lam aya", + "lama ya", + "ĠÑģпоÑģоб ом", + "ãģ¸ ãģ¨", + "ç¦ģ æŃ¢", + "ĠÑĢаÑħ Ñĥнок", + "ĠоÑĤвеÑĢ ÑģÑĤи", + ".: .:.:.", + ".:.: .:.", + ".:.:.: .", + ".:.:. :.", + "Ġmü da", + "о наÑħ", + "он аÑħ", + "она Ñħ", + "Ì£ c", + "Ġyap acak", + "Ġн азвание", + "Ġназ вание", + "Ġназва ние", + "对 æĸ¹", + "ëĮĢ íijľ", + "çĪ Ń", + "в ана", + "ва на", + "ван а", + "ह न", + "ĠпÑĢоблем а", + "Ġжен ÑīинÑĭ", + "ĠженÑīин Ñĭ", + "èŀ º", + "Ġhosp odáÅĻ", + "ĠСÑĤ еп", + "ĠodpovÄĽ d", + "ĠS á»Ń", + "e view", + "ev iew", + "evi ew", + "åĩł ä¹İ", + "çŁ ¢", + "æĿ¥ ãģŁ", + "Ġп олоÑģ", + "Ġпол оÑģ", + "ĠÑģ ел", + "å± Ĩ", + "ĠпеÑĢв ой", + "ĠпÑĢоÑĨеÑģ Ñģа", + "ĠпÑĢоÑĨеÑģÑģ а", + "ãĢĢ ãĤĿ", + "ت اÙħبر", + "تا Ùħبر", + "и лаÑģÑı", + "ила ÑģÑı", + "ï¼Į æĹł", + "ĠвлаÑģ ноÑģÑĤÑĸ", + "íķĺ ìŀIJ", + "аÑĤ ки", + "ĠB Ãł", + "ĠK arel", + "ĠKar el", + "ĠKa rel", + "ĠKare l", + "è· µ", + "ر ÛĮÙĩ", + "رÛĮ Ùĩ", + "ĠëĤĺ 를", + "ĠобеÑģпеÑĩ ива", + "ĠобеÑģпе Ñĩива", + "à¥įर पत", + "ãģĹ ãĤĩ", + "åį Ĵ", + "Ġ 奥", + "Ġå¥ ¥", + "ĠпÑĢ оÑĤе", + "ĠпÑĢо ÑĤе", + "ĠпÑĢоÑĤ е", + "Ġ æĭĽ", + "Ġæĭ Ľ", + "ĠСÑĤ ÑĢана", + "ĠÑĢабоÑĤ аÑĤÑĮ", + "ĠÑĢабоÑĤа ÑĤÑĮ", + "Ġتش Ø®ÛĮص", + "ек ÑģÑĥ", + "екÑģ Ñĥ", + "Ġ 리그", + "Ġ리 ê·¸", + "Ġص اÙĦØŃ", + "ĠbaÅŁ lamÄ±ÅŁ", + "ĠbaÅŁlam Ä±ÅŁ", + "ĠÙ¾ÛĮ اÙħبر", + "ĠÙ¾ÛĮاÙħ بر", + "ز ا", + "Ġм аÑģÑģ", + "ĠмаÑģ Ñģ", + "ĠÎł αÏģ", + "Ġγα Ïģ", + "ëĿ¼ íĶ¼", + "Ġy arı", + "Ġya rı", + "Ġyar ı", + "ĠÑĤип Ñĥ", + "Ðŀ п", + "ãģij ãģªãģĦ", + "e mem", + "em em", + "eme m", + "ĠnÄĽ mu", + "ĠnÄĽm u", + "ĠÙĨ شر", + "ĠÙĨØ´ ر", + "ĠÎijθή να", + "Ùģ راÙĨ", + "Ùģر اÙĨ", + "Ġ 網", + "Ġç¶ ²", + "ĠпÑĢом иÑģлов", + "ĠBu gün", + "ĠBug ün", + "ìŀ Ķ", + "ĠжÑĸн ок", + "Ġ à¸Ľà¸£à¸°à¹Ģà¸łà¸Ĺ", + "Ġà¸Ľà¸£à¸° à¹Ģà¸łà¸Ĺ", + "ĠвикоÑĢиÑģÑĤов ÑĥваÑĤи", + "ĠТ им", + "ĠТи м", + ") 를", + "еж аÑĤÑĮ", + "Ġs ona", + "Ġso na", + "Ġson a", + "Ø´ÙĨ بÙĩ", + "Ġnich ž", + "åī Ľ", + "ĠÙģ تØŃ", + "ĠÙģت ØŃ", + "ĠÙħÙĤ دÙħ", + "ĠÙħÙĤد Ùħ", + "ĠGüven lik", + "e um", + "eu m", + "ç»ı è¿ĩ", + "è·Ŀ éĽ¢", + "Âł не", + "Ġا صÙĪÙĦ", + "Ġاص ÙĪÙĦ", + "ĠzaÄį átku", + "ิà¹Ģว à¸ĵ", + "Ġà¤ķ à¤Ł", + "Ġk riz", + "Ġkr iz", + "Ġp án", + "Ġpá n", + "ĠбоÑĢ ÑĮ", + "Ġбо ÑĢÑĮ", + "ظ ÙħØ©", + "ظÙħ Ø©", + "Ġê²½ ë¶ģ", + "ĠاÙĦÙĬ ÙħÙĨ", + "ĠاÙĦعرب ÙĬ", + "Ġh lub", + "Ġhl ub", + "Ġch á»Ŀ", + "è¥ ²", + "ëĵľ 리", + "ãĥĸ ãĥª", + "ĠÑģÑĤол ÑĸÑĤÑĤÑı", + "ر بÙĬØ©", + "رب ÙĬØ©", + "Ġ æ°¸", + "Ġæ° ¸", + "Ġê±° ìĿĺ", + "Ġβ αÏĥ", + "Ġβα Ïĥ", + "Ġa rz", + "Ġar z", + "ãĥ¢ ãĥ³", + "ĠÑĢÑĸв енÑĮ", + "ä¸į çŁ¥", + "导 èĩ´", + "ا ÙĬØ´", + "اÙĬ Ø´", + "ĠпÑĢев ÑĭÑĪ", + "Ġп н", + "ĠÎĴ ÏģοÏĩή", + "Ġ 身", + "Ġè º«", + "ĠÄIJ ầu", + "ĠÏĮ μÏīÏĤ", + "j ÃŃž", + "jÃŃ Å¾", + "Ġλ ίγ", + "ĠÑĪк оли", + "ĠÑĪкол и", + "ãģ£ãģ± ãģĦ", + "z dy", + "zd y", + "Ġê³ §", + "t eÅŁ", + "te ÅŁ", + "ÑĢ еÑī", + "ÑĢе Ñī", + "κ ει", + "κε ι", + "sah uje", + "Ġà¤īस स", + "ĠTan rı", + "ä¸į 好", + "éĥ Ń", + "ĠвÑĭ глÑıд", + "Ġç oÄŁ", + "Ġин ÑģÑĤÑĢÑĥменÑĤ", + "r ej", + "re j", + "èĪ Į", + "ãģĭ ãĤīãģªãģĦ", + "ãģĭãĤī ãģªãģĦ", + "ĠнепÑĢи ÑıÑĤ", + "Ġк ÑĢоме", + "ζ η", + "Ġл ог", + "ा वर", + "ाव र", + "ëħķ íķĺìĦ¸ìļĶ", + "ाह रण", + "ाहर ण", + "Ġgüven ilir", + "T ại", + "ĠØ´Ùĩر د", + "ĠØ´Ùĩ رد", + "ĠΤ ε", + "о ÑĢаз", + "оÑĢ аз", + "оÑĢа з", + "Ġl Ãłng", + "ĠlÃł ng", + "ĠlÃłn g", + "ï¼ ©", + "æĬķ 注", + "Ġsiyas et", + "ÐĽ Ñİ", + "Ġt ÅĻet", + "ĠtÅĻ et", + "ĠÏĢÏģÏİ ÏĦη", + "ĠÑĥлÑĭ б", + "ĠL âm", + "ÑĥлÑĮÑĤ а", + "ÑĥлÑĮ ÑĤа", + "åŁº åľ°", + "Ġskup ina", + "æ°¸ ä¹ħ", + "лÑĥ гов", + "лÑĥг ов", + "Ġ ÑĨÑĸй", + "ĠÑĨ Ñĸй", + "ĠÑĨÑĸ й", + "ĠP oh", + "ĠPo h", + "i д", + "ĠTr uy", + "ĠTru y", + "çļĦ ä¸Ģ个", + "çļĦä¸Ģ 个", + "ë²Ħ ìłĦ", + "Ġx ứ", + "à¸ĩ à¹ģรà¸ģ", + "à¸Ħ à¸Ńม", + "Ġelektron ik", + "ĠaÄŁ aç", + "Ġà¤ľ य", + "ĠповеÑĢÑħ ноÑģÑĤÑĮ", + "ĠاÙĩÙħ ÛĮت", + "ли виÑħ", + "лив иÑħ", + "ĠolduÄŁ undan", + "ï¼ī :", + "ÑĨи ÑıÑħ", + "ÑĨиÑı Ñħ", + "製 ä½ľ", + "à¸Ĺ รà¸ĩ", + "à¸Ĺร à¸ĩ", + "ey im", + "eyi m", + "Ġná klad", + "c ilik", + "ci lik", + "cil ik", + "ĠÐĵ лав", + "ĠUy gu", + "ĠÑĢег ÑĥлÑİ", + "à¤Ĥ à¤ľà¤¨", + "à¤Ĥà¤ľ न", + "Ġkayn aģı", + "à¹ī าà¸Ń", + "à¹īา à¸Ń", + "Ġgör mek", + "ĠíĮ ¬", + "Ġ å®Į", + "Ġå® Į", + "Ø« ÙħاÙĨ", + "ĠÑĤак аÑı", + "ĠÑĤа каÑı", + "ĠÑĤака Ñı", + "Ġне из", + "Ġzpráv y", + "ĠاÙĦØ´ خص", + "Ġìĺ¤ íĽĦ", + "ĠاÙĦ طب", + "ĠاÙĦØ· ب", + "atır ım", + "ر ÙĬر", + "رÙĬ ر", + "ĠÙħع ÙħارÛĮ", + "Ãľ RK", + "ÃľR K", + "ĠÒ IJ", + "ĠìĦ ¬", + "æīĭ ãģ«", + "Ġë³Ģ íĻĶ", + "u lace", + "ul ace", + "ula ce", + "Ġs ợ", + "ÑĢ иÑĩ", + "ÑĢи Ñĩ", + "มห าว", + "Ġk â", + "ĠÑģп ÑĢоб", + "Ùĩ رÙĩ", + "Ùĩر Ùĩ", + "ाध न", + "ĠÏĢ αι", + "ĠÏĢα ι", + "ب عد", + "بع د", + "ĠاÙĦ تÙĪ", + "ĠاÙĦت ÙĪ", + "ç»ı çIJĨ", + "p ůsob", + "æ¬ ł", + "ĠзаÑħвоÑĢÑİ Ð²Ð°Ð½Ð½Ñı", + "Ø® Ø©", + "ÚĨ ار", + "Ġboz uk", + "] âĢı", + "ĠSoc orro", + "Ġ hrad", + "Ġh rad", + "Ġhr ad", + "Ġhra d", + "над леж", + "ĠÑĥÑĩаÑģÑĤ ие", + "ĠÑĥÑĩаÑģ ÑĤие", + "ĠÑĥÑĩаÑģÑĤи е", + "å¤ī ãĤı", + "Ġy ans", + "Ġya ns", + "Ġyan s", + "ĠØ¥ ÙĦ", + "Ø® بر", + "خب ر", + "ÑĨиклоп ед", + "ι Ïİν", + "ιÏİ Î½", + "Ïĥ ÏĦÏģο", + "ÏĥÏĦ Ïģο", + "Ġb anka", + "Ġbank a", + "Ġban ka", + "ĠsoÄŁ uk", + "Ġün lü", + "é¢ ľ", + "Ġر Ùģع", + "ĠرÙģ ع", + "çIJ ³", + "ĠÑģоÑģÑĤоÑı нии", + "ν ονÏĦαÏĤ", + "νον ÏĦαÏĤ", + "Ġа кÑĤи", + "Ġак ÑĤи", + "ĠакÑĤ и", + "ĠÏĢολ Ïħ", + "ĠÏĢο λÏħ", + "Ġм оÑĹ", + "Ġмо ÑĹ", + "Ġ æł¼", + "Ġæł ¼", + "ç² Ĺ", + "ĠÑģлÑĥÑĩ ай", + "ĠÑģлÑĥ Ñĩай", + "ĠÑģлÑĥÑĩа й", + "ìĿ¼ ìĹIJ", + "ĠÑĤÑĢеб ÑĥеÑĤ", + "Ġ åıĤèĢĥ", + "ĠåıĤ èĢĥ", + "an gl", + "ang l", + "am ik", + "ami k", + "Ġ Ä°Åŀ", + "ĠÄ° Åŀ", + "æ¹ ¯", + "ĠÄij áo", + "ĠÄijá o", + "ละ à¸Ħร", + "Ñģ о", + "Âł ob", + "Ġk lim", + "Ġkl im", + "Ġkli m", + "èĥ Ĩ", + "ìĥĿ íĻľ", + "ãĥij ãĥ³", + "- ब", + "Ġк ад", + "Ġка д", + "à¹Ī สามารà¸ĸ", + "ĠÙħس ÙĦÙħاÙĨ", + "ç¿ °", + "ĠB ütün", + "ĠK raj", + "ĠKr aj", + "ĠKra j", + "ĠпеÑĢ Ñģп", + "ĠпеÑĢÑģ п", + "Ġener j", + "ãģķ ãģĽãĤĭ", + "ãģķãģĽ ãĤĭ", + "è¾¾ åĪ°", + "ा à¤Ĭ", + "ाठĬ", + "ĠگرÙģ تÙĨ", + "ĠگرÙģت ÙĨ", + "ÑĪ кÑĥ", + "ĠÐŁ ло", + "ÃŃ ny", + "ÃŃn y", + "ĠH ra", + "ĠÚĨ ÙĨاÙĨ", + "Ġ à¹Ħà¸Ĺย", + "Ġà¹Ħ à¸Ĺย", + "vise jÃŃcÃŃ", + "Û³ Û³", + "ĠÐľÑĸнÑĸÑģÑĤ еÑĢ", + "à¹Ĥ à¸Ń", + "ĠدÙĩ ÛĮد", + "æ¯Ķ ä¾ĭ", + "Ïĥι εÏį", + "Ç IJ", + "ãĢģ ãģª", + "Ġत स", + "ĠÄ° t", + "ĠìłĦ ìŁģ", + "à¹Ģ à¸Īร", + "à¹Ģà¸Ī ร", + "Ġelek tr", + "Ġelekt r", + "Ġd Æ°", + "â ĶĶ", + "âĶ Ķ", + "Ġ ìĥ¤", + "Ġìĥ ¤", + "ä» ®", + "à¸ģาร à¹Ģล", + "Ġм ÑĥлÑĮ", + "ĠмÑĥ лÑĮ", + "Ġ 度", + "Ġåº ¦", + "ĠH uyá»ĩn", + "в ен", + "ве н", + "Ġl Æ°á»Ľi", + "Ġprovoz u", + "Ñĥ ÑĢÑĥ", + "ÑĥÑĢ Ñĥ", + "ÑĢ ÑĸÑĹ", + "ÑĢÑĸ ÑĹ", + "Ġçocu ÄŁ", + "ัà¸IJ à¸ļาล", + "ÙĦ ÙĬÙĩ", + "ÙĦÙĬ Ùĩ", + "Ġ[âĢ¦] ...Ċ", + "åİŁ å§ĭ", + "Ġs klad", + "Ġsk lad", + "Ġskl ad", + "Ġسپ تاÙħبر", + "ĠTom áš", + "Ġس ÙĪاÙĦ", + "ĠسÙĪ اÙĦ", + "çģ Ń", + "ãĤĵ ãģ©", + "на знаÑĩ", + "ĠÄij Ä©a", + "ĠudÄĽl at", + "Ġà¤Ĩ दम", + "Ġà¤Ĩद म", + "ï¼ ¬", + "ι νÏĮ", + "ιν ÏĮ", + "iÅŁ leri", + "ÄIJ ây", + "Ġرس اÙĨÙĩ", + "ع اÙħ", + "عا Ùħ", + "ãĥ¼ãĥij ãĥ¼", + "Ġdo prov", + "Ġdop rov", + "ĠмÑĸÑģ ÑĤо", + "ĠмÑĸÑģÑĤ о", + "ï¼ ¥", + "ел Ñĸг", + "елÑĸ г", + "ائ ز", + "ä¸į äºĨ", + "ĠÐIJлекÑģанд ÑĢ", + "ĠвÑĢем ен", + "Ġdve ÅĻe", + "Ġch ảy", + "Ġ otel", + "Ġo tel", + "Ġot el", + "èĤ¯ å®ļ", + "ĠÑĥÑĤ веÑĢжд", + "ĠÐļом п", + "ĠÐļо мп", + "Ġ ëĤĺëĿ¼", + "ĠëĤĺ ëĿ¼", + "ĠвÑĸдбÑĥва ÑĶÑĤÑĮÑģÑı", + "ãĢģ ãĢİ", + "ĠkarÅŁÄ± lık", + "Ġl ẫn", + "çħ Ļ", + "ع کس", + "å¼ ¥", + "Ġte cr", + "Ġtec r", + "Ġne od", + "Ġneo d", + "æĪIJ çĤº", + "åħ¥ ãĤĬ", + "ĠÐŁ ÑĢод", + "ĠÐŁÑĢ од", + "ĠÐŁÑĢо д", + "ĠÏĢ Ïģά", + "ื à¸Ńà¸Ķ", + "ืà¸Ń à¸Ķ", + "ÑģÑĤ аÑĤи", + "ÑģÑĤа ÑĤи", + "е ноÑĹ", + "ен оÑĹ", + "ено ÑĹ", + "Ñĩи Ñģл", + "ÑĩиÑģ л", + "羣 æŃ£", + "Ġ ราà¸Ħ", + "Ġร าà¸Ħ", + "Ñĥ ÑĢе", + "ÑĥÑĢ е", + "ĠØ´ اÙĩد", + "ĠشاÙĩ د", + "ا عر", + "اع ر", + "Ġê²½ íĹĺ", + "à¸Ļ à¸Ħ", + "ãĥį ãĥ«", + "ÏĢοÏħ λοÏĤ", + "Ġम à¤Ī", + "ìĬ¤ ì½Ķ", + "itel né", + "å¼Ģ æĶ¾", + "ç į¨", + "çį ¨", + "ĠpÅĻ ech", + "ĠpÅĻe ch", + "ú Äįast", + "å¢ ĵ", + "Ġ å½±", + "Ġå½ ±", + "ÙĨ ساÙĨ", + "ÙĨس اÙĨ", + "ÙĨسا ÙĨ", + "Ġд вад", + "Ġдв ад", + "Ġдва д", + "Ġи деÑĤ", + "Ġиде ÑĤ", + "Ġид еÑĤ", + "Ġпод клÑİÑĩ", + "Ġподк лÑİÑĩ", + "íĬ¹ë³Ħ ìĭľ", + "B Ãłi", + "Å¡ ku", + "Å¡k u", + "i lerden", + "iler den", + "åıĺ å¾Ĺ", + "ëıĻ ìķĪ", + "Ġpostup nÄĽ", + "ĠиÑĤ ог", + "Ġd ůvodu", + "Ġdůvod u", + "siz lik", + "ÙĦ اÙĨ", + "ÙĦا ÙĨ", + "éĤ£ ç§į", + "ĠÑĩа Ñģа", + "ĠÑĩаÑģ а", + "ä¸į æĸŃ", + "ĠØ®ÛĮ اباÙĨ", + "ĠاÙĦد اخ", + "ĠÑģÑĤоÑĢ Ñĸн", + "Ġì¶ľ ìĹ°", + "æ² Ł", + "Ġh ry", + "Ġhr y", + "ĠG Ãľ", + "ĠìĿ¸ 구", + "l ied", + "li ed", + "lie d", + "Ġع اÙĦÙĬØ©", + "ĠпÑĢед ваÑĢ", + "ан ной", + "åı¥ è¯Ŀ", + "éł ĵ", + "ë°Ķ ìĿ¼", + "ï¼ı /", + "ĠÙħخت صات", + "ëŀ «", + "ĠçalÄ±ÅŁ maları", + "ĠçalÄ±ÅŁmalar ı", + "ĠçalÄ±ÅŁma ları", + "Ġrepublik a", + "Ġ ì³", + "Ġì ³", + "ा )", + "Ġê±´ ê°ķ", + "Ġê³µ ëıĻ", + "èħ ¦", + "ĠìĦľ ë¡ľ", + "ĠпÑĢовод иÑĤÑĮ", + "ĠдейÑģÑĤв иÑĤелÑĮно", + "v eç", + "ve ç", + "Ø« اÙĦ", + "Ġgöster ir", + "ır lar", + "ĠÑģам Ñĭм", + "á lo", + "ál o", + "é¢ij 次", + "à¥Ī à¤Ĺ", + "ا دÙħ", + "اد Ùħ", + "çĮ ª", + "ĠS ản", + "Ġ çı", + "Ġç ı", + "Ġl ety", + "Ġle ty", + "Ġlet y", + "Ġrep ublice", + "Ġrepublic e", + "æĿ¥ èĩª", + "Ġv ết", + "Ġbi rik", + "Ġbir ik", + "Ġbiri k", + "Ġm ekt", + "Ġme kt", + "Ġmek t", + "ĠاÙĦ ÙĪÙģ", + "ĠاÙĦÙĪ Ùģ", + "Ġj ich", + "Ġji ch", + "ä¸Ģ 覧", + "éľ² åĩº", + "ĠH iá»ĩn", + "ĠHi á»ĩn", + "Ġd iá»ĩt", + "ĠÑħ ÑĢиÑģÑĤи", + "åĪļ æīį", + "k ate", + "ka te", + "kat e", + "Ġb azen", + "Ġba zen", + "Ġbaz en", + "ĠurÄįit ÄĽ", + "ĠurÄį itÄĽ", + "Ġumož ÅĪuje", + "é¡ĺ ãģĦ", + "/Q ÄIJ", + "Ġmen Å¡ÃŃ", + "ÏĥκεÏħ ή", + "ĠÑĨеÑĢк ов", + "ĠÑĨеÑĢ ков", + "Ġ è´Ń", + "Ġè´ Ń", + "ок ÑĢаÑĤи", + "ĠÑĢоз к", + "α νοÏħ", + "αν οÏħ", + "Ġyön etic", + "Ġyönet ic", + "Ġol madan", + "Ġolm adan", + "Ġolma dan", + "åĨľ ä¸ļ", + "Ġë°Ķ ëŀĮ", + "çĵ ľ", + "ÑĪ аеÑĤÑģÑı", + "ÑĪа еÑĤÑģÑı", + "ĠÐļ оÑģÑĤ", + "ĠÐļо ÑģÑĤ", + "ĠÙħ عت", + "ĠÙħع ت", + "Ġ à¸ŀล", + "Ġà¸ŀ ล", + "ĠÙħتÙģ اÙĪت", + "ãĤī ãģı", + "èĪ Ĺ", + "Ġتع رÛĮÙģ", + "éīĦ éģĵ", + "Ġpé Äįe", + "ì» µ", + "Ġпод ÑĢаз", + "Ġбан кÑĥ", + "Ġбанк Ñĥ", + "Ä°S Ä°", + "æ¡ IJ", + "à¹Ĥ รà¸Ħ", + "à¹Ĥร à¸Ħ", + "ĠØŃØ° Ùģ", + "Ġ ë£", + "Ġë £", + "л иж", + "ли ж", + "Ġ ìĤ°ìĹħ", + "ĠìĤ° ìĹħ", + "ĠпÑĢи ÑĩинÑĭ", + "ĠпÑĢиÑĩин Ñĭ", + "ĠпÑĢиÑĩ инÑĭ", + "Ġна зна", + "Ġназ на", + "ãĥª ãĤ¹ãĥĪ", + "ãĥªãĤ¹ ãĥĪ", + "ìłķ ë¶Ģ", + "Ïĥ ÏĨα", + "ÏĥÏĨ α", + "å¦ ĥ", + "Ġголов и", + "Ġгол ови", + "ëIJĺìĹĪ ìĬµëĭĪëĭ¤", + "Ġεν ÏĮÏĤ", + "ãĤ¤ ãĥ³ãĤ¿", + "ãĤ¤ãĥ³ ãĤ¿", + "Ġs lun", + "Ġsl un", + "Ġslu n", + "ëł ´", + "ĠÑģÑĥÑīеÑģÑĤв ÑĥеÑĤ", + "ĠÑģÑĥÑīе ÑģÑĤвÑĥеÑĤ", + "з аб", + "за б", + "æĽ´ åĬł", + "Ġблагод аÑĢÑı", + "ĠëĮĢ 구", + "è¾ ħ", + "ห าà¸ģ", + "หา à¸ģ", + "Ġ æİ¥", + "Ġæİ ¥", + "ëĮĢ 를", + "人 ç±»", + "j eme", + "je me", + "jem e", + "åĪĨ å¸ĥ", + "ìŀ¥ ìĿĢ", + "Ġдопом оги", + "ìĻĦ ë£Į", + "o sy", + "os y", + "èĭ± éĽĦ", + "Ġ ÙĦس", + "ĠÙĦ س", + "म ह", + "Ġ à¸ģำ", + "Ġà¸ģ ำ", + "Ġداش تÙĨ", + "Ġداشت ÙĨ", + "Ń ìłľ", + "Ä° ng", + "Ä°n g", + "ĠTh Æ°á»Ŀng", + "íĻ Ģ", + "Ñį ÑĦ", + "íķ´ ìļĶ", + "ĠÐľ Ñĸж", + "ĠÐľÑĸ ж", + "еÑĢÑĸ га", + "еÑĢÑĸг а", + "Ġε á¼", + "à¹ģ สà¸ĩ", + "à¹ģส à¸ĩ", + "ãĥĢ ãĤ¤", + "Ġc esty", + "Ġce sty", + "Ġces ty", + "Ġcest y", + "Ġpr ázd", + "Ġprá zd", + "第 ä¸Ģ次", + "第ä¸Ģ 次", + "ĠÙĩÙħ سر", + "Ġz ev", + "Ġze v", + "Âł E", + "ĠBeled iyesi", + "ĠBelediye si", + "ĠпÑĢоп ози", + "Ġanlay Ä±ÅŁ", + "Âł Ùħ", + "ĠÑĢаÑģÑģ ÑĩиÑĤ", + "ĠاÙĦØ£Ùħ رÙĬÙĥÙĬØ©", + "ĠاÙĦØ£ÙħرÙĬÙĥÙĬ Ø©", + "Ġž ena", + "Ġže na", + "Ġžen a", + "d eniz", + "den iz", + "Ġn oci", + "Ġno ci", + "Ġnoc i", + "Ġst ál", + "ุ ย", + "주 ìĨĮ", + "Ġз еÑĢ", + "Ġ ìĨĮê°ľ", + "ĠìĨĮ ê°ľ", + "Ġkh ẳng", + "at ıcı", + "atı cı", + "ÄĽ ž", + "ĠÑĩ ÑĥÑĤÑĮ", + "Ġc áºŃu", + "ĠاطÙĦ اع", + "æµ ħ", + "Ġst rav", + "Ġstr av", + "Ġstra v", + "ĠSan ayi", + "Ġ طبÙĬ", + "ĠØ· بÙĬ", + "Ġطب ÙĬ", + "Ġhız la", + "Ïİ Î½Î±", + "Ïİν α", + "à¤¿à¤ľ ल", + "ÙħØŃ Ùħد", + "à¸ļ à¸ģ", + "Ġvzdál en", + "ĠÑĤак ими", + "ĠÑĤа кими", + "ĠÑĤаким и", + "ãĢĤ ãģĿãģĹãģ¦", + "Ġka lp", + "Ġkal p", + "Ġкож ного", + "Ðł µ", + "ÙĦع اب", + "ĠÙħ ÙĪÙĨ", + "ĠÙħÙĪ ÙĨ", + "ĠìĿ¼ ìĿĦ", + "Ġ ë°ĶìĿ´", + "Ġë°Ķ ìĿ´", + "Ġme kan", + "Ġmek an", + "ĠجاÙħ ع", + "Ġجا Ùħع", + "ĠÙĨ Ùģت", + "ĠÙĨÙģ ت", + "ĠاÙĦ سÙħ", + "ĠاÙĦس Ùħ", + "л ÑĭÑħ", + "лÑĭ Ñħ", + "èĥĮ æĻ¯", + "Ġê²ĥ ëıĦ", + "ĠìĤ´ ìķĦ", + "y dı", + "yd ı", + "Ġна веÑĢ", + "Ġнав еÑĢ", + "åŃIJ ãģ¯", + "l uluk", + "lu luk", + "Ġhá»Ĺ n", + "Ġ Ø´Ùģ", + "ĠØ´ Ùģ", + "Ġع ÙĦت", + "ĠعÙĦ ت", + "à¸Ħร าม", + "ĠÎļ ÏįÏĢ", + "Ġà¹Ģม ษายà¸Ļ", + "ÙĨد ÙĤ", + "ĠÑĥ ÑģÑĤÑĢа", + "ĠÑĥÑģÑĤ ÑĢа", + "ĠÑĥÑģ ÑĤÑĢа", + "ĠÎĵ εν", + "ĠÐĨ ван", + "ĠP hong", + "ĠPh ong", + "ĠPhon g", + "家 çļĦ", + "ĠÐIJ лекÑģ", + "ĠÐIJле кÑģ", + "ĠÐIJл екÑģ", + "Ġзб еÑĢÑĸг", + "ĠÅŁark ı", + "ĠÅŁar kı", + "ĠظرÙģ ÛĮت", + "ĠÙħ عÙĨÛĮ", + "ĠÙħع ÙĨÛĮ", + "ĠÙħعÙĨ ÛĮ", + "Ġ лов", + "Ġл ов", + "ĠìĤ ¶", + "èħ IJ", + "Ġ å¯Į", + "Ġå¯ Į", + "E RG", + "ER G", + "ĠÑģÑĤо имоÑģÑĤÑĮ", + "ÅĻ et", + "ÅĻe t", + "à¥ī य", + "à¹Ī าร", + "à¹Īา ร", + "ĠارÙĪÙ¾ ا", + "Ġб ÑĢоÑģ", + "ĠоÑĤ ноÑģÑıÑĤ", + "ĠоÑĤноÑģ ÑıÑĤ", + "ĠÎŁ κ", + "ÑĨÑĮ кий", + "ÏĬ κ", + "ãģĤãĤĬ ãģ¾ãģĽãĤĵ", + "ĠÑĥ ник", + "ĠÄij iá»ĥn", + "ĠÄiji á»ĥn", + "Ġvý zkum", + "Ġh ứ", + "Ġhá» ©", + "Ġ ÙĪات", + "ĠÙĪ ات", + "ĠÙĪا ت", + "Ġ å¹³æĸ¹", + "Ġå¹³ æĸ¹", + "Ïħ μ", + "ãĤĴ 使", + "εί ÏĦαι", + "两 人", + "Ġ åĮ»", + "ĠåĮ »", + "ÑĢаÑĤ иÑĤÑĮ", + "ÑĢаÑĤи ÑĤÑĮ", + "ĠاÙĦ اÙĨت", + "ĠاÙĦاÙĨ ت", + "ãģ® 人", + "ر Ø´", + "ĠТ ÑĥÑĢ", + "r nÄĽ", + "rn ÄĽ", + "天 天", + "ม าร", + "มา ร", + "Ġort alama", + "Ġorta lama", + "ĠпеÑĢе пиÑģ", + "ĠпеÑĢеп иÑģ", + "ĠìĥĿ ìĤ°", + "å¿ Ĩ", + "í ĩ´", + "ï¼Į 该", + "éĮ ¢", + "ÏĢα ίδ", + "ĠмеÑĢ опÑĢи", + "Ġг ÑĢав", + "ĠгÑĢа в", + "ĠгÑĢ ав", + "ÃĶ ng", + "Ġ æ¤", + "Ġæ ¤", + "ĠاÙĦد ÙĪÙĦØ©", + "ĠاÙĦدÙĪÙĦ Ø©", + "Ġ оÑģÑĮ", + "Ġо ÑģÑĮ", + "ĠоÑģ ÑĮ", + "å¥ Ķ", + "Ġgüven li", + "íķĺ ìĭł", + "Ġ éĬ", + "Ġé Ĭ", + "éŁ³ æ¨Ĥ", + "Ġmed ya", + "Ġب ÙĨا", + "ĠبÙĨ ا", + "а ма", + "ам а", + "Ġ ãĤŃãĥ£", + "ĠãĤŃ ãĥ£", + "èĹ ¥", + "l arım", + "lar ım", + "ları m", + "ĠT iếng", + "iyor lar", + "ï¼ ¢", + "æĶ Ŀ", + "Ñĸй ÑģÑĮкоÑĹ", + "Ġyet iÅŁtir", + "ĠyetiÅŁ tir", + "ĠÙ¾ سر", + "Ġپس ر", + "ãĤī ãģĹ", + " ļ", + "ìĥ ¤", + "à¸Ķ าห", + "à¸Ķา ห", + "ĠتØŃص ÛĮÙĦ", + "Ġб енз", + "éģ £", + "Ġнаб лÑİ", + "ä½ĵ ç³»", + "ãĥ¯ ãĤ¤ãĥĪ", + "Âł ÂłĠ", + "³³ Ġ", + "书 è®°", + "ĠMü hendis", + "p lor", + "pl or", + "l az", + "la z", + "лÑı ли", + "Ġpom áh", + "Ġб лиж", + "Ġбл иж", + "Ġбли ж", + "ĠÑĩиÑģ ла", + "Ġubyt ovánÃŃ", + "ÑĢаÑĤ но", + "Ġtr Äĥm", + "Ġاب راÙĩ", + "át ka", + "Ġiç indeki", + "Ġiçin deki", + "Ġiçinde ki", + "ั à¸ļà¸Ļ", + "ัà¸ļ à¸Ļ", + "ĠاÙħ ÛĮد", + "n ave", + "na ve", + "nav e", + "e cut", + "ec ut", + "å°± åľ¨", + "Ġt radi", + "Ġtr adi", + "Ġtrad i", + "Ġtra di", + "Ø· ÙĦÙĤ", + "Ø·ÙĦ ÙĤ", + "ãĤ¦ ãĤ©", + "Ġkhu ôn", + "ìĬ¤ ë¡ľ", + "ÏĦ ÎŃÏģα", + "ÏĦÎŃ Ïģα", + "ĠÏĥ κο", + "ĠÏĥκ ο", + "ë§ Ľ", + "ĠÙģ ÙĨÛĮ", + "ĠÙģÙĨ ÛĮ", + "à¹Į à¹Ģà¸ŀ", + "ĠاÙĦع ظ", + "Ġth ôn", + "기 ìĿĺ", + "Ġภ¿", + "Ñĥ ÑİÑĤÑģÑı", + "ÑĥÑİÑĤ ÑģÑı", + "ĠÙħ کاÙĨ", + "ĠÙħÚ© اÙĨ", + "Ġ âĹİ", + "ĠâĹ İ", + "Ġ çľģ", + "Ġçľ ģ", + "Ġ åį¡", + "Ġåį ¡", + "ĠпеÑĢ ÑĪий", + "ĠпеÑĢÑĪ ий", + "ĠíĽĦ ë³´", + "Ġآر اÙħ", + "ãģĮ ãģĦ", + "ย าà¸Ļ", + "ยา à¸Ļ", + "μ ει", + "με ι", + "ĠM áy", + "Ġz ů", + "Ġpodp oru", + "Ġpodpor u", + "ì» ¨", + "Ñģ ÑĤÑĢи", + "ÑģÑĤ ÑĢи", + "ÑģÑĤÑĢ и", + "ÏĢ ÏĦÏīÏĥη", + "Ф ÐĽ", + "åĵª éĩĮ", + "ĠпеÑĢв ÑĥÑİ", + "Ġyer inde", + "Ġyeri nde", + "ĠزÛĮ با", + "ĠزÛĮب ا", + "Ġodst ran", + "à¥Ģ à¤Ĺ", + "ĠÑĢÑĸз нÑĸ", + "Ïģ ηÏĥη", + "Ïģη Ïĥη", + "âĢĮاÙĦÙħÙĦ ÙĦÛĮ", + "ع اد", + "عا د", + "à¥įप ष", + "ÑŁ N", + "ï½ Ľ", + "ãĥ¼ ãĥľ", + "ãĥ¼ãĥ ľ", + "è´Ń ä¹°", + "ĠìĿ¸ê¸° ê¸Ģ", + "ĠÙħÛĮ Ø´ÙĪد", + "ĠбезопаÑģ ноÑģÑĤи", + "ĠνεÏĨ οκ", + "ãģ« ãģ¨", + "ĠÑĨеÑĢк ви", + "ت Ùĥ", + "ĠH Ãłng", + "ĠHÃł ng", + "ĠHÃłn g", + "ĠÙĦ ÙĦس", + "ĠÙĦÙĦ س", + "ĠνεÏĨοκ άλÏħÏĪηÏĤ", + "r aman", + "ra man", + "ram an", + "rama n", + "Ġvy vol", + "n iÄį", + "ni Äį", + "ر اÙĨÙĩ", + "راÙĨ Ùĩ", + "را ÙĨÙĩ", + "Ġp eÅŁ", + "Ġpe ÅŁ", + "ãĥ« ãĤ¯", + "å´ ĩ", + "Ġim kân", + "åĮ» çĸĹ", + "Ġप à¥Ŀ", + "άν νηÏĤ", + "Ġ جÛĮ", + "Ġج ÛĮ", + "Ġp roje", + "Ġpro je", + "Ġpr oje", + "Ġproj e", + "Ġül kenin", + "Ġülk enin", + "Ġülke nin", + "ĠK ew", + "ĠKe w", + "ĠاÙĦÙħ Ùģ", + "Ø£ Ùĥ", + "çĻº 表", + "Ġ δÏħ", + "Ġδ Ïħ", + "Ġ åĽ½å®¶", + "ĠåĽ½ 家", + "ĠKiÅŁ isel", + "ãĥ³ ãĤ¬", + "Ġzpráv a", + "V iá»ĩc", + "e rif", + "er if", + "eri f", + "Ġstrán ky", + "éļ ł", + "è¼ ķ", + "к оз", + "ко з", + "Ġस à¤ľ", + "Ùĩد اÙģ", + "l oub", + "lo ub", + "lou b", + "à¸łà¸²à¸ŀ ยà¸Ļà¸ķร", + "Ġíķł ìĿ¸", + "ĠÄIJ Ãło", + "ĠÄIJÃł o", + "ĠÙĨاØŃ ÛĮÙĩ", + "(= )", + "ĠÅŀ ampiyon", + "Ġp iÅŁ", + "Ġpi ÅŁ", + "Ġ Ø°Ùĩ", + "ĠØ° Ùĩ", + "ॠ¯", + "ĠÑģÑĢед ÑģÑĤво", + "ĠÑģÑĢедÑģÑĤв о", + "Ġ à¹Ģวลา", + "Ġà¹Ģว ลา", + "ĠÑĩ Ñĥж", + "Ġver ileri", + "Ġveri leri", + "Ġveriler i", + "ĠÚ© ارت", + "Ġکار ت", + "а ви", + "ав и", + "Ġà¤ķर व", + "Ġres tau", + "Ġrest au", + "Ġresta u", + "ê°ľ ìĽĶ", + "Ġм иÑĢов", + "Ġми ÑĢов", + "ĠмиÑĢ ов", + "ì° ®", + "ĠnÄĽjak ý", + "Ġses siz", + "Ġsess iz", + "اء ات", + "ĠÐĹ Ð°Ñħ", + "ĠÐĹа Ñħ", + "Ñı ÑīиÑħ", + "ÑıÑī иÑħ", + "п ÑĢ", + "Ġпод алÑĮ", + "Ġпода лÑĮ", + "ĠопÑĢедел иÑĤÑĮ", + "ॠŃ", + "Ġ رÙģ", + "Ġر Ùģ", + "幸 ç¦ı", + "à »", + "Ġ vÄĽdom", + "ĠvÄĽ dom", + "ĠvÄĽd om", + "ĠÑģвид еÑĤелÑĮ", + "ĠÎĵ οÏħ", + "ılıģı yla", + "ılıģ ıyla", + "çĻ» éĮ²", + "Ġä¸ĭ è·Į", + "Ġп лÑİ", + "Ġпл Ñİ", + "н од", + "но д", + "ĠØ£ جÙĦ", + "Ġأج ÙĦ", + "Ġà¤ķ थ", + "éĥ½ ä¸į", + "Ġs ene", + "Ġse ne", + "Ġsen e", + "Ġp ÄĽ", + "è¨Ī åĬĥ", + "Ġа Ñĥд", + "Ġод ном", + "Ġодно м", + "Ġ ä¸ĩåħĥ", + "Ġä¸ĩ åħĥ", + "ĠÙĪ Ùħا", + "ĠÙĪÙħ ا", + "ĠÐĶ ÑĢÑĥг", + "èµ· ãģĵ", + "в аÑİÑĤÑģÑı", + "ва ÑİÑĤÑģÑı", + "ваÑİÑĤ ÑģÑı", + "л аÑĤÑĥ", + "ла ÑĤÑĥ", + "лаÑĤ Ñĥ", + "Ġ تÙĪÙĨ", + "Ġت ÙĪÙĨ", + "ĠتÙĪ ÙĨ", + "Ñī аÑı", + "Ñīа Ñı", + "ή λ", + "ĠÐŁ ÑĢа", + "ĠÐŁÑĢ а", + "Ġاست رات", + "Ġاستر ات", + "ิà¸Ļ à¹Ģà¸Ķ", + "à¥įà¤Ĺ त", + "Âł з", + "Ġп олоÑĤ", + "Ġпо лоÑĤ", + "Ġпол оÑĤ", + "æ® ĸ", + "æ¡ Ĩ", + "ĠS istem", + "ĠSi stem", + "ĠSist em", + "Ġr uku", + "Ġru ku", + "Ġruk u", + "ãĥĥ ãĤ«ãĥ¼", + "ĠобÑıз ан", + "Ġkö ÅŁ", + "Ġad ını", + "Ø´Ùħ اÙĦÛĮ", + "na ÄįenÃŃ", + "naÄį enÃŃ", + "Ġ .ï¼ı", + "Ġ. ï¼ı", + "Ġ å®ĺ", + "Ġå® ĺ", + "Ġtoplum sal", + "èª ¤", + "ĠبÙĩ بÙĪد", + "ÑģÑĤв еннаÑı", + "ÑģÑĤвен наÑı", + "ĠØ¢ Ù¾", + "ĠجÙĦ سÙĩ", + "ĠجÙĦس Ùĩ", + "ãĢĢ ï½", + "åĵ Ń", + "æīĢ å±ŀ", + "æĴ ®", + "ì¢ Ģ", + "Ġ ει", + "Ġε ι", + "ì¹ĺ 를", + "Ġ ê³¼ìłķ", + "Ġê³¼ ìłķ", + "u uml", + "uum l", + "uu ml", + "δ ά", + "Ġ زد", + "Ġز د", + "ìĽIJ ìĿĦ", + "ĠvÄĽ cÃŃ", + "ĠvÄĽc ÃŃ", + "د Ø«", + "Ġs anki", + "Ġsan ki", + "Ġsank i", + "åĥı æĺ¯", + "л аÑĢа", + "ла ÑĢа", + "ìĤ¬ ìĿ´", + "ãĤı ãĤĮãģŁ", + "ãĤıãĤĮ ãģŁ", + "ĠÄij ón", + "ĠÄijó n", + "åIJ¯ åĬ¨", + "Ġgi Ãłnh", + "ĠgiÃł nh", + "Ġkır mızı", + "Ø® Ùħ", + "æIJ į", + "åĪĩ ãĤĬ", + "ãĤµ ãĥ¼ãĥĵãĤ¹", + "Ùĩ ار", + "Ùĩا ر", + "Ø° Ùĥر", + "о ÑĢоз", + "оÑĢ оз", + "оÑĢо з", + "à¥Īà¤Ĥ ।ĊĊ", + "à¥Īà¤Ĥ। ĊĊ", + "à¥Īà¤Ĥ।Ċ Ċ", + "ĠíĻĪ íİĺìĿ´ì§Ģ", + "ĠÙĥ بÙĬرة", + "ĠÙĥبÙĬر Ø©", + "н ина", + "ни на", + "нин а", + "íķĺ ìļ°", + "å¼ķçĶ¨ é¢ij次", + "ॠ®", + "ĠбаÑĤÑĮ кÑĸв", + "à¸Ł à¸Ńร", + "ี .", + "ìłĿ íĬ¸", + "éĺħ读 次æķ°", + "Ġit ir", + "Ġi tir", + "ÑĪ ин", + "ÑĪи н", + "ĠV áºŃy", + "çĤ ®", + "ла год", + "лаг од", + "Ø´ÙĨ اس", + "á» IJ", + "ĠÑı год", + "Ġì¤ij ìķĻ", + "ر ÙĬØ·", + "رÙĬ Ø·", + "ĠìĪĺ íĸī", + "Ġ ä¸ĢèĪ¬", + "Ġä¸Ģ èĪ¬", + "ĠÑħви лин", + "ĠÐľÐ¾Ð¶ но", + "ĠнаÑĩ але", + "Ġод нов", + "Ġодно в", + "ĠÃľ ç", + "ÑĨион нÑĭй", + "Ġ ìļķ", + "Ġìļ ķ", + "æ¼ Ĥ", + "å² ³", + "ت دÙī", + "تد Ùī", + "κ ηÏĤ", + "κη ÏĤ", + "âĢĻ nda", + "âĢĻn da", + "ï¼IJ ï¼IJ", + "èª ī", + "é§ħ å¾ĴæŃ©", + "ĠÙģرز ÙĨد", + "åħ¬ è·¯", + "α ÏĥίαÏĤ", + "αÏĥ ίαÏĤ", + "αÏĥία ÏĤ", + "าà¸ĵ าà¸Ī", + "ëij ¥", + "Ġ ÏĢοι", + "ĠÏĢ οι", + "ĠÏĢο ι", + "Ġب داÙĨ", + "Ġبد اÙĨ", + "к ап", + "ка п", + "ĠìŀĪ ëĬĶëį°", + "ĠìŀĪëĬĶ ëį°", + "ï¼Į æѤ", + "à¸Ľà¸£à¸°à¹Ĥย à¸Ĭà¸Ļ", + "ĠÚ©Ø´ÙĪر ÙĩاÛĮ", + "ุ ส", + "ãģ¹ ãģį", + "ĠÑģам Ñĭй", + "Ġп лÑı", + "Ġпл Ñı", + "Ġб ед", + "人 æīį", + "ส หร", + "ู à¸ķ", + "Ġkullan ımı", + "Ġkullanım ı", + "íķĻ ëħĦ", + "æ²» çĸĹ", + "ãĢĤ ä¸įè¿ĩ", + "ãĢĤä¸į è¿ĩ", + "æ£ ļ", + "ëĤ¨ ëıĦ", + "ĠØ¢ تش", + "Ïĩ ÎŃÏĤ", + "Ġfunk ci", + "Ġfunkc i", + "н ообÑĢаз", + "но обÑĢаз", + "à¥ĭ फ", + "Ġk aps", + "Ġka ps", + "Ġkap s", + "าษ à¸İ", + "( ع", + "ï¼Į åĬł", + "à¹Ĭ à¸ģ", + "ĠÙĩ Ø´", + "Ġدر ÙĪÙĨ", + "Ġ меÑĩ", + "Ġм еÑĩ", + "ĠпÑĢеж де", + "à¹Ī ย", + "Ġار شد", + "า à¹Ģล", + "æ¯Ķ è¼ĥ", + "ĠØ° کر", + "Ġ æĿ¡", + "ĠæĿ ¡", + "Ð Ĭ", + "Ñĥ кÑĢаÑĹн", + "ÙĬÙĨ ات", + "ÙĬÙĨا ت", + "ì¢ ĭ", + "д иÑı", + "ди Ñı", + "ÏĦ Ïģι", + "ÏĦÏģ ι", + "ĠÐļ аз", + "ĠÐļа з", + "ÙĤ ÙĦاÙĦ", + "ÙĤÙĦ اÙĦ", + "_ ,,", + "_, ,", + "ĠÚĨ ت", + "ĠìĿ¼ ìłķ", + "ĠÐŁ ÑĢоÑĦ", + "ĠÐŁÑĢ оÑĦ", + "ĠÐŁÑĢо ÑĦ", + "æ³ Ľ", + "Ġdruh ý", + "Ñĩ Ñĥк", + "ÑĩÑĥ к", + "l edik", + "le dik", + "led ik", + "ledi k", + "Ġhey ec", + "Ñĭ вал", + "Ñĭв ал", + "Ñĭва л", + "ĠD üny", + "ĠDün y", + "Ġ çĻº", + "ĠçĻ º", + "ĠpÅĻ átel", + "β άλ", + "βά λ", + "Ġ غر", + "Ġغ ر", + "ëĭ¨ ì²´", + "ìĽ¨ ëĶĶìĭľ", + "ÑĢаÑī ениÑı", + "н ÑĨиклопед", + "Ġpodnik atel", + "Ġìĭł ìŀħ", + "ĠÙģر Ø¢", + "и лиÑģÑı", + "или ÑģÑı", + "Ġol umlu", + "à¥įष मत", + "ĠÙħت خصص", + "й ом", + "ؤ اÙĦ", + "ĠÐĿ аÑĤ", + "ĠÐĿа ÑĤ", + "ìĺ¤ ëĬĶ", + "ĠMüdür lÃ¼ÄŁÃ¼", + "ĠH Ãłnh", + "ĠHÃł nh", + "ĠHÃłn h", + "Ġس ابÙĤ", + "ï¼ī çļĦ", + "ĠQu ý", + "lád ánÃŃ", + "ládá nÃŃ", + "Ġ ìļ´ëıĻ", + "Ġìļ´ ëıĻ", + "ĠÐĺ Ñħ", + "è« ¾", + "lıģ ının", + "lıģını n", + "lıģın ın", + "l il", + "li l", + "u Äį", + "ĠÑĩем пÑĸон", + "ÑĤ ож", + "ÑĤо ж", + "Ġ ä½Ľ", + "ни ÑĨе", + "ниÑĨ е", + "ĠпеÑĢв ого", + "Ġ Ñģом", + "ĠÑģ ом", + "ĠÑģо м", + "Ïĩ Ïİ", + "ÅĻ ik", + "ÅĻi k", + "иÑĤелÑĮ ÑģÑĤва", + "ĠÄ° ki", + "Ġask eri", + "Ġasker i", + "c isi", + "ci si", + "cis i", + "Ġjed nÃŃm", + "Ġjedn ÃŃm", + "Ġsta nice", + "Ġstan ice", + "èĤ¡ 票", + "à¸ľ ม", + "T ừ", + "Å¡ ak", + "ÏĦ ία", + "ÏĦί α", + "м ами", + "ма ми", + "ãģĮ åĩº", + "μο ί", + "м аÑĶ", + "ма ÑĶ", + "ëł¥ ìĿ´", + "ãĤĦ ãģ£ãģ¦", + "Ġ å¼µ", + "Ġå¼ µ", + "ØĮ Ċ", + "Ġ »Ċ", + "Ġ» Ċ", + "ا جات", + "اج ات", + "á½ ³", + "æĻĤ ãģ®", + "Ġп окол", + "Ġпо кол", + "Ġпок ол", + "ÑĸÑĤ еÑĤ", + "Ġíķ´ ê²°", + "Ġde dim", + "Ġded im", + "Ġdedi m", + "ĠÑĤ веÑĢд", + "Ġжен Ñīина", + "ĠженÑīин а", + "ед ини", + "еди ни", + "един и", + "ĠÙ¾ ÛĮÚ©", + "ĠÙ¾ÛĮ Ú©", + "iver site", + "ivers ite", + "iversit e", + "ĠآسÛĮ اب", + "ĠÑħаÑĢакÑĤеÑĢиÑģÑĤи ки", + "ĠØ£ÙĨ Ùĩا", + "ĠØ£ÙĨÙĩ ا", + "ĠÑĥкÑĢаÑĹн ÑģÑĮкоÑĹ", + "ĠاختÙĦ اÙģ", + "Ġاخت ÙĦاÙģ", + "Ġt ez", + "Ġte z", + "Ïģ εÏħ", + "Ïģε Ïħ", + "Ġkon umu", + "Ġkonu mu", + "Ġkonum u", + "ĠÑĤеÑħ нÑĸ", + "м Ñĸв", + "мÑĸ в", + "èĬ ¯", + "ĠÏĥ ελ", + "ĠÏĥε λ", + "Ä ¢", + "μ ιÏĥ", + "μι Ïĥ", + "ี à¹īĊ", + "ีà¹ī Ċ", + "Ġm ne", + "Ġmn e", + "ĠоÑĤв еÑĩ", + "ĠÎ ī", + "Ġ éĩİ", + "Ġéĩ İ", + "Ġg ấp", + "ĠпÑĢодÑĥк ÑĤÑĭ", + "ĠпÑĢодÑĥкÑĤ Ñĭ", + "ĠС ÑĢед", + "Ñĸл лÑı", + "à¸ļ à¸Ńà¸ģ", + "ĠtÅĻÃŃ dy", + "Ġth á»ķ", + "Ġthá» ķ", + "ãĥĩãĤ£ ãĤ¢", + "ÏĢοι η", + "ν ει", + "νε ι", + "æĪij们 çļĦ", + "Ġprofes yonel", + "ĠRa kou", + "ĠRak ou", + "Ġвид но", + "Ġz by", + "Ġzb y", + "ĠØŃ Ø§ÙĦÛĮ", + "ĠØŃاÙĦ ÛĮ", + "Ġ é£Ł", + "Ġé£ Ł", + "ĠL Ãłm", + "ĠÚ¯ ست", + "ĠТ ип", + "ĠТи п", + "θ ι", + "á vis", + "áv is", + "ÙIJ ب", + "åı¯èĥ½ æĢ§", + "ĠÑģем ей", + "ãĤī ãĤĮãģ¦ãģĦãĤĭ", + "ãĤīãĤĮ ãģ¦ãģĦãĤĭ", + "ãĤīãĤĮãģ¦ ãģĦãĤĭ", + "ìĥģ íĴĪ", + "Ġ οÏħ", + "Ġο Ïħ", + "Ġà¤ħà¤Ĺ स", + "о лом", + "ол ом", + "оло м", + "γ ον", + "γο ν", + "ĠÑģв ÑıÑī", + "ĠÑģвÑı Ñī", + "æĵ ¦", + "Ïĥ ÏĦηκε", + "ÏĥÏĦη κε", + "èĢħ çļĦ", + "- à¤ķ", + "ÑĤ ии", + "ÑĤи и", + "ĠвизнаÑĩ еннÑı", + "åıij åĩº", + "д аÑħ", + "да Ñħ", + "ĠмоÑĢ Ñı", + "Ġмо ÑĢÑı", + "æī¾ åĪ°", + "ÙĦ ÙĪب", + "ÙĦÙĪ ب", + "èĬ Ļ", + "ĠÑĦак ÑĤ", + "æ¯į 亲", + "id lo", + "idl o", + "ĠSt ad", + "ĠSta d", + "Ñį й", + "ìĽIJ ìĿ´", + "à¤ı न", + "æķ´ 个", + "Ġf ık", + "ĠÙħ ات", + "ĠÙħا ت", + "ÏĢ ον", + "ÏĢο ν", + "Ġê²½ 기ëıĦ", + "Ġ경기 ëıĦ", + "Ġα δ", + "Ġvz pom", + "Ġn á»ĵi", + "ĠÙĨÙĤ اط", + "ожд ение", + "Ġз алÑĸз", + "Ġзал Ñĸз", + "Ġr ủi", + "è¾ °", + ".:.:.:.:.:.:.:.: .:.:.:.:.:.:.:.:", + "ĠM Ãľ", + "Ġk ari", + "Ġka ri", + "Ġkar i", + "ĠÑģ обÑĭ", + "ĠÑģо бÑĭ", + "ĠÑģоб Ñĭ", + "ìĸ´ ì§Ħ", + "ر ÙĬس", + "رÙĬ س", + "u bu", + "ub u", + "ĠØ® ÙĦÙģ", + "ĠØ®ÙĦ Ùģ", + "ظٹ Ø·", + "æĿ ī", + "Ġ æĻ®éĢļ", + "ĠæĻ® éĢļ", + "ĠÙħÙĪاط ÙĨØ©", + "ĠÑģÑĤ анÑĥ", + "ĠÑģÑĤан Ñĥ", + "ĠÑģÑĤа нÑĥ", + "Ġê·¸ëħĢ ìĿĺ", + "ĠÙĦ Ùĥرة", + "ĠÙĦÙĥ رة", + "Ġo sm", + "Ġos m", + "ĠÑĥ ÑĢож", + "е га", + "ег а", + "Ġf else", + "Ġfe lse", + "Ġfel se", + "æĢĿ èĢĥ", + "ãĢĮ ãģĪ", + "Ġн овиÑħ", + "Ġнов иÑħ", + "Ġно виÑħ", + "๠IJ", + "ü ml", + "üm l", + "ĠíĶ¼ íķ´", + "ìĿ¼ ë°ĺ", + "Ġtür ü", + "ĠмÑĸ ÑģÑĤÑĸ", + "ĠмÑĸÑģ ÑĤÑĸ", + "ĠмÑĸÑģÑĤ Ñĸ", + "Ġkažd é", + "ĠÙħس جد", + "ấ c", + "ĠÙģ Ú©ÛĮ", + "Ġ yasal", + "Ġy asal", + "Ġya sal", + "Ġyas al", + "å°± ç®Ĺ", + "ĠоблиÑĩ ÑĩÑı", + "ĠÙĦ دÙĬ", + "ĠÙĦد ÙĬ", + "ا بات", + "اب ات", + "ĠÑģп аÑģ", + "êµ° ìļĶ", + "Ġп ад", + "Ġпа д", + "Ġб ÑĢаÑĤ", + "ĠбÑĢа ÑĤ", + "éĩį 大", + "Ġdüzen lenen", + "G ün", + "Ġaplik ace", + "à¸Ń ห", + "Ġ çħ", + "Ġç ħ", + "ĠÑģоÑģÑĤ оиÑĤ", + "è¯Ħ ä»·", + "ĠD uy", + "ĠDu y", + "Ø· اÙĤ", + "ĠпÑĢид еÑĤÑģÑı", + "Ġt olik", + "Ġto lik", + "Ġtol ik", + "Ġob rov", + "Ġobr ov", + "ĠpÅĻip oj", + "Ġ Ä±ÅŁÄ±", + "Ġı ÅŁÄ±", + "Ú¯ ÙĪÛĮ", + "Ú¯ÙĪ ÛĮ", + "æľŁ å¾ħ", + "ип лом", + "Ġ ince", + "Ġin ce", + "Ġi nce", + "Ġinc e", + "ĠС об", + "ĠСо б", + "ен ÑĮÑİ", + "енÑĮ Ñİ", + "è§Ĵ èī²", + "Ġ à¸ķร", + "Ġà¸ķ ร", + "Ġb ại", + "Ġê°ĢëĬ¥ íķľ", + "ĠblÃŃ zk", + "Ġt ách", + "Ġtá ch", + "Ġtác h", + "Ġвид Ñĭ", + "Ġви дÑĭ", + "и Ñĩна", + "иÑĩ на", + "Ġvyž ad", + "ĠìĨIJ ìĿĦ", + "ĠÐĿ ÑĸмеÑĩ", + "ĠÐĿÑĸ меÑĩ", + "åŁº äºİ", + "ĠÐļ ÑĢи", + "Ġعز ÛĮز", + "t iler", + "til er", + "ti ler", + "tile r", + "е вÑĸ", + "ев Ñĸ", + "Ġmož nosti", + "Ġmožnost i", + "ب از", + "با ز", + "ĠìĤ¬ ë§Ŀ", + "Ġz ÅĻejmÄĽ", + "íĹ ¤", + "Ġürün leri", + "ĠÎł λη", + "а ки", + "ак и", + "ãĤĴ éĸĭ", + "a nou", + "an ou", + "ano u", + "åĽ½ ãģ®", + "ĠyaÅŁ anan", + "ĠyaÅŁan an", + "ĠÑģ евеÑĢ", + "Ġ æ©Ł", + "Ġæ© Ł", + "มาà¸ģ มาย", + "Ġíijľ íĺĦ", + "ร ส", + "Ġض ربÙĩ", + "Ġضر بÙĩ", + "ĠE vet", + "ĠEv et", + "ĠEve t", + "æĨ ¶", + "Ġد ÙĤÛĮÙĤ", + "ĠدÙĤÛĮ ÙĤ", + "Ġвозник нов", + "ìľł 머", + "Ġíijľ ìĭľ", + "ÛĮ Ø´ÙĨ", + "ÛĮØ´ ÙĨ", + "ãĥĹ ãĥ©", + "ÑĤ Ñİ", + "ÙĪ سÛĮ", + "ÙĪس ÛĮ", + ") ìĿ´", + "è¯ģ æĺİ", + "ãģ§ãģį ãģ¾ãģĻ", + "ìĪĺ ìĿĺ", + "çĸ Ĩ", + "ĠÙħ ÙģÙĩÙĪÙħ", + "оÑĩ аÑĤкÑĥ", + "ाल à¤ķ", + "æ¡ Ĥ", + "ĠоÑħ оÑĢони", + "ĠارزÛĮ ابÛĮ", + "Ġìµľ ëĮĢ", + "Ġtho ải", + "ĠЦенÑĤ ÑĢалÑĮ", + "Ġ çķĻ", + "Ġçķ Ļ", + "à¸Ľà¸£à¸° à¹Ģà¸łà¸Ĺ", + "æµ· å¤ĸ", + "ĠÅŀ u", + "íĻľ ëıĻ", + "ĠdvÄĽ ma", + "istrov stvÃŃ", + "Ġarac ılıģıyla", + "Ġtr á»Ļn", + "» :", + "íĭ ±", + "ĠÙĦÛĮ Ú¯", + ". Ðļ", + "ĠÙħÙĤ اÛĮسÙĩ", + "Ġв мÑĸ", + "ر ÙĪب", + "رÙĪ ب", + "ĠاÙĦ Ø´Ùħ", + "ĠاÙĦØ´ Ùħ", + "Ġden nÄĽ", + "Ġdenn ÄĽ", + "Ñĥ Ñĩа", + "ÑĥÑĩ а", + "åħ ¹", + "Ñī им", + "Ñīи м", + "ĠíĬ¹ íŀĪ", + "ĠاستاÙĨد ارد", + "à¥Ģ ध", + "ãĤ¸ ãĤ¢", + "à¹ĩ à¹ĩ", + "иÑģ Ñģ", + "Ġkazan ç", + "ĠzÃŃsk al", + "åĽŀ æĿ¥", + "Ġп ÑıÑĤÑĮ", + "ĠпÑıÑĤ ÑĮ", + "ĠÄij ãi", + "ĠÄijã i", + "Ġ ÙĪرد", + "ĠÙĪ رد", + "ĠÙĪر د", + "Ġ ìķķ", + "Ġìķ ķ", + "ุ à¸Ĺร", + "ุà¸Ĺ ร", + "åĬ¨ çī©", + "Ġp ublik", + "Ġpub lik", + "Ġpubli k", + "æĪIJ æľ¬", + "æĪIJ åijĺ", + "ãĤ¤ ãĤ¯", + "شر ÙĥØ©", + "á¿Ĩ ÏĤ", + "Ġy ola", + "Ġyo la", + "Ġyol a", + "üyor uz", + "Ġк ÑĥÑĢи", + "ĠкÑĥÑĢ и", + "ĠкÑĥ ÑĢи", + "ĠпоÑħ ож", + "Ġìłľ ê°Ģ", + "िय त", + "ائ ÙĦØ©", + "ائÙĦ Ø©", + "Ġ ãģ¾", + "़ à¥ĩà¤Ĥ", + "़à¥ĩ à¤Ĥ", + "ÑģÑĮ кими", + "ÑģÑĮк ими", + "ÑģÑĮким и", + "âĢľ ä½ł", + "imiz de", + "ìµľ ìĭł", + "Ạ¬", + "è Ł", + "à¸Ħ รà¸Ńà¸ļ", + "à¸Ħร à¸Ńà¸ļ", + "ãĢĢ ãĢĢãĢĢĠãĢĢĠãĢĢĠãĢĢ", + "ãĢĢãĢĢ ãĢĢĠãĢĢĠãĢĢĠãĢĢ", + "ãĢĢãĢĢãĢĢ ĠãĢĢĠãĢĢĠãĢĢ", + "ãĢĢãĢĢãĢĢĠãĢĢ ĠãĢĢĠãĢĢ", + "ãĢĢãĢĢãĢĢĠãĢĢĠãĢĢ ĠãĢĢ", + "ت غ", + "ĠVÅ¡ ech", + "à¸±à¸Ľ à¸Ķาห", + "Ġa td", + "Ġat d", + "в оÑİ", + "во Ñİ", + "Ġyap ım", + "Ġyapı m", + "olog ické", + "ologic ké", + "Ġп лен", + "Ġпл ен", + "Ġlaz ım", + "r ung", + "ru ng", + "run g", + "ìĦľ ê´Ģ", + "Ġji ný", + "Ġjin ý", + "Ġtr òn", + "Ġtrò n", + "ĠполÑĸÑĤи ки", + "ا ÙĥÙħ", + "اÙĥ Ùħ", + "دÛĮ گر", + "à¥Īà¤Ĥ .Ċ", + "à¥Īà¤Ĥ. Ċ", + "Ġ اÙĩد", + "Ġا Ùĩد", + "ĠاÙĩ د", + "Ġ ãĥį", + "Ġãĥ į", + "ĠпÑĢодÑĥк ÑĤов", + "ĠпÑĢодÑĥкÑĤ ов", + "æĤ Ł", + "ĠpÅĻÃŃpad ech", + "ĠzaÄį ala", + "ĠzaÄįal a", + "åħ¥ ãĤĮ", + "ĠÑĢÑĸв нÑĸ", + "æĦŁ æĥħ", + "ĠΧ α", + "ì £½", + "ì£ ½", + "ิà¸Ī ารà¸ĵ", + "Âł б", + "Ñĸ ÑĹв", + "ÑĸÑĹ Ð²", + "ب Ø´", + "çļĦ éĹ®é¢ĺ", + "Ġza stup", + "Ġzast up", + "볤 ìļĶ", + "ãģ§ãģĻ ãģŃ", + "âĢĮ داÙĨ", + "âĢĮد اÙĨ", + "ï¼Į æĤ¨", + "Ġu vÄĽdom", + "ãģ¦ ãĤĭ", + "ìĤ¬ ëŀĮ", + "l un", + "lu n", + "éĽĨ åIJĪ", + "ë§ ¹", + "Ġž id", + "Ġži d", + "ठĬ", + "Ġt rp", + "Ġtr p", + "л ениÑħ", + "лен иÑħ", + "ле ниÑħ", + "＿ __", + "＿_ _", + "Ðľ Ðŀ", + "å¼ ĭ", + "λÎŃ Î¿Î½", + "ĠÄij òi", + "Ġк ÑĢок", + "lay ıcı", + "ì¶ľìŀ¥ ë§ĪìĤ¬ì§Ģ", + "åij Ī", + "éľ ŀ", + "Ġпо глÑıд", + "Ġпог лÑıд", + "ت رÙĥ", + "تر Ùĥ", + "ĠتÙģ اÙĪت", + "Ġ å®®", + "Ġå® ®", + "ĠدÙĪر بÛĮÙĨ", + "æĶ¾ åľ¨", + "ĠÑģлÑĥÑĩа ев", + "ĠÑģлÑĥÑĩае в", + "ĠÏħÏĢ ηÏģε", + "ë§ ŀ", + "ãģĻ ãģĻ", + "ê²ł ëĭ¤", + "ราย à¸ģาร", + "ĠÏĢ Ïģιν", + "ĠÑģ меÑĪ", + "ĠÑģм еÑĪ", + "å§ ī", + "Ġvýsled ky", + "Ġpot vr", + "åıij è¡Į", + "Ġt úi", + "Ġtú i", + "ĠìĤ¬ ëĿ¼", + "ç«Ļ åľ¨", + "Ġja ký", + "Ġjak ý", + "Ġ à¸ļาà¸ĩ", + "Ġà¸ļ าà¸ĩ", + "Ġdik kate", + "Ġdikkat e", + "Ġدر Ø¢Ùħد", + "æİĴ åIJį", + "r álnÃŃ", + "rál nÃŃ", + "ê³¼ ìĿĺ", + "ä½ µ", + "о лаг", + "ол аг", + "ола г", + "is iyle", + "isi yle", + "Ġ æ½", + "Ġæ ½", + "Ġ तम", + "Ġत म", + "Ġd ij", + "Ġdi j", + "Ġnh ánh", + "ĠR ek", + "ĠRe k", + "设 æĸ½", + "ĠpodmÃŃn ek", + "并 ä¸į", + "к ÑĥÑĤ", + "кÑĥ ÑĤ", + "Ġê³ł 볤", + "çļĦ å£°éŁ³", + "æĪĺ äºī", + "д аÑı", + "да Ñı", + "Ġê´Ģ ìĭ¬", + "ĠÑĦÑĸн анÑģ", + "ĠK öy", + "ĠKö y", + "Ġж ал", + "ĠÑģлÑĥж би", + "м ена", + "мен а", + "ме на", + "ت ÙĬار", + "تÙĬ ار", + "ĠÑĩем пион", + "ÏĢ ιÏĥ", + "ÏĢι Ïĥ", + "landır ma", + "mak tan", + "makta n", + "makt an", + "Ġ 丶", + "Ġä¸ ¶", + "à¹Ī à¸Ńส", + "à¹Īà¸Ń ส", + "ĠmÃ¼ÅŁ teri", + "ĠmÃ¼ÅŁter i", + "Ġص ÙĨد", + "ĠصÙĨ د", + "Ġet mesi", + "Ġetm esi", + "Ġetme si", + "Ġп оÑĢÑĤ", + "ĠпоÑĢ ÑĤ", + "ν ονÏĦαι", + "νον ÏĦαι", + "Ġ ãħĭãħĭ", + "ĠK AR", + "ĠKA R", + "Ġ uch", + "Ġu ch", + "Ġuc h", + "ĠØ® ÙĦÙĤ", + "ĠØ®ÙĦ ÙĤ", + "าษà¸İ ร", + "æŃ ¡", + "Ġи мени", + "Ġим ени", + "Ġиме ни", + "ãģł ãģijãģ©", + "ãģłãģij ãģ©", + "Ġìĭ¤ ìĭľ", + "ÏĥÏī ÏĢ", + "Ġ ì£", + "Ġì £", + "t ÄĽÅ¾", + "tÄĽ ž", + "Ġözel likleri", + "Ġözellik leri", + "Ġözellikle ri", + "Ġب Ù¾", + "Ġиз обÑĢаж", + "ÙĬÙħ ÙĥÙĨ", + "Ġ ãĥĶ", + "Ġãĥ Ķ", + "ĠÐĶ ив", + "ĠÐĶи в", + "ĠØ¥ ÙĬ", + "Ùĥ ÙĬÙĦ", + "ÙĥÙĬ ÙĦ", + "ĠÅŁ ik", + "ĠÅŁi k", + "Ġà¤Ĩ à¤ĸ", + "lar ınızı", + "ların ızı", + "larını zı", + "larınız ı", + "ĠвÑĸд ÑĢÑĸз", + "ĠÑĢоб оÑĤа", + "ĠÑĢобоÑĤ а", + "Ġta rif", + "Ġtar if", + "Ġ اÙĪت", + "Ġا ÙĪت", + "ĠاÙĪ ت", + "ın ma", + "é£Ł ãģ¹", + "Ġuzav ÅĻ", + "ë£ ¸", + "çĽij çĿ£", + "Ġ: ï¼¼", + "θ Ïħν", + "θÏħ ν", + "à¸Ķ ร", + "a larından", + "alar ından", + "aların dan", + "alarında n", + "èĩª æĭį", + "Ġro ÄįnÃŃ", + "ाà¤ĩ व", + "Ġ ÙĥÙĪر", + "ĠÙĥ ÙĪر", + "ĠÏĦ αιν", + "ĠÏĦα ιν", + "ĠÑĸн див", + "r ve", + "rv e", + "ĠνεÏĨ ÏİÏĥειÏĤ", + "Ġb á»ijn", + "Ġbá»ij n", + "Ġ å¿«", + "Ġå¿ «", + "ĠÑģ олÑĮ", + "ĠÑģо лÑĮ", + "ĠÑģол ÑĮ", + "li ÄŁinde", + "liÄŁi nde", + "liÄŁ inde", + "liÄŁin de", + "िन à¤Ł", + "a htar", + "ah tar", + "Ġneb ezpeÄį", + "æĹ¢ çĦ¶", + "ĠëĮĢ ìłĦ", + "ĠÙĨÚ¯Ùĩد ارÛĮ", + "ĠzÃŃsk at", + "Ġнали Ñĩие", + "ĠналиÑĩи е", + "Ġ aks", + "Ġa ks", + "Ġak s", + "ï¼ī ãĢĤĊĊ", + "ï¼īãĢĤ ĊĊ", + "ï¼īãĢĤĊ Ċ", + "Ġrod iny", + "Ġrodin y", + "Ġrodi ny", + "Ġза ÑħÑĸд", + "ĠзаÑħ Ñĸд", + "å¾® ç¬ij", + "ÂłÐĶ а", + "r adu", + "ra du", + "rad u", + "ī nh", + "p les", + "pl es", + "ple s", + "ĠK ons", + "ĠKon s", + "ĠKo ns", + "ิ à¹Ĥล", + "ิà¹Ĥ ล", + "ĠاÙĦ ÙĪص", + "ĠاÙĦÙĪ ص", + "åIJ¬ åĪ°", + "ĠÑģпоÑĢ ÑĤив", + "ĠÑģ айÑĤе", + "ĠÑģай ÑĤе", + "Ġ اظ", + "Ġا ظ", + "ĠØ§Ø ¸", + "lar ındaki", + "ların daki", + "larında ki", + "Ġtá»ķ n", + "ÐĿ ÐĨ", + "Ġned ost", + "ĠÑĤоÑĢ гÑĸв", + "Ġ اÛĮت", + "Ġا ÛĮت", + "ĠاÛĮ ت", + "Ġاختص اص", + "ĠÃľ y", + "ĠS adece", + "ĠSad ece", + "ĠÙħØ® رÙĪØ·", + "Ä ģn", + "Äģ n", + "ç esi", + "çe si", + "Ġ çĬ", + "Ġç Ĭ", + "ãĤĤ ãģ£ãģ¨", + "Ġ éŁĵ", + "ĠéŁ ĵ", + "èµ ĸ", + "ĠполÑĥÑĩ ениÑı", + "Ġë ĺ", + "âĢĻ ÑĹ", + "b ÃŃr", + "bÃŃ r", + "Ġб ÑĸблÑĸ", + "ĠD á»±", + "же неÑĢ", + "жен еÑĢ", + "ç½ij åĪĬ", + "Ġल à¥ľà¤ķ", + "ĠÑĥÑĩ нÑĸв", + "èĪ °", + "ĠÃĸÄŁ ren", + "Ġ ola", + "Ġo la", + "Ġol a", + "Ġ। âĢĿĊĊ", + "ระ à¹Ģà¸ļ", + "á½ ²", + "Ġ رز", + "Ġر ز", + "е и", + "еР¸", + "Ñı Ñĩи", + "ÑıÑĩ и", + "ØŃ Ø¨", + "æĴ ¤", + "ãģ¾ãģŁ ãģ¯", + "б ина", + "би на", + "бин а", + "ĠÎł εÏģ", + "ĠоÑĤноÑģ иÑĤÑģÑı", + "åīį çļĦ", + "Ġ Å¡Å¥", + "ĠÅ¡ Å¥", + "Ġyıl da", + "Ġyı lda", + ": ::::|", + ":: :::|", + ":::: :|", + "::: ::|", + "::::: |", + "us til", + "ust il", + "اÙĦ Ø¥", + "ĠsouÄįas né", + "ĠÙĨÛĮ رÙĪÛĮ", + "ĠÙĨÛĮر ÙĪÛĮ", + "ĠÙĨÛĮرÙĪ ÛĮ", + "ÑĩеÑģ кое", + "Ñĩе Ñģкое", + "ظ Ùģ", + "ĠÙ¾ÛĮØ´ ÛĮÙĨÙĩ", + "Ġع ÙģØ´", + "Ġrost lin", + "ç½ijåĪĬ ä¸ĭ载次æķ°", + "ĠпÑĢигоÑĤов иÑĤÑĮ", + "ãĥ Į", + "ĠÙĪ Ùħع", + "ĠÙĪÙħ ع", + "Ġb ecer", + "Ġbe cer", + "Ġbec er", + "Ġ ãĤ±", + "ĠãĤ ±", + "Ïĩ ήÏĤ", + "Ïĩή ÏĤ", + "о ÑģÑĤÑĥп", + "оÑģÑĤ Ñĥп", + "Ġë°ľ 매", + "Ñĸй ного", + "Ñĸйно го", + "Ġh rd", + "Ġhr d", + "ĠпÑĢепаÑĢа ÑĤÑĭ", + "ĠÙģ رض", + "ĠÙģر ض", + "ĠTy to", + "Ġ кÑĢаÑĹн", + "ĠкÑĢаÑĹ Ð½", + "Ġز اد", + "Ġikt idar", + "ì§ ĵ", + "Ùij ر", + "ÑĢÑı дÑĥ", + "ÑĢÑıд Ñĥ", + "к Ñĸй", + "кÑĸ й", + "âĶ £", + "Ġко жи", + "Ġкож и", + "Ġت ازÙĩ", + "Ġتا زÙĩ", + "o bec", + "ob ec", + "obe c", + "in ae", + "ina e", + "Ġvyj ád", + "Ġ رÙģتÙĩ", + "Ġر ÙģتÙĩ", + "ĠرÙģت Ùĩ", + "ĠرÙģ تÙĩ", + "Щ о", + "ĠBy lo", + "ĠByl o", + "оÑĤ в", + "ĠденÑĮ ги", + "é§ Ĩ", + "Ġма ÑĪин", + "ĠмаÑĪ ин", + "ĠмаÑĪи н", + "ĠØ£ ج", + "ì´Ī ëĵ±íķĻêµIJ", + "dı ģında", + "dıģı nda", + "dıģ ında", + "б аÑģ", + "ба Ñģ", + "Ġ æł¹", + "Ġæł ¹", + "ÎijÎĿ Τ", + "ÙĴ ØŃ", + "Ġjejich ž", + "ìĹIJìĦľ ìĿĺ", + "Ġад же", + "Ġì ı", + "Ïĥ οÏħ", + "Ïĥο Ïħ", + "et leri", + "etler i", + "Ġبعد ÛĮ", + "Ġبع دÛĮ", + "ĠìŀIJëıĻ ì°¨", + "ิà¸į à¸į", + "Ġt isk", + "Ġti sk", + "ãĥ¼ ãĤ¹ãĥĪ", + "ãĥ¼ãĤ¹ ãĥĪ", + "Ġमत लब", + "ê³Ħ íļį", + "ãĤ¦ ãĥĪ", + "Ġ à¹Ģมà¸ķร", + "Ġà¹Ģม à¸ķร", + "Ġop siyon", + "Ġops iyon", + "ĠÑĢав но", + "ĠبÛĮ ÙħÙĩ", + "ĠبÛĮÙħ Ùĩ", + "Ġ먼 ìłĢ", + "иÑĤелÑĮ нÑĭм", + "ĠнÑĸ би", + "Ġде ÑģÑıÑĤ", + "ĠдеÑģÑı ÑĤ", + "ĠÑģиÑĤÑĥа ÑĨии", + "еÑĢ ÑĪе", + "еÑĢÑĪ е", + "Ä ¾", + "ุ à¸ķร", + "ุà¸ķ ร", + "Ġyönet imi", + "Ġyönetim i", + "éIJ ĺ", + "ĠÙħÛĮ تÙĪاÙĨ", + "Ġز ÙĨدÙĩ", + "ĠزÙĨ دÙĩ", + "ĠزÙĨد Ùĩ", + "ãĥŃ ãĥ³", + "ĠK BS", + "ĠKB S", + "ìĦľ ë¹ĦìĬ¤", + "ï» ł", + "eck ého", + "ecké ho", + "ĠÙĤابÙĦ ÛĮت", + "ĠÙĤاب ÙĦÛĮت", + "ãĢĤ ä»Ĭ", + "ÃŃ nÄĽ", + "ÃŃn ÄĽ", + "ĠÑģм ог", + "ĠÑģл ÑĭÑĪ", + "ÙĴ Ùģ", + "po ÅĻád", + "елÑĮ но", + "Ġεί Ïĩαν", + "-ÐŁ еÑĤеÑĢб", + "ĠCh iến", + "ĠChi ến", + "é ry", + "ér y", + "ĠÑĸн ÑģÑĤиÑĤÑĥÑĤ", + "ç»Ĩ èĥŀ", + "Ñĭ ÑŁN", + "Ġv ua", + "Ġvu a", + "Ġà¤ħ श", + "ÑĢоÑģ ÑĤо", + "ÑĢоÑģÑĤ о", + "Ġvů Äįi", + "ë ¿IJ", + "Ġl iá»ĩt", + "Ġíķ µ", + "Ġ اÙģر", + "Ġا Ùģر", + "ĠاÙģ ر", + "ĠTek nik", + "Ġr oli", + "Ġro li", + "Ġrol i", + "Ġпоп ÑĭÑĤ", + "аÑĤ кÑĸв", + "Ġün iversit", + "аÑĤ оÑĢÑĭ", + "аÑĤоÑĢ Ñĭ", + "аÑĤо ÑĢÑĭ", + "ÑİÑīиÑħ ÑģÑı", + "Ġت ض", + "лÑİ ÑĩаеÑĤÑģÑı", + "лÑİÑĩ аеÑĤÑģÑı", + "лÑİÑĩа еÑĤÑģÑı", + "Ġíĸī ë³µ", + "Ġayrıntı lı", + "ĠкиÑĢ п", + "æĭ ¼", + "ëģ Ķ", + "л аÑĤа", + "ла ÑĤа", + "лаÑĤ а", + "Ġkho án", + "Ġhâl â", + "Ïĥ Ïħ", + "ог лаÑģ", + "æİ¥ çĿĢ", + "éĿ© åij½", + "Ġp ÅĻeb", + "ĠpÅĻ eb", + "ĠpÅĻe b", + "à¹Ģà¸ī ล", + "ĠاÙĦÙħÙĦ ÙĦÛĮ", + "åł Ĩ", + "íı IJ", + "à¸ķล à¸Ńà¸Ķ", + "° С", + "ìĤ¬ ëŀij", + "Ġг иб", + "ë²Ī 째", + "æĶ¹ åıĺ", + "表 çİ°", + "и ÑĩеÑģким", + "иÑĩеÑģ ким", + "иÑĩеÑģки м", + "สม à¹Ģà¸Ķ", + "å±ħ æ°ij", + " Ľ", + "ĠìķĦìĿ´ ëĶĶ", + "ĠмеждÑĥ наÑĢод", + "Ġy em", + "Ġye m", + "Ġm ül", + "Ġmü l", + "Ġا ÛĮست", + "ĠاÛĮ ست", + "Ġ ãĥ´", + "Ġãĥ ´", + "ัà¸Ļ à¹Ħà¸Ķ", + "à¥Ģ ण", + "åħ¶ å®ŀ", + "Ġgel enek", + "Ġgele nek", + "Ġgelen ek", + "ë¶ģ ëıĦ", + "à¹ī าà¸ķ", + "à¹īา à¸ķ", + "Ġ ìī¬", + "Ġìī ¬", + "Ġ ÏĢÎŃ", + "ĠÏĢ ÎŃ", + "ĠÙĥ اÙħÙĦ", + "ĠÙĥاÙħ ÙĦ", + "Ġتع ÙħÛĮر", + "è¨ ´", + "ë¹ Ļ", + "iy im", + "iyi m", + "å° ¿", + "éĤ£ æł·", + "êµŃ ìĿĺ", + "ãģĹãģ¦ ãģĬãĤĬ", + "Ġ niž", + "Ġn iž", + "Ġni ž", + "Ġκ ον", + "Ġκο ν", + "à¹Ī าà¸Ń", + "à¹Īา à¸Ń", + "Ġ γε", + "Ġγ ε", + "ĠС евеÑĢ", + "edi álnÃŃ", + "ãģŁãģ¡ ãģ®", + "m ayacak", + "may acak", + "maya cak", + "Ñ Ļ", + "ĠÑĥ гл", + "ĠÑĥг л", + "Ġk apas", + "Ġka pas", + "Ġkap as", + "Ñĥв алиÑģÑı", + "Ñĥва лиÑģÑı", + "Ñĥвали ÑģÑı", + "ĠмеÑģÑı ÑĨа", + "á» ¯u", + "ữ u", + "ิ ลล", + "ิล ล", + "ãĤĪãĤĬ ãĤĤ", + "à¥ĩ ण", + "à¥ĩठ£", + "Ġ 客", + "Ġå® ¢", + "ĠdeÄŁ erli", + "ĠdeÄŁer li", + "ÙĪ از", + "ÙĪا ز", + "ี à¸Ńย", + "ีà¸Ń ย", + "Ġ åıĪ", + "Ġåı Ī", + "Ġ à¸Ķร", + "Ġà¸Ķ ร", + "ĠÙĨ اب", + "ĠتÙĦÙĪÛĮزÛĮ ÙĪÙĨ", + "Ġol anlar", + "Ġolan lar", + "ä¼ĺ ç§Ģ", + "Ùĥ اÙĦ", + "ĠдеÑģÑı ÑĤи", + "ĠдеÑģÑıÑĤ и", + "m án", + "má n", + "ĠÑĢ анÑĮ", + "ĠÑĢа нÑĮ", + "ĠÑĢан ÑĮ", + "Ġìłľ ì¶ľ", + "è³ ¢", + "а бо", + "аб о", + "Ġtechn ik", + "Ġtech nik", + "ĠK iá»ĥm", + "ĠKi á»ĥm", + "t eki", + "te ki", + "tek i", + "á ¹", + "Ġm nÄĽ", + "Ġmn ÄĽ", + "Ġê³µ ê°Ħ", + "ĠM ek", + "ĠMe k", + "Ġاع تÙħاد", + "à¹Į à¹Ħà¸Ķ", + "ε ÏģÏĮ", + "εÏģ ÏĮ", + "ĠÑĥд аÑĢ", + "ĠÑĥда ÑĢ", + "оÑĩ ÑĮ", + "æ¦Ĥ 念", + "ÑĢ ал", + "ÑĢаР»", + "ÑĢа л", + "алÑĮ нÑĭми", + "алÑĮнÑĭм и", + "à¥ģर स", + "r áci", + "rá ci", + "Ġ ÙĤÙĪÙĦ", + "ĠÙĤ ÙĪÙĦ", + "Ġद व", + "ĠпÑĢав да", + "Ġ å¿ħ", + "Ġå¿ ħ", + "Ġdos ud", + "нÑĥ ÑĤÑĮÑģÑı", + "нÑĥÑĤÑĮ ÑģÑı", + "N Äĥm", + "à¸ĺ à¸Ļ", + "Ġdok un", + "Ġ åľ¨çº¿", + "Ġåľ¨ 线", + "ู à¹Ħ", + "ụ y", + "Ġн овÑĭÑħ", + "Ġнов ÑĭÑħ", + "Ġmez un", + "ĠC ần", + "à¸ģาร à¸ŀ", + "ĠìĺĪ ìłķ", + "Ïĥ ή", + "à¹Īà¸Ļ à¹Ģà¸ģม", + "ĠÙĪ اÙĦس", + "ĠÙĪاÙĦ س", + "ĠÙĪا ÙĦس", + "ãĥ³ ãĥĨãĤ£", + "ãĥ³ãĥĨ ãĤ£", + "çľĭ è§ģ", + "Ġس اÙĦÙħ", + "ĠساÙĦ Ùħ", + "ĠбагаÑĤÑĮ оÑħ", + "ĠÄij Ãłi", + "Ġد ستÛĮ", + "Ġدست ÛĮ", + "Ġدس تÛĮ", + "à¸ŀ à¸Ń", + "еп ÑĤи", + "ĠìłĦ íĻĶ", + "æĻĤ ãģ«", + "ĠSe znam", + "ĠSez nam", + "мÑĸ нÑĥ", + "мÑĸн Ñĥ", + "; ?#", + "à¥Ģ सर", + "à¥Ģस र", + "ĠÚĨ ÛĮست", + "νο ια", + "νοι α", + "ั à¸Ļà¸Ń", + "ัà¸Ļ à¸Ń", + "Ġ à¸Ħำ", + "Ġà¸Ħ ำ", + "Ġë³´ íĺ¸", + "Ġid dia", + "Ġiddi a", + "Ġβ ιβ", + "é«ĺ ä¸Ń", + "Ù ¨", + "ÐĴ аж", + "ĠиÑģп олн", + "ÑĪ ÑĤов", + "ÑĪÑĤ ов", + "ĠT aÅŁ", + "ĠTa ÅŁ", + "ìĽ ħ", + "åĬ ¹", + "Ġ åıĥ", + "Ġåı ĥ", + "Ġprost oru", + "Ġprostor u", + "ĠÑģп ад", + "е ÑĢина", + "еÑĢ ина", + "еÑĢи на", + "еÑĢин а", + "ĠpÅĻek lad", + "ĠpÅĻe klad", + "Å¡ ov", + "ĠÙģ ÙĩÙħ", + "ĠÙģÙĩ Ùħ", + "æĬ ij", + "Ġابت دا", + "Ġابتد ا", + "ãĤĴ ãģĬ", + "l ikler", + "lik ler", + "likle r", + "ĠÙħ اÙĥ", + "ĠÙħا Ùĥ", + "Ġko nut", + "Ġkon ut", + "Ġkonu t", + "ĠداÙĨØ´ جÙĪÛĮ", + "Ġоп ÑĤим", + "Ġб Ñĥма", + "ĠбÑĥ ма", + "ĠлÑİд Ñıм", + "Ġл Ñĸка", + "ĠлÑĸ ка", + "ĠлÑĸк а", + "ĠÑĢоз повÑĸд", + "ĠÑĢозп овÑĸд", + "ĠÑĢозпов Ñĸд", + "nes enÃŃ", + "Ġ à¸łà¸²à¸ŀ", + "Ġà¸ł าà¸ŀ", + "и Ñĩний", + "иÑĩ ний", + "ا Ø·ÙĦ", + "اط ÙĦ", + "Ñİ Ñīими", + "ÑİÑī ими", + "ÑİÑīим и", + "ãģı ãģ¨", + "éŃ ¯", + "ĠجÙĨ سÛĮ", + "Ðĺ Т", + "र ल", + "ĠÚ©ÙĪد Ú©", + "о лиÑĤ", + "ол иÑĤ", + "оли ÑĤ", + "ĠÑģÑĤÑĢÑĥкÑĤÑĥ ÑĢ", + "ve kili", + "vek ili", + "Ġब य", + "Ġgel miÅŁ", + "िर फ", + "Ġнай кÑĢа", + "ĠÐĶж он", + "Ġ ãĥĹãĥŃ", + "ĠãĥĹ ãĥŃ", + "ĠyaÅŁ lı", + "Ġkar Ä±ÅŁtır", + "ĠkarÄ±ÅŁ tır", + "ĠvÄĽtÅ¡ inou", + "Ġvaz geç", + "à¹ī าà¸Ħ", + "à¹īา à¸Ħ", + "lendir me", + "Ġ ç¨ĭ", + "Ġç¨ ĭ", + "说 è¯Ŀ", + "ĠíķĦìļĶ íķľ", + "aÅĻ ilo", + "Ġle žÃŃ", + "ĠAmer ikan", + "ĠAmerika n", + "ĠAmerik an", + "ãĤĦ ãģĻ", + "va jÃŃcÃŃ", + "vajÃŃ cÃŃ", + "ÐĿ Я", + "ĠìĹĦ ë§Ī", + "Ġ åĥ", + "Ġå ĥ", + "r ál", + "rá l", + "Ġç ay", + "Ġça y", + "tu ÄŁ", + "ุà¸į าà¸ķ", + "ĠÑģ лив", + "ĠÑģл ив", + "ν οÏħ", + "νο Ïħ", + "ĠO v", + "ĠC HP", + "ĠCH P", + "ĠZe mÄĽ", + "ĠZem ÄĽ", + "ĠÄįesk ý", + "ĠÄįe ský", + "ĠTh ánh", + "иÑĤелÑĮ ноÑģÑĤÑĮ", + "иÑĤелÑĮно ÑģÑĤÑĮ", + "æĦı ä¹ī", + "à¥įरम ण", + "Ġди амеÑĤ", + "Ġk lin", + "Ġkl in", + "Ġkli n", + "Ġ کرÛĮ", + "ĠÚ© رÛĮ", + "Ġکر ÛĮ", + "ãģ§ãģ¯ ãģªãģı", + "飯 åºĹ", + "Ġk ênh", + "Ġkê nh", + "ĠÑĢанÑĮ ÑĪе", + "ãĤĴ ãģĹãģŁ", + "ĠпÑĢи боÑĢ", + "ĠпÑĢиб оÑĢ", + "Ġà¤ĸ तर", + "Ġ yu", + "Ġy u", + "é§ IJ", + "ĠÑĢ або", + "ĠÑĢа бо", + "ĠÑĢаб о", + "ĠС ÐłÐ¡Ðł", + "èĬ ¬", + "ž ila", + "ži la", + "žil a", + "еÑĢ ÑĤа", + "еÑĢÑĤ а", + "и ÑģÑĤÑĢа", + "иÑģ ÑĤÑĢа", + "иÑģÑĤ ÑĢа", + "Ġкни ги", + "ĠFranc ie", + "ĠFran cie", + "ĠÚĺ اپ", + "ĠÎļ οÏħ", + "ĠÎļο Ïħ", + "ัว à¹Ģà¸Ńà¸ĩ", + "Ġl ắng", + "Ġ нами", + "Ġн ами", + "Ġна ми", + "Ġнам и", + "Ġпод ой", + "д ÑĢом", + "дÑĢ ом", + "o bus", + "ob us", + "ÐĴ Ñĸн", + "Ġst alo", + "Ġsta lo", + "Ġstal o", + "Ġà¤ı à¤ľ", + "ĠL inh", + "ĠLin h", + "ĠLi nh", + "ebilir iz", + "Ġзав ÑĤÑĢа", + "μ εÏģο", + "με Ïģο", + "μεÏģ ο", + "Ġ ÎŃν", + "ĠÎŃ Î½", + "ÑıÑĤ но", + "Ġд оÑĢож", + "Ġдо ÑĢож", + "ĠдоÑĢ ож", + "åıĤ çħ§", + "Ïĥ ιο", + "Ïĥι ο", + "à¹ī à¹Ģà¸ģ", + "a ných", + "an ých", + "aný ch", + "ç· ł", + "Ġ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢ", + "åĬĽ çļĦ", + "ĠS ır", + "ĠSı r", + "Ġ ì§ĢëıĦ", + "Ġì§Ģ ëıĦ", + "ç· Ĭ", + "ĠpoÄį tu", + "ï¼Į ä¸İ", + "ä¸ĸ ç´Ģ", + "ем ого", + "емо го", + "Ġhus us", + "Ġhu sus", + "Ġölçü de", + "Ġtr ục", + "Ġtrụ c", + "à¸Ľà¸¥ à¸Ńà¸Ķà¸ł", + "Âłp ÅĻÃŃ", + "ĠBöl gesi", + "м ом", + "мо м", + "ãģ« ãģ¦", + "Ġ쪽 ì§Ģ", + "ÄĽt Å¡", + "ĠìĦ± ê³µ", + "र त", + "ur du", + "urd u", + "ĠìĽĢ ì§ģ", + "ÑŁ ÐŃ", + "nÃŃ kem", + "nÃŃk em", + "ĠskuteÄį nosti", + "Ġ даÑĤ", + "Ġд аÑĤ", + "Ġда ÑĤ", + "n eum", + "ne um", + "ĠÑĤаб леÑĤ", + "j vu", + "Ġs edm", + "Ġse dm", + "Ġsed m", + "س ÙĬØ©", + "سÙĬ Ø©", + "ĠкоÑĢ об", + "Ġко ÑĢоб", + "em mel", + "emm el", + "emme l", + "ãģ¤ ãģij", + "é¦Ļ èķī", + "Ġشخص ÛĮت", + "ĠشخصÛĮ ت", + "ä¸Ĭ äºĨ", + "ÙĪ را", + "ÙĪر ا", + "ĠаÑĤ моÑģ", + "Ġ лей", + "Ġл ей", + "Ġz prav", + "Ġzp rav", + "Ġëķ ħ", + "ู à¸Ĺ", + "Ġ اسر", + "Ġا سر", + "Ġاس ر", + "ĠAy dın", + "ĠعÙħ ÙĦÙĬØ©", + "ĠعÙħÙĦ ÙĬØ©", + "Ġд ÑĸÑĶ", + "ĠдÑĸ ÑĶ", + "Ġd ök", + "Ġdö k", + "Ġफ ल", + "ĠìĤ¬ëŀĮ ëĵ¤ìĿ´", + "ĠнаÑĤÑĥ ÑĢалÑĮ", + "æŁ ľ", + "温 度", + "Ġk les", + "Ġkl es", + "Ġkle s", + "Ġин веÑģÑĤи", + "s üz", + "æĴ °", + "Ġ ãĤ¢ãĥ«", + "ĠãĤ¢ ãĥ«", + "Ġ èĴ", + "Ġè Ĵ", + "ад ки", + "Ġk lÃŃÄį", + "Ïĩ εί", + "Ïĩε ί", + "ĠTh iết", + "ĠThi ết", + "ĠسرÛĮ ع", + "ĠÏĢεÏģιο Ïĩή", + "ÙĪ ÙĤÙģ", + "ÙĪÙĤ Ùģ", + "Ïģ ÏīÏĥη", + "ÏģÏī Ïĥη", + "ĠسÙĦ اÙħت", + "ĠسÙĦاÙħ ت", + "ëĵ¤ ëıĦ", + "ĠveÅĻej né", + "Ġvi tam", + "Ġvit am", + "Ġvita m", + "ĠبازÛĮ گر", + "ĠÑĢеÑĨеп ÑĤ", + "ĠìľĦ íķ´ìĦľ", + "ĠìľĦíķ´ ìĦľ", + "ĠØ£Ùĥ بر", + "Ġk üt", + "Ġkü t", + "민 주", + "Ġté ž", + "Ġ å¼ķ", + "Ġå¼ ķ", + "ÑĩаÑģ но", + "çļĦ åľ°", + "Ġarchit ekt", + "Ġбак ÑĤеÑĢ", + "Ġ ãģį", + "Ġ одеÑĢж", + "Ġо деÑĢж", + "Ġод еÑĢж", + "Ġتج ارÛĮ", + "éĿ Ī", + "Ġre cep", + "Ġrec ep", + "Ġrece p", + "é© ¶", + "Ġد ÙĩÙĩ", + "ĠدÙĩ Ùĩ", + "è² Į", + "çµIJ å©ļ", + "ılı ç", + "ãģĭãĤī ãģ¯", + "å¿ĥ éĩĮ", + "æĬķ è³ĩ", + "è² Ŀ", + "ĠкÑĥлÑĮÑĤÑĥ ÑĢÑĭ", + "ĠкÑĥлÑĮÑĤÑĥÑĢ Ñĭ", + "Ġ å°ij", + "Ġå° ij", + "à¹ģ à¸ŀร", + "à¹ģà¸ŀ ร", + "γ κÏĮ", + "γκ ÏĮ", + "ar ım", + "arı m", + "Ġاس اسÛĮ", + "Ġاساس ÛĮ", + "Ġposled nÃŃch", + "ĠposlednÃŃ ch", + "ĠÙħ ÙħÙĨ", + "ĠÙħÙħ ÙĨ", + "Ġпоз иÑĤив", + "Ġпози ÑĤив", + "ìł ¤", + "Ñĥ вавÑģÑı", + "Ñĥв авÑģÑı", + "Ñĥва вÑģÑı", + "Ñĥвав ÑģÑı", + "Ġجز ئ", + "ìĿ´ ìŀIJ", + "Ġин ÑģÑĤÑĢÑĥк", + "Ġη λεκ", + "Ġde mir", + "Ġdem ir", + "Ġdemi r", + "ä¸Ńæĸĩ åŃĹå¹ķ", + "Ġعاش ÙĤ", + "Ġب اÙĦÙĤ", + "Ġبا ÙĦÙĤ", + "ĠباÙĦ ÙĤ", + "Ġ maz", + "Ġm az", + "Ġma z", + "ά νι", + "άν ι", + "Ġ dÃ¼ÄŁ", + "Ġd Ã¼ÄŁ", + "Ġdü ÄŁ", + "Ġ κÏģα", + "Ġκ Ïģα", + "ĠбÑĥд ÑĤо", + "ç¦ı åĪ©", + "ĠпÑĢед назнаÑĩ", + "Ùħ ÙĦØ©", + "ÙħÙĦ Ø©", + "ĠбÑĥд инкÑĥ", + "Å¥ an", + "íķ Ģ", + "ç´¹ ä»ĭ", + "Ú© ز", + "ĠкаÑĦ ед", + "ãģ« è¦ĭ", + "าà¸ķร à¸IJาà¸Ļ", + "ë¡ľ ëĬĶ", + "i vÄĽ", + "iv ÄĽ", + "èĥ½ æºIJ", + "ï¼Į åħ¨", + "ĠÑĥ див", + "ĠÑĥд ив", + "Ġë§Į ëĤĺ", + "ÐĴ ÐIJ", + "ĠG ür", + "ĠGü r", + "ĠдÑĢÑĥг им", + "Ïĥ Ïį", + "Ġ oÄŁlu", + "ĠoÄŁ lu", + "Ġê°Ģ ê¹Į", + "ĠзнаÑĩ иÑĤелÑĮно", + "ĠзнаÑĩиÑĤ елÑĮно", + "о зÑĸ", + "оз Ñĸ", + "Ġm á»±c", + "ĠB eÅŁ", + "ĠBe ÅŁ", + "Ġ jezd", + "Ġje zd", + "á vÄĽ", + "áv ÄĽ", + "ÏĦη Ïĥε", + "ãģ¦ãģĦ ãģªãģĦ", + "ĠСв ÑıÑĤ", + "Ġम श", + "ĠΤ οÏħ", + "ĠΤο Ïħ", + "声 ãĤĴ", + "ĠÑģам ое", + "ĠÑģамо е", + "Ġ åĮº", + "ĠåĮ º", + "ĠìĤ¬ëŀĮ ìĿĢ", + "ĠÙħ ÙĦت", + "ĠÙħÙĦ ت", + "Ġj oker", + "Ġjo ker", + "Ġjoke r", + "Ġne ob", + "Ġneo b", + "ĠÑĤ ака", + "ĠÑĤак а", + "ĠÑĤа ка", + "ĠÙĩ Ùģت", + "Ġδε δο", + "ĠзаÑħ оп", + "ĠاÙĦÙħ خت", + "ез да", + "езд а", + "Ġíķľ ë²Ī", + "Ġع اÙħØ©", + "ĠعاÙħ Ø©", + "Ġdo state", + "Ġdost ate", + "Ġdostat e", + "Ġp lav", + "Ġpl av", + "Ġpla v", + "楽 ãģĹ", + ".;.; .;.;", + "в аÑĶ", + "ва ÑĶ", + "Ġbụ i", + "ĠÄij ỡ", + "ĠÄijá» ¡", + "Ġmys lÃŃ", + "Ġmysl ÃŃ", + "ĠÙĨ ار", + "Ġn út", + "Ġм ала", + "Ġмал а", + "Ġма ла", + "Τ Ρ", + "ĠاÙĦرÙħ زÙĬØ©", + "la dım", + "lad ım", + "ladı m", + "ä¸Ģ ç·Ĵ", + "ĠiÅŁ ç", + "l ivé", + "li vé", + "liv é", + "르 ê²Į", + "ан наÑı", + "ظËĨ Ø·", + "Ġd ừng", + "ÙĦÙĥ تر", + "çŃĶ æ¡Ī", + "ĠÙħÙĪÙĤع ÛĮت", + "ĠÑĸн озем", + "ĠиÑģ Ñĩ", + "Ġнеп ÑĢавилÑĮ", + "b akan", + "ba kan", + "bak an", + "Ġ çīĪ", + "Ġçī Ī", + "ен нÑİ", + "à¸ĩ à¹Ģศ", + "à¸Ħวาม à¸Ħ", + "% .Ċ", + "%. Ċ", + "à¹Ī à¹Ģà¸Ľ", + "ĠØ¢ بÛĮ", + "Ġآب ÛĮ", + "Ġst áty", + "Ġstát y", + "Ġتر تÛĮب", + "Äįem ž", + "Ġ é¹", + "Ġé ¹", + "Ġ ÙģاÙĦ", + "ĠÙģ اÙĦ", + "Ġbelir len", + "ĠâĨ ĺ", + "èĩ³ å°ij", + "ĠBun lar", + "Ġ ä¸ĵ", + "Ġä¸ ĵ", + "ĠÙħØŃ Ø§Ø³", + "ĠìĦľ ë²Ħ", + "Ġc anh", + "Ġcan h", + "Ġca nh", + "ĠпÑĢоÑĤ Ñıж", + "ĠнÑĸ меÑĨÑĮ", + "à¥Īà¤ł à¤ķ", + "ëĭ ī", + "Ġна неÑģ", + "Ġвоз ÑĢаÑģÑĤа", + "ĠвозÑĢаÑģÑĤ а", + "Ġ[âĢ¦ ]Ċ", + "Ġ[âĢ¦] Ċ", + ". à¸ŀ", + "ิ ศาสà¸ķร", + "ิศ าสà¸ķร", + "çģ ½", + "ê°Ļ ìĿĢ", + "ล à¸ĩà¸Ĺ", + "ลà¸ĩ à¸Ĺ", + "ãĤ± ãĥ¼ãĤ¹", + "Ġ ãĤ¢ãĤ¤", + "ĠãĤ¢ ãĤ¤", + "Ñģ Ñİ", + "ĠÙĦ ر", + "ãģĭ ãģ£ãģ¦", + "Ġ기 ë°ĺ", + "Ġ !:", + "Ġ! :", + "ĠÑģ ÑĬ", + "Ġ Ø´ÙĨاسÛĮ", + "ĠØ´ÙĨ اسÛĮ", + "ĠØ´ÙĨاس ÛĮ", + "ĠìķĦ 침", + "Ġعب اس", + "Ġ à¸ķà¸Ńà¸Ļ", + "Ġà¸ķ à¸Ńà¸Ļ", + "ĠмеÑĤал ли", + "ÑĪ ила", + "ÑĪи ла", + "Ġpod rob", + "Ġpodr ob", + "ÑĸÑģ но", + "Ġ 赤", + "Ġèµ ¤", + "c iler", + "ci ler", + "cil er", + "o zem", + "oz em", + "oze m", + "ĠоÑģнов нÑĭÑħ", + "Âł à¤ķ", + "à¸ĸ à¸Ļà¸Ļ", + "ан ÑĤаж", + "анÑĤ аж", + "анÑĤа ж", + "ĠD ÃŃky", + "Ġگذ ارÛĮ", + "æľº ä¼ļ", + "οÏħ λίοÏħ", + "οÏħλ ίοÏħ", + "оÑĩ ек", + "Ġнап иÑĤ", + "ĠبÛĮØ´ ترÛĮ", + "ĠبÛĮشتر ÛĮ", + "ä¾ į", + "ĠاÙĦ ÙħÙħ", + "ĠاÙĦÙħ Ùħ", + "ÙĪز ÙĬع", + "Ġgöz lem", + "è°ĥ æķ´", + "Âłm iles", + "Âłmi les", + "Ġk oc", + "Ġko c", + "ัà¸į ห", + "æ³ ³", + "ĠÎij γγ", + "ĠÎijγ γ", + "ĠÙĨÙħ از", + "ุ à¸Ĺ", + "ãĥı ãĤ¤", + "Ġth ù", + "к ÑĥлÑı", + "кÑĥ лÑı", + "кÑĥл Ñı", + "ĠпÑĥÑĤ ем", + "èĩº çģ£", + "Ġver gi", + "Ġverg i", + "åł´åIJĪ ãģ¯", + "ĠÑĤÑĢÑĮ оÑħ", + "Ġë³´ ë©´", + "âĸ ²", + "Ïħ γ", + "ĠдоÑĤ ÑĢим", + "æľ µ", + "Ġum ÄĽnÃŃ", + "èī¯ ãģĦ", + "Âł à¸Ļาà¸ĩ", + "Ðİ ÑĭÑŁN", + "ä¸ī 个", + "ียร à¸ķ", + "ï¼Į åIJĮæŶ", + "ĠÑĢозÑĢаÑħ Ñĥн", + "ĠD ers", + "ĠDe rs", + "ĠDer s", + "ãģª ãģ®", + "Ġê·¸ 를", + "d ikleri", + "dik leri", + "Ġhay ata", + "Ġhaya ta", + "Ġhayat a", + "è§Ħ èĮĥ", + "ç»ĵ åIJĪ", + "Ġs cé", + "Ġsc é", + "Ġc Æ¡m", + "ĠcÆ¡ m", + "åѸ éĻ¢", + "ĠÐĦ в", + "ĠÄįlán ek", + "ĠдоÑģÑĤ иг", + "ĠдоÑģÑĤи г", + "ा à¤ĩस", + "ाà¤ĩ स", + "εÏħ Ïĥη", + "éģ© çĶ¨", + "Ïĥ ον", + "Ïĥο ν", + "ıl maktadır", + "ëªħ ìĿĦ", + "ı b", + "Ġstar Å¡ÃŃ", + "Ġch ÃŃn", + "ĠchÃŃ n", + "ä¸Ģ 个人", + "ä¸Ģ个 人", + "ĠFranti Å¡ek", + "n ÄĽji", + "nÄĽ ji", + "ï» ¨", + "ĠÙĦÙĦ د", + "Ġp okoj", + "Ġpok oj", + "Ġj ih", + "Ġji h", + "ãĢį ãĢĤ", + "Ġعبد اÙĦ", + "ãĤĵãģ§ ãģĦãĤĭ", + "Ġмод елÑĮ", + "ĠteÅŁ kil", + "ĠÄĮ er", + "à¹Ģà¸Ķ à¸Ńร", + "' na", + "'n a", + "λο γή", + "λογ ή", + "Ġ kola", + "Ġk ola", + "Ġko la", + "Ġkol a", + "ãĥĢ ãĥ¼", + "иÑĤ елем", + "иÑĤе лем", + "ĠÏĥÏħ νο", + "ĠÏĥÏħν ο", + "ĠK urum", + "ĠKur um", + "ĠKu rum", + "Ġsnad no", + "ĠاÙĦÙĤر Ø¢ÙĨ", + "ĠV á»ģ", + "é«ĺ ãģĦ", + "Ġyıl dız", + "Ġbir isi", + "Ġbiri si", + "Ġkh úc", + "ÙĪ ÛĮÙĦ", + "ÙĪÛĮ ÙĦ", + "æľĢ ä½³", + "Ġส าà¸Ĥ", + "ĠÐŁ ок", + "ĠÐŁÐ¾ к", + "âī ł", + "à¹Ĥà¸Ľà¸£ à¹ģà¸ģรม", + "à¥įय यन", + "èij ¡", + "Ġn ovÄĽ", + "Ġno vÄĽ", + "Ġnov ÄĽ", + "ay ıp", + "ayı p", + "ĠSing ap", + "ĠSin gap", + "è° ĵ", + "ãĤ¶ ãĤ¤ãĥ³", + "Ġн овÑĭе", + "Ġнов Ñĭе", + "Ġh ảo", + "Ġ èŤ", + "ĠèĹ ¤", + "ãĥ³ ãĥĸ", + "ãĥ³ãĥ ĸ", + "Âł ĊĊ", + "ÂłĊ Ċ", + "θ εια", + "θε ια", + "Ġпоп ада", + "ĠëĶĶ ìŀIJìĿ¸", + "Ġداشت ÙĨد", + "ĠداشتÙĨ د", + "ĠØ´ÙĨ اختÙĩ", + "Ïĥ μαÏĦα", + "Ïĥμα ÏĦα", + "å¹³æĸ¹ åħ¬éĩĮ", + "Ġg öl", + "Ġgö l", + "ек оÑĤоÑĢ", + "еко ÑĤоÑĢ", + "Ġm álo", + "Ġmá lo", + "Ġاج ازÙĩ", + "Ú© اراÙĨ", + "کار اÙĨ", + "کا راÙĨ", + "ĠпÑĸдпÑĢиÑĶм ÑģÑĤв", + "ä¸ī å¹´", + "ĠسÙģ ÛĮد", + "ĠμÎŃ ÏģοÏĤ", + "ÐĻ ÐĻ", + "Ġh Æ°", + "س ÙĪب", + "سÙĪ ب", + "ĠÙĦ ذا", + "Ġnem ovit", + "Ġd ÃŃv", + "ĠdÃŃ v", + "Ä° s", + "¶ ¶", + "Ġph Æ°á»Ŀng", + "ĠÙĨØŃ ÙĪÙĩ", + "ĠÙĨØŃÙĪ Ùĩ", + "Ð ĭ", + "Ġz byt", + "Ġzb yt", + "Ġzby t", + "ed ii", + "edi i", + "n ech", + "ne ch", + "ĠадмÑĸнÑĸÑģÑĤÑĢа ÑĤив", + "Ġne vÄĽ", + "Ġnev ÄĽ", + "Ġ ож", + "Ġо ж", + "ĠÄIJ ó", + "à¸Ľà¸£à¸° ว", + "Ġvhod né", + "Ġum ÄĽl", + "ĠÑĢазлиÑĩ нÑĭе", + "ĠpÅĻi roz", + "Ġبخ Ø´ÛĮ", + "Ġبخش ÛĮ", + "ãģ® 大", + "ĠاÙĦ ÙĥÙĩ", + "ĠاÙĦÙĥ Ùĩ", + "ec ká", + "eck á", + "Ġzorun lu", + "ĠÐľÐ¸Ðº ола", + "Ġ amel", + "Ġa mel", + "Ġam el", + "к овÑĭе", + "ков Ñĭе", + ": :::/", + ":: ::/", + ":::: /", + "::: :/", + "ä¸įåIJĮ çļĦ", + "ĠÙĪÙĥ اÙĨت", + "ĠÙĪÙĥاÙĨ ت", + "à¸Ń à¸Ń", + "lá sil", + "ĠпÑĢедпол аг", + "ï½ ±", + "Ġ νε", + "Ġν ε", + "Ġн овÑĭй", + "Ġнов Ñĭй", + "Ġìĺģíĸ¥ ìĿĦ", + "Ġê°Ģ ì§Ħ", + "åĥ ħ", + "Y D", + "Ġب اغ", + "Ġبا غ", + "ĠØ´Ú© ست", + "Ġgü ney", + "Ġgün ey", + "и ÑģÑĮ", + "иÑģ ÑĮ", + "ãģĭ ãģªãģĦ", + "ãģĭãģª ãģĦ", + "ĠT òa", + "Ġگرد ÛĮد", + "Ġگر دÛĮد", + "ØŃ ÙĦ", + "lu vÃŃ", + "luv ÃŃ", + "v éd", + "vé d", + "Ġìĺ ·", + "Ġε ÏĢα", + "ĠεÏĢ α", + "ĠÑĤи ÑģÑıÑĩ", + "ĠÑĤиÑģ ÑıÑĩ", + "Ġê½ ĥ", + "ĠP US", + "ĠPU S", + "ĠдÑĥм кÑĥ", + "Ġ âĢĿĊ", + "ĠâĢĿ Ċ", + "ĠìĬ¤ íı¬ì¸ł", + "Ùĩ Ùĩ", + "Ġg ắng", + "Ġgắn g", + "ิ à¸łà¸²à¸ŀ", + "éĩĮ éĿ¢", + "br ıs", + "Ġz áb", + "Ġzá b", + "κ αÏĤ", + "κα ÏĤ", + "ĠåıĮ 线", + "ล ล", + "ĠÄIJ Ãłi", + "ĠÄIJÃł i", + "åѸ æł¡", + "ĠÑĢаÑģп ÑĢед", + "ĠÑģÑĤан еÑĤ", + "ĠÑģÑĤа неÑĤ", + "Ġл ак", + "Ġла к", + "Ġпод к", + "Ġg ören", + "Ġgö ren", + "Ġgör en", + "Ġgöre n", + "르 ê³ł", + "ĠÑĦ ÑĢÑĥкÑĤ", + "íĵ¨ íĦ°", + "ãģĻ ãĤĮãģ°", + "ãĤĴ ä½ľ", + "à¸Ńà¸Ńà¸ģ à¹ģà¸ļà¸ļ", + "Ġku lak", + "Ġkul ak", + "ĠíĶĮ ëłĪìĿ´", + "ĠØŃ Ø¯ÙĬØ«", + "ĠØŃد ÙĬØ«", + "ãģĨ ãĤĵ", + "Ġм Ñĸк", + "ĠмÑĸ к", + "à¤ĩस à¤ķ", + "ĠÑĥ ÑĤоÑĩ", + "ĠÑĥÑĤ оÑĩ", + "ĠÙĥ Ø«ÙĬر", + "ĠY ine", + "ĠYi ne", + "ĠYin e", + "ัว หà¸Ļ", + "н ÑĸÑĹ", + "нÑĸ ÑĹ", + "åį ¢", + "Ñĥ Ñģлов", + "ÑĥÑģ лов", + "ìĽĮ íģ¬", + "Ġà¤ħ à¤ĸ", + "ĠÑĨ Ñĸка", + "ĠÑĨÑĸ ка", + "ìĦł ìĿĦ", + "ĠØ£ ر", + "гал ÑĤеÑĢ", + "angl icky", + "ĠÑģ оÑģÑĥд", + "ĠÑģоÑģ Ñĥд", + "ĠÑĥ Ñıв", + "ĠпÑĢодÑĥк ÑĨÑĸÑĹ", + "Ġc hua", + "Ġch ua", + "Ġchu a", + "Ġd án", + "Ġdá n", + "ाम à¤Ĺ", + "ئ ت", + "ĠФ ед", + "Ġh rom", + "Ġhr om", + "íķ´ ë³´", + "ĠØ¢ÙĨ ÙĦاÛĮÙĨ", + "- пÑĢав", + "-п ÑĢав", + "Ġì¤ijìļĶ íķľ", + "Ġв кÑĥ", + "Ġвк Ñĥ", + "Ġ 大éĺª", + "Ġ大 éĺª", + "Ġt erk", + "Ġte rk", + "Ġter k", + "Ġпод Ñĸб", + "ĠвÑĸд вÑĸд", + "à¥Į à¤Ł", + "è³ £", + "Ġب تÙĨ", + "Ġبت ÙĨ", + "Ġبع ضÛĮ", + "Ġبعض ÛĮ", + "ãģª ãģĬ", + "ä»ĸ åĢij", + "Ġtavs iye", + "ĠM ısır", + "ĠØ¥ Ø°", + "Ġ æIJ", + "Ġæ IJ", + "íķĺ ëĤĺ", + "ĠÙĪ Ø®", + "ãĢĢ ĠãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢ", + "ãĢĢĠãĢĢ ĠãĢĢĠãĢĢĠãĢĢĠãĢĢ", + "ãĢĢĠãĢĢĠãĢĢ ĠãĢĢĠãĢĢĠãĢĢ", + "ãĢĢĠ ãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢ", + "ãĢĢĠãĢĢĠãĢĢĠãĢĢ ĠãĢĢĠãĢĢ", + "ãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢ ĠãĢĢ", + "Ġta kový", + "Ġtak ový", + "Ġtako vý", + "Ġबन न", + "Ġз ÑĢениÑı", + "ĠÙĪ ÙģÙĤ", + "ĠÙĪÙģ ÙĤ", + "ë¹Ħ ìķĦ", + "Ġпом ожеÑĤ", + "åĮĹ å¸Ĥ", + "dık ları", + "Ġ éĵģ", + "Ġéĵ ģ", + "Ġakt uálnÃŃ", + "Ġaktu álnÃŃ", + "Ġв в", + "ãĤĤ ãģªãģĦ", + "íĨµ ìĭł", + "ÏĦα Ïĥη", + "Ġìĥģ ëĮĢ", + "Ġ æł¡", + "Ġæł ¡", + "ãĢĤ éĤ£", + "ĠرÙĪسÛĮ Ùĩ", + "Ġtelev izyon", + "å¹´ é¾Ħ", + "ĠÐijоÑĢ иÑģ", + "리 ìĸ´", + "Ġz veÅĻej", + "ж но", + "ĠÐŀ ÑģÑĤ", + "ĠÐŀÑģ ÑĤ", + "ĠмÑĥж Ñĩин", + "Ġy eÅŁil", + "ĠСов еÑĤ", + "ĠСо веÑĤ", + "ĠB ÃĸL", + "ĠТак ож", + "Ġob nov", + "ĠпÑĢи надлеж", + "ĠвиÑģ нов", + "Ø· Ùħ", + "ĠìĹĨ ìĸ´", + "ĠM ùa", + "ä½ı å®ħ", + "åĮ» åѦ", + "Ġна ÑĢез", + "ĠнаÑĢ ез", + "ãĥĭ ï¾Ĩ", + "ĠM ặt", + "Ġvu ông", + "ä¸Ģ åĮº", + "ĠẢ nh", + "ÑĢ иÑĦ", + "ÑĢи ÑĦ", + "ä¿Ŀ éĻ©", + "ĠÏĩÏģή Ïĥη", + "åIJĮ æĦı", + "Ġ æīĵ", + "Ġæī ĵ", + "e tÄĽ", + "et ÄĽ", + "ĠÙĪ Ø°ÙĦÙĥ", + "ĠÑĤ иж", + "ĠÑĤи ж", + "ĠÎŁ ικο", + "ĠÎŁÎ¹ κο", + "ĠмÑĸÑģ ÑĨÑĸ", + "ĠÑĢебен ок", + "ĠÅŀ ah", + "عÙĦ ÙĪÙħ", + "l adıģ", + "la dıģ", + "lad ıģ", + "ladı ÄŁ", + "Ġg iden", + "Ġgi den", + "Ġgid en", + "лив оÑģÑĤÑĸ", + "ливо ÑģÑĤÑĸ", + "ÙĴ س", + "ĠT HB", + "ĠTH B", + "Ġmes lek", + "Âł ÐĿе", + "ÂłÐĿ е", + "μÏĨ Ïīνα", + "Ġ ÙĪاج", + "ĠÙĪ اج", + "ĠÙĪا ج", + "на ÑģлÑĸд", + "æĺŁ æľŁ", + "ÐĶ ж", + "ĠÑĢабоÑĤ аеÑĤ", + "ĠÑĢабоÑĤа еÑĤ", + "Ġs ánh", + "ìļ° 리", + "Ġا بÙĪ", + "Ġاب ÙĪ", + "çļĦ æĥħ", + "ĠìĻ¸ êµŃ", + "Ġk abil", + "Ġka bil", + "Ġkab il", + "еÑĢв Ñĭе", + "Ġgi Ãłu", + "ĠgiÃł u", + "Ġt á»ı", + "Ġtá» ı", + "Âł Ðij", + "å®Į æķ´", + "Ġmuž ů", + "ĠpomÄĽr nÄĽ", + "ĠÙħ خصÙĪص", + "ĠÐĶ ем", + "ãĤı ãĤĮãĤĭ", + "ãĤıãĤĮ ãĤĭ", + "ĠпÑĢи бÑĭ", + "ĠпÑĢиб Ñĭ", + "ĠکاÙħ Ù¾ÛĮ", + "ï¼ Ń", + "Ġt rh", + "Ġtr h", + "ĠÐij олÑĮÑĪ", + "´ :", + "и ваеÑĤÑģÑı", + "ив аеÑĤÑģÑı", + "ива еÑĤÑģÑı", + "иваеÑĤ ÑģÑı", + "Ġ ìĤ¬íķŃ", + "ĠìĤ¬ íķŃ", + "è¿Ľ ä¸ĢæŃ¥", + "ÑĨ ей", + "ÑĨе й", + "ãģ¾ ãģļ", + "аÑĤ елем", + "аÑĤе лем", + "éĮ ¯", + "Ġžal ob", + "ÑĨ ез", + "ÑĨе з", + "и нÑĥв", + "ин Ñĥв", + "инÑĥ в", + "Ġver ze", + "Ġve rze", + "Ġverz e", + "åĽŀ åĪ°", + "Ġd ược", + "ائ ÙĬÙĦ", + "ائÙĬ ÙĦ", + "sto upil", + "stoup il", + "论 æĸĩ", + "ĠÐŁ аÑĢи", + "ĠÐŁÐ°ÑĢ и", + "Ġдек оÑĢаÑĤив", + "اخ تÛĮ", + "اخت ÛĮ", + "ĠÑģÑĤ ÑĢем", + "ĠÑģÑĤÑĢ ем", + "ãĥ»âĶģãĥ»âĶģ ãĥ»âĶģãĥ»âĶģ", + "ĠÑģам ой", + "ĠÑģамо й", + "Ñĩ ÑĤо", + "ìĥģ ëĭ´", + "âī ¤", + "ÑĤ ого", + "ÑĤо го", + "ëIJ ¨", + "ı lacak", + "ıl acak", + "ä¸Ń ãģ«", + "ĠÏħÏĢάÏģÏĩ οÏħν", + "ĠвÑĸд бÑĥ", + "ĠвÑĸдб Ñĥ", + "çİ »çĴĥ", + "Ġвп еÑĢед", + "ĠPl zeÅĪ", + "Ú¯ اب", + "à¹Ģศ รษà¸IJ", + "ï¼Į æľĢ", + "Ùħ ÙĨÛĮ", + "ÙħÙĨ ÛĮ", + "çħ§ çīĩ", + "缮 å½ķ", + "ÑĢиÑĤ ÑĤÑı", + "âĢĮ اش", + "Ġ ëĮĢíļĮ", + "ĠëĮĢ íļĮ", + "ĠÅĻ adu", + "- ÑĤеÑħ", + "-ÑĤ еÑħ", + "Ġ ÙĬÙĪ", + "ĠÙĬ ÙĪ", + "Ġ à¹ģà¸ŀ", + "Ġà¹ģ à¸ŀ", + "ا ÙĥÙĨ", + "اÙĥ ÙĨ", + "Ġ기 ìŀIJ", + "Ġг Ñĸд", + "Ġìļ° 리ëĬĶ", + "Ġìļ°ë¦¬ ëĬĶ", + "Ø´ ÙħارÛĮ", + "Ø´Ùħ ارÛĮ", + "Ġt icari", + "Ġtic ari", + "âij ¢", + "ĠاÙĦ بد", + "ĠاÙĦب د", + "ĠÑĢаÑģ Ñĩ", + "Ġ اÙĦÛĮ", + "Ġا ÙĦÛĮ", + "ĠاÙĦ ÛĮ", + "Ġsü rede", + "Ġsür ede", + "Ġsüre de", + "Ġاع تر", + "Ġпо нÑıÑĤÑĮ", + "Ġпон ÑıÑĤÑĮ", + "γ κο", + "γκ ο", + "ï¼Į æ¯Ķ", + "ĠS eb", + "ĠSe b", + "Ġìĭł ê·ľ", + "æĶ¶ çĽĬ", + "ĠÙ¾ÛĮØ´ÙĨÙĩ اد", + "Îľ ÎijΤ", + "ÎľÎij Τ", + "ë°Ķ ìĿ´", + "ä¾Ľ åºĶ", + "б ин", + "би н", + "人 æ°Ĺ", + "ãģı ãĤī", + "Ġsk vÄĽl", + "Ġëĵ± ìŀ¥", + "æĭħ å½ĵ", + "Ġim kan", + "æ Ļ¨", + "æĻ ¨", + "ï¼Į çİ°åľ¨", + "Ġsrd ce", + "ìĤ° ìĹħ", + "Ġмод ели", + "æľ¬å½ĵ ãģ«", + "а нка", + "ан ка", + "анк а", + "Ġyür üy", + "ĠоÑĩ евид", + "ĠØŃ Ø³ÙĬÙĨ", + "ĠØŃس ÙĬÙĨ", + "Ñī аÑİÑĤ", + "Ñīа ÑİÑĤ", + "lé dl", + "léd l", + "ÑĨ о", + "ĠcÃŃ sa", + "ãģĭ ãģij", + "èĹ į", + "ĠØ®ÙĪاÙĩ ÙĨد", + "Ġmu že", + "Ġmuž e", + "Ġна коп", + "Ġнак оп", + "di ÄŁini", + "diÄŁi ni", + "er seniz", + "ers eniz", + "ersen iz", + "ĠпÑĢаÑĨÑĸв никÑĸв", + "д лÑı", + "Ġα ÏĥÏĦ", + "ĠαÏĥ ÏĦ", + "æ¶Ī è´¹", + "Ġ è¨Ģ", + "Ġè¨ Ģ", + "Ġb át", + "ĠØ´ ÙĥÙĦ", + "ĠÑģп иÑĢ", + "ÏĢο ÏĦε", + "Ġس اÙĦÙĩ", + "ĠساÙĦ Ùĩ", + "e kil", + "ek il", + "eki l", + "à¹ģ à¸Ĭม", + "ĠÏĥ ÏĦι", + "ĠÙħ Ø·ÙĦب", + "ĠÙħØ· ÙĦب", + "Ġìłķ ì±ħ", + "ê´Ģ ê³Ħ", + "å¹¹ ç·ļ", + "Ġ 京", + "éĢļ éģİ", + "ĠدÛĮ گراÙĨ", + "ĠدÛĮگر اÙĨ", + "ĠØ£ Ùħا", + "ĠØ£Ùħ ا", + "æĺ¯ ä¸į", + "ĠëĮĢ ëĭµ", + "ĠE rk", + "ĠEr k", + "p erty", + "per ty", + "pert y", + "ĠнаÑĩина еÑĤ", + "Ġê·¸ 리", + "ë£ ¡", + "ĠìĽ¹ ìĤ¬ìĿ´íĬ¸", + "ार न", + "æĦı è¯Ĩ", + "ĠС ÐŁ", + "Ġب اÙĬد", + "Ġبا ÙĬد", + "Ġbakım ından", + "/ TT", + "/T T", + "ĠÙģ اصÙĦÙĩ", + "ĠÙħØ« ÙĦا", + "ĠÙħØ«ÙĦ ا", + "Ġк вад", + "Ġкв ад", + "ĠØ´ اÛĮد", + "ĠuÄį itel", + "çĪ ½", + "Ġعرض Ùĩ", + "Ġ 交", + "ĠÑĩ еÑģÑĤÑĮ", + "ĠÑĩеÑģ ÑĤÑĮ", + "à¥Ī ?Ċ", + "à¥Ī? Ċ", + "ĠخاÙĨ Ùħ", + "et iyle", + "eti yle", + "Ġε γκα", + "ĠÑģÑĥ Ñīе", + "ĠìĿ¼ ìĸ´", + "ĠÐĽ ени", + "ĠÐĽÐµ ни", + "Ġ 声", + "Ġå£ °", + "á lie", + "ál ie", + "áli e", + "ãĥ¡ ãĥ¼ãĤ¸", + "à¥Ģ तर", + "à¥Ģत र", + "г алÑĸ", + "га лÑĸ", + "гал Ñĸ", + "ĠмÑĸ нÑĸм", + "ĠE ÅŁ", + "ĠпÑĢоиз оÑĪ", + "ÐĿ аÑģ", + "ÐĿа Ñģ", + "Ġب ÙĨÛĮ", + "ĠبÙĨ ÛĮ", + "让 æĪij", + "ĠпоÑģÑĤ еп", + "ĠìļĶ 구", + "ılı p", + "ıl ıp", + "Ġج ÙĪر", + "ĠجÙĪ ر", + "ĠëĮĢ ë¶Ģë¶Ħ", + "à¹ĩ à¸ķาม", + "à¹ĩà¸ķ าม", + "ĠÑĦ аÑģ", + "Ġìłķ ê·ľ", + "ла менÑĤ", + "лам енÑĤ", + "ÄŁ en", + "ÄŁe n", + "à¥ĩà¤Ĥ ĊĊ", + "à¥ĩà¤ĤĊ Ċ", + "ĠÐĺ ванов", + "ĠØŃ Ú©Ùħ", + "ĠØŃÚ© Ùħ", + "Ġ ï¾ļ", + "Ġï¾ ļ", + "ï¼ »", + "Ġne vid", + "Ġnev id", + "Ġла боÑĢаÑĤоÑĢ", + "à¸ŀย าà¸ļาล", + "Ġed iyorum", + "Ġediyor um", + "Ġhl avy", + "Ġhlav y", + "ĠEvrop ské", + "Ġph ái", + "Ġphá i", + "ãĥĵ ãĥ¼", + "ê´ij ìĹŃìĭľ", + "äº ľ", + "ØŃد اث", + "ĠпÑĢоÑĦ илакÑĤи", + "ro stÅĻed", + "rost ÅĻed", + "Ġм алÑĮ", + "Ġмал ÑĮ", + "Ġма лÑĮ", + "Ġmü dür", + "ا ساس", + "اس اس", + "ĠгалÑĥз Ñĸ", + "ี à¸Ł", + "Ġغذ اÛĮÛĮ", + "åŃIJ ä¾Ľ", + "Ġbah sed", + "ĠKrál ové", + "åį »", + "Ġ %,", + "Ġ% ,", + "ç½Ĺ æĸ¯", + "ë ļ", + "Ġ çij", + "Ġç ij", + "Ġξε ÏĦα", + "ĠÐŃ ÑĤи", + "ĠíĨµ íķ©", + "Ġاک تبر", + "ĠmÄĽsÃŃ ce", + "ìĪĺ ë¡ľ", + "ÑĦ Ñĸк", + "ÑĦÑĸ к", + "ĠÐĴ оз", + "ĠÐĴо з", + "ÑĩеÑģ ким", + "Ñĩе Ñģким", + "ÑĩеÑģки м", + "ìļ´ ëĵľ", + "Ġná klady", + "Ġnáklad y", + "ĠпоÑĤ ÑĢап", + "ĠÑĢÑĥ каÑħ", + "ĠÑĢÑĥк аÑħ", + "ι λο", + "ιλ ο", + "ĠG ül", + "ĠGü l", + "ë© ĺ", + "à¹ī ย", + "m akt", + "ma kt", + "mak t", + "ãĥ³ ãĥIJãĥ¼", + "ãĥ³ãĥIJ ãĥ¼", + "Ġн ÑĸÑı", + "ĠнÑĸ Ñı", + "ĠоÑĤ ÑĤен", + "m esinin", + "mes inin", + "mesi nin", + "mesini n", + "ĠвÑģп ом", + "Ġ ìĿ´ëĬĶ", + "ĠìĿ´ ëĬĶ", + "dy by", + "ãĤ¿ ãĥ³", + "âĹ İ", + "à¹īา หà¸Ļ", + "à¹īาห à¸Ļ", + "اد Ú¯ÛĮ", + "Ïĩ ία", + "Ġsna žÃŃ", + "Ġà¤ļ à¤ķ", + "μή μα", + "Ġ Ùĥر", + "ĠÙĥ ر", + "Ġκ οι", + "Ġκο ι", + "éĢ ¸", + "Ġne ust", + "Ġneu st", + "ĠÙĨظ اÙħÛĮ", + "ĠÙĨظاÙħ ÛĮ", + "åįļ çī©", + "Ġ ë²½", + "Ġë² ½", + "á½ ±", + "Ġì¶ľ ìĭľ", + "Ġar má", + "Ġarm á", + "ĠÙĩÙħ کارÛĮ", + "çļĦ æĥħåĨµ", + "çļĦæĥħ åĨµ", + "ÙĤ اÙħ", + "ÙĤ ب", + "Ġ éĤ£", + "ĠéĤ £", + "Ġë§ ¡", + "Ġo lası", + "Ġol ası", + "Ġola sı", + "β ÎŃÏģ", + "ä½ķ ãģĭ", + "ĠÑĥÑĩ еб", + "Ġв Ñĥз", + "Ġبر گز", + "Ġبرگ ز", + "' yi", + "'y i", + "Ġп ÑĢазд", + "ĠпÑĢа зд", + "ĠÐŀ ÑĢг", + "ĠÐŀÑĢ г", + "Ġ 并", + "Ġå¹ ¶", + "ĠÑģ ви", + "ĠÑģв и", + "ĠÙħÛĮ داÙĨ", + "ĠnaÅ¡e ho", + "ĠBA Åŀ", + "å» Ĭ", + "Ì Ī", + "ãģĵ ãģĿ", + "à¹ĩà¸Ļ à¸ŀ", + "οÏģ ειο", + "Ġбаг аÑĤ", + "γ ει", + "γε ι", + "μ είο", + "με ίο", + "à¹Īà¸ĩ à¸Ĭาà¸ķ", + "ĠHizmet leri", + "ĠAfr ika", + "ĠAf rika", + "Ġted bir", + ", ､", + "ä¸ī 级", + "ÐİÑĭÑŁN ÐİÑĭÑŁN", + "ĠÐļ ÑĢÑĸм", + "Ġa ray", + "Ġar ay", + "Ġara y", + "Ġböyle ce", + "к оÑĤ", + "ко ÑĤ", + "éĻ °", + "åĽ½ éļĽ", + "t ÄĽl", + "tÄĽ l", + "Ġp olis", + "Ġpol is", + "Ġpo lis", + "Ġu vol", + "Ġuv ol", + "ĠìĪĺ ê°ķ", + "çĶµ èĦij", + "Ġs ami", + "Ġsa mi", + "Ġsam i", + "Ġشاخ Ùĩ", + "Ġв ÑģÑĮого", + "ĠвÑģ ÑĮого", + "ĠØŃد اÙĤÙĦ", + "Ġ iken", + "Ġi ken", + "Ġik en", + "ãĤ¯ãĥ© ãĥĸ", + "Ġzá vod", + "Ġzáv od", + "ब ल", + "ë°° ìĨ¡", + "éĩĩ è´Ń", + "ëł ¬", + "Ġ ।ĊĊ", + "Ġ। ĊĊ", + "Ġ।Ċ Ċ", + "Ġê°ģ ê°ģ", + "Ġм ак", + "Ġма к", + "Ïģα Ïĥη", + "ĠiÅŁlem i", + "ãģĹ ãģ¦ãģĦãģ¾ãģĻ", + "ãģĹãģ¦ ãģĦãģ¾ãģĻ", + "ãģĹãģ¦ãģĦ ãģ¾ãģĻ", + "ĠP ek", + "ĠPe k", + "Ñİ Ð½", + "Ġvel kou", + "Ġvelk ou", + "åĬŀ çIJĨ", + "å®ĥ 们", + "Ġ èIJ¬", + "ĠèIJ ¬", + "ĠнаÑĢод Ñĥ", + "ĠнаÑĢ одÑĥ", + "Ġch ó", + "ĠH iç", + "ĠHi ç", + "Û³ Ûµ", + "Ġ รà¸Ńà¸ļ", + "Ġร à¸Ńà¸ļ", + "Û³ Û¶", + "à¸Ĥ ว", + "ä½į æĸ¼", + "ĠС ÑĤа", + "ĠСÑĤ а", + "ั à¸Ļม", + "ัà¸Ļ ม", + "ाप à¤ķ", + "ĠÑĥ ÑĢок", + "ãĤ¢ ãĥ¡ãĥªãĤ«", + "Ġз мож", + "Ġзм ож", + "sk ému", + "ské mu", + "ském u", + "Ġ è»Ĭ", + "Ġè» Ĭ", + "ĠاختÛĮ ار", + "ĠP Åĺ", + "л Ñıв", + "лÑı в", + "Ġ маз", + "Ġм аз", + "Ġма з", + "Ġözel liÄŁi", + "åij¼ ãģ°", + "Ġbir inin", + "Ġbiri nin", + "Ġод не", + "Ì Ĩ", + "ä»ĸ ãģ®", + "建 ç¯ī", + "поÑģ еÑĢед", + "ห ลà¸Ķ", + "หล à¸Ķ", + "å¤ļ ãģĦ", + "ÏĦή ÏĥειÏĤ", + "Ġر ÙĪÙĨد", + "ĠرÙĪ ÙĨد", + "èģ ½", + "ì¤ij ìĹIJ", + "ìĬ¤ íĭ°", + "Ġз вÑĸÑĤ", + "Ġзв ÑĸÑĤ", + "ĠаÑĢ ÑĤи", + "Ġc Æ°á»Ŀi", + "ĠcÆ° á»Ŀi", + "ın dır", + "ınd ır", + "Ġг олод", + "Ġгол од", + "ا زد", + "از د", + "à¹Īาว ว", + "ãĥ¡ ãĥ©", + "عÙĨ ÙĪاÙĨ", + "% )Ċ", + "%) Ċ", + "ĠÑħолод илÑĮ", + "人 们", + "C Ä°", + "ÐĹ Ð°Ð¿", + "ÐĹа п", + "ĠpÅĻ isp", + "ĠpÅĻi sp", + "Ġdurum larda", + "ÑĢ Ñĸд", + "ÑĢÑĸ д", + "Âł У", + "Ġε ÏĨαÏģ", + "Ġs prav", + "Ġsp rav", + "Ġspr av", + "ĠоÑĤÑĢим аннÑı", + "ï¼Į 没æľī", + "о вала", + "ов ала", + "ова ла", + "овал а", + "Ġng ại", + "ãĢĤ 大", + "Ġ даеÑĤ", + "Ġд аеÑĤ", + "Ġда еÑĤ", + "ĠpÃŃs em", + "ÑĨ ÑıÑĤÑĮ", + "ÑĨÑı ÑĤÑĮ", + "ov nÄĽ", + "ë¦ ī", + "Ġê² ģ", + "Ñģ ÑĤин", + "ÑģÑĤ ин", + "ÑģÑĤи н", + "ĠS ayı", + "ĠSa yı", + "ĠSay ı", + "ãĢĭ çļĦ", + "Ġyol uyla", + "Ġyolu yla", + "елеÑĦ он", + "Ġr áno", + "Ġrá no", + "Ġíĸī ëıĻ", + "ĠاÙĦخاÙħ سة", + "Ġповин на", + "ÅĻ ila", + "ÅĻi la", + "ÅĻil a", + "Ġà¤ļ रण", + "Ġà¤ļर ण", + "Ġبرگ زار", + "Ġبرگز ار", + "ìļ´ ëį°", + "à¹Ģà¸Ľ à¸Ńร", + "Ġdal eko", + "led nÃŃ", + "åIJį 稱", + "лив ÑĸÑģÑĤÑĮ", + "ливÑĸ ÑģÑĤÑĮ", + "Ġ몸 ìĿĦ", + "о ÑĢÑĸв", + "оÑĢ Ñĸв", + "оÑĢÑĸ в", + "Ц е", + "بد Ø£", + "ë°ĺ 기", + "k rát", + "kr át", + "ä¸į 足", + "Ġolduk ları", + "len iyor", + "Ġìĭľ íĸī", + "ĠпÑĢи нимаÑĤÑĮ", + "à¸Ĥà¸Ńà¸ĩ ร", + "ÏĪ ει", + "ÏĪε ι", + "Ġ ẩn", + "ت س", + "ĠÑĤ ай", + "ĠÑĤа й", + "Ġнев озможно", + "åıĬ ãģ³", + "r oti", + "ro ti", + "rot i", + "ï½ Ń", + "д ом", + "до м", + "ой но", + "å£ Ĭ", + "说 çļĦ", + "Ġsk oro", + "ni ÄįnÃŃ", + "niÄį nÃŃ", + "ĠProf es", + "ĠÑħ ÑĢониÑĩеÑģ", + "Ġ주 문", + "ĠZ n", + "ĠÑģ лой", + "ĠÑģл ой", + "ĠÑģло й", + "Îł Ïģο", + "æĮĩ æķ°", + "ĠпеÑĢ еÑĪ", + "ĠпеÑĢе ÑĪ", + "à¥ģà¤ķ स", + "Ġê°Ģ ìłķ", + "Ġ íķĺë©´", + "Ġíķĺ ë©´", + "Û±Û¹ Û´", + "к Ñĥл", + "кÑĥ л", + "ÙĬ ÙĦا", + "ÙĬÙĦ ا", + "ĠدÙĪب ارÙĩ", + "| l", + "ĠÐľ Ñĥ", + "н ила", + "ни ла", + "нил а", + "ãģ¦ ãģĦãģ¾ãģĻ", + "ãģ¦ãģĦ ãģ¾ãģĻ", + "m acı", + "ma cı", + "mac ı", + "ãģŁ ãģ¡ãģ¯", + "ãģŁãģ¡ ãģ¯", + "ĠاÙĦÙĥ تاب", + "移 åĭķ", + "λ μ", + "_ ï¼ı", + "Ġê°Ģ ìŀħ", + "èħ ¾", + "ĠпÑĢез иденÑĤ", + "Ġë¶Ħ ìķ¼", + "a hy", + "ah y", + "Å¡et ÅĻenÃŃ", + "Å¡etÅĻ enÃŃ", + "éĵ º", + "ĠpÅĻÃŃ ro", + "Ðķ Т", + "ĠìļĶ ì²Ń", + "Ġmoh lo", + "Ġmohl o", + "å¿ĥ çIJĨ", + "Ġvysok é", + "& uuml", + "ÏĦ ικα", + "ÏĦικ α", + "ÏĦι κα", + "ìĹħ ì²´", + "ãģ§ ãģĤ", + "ราย à¸ĩาà¸Ļ", + "ĠpÅĻÃŃspÄĽ v", + "Ġet miÅŁtir", + "Ġetm iÅŁtir", + "ĠetmiÅŁ tir", + "她 们", + "ÏĢ λα", + "ÏĢλ α", + "ứ a", + "Ġ 说", + "Ġè¯ ´", + "ĠÑģо Ñģед", + "ĠÑģоÑģ ед", + "åĩ ī", + "ĠÐł е", + "åİŁ æĿ¥", + "ĠÐIJÑĢ Ñħ", + "ب ÙĬÙĨ", + "بÙĬ ÙĨ", + "åľ° 说", + "Ġ ört", + "Ġö rt", + "Ġör t", + "ĠΣ εÏĢ", + "ĠΣε ÏĢ", + "ÂŃ ÙĩاÛĮ", + "ĠاÙĦ اÙĤتص", + "å°½ 管", + "ÑĤ Ñĭй", + "ÑĤÑĭ й", + "t ains", + "ta ins", + "tain s", + "ÙĢ ÙĦ", + "ç§ijæĬĢ æľīéĻIJåħ¬åı¸", + "æı ®", + "ัà¸ķ à¸ĸ", + "á»Ĺ ng", + "ล าà¸Ķ", + "ลา à¸Ķ", + "æļ ®", + "ĠÙĨÙģ سÙĩ", + "ĠÙĨÙģس Ùĩ", + "Ġ çľĭ", + "Ġçľ ĭ", + "Ġ ãģ¿", + "Ġt arım", + "Ġtar ım", + "Û±Û¹ Ûµ", + "ĠÎ Ĭ", + "Ġkom plex", + "Ġkomple x", + "Ġkomp lex", + "ĠNh Ä©", + "è´¹ çĶ¨", + "Ġکاربر اÙĨ", + "ÅĪ ovánÃŃ", + "Ġ ků", + "Ġk ů", + "д ап", + "да п", + "Îķ Χ", + "ê·¸ ëŀĺ", + "Ġdön dü", + "人 åĵ¡", + "ĠT iá»ĥu", + "ĠÙĪÛĮر اÛĮØ´", + "Ġö ngör", + "ĠÙĪ غÙĬر", + "ĠÑģ кÑĢÑĭ", + "ĠÑģк ÑĢÑĭ", + "âĢIJ '", + "Ġ немÑĥ", + "Ġн емÑĥ", + "Ġне мÑĥ", + "Ġнем Ñĥ", + "ĠH á»ĩ", + "ĠHá» ĩ", + "Ġdüzen li", + "ĠsoutÄĽ že", + "ãĢģ ãĥŀ", + "ÏĦο μα", + "ÄĽ lÃŃ", + "ÄĽl ÃŃ", + "ĠØ£ ÙĦÙħاÙĨ", + "ĠØ£ÙĦ ÙħاÙĨ", + "çł ²", + "Ġtr Ãł", + "Ġ ä¸ĸçķĮ", + "Ġä¸ĸ çķĮ", + "ay ız", + "ayı z", + "ım lı", + "ĠاÙĦØ£ Ùģ", + "íķĺ ëĬĶëį°", + "íķĺëĬĶ ëį°", + "в ано", + "ва но", + "ван о", + "ĠpÅĻi Äįemž", + "Ùĥ ÙĬب", + "ÙĥÙĬ ب", + "ĠмаÑĤ емаÑĤи", + "м ени", + "мен и", + "ме ни", + "ĠпÑĢо екÑĤÑĥ", + "ĠпÑĢоек ÑĤÑĥ", + "ĠпÑĢоекÑĤ Ñĥ", + "ี à¹Ĥà¸Ń", + "ีà¹Ĥ à¸Ń", + "о Ñĥ", + "ĠاÙĦ شرÙĥØ©", + "ĠاÙĦشر ÙĥØ©", + "æ³ £", + "ÙĪÙĤ ÙĬت", + "ÑĪ ив", + "ÑĪи в", + "Ġperson el", + "Ġpersone l", + "Ġperso nel", + "Ø´ تر", + "شت ر", + "à¸Ķ า", + "Ġë ª½", + "Ġëª ½", + "åĿIJ åľ¨", + "о ке", + "ок е", + "Ġë§Ī ë²ķ", + "ĠØ£ ÙĨا", + "ĠØ£ÙĨ ا", + "ëł µ", + "ĠÙħب اÙĨÛĮ", + "èĭ ¹æŀľ", + "Ġ ศร", + "Ġศ ร", + "ĠÐĽ ÑĥÑĩ", + "ĠÐĽÑĥ Ñĩ", + "ÎŁ ΥΣ", + "ÎŁÎ¥ Σ", + "ĠÄį á", + "ãģĽ ãģ¦", + "Ġk Ä±ÅŁ", + "Ġkı ÅŁ", + "ÑĪ ев", + "ÑĪе в", + "æĮĩ 导", + "à¹ģละ ม", + "Ġvol eb", + "Ġvole b", + "ĠÑģи лÑĭ", + "ĠÑģил Ñĭ", + "Ġdruh ou", + "Ġdru hou", + "Ġ ì°¬", + "Ġì° ¬", + "ĠìŀĪ ìĿĮ", + "Î¥ Σ", + "ä¸į å®ī", + "Ġ ìĹĨìĿĮ", + "ĠìĹĨ ìĿĮ", + "Ġde term", + "Ġdet erm", + "Ġdeter m", + "ĠاÙĦÙħ عÙĦÙĪÙħات", + "íĺ ¹", + "âĻ ¡", + "à¥įब न", + "Ġخش Ú©", + "ĠN ová", + "ĠNo vá", + "ĠNov á", + "ĠÑĦÑĥнда менÑĤ", + "ĠпÑĢогÑĢам и", + "ĠпÑĢогÑĢа ми", + "ĠпÑĢог ÑĢами", + "ĠعÙĦ ÙĬÙĥ", + "ĠعÙĦÙĬ Ùĥ", + "। ĊĊ", + "।Ċ Ċ", + "Ġver iyor", + "Ġveri yor", + "Ġ ÑĶв", + "ĠÑĶ в", + "ĠìŀĪ ëĭ¤ê³ł", + "ĠìŀĪëĭ¤ ê³ł", + "ĠاÙĦØ£Ùħ رÙĬÙĥÙĬ", + "ĠاÙĦØ£Ùħر ÙĬÙĥÙĬ", + "Ġå¤ĸéĥ¨ ãĥªãĥ³ãĤ¯", + "Ġ ä¿®", + "Ġп ÑĥÑĤи", + "ĠпÑĥÑĤ и", + "ĠпÑĥ ÑĤи", + "Ġο Ïģγ", + "ĠоÑģнов ном", + "Ġ наÑĢÑĥж", + "Ġна ÑĢÑĥж", + "ĠнаÑĢ Ñĥж", + "Ġми ÑĢе", + "ĠмиÑĢ е", + "o vÄĽt", + "ov ÄĽt", + "ovÄĽ t", + "Ġíĥ IJ", + "Ġsok ak", + "Ġspolup ráci", + "ÐĶ Ðļ", + "Ġ åĺ", + "Ġå ĺ", + "âĸįâĸįâĸįâĸįâĸįâĸįâĸįâĸį âĸįâĸįâĸįâĸįâĸįâĸįâĸįâĸį", + "Ġ ³³³³", + "ĠÂł ³³³", + "Ġ³³ ³³", + "Ġ³³³ Âł", + "Ġhay ır", + "Ġ ìĻĶ", + "ĠìĻ Ķ", + "æĤ¨ çļĦ", + "æĮ º", + "Ġ 민주", + "Ġ민 주", + "Ġhot elu", + "Ġhotel u", + "ี à¸ľ", + "ìŀIJ ëıĻ", + "ä¼¼ çļĦ", + "ÎŃν ÏĦÏģο", + "ÎŃνÏĦ Ïģο", + "Ø´ ÙĪ", + "Ġ é¤", + "Ġé ¤", + "Ġ λι", + "Ġλ ι", + "Ġol maktadır", + "Ġolmak tadır", + "ĠоÑģ веÑī", + "Ġв ина", + "Ġви на", + "Ġвин а", + "Ġخاص Ø©", + "r ana", + "ra na", + "ran a", + "γÏģα ÏĨή", + "γÏģαÏĨ ή", + "ÑĨ еÑģ", + "ÑĨе Ñģ", + "ĠdoÄŁru lt", + "ĠdoÄŁr ult", + "ĠÙĤرار داد", + "ĠÙĤرارد اد", + "ĠÐļ ал", + "ĠÐļа л", + "ê²½ ìłľ", + "Ïĩ ÏĮ", + "Ñĥ ÑİÑīий", + "ÑĥÑİ Ñīий", + "ÑĥÑİÑī ий", + "ëĭ ĺìĿ´", + "ëĭĺ ìĿ´", + "ë Į", + "л аз", + "ла з", + "Ġng ừng", + "i sku", + "is ku", + "isk u", + "ìĦł ê±°", + "ĠÑįлек ÑĤÑĢон", + "ĠÑįлекÑĤÑĢ он", + "ĠV oj", + "ĠVo j", + "н Ñıми", + "нÑı ми", + "ĠÙĪ Ø£ÙĨ", + "ĠÙĪØ£ ÙĨ", + "äº Ń", + "绣 计", + "ĠÅŁ iÅŁ", + "ĠÅŁi ÅŁ", + "ãĢį çļĦ", + "æŃ ¯", + "Ġкол лек", + "Ġд виж", + "Ġдв иж", + "Ġдви ж", + "Ġn á»Ńa", + "Äįas ÃŃ", + "Ġs onu", + "Ġso nu", + "Ġson u", + "ĠмеÑħ анÑĸз", + "ž ený", + "že ný", + "žen ý", + "Ġза ÑģÑĤÑĥп", + "ĠзаÑģÑĤ Ñĥп", + "ê´Ģ 볨", + "ĠÑĤоваÑĢ Ñĸв", + "ĠÑĤов аÑĢÑĸв", + "Ġ ì¼ĢìĿ´", + "Ġì¼ ĢìĿ´", + "à¥ģà¤Ĺ त", + "Ġzá sob", + "мов ÑĸÑĢ", + "u fac", + "uf ac", + "ů ležit", + "Ġви гоÑĤов", + "Ġвиг оÑĤов", + "ĠاÙĦÙĨ ÙĪ", + "Ġع اÙħا", + "ĠعاÙħ ا", + "æģ ¨", + "ĠìĿ´ë¯¸ ì§Ģ", + "Ġt voÅĻ", + "Ġtv oÅĻ", + "Ġvyu žitÃŃ", + "Ġgel iÅŁim", + "ĠgeliÅŁ im", + "ì³ ¤ëĭ¤", + "หà¸Ļ à¸Ńà¸ĩ", + "ĠìĿ¸ ìłķ", + "à¥į दर", + "à¥įद र", + "ĠпеÑĢед а", + "ĠпеÑĢе да", + "ĠздÑĸйÑģ неннÑı", + "ÙĨ ع", + "è¡£ æľį", + "Ġl oa", + "Ġlo a", + "íĻ Ī", + "èĭ± åĽ½", + "ĠD ruh", + "ĠDr uh", + "Ø® اÙĨ", + "д ам", + "да м", + "аÑĤелÑĮ нÑĭÑħ", + "θ ÏģÏİ", + "ĠØ£ Ùħر", + "ĠØ£Ùħ ر", + "ĠÅĻ ada", + "Ġbul uÅŁ", + "ĠÑĤÑĢанÑģп оÑĢ", + "ĠÑĤÑĢанÑģ поÑĢ", + "ĠÙĤ تÙĦ", + "ĠTa rif", + "ĠTar if", + "R us", + "Ru s", + "ĠзаÑģ Ñĸд", + "ĠÄ° h", + "l eyin", + "ley in", + "Ġvy rá", + "ĠD ÄĽ", + "иб ли", + "a vou", + "av ou", + "avo u", + "ĠÐĵеÑĢ м", + "н емÑĥ", + "не мÑĥ", + "нем Ñĥ", + "Ġкон ÑĨеп", + "ĠконÑĨе п", + "ĠÙĤ ادر", + "Ġsou bor", + "Ġl á»iji", + "Ġ çµIJ", + "Ġçµ IJ", + "л еннÑĭй", + "лен нÑĭй", + "κ Ïħ", + "Ġдопом аг", + "à¸ŀวà¸ģ à¹Ģà¸Ĥ", + "Ġqu ang", + "Ġq uang", + "Ġqua ng", + "Ġquan g", + "ĠØ· ÙĦا", + "ĠØ·ÙĦ ا", + "Ġ éĩĮ", + "Ġé ĩĮ", + "Ġéĩ Į", + "ĠÙĨÙħÙĪد ار", + "ĠÅŁ ar", + "ĠÑģп Ñĸл", + "ÂŃ n", + "ì§Ģ ìļĶ", + "åīį å¾Ģ", + "åħ³ éĶ®", + "å®ŀ åľ¨", + "éŁ³ 楽", + "ĠÙħسئ ÙĦÙĩ", + "Ġy eme", + "Ġye me", + "Ġyem e", + "ĠÑĪ аÑħ", + "기 ìĪł", + "Ġ สำà¸Ļ", + "Ġสำ à¸Ļ", + "ĠÙĪرزش ÛĮ", + "ĠÙĪرز Ø´ÛĮ", + "ãģĹ ãģŁãĤī", + "ãģĹãģŁ ãĤī", + "ί ÏĥÏī", + "ίÏĥ Ïī", + "о кон", + "ок он", + "око н", + "ãģŁ ãĤī", + "ĠØ¥ ÙĦÙĬÙĩ", + "ĠØ¥ÙĦÙĬ Ùĩ", + "ĠØ¥ÙĦ ÙĬÙĩ", + "Ġآذ رب", + "Ġr á»Ŀi", + "Ġod ak", + "Ġм огÑĥ", + "Ġмог Ñĥ", + "Ġмо гÑĥ", + "ĠÚ¯ ÙĨ", + "è² ¼", + "ed la", + "edl a", + "Ġоп ÑĭÑĤ", + "la maktadır", + "lamak tadır", + "å°¼ äºļ", + "éĥ½ ä¼ļ", + "ĠÎĺε ÏĥÏĥα", + "Ġв ог", + "Ġво г", + "ç»Ī äºİ", + "ĠÑĥÑĢов не", + "Ġv lak", + "Ġvl ak", + "ĠØ¢ ÙĦØ©", + "ĠØ¢ÙĦ Ø©", + "Ġε ιδ", + "Ġει δ", + "â ĩ", + "д ÑĥÑĤ", + "дÑĥ ÑĤ", + "Ñĸ нг", + "Ñĸн г", + "ĠØ£Ùħ رÙĬÙĥÙĬ", + "ĠØ£Ùħر ÙĬÙĥÙĬ", + "از ÙĨد", + "Ġب اÙĦØ£", + "ĠباÙĦ Ø£", + "Ġत न", + "Ġkay det", + "룬 리", + "Ġ drž", + "Ġd rž", + "Ġdr ž", + "Ġп енÑģ", + "Ġпен Ñģ", + "ĠpÅĻÃŃ Äį", + "ĠТ олÑĮко", + "Ġб аÑĤаÑĢ", + "Ġба ÑĤаÑĢ", + "éĵģ è·¯", + "ĠÙ¾ÛĮ ÚĨ", + "ĠÎĵ εÏī", + "ĠαÏħ ÏĦά", + "Äŀ I", + "ĠакÑĤив но", + "ÎĹ ÎľÎij", + "ÎĹÎľ Îij", + "Ġvar lık", + "Ġ åıª", + "Ġåı ª", + "ĠзаÑī иÑĤÑĭ", + "ĠзаÑīиÑĤ Ñĭ", + "л им", + "ли м", + "ĠÙħشاÙĩ دة", + "и ком", + "ик ом", + "Ġì¡° ìĤ¬", + "о ген", + "ог ен", + "Ġm ấy", + "g ii", + "gi i", + "èĽ ĩ", + "ĠØ® ÙĪÛĮØ´", + "ĠØ®ÙĪ ÛĮØ´", + "Ġn ová", + "Ġno vá", + "Ġnov á", + "к овой", + "ков ой", + "ково й", + "Ġkan ıt", + "Ġkanı t", + "éĿ¢ è®®", + "ĠرÙĪست ا", + "ìĸ´ ê°Ģ", + "ĠоÑĤноÑĪ ениÑı", + "Ġhodnot y", + "ÙĪ رات", + "ÙĪر ات", + "ÙĪرا ت", + "ĠpÅĻ ÃŃst", + "ĠpÅĻÃŃ st", + "Ġth á»į", + "Ġthá» į", + "Ġçık art", + "Ġçıkar t", + "Ġçı kart", + "о обÑĢаз", + "Ġnem ÄĽl", + "Âł ro", + "ĠدÙĪÙĦ تÛĮ", + "ĠدÙĪÙĦت ÛĮ", + "ี ,", + "ä¸Ģ 度", + "ia omi", + "iao mi", + "åĹ İ", + "Ùı ع", + "ĠваÑĢи ан", + "Ġpod aÅĻilo", + "ĠëĤĺ ê°Ģ", + "èIJ¥ ä¸ļ", + "ĠабÑģолÑİÑĤ но", + "Ġë¸Į ëĿ¼", + "ĠгоÑĢ из", + "a ģın", + "aÄŁ ın", + "aģı n", + "Ġyer ini", + "Ġyeri ni", + "à¹īา à¸Ļà¸Ķ", + "à¹īาà¸Ļ à¸Ķ", + "æIJ ¬", + "Ġb alık", + "Ġbal ık", + "Ġba lık", + "ĠÅŁ ans", + "认 è¯Ĩ", + "Ġistedi ÄŁiniz", + "Ġjist ÄĽ", + "Ġ ìĪĺê°Ģ", + "ĠìĪĺ ê°Ģ", + "ï¼Į ä¸Ĭ", + "à¤ľ ब", + "Ġви Ñıви", + "ĠвиÑıв и", + "ë§ ¥", + "ãģĹ ãģ¦ãĤĭ", + "ãģĹãģ¦ ãĤĭ", + "ÙĬÙĥ ا", + "ĠH üs", + "c ının", + "Ġश त", + "ĠÑĢаÑģп олаг", + "ĠÑģпÑĢав ж", + "ืà¸Ń à¸ĸ", + "ĠвеÑĢ ÑĤик", + "Ġvy stav", + "ĠÑĢе алÑĸзаÑĨÑĸÑĹ", + "в ами", + "ва ми", + "ãĤ¹ ãĥĨãĤ£", + "ãĤ¹ãĥĨ ãĤ£", + "ëħ ģ", + "ĠÑĢе ÑĩÑĸ", + "ĠÑĢеÑĩ Ñĸ", + "Ùģ اÙĦ", + "िà¤ķ à¤Ł", + "ĠвозÑĢаÑģÑĤ е", + "к аÑģ", + "ка Ñģ", + "ĠÐĺ Ñģ", + "Ġл Ñĸк", + "ĠлÑĸ к", + "ĠÏĥη μαν", + "м енÑĤÑĥ", + "мен ÑĤÑĥ", + "менÑĤ Ñĥ", + "н ÑıÑİÑĤ", + "нÑı ÑİÑĤ", + "æŁ ´", + "Ġθ εÏī", + "Ġθε Ïī", + "çĬ¯ 罪", + "ĠÙĤ طر", + "ĠÙĤØ· ر", + "ÐĶ ÐIJ", + "- |", + "Ġ ÑģÑĤÑĸ", + "ĠÑģ ÑĤÑĸ", + "ĠÑģÑĤ Ñĸ", + "Ġu yum", + "Ġuy um", + "Ġpot ÅĻeba", + "ĠpotÅĻeb a", + "ĠعÙħÙĦ ÛĮات", + "ĠعÙħÙĦÛĮ ات", + "å¥ ª", + "ا خر", + "اخ ر", + "ĠÚ© ساÙĨÛĮ", + "ت Ùħر", + "تÙħ ر", + "ÑĮ еÑĢ", + "ÑĮе ÑĢ", + "ĠN ez", + "ĠNe z", + "íļĮ ìĤ¬", + "ĠBank ası", + "е гÑĢа", + "ег ÑĢа", + "à¸Ĥà¸ĵะ à¸Ĺ", + "åIJĪ æł¼", + "ĠìŬ룬 ë¶Ħ", + "y asal", + "ya sal", + "yas al", + "Ġ è¡ĮæĶ¿", + "Ġè¡Į æĶ¿", + "åĬ ī", + "dık tan", + "ãĤ¢ãĥ« ãĥIJ", + "ĠاÛĮÙĨ ÚĨ", + "Ġdij ital", + "å° ĺ", + "ĠÑĢаз меÑī", + "ĠÑĢазм еÑī", + "ĠкÑĸлÑĮ коÑģÑĤÑĸ", + "ĠEv ropy", + "ĠEvrop y", + "ĠÑĢоз ви", + "ÑİÑī ÑĥÑİ", + "Ġ ong", + "Ġo ng", + "Ġon g", + "Ġhe psi", + "Ġhep si", + "v ailability", + "vail ability", + "Ġتص ÙħÙĬÙħ", + "ĠتصÙħ ÙĬÙħ", + "Ñĥ йÑĤе", + "Ñĥй ÑĤе", + "ह ल", + "ĠÅ¡ iro", + "Ġp ás", + "Ġpá s", + ";; ;;;;", + ";;;; ;;", + ";;; ;;;", + "éħį åIJĪ", + "ĠاÙĦعاÙĦÙħ ÙĬØ©", + "ÐĴ о", + "h af", + "ha f", + "l áv", + "lá v", + "Ġb ì", + "Ġm ůj", + "Ġmů j", + "ê»ĺ ìĦľ", + "ÂłB f", + "ĠÑģпÑĢоÑģ ил", + "âĢĮÚ©ÙĨ ÙĨدÙĩ", + "âĢĮÚ©ÙĨÙĨد Ùĩ", + "ÙĨد ÙĬØ©", + "ÙĨدÙĬ Ø©", + "çī¹ èī²", + "Ġìķ ¨", + "ุษ ย", + "ĠФ оÑĢ", + "пиÑģ ок", + "пи Ñģок", + "u žel", + "ım lar", + "çĬ¶ æ³ģ", + "Ġãĥ¬ ãĥĩãĤ£ãĥ¼ãĤ¹", + "Ñħ ови", + "Ñħов и", + "Ñħо ви", + "ÂłK Äį", + "Ñĩ им", + "Ñĩи м", + "Ġت ÙĪÙħ", + "ĠتÙĪ Ùħ", + "à¹Ģà¸ģษ à¸ķร", + "Ġìĭ± ê¸Ģ", + "Ùħ ارات", + "Ùħا رات", + "Ùħار ات", + "ê nh", + "ên h", + "ĠÅĻ id", + "æĬ ¬", + "Ñģ иÑİ", + "Ñģи Ñİ", + "æħ İ", + "Ġçev re", + "Ġçevr e", + "ãĥĪ ãĥ«", + "Ġyıl dır", + "Ġzá znam", + "Ġzáz nam", + "æľº åľº", + "Ġпо ÑĶ", + "ĠвÑĭ ÑĢаÑīи", + "Ġ Ùģع", + "ĠÙģ ع", + "ë »", + "Ġدار ÛĮÙħ", + "ï¼Į æĽ´", + "Ġзем ли", + "اب ÙĤات", + "ابÙĤ ات", + "Ġm á»Ŀi", + "Ġmá» Ŀi", + "k ých", + "ký ch", + "ÙĦ اة", + "ÙĦا Ø©", + "å¸ ½", + "بر اÙĩÙĬÙħ", + "Ġпо баÑĩ", + "Ġпоб аÑĩ", + "Ġпоба Ñĩ", + "ाà¤ĩ म", + "à¹Īาà¸ĩ à¸Ľà¸£à¸°à¹Ģà¸Ĺศ", + "ĠìĦ¸ ìĥģ", + "Ġпомог аеÑĤ", + "ĠÏĦÏĮ Ïĥο", + "æĸ ·", + "ĠÙģر اÙĪ", + "à¹Ħà¸Ľ ย", + "erg isi", + "Ġ éĻIJ", + "ĠéĻ IJ", + ". xz", + ".x z", + "ĠÑģл ÑĥÑħ", + "ĠÑģлÑĥ Ñħ", + "е коном", + "ек оном", + "еко ном", + "ĠNh ất", + "± Ø·", + "ĠëĪĪ ìĿĦ", + "Ġ íļĮìĤ¬", + "ĠíļĮ ìĤ¬", + "Ñ ĵ", + "Ġ åIJįçĦ¡ãģĹ", + "ĠåIJį çĦ¡ãģĹ", + "Ġομά δα", + "ĩ Į", + "li ÄŁinin", + "liÄŁi nin", + "liÄŁ inin", + "liÄŁini n", + "liÄŁin in", + "ع اÙĨ", + "عا ÙĨ", + "Ġز ÙĨÛĮ", + "ĠزÙĨ ÛĮ", + "T ôi", + "Ġet ki", + "Ġetk i", + "ĠìĹ° ëĿ½", + "Ġкон ÑĨа", + "è° ĭ", + "Ġзем лÑı", + "íĻĺ ê²½", + "ĠÙħÚ© اÙĨÛĮ", + "ĠÙħکاÙĨ ÛĮ", + "çĸ ²", + "Ġ ç¢", + "Ġç ¢", + "Ġkur ulan", + "Ġkurul an", + "Ġkuru lan", + "ؤ ÙĪÙĦ", + "د Ùī", + "ĠاÙĦÙħÙĨ Ø·ÙĤØ©", + "Ġn ắng", + "ÐŁ Ðļ", + "ол ай", + "ола й", + "Y K", + "åij Ĩ", + "λ αν", + "λα ν", + "西 çľģ", + "ĠÎĴ αÏĥ", + "ĠÎĴα Ïĥ", + "ĠíĻķ ìĭ¤", + "Z D", + "п Ñĸд", + "Ġ наÑĩе", + "Ġн аÑĩе", + "Ġна Ñĩе", + "ĠнаÑĩ е", + "Ġ ÏĦά", + "ĠÏĦ ά", + "å½ »", + "âĢŀ D", + "Ġ èĩº", + "Ġèĩ º", + "Ġна ÑĪей", + "ĠнаÑĪ ей", + "ĠtÃŃm to", + "Ġت سÙħ", + "Ġتس Ùħ", + "Ïģθ Ïģο", + "令 人", + "ĠP azar", + "ĠPa zar", + "ĠPaz ar", + "ãĤĵ ãģ¨", + "ç«ĭ åĪ»", + "Âģ @", + "Ġb ắc", + "ìĬ¤ íħĮ", + "Ġkadın lar", + "fig ur", + "ãģ¤ ãģ¶", + "Ġæµ Ļæ±Ł", + "Ġдек ÑĸлÑĮ", + "è¡ Ŀ", + "ยà¸Ļ à¹ģà¸Ľà¸¥à¸ĩ", + "o let", + "ol et", + "ole t", + "Ġned ok", + "n amen", + "name n", + "na men", + "nam en", + "åħĦ å¼Ł", + "ืà¸Ń à¸Ĥ", + "èĤ ĥ", + "Ġb üny", + "Ġbü ny", + "ĠÑĢад Ñıн", + "ãĢģ äºĮ", + "ан нÑİ", + "Ġ æīĭæľº", + "Ġæīĭ æľº", + "ĠоÑģ лож", + "Ġо глÑı", + "Ġог лÑı", + "Ġسب ز", + "Ġaktiv it", + "Ġà¤ı प", + "ç« ľ", + "Ġd iren", + "Ġdi ren", + "Ġdir en", + "Ġdire n", + "i в", + "ĠY atırım", + "ÑĨÑĸй на", + "Ġдо мов", + "Ġдом ов", + "ẳ n", + "ĠC oÄŁraf", + "Ùģ ÙĪ", + "æ°Ĺ ãģ«åħ¥", + "ç§ģ ãģ®", + "ï½ į", + "à¥Į ड", + "ĠÐĵÑĢи гоÑĢ", + "ĠP eygamber", + "ĠPey gamber", + "Ġα γα", + "Ġαγ α", + "Ġef ekt", + "ĠìŀĪ ìĸ´ìĦľ", + "ĠìŀĪìĸ´ ìĦľ", + "ĠплаÑĤ еж", + "ĠT rab", + "ĠTr ab", + "ĠTra b", + "o very", + "ov ery", + "ove ry", + "over y", + "âĢ¦âĢ¦ ãĢĤ", + "Ġyap maya", + "Ġнайб ÑĸлÑĮ", + "ĠÙħÙĨ زÙĦ", + "ÙĪ ÙĬÙĥ", + "ÙĪÙĬ Ùĥ", + "ıl dıģında", + "ıldı ģında", + "ıldıģı nda", + "ĠpÅĻÃŃpad nÄĽ", + "ĠμÏĢο ÏģοÏį", + "Ġëĵľ ëĿ¼ë§Ī", + "Ġë°© 문", + "ĠС им", + "ĠСи м", + "Ú© ات", + "کا ت", + "е ком", + "ек ом", + "еко м", + "ر ÙĬع", + "رÙĬ ع", + "Ùĩد Ùģ", + "æĹı èĩªæ²»", + "Ġzm ÄĽn", + "ĠzmÄĽ n", + "Ġв клад", + "Ġвк лад", + "Ġ بÙĦغ", + "ĠبÙĦ غ", + "Ġ ç§ĭ", + "Ġç§ ĭ", + "N gh", + "Ng h", + "Ġend iÅŁ", + "ĠCumhurbaÅŁ kanı", + "ĠK af", + "ĠKa f", + "Ġ à¹ģหล", + "Ġà¹ģ หล", + "Ġmut lu", + "ĠÑģ иÑĢ", + "ĠÑģи ÑĢ", + "Ġг Ñĥм", + "æ¿ ĥ", + "çĤ ī", + "ĠB áo", + "à¥Ĥ ष", + "Ġìłķ íĻķ", + "ान स", + "ï» ¤", + "наÑģлÑĸд ок", + "po Äįet", + "poÄį et", + "ë§ĮìĽIJ ìŀħëĭĪëĭ¤", + "ĠìĦľìļ¸ íĬ¹ë³Ħìĭľ", + "Îķ ÎĻΣ", + "ÎķÎĻ Σ", + "ุม à¸Ĭà¸Ļ", + "Ġм ÑĸлÑĮ", + "ĠмÑĸ лÑĮ", + "æ ħĮ", + "æħ Į", + "Ïĥκε ÏĦαι", + "Ïĥκ εÏĦαι", + "Ġ ãĢľ", + "ĠãĢ ľ", + "Ġkal iteli", + "ĠÑģмеÑĢ ÑĤÑĮ", + "è¼ Ķ", + "Ġ биÑĤ", + "Ġб иÑĤ", + "Ġби ÑĤ", + "ĠΣ ÏĦο", + "à¸ĩà¹Ģศ ส", + "åİŁ æľ¬", + "Ġk nÃŃ", + "Ġkn ÃŃ", + "äºĴ èģĶç½ij", + "ĠÑĩеловеÑĩ еÑģ", + "çŃ Ĵ", + "à¸Īำ หà¸Ļ", + "åĩº åİ»", + "ãĤ¢ ãĥĭãĥ¡", + "å±ķ 示", + "r ych", + "ry ch", + "à¤ħ ब", + "o ÅĪ", + "jÃŃ cÃŃm", + "jÃŃcÃŃ m", + "ا ØŃØ«", + "اØŃ Ø«", + "ĠÙĪاÙĤع ÛĮ", + "ĠФедеÑĢа лÑĮ", + "ĠФед еÑĢалÑĮ", + "Ñģ ам", + "Ñģа м", + "Ġ ìĺ¥", + "Ġìĺ ¥", + "åľ° çIJĥ", + "Ġs uyu", + "Ġsu yu", + "Ġsuy u", + "s eniz", + "sen iz", + "à¥ī फ", + "Ġê°Ļ ëĭ¤", + "ĠпÑĢизна ÑĩеннÑı", + "ĠпÑĢизнаÑĩ еннÑı", + "ĠS ın", + "ĠSı n", + "ĠاÙħÙĨ ÛĮت", + "Ġl átky", + "ĠÐij и", + "Ġsür eci", + "Ġsüre ci", + "Ġsürec i", + "·· ··", + "Ġê²½ ì°°", + "Ġк алÑĮ", + "Ġка лÑĮ", + "Ġкал ÑĮ", + "Ġник ÑĤо", + "Ùij Ùħ", + "ĠدÙĬ گر", + "Ġalın ması", + "л еннÑĸ", + "лен нÑĸ", + "ิว à¹Ģà¸ķà¸Ńร", + "à¸Ľà¸ģ à¸Ħรà¸Ńà¸ĩ", + "Ġзаконодав ÑģÑĤва", + "ãĢĢ ãĤ¤", + "Ġëħ¸ íķĺìļ°", + "ĠD Ã¼ÅŁ", + "Ġг ÑĥÑģÑĤ", + "ĠÐĴ аÑĪ", + "ĠاÙħ تÛĮ", + "Ġpar amet", + "Ġparam et", + "Ġpara met", + "ĠÎłÎ±Î½ εÏĢ", + "à¹Į à¸ģร", + "à¹Įà¸ģ ร", + "ζ α", + "ĠëįĶ ìļ±", + "ÙĪ ÙĦات", + "ÙĪÙĦ ات", + "ÙĪÙĦا ت", + "в аÑĤиÑģÑı", + "ва ÑĤиÑģÑı", + "ваÑĤи ÑģÑı", + "Ġk ök", + "Ġkö k", + "ÙĨ ب", + "ĠвÑĭÑģок ой", + "ãĥ¼ ãĥ¼", + "ãĥ¼ãĥ ¼", + "éĶ ¦" + ] + } +} \ No newline at end of file diff --git a/tokenizer_config.json b/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..1bfd1146b7bde6168de7bb673bfe0acaea6e684c --- /dev/null +++ b/tokenizer_config.json @@ -0,0 +1,2062 @@ +{ + "added_tokens_decoder": { + "128000": { + "content": "<|begin_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128001": { + "content": "<|end_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128002": { + "content": "<|reserved_special_token_0|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128003": { + "content": "<|reserved_special_token_1|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128004": { + "content": "<|reserved_special_token_2|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128005": { + "content": "<|reserved_special_token_3|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128006": { + "content": "<|start_header_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128007": { + "content": "<|end_header_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128008": { + "content": "<|reserved_special_token_4|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128009": { + "content": "<|eot_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128010": { + "content": "<|reserved_special_token_5|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128011": { + "content": "<|reserved_special_token_6|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128012": { + "content": "<|reserved_special_token_7|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128013": { + "content": "<|reserved_special_token_8|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128014": { + "content": "<|reserved_special_token_9|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128015": { + "content": "<|reserved_special_token_10|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128016": { + "content": "<|reserved_special_token_11|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128017": { + "content": "<|reserved_special_token_12|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128018": { + "content": "<|reserved_special_token_13|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128019": { + "content": "<|reserved_special_token_14|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128020": { + "content": "<|reserved_special_token_15|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128021": { + "content": "<|reserved_special_token_16|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128022": { + "content": "<|reserved_special_token_17|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128023": { + "content": "<|reserved_special_token_18|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128024": { + "content": "<|reserved_special_token_19|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128025": { + "content": "<|reserved_special_token_20|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128026": { + "content": "<|reserved_special_token_21|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128027": { + "content": "<|reserved_special_token_22|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128028": { + "content": "<|reserved_special_token_23|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128029": { + "content": "<|reserved_special_token_24|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128030": { + "content": "<|reserved_special_token_25|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128031": { + "content": "<|reserved_special_token_26|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128032": { + "content": "<|reserved_special_token_27|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128033": { + "content": "<|reserved_special_token_28|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128034": { + "content": "<|reserved_special_token_29|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128035": { + "content": "<|reserved_special_token_30|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128036": { + "content": "<|reserved_special_token_31|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128037": { + "content": "<|reserved_special_token_32|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128038": { + "content": "<|reserved_special_token_33|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128039": { + "content": "<|reserved_special_token_34|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128040": { + "content": "<|reserved_special_token_35|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128041": { + "content": "<|reserved_special_token_36|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128042": { + "content": "<|reserved_special_token_37|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128043": { + "content": "<|reserved_special_token_38|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128044": { + "content": "<|reserved_special_token_39|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128045": { + "content": "<|reserved_special_token_40|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128046": { + "content": "<|reserved_special_token_41|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128047": { + "content": "<|reserved_special_token_42|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128048": { + "content": "<|reserved_special_token_43|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128049": { + "content": "<|reserved_special_token_44|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128050": { + "content": "<|reserved_special_token_45|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128051": { + "content": "<|reserved_special_token_46|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128052": { + "content": "<|reserved_special_token_47|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128053": { + "content": "<|reserved_special_token_48|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128054": { + "content": "<|reserved_special_token_49|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128055": { + "content": "<|reserved_special_token_50|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128056": { + "content": "<|reserved_special_token_51|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128057": { + "content": "<|reserved_special_token_52|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128058": { + "content": "<|reserved_special_token_53|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128059": { + "content": "<|reserved_special_token_54|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128060": { + "content": "<|reserved_special_token_55|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128061": { + "content": "<|reserved_special_token_56|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128062": { + "content": "<|reserved_special_token_57|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128063": { + "content": "<|reserved_special_token_58|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128064": { + "content": "<|reserved_special_token_59|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128065": { + "content": "<|reserved_special_token_60|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128066": { + "content": "<|reserved_special_token_61|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128067": { + "content": "<|reserved_special_token_62|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128068": { + "content": "<|reserved_special_token_63|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128069": { + "content": "<|reserved_special_token_64|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128070": { + "content": "<|reserved_special_token_65|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128071": { + "content": "<|reserved_special_token_66|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128072": { + "content": "<|reserved_special_token_67|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128073": { + "content": "<|reserved_special_token_68|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128074": { + "content": "<|reserved_special_token_69|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128075": { + "content": "<|reserved_special_token_70|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128076": { + "content": "<|reserved_special_token_71|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128077": { + "content": "<|reserved_special_token_72|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128078": { + "content": "<|reserved_special_token_73|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128079": { + "content": "<|reserved_special_token_74|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128080": { + "content": "<|reserved_special_token_75|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128081": { + "content": "<|reserved_special_token_76|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128082": { + "content": "<|reserved_special_token_77|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128083": { + "content": "<|reserved_special_token_78|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128084": { + "content": "<|reserved_special_token_79|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128085": { + "content": "<|reserved_special_token_80|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128086": { + "content": "<|reserved_special_token_81|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128087": { + "content": "<|reserved_special_token_82|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128088": { + "content": "<|reserved_special_token_83|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128089": { + "content": "<|reserved_special_token_84|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128090": { + "content": "<|reserved_special_token_85|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128091": { + "content": "<|reserved_special_token_86|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128092": { + "content": "<|reserved_special_token_87|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128093": { + "content": "<|reserved_special_token_88|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128094": { + "content": "<|reserved_special_token_89|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128095": { + "content": "<|reserved_special_token_90|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128096": { + "content": "<|reserved_special_token_91|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128097": { + "content": "<|reserved_special_token_92|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128098": { + "content": "<|reserved_special_token_93|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128099": { + "content": "<|reserved_special_token_94|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128100": { + "content": "<|reserved_special_token_95|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128101": { + "content": "<|reserved_special_token_96|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128102": { + "content": "<|reserved_special_token_97|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128103": { + "content": "<|reserved_special_token_98|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128104": { + "content": "<|reserved_special_token_99|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128105": { + "content": "<|reserved_special_token_100|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128106": { + "content": "<|reserved_special_token_101|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128107": { + "content": "<|reserved_special_token_102|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128108": { + "content": "<|reserved_special_token_103|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128109": { + "content": "<|reserved_special_token_104|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128110": { + "content": "<|reserved_special_token_105|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128111": { + "content": "<|reserved_special_token_106|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128112": { + "content": "<|reserved_special_token_107|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128113": { + "content": "<|reserved_special_token_108|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128114": { + "content": "<|reserved_special_token_109|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128115": { + "content": "<|reserved_special_token_110|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128116": { + "content": "<|reserved_special_token_111|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128117": { + "content": "<|reserved_special_token_112|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128118": { + "content": "<|reserved_special_token_113|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128119": { + "content": "<|reserved_special_token_114|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128120": { + "content": "<|reserved_special_token_115|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128121": { + "content": "<|reserved_special_token_116|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128122": { + "content": "<|reserved_special_token_117|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128123": { + "content": "<|reserved_special_token_118|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128124": { + "content": "<|reserved_special_token_119|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128125": { + "content": "<|reserved_special_token_120|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128126": { + "content": "<|reserved_special_token_121|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128127": { + "content": "<|reserved_special_token_122|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128128": { + "content": "<|reserved_special_token_123|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128129": { + "content": "<|reserved_special_token_124|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128130": { + "content": "<|reserved_special_token_125|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128131": { + "content": "<|reserved_special_token_126|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128132": { + "content": "<|reserved_special_token_127|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128133": { + "content": "<|reserved_special_token_128|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128134": { + "content": "<|reserved_special_token_129|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128135": { + "content": "<|reserved_special_token_130|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128136": { + "content": "<|reserved_special_token_131|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128137": { + "content": "<|reserved_special_token_132|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128138": { + "content": "<|reserved_special_token_133|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128139": { + "content": "<|reserved_special_token_134|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128140": { + "content": "<|reserved_special_token_135|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128141": { + "content": "<|reserved_special_token_136|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128142": { + "content": "<|reserved_special_token_137|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128143": { + "content": "<|reserved_special_token_138|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128144": { + "content": "<|reserved_special_token_139|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128145": { + "content": "<|reserved_special_token_140|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128146": { + "content": "<|reserved_special_token_141|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128147": { + "content": "<|reserved_special_token_142|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128148": { + "content": "<|reserved_special_token_143|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128149": { + "content": "<|reserved_special_token_144|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128150": { + "content": "<|reserved_special_token_145|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128151": { + "content": "<|reserved_special_token_146|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128152": { + "content": "<|reserved_special_token_147|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128153": { + "content": "<|reserved_special_token_148|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128154": { + "content": "<|reserved_special_token_149|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128155": { + "content": "<|reserved_special_token_150|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128156": { + "content": "<|reserved_special_token_151|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128157": { + "content": "<|reserved_special_token_152|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128158": { + "content": "<|reserved_special_token_153|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128159": { + "content": "<|reserved_special_token_154|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128160": { + "content": "<|reserved_special_token_155|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128161": { + "content": "<|reserved_special_token_156|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128162": { + "content": "<|reserved_special_token_157|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128163": { + "content": "<|reserved_special_token_158|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128164": { + "content": "<|reserved_special_token_159|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128165": { + "content": "<|reserved_special_token_160|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128166": { + "content": "<|reserved_special_token_161|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128167": { + "content": "<|reserved_special_token_162|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128168": { + "content": "<|reserved_special_token_163|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128169": { + "content": "<|reserved_special_token_164|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128170": { + "content": "<|reserved_special_token_165|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128171": { + "content": "<|reserved_special_token_166|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128172": { + "content": "<|reserved_special_token_167|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128173": { + "content": "<|reserved_special_token_168|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128174": { + "content": "<|reserved_special_token_169|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128175": { + "content": "<|reserved_special_token_170|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128176": { + "content": "<|reserved_special_token_171|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128177": { + "content": "<|reserved_special_token_172|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128178": { + "content": "<|reserved_special_token_173|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128179": { + "content": "<|reserved_special_token_174|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128180": { + "content": "<|reserved_special_token_175|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128181": { + "content": "<|reserved_special_token_176|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128182": { + "content": "<|reserved_special_token_177|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128183": { + "content": "<|reserved_special_token_178|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128184": { + "content": "<|reserved_special_token_179|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128185": { + "content": "<|reserved_special_token_180|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128186": { + "content": "<|reserved_special_token_181|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128187": { + "content": "<|reserved_special_token_182|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128188": { + "content": "<|reserved_special_token_183|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128189": { + "content": "<|reserved_special_token_184|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128190": { + "content": "<|reserved_special_token_185|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128191": { + "content": "<|reserved_special_token_186|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128192": { + "content": "<|reserved_special_token_187|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128193": { + "content": "<|reserved_special_token_188|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128194": { + "content": "<|reserved_special_token_189|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128195": { + "content": "<|reserved_special_token_190|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128196": { + "content": "<|reserved_special_token_191|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128197": { + "content": "<|reserved_special_token_192|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128198": { + "content": "<|reserved_special_token_193|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128199": { + "content": "<|reserved_special_token_194|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128200": { + "content": "<|reserved_special_token_195|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128201": { + "content": "<|reserved_special_token_196|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128202": { + "content": "<|reserved_special_token_197|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128203": { + "content": "<|reserved_special_token_198|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128204": { + "content": "<|reserved_special_token_199|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128205": { + "content": "<|reserved_special_token_200|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128206": { + "content": "<|reserved_special_token_201|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128207": { + "content": "<|reserved_special_token_202|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128208": { + "content": "<|reserved_special_token_203|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128209": { + "content": "<|reserved_special_token_204|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128210": { + "content": "<|reserved_special_token_205|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128211": { + "content": "<|reserved_special_token_206|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128212": { + "content": "<|reserved_special_token_207|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128213": { + "content": "<|reserved_special_token_208|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128214": { + "content": "<|reserved_special_token_209|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128215": { + "content": "<|reserved_special_token_210|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128216": { + "content": "<|reserved_special_token_211|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128217": { + "content": "<|reserved_special_token_212|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128218": { + "content": "<|reserved_special_token_213|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128219": { + "content": "<|reserved_special_token_214|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128220": { + "content": "<|reserved_special_token_215|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128221": { + "content": "<|reserved_special_token_216|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128222": { + "content": "<|reserved_special_token_217|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128223": { + "content": "<|reserved_special_token_218|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128224": { + "content": "<|reserved_special_token_219|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128225": { + "content": "<|reserved_special_token_220|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128226": { + "content": "<|reserved_special_token_221|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128227": { + "content": "<|reserved_special_token_222|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128228": { + "content": "<|reserved_special_token_223|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128229": { + "content": "<|reserved_special_token_224|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128230": { + "content": "<|reserved_special_token_225|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128231": { + "content": "<|reserved_special_token_226|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128232": { + "content": "<|reserved_special_token_227|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128233": { + "content": "<|reserved_special_token_228|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128234": { + "content": "<|reserved_special_token_229|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128235": { + "content": "<|reserved_special_token_230|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128236": { + "content": "<|reserved_special_token_231|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128237": { + "content": "<|reserved_special_token_232|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128238": { + "content": "<|reserved_special_token_233|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128239": { + "content": "<|reserved_special_token_234|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128240": { + "content": "<|reserved_special_token_235|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128241": { + "content": "<|reserved_special_token_236|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128242": { + "content": "<|reserved_special_token_237|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128243": { + "content": "<|reserved_special_token_238|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128244": { + "content": "<|reserved_special_token_239|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128245": { + "content": "<|reserved_special_token_240|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128246": { + "content": "<|reserved_special_token_241|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128247": { + "content": "<|reserved_special_token_242|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128248": { + "content": "<|reserved_special_token_243|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128249": { + "content": "<|reserved_special_token_244|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128250": { + "content": "<|reserved_special_token_245|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128251": { + "content": "<|reserved_special_token_246|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128252": { + "content": "<|reserved_special_token_247|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128253": { + "content": "<|reserved_special_token_248|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128254": { + "content": "<|reserved_special_token_249|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128255": { + "content": "<|reserved_special_token_250|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "<|begin_of_text|>", + "chat_template": "{% set loop_messages = messages %}{% for message in loop_messages %}{% set content = '<|start_header_id|>' + message['role'] + '<|end_header_id|>\n\n'+ message['content'] | trim + '<|eot_id|>' %}{% if loop.index0 == 0 %}{% set content = bos_token + content %}{% endif %}{{ content }}{% endfor %}{% if add_generation_prompt %}{{ '<|start_header_id|>assistant<|end_header_id|>\n\n' }}{% endif %}", + "clean_up_tokenization_spaces": true, + "eos_token": "<|eot_id|>", + "model_input_names": [ + "input_ids", + "attention_mask" + ], + "model_max_length": 1000000000000000019884624838656, + "tokenizer_class": "PreTrainedTokenizerFast" +} diff --git a/train_results.json b/train_results.json new file mode 100644 index 0000000000000000000000000000000000000000..3e88e3abe9c379f6e3ce7be51c5e230dbacf3914 --- /dev/null +++ b/train_results.json @@ -0,0 +1,8 @@ +{ + "epoch": 0.13208570653647952, + "num_input_tokens_seen": 7732199424, + "train_loss": 0.059379862848258066, + "train_runtime": 15793.1588, + "train_samples_per_second": 0.467, + "train_steps_per_second": 0.233 +} \ No newline at end of file diff --git a/trainer_state.json b/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..381dd35553b9e653e6079f636806ab0ccc6824d7 --- /dev/null +++ b/trainer_state.json @@ -0,0 +1,29539 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 0.13208570653647952, + "eval_steps": 500, + "global_step": 3687, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.00027122321670735016, + "grad_norm": 39.49641418457031, + "learning_rate": 5.405405405405406e-09, + "loss": 1.4339, + "num_input_tokens_seen": 2097152, + "step": 1 + }, + { + "epoch": 0.0005424464334147003, + "grad_norm": 34.68007278442383, + "learning_rate": 1.0810810810810811e-08, + "loss": 1.4592, + "num_input_tokens_seen": 4194304, + "step": 2 + }, + { + "epoch": 0.0008136696501220504, + "grad_norm": 39.95429992675781, + "learning_rate": 1.6216216216216218e-08, + "loss": 1.5967, + "num_input_tokens_seen": 6291456, + "step": 3 + }, + { + "epoch": 0.0010848928668294006, + "grad_norm": 31.149150848388672, + "learning_rate": 2.1621621621621623e-08, + "loss": 1.2915, + "num_input_tokens_seen": 8388608, + "step": 4 + }, + { + "epoch": 0.0013561160835367507, + "grad_norm": 42.642982482910156, + "learning_rate": 2.7027027027027028e-08, + "loss": 1.8907, + "num_input_tokens_seen": 10485760, + "step": 5 + }, + { + "epoch": 0.0016273393002441008, + "grad_norm": 41.49152755737305, + "learning_rate": 3.2432432432432436e-08, + "loss": 1.5168, + "num_input_tokens_seen": 12582912, + "step": 6 + }, + { + "epoch": 0.001898562516951451, + "grad_norm": 35.22410202026367, + "learning_rate": 3.783783783783784e-08, + "loss": 1.4075, + "num_input_tokens_seen": 14680064, + "step": 7 + }, + { + "epoch": 0.0021697857336588013, + "grad_norm": 34.59489059448242, + "learning_rate": 4.3243243243243246e-08, + "loss": 1.701, + "num_input_tokens_seen": 16777216, + "step": 8 + }, + { + "epoch": 0.0024410089503661514, + "grad_norm": 40.61011505126953, + "learning_rate": 4.864864864864865e-08, + "loss": 2.0642, + "num_input_tokens_seen": 18874368, + "step": 9 + }, + { + "epoch": 0.0027122321670735015, + "grad_norm": 39.64620590209961, + "learning_rate": 5.4054054054054056e-08, + "loss": 1.7744, + "num_input_tokens_seen": 20971520, + "step": 10 + }, + { + "epoch": 0.0029834553837808516, + "grad_norm": 43.06705856323242, + "learning_rate": 5.945945945945946e-08, + "loss": 1.8829, + "num_input_tokens_seen": 23068672, + "step": 11 + }, + { + "epoch": 0.0032546786004882017, + "grad_norm": 33.02948760986328, + "learning_rate": 6.486486486486487e-08, + "loss": 1.4287, + "num_input_tokens_seen": 25165824, + "step": 12 + }, + { + "epoch": 0.003525901817195552, + "grad_norm": 26.8834285736084, + "learning_rate": 7.027027027027027e-08, + "loss": 1.3548, + "num_input_tokens_seen": 27262976, + "step": 13 + }, + { + "epoch": 0.003797125033902902, + "grad_norm": 40.67939376831055, + "learning_rate": 7.567567567567568e-08, + "loss": 1.8238, + "num_input_tokens_seen": 29360128, + "step": 14 + }, + { + "epoch": 0.0040683482506102524, + "grad_norm": 25.111343383789062, + "learning_rate": 8.108108108108108e-08, + "loss": 0.9103, + "num_input_tokens_seen": 31457280, + "step": 15 + }, + { + "epoch": 0.0043395714673176026, + "grad_norm": 35.32511901855469, + "learning_rate": 8.648648648648649e-08, + "loss": 1.2824, + "num_input_tokens_seen": 33554432, + "step": 16 + }, + { + "epoch": 0.004610794684024953, + "grad_norm": 38.915740966796875, + "learning_rate": 9.189189189189189e-08, + "loss": 1.9842, + "num_input_tokens_seen": 35651584, + "step": 17 + }, + { + "epoch": 0.004882017900732303, + "grad_norm": 37.164268493652344, + "learning_rate": 9.72972972972973e-08, + "loss": 1.7929, + "num_input_tokens_seen": 37748736, + "step": 18 + }, + { + "epoch": 0.005153241117439653, + "grad_norm": 24.598073959350586, + "learning_rate": 1.0270270270270271e-07, + "loss": 0.9814, + "num_input_tokens_seen": 39845888, + "step": 19 + }, + { + "epoch": 0.005424464334147003, + "grad_norm": 24.054792404174805, + "learning_rate": 1.0810810810810811e-07, + "loss": 0.8789, + "num_input_tokens_seen": 41943040, + "step": 20 + }, + { + "epoch": 0.005695687550854353, + "grad_norm": 27.910194396972656, + "learning_rate": 1.1351351351351351e-07, + "loss": 1.0153, + "num_input_tokens_seen": 44040192, + "step": 21 + }, + { + "epoch": 0.005966910767561703, + "grad_norm": 35.53153991699219, + "learning_rate": 1.1891891891891891e-07, + "loss": 1.5747, + "num_input_tokens_seen": 46137344, + "step": 22 + }, + { + "epoch": 0.006238133984269053, + "grad_norm": 38.2767219543457, + "learning_rate": 1.2432432432432432e-07, + "loss": 1.6904, + "num_input_tokens_seen": 48234496, + "step": 23 + }, + { + "epoch": 0.006509357200976403, + "grad_norm": 32.410587310791016, + "learning_rate": 1.2972972972972974e-07, + "loss": 1.9401, + "num_input_tokens_seen": 50331648, + "step": 24 + }, + { + "epoch": 0.0067805804176837535, + "grad_norm": 33.3242073059082, + "learning_rate": 1.3513513513513515e-07, + "loss": 1.2135, + "num_input_tokens_seen": 52428800, + "step": 25 + }, + { + "epoch": 0.007051803634391104, + "grad_norm": 25.93454360961914, + "learning_rate": 1.4054054054054055e-07, + "loss": 0.9542, + "num_input_tokens_seen": 54525952, + "step": 26 + }, + { + "epoch": 0.007323026851098454, + "grad_norm": 21.06357192993164, + "learning_rate": 1.4594594594594595e-07, + "loss": 0.6859, + "num_input_tokens_seen": 56623104, + "step": 27 + }, + { + "epoch": 0.007594250067805804, + "grad_norm": 26.06874656677246, + "learning_rate": 1.5135135135135135e-07, + "loss": 0.8169, + "num_input_tokens_seen": 58720256, + "step": 28 + }, + { + "epoch": 0.007865473284513154, + "grad_norm": 29.234174728393555, + "learning_rate": 1.5675675675675675e-07, + "loss": 0.9595, + "num_input_tokens_seen": 60817408, + "step": 29 + }, + { + "epoch": 0.008136696501220505, + "grad_norm": 31.234846115112305, + "learning_rate": 1.6216216216216215e-07, + "loss": 1.3304, + "num_input_tokens_seen": 62914560, + "step": 30 + }, + { + "epoch": 0.008407919717927854, + "grad_norm": 40.34751892089844, + "learning_rate": 1.6756756756756758e-07, + "loss": 0.8478, + "num_input_tokens_seen": 65011712, + "step": 31 + }, + { + "epoch": 0.008679142934635205, + "grad_norm": 27.279531478881836, + "learning_rate": 1.7297297297297298e-07, + "loss": 0.8963, + "num_input_tokens_seen": 67108864, + "step": 32 + }, + { + "epoch": 0.008950366151342554, + "grad_norm": 21.022947311401367, + "learning_rate": 1.7837837837837838e-07, + "loss": 0.556, + "num_input_tokens_seen": 69206016, + "step": 33 + }, + { + "epoch": 0.009221589368049905, + "grad_norm": 37.905052185058594, + "learning_rate": 1.8378378378378379e-07, + "loss": 0.9591, + "num_input_tokens_seen": 71303168, + "step": 34 + }, + { + "epoch": 0.009492812584757255, + "grad_norm": 37.577152252197266, + "learning_rate": 1.891891891891892e-07, + "loss": 1.6584, + "num_input_tokens_seen": 73400320, + "step": 35 + }, + { + "epoch": 0.009764035801464606, + "grad_norm": 28.42804527282715, + "learning_rate": 1.945945945945946e-07, + "loss": 1.0023, + "num_input_tokens_seen": 75497472, + "step": 36 + }, + { + "epoch": 0.010035259018171955, + "grad_norm": 26.009700775146484, + "learning_rate": 2e-07, + "loss": 0.7367, + "num_input_tokens_seen": 77594624, + "step": 37 + }, + { + "epoch": 0.010306482234879306, + "grad_norm": 23.724992752075195, + "learning_rate": 2.0540540540540542e-07, + "loss": 0.7751, + "num_input_tokens_seen": 79691776, + "step": 38 + }, + { + "epoch": 0.010577705451586655, + "grad_norm": 23.584884643554688, + "learning_rate": 2.1081081081081082e-07, + "loss": 0.6391, + "num_input_tokens_seen": 81788928, + "step": 39 + }, + { + "epoch": 0.010848928668294006, + "grad_norm": 36.632781982421875, + "learning_rate": 2.1621621621621622e-07, + "loss": 1.1372, + "num_input_tokens_seen": 83886080, + "step": 40 + }, + { + "epoch": 0.011120151885001357, + "grad_norm": 36.59737777709961, + "learning_rate": 2.2162162162162162e-07, + "loss": 1.3684, + "num_input_tokens_seen": 85983232, + "step": 41 + }, + { + "epoch": 0.011391375101708706, + "grad_norm": 19.298629760742188, + "learning_rate": 2.2702702702702703e-07, + "loss": 0.5202, + "num_input_tokens_seen": 88080384, + "step": 42 + }, + { + "epoch": 0.011662598318416057, + "grad_norm": 41.80552291870117, + "learning_rate": 2.3243243243243243e-07, + "loss": 0.84, + "num_input_tokens_seen": 90177536, + "step": 43 + }, + { + "epoch": 0.011933821535123406, + "grad_norm": 23.654796600341797, + "learning_rate": 2.3783783783783783e-07, + "loss": 0.6959, + "num_input_tokens_seen": 92274688, + "step": 44 + }, + { + "epoch": 0.012205044751830757, + "grad_norm": 20.645301818847656, + "learning_rate": 2.4324324324324326e-07, + "loss": 0.5908, + "num_input_tokens_seen": 94371840, + "step": 45 + }, + { + "epoch": 0.012476267968538107, + "grad_norm": 30.316768646240234, + "learning_rate": 2.4864864864864863e-07, + "loss": 0.9048, + "num_input_tokens_seen": 96468992, + "step": 46 + }, + { + "epoch": 0.012747491185245458, + "grad_norm": 37.43491744995117, + "learning_rate": 2.5405405405405406e-07, + "loss": 0.9024, + "num_input_tokens_seen": 98566144, + "step": 47 + }, + { + "epoch": 0.013018714401952807, + "grad_norm": 38.99563980102539, + "learning_rate": 2.594594594594595e-07, + "loss": 0.9539, + "num_input_tokens_seen": 100663296, + "step": 48 + }, + { + "epoch": 0.013289937618660158, + "grad_norm": 22.807531356811523, + "learning_rate": 2.6486486486486486e-07, + "loss": 0.5623, + "num_input_tokens_seen": 102760448, + "step": 49 + }, + { + "epoch": 0.013561160835367507, + "grad_norm": 24.203222274780273, + "learning_rate": 2.702702702702703e-07, + "loss": 0.5913, + "num_input_tokens_seen": 104857600, + "step": 50 + }, + { + "epoch": 0.013832384052074858, + "grad_norm": 24.680194854736328, + "learning_rate": 2.7567567567567567e-07, + "loss": 0.4792, + "num_input_tokens_seen": 106954752, + "step": 51 + }, + { + "epoch": 0.014103607268782207, + "grad_norm": 22.284217834472656, + "learning_rate": 2.810810810810811e-07, + "loss": 0.4839, + "num_input_tokens_seen": 109051904, + "step": 52 + }, + { + "epoch": 0.014374830485489558, + "grad_norm": 40.31373596191406, + "learning_rate": 2.8648648648648647e-07, + "loss": 1.8157, + "num_input_tokens_seen": 111149056, + "step": 53 + }, + { + "epoch": 0.014646053702196907, + "grad_norm": 23.11035919189453, + "learning_rate": 2.918918918918919e-07, + "loss": 0.5529, + "num_input_tokens_seen": 113246208, + "step": 54 + }, + { + "epoch": 0.014917276918904258, + "grad_norm": 38.69032287597656, + "learning_rate": 2.972972972972973e-07, + "loss": 1.1754, + "num_input_tokens_seen": 115343360, + "step": 55 + }, + { + "epoch": 0.015188500135611608, + "grad_norm": 18.51485824584961, + "learning_rate": 3.027027027027027e-07, + "loss": 0.4798, + "num_input_tokens_seen": 117440512, + "step": 56 + }, + { + "epoch": 0.015459723352318959, + "grad_norm": 27.4355411529541, + "learning_rate": 3.0810810810810813e-07, + "loss": 0.9573, + "num_input_tokens_seen": 119537664, + "step": 57 + }, + { + "epoch": 0.015730946569026308, + "grad_norm": 24.34264373779297, + "learning_rate": 3.135135135135135e-07, + "loss": 0.4343, + "num_input_tokens_seen": 121634816, + "step": 58 + }, + { + "epoch": 0.01600216978573366, + "grad_norm": 23.938716888427734, + "learning_rate": 3.1891891891891893e-07, + "loss": 0.6501, + "num_input_tokens_seen": 123731968, + "step": 59 + }, + { + "epoch": 0.01627339300244101, + "grad_norm": 20.936176300048828, + "learning_rate": 3.243243243243243e-07, + "loss": 0.4849, + "num_input_tokens_seen": 125829120, + "step": 60 + }, + { + "epoch": 0.01654461621914836, + "grad_norm": 32.816497802734375, + "learning_rate": 3.2972972972972973e-07, + "loss": 0.9031, + "num_input_tokens_seen": 127926272, + "step": 61 + }, + { + "epoch": 0.016815839435855708, + "grad_norm": 26.125568389892578, + "learning_rate": 3.3513513513513516e-07, + "loss": 0.6413, + "num_input_tokens_seen": 130023424, + "step": 62 + }, + { + "epoch": 0.01708706265256306, + "grad_norm": 24.256683349609375, + "learning_rate": 3.4054054054054054e-07, + "loss": 0.8662, + "num_input_tokens_seen": 132120576, + "step": 63 + }, + { + "epoch": 0.01735828586927041, + "grad_norm": 23.595643997192383, + "learning_rate": 3.4594594594594597e-07, + "loss": 0.5304, + "num_input_tokens_seen": 134217728, + "step": 64 + }, + { + "epoch": 0.01762950908597776, + "grad_norm": 21.607576370239258, + "learning_rate": 3.5135135135135134e-07, + "loss": 0.6673, + "num_input_tokens_seen": 136314880, + "step": 65 + }, + { + "epoch": 0.01790073230268511, + "grad_norm": 21.87681007385254, + "learning_rate": 3.5675675675675677e-07, + "loss": 0.544, + "num_input_tokens_seen": 138412032, + "step": 66 + }, + { + "epoch": 0.01817195551939246, + "grad_norm": 25.676681518554688, + "learning_rate": 3.6216216216216214e-07, + "loss": 0.972, + "num_input_tokens_seen": 140509184, + "step": 67 + }, + { + "epoch": 0.01844317873609981, + "grad_norm": 23.464296340942383, + "learning_rate": 3.6756756756756757e-07, + "loss": 0.8916, + "num_input_tokens_seen": 142606336, + "step": 68 + }, + { + "epoch": 0.01871440195280716, + "grad_norm": 30.373069763183594, + "learning_rate": 3.72972972972973e-07, + "loss": 1.0737, + "num_input_tokens_seen": 144703488, + "step": 69 + }, + { + "epoch": 0.01898562516951451, + "grad_norm": 21.44524574279785, + "learning_rate": 3.783783783783784e-07, + "loss": 0.4633, + "num_input_tokens_seen": 146800640, + "step": 70 + }, + { + "epoch": 0.01925684838622186, + "grad_norm": 21.777481079101562, + "learning_rate": 3.837837837837838e-07, + "loss": 0.6957, + "num_input_tokens_seen": 148897792, + "step": 71 + }, + { + "epoch": 0.01952807160292921, + "grad_norm": 36.132041931152344, + "learning_rate": 3.891891891891892e-07, + "loss": 1.2758, + "num_input_tokens_seen": 150994944, + "step": 72 + }, + { + "epoch": 0.019799294819636562, + "grad_norm": 28.66299819946289, + "learning_rate": 3.945945945945946e-07, + "loss": 0.6293, + "num_input_tokens_seen": 153092096, + "step": 73 + }, + { + "epoch": 0.02007051803634391, + "grad_norm": 19.70673942565918, + "learning_rate": 4e-07, + "loss": 0.4103, + "num_input_tokens_seen": 155189248, + "step": 74 + }, + { + "epoch": 0.02034174125305126, + "grad_norm": 20.52765655517578, + "learning_rate": 4.054054054054054e-07, + "loss": 0.538, + "num_input_tokens_seen": 157286400, + "step": 75 + }, + { + "epoch": 0.02061296446975861, + "grad_norm": 22.38905906677246, + "learning_rate": 4.1081081081081084e-07, + "loss": 0.4337, + "num_input_tokens_seen": 159383552, + "step": 76 + }, + { + "epoch": 0.020884187686465962, + "grad_norm": 17.63435173034668, + "learning_rate": 4.162162162162162e-07, + "loss": 0.4086, + "num_input_tokens_seen": 161480704, + "step": 77 + }, + { + "epoch": 0.02115541090317331, + "grad_norm": 27.260120391845703, + "learning_rate": 4.2162162162162164e-07, + "loss": 0.7754, + "num_input_tokens_seen": 163577856, + "step": 78 + }, + { + "epoch": 0.02142663411988066, + "grad_norm": 21.357715606689453, + "learning_rate": 4.27027027027027e-07, + "loss": 0.4759, + "num_input_tokens_seen": 165675008, + "step": 79 + }, + { + "epoch": 0.021697857336588012, + "grad_norm": 19.342985153198242, + "learning_rate": 4.3243243243243244e-07, + "loss": 0.536, + "num_input_tokens_seen": 167772160, + "step": 80 + }, + { + "epoch": 0.021969080553295363, + "grad_norm": 25.34566879272461, + "learning_rate": 4.378378378378378e-07, + "loss": 0.4032, + "num_input_tokens_seen": 169869312, + "step": 81 + }, + { + "epoch": 0.022240303770002714, + "grad_norm": 16.721052169799805, + "learning_rate": 4.4324324324324325e-07, + "loss": 0.4892, + "num_input_tokens_seen": 171966464, + "step": 82 + }, + { + "epoch": 0.02251152698671006, + "grad_norm": 28.31974983215332, + "learning_rate": 4.486486486486487e-07, + "loss": 0.6054, + "num_input_tokens_seen": 174063616, + "step": 83 + }, + { + "epoch": 0.022782750203417412, + "grad_norm": 29.826642990112305, + "learning_rate": 4.5405405405405405e-07, + "loss": 0.7516, + "num_input_tokens_seen": 176160768, + "step": 84 + }, + { + "epoch": 0.023053973420124763, + "grad_norm": 24.864288330078125, + "learning_rate": 4.594594594594595e-07, + "loss": 0.8178, + "num_input_tokens_seen": 178257920, + "step": 85 + }, + { + "epoch": 0.023325196636832114, + "grad_norm": 20.49217414855957, + "learning_rate": 4.6486486486486485e-07, + "loss": 0.6725, + "num_input_tokens_seen": 180355072, + "step": 86 + }, + { + "epoch": 0.023596419853539462, + "grad_norm": 32.16914367675781, + "learning_rate": 4.702702702702703e-07, + "loss": 0.8543, + "num_input_tokens_seen": 182452224, + "step": 87 + }, + { + "epoch": 0.023867643070246813, + "grad_norm": 28.581802368164062, + "learning_rate": 4.7567567567567566e-07, + "loss": 0.5865, + "num_input_tokens_seen": 184549376, + "step": 88 + }, + { + "epoch": 0.024138866286954164, + "grad_norm": 27.280996322631836, + "learning_rate": 4.810810810810811e-07, + "loss": 0.9451, + "num_input_tokens_seen": 186646528, + "step": 89 + }, + { + "epoch": 0.024410089503661515, + "grad_norm": 24.71245765686035, + "learning_rate": 4.864864864864865e-07, + "loss": 0.6835, + "num_input_tokens_seen": 188743680, + "step": 90 + }, + { + "epoch": 0.024681312720368862, + "grad_norm": 18.934518814086914, + "learning_rate": 4.918918918918919e-07, + "loss": 0.3742, + "num_input_tokens_seen": 190840832, + "step": 91 + }, + { + "epoch": 0.024952535937076213, + "grad_norm": 22.003257751464844, + "learning_rate": 4.972972972972973e-07, + "loss": 0.5762, + "num_input_tokens_seen": 192937984, + "step": 92 + }, + { + "epoch": 0.025223759153783564, + "grad_norm": 14.231109619140625, + "learning_rate": 5.027027027027027e-07, + "loss": 0.2882, + "num_input_tokens_seen": 195035136, + "step": 93 + }, + { + "epoch": 0.025494982370490915, + "grad_norm": 26.178083419799805, + "learning_rate": 5.081081081081081e-07, + "loss": 0.829, + "num_input_tokens_seen": 197132288, + "step": 94 + }, + { + "epoch": 0.025766205587198263, + "grad_norm": 26.79072380065918, + "learning_rate": 5.135135135135134e-07, + "loss": 0.6192, + "num_input_tokens_seen": 199229440, + "step": 95 + }, + { + "epoch": 0.026037428803905614, + "grad_norm": 27.17604637145996, + "learning_rate": 5.18918918918919e-07, + "loss": 0.7937, + "num_input_tokens_seen": 201326592, + "step": 96 + }, + { + "epoch": 0.026308652020612965, + "grad_norm": 23.408369064331055, + "learning_rate": 5.243243243243243e-07, + "loss": 0.5996, + "num_input_tokens_seen": 203423744, + "step": 97 + }, + { + "epoch": 0.026579875237320316, + "grad_norm": 30.211393356323242, + "learning_rate": 5.297297297297297e-07, + "loss": 0.8991, + "num_input_tokens_seen": 205520896, + "step": 98 + }, + { + "epoch": 0.026851098454027666, + "grad_norm": 38.316158294677734, + "learning_rate": 5.35135135135135e-07, + "loss": 1.6948, + "num_input_tokens_seen": 207618048, + "step": 99 + }, + { + "epoch": 0.027122321670735014, + "grad_norm": 17.80075454711914, + "learning_rate": 5.405405405405406e-07, + "loss": 0.4548, + "num_input_tokens_seen": 209715200, + "step": 100 + }, + { + "epoch": 0.027393544887442365, + "grad_norm": 20.674842834472656, + "learning_rate": 5.459459459459459e-07, + "loss": 0.4327, + "num_input_tokens_seen": 211812352, + "step": 101 + }, + { + "epoch": 0.027664768104149716, + "grad_norm": 18.368560791015625, + "learning_rate": 5.513513513513513e-07, + "loss": 0.4917, + "num_input_tokens_seen": 213909504, + "step": 102 + }, + { + "epoch": 0.027935991320857067, + "grad_norm": 27.678592681884766, + "learning_rate": 5.567567567567567e-07, + "loss": 0.8262, + "num_input_tokens_seen": 216006656, + "step": 103 + }, + { + "epoch": 0.028207214537564414, + "grad_norm": 23.276077270507812, + "learning_rate": 5.621621621621622e-07, + "loss": 0.5294, + "num_input_tokens_seen": 218103808, + "step": 104 + }, + { + "epoch": 0.028478437754271765, + "grad_norm": 15.913488388061523, + "learning_rate": 5.675675675675675e-07, + "loss": 0.4865, + "num_input_tokens_seen": 220200960, + "step": 105 + }, + { + "epoch": 0.028749660970979116, + "grad_norm": 21.9434871673584, + "learning_rate": 5.729729729729729e-07, + "loss": 0.5292, + "num_input_tokens_seen": 222298112, + "step": 106 + }, + { + "epoch": 0.029020884187686467, + "grad_norm": 23.412330627441406, + "learning_rate": 5.783783783783784e-07, + "loss": 0.7398, + "num_input_tokens_seen": 224395264, + "step": 107 + }, + { + "epoch": 0.029292107404393815, + "grad_norm": 18.569114685058594, + "learning_rate": 5.837837837837838e-07, + "loss": 0.5104, + "num_input_tokens_seen": 226492416, + "step": 108 + }, + { + "epoch": 0.029563330621101166, + "grad_norm": 24.90005874633789, + "learning_rate": 5.891891891891891e-07, + "loss": 0.7079, + "num_input_tokens_seen": 228589568, + "step": 109 + }, + { + "epoch": 0.029834553837808517, + "grad_norm": 28.545652389526367, + "learning_rate": 5.945945945945947e-07, + "loss": 1.0792, + "num_input_tokens_seen": 230686720, + "step": 110 + }, + { + "epoch": 0.030105777054515868, + "grad_norm": 24.83963394165039, + "learning_rate": 6e-07, + "loss": 0.8437, + "num_input_tokens_seen": 232783872, + "step": 111 + }, + { + "epoch": 0.030377000271223215, + "grad_norm": 24.97904396057129, + "learning_rate": 6.054054054054054e-07, + "loss": 1.014, + "num_input_tokens_seen": 234881024, + "step": 112 + }, + { + "epoch": 0.030648223487930566, + "grad_norm": 20.15316390991211, + "learning_rate": 6.108108108108107e-07, + "loss": 0.4607, + "num_input_tokens_seen": 236978176, + "step": 113 + }, + { + "epoch": 0.030919446704637917, + "grad_norm": 17.138620376586914, + "learning_rate": 6.162162162162163e-07, + "loss": 0.4309, + "num_input_tokens_seen": 239075328, + "step": 114 + }, + { + "epoch": 0.031190669921345268, + "grad_norm": 21.900487899780273, + "learning_rate": 6.216216216216216e-07, + "loss": 0.57, + "num_input_tokens_seen": 241172480, + "step": 115 + }, + { + "epoch": 0.031461893138052616, + "grad_norm": 17.815444946289062, + "learning_rate": 6.27027027027027e-07, + "loss": 0.4261, + "num_input_tokens_seen": 243269632, + "step": 116 + }, + { + "epoch": 0.03173311635475997, + "grad_norm": 27.65782928466797, + "learning_rate": 6.324324324324324e-07, + "loss": 0.6149, + "num_input_tokens_seen": 245366784, + "step": 117 + }, + { + "epoch": 0.03200433957146732, + "grad_norm": 22.965322494506836, + "learning_rate": 6.378378378378379e-07, + "loss": 0.7231, + "num_input_tokens_seen": 247463936, + "step": 118 + }, + { + "epoch": 0.032275562788174665, + "grad_norm": 24.27642250061035, + "learning_rate": 6.432432432432432e-07, + "loss": 0.9918, + "num_input_tokens_seen": 249561088, + "step": 119 + }, + { + "epoch": 0.03254678600488202, + "grad_norm": 19.986236572265625, + "learning_rate": 6.486486486486486e-07, + "loss": 0.4824, + "num_input_tokens_seen": 251658240, + "step": 120 + }, + { + "epoch": 0.03281800922158937, + "grad_norm": 28.109073638916016, + "learning_rate": 6.54054054054054e-07, + "loss": 0.9029, + "num_input_tokens_seen": 253755392, + "step": 121 + }, + { + "epoch": 0.03308923243829672, + "grad_norm": 23.587142944335938, + "learning_rate": 6.594594594594595e-07, + "loss": 0.8004, + "num_input_tokens_seen": 255852544, + "step": 122 + }, + { + "epoch": 0.03336045565500407, + "grad_norm": 30.206212997436523, + "learning_rate": 6.648648648648648e-07, + "loss": 0.6818, + "num_input_tokens_seen": 257949696, + "step": 123 + }, + { + "epoch": 0.033631678871711417, + "grad_norm": 25.182830810546875, + "learning_rate": 6.702702702702703e-07, + "loss": 0.8508, + "num_input_tokens_seen": 260046848, + "step": 124 + }, + { + "epoch": 0.03390290208841877, + "grad_norm": 26.919660568237305, + "learning_rate": 6.756756756756756e-07, + "loss": 0.4411, + "num_input_tokens_seen": 262144000, + "step": 125 + }, + { + "epoch": 0.03417412530512612, + "grad_norm": 23.468584060668945, + "learning_rate": 6.810810810810811e-07, + "loss": 0.8003, + "num_input_tokens_seen": 264241152, + "step": 126 + }, + { + "epoch": 0.034445348521833466, + "grad_norm": 18.447784423828125, + "learning_rate": 6.864864864864864e-07, + "loss": 0.5526, + "num_input_tokens_seen": 266338304, + "step": 127 + }, + { + "epoch": 0.03471657173854082, + "grad_norm": 25.12859535217285, + "learning_rate": 6.918918918918919e-07, + "loss": 0.8309, + "num_input_tokens_seen": 268435456, + "step": 128 + }, + { + "epoch": 0.03498779495524817, + "grad_norm": 29.933900833129883, + "learning_rate": 6.972972972972973e-07, + "loss": 0.9983, + "num_input_tokens_seen": 270532608, + "step": 129 + }, + { + "epoch": 0.03525901817195552, + "grad_norm": 20.363910675048828, + "learning_rate": 7.027027027027027e-07, + "loss": 0.655, + "num_input_tokens_seen": 272629760, + "step": 130 + }, + { + "epoch": 0.03553024138866287, + "grad_norm": 25.439632415771484, + "learning_rate": 7.081081081081081e-07, + "loss": 0.5726, + "num_input_tokens_seen": 274726912, + "step": 131 + }, + { + "epoch": 0.03580146460537022, + "grad_norm": 40.57099914550781, + "learning_rate": 7.135135135135135e-07, + "loss": 1.3098, + "num_input_tokens_seen": 276824064, + "step": 132 + }, + { + "epoch": 0.03607268782207757, + "grad_norm": 23.27831268310547, + "learning_rate": 7.189189189189189e-07, + "loss": 0.555, + "num_input_tokens_seen": 278921216, + "step": 133 + }, + { + "epoch": 0.03634391103878492, + "grad_norm": 31.733198165893555, + "learning_rate": 7.243243243243243e-07, + "loss": 0.7732, + "num_input_tokens_seen": 281018368, + "step": 134 + }, + { + "epoch": 0.03661513425549227, + "grad_norm": 34.08761215209961, + "learning_rate": 7.297297297297297e-07, + "loss": 1.1484, + "num_input_tokens_seen": 283115520, + "step": 135 + }, + { + "epoch": 0.03688635747219962, + "grad_norm": 16.70537567138672, + "learning_rate": 7.351351351351351e-07, + "loss": 0.3605, + "num_input_tokens_seen": 285212672, + "step": 136 + }, + { + "epoch": 0.03715758068890697, + "grad_norm": 22.29771614074707, + "learning_rate": 7.405405405405405e-07, + "loss": 0.6014, + "num_input_tokens_seen": 287309824, + "step": 137 + }, + { + "epoch": 0.03742880390561432, + "grad_norm": 18.111330032348633, + "learning_rate": 7.45945945945946e-07, + "loss": 0.5774, + "num_input_tokens_seen": 289406976, + "step": 138 + }, + { + "epoch": 0.03770002712232167, + "grad_norm": 16.711551666259766, + "learning_rate": 7.513513513513513e-07, + "loss": 0.3626, + "num_input_tokens_seen": 291504128, + "step": 139 + }, + { + "epoch": 0.03797125033902902, + "grad_norm": 18.173215866088867, + "learning_rate": 7.567567567567568e-07, + "loss": 0.5264, + "num_input_tokens_seen": 293601280, + "step": 140 + }, + { + "epoch": 0.03824247355573637, + "grad_norm": 15.02091121673584, + "learning_rate": 7.621621621621621e-07, + "loss": 0.323, + "num_input_tokens_seen": 295698432, + "step": 141 + }, + { + "epoch": 0.03851369677244372, + "grad_norm": 18.926862716674805, + "learning_rate": 7.675675675675676e-07, + "loss": 0.3422, + "num_input_tokens_seen": 297795584, + "step": 142 + }, + { + "epoch": 0.038784919989151075, + "grad_norm": 20.333032608032227, + "learning_rate": 7.729729729729729e-07, + "loss": 0.6574, + "num_input_tokens_seen": 299892736, + "step": 143 + }, + { + "epoch": 0.03905614320585842, + "grad_norm": 24.684614181518555, + "learning_rate": 7.783783783783784e-07, + "loss": 0.7197, + "num_input_tokens_seen": 301989888, + "step": 144 + }, + { + "epoch": 0.03932736642256577, + "grad_norm": 28.73190689086914, + "learning_rate": 7.837837837837838e-07, + "loss": 1.0523, + "num_input_tokens_seen": 304087040, + "step": 145 + }, + { + "epoch": 0.039598589639273124, + "grad_norm": 24.374296188354492, + "learning_rate": 7.891891891891892e-07, + "loss": 0.5069, + "num_input_tokens_seen": 306184192, + "step": 146 + }, + { + "epoch": 0.03986981285598047, + "grad_norm": 21.409297943115234, + "learning_rate": 7.945945945945945e-07, + "loss": 0.5361, + "num_input_tokens_seen": 308281344, + "step": 147 + }, + { + "epoch": 0.04014103607268782, + "grad_norm": 24.508695602416992, + "learning_rate": 8e-07, + "loss": 0.7915, + "num_input_tokens_seen": 310378496, + "step": 148 + }, + { + "epoch": 0.040412259289395173, + "grad_norm": 20.341073989868164, + "learning_rate": 8.054054054054054e-07, + "loss": 0.4466, + "num_input_tokens_seen": 312475648, + "step": 149 + }, + { + "epoch": 0.04068348250610252, + "grad_norm": 23.124542236328125, + "learning_rate": 8.108108108108108e-07, + "loss": 0.6242, + "num_input_tokens_seen": 314572800, + "step": 150 + }, + { + "epoch": 0.040954705722809875, + "grad_norm": 21.62948226928711, + "learning_rate": 8.162162162162161e-07, + "loss": 0.811, + "num_input_tokens_seen": 316669952, + "step": 151 + }, + { + "epoch": 0.04122592893951722, + "grad_norm": 22.204092025756836, + "learning_rate": 8.216216216216217e-07, + "loss": 0.6949, + "num_input_tokens_seen": 318767104, + "step": 152 + }, + { + "epoch": 0.04149715215622457, + "grad_norm": 24.287416458129883, + "learning_rate": 8.27027027027027e-07, + "loss": 0.5292, + "num_input_tokens_seen": 320864256, + "step": 153 + }, + { + "epoch": 0.041768375372931925, + "grad_norm": 20.532560348510742, + "learning_rate": 8.324324324324324e-07, + "loss": 0.5385, + "num_input_tokens_seen": 322961408, + "step": 154 + }, + { + "epoch": 0.04203959858963927, + "grad_norm": 24.48872184753418, + "learning_rate": 8.378378378378377e-07, + "loss": 0.9439, + "num_input_tokens_seen": 325058560, + "step": 155 + }, + { + "epoch": 0.04231082180634662, + "grad_norm": 23.042749404907227, + "learning_rate": 8.432432432432433e-07, + "loss": 0.7453, + "num_input_tokens_seen": 327155712, + "step": 156 + }, + { + "epoch": 0.042582045023053974, + "grad_norm": 22.487960815429688, + "learning_rate": 8.486486486486486e-07, + "loss": 0.7324, + "num_input_tokens_seen": 329252864, + "step": 157 + }, + { + "epoch": 0.04285326823976132, + "grad_norm": 24.17815589904785, + "learning_rate": 8.54054054054054e-07, + "loss": 0.7878, + "num_input_tokens_seen": 331350016, + "step": 158 + }, + { + "epoch": 0.043124491456468676, + "grad_norm": 18.532455444335938, + "learning_rate": 8.594594594594595e-07, + "loss": 0.5971, + "num_input_tokens_seen": 333447168, + "step": 159 + }, + { + "epoch": 0.043395714673176024, + "grad_norm": 25.64451026916504, + "learning_rate": 8.648648648648649e-07, + "loss": 0.9119, + "num_input_tokens_seen": 335544320, + "step": 160 + }, + { + "epoch": 0.04366693788988337, + "grad_norm": 17.135353088378906, + "learning_rate": 8.702702702702702e-07, + "loss": 0.5172, + "num_input_tokens_seen": 337641472, + "step": 161 + }, + { + "epoch": 0.043938161106590726, + "grad_norm": 24.14339828491211, + "learning_rate": 8.756756756756756e-07, + "loss": 0.8312, + "num_input_tokens_seen": 339738624, + "step": 162 + }, + { + "epoch": 0.04420938432329807, + "grad_norm": 28.03148078918457, + "learning_rate": 8.810810810810811e-07, + "loss": 1.1445, + "num_input_tokens_seen": 341835776, + "step": 163 + }, + { + "epoch": 0.04448060754000543, + "grad_norm": 16.04241180419922, + "learning_rate": 8.864864864864865e-07, + "loss": 0.3395, + "num_input_tokens_seen": 343932928, + "step": 164 + }, + { + "epoch": 0.044751830756712775, + "grad_norm": 25.558391571044922, + "learning_rate": 8.918918918918918e-07, + "loss": 0.6255, + "num_input_tokens_seen": 346030080, + "step": 165 + }, + { + "epoch": 0.04502305397342012, + "grad_norm": 19.032011032104492, + "learning_rate": 8.972972972972974e-07, + "loss": 0.578, + "num_input_tokens_seen": 348127232, + "step": 166 + }, + { + "epoch": 0.04529427719012748, + "grad_norm": 16.146650314331055, + "learning_rate": 9.027027027027027e-07, + "loss": 0.3783, + "num_input_tokens_seen": 350224384, + "step": 167 + }, + { + "epoch": 0.045565500406834825, + "grad_norm": 20.948945999145508, + "learning_rate": 9.081081081081081e-07, + "loss": 0.5665, + "num_input_tokens_seen": 352321536, + "step": 168 + }, + { + "epoch": 0.04583672362354217, + "grad_norm": 18.601686477661133, + "learning_rate": 9.135135135135134e-07, + "loss": 0.5568, + "num_input_tokens_seen": 354418688, + "step": 169 + }, + { + "epoch": 0.04610794684024953, + "grad_norm": 21.014583587646484, + "learning_rate": 9.18918918918919e-07, + "loss": 0.6105, + "num_input_tokens_seen": 356515840, + "step": 170 + }, + { + "epoch": 0.046379170056956874, + "grad_norm": 22.21685218811035, + "learning_rate": 9.243243243243243e-07, + "loss": 0.5955, + "num_input_tokens_seen": 358612992, + "step": 171 + }, + { + "epoch": 0.04665039327366423, + "grad_norm": 18.437280654907227, + "learning_rate": 9.297297297297297e-07, + "loss": 0.5311, + "num_input_tokens_seen": 360710144, + "step": 172 + }, + { + "epoch": 0.046921616490371576, + "grad_norm": 26.544940948486328, + "learning_rate": 9.351351351351351e-07, + "loss": 0.4681, + "num_input_tokens_seen": 362807296, + "step": 173 + }, + { + "epoch": 0.047192839707078924, + "grad_norm": 19.14557647705078, + "learning_rate": 9.405405405405406e-07, + "loss": 0.5458, + "num_input_tokens_seen": 364904448, + "step": 174 + }, + { + "epoch": 0.04746406292378628, + "grad_norm": 30.64264488220215, + "learning_rate": 9.459459459459459e-07, + "loss": 0.4979, + "num_input_tokens_seen": 367001600, + "step": 175 + }, + { + "epoch": 0.047735286140493625, + "grad_norm": 23.881771087646484, + "learning_rate": 9.513513513513513e-07, + "loss": 0.7094, + "num_input_tokens_seen": 369098752, + "step": 176 + }, + { + "epoch": 0.04800650935720097, + "grad_norm": 25.534412384033203, + "learning_rate": 9.567567567567567e-07, + "loss": 0.7444, + "num_input_tokens_seen": 371195904, + "step": 177 + }, + { + "epoch": 0.04827773257390833, + "grad_norm": 29.173614501953125, + "learning_rate": 9.621621621621622e-07, + "loss": 0.7494, + "num_input_tokens_seen": 373293056, + "step": 178 + }, + { + "epoch": 0.048548955790615675, + "grad_norm": 29.733861923217773, + "learning_rate": 9.675675675675676e-07, + "loss": 0.908, + "num_input_tokens_seen": 375390208, + "step": 179 + }, + { + "epoch": 0.04882017900732303, + "grad_norm": 18.181663513183594, + "learning_rate": 9.72972972972973e-07, + "loss": 0.3587, + "num_input_tokens_seen": 377487360, + "step": 180 + }, + { + "epoch": 0.04909140222403038, + "grad_norm": 18.831315994262695, + "learning_rate": 9.783783783783782e-07, + "loss": 0.5482, + "num_input_tokens_seen": 379584512, + "step": 181 + }, + { + "epoch": 0.049362625440737724, + "grad_norm": 20.908985137939453, + "learning_rate": 9.837837837837839e-07, + "loss": 0.3593, + "num_input_tokens_seen": 381681664, + "step": 182 + }, + { + "epoch": 0.04963384865744508, + "grad_norm": 24.25267791748047, + "learning_rate": 9.89189189189189e-07, + "loss": 0.7042, + "num_input_tokens_seen": 383778816, + "step": 183 + }, + { + "epoch": 0.049905071874152426, + "grad_norm": 19.45100212097168, + "learning_rate": 9.945945945945945e-07, + "loss": 0.4047, + "num_input_tokens_seen": 385875968, + "step": 184 + }, + { + "epoch": 0.05017629509085978, + "grad_norm": 19.713361740112305, + "learning_rate": 1e-06, + "loss": 0.4491, + "num_input_tokens_seen": 387973120, + "step": 185 + }, + { + "epoch": 0.05044751830756713, + "grad_norm": 19.20697784423828, + "learning_rate": 9.99999818928562e-07, + "loss": 0.5432, + "num_input_tokens_seen": 390070272, + "step": 186 + }, + { + "epoch": 0.050718741524274476, + "grad_norm": 25.145559310913086, + "learning_rate": 9.999992757143933e-07, + "loss": 0.6321, + "num_input_tokens_seen": 392167424, + "step": 187 + }, + { + "epoch": 0.05098996474098183, + "grad_norm": 21.439443588256836, + "learning_rate": 9.999983703579313e-07, + "loss": 0.529, + "num_input_tokens_seen": 394264576, + "step": 188 + }, + { + "epoch": 0.05126118795768918, + "grad_norm": 21.965892791748047, + "learning_rate": 9.999971028599045e-07, + "loss": 0.6538, + "num_input_tokens_seen": 396361728, + "step": 189 + }, + { + "epoch": 0.051532411174396525, + "grad_norm": 17.03687286376953, + "learning_rate": 9.99995473221333e-07, + "loss": 0.4129, + "num_input_tokens_seen": 398458880, + "step": 190 + }, + { + "epoch": 0.05180363439110388, + "grad_norm": 21.389453887939453, + "learning_rate": 9.999934814435284e-07, + "loss": 0.5968, + "num_input_tokens_seen": 400556032, + "step": 191 + }, + { + "epoch": 0.05207485760781123, + "grad_norm": 22.757781982421875, + "learning_rate": 9.999911275280933e-07, + "loss": 0.604, + "num_input_tokens_seen": 402653184, + "step": 192 + }, + { + "epoch": 0.05234608082451858, + "grad_norm": 26.506017684936523, + "learning_rate": 9.999884114769223e-07, + "loss": 1.0295, + "num_input_tokens_seen": 404750336, + "step": 193 + }, + { + "epoch": 0.05261730404122593, + "grad_norm": 27.058204650878906, + "learning_rate": 9.99985333292201e-07, + "loss": 0.6544, + "num_input_tokens_seen": 406847488, + "step": 194 + }, + { + "epoch": 0.05288852725793328, + "grad_norm": 28.308189392089844, + "learning_rate": 9.999818929764068e-07, + "loss": 1.1371, + "num_input_tokens_seen": 408944640, + "step": 195 + }, + { + "epoch": 0.05315975047464063, + "grad_norm": 18.778104782104492, + "learning_rate": 9.99978090532308e-07, + "loss": 0.5368, + "num_input_tokens_seen": 411041792, + "step": 196 + }, + { + "epoch": 0.05343097369134798, + "grad_norm": 19.98699188232422, + "learning_rate": 9.99973925962965e-07, + "loss": 0.7261, + "num_input_tokens_seen": 413138944, + "step": 197 + }, + { + "epoch": 0.05370219690805533, + "grad_norm": 15.628427505493164, + "learning_rate": 9.999693992717292e-07, + "loss": 0.4129, + "num_input_tokens_seen": 415236096, + "step": 198 + }, + { + "epoch": 0.05397342012476268, + "grad_norm": 15.005875587463379, + "learning_rate": 9.999645104622434e-07, + "loss": 0.3913, + "num_input_tokens_seen": 417333248, + "step": 199 + }, + { + "epoch": 0.05424464334147003, + "grad_norm": 25.148635864257812, + "learning_rate": 9.99959259538442e-07, + "loss": 0.5475, + "num_input_tokens_seen": 419430400, + "step": 200 + }, + { + "epoch": 0.05451586655817738, + "grad_norm": 16.650300979614258, + "learning_rate": 9.99953646504551e-07, + "loss": 0.4695, + "num_input_tokens_seen": 421527552, + "step": 201 + }, + { + "epoch": 0.05478708977488473, + "grad_norm": 25.41582489013672, + "learning_rate": 9.99947671365087e-07, + "loss": 0.7833, + "num_input_tokens_seen": 423624704, + "step": 202 + }, + { + "epoch": 0.05505831299159208, + "grad_norm": 24.495014190673828, + "learning_rate": 9.99941334124859e-07, + "loss": 0.6772, + "num_input_tokens_seen": 425721856, + "step": 203 + }, + { + "epoch": 0.05532953620829943, + "grad_norm": 20.63805389404297, + "learning_rate": 9.999346347889667e-07, + "loss": 0.6223, + "num_input_tokens_seen": 427819008, + "step": 204 + }, + { + "epoch": 0.05560075942500678, + "grad_norm": 27.66077423095703, + "learning_rate": 9.999275733628017e-07, + "loss": 0.7415, + "num_input_tokens_seen": 429916160, + "step": 205 + }, + { + "epoch": 0.055871982641714134, + "grad_norm": 21.065479278564453, + "learning_rate": 9.999201498520466e-07, + "loss": 0.5617, + "num_input_tokens_seen": 432013312, + "step": 206 + }, + { + "epoch": 0.05614320585842148, + "grad_norm": 19.933509826660156, + "learning_rate": 9.999123642626758e-07, + "loss": 0.4846, + "num_input_tokens_seen": 434110464, + "step": 207 + }, + { + "epoch": 0.05641442907512883, + "grad_norm": 19.882827758789062, + "learning_rate": 9.999042166009544e-07, + "loss": 0.5699, + "num_input_tokens_seen": 436207616, + "step": 208 + }, + { + "epoch": 0.05668565229183618, + "grad_norm": 13.684101104736328, + "learning_rate": 9.998957068734399e-07, + "loss": 0.3169, + "num_input_tokens_seen": 438304768, + "step": 209 + }, + { + "epoch": 0.05695687550854353, + "grad_norm": 26.058393478393555, + "learning_rate": 9.9988683508698e-07, + "loss": 0.9399, + "num_input_tokens_seen": 440401920, + "step": 210 + }, + { + "epoch": 0.05722809872525088, + "grad_norm": 28.639570236206055, + "learning_rate": 9.99877601248715e-07, + "loss": 1.0482, + "num_input_tokens_seen": 442499072, + "step": 211 + }, + { + "epoch": 0.05749932194195823, + "grad_norm": 22.742692947387695, + "learning_rate": 9.998680053660756e-07, + "loss": 0.5136, + "num_input_tokens_seen": 444596224, + "step": 212 + }, + { + "epoch": 0.05777054515866558, + "grad_norm": 26.113285064697266, + "learning_rate": 9.998580474467842e-07, + "loss": 0.6692, + "num_input_tokens_seen": 446693376, + "step": 213 + }, + { + "epoch": 0.058041768375372935, + "grad_norm": 15.980868339538574, + "learning_rate": 9.998477274988545e-07, + "loss": 0.4405, + "num_input_tokens_seen": 448790528, + "step": 214 + }, + { + "epoch": 0.05831299159208028, + "grad_norm": 14.49191665649414, + "learning_rate": 9.998370455305918e-07, + "loss": 0.4361, + "num_input_tokens_seen": 450887680, + "step": 215 + }, + { + "epoch": 0.05858421480878763, + "grad_norm": 26.061147689819336, + "learning_rate": 9.998260015505923e-07, + "loss": 0.6016, + "num_input_tokens_seen": 452984832, + "step": 216 + }, + { + "epoch": 0.058855438025494984, + "grad_norm": 18.14351463317871, + "learning_rate": 9.998145955677438e-07, + "loss": 0.4917, + "num_input_tokens_seen": 455081984, + "step": 217 + }, + { + "epoch": 0.05912666124220233, + "grad_norm": 13.798508644104004, + "learning_rate": 9.998028275912257e-07, + "loss": 0.3657, + "num_input_tokens_seen": 457179136, + "step": 218 + }, + { + "epoch": 0.059397884458909686, + "grad_norm": 22.545015335083008, + "learning_rate": 9.997906976305082e-07, + "loss": 0.6051, + "num_input_tokens_seen": 459276288, + "step": 219 + }, + { + "epoch": 0.059669107675617034, + "grad_norm": 27.07939910888672, + "learning_rate": 9.99778205695353e-07, + "loss": 0.7532, + "num_input_tokens_seen": 461373440, + "step": 220 + }, + { + "epoch": 0.05994033089232438, + "grad_norm": 15.4199800491333, + "learning_rate": 9.997653517958132e-07, + "loss": 0.4418, + "num_input_tokens_seen": 463470592, + "step": 221 + }, + { + "epoch": 0.060211554109031735, + "grad_norm": 23.138856887817383, + "learning_rate": 9.997521359422332e-07, + "loss": 0.6708, + "num_input_tokens_seen": 465567744, + "step": 222 + }, + { + "epoch": 0.06048277732573908, + "grad_norm": 19.70016860961914, + "learning_rate": 9.997385581452484e-07, + "loss": 0.4303, + "num_input_tokens_seen": 467664896, + "step": 223 + }, + { + "epoch": 0.06075400054244643, + "grad_norm": 15.138772010803223, + "learning_rate": 9.99724618415786e-07, + "loss": 0.3837, + "num_input_tokens_seen": 469762048, + "step": 224 + }, + { + "epoch": 0.061025223759153785, + "grad_norm": 20.184555053710938, + "learning_rate": 9.997103167650637e-07, + "loss": 0.732, + "num_input_tokens_seen": 471859200, + "step": 225 + }, + { + "epoch": 0.06129644697586113, + "grad_norm": 16.30415153503418, + "learning_rate": 9.996956532045914e-07, + "loss": 0.4628, + "num_input_tokens_seen": 473956352, + "step": 226 + }, + { + "epoch": 0.06156767019256849, + "grad_norm": 28.651100158691406, + "learning_rate": 9.996806277461696e-07, + "loss": 0.9341, + "num_input_tokens_seen": 476053504, + "step": 227 + }, + { + "epoch": 0.061838893409275834, + "grad_norm": 29.19915771484375, + "learning_rate": 9.9966524040189e-07, + "loss": 0.788, + "num_input_tokens_seen": 478150656, + "step": 228 + }, + { + "epoch": 0.06211011662598318, + "grad_norm": 22.999082565307617, + "learning_rate": 9.996494911841363e-07, + "loss": 0.6176, + "num_input_tokens_seen": 480247808, + "step": 229 + }, + { + "epoch": 0.062381339842690536, + "grad_norm": 14.717134475708008, + "learning_rate": 9.996333801055823e-07, + "loss": 0.3239, + "num_input_tokens_seen": 482344960, + "step": 230 + }, + { + "epoch": 0.06265256305939788, + "grad_norm": 17.593320846557617, + "learning_rate": 9.99616907179194e-07, + "loss": 0.4652, + "num_input_tokens_seen": 484442112, + "step": 231 + }, + { + "epoch": 0.06292378627610523, + "grad_norm": 25.229026794433594, + "learning_rate": 9.996000724182278e-07, + "loss": 0.8025, + "num_input_tokens_seen": 486539264, + "step": 232 + }, + { + "epoch": 0.06319500949281258, + "grad_norm": 23.369489669799805, + "learning_rate": 9.99582875836232e-07, + "loss": 0.6686, + "num_input_tokens_seen": 488636416, + "step": 233 + }, + { + "epoch": 0.06346623270951994, + "grad_norm": 25.185129165649414, + "learning_rate": 9.995653174470456e-07, + "loss": 0.7091, + "num_input_tokens_seen": 490733568, + "step": 234 + }, + { + "epoch": 0.06373745592622729, + "grad_norm": 18.694257736206055, + "learning_rate": 9.99547397264799e-07, + "loss": 0.4416, + "num_input_tokens_seen": 492830720, + "step": 235 + }, + { + "epoch": 0.06400867914293464, + "grad_norm": 14.388599395751953, + "learning_rate": 9.995291153039135e-07, + "loss": 0.3705, + "num_input_tokens_seen": 494927872, + "step": 236 + }, + { + "epoch": 0.06427990235964198, + "grad_norm": 19.602264404296875, + "learning_rate": 9.99510471579102e-07, + "loss": 0.7077, + "num_input_tokens_seen": 497025024, + "step": 237 + }, + { + "epoch": 0.06455112557634933, + "grad_norm": 17.90461540222168, + "learning_rate": 9.99491466105368e-07, + "loss": 0.5336, + "num_input_tokens_seen": 499122176, + "step": 238 + }, + { + "epoch": 0.06482234879305669, + "grad_norm": 25.28644561767578, + "learning_rate": 9.994720988980065e-07, + "loss": 0.6312, + "num_input_tokens_seen": 501219328, + "step": 239 + }, + { + "epoch": 0.06509357200976404, + "grad_norm": 19.621496200561523, + "learning_rate": 9.994523699726035e-07, + "loss": 0.3913, + "num_input_tokens_seen": 503316480, + "step": 240 + }, + { + "epoch": 0.06536479522647139, + "grad_norm": 23.50242042541504, + "learning_rate": 9.994322793450361e-07, + "loss": 0.8346, + "num_input_tokens_seen": 505413632, + "step": 241 + }, + { + "epoch": 0.06563601844317873, + "grad_norm": 24.584815979003906, + "learning_rate": 9.994118270314725e-07, + "loss": 0.8, + "num_input_tokens_seen": 507510784, + "step": 242 + }, + { + "epoch": 0.06590724165988608, + "grad_norm": 23.060474395751953, + "learning_rate": 9.993910130483717e-07, + "loss": 0.7698, + "num_input_tokens_seen": 509607936, + "step": 243 + }, + { + "epoch": 0.06617846487659344, + "grad_norm": 14.419717788696289, + "learning_rate": 9.993698374124844e-07, + "loss": 0.4105, + "num_input_tokens_seen": 511705088, + "step": 244 + }, + { + "epoch": 0.06644968809330079, + "grad_norm": 17.786216735839844, + "learning_rate": 9.993483001408516e-07, + "loss": 0.6176, + "num_input_tokens_seen": 513802240, + "step": 245 + }, + { + "epoch": 0.06672091131000814, + "grad_norm": 24.117874145507812, + "learning_rate": 9.99326401250806e-07, + "loss": 0.7823, + "num_input_tokens_seen": 515899392, + "step": 246 + }, + { + "epoch": 0.06699213452671549, + "grad_norm": 17.07128143310547, + "learning_rate": 9.993041407599708e-07, + "loss": 0.5452, + "num_input_tokens_seen": 517996544, + "step": 247 + }, + { + "epoch": 0.06726335774342283, + "grad_norm": 16.80393409729004, + "learning_rate": 9.992815186862602e-07, + "loss": 0.4867, + "num_input_tokens_seen": 520093696, + "step": 248 + }, + { + "epoch": 0.06753458096013018, + "grad_norm": 22.029376983642578, + "learning_rate": 9.9925853504788e-07, + "loss": 0.684, + "num_input_tokens_seen": 522190848, + "step": 249 + }, + { + "epoch": 0.06780580417683754, + "grad_norm": 20.824499130249023, + "learning_rate": 9.992351898633262e-07, + "loss": 0.665, + "num_input_tokens_seen": 524288000, + "step": 250 + }, + { + "epoch": 0.06807702739354489, + "grad_norm": 13.08923625946045, + "learning_rate": 9.992114831513863e-07, + "loss": 0.2885, + "num_input_tokens_seen": 526385152, + "step": 251 + }, + { + "epoch": 0.06834825061025224, + "grad_norm": 17.171178817749023, + "learning_rate": 9.991874149311386e-07, + "loss": 0.5503, + "num_input_tokens_seen": 528482304, + "step": 252 + }, + { + "epoch": 0.06861947382695958, + "grad_norm": 28.414289474487305, + "learning_rate": 9.991629852219523e-07, + "loss": 0.974, + "num_input_tokens_seen": 530579456, + "step": 253 + }, + { + "epoch": 0.06889069704366693, + "grad_norm": 22.36134910583496, + "learning_rate": 9.991381940434873e-07, + "loss": 0.741, + "num_input_tokens_seen": 532676608, + "step": 254 + }, + { + "epoch": 0.0691619202603743, + "grad_norm": 22.147043228149414, + "learning_rate": 9.991130414156946e-07, + "loss": 0.9216, + "num_input_tokens_seen": 534773760, + "step": 255 + }, + { + "epoch": 0.06943314347708164, + "grad_norm": 17.52049446105957, + "learning_rate": 9.990875273588161e-07, + "loss": 0.6055, + "num_input_tokens_seen": 536870912, + "step": 256 + }, + { + "epoch": 0.06970436669378899, + "grad_norm": 29.130477905273438, + "learning_rate": 9.99061651893385e-07, + "loss": 0.5761, + "num_input_tokens_seen": 538968064, + "step": 257 + }, + { + "epoch": 0.06997558991049634, + "grad_norm": 18.812026977539062, + "learning_rate": 9.990354150402242e-07, + "loss": 0.5078, + "num_input_tokens_seen": 541065216, + "step": 258 + }, + { + "epoch": 0.07024681312720368, + "grad_norm": 15.69344711303711, + "learning_rate": 9.990088168204487e-07, + "loss": 0.5184, + "num_input_tokens_seen": 543162368, + "step": 259 + }, + { + "epoch": 0.07051803634391104, + "grad_norm": 24.258792877197266, + "learning_rate": 9.989818572554633e-07, + "loss": 0.8459, + "num_input_tokens_seen": 545259520, + "step": 260 + }, + { + "epoch": 0.07078925956061839, + "grad_norm": 20.177865982055664, + "learning_rate": 9.989545363669644e-07, + "loss": 0.7397, + "num_input_tokens_seen": 547356672, + "step": 261 + }, + { + "epoch": 0.07106048277732574, + "grad_norm": 14.865650177001953, + "learning_rate": 9.989268541769383e-07, + "loss": 0.3984, + "num_input_tokens_seen": 549453824, + "step": 262 + }, + { + "epoch": 0.07133170599403309, + "grad_norm": 16.958553314208984, + "learning_rate": 9.988988107076632e-07, + "loss": 0.5954, + "num_input_tokens_seen": 551550976, + "step": 263 + }, + { + "epoch": 0.07160292921074043, + "grad_norm": 17.816438674926758, + "learning_rate": 9.98870405981707e-07, + "loss": 0.504, + "num_input_tokens_seen": 553648128, + "step": 264 + }, + { + "epoch": 0.0718741524274478, + "grad_norm": 17.33941650390625, + "learning_rate": 9.988416400219288e-07, + "loss": 0.6362, + "num_input_tokens_seen": 555745280, + "step": 265 + }, + { + "epoch": 0.07214537564415514, + "grad_norm": 23.123384475708008, + "learning_rate": 9.988125128514785e-07, + "loss": 0.8346, + "num_input_tokens_seen": 557842432, + "step": 266 + }, + { + "epoch": 0.07241659886086249, + "grad_norm": 19.134353637695312, + "learning_rate": 9.987830244937964e-07, + "loss": 0.8193, + "num_input_tokens_seen": 559939584, + "step": 267 + }, + { + "epoch": 0.07268782207756984, + "grad_norm": 20.602140426635742, + "learning_rate": 9.987531749726137e-07, + "loss": 0.5401, + "num_input_tokens_seen": 562036736, + "step": 268 + }, + { + "epoch": 0.07295904529427719, + "grad_norm": 21.157861709594727, + "learning_rate": 9.98722964311952e-07, + "loss": 0.6521, + "num_input_tokens_seen": 564133888, + "step": 269 + }, + { + "epoch": 0.07323026851098453, + "grad_norm": 20.075769424438477, + "learning_rate": 9.986923925361238e-07, + "loss": 0.6853, + "num_input_tokens_seen": 566231040, + "step": 270 + }, + { + "epoch": 0.0735014917276919, + "grad_norm": 19.817943572998047, + "learning_rate": 9.98661459669732e-07, + "loss": 0.7238, + "num_input_tokens_seen": 568328192, + "step": 271 + }, + { + "epoch": 0.07377271494439924, + "grad_norm": 20.882659912109375, + "learning_rate": 9.986301657376705e-07, + "loss": 0.7125, + "num_input_tokens_seen": 570425344, + "step": 272 + }, + { + "epoch": 0.07404393816110659, + "grad_norm": 17.62346649169922, + "learning_rate": 9.985985107651231e-07, + "loss": 0.4401, + "num_input_tokens_seen": 572522496, + "step": 273 + }, + { + "epoch": 0.07431516137781394, + "grad_norm": 23.123687744140625, + "learning_rate": 9.985664947775649e-07, + "loss": 0.8847, + "num_input_tokens_seen": 574619648, + "step": 274 + }, + { + "epoch": 0.07458638459452128, + "grad_norm": 16.682695388793945, + "learning_rate": 9.985341178007608e-07, + "loss": 0.5292, + "num_input_tokens_seen": 576716800, + "step": 275 + }, + { + "epoch": 0.07485760781122865, + "grad_norm": 22.821746826171875, + "learning_rate": 9.985013798607666e-07, + "loss": 0.8337, + "num_input_tokens_seen": 578813952, + "step": 276 + }, + { + "epoch": 0.075128831027936, + "grad_norm": 23.22003746032715, + "learning_rate": 9.98468280983929e-07, + "loss": 0.5835, + "num_input_tokens_seen": 580911104, + "step": 277 + }, + { + "epoch": 0.07540005424464334, + "grad_norm": 24.205345153808594, + "learning_rate": 9.984348211968837e-07, + "loss": 0.8618, + "num_input_tokens_seen": 583008256, + "step": 278 + }, + { + "epoch": 0.07567127746135069, + "grad_norm": 19.946861267089844, + "learning_rate": 9.984010005265592e-07, + "loss": 0.6434, + "num_input_tokens_seen": 585105408, + "step": 279 + }, + { + "epoch": 0.07594250067805804, + "grad_norm": 17.581974029541016, + "learning_rate": 9.98366819000172e-07, + "loss": 0.5806, + "num_input_tokens_seen": 587202560, + "step": 280 + }, + { + "epoch": 0.0762137238947654, + "grad_norm": 18.351654052734375, + "learning_rate": 9.983322766452305e-07, + "loss": 0.4418, + "num_input_tokens_seen": 589299712, + "step": 281 + }, + { + "epoch": 0.07648494711147275, + "grad_norm": 13.627374649047852, + "learning_rate": 9.98297373489533e-07, + "loss": 0.2781, + "num_input_tokens_seen": 591396864, + "step": 282 + }, + { + "epoch": 0.07675617032818009, + "grad_norm": 20.957977294921875, + "learning_rate": 9.982621095611686e-07, + "loss": 0.6597, + "num_input_tokens_seen": 593494016, + "step": 283 + }, + { + "epoch": 0.07702739354488744, + "grad_norm": 18.29064178466797, + "learning_rate": 9.98226484888516e-07, + "loss": 0.4855, + "num_input_tokens_seen": 595591168, + "step": 284 + }, + { + "epoch": 0.07729861676159479, + "grad_norm": 18.134428024291992, + "learning_rate": 9.981904995002443e-07, + "loss": 0.4324, + "num_input_tokens_seen": 597688320, + "step": 285 + }, + { + "epoch": 0.07756983997830215, + "grad_norm": 24.423080444335938, + "learning_rate": 9.98154153425314e-07, + "loss": 0.5194, + "num_input_tokens_seen": 599785472, + "step": 286 + }, + { + "epoch": 0.0778410631950095, + "grad_norm": 23.057655334472656, + "learning_rate": 9.981174466929742e-07, + "loss": 0.5979, + "num_input_tokens_seen": 601882624, + "step": 287 + }, + { + "epoch": 0.07811228641171684, + "grad_norm": 18.815351486206055, + "learning_rate": 9.980803793327655e-07, + "loss": 0.516, + "num_input_tokens_seen": 603979776, + "step": 288 + }, + { + "epoch": 0.07838350962842419, + "grad_norm": 23.535762786865234, + "learning_rate": 9.980429513745182e-07, + "loss": 0.7408, + "num_input_tokens_seen": 606076928, + "step": 289 + }, + { + "epoch": 0.07865473284513154, + "grad_norm": 30.299724578857422, + "learning_rate": 9.980051628483532e-07, + "loss": 1.0291, + "num_input_tokens_seen": 608174080, + "step": 290 + }, + { + "epoch": 0.07892595606183889, + "grad_norm": 18.080909729003906, + "learning_rate": 9.979670137846806e-07, + "loss": 0.6044, + "num_input_tokens_seen": 610271232, + "step": 291 + }, + { + "epoch": 0.07919717927854625, + "grad_norm": 29.091594696044922, + "learning_rate": 9.97928504214202e-07, + "loss": 1.0647, + "num_input_tokens_seen": 612368384, + "step": 292 + }, + { + "epoch": 0.0794684024952536, + "grad_norm": 23.396774291992188, + "learning_rate": 9.97889634167908e-07, + "loss": 0.9621, + "num_input_tokens_seen": 614465536, + "step": 293 + }, + { + "epoch": 0.07973962571196094, + "grad_norm": 14.316418647766113, + "learning_rate": 9.978504036770802e-07, + "loss": 0.3203, + "num_input_tokens_seen": 616562688, + "step": 294 + }, + { + "epoch": 0.08001084892866829, + "grad_norm": 14.00649356842041, + "learning_rate": 9.978108127732892e-07, + "loss": 0.3896, + "num_input_tokens_seen": 618659840, + "step": 295 + }, + { + "epoch": 0.08028207214537564, + "grad_norm": 17.12964630126953, + "learning_rate": 9.977708614883965e-07, + "loss": 0.53, + "num_input_tokens_seen": 620756992, + "step": 296 + }, + { + "epoch": 0.080553295362083, + "grad_norm": 28.751781463623047, + "learning_rate": 9.977305498545537e-07, + "loss": 0.7027, + "num_input_tokens_seen": 622854144, + "step": 297 + }, + { + "epoch": 0.08082451857879035, + "grad_norm": 15.914665222167969, + "learning_rate": 9.976898779042018e-07, + "loss": 0.4594, + "num_input_tokens_seen": 624951296, + "step": 298 + }, + { + "epoch": 0.0810957417954977, + "grad_norm": 20.696914672851562, + "learning_rate": 9.976488456700717e-07, + "loss": 0.7646, + "num_input_tokens_seen": 627048448, + "step": 299 + }, + { + "epoch": 0.08136696501220504, + "grad_norm": 20.68764877319336, + "learning_rate": 9.97607453185185e-07, + "loss": 0.6133, + "num_input_tokens_seen": 629145600, + "step": 300 + }, + { + "epoch": 0.08163818822891239, + "grad_norm": 23.754941940307617, + "learning_rate": 9.97565700482853e-07, + "loss": 0.7141, + "num_input_tokens_seen": 631242752, + "step": 301 + }, + { + "epoch": 0.08190941144561975, + "grad_norm": 17.099897384643555, + "learning_rate": 9.97523587596676e-07, + "loss": 0.5012, + "num_input_tokens_seen": 633339904, + "step": 302 + }, + { + "epoch": 0.0821806346623271, + "grad_norm": 20.998018264770508, + "learning_rate": 9.974811145605453e-07, + "loss": 0.3314, + "num_input_tokens_seen": 635437056, + "step": 303 + }, + { + "epoch": 0.08245185787903445, + "grad_norm": 16.847061157226562, + "learning_rate": 9.974382814086418e-07, + "loss": 0.3722, + "num_input_tokens_seen": 637534208, + "step": 304 + }, + { + "epoch": 0.0827230810957418, + "grad_norm": 17.548187255859375, + "learning_rate": 9.973950881754353e-07, + "loss": 0.4989, + "num_input_tokens_seen": 639631360, + "step": 305 + }, + { + "epoch": 0.08299430431244914, + "grad_norm": 23.3707218170166, + "learning_rate": 9.973515348956869e-07, + "loss": 0.6737, + "num_input_tokens_seen": 641728512, + "step": 306 + }, + { + "epoch": 0.0832655275291565, + "grad_norm": 16.17925262451172, + "learning_rate": 9.97307621604446e-07, + "loss": 0.5562, + "num_input_tokens_seen": 643825664, + "step": 307 + }, + { + "epoch": 0.08353675074586385, + "grad_norm": 15.967670440673828, + "learning_rate": 9.972633483370526e-07, + "loss": 0.4135, + "num_input_tokens_seen": 645922816, + "step": 308 + }, + { + "epoch": 0.0838079739625712, + "grad_norm": 25.773571014404297, + "learning_rate": 9.97218715129136e-07, + "loss": 0.8312, + "num_input_tokens_seen": 648019968, + "step": 309 + }, + { + "epoch": 0.08407919717927854, + "grad_norm": 16.281841278076172, + "learning_rate": 9.971737220166155e-07, + "loss": 0.4918, + "num_input_tokens_seen": 650117120, + "step": 310 + }, + { + "epoch": 0.08435042039598589, + "grad_norm": 19.82733917236328, + "learning_rate": 9.971283690356997e-07, + "loss": 0.6776, + "num_input_tokens_seen": 652214272, + "step": 311 + }, + { + "epoch": 0.08462164361269324, + "grad_norm": 17.492752075195312, + "learning_rate": 9.97082656222887e-07, + "loss": 0.3084, + "num_input_tokens_seen": 654311424, + "step": 312 + }, + { + "epoch": 0.0848928668294006, + "grad_norm": 21.85450553894043, + "learning_rate": 9.970365836149654e-07, + "loss": 0.6974, + "num_input_tokens_seen": 656408576, + "step": 313 + }, + { + "epoch": 0.08516409004610795, + "grad_norm": 25.810989379882812, + "learning_rate": 9.969901512490121e-07, + "loss": 1.0774, + "num_input_tokens_seen": 658505728, + "step": 314 + }, + { + "epoch": 0.0854353132628153, + "grad_norm": 21.836181640625, + "learning_rate": 9.969433591623946e-07, + "loss": 0.6704, + "num_input_tokens_seen": 660602880, + "step": 315 + }, + { + "epoch": 0.08570653647952264, + "grad_norm": 26.0434627532959, + "learning_rate": 9.96896207392769e-07, + "loss": 1.0117, + "num_input_tokens_seen": 662700032, + "step": 316 + }, + { + "epoch": 0.08597775969622999, + "grad_norm": 20.903520584106445, + "learning_rate": 9.968486959780813e-07, + "loss": 0.5013, + "num_input_tokens_seen": 664797184, + "step": 317 + }, + { + "epoch": 0.08624898291293735, + "grad_norm": 20.330419540405273, + "learning_rate": 9.96800824956567e-07, + "loss": 0.6299, + "num_input_tokens_seen": 666894336, + "step": 318 + }, + { + "epoch": 0.0865202061296447, + "grad_norm": 19.454877853393555, + "learning_rate": 9.967525943667506e-07, + "loss": 0.5737, + "num_input_tokens_seen": 668991488, + "step": 319 + }, + { + "epoch": 0.08679142934635205, + "grad_norm": 17.064470291137695, + "learning_rate": 9.967040042474467e-07, + "loss": 0.4905, + "num_input_tokens_seen": 671088640, + "step": 320 + }, + { + "epoch": 0.0870626525630594, + "grad_norm": 23.634061813354492, + "learning_rate": 9.966550546377586e-07, + "loss": 0.8326, + "num_input_tokens_seen": 673185792, + "step": 321 + }, + { + "epoch": 0.08733387577976674, + "grad_norm": 13.882503509521484, + "learning_rate": 9.966057455770788e-07, + "loss": 0.3878, + "num_input_tokens_seen": 675282944, + "step": 322 + }, + { + "epoch": 0.0876050989964741, + "grad_norm": 23.014923095703125, + "learning_rate": 9.965560771050896e-07, + "loss": 0.7579, + "num_input_tokens_seen": 677380096, + "step": 323 + }, + { + "epoch": 0.08787632221318145, + "grad_norm": 16.645936965942383, + "learning_rate": 9.965060492617623e-07, + "loss": 0.5976, + "num_input_tokens_seen": 679477248, + "step": 324 + }, + { + "epoch": 0.0881475454298888, + "grad_norm": 21.51616096496582, + "learning_rate": 9.964556620873573e-07, + "loss": 0.5753, + "num_input_tokens_seen": 681574400, + "step": 325 + }, + { + "epoch": 0.08841876864659615, + "grad_norm": 16.587160110473633, + "learning_rate": 9.964049156224244e-07, + "loss": 0.5288, + "num_input_tokens_seen": 683671552, + "step": 326 + }, + { + "epoch": 0.0886899918633035, + "grad_norm": 15.723901748657227, + "learning_rate": 9.963538099078024e-07, + "loss": 0.412, + "num_input_tokens_seen": 685768704, + "step": 327 + }, + { + "epoch": 0.08896121508001086, + "grad_norm": 21.146015167236328, + "learning_rate": 9.963023449846194e-07, + "loss": 0.7099, + "num_input_tokens_seen": 687865856, + "step": 328 + }, + { + "epoch": 0.0892324382967182, + "grad_norm": 26.975767135620117, + "learning_rate": 9.962505208942919e-07, + "loss": 0.8877, + "num_input_tokens_seen": 689963008, + "step": 329 + }, + { + "epoch": 0.08950366151342555, + "grad_norm": 17.144739151000977, + "learning_rate": 9.961983376785264e-07, + "loss": 0.4786, + "num_input_tokens_seen": 692060160, + "step": 330 + }, + { + "epoch": 0.0897748847301329, + "grad_norm": 13.809526443481445, + "learning_rate": 9.96145795379318e-07, + "loss": 0.3761, + "num_input_tokens_seen": 694157312, + "step": 331 + }, + { + "epoch": 0.09004610794684025, + "grad_norm": 24.72681999206543, + "learning_rate": 9.960928940389503e-07, + "loss": 0.8149, + "num_input_tokens_seen": 696254464, + "step": 332 + }, + { + "epoch": 0.09031733116354759, + "grad_norm": 16.22955322265625, + "learning_rate": 9.960396336999967e-07, + "loss": 0.4442, + "num_input_tokens_seen": 698351616, + "step": 333 + }, + { + "epoch": 0.09058855438025495, + "grad_norm": 15.6668119430542, + "learning_rate": 9.95986014405319e-07, + "loss": 0.3999, + "num_input_tokens_seen": 700448768, + "step": 334 + }, + { + "epoch": 0.0908597775969623, + "grad_norm": 12.644166946411133, + "learning_rate": 9.959320361980679e-07, + "loss": 0.4071, + "num_input_tokens_seen": 702545920, + "step": 335 + }, + { + "epoch": 0.09113100081366965, + "grad_norm": 9.893462181091309, + "learning_rate": 9.95877699121683e-07, + "loss": 0.2543, + "num_input_tokens_seen": 704643072, + "step": 336 + }, + { + "epoch": 0.091402224030377, + "grad_norm": 31.306793212890625, + "learning_rate": 9.95823003219893e-07, + "loss": 1.1172, + "num_input_tokens_seen": 706740224, + "step": 337 + }, + { + "epoch": 0.09167344724708434, + "grad_norm": 14.39288330078125, + "learning_rate": 9.957679485367144e-07, + "loss": 0.3461, + "num_input_tokens_seen": 708837376, + "step": 338 + }, + { + "epoch": 0.0919446704637917, + "grad_norm": 15.527755737304688, + "learning_rate": 9.95712535116454e-07, + "loss": 0.3854, + "num_input_tokens_seen": 710934528, + "step": 339 + }, + { + "epoch": 0.09221589368049905, + "grad_norm": 22.683826446533203, + "learning_rate": 9.956567630037058e-07, + "loss": 0.6062, + "num_input_tokens_seen": 713031680, + "step": 340 + }, + { + "epoch": 0.0924871168972064, + "grad_norm": 23.317596435546875, + "learning_rate": 9.95600632243353e-07, + "loss": 0.7615, + "num_input_tokens_seen": 715128832, + "step": 341 + }, + { + "epoch": 0.09275834011391375, + "grad_norm": 23.024446487426758, + "learning_rate": 9.95544142880568e-07, + "loss": 0.6869, + "num_input_tokens_seen": 717225984, + "step": 342 + }, + { + "epoch": 0.0930295633306211, + "grad_norm": 23.672393798828125, + "learning_rate": 9.954872949608108e-07, + "loss": 0.5199, + "num_input_tokens_seen": 719323136, + "step": 343 + }, + { + "epoch": 0.09330078654732846, + "grad_norm": 23.845340728759766, + "learning_rate": 9.954300885298309e-07, + "loss": 0.6942, + "num_input_tokens_seen": 721420288, + "step": 344 + }, + { + "epoch": 0.0935720097640358, + "grad_norm": 13.440674781799316, + "learning_rate": 9.953725236336653e-07, + "loss": 0.2899, + "num_input_tokens_seen": 723517440, + "step": 345 + }, + { + "epoch": 0.09384323298074315, + "grad_norm": 24.573225021362305, + "learning_rate": 9.953146003186407e-07, + "loss": 0.602, + "num_input_tokens_seen": 725614592, + "step": 346 + }, + { + "epoch": 0.0941144561974505, + "grad_norm": 28.024015426635742, + "learning_rate": 9.952563186313711e-07, + "loss": 0.9305, + "num_input_tokens_seen": 727711744, + "step": 347 + }, + { + "epoch": 0.09438567941415785, + "grad_norm": 10.102442741394043, + "learning_rate": 9.951976786187598e-07, + "loss": 0.1536, + "num_input_tokens_seen": 729808896, + "step": 348 + }, + { + "epoch": 0.09465690263086521, + "grad_norm": 21.506269454956055, + "learning_rate": 9.951386803279973e-07, + "loss": 0.4666, + "num_input_tokens_seen": 731906048, + "step": 349 + }, + { + "epoch": 0.09492812584757256, + "grad_norm": 18.18300437927246, + "learning_rate": 9.95079323806564e-07, + "loss": 0.5502, + "num_input_tokens_seen": 734003200, + "step": 350 + }, + { + "epoch": 0.0951993490642799, + "grad_norm": 15.93714714050293, + "learning_rate": 9.950196091022274e-07, + "loss": 0.3727, + "num_input_tokens_seen": 736100352, + "step": 351 + }, + { + "epoch": 0.09547057228098725, + "grad_norm": 16.818010330200195, + "learning_rate": 9.949595362630435e-07, + "loss": 0.4137, + "num_input_tokens_seen": 738197504, + "step": 352 + }, + { + "epoch": 0.0957417954976946, + "grad_norm": 19.742679595947266, + "learning_rate": 9.948991053373567e-07, + "loss": 0.6657, + "num_input_tokens_seen": 740294656, + "step": 353 + }, + { + "epoch": 0.09601301871440195, + "grad_norm": 21.378673553466797, + "learning_rate": 9.948383163738e-07, + "loss": 0.6044, + "num_input_tokens_seen": 742391808, + "step": 354 + }, + { + "epoch": 0.09628424193110931, + "grad_norm": 23.491744995117188, + "learning_rate": 9.947771694212933e-07, + "loss": 0.5978, + "num_input_tokens_seen": 744488960, + "step": 355 + }, + { + "epoch": 0.09655546514781665, + "grad_norm": 20.706626892089844, + "learning_rate": 9.947156645290456e-07, + "loss": 0.6907, + "num_input_tokens_seen": 746586112, + "step": 356 + }, + { + "epoch": 0.096826688364524, + "grad_norm": 23.280305862426758, + "learning_rate": 9.94653801746554e-07, + "loss": 0.7526, + "num_input_tokens_seen": 748683264, + "step": 357 + }, + { + "epoch": 0.09709791158123135, + "grad_norm": 18.05268669128418, + "learning_rate": 9.945915811236029e-07, + "loss": 0.5342, + "num_input_tokens_seen": 750780416, + "step": 358 + }, + { + "epoch": 0.0973691347979387, + "grad_norm": 25.603046417236328, + "learning_rate": 9.945290027102654e-07, + "loss": 0.4357, + "num_input_tokens_seen": 752877568, + "step": 359 + }, + { + "epoch": 0.09764035801464606, + "grad_norm": 20.616479873657227, + "learning_rate": 9.944660665569023e-07, + "loss": 0.6687, + "num_input_tokens_seen": 754974720, + "step": 360 + }, + { + "epoch": 0.0979115812313534, + "grad_norm": 15.590941429138184, + "learning_rate": 9.944027727141617e-07, + "loss": 0.5111, + "num_input_tokens_seen": 757071872, + "step": 361 + }, + { + "epoch": 0.09818280444806075, + "grad_norm": 15.695627212524414, + "learning_rate": 9.943391212329805e-07, + "loss": 0.4803, + "num_input_tokens_seen": 759169024, + "step": 362 + }, + { + "epoch": 0.0984540276647681, + "grad_norm": 26.64590072631836, + "learning_rate": 9.942751121645828e-07, + "loss": 1.1437, + "num_input_tokens_seen": 761266176, + "step": 363 + }, + { + "epoch": 0.09872525088147545, + "grad_norm": 16.354394912719727, + "learning_rate": 9.94210745560481e-07, + "loss": 0.5516, + "num_input_tokens_seen": 763363328, + "step": 364 + }, + { + "epoch": 0.09899647409818281, + "grad_norm": 18.546751022338867, + "learning_rate": 9.941460214724747e-07, + "loss": 0.4108, + "num_input_tokens_seen": 765460480, + "step": 365 + }, + { + "epoch": 0.09926769731489016, + "grad_norm": 25.187475204467773, + "learning_rate": 9.94080939952651e-07, + "loss": 0.8697, + "num_input_tokens_seen": 767557632, + "step": 366 + }, + { + "epoch": 0.0995389205315975, + "grad_norm": 21.675792694091797, + "learning_rate": 9.940155010533855e-07, + "loss": 0.7298, + "num_input_tokens_seen": 769654784, + "step": 367 + }, + { + "epoch": 0.09981014374830485, + "grad_norm": 17.939720153808594, + "learning_rate": 9.939497048273407e-07, + "loss": 0.7668, + "num_input_tokens_seen": 771751936, + "step": 368 + }, + { + "epoch": 0.1000813669650122, + "grad_norm": 22.402225494384766, + "learning_rate": 9.938835513274672e-07, + "loss": 0.7696, + "num_input_tokens_seen": 773849088, + "step": 369 + }, + { + "epoch": 0.10035259018171956, + "grad_norm": 14.176339149475098, + "learning_rate": 9.938170406070025e-07, + "loss": 0.4614, + "num_input_tokens_seen": 775946240, + "step": 370 + }, + { + "epoch": 0.10062381339842691, + "grad_norm": 16.77955436706543, + "learning_rate": 9.937501727194721e-07, + "loss": 0.4625, + "num_input_tokens_seen": 778043392, + "step": 371 + }, + { + "epoch": 0.10089503661513426, + "grad_norm": 17.967620849609375, + "learning_rate": 9.936829477186884e-07, + "loss": 0.6052, + "num_input_tokens_seen": 780140544, + "step": 372 + }, + { + "epoch": 0.1011662598318416, + "grad_norm": 15.005168914794922, + "learning_rate": 9.93615365658752e-07, + "loss": 0.3321, + "num_input_tokens_seen": 782237696, + "step": 373 + }, + { + "epoch": 0.10143748304854895, + "grad_norm": 19.981107711791992, + "learning_rate": 9.9354742659405e-07, + "loss": 0.7432, + "num_input_tokens_seen": 784334848, + "step": 374 + }, + { + "epoch": 0.10170870626525631, + "grad_norm": 28.166027069091797, + "learning_rate": 9.934791305792575e-07, + "loss": 1.0001, + "num_input_tokens_seen": 786432000, + "step": 375 + }, + { + "epoch": 0.10197992948196366, + "grad_norm": 26.656635284423828, + "learning_rate": 9.934104776693363e-07, + "loss": 1.1056, + "num_input_tokens_seen": 788529152, + "step": 376 + }, + { + "epoch": 0.10225115269867101, + "grad_norm": 14.768815040588379, + "learning_rate": 9.933414679195354e-07, + "loss": 0.4943, + "num_input_tokens_seen": 790626304, + "step": 377 + }, + { + "epoch": 0.10252237591537836, + "grad_norm": 18.024293899536133, + "learning_rate": 9.932721013853917e-07, + "loss": 0.503, + "num_input_tokens_seen": 792723456, + "step": 378 + }, + { + "epoch": 0.1027935991320857, + "grad_norm": 15.003963470458984, + "learning_rate": 9.932023781227287e-07, + "loss": 0.339, + "num_input_tokens_seen": 794820608, + "step": 379 + }, + { + "epoch": 0.10306482234879305, + "grad_norm": 11.605240821838379, + "learning_rate": 9.931322981876567e-07, + "loss": 0.3065, + "num_input_tokens_seen": 796917760, + "step": 380 + }, + { + "epoch": 0.10333604556550041, + "grad_norm": 12.732186317443848, + "learning_rate": 9.930618616365737e-07, + "loss": 0.3062, + "num_input_tokens_seen": 799014912, + "step": 381 + }, + { + "epoch": 0.10360726878220776, + "grad_norm": 19.49980354309082, + "learning_rate": 9.92991068526164e-07, + "loss": 0.6661, + "num_input_tokens_seen": 801112064, + "step": 382 + }, + { + "epoch": 0.1038784919989151, + "grad_norm": 17.00780487060547, + "learning_rate": 9.929199189133996e-07, + "loss": 0.4904, + "num_input_tokens_seen": 803209216, + "step": 383 + }, + { + "epoch": 0.10414971521562245, + "grad_norm": 23.928136825561523, + "learning_rate": 9.928484128555388e-07, + "loss": 0.9294, + "num_input_tokens_seen": 805306368, + "step": 384 + }, + { + "epoch": 0.1044209384323298, + "grad_norm": 19.024593353271484, + "learning_rate": 9.92776550410127e-07, + "loss": 0.6439, + "num_input_tokens_seen": 807403520, + "step": 385 + }, + { + "epoch": 0.10469216164903716, + "grad_norm": 15.482383728027344, + "learning_rate": 9.927043316349962e-07, + "loss": 0.3997, + "num_input_tokens_seen": 809500672, + "step": 386 + }, + { + "epoch": 0.10496338486574451, + "grad_norm": 14.57456111907959, + "learning_rate": 9.926317565882657e-07, + "loss": 0.472, + "num_input_tokens_seen": 811597824, + "step": 387 + }, + { + "epoch": 0.10523460808245186, + "grad_norm": 13.767419815063477, + "learning_rate": 9.925588253283407e-07, + "loss": 0.4513, + "num_input_tokens_seen": 813694976, + "step": 388 + }, + { + "epoch": 0.1055058312991592, + "grad_norm": 15.937477111816406, + "learning_rate": 9.924855379139136e-07, + "loss": 0.4371, + "num_input_tokens_seen": 815792128, + "step": 389 + }, + { + "epoch": 0.10577705451586655, + "grad_norm": 22.166065216064453, + "learning_rate": 9.924118944039635e-07, + "loss": 0.569, + "num_input_tokens_seen": 817889280, + "step": 390 + }, + { + "epoch": 0.10604827773257391, + "grad_norm": 19.830108642578125, + "learning_rate": 9.923378948577558e-07, + "loss": 0.7168, + "num_input_tokens_seen": 819986432, + "step": 391 + }, + { + "epoch": 0.10631950094928126, + "grad_norm": 15.125102043151855, + "learning_rate": 9.922635393348425e-07, + "loss": 0.4538, + "num_input_tokens_seen": 822083584, + "step": 392 + }, + { + "epoch": 0.10659072416598861, + "grad_norm": 15.82544994354248, + "learning_rate": 9.92188827895062e-07, + "loss": 0.4769, + "num_input_tokens_seen": 824180736, + "step": 393 + }, + { + "epoch": 0.10686194738269596, + "grad_norm": 23.284385681152344, + "learning_rate": 9.921137605985397e-07, + "loss": 0.8903, + "num_input_tokens_seen": 826277888, + "step": 394 + }, + { + "epoch": 0.1071331705994033, + "grad_norm": 19.174997329711914, + "learning_rate": 9.920383375056863e-07, + "loss": 0.6117, + "num_input_tokens_seen": 828375040, + "step": 395 + }, + { + "epoch": 0.10740439381611067, + "grad_norm": 18.127817153930664, + "learning_rate": 9.919625586771998e-07, + "loss": 0.7048, + "num_input_tokens_seen": 830472192, + "step": 396 + }, + { + "epoch": 0.10767561703281801, + "grad_norm": 18.79850196838379, + "learning_rate": 9.918864241740639e-07, + "loss": 0.6382, + "num_input_tokens_seen": 832569344, + "step": 397 + }, + { + "epoch": 0.10794684024952536, + "grad_norm": 19.67146110534668, + "learning_rate": 9.918099340575487e-07, + "loss": 0.5327, + "num_input_tokens_seen": 834666496, + "step": 398 + }, + { + "epoch": 0.10821806346623271, + "grad_norm": 19.64447593688965, + "learning_rate": 9.91733088389211e-07, + "loss": 0.5638, + "num_input_tokens_seen": 836763648, + "step": 399 + }, + { + "epoch": 0.10848928668294006, + "grad_norm": 15.106411933898926, + "learning_rate": 9.916558872308929e-07, + "loss": 0.3852, + "num_input_tokens_seen": 838860800, + "step": 400 + }, + { + "epoch": 0.1087605098996474, + "grad_norm": 15.882865905761719, + "learning_rate": 9.915783306447229e-07, + "loss": 0.4999, + "num_input_tokens_seen": 840957952, + "step": 401 + }, + { + "epoch": 0.10903173311635476, + "grad_norm": 19.47708511352539, + "learning_rate": 9.915004186931156e-07, + "loss": 0.5697, + "num_input_tokens_seen": 843055104, + "step": 402 + }, + { + "epoch": 0.10930295633306211, + "grad_norm": 13.521337509155273, + "learning_rate": 9.91422151438772e-07, + "loss": 0.3383, + "num_input_tokens_seen": 845152256, + "step": 403 + }, + { + "epoch": 0.10957417954976946, + "grad_norm": 23.238975524902344, + "learning_rate": 9.91343528944678e-07, + "loss": 0.8781, + "num_input_tokens_seen": 847249408, + "step": 404 + }, + { + "epoch": 0.10984540276647681, + "grad_norm": 13.926328659057617, + "learning_rate": 9.912645512741064e-07, + "loss": 0.4149, + "num_input_tokens_seen": 849346560, + "step": 405 + }, + { + "epoch": 0.11011662598318415, + "grad_norm": 25.375770568847656, + "learning_rate": 9.911852184906151e-07, + "loss": 0.5727, + "num_input_tokens_seen": 851443712, + "step": 406 + }, + { + "epoch": 0.11038784919989152, + "grad_norm": 37.60099411010742, + "learning_rate": 9.911055306580485e-07, + "loss": 0.5142, + "num_input_tokens_seen": 853540864, + "step": 407 + }, + { + "epoch": 0.11065907241659886, + "grad_norm": 16.037012100219727, + "learning_rate": 9.910254878405361e-07, + "loss": 0.4008, + "num_input_tokens_seen": 855638016, + "step": 408 + }, + { + "epoch": 0.11093029563330621, + "grad_norm": 16.561771392822266, + "learning_rate": 9.909450901024935e-07, + "loss": 0.393, + "num_input_tokens_seen": 857735168, + "step": 409 + }, + { + "epoch": 0.11120151885001356, + "grad_norm": 19.961044311523438, + "learning_rate": 9.908643375086213e-07, + "loss": 0.7223, + "num_input_tokens_seen": 859832320, + "step": 410 + }, + { + "epoch": 0.1114727420667209, + "grad_norm": 14.175226211547852, + "learning_rate": 9.907832301239066e-07, + "loss": 0.408, + "num_input_tokens_seen": 861929472, + "step": 411 + }, + { + "epoch": 0.11174396528342827, + "grad_norm": 31.357851028442383, + "learning_rate": 9.907017680136213e-07, + "loss": 0.8096, + "num_input_tokens_seen": 864026624, + "step": 412 + }, + { + "epoch": 0.11201518850013562, + "grad_norm": 17.310956954956055, + "learning_rate": 9.90619951243323e-07, + "loss": 0.5495, + "num_input_tokens_seen": 866123776, + "step": 413 + }, + { + "epoch": 0.11228641171684296, + "grad_norm": 17.816402435302734, + "learning_rate": 9.905377798788547e-07, + "loss": 0.6646, + "num_input_tokens_seen": 868220928, + "step": 414 + }, + { + "epoch": 0.11255763493355031, + "grad_norm": 14.325615882873535, + "learning_rate": 9.904552539863452e-07, + "loss": 0.4028, + "num_input_tokens_seen": 870318080, + "step": 415 + }, + { + "epoch": 0.11282885815025766, + "grad_norm": 23.365257263183594, + "learning_rate": 9.903723736322075e-07, + "loss": 0.7955, + "num_input_tokens_seen": 872415232, + "step": 416 + }, + { + "epoch": 0.11310008136696502, + "grad_norm": 18.676393508911133, + "learning_rate": 9.90289138883141e-07, + "loss": 0.7679, + "num_input_tokens_seen": 874512384, + "step": 417 + }, + { + "epoch": 0.11337130458367237, + "grad_norm": 20.179346084594727, + "learning_rate": 9.9020554980613e-07, + "loss": 0.607, + "num_input_tokens_seen": 876609536, + "step": 418 + }, + { + "epoch": 0.11364252780037971, + "grad_norm": 30.090450286865234, + "learning_rate": 9.901216064684434e-07, + "loss": 0.9661, + "num_input_tokens_seen": 878706688, + "step": 419 + }, + { + "epoch": 0.11391375101708706, + "grad_norm": 15.964401245117188, + "learning_rate": 9.900373089376357e-07, + "loss": 0.4133, + "num_input_tokens_seen": 880803840, + "step": 420 + }, + { + "epoch": 0.11418497423379441, + "grad_norm": 15.243666648864746, + "learning_rate": 9.899526572815465e-07, + "loss": 0.3792, + "num_input_tokens_seen": 882900992, + "step": 421 + }, + { + "epoch": 0.11445619745050176, + "grad_norm": 15.618511199951172, + "learning_rate": 9.898676515683001e-07, + "loss": 0.4035, + "num_input_tokens_seen": 884998144, + "step": 422 + }, + { + "epoch": 0.11472742066720912, + "grad_norm": 20.854814529418945, + "learning_rate": 9.897822918663062e-07, + "loss": 0.6001, + "num_input_tokens_seen": 887095296, + "step": 423 + }, + { + "epoch": 0.11499864388391647, + "grad_norm": 23.2158145904541, + "learning_rate": 9.896965782442584e-07, + "loss": 0.6086, + "num_input_tokens_seen": 889192448, + "step": 424 + }, + { + "epoch": 0.11526986710062381, + "grad_norm": 21.221647262573242, + "learning_rate": 9.896105107711365e-07, + "loss": 0.5437, + "num_input_tokens_seen": 891289600, + "step": 425 + }, + { + "epoch": 0.11554109031733116, + "grad_norm": 19.0914249420166, + "learning_rate": 9.895240895162037e-07, + "loss": 0.5197, + "num_input_tokens_seen": 893386752, + "step": 426 + }, + { + "epoch": 0.11581231353403851, + "grad_norm": 19.16167449951172, + "learning_rate": 9.89437314549009e-07, + "loss": 0.4462, + "num_input_tokens_seen": 895483904, + "step": 427 + }, + { + "epoch": 0.11608353675074587, + "grad_norm": 13.635269165039062, + "learning_rate": 9.89350185939385e-07, + "loss": 0.2727, + "num_input_tokens_seen": 897581056, + "step": 428 + }, + { + "epoch": 0.11635475996745322, + "grad_norm": 29.480058670043945, + "learning_rate": 9.8926270375745e-07, + "loss": 0.8433, + "num_input_tokens_seen": 899678208, + "step": 429 + }, + { + "epoch": 0.11662598318416056, + "grad_norm": 14.914876937866211, + "learning_rate": 9.891748680736064e-07, + "loss": 0.4803, + "num_input_tokens_seen": 901775360, + "step": 430 + }, + { + "epoch": 0.11689720640086791, + "grad_norm": 26.978042602539062, + "learning_rate": 9.890866789585407e-07, + "loss": 0.6345, + "num_input_tokens_seen": 903872512, + "step": 431 + }, + { + "epoch": 0.11716842961757526, + "grad_norm": 16.035795211791992, + "learning_rate": 9.889981364832245e-07, + "loss": 0.379, + "num_input_tokens_seen": 905969664, + "step": 432 + }, + { + "epoch": 0.11743965283428262, + "grad_norm": 13.532285690307617, + "learning_rate": 9.889092407189129e-07, + "loss": 0.3684, + "num_input_tokens_seen": 908066816, + "step": 433 + }, + { + "epoch": 0.11771087605098997, + "grad_norm": 16.438556671142578, + "learning_rate": 9.88819991737146e-07, + "loss": 0.4133, + "num_input_tokens_seen": 910163968, + "step": 434 + }, + { + "epoch": 0.11798209926769732, + "grad_norm": 19.439929962158203, + "learning_rate": 9.887303896097483e-07, + "loss": 0.6069, + "num_input_tokens_seen": 912261120, + "step": 435 + }, + { + "epoch": 0.11825332248440466, + "grad_norm": 19.114585876464844, + "learning_rate": 9.88640434408828e-07, + "loss": 0.7073, + "num_input_tokens_seen": 914358272, + "step": 436 + }, + { + "epoch": 0.11852454570111201, + "grad_norm": 16.253965377807617, + "learning_rate": 9.885501262067776e-07, + "loss": 0.4096, + "num_input_tokens_seen": 916455424, + "step": 437 + }, + { + "epoch": 0.11879576891781937, + "grad_norm": 32.117279052734375, + "learning_rate": 9.884594650762734e-07, + "loss": 0.9919, + "num_input_tokens_seen": 918552576, + "step": 438 + }, + { + "epoch": 0.11906699213452672, + "grad_norm": 18.713329315185547, + "learning_rate": 9.883684510902767e-07, + "loss": 0.5087, + "num_input_tokens_seen": 920649728, + "step": 439 + }, + { + "epoch": 0.11933821535123407, + "grad_norm": 19.065391540527344, + "learning_rate": 9.882770843220316e-07, + "loss": 0.6909, + "num_input_tokens_seen": 922746880, + "step": 440 + }, + { + "epoch": 0.11960943856794141, + "grad_norm": 17.04804039001465, + "learning_rate": 9.881853648450667e-07, + "loss": 0.4044, + "num_input_tokens_seen": 924844032, + "step": 441 + }, + { + "epoch": 0.11988066178464876, + "grad_norm": 16.544666290283203, + "learning_rate": 9.880932927331942e-07, + "loss": 0.393, + "num_input_tokens_seen": 926941184, + "step": 442 + }, + { + "epoch": 0.12015188500135611, + "grad_norm": 16.260129928588867, + "learning_rate": 9.880008680605104e-07, + "loss": 0.488, + "num_input_tokens_seen": 929038336, + "step": 443 + }, + { + "epoch": 0.12042310821806347, + "grad_norm": 17.787076950073242, + "learning_rate": 9.879080909013955e-07, + "loss": 0.3265, + "num_input_tokens_seen": 931135488, + "step": 444 + }, + { + "epoch": 0.12069433143477082, + "grad_norm": 19.43463134765625, + "learning_rate": 9.878149613305125e-07, + "loss": 0.5961, + "num_input_tokens_seen": 933232640, + "step": 445 + }, + { + "epoch": 0.12096555465147817, + "grad_norm": 13.461503028869629, + "learning_rate": 9.877214794228087e-07, + "loss": 0.3355, + "num_input_tokens_seen": 935329792, + "step": 446 + }, + { + "epoch": 0.12123677786818551, + "grad_norm": 21.85091781616211, + "learning_rate": 9.876276452535147e-07, + "loss": 0.6174, + "num_input_tokens_seen": 937426944, + "step": 447 + }, + { + "epoch": 0.12150800108489286, + "grad_norm": 15.593317031860352, + "learning_rate": 9.87533458898145e-07, + "loss": 0.3744, + "num_input_tokens_seen": 939524096, + "step": 448 + }, + { + "epoch": 0.12177922430160022, + "grad_norm": 14.874285697937012, + "learning_rate": 9.874389204324967e-07, + "loss": 0.4385, + "num_input_tokens_seen": 941621248, + "step": 449 + }, + { + "epoch": 0.12205044751830757, + "grad_norm": 16.8289737701416, + "learning_rate": 9.873440299326513e-07, + "loss": 0.5447, + "num_input_tokens_seen": 943718400, + "step": 450 + }, + { + "epoch": 0.12232167073501492, + "grad_norm": 17.553146362304688, + "learning_rate": 9.872487874749726e-07, + "loss": 0.5429, + "num_input_tokens_seen": 945815552, + "step": 451 + }, + { + "epoch": 0.12259289395172226, + "grad_norm": 17.820201873779297, + "learning_rate": 9.871531931361084e-07, + "loss": 0.4431, + "num_input_tokens_seen": 947912704, + "step": 452 + }, + { + "epoch": 0.12286411716842961, + "grad_norm": 19.300172805786133, + "learning_rate": 9.870572469929892e-07, + "loss": 0.5022, + "num_input_tokens_seen": 950009856, + "step": 453 + }, + { + "epoch": 0.12313534038513697, + "grad_norm": 15.839350700378418, + "learning_rate": 9.869609491228288e-07, + "loss": 0.3954, + "num_input_tokens_seen": 952107008, + "step": 454 + }, + { + "epoch": 0.12340656360184432, + "grad_norm": 12.486570358276367, + "learning_rate": 9.868642996031243e-07, + "loss": 0.3107, + "num_input_tokens_seen": 954204160, + "step": 455 + }, + { + "epoch": 0.12367778681855167, + "grad_norm": 17.16594886779785, + "learning_rate": 9.867672985116553e-07, + "loss": 0.4053, + "num_input_tokens_seen": 956301312, + "step": 456 + }, + { + "epoch": 0.12394901003525902, + "grad_norm": 18.139127731323242, + "learning_rate": 9.866699459264846e-07, + "loss": 0.5018, + "num_input_tokens_seen": 958398464, + "step": 457 + }, + { + "epoch": 0.12422023325196636, + "grad_norm": 16.21996307373047, + "learning_rate": 9.865722419259582e-07, + "loss": 0.4317, + "num_input_tokens_seen": 960495616, + "step": 458 + }, + { + "epoch": 0.12449145646867373, + "grad_norm": 27.431745529174805, + "learning_rate": 9.864741865887042e-07, + "loss": 0.8576, + "num_input_tokens_seen": 962592768, + "step": 459 + }, + { + "epoch": 0.12476267968538107, + "grad_norm": 21.745189666748047, + "learning_rate": 9.86375779993634e-07, + "loss": 0.6545, + "num_input_tokens_seen": 964689920, + "step": 460 + }, + { + "epoch": 0.1250339029020884, + "grad_norm": 18.489675521850586, + "learning_rate": 9.86277022219941e-07, + "loss": 0.6012, + "num_input_tokens_seen": 966787072, + "step": 461 + }, + { + "epoch": 0.12530512611879577, + "grad_norm": 25.21011734008789, + "learning_rate": 9.861779133471025e-07, + "loss": 0.9681, + "num_input_tokens_seen": 968884224, + "step": 462 + }, + { + "epoch": 0.12557634933550313, + "grad_norm": 20.88198471069336, + "learning_rate": 9.86078453454877e-07, + "loss": 0.3297, + "num_input_tokens_seen": 970981376, + "step": 463 + }, + { + "epoch": 0.12584757255221046, + "grad_norm": 17.169158935546875, + "learning_rate": 9.859786426233061e-07, + "loss": 0.4617, + "num_input_tokens_seen": 973078528, + "step": 464 + }, + { + "epoch": 0.12611879576891782, + "grad_norm": 13.607377052307129, + "learning_rate": 9.85878480932714e-07, + "loss": 0.3207, + "num_input_tokens_seen": 975175680, + "step": 465 + }, + { + "epoch": 0.12639001898562516, + "grad_norm": 24.081562042236328, + "learning_rate": 9.857779684637068e-07, + "loss": 0.8452, + "num_input_tokens_seen": 977272832, + "step": 466 + }, + { + "epoch": 0.12666124220233252, + "grad_norm": 15.01082992553711, + "learning_rate": 9.856771052971733e-07, + "loss": 0.3289, + "num_input_tokens_seen": 979369984, + "step": 467 + }, + { + "epoch": 0.12693246541903988, + "grad_norm": 21.138933181762695, + "learning_rate": 9.85575891514284e-07, + "loss": 0.6089, + "num_input_tokens_seen": 981467136, + "step": 468 + }, + { + "epoch": 0.12720368863574721, + "grad_norm": 15.94664478302002, + "learning_rate": 9.85474327196492e-07, + "loss": 0.3488, + "num_input_tokens_seen": 983564288, + "step": 469 + }, + { + "epoch": 0.12747491185245458, + "grad_norm": 16.990678787231445, + "learning_rate": 9.853724124255328e-07, + "loss": 0.4157, + "num_input_tokens_seen": 985661440, + "step": 470 + }, + { + "epoch": 0.1277461350691619, + "grad_norm": 26.423606872558594, + "learning_rate": 9.85270147283423e-07, + "loss": 0.6508, + "num_input_tokens_seen": 987758592, + "step": 471 + }, + { + "epoch": 0.12801735828586927, + "grad_norm": 25.734800338745117, + "learning_rate": 9.85167531852462e-07, + "loss": 0.8907, + "num_input_tokens_seen": 989855744, + "step": 472 + }, + { + "epoch": 0.12828858150257663, + "grad_norm": 15.54914379119873, + "learning_rate": 9.850645662152308e-07, + "loss": 0.3228, + "num_input_tokens_seen": 991952896, + "step": 473 + }, + { + "epoch": 0.12855980471928397, + "grad_norm": 17.9279727935791, + "learning_rate": 9.84961250454592e-07, + "loss": 0.4734, + "num_input_tokens_seen": 994050048, + "step": 474 + }, + { + "epoch": 0.12883102793599133, + "grad_norm": 16.743040084838867, + "learning_rate": 9.848575846536902e-07, + "loss": 0.4972, + "num_input_tokens_seen": 996147200, + "step": 475 + }, + { + "epoch": 0.12910225115269866, + "grad_norm": 15.414085388183594, + "learning_rate": 9.847535688959523e-07, + "loss": 0.5441, + "num_input_tokens_seen": 998244352, + "step": 476 + }, + { + "epoch": 0.12937347436940602, + "grad_norm": 21.557668685913086, + "learning_rate": 9.846492032650855e-07, + "loss": 0.5477, + "num_input_tokens_seen": 1000341504, + "step": 477 + }, + { + "epoch": 0.12964469758611338, + "grad_norm": 17.637996673583984, + "learning_rate": 9.845444878450794e-07, + "loss": 0.4591, + "num_input_tokens_seen": 1002438656, + "step": 478 + }, + { + "epoch": 0.12991592080282072, + "grad_norm": 19.702138900756836, + "learning_rate": 9.844394227202053e-07, + "loss": 0.6216, + "num_input_tokens_seen": 1004535808, + "step": 479 + }, + { + "epoch": 0.13018714401952808, + "grad_norm": 13.955646514892578, + "learning_rate": 9.843340079750154e-07, + "loss": 0.4318, + "num_input_tokens_seen": 1006632960, + "step": 480 + }, + { + "epoch": 0.1304583672362354, + "grad_norm": 12.4781494140625, + "learning_rate": 9.842282436943435e-07, + "loss": 0.3931, + "num_input_tokens_seen": 1008730112, + "step": 481 + }, + { + "epoch": 0.13072959045294277, + "grad_norm": 20.692325592041016, + "learning_rate": 9.841221299633049e-07, + "loss": 0.5389, + "num_input_tokens_seen": 1010827264, + "step": 482 + }, + { + "epoch": 0.13100081366965013, + "grad_norm": 21.611936569213867, + "learning_rate": 9.840156668672953e-07, + "loss": 0.644, + "num_input_tokens_seen": 1012924416, + "step": 483 + }, + { + "epoch": 0.13127203688635747, + "grad_norm": 10.290907859802246, + "learning_rate": 9.839088544919927e-07, + "loss": 0.3037, + "num_input_tokens_seen": 1015021568, + "step": 484 + }, + { + "epoch": 0.13154326010306483, + "grad_norm": 16.245471954345703, + "learning_rate": 9.838016929233555e-07, + "loss": 0.4827, + "num_input_tokens_seen": 1017118720, + "step": 485 + }, + { + "epoch": 0.13181448331977216, + "grad_norm": 22.62381935119629, + "learning_rate": 9.836941822476232e-07, + "loss": 0.3803, + "num_input_tokens_seen": 1019215872, + "step": 486 + }, + { + "epoch": 0.13208570653647952, + "grad_norm": 19.10595703125, + "learning_rate": 9.835863225513163e-07, + "loss": 0.6431, + "num_input_tokens_seen": 1021313024, + "step": 487 + }, + { + "epoch": 0.13235692975318689, + "grad_norm": 21.225801467895508, + "learning_rate": 9.83478113921236e-07, + "loss": 0.8905, + "num_input_tokens_seen": 1023410176, + "step": 488 + }, + { + "epoch": 0.13262815296989422, + "grad_norm": 17.778553009033203, + "learning_rate": 9.833695564444652e-07, + "loss": 0.5267, + "num_input_tokens_seen": 1025507328, + "step": 489 + }, + { + "epoch": 0.13289937618660158, + "grad_norm": 14.658015251159668, + "learning_rate": 9.832606502083658e-07, + "loss": 0.4774, + "num_input_tokens_seen": 1027604480, + "step": 490 + }, + { + "epoch": 0.13317059940330891, + "grad_norm": 20.545814514160156, + "learning_rate": 9.83151395300582e-07, + "loss": 0.5811, + "num_input_tokens_seen": 1029701632, + "step": 491 + }, + { + "epoch": 0.13344182262001628, + "grad_norm": 15.055420875549316, + "learning_rate": 9.83041791809038e-07, + "loss": 0.464, + "num_input_tokens_seen": 1031798784, + "step": 492 + }, + { + "epoch": 0.13371304583672364, + "grad_norm": 24.668725967407227, + "learning_rate": 9.829318398219385e-07, + "loss": 0.568, + "num_input_tokens_seen": 1033895936, + "step": 493 + }, + { + "epoch": 0.13398426905343097, + "grad_norm": 14.34689998626709, + "learning_rate": 9.828215394277686e-07, + "loss": 0.3721, + "num_input_tokens_seen": 1035993088, + "step": 494 + }, + { + "epoch": 0.13425549227013833, + "grad_norm": 18.64807891845703, + "learning_rate": 9.827108907152937e-07, + "loss": 0.5269, + "num_input_tokens_seen": 1038090240, + "step": 495 + }, + { + "epoch": 0.13452671548684567, + "grad_norm": 19.55156898498535, + "learning_rate": 9.825998937735599e-07, + "loss": 0.7396, + "num_input_tokens_seen": 1040187392, + "step": 496 + }, + { + "epoch": 0.13479793870355303, + "grad_norm": 22.422931671142578, + "learning_rate": 9.824885486918932e-07, + "loss": 0.6923, + "num_input_tokens_seen": 1042284544, + "step": 497 + }, + { + "epoch": 0.13506916192026036, + "grad_norm": 25.125507354736328, + "learning_rate": 9.823768555599e-07, + "loss": 0.8323, + "num_input_tokens_seen": 1044381696, + "step": 498 + }, + { + "epoch": 0.13534038513696772, + "grad_norm": 13.364242553710938, + "learning_rate": 9.822648144674664e-07, + "loss": 0.3095, + "num_input_tokens_seen": 1046478848, + "step": 499 + }, + { + "epoch": 0.13561160835367508, + "grad_norm": 15.256329536437988, + "learning_rate": 9.821524255047592e-07, + "loss": 0.4319, + "num_input_tokens_seen": 1048576000, + "step": 500 + }, + { + "epoch": 0.13588283157038242, + "grad_norm": 14.943821907043457, + "learning_rate": 9.820396887622245e-07, + "loss": 0.4693, + "num_input_tokens_seen": 1050673152, + "step": 501 + }, + { + "epoch": 0.13615405478708978, + "grad_norm": 14.425810813903809, + "learning_rate": 9.819266043305887e-07, + "loss": 0.4197, + "num_input_tokens_seen": 1052770304, + "step": 502 + }, + { + "epoch": 0.1364252780037971, + "grad_norm": 19.83941650390625, + "learning_rate": 9.818131723008576e-07, + "loss": 0.57, + "num_input_tokens_seen": 1054867456, + "step": 503 + }, + { + "epoch": 0.13669650122050447, + "grad_norm": 21.977590560913086, + "learning_rate": 9.816993927643174e-07, + "loss": 0.834, + "num_input_tokens_seen": 1056964608, + "step": 504 + }, + { + "epoch": 0.13696772443721184, + "grad_norm": 15.31468677520752, + "learning_rate": 9.815852658125332e-07, + "loss": 0.4329, + "num_input_tokens_seen": 1059061760, + "step": 505 + }, + { + "epoch": 0.13723894765391917, + "grad_norm": 21.36570167541504, + "learning_rate": 9.8147079153735e-07, + "loss": 0.6736, + "num_input_tokens_seen": 1061158912, + "step": 506 + }, + { + "epoch": 0.13751017087062653, + "grad_norm": 23.33683204650879, + "learning_rate": 9.813559700308925e-07, + "loss": 0.3126, + "num_input_tokens_seen": 1063256064, + "step": 507 + }, + { + "epoch": 0.13778139408733386, + "grad_norm": 20.741209030151367, + "learning_rate": 9.812408013855646e-07, + "loss": 0.7422, + "num_input_tokens_seen": 1065353216, + "step": 508 + }, + { + "epoch": 0.13805261730404123, + "grad_norm": 19.539844512939453, + "learning_rate": 9.811252856940496e-07, + "loss": 0.7108, + "num_input_tokens_seen": 1067450368, + "step": 509 + }, + { + "epoch": 0.1383238405207486, + "grad_norm": 9.709354400634766, + "learning_rate": 9.810094230493104e-07, + "loss": 0.2551, + "num_input_tokens_seen": 1069547520, + "step": 510 + }, + { + "epoch": 0.13859506373745592, + "grad_norm": 22.28021240234375, + "learning_rate": 9.808932135445885e-07, + "loss": 0.5543, + "num_input_tokens_seen": 1071644672, + "step": 511 + }, + { + "epoch": 0.13886628695416328, + "grad_norm": 18.827821731567383, + "learning_rate": 9.807766572734052e-07, + "loss": 0.6843, + "num_input_tokens_seen": 1073741824, + "step": 512 + }, + { + "epoch": 0.13913751017087062, + "grad_norm": 14.550572395324707, + "learning_rate": 9.806597543295603e-07, + "loss": 0.4268, + "num_input_tokens_seen": 1075838976, + "step": 513 + }, + { + "epoch": 0.13940873338757798, + "grad_norm": 19.760929107666016, + "learning_rate": 9.80542504807133e-07, + "loss": 0.6295, + "num_input_tokens_seen": 1077936128, + "step": 514 + }, + { + "epoch": 0.13967995660428534, + "grad_norm": 97.42051696777344, + "learning_rate": 9.804249088004812e-07, + "loss": 0.3536, + "num_input_tokens_seen": 1080033280, + "step": 515 + }, + { + "epoch": 0.13995117982099267, + "grad_norm": 13.345549583435059, + "learning_rate": 9.803069664042416e-07, + "loss": 0.3695, + "num_input_tokens_seen": 1082130432, + "step": 516 + }, + { + "epoch": 0.14022240303770003, + "grad_norm": 17.45563316345215, + "learning_rate": 9.801886777133297e-07, + "loss": 0.5706, + "num_input_tokens_seen": 1084227584, + "step": 517 + }, + { + "epoch": 0.14049362625440737, + "grad_norm": 20.731975555419922, + "learning_rate": 9.8007004282294e-07, + "loss": 0.4581, + "num_input_tokens_seen": 1086324736, + "step": 518 + }, + { + "epoch": 0.14076484947111473, + "grad_norm": 16.413488388061523, + "learning_rate": 9.799510618285454e-07, + "loss": 0.4683, + "num_input_tokens_seen": 1088421888, + "step": 519 + }, + { + "epoch": 0.1410360726878221, + "grad_norm": 23.03536033630371, + "learning_rate": 9.79831734825897e-07, + "loss": 0.7835, + "num_input_tokens_seen": 1090519040, + "step": 520 + }, + { + "epoch": 0.14130729590452942, + "grad_norm": 23.096599578857422, + "learning_rate": 9.797120619110245e-07, + "loss": 0.6651, + "num_input_tokens_seen": 1092616192, + "step": 521 + }, + { + "epoch": 0.14157851912123678, + "grad_norm": 20.34779167175293, + "learning_rate": 9.795920431802365e-07, + "loss": 0.7001, + "num_input_tokens_seen": 1094713344, + "step": 522 + }, + { + "epoch": 0.14184974233794412, + "grad_norm": 15.03393840789795, + "learning_rate": 9.794716787301194e-07, + "loss": 0.5215, + "num_input_tokens_seen": 1096810496, + "step": 523 + }, + { + "epoch": 0.14212096555465148, + "grad_norm": 22.243600845336914, + "learning_rate": 9.793509686575378e-07, + "loss": 0.7136, + "num_input_tokens_seen": 1098907648, + "step": 524 + }, + { + "epoch": 0.14239218877135884, + "grad_norm": 18.488739013671875, + "learning_rate": 9.792299130596346e-07, + "loss": 0.7065, + "num_input_tokens_seen": 1101004800, + "step": 525 + }, + { + "epoch": 0.14266341198806617, + "grad_norm": 20.99821662902832, + "learning_rate": 9.79108512033831e-07, + "loss": 0.8054, + "num_input_tokens_seen": 1103101952, + "step": 526 + }, + { + "epoch": 0.14293463520477354, + "grad_norm": 21.02731704711914, + "learning_rate": 9.789867656778254e-07, + "loss": 0.5969, + "num_input_tokens_seen": 1105199104, + "step": 527 + }, + { + "epoch": 0.14320585842148087, + "grad_norm": 18.518896102905273, + "learning_rate": 9.788646740895952e-07, + "loss": 0.6722, + "num_input_tokens_seen": 1107296256, + "step": 528 + }, + { + "epoch": 0.14347708163818823, + "grad_norm": 23.96672248840332, + "learning_rate": 9.787422373673945e-07, + "loss": 0.4893, + "num_input_tokens_seen": 1109393408, + "step": 529 + }, + { + "epoch": 0.1437483048548956, + "grad_norm": 18.719541549682617, + "learning_rate": 9.786194556097564e-07, + "loss": 0.6283, + "num_input_tokens_seen": 1111490560, + "step": 530 + }, + { + "epoch": 0.14401952807160293, + "grad_norm": 25.956584930419922, + "learning_rate": 9.784963289154902e-07, + "loss": 0.9686, + "num_input_tokens_seen": 1113587712, + "step": 531 + }, + { + "epoch": 0.1442907512883103, + "grad_norm": 14.612069129943848, + "learning_rate": 9.783728573836843e-07, + "loss": 0.4835, + "num_input_tokens_seen": 1115684864, + "step": 532 + }, + { + "epoch": 0.14456197450501762, + "grad_norm": 11.605941772460938, + "learning_rate": 9.782490411137035e-07, + "loss": 0.3696, + "num_input_tokens_seen": 1117782016, + "step": 533 + }, + { + "epoch": 0.14483319772172498, + "grad_norm": 17.17340850830078, + "learning_rate": 9.781248802051904e-07, + "loss": 0.602, + "num_input_tokens_seen": 1119879168, + "step": 534 + }, + { + "epoch": 0.14510442093843234, + "grad_norm": 17.984195709228516, + "learning_rate": 9.780003747580651e-07, + "loss": 0.6911, + "num_input_tokens_seen": 1121976320, + "step": 535 + }, + { + "epoch": 0.14537564415513968, + "grad_norm": 12.63048267364502, + "learning_rate": 9.778755248725248e-07, + "loss": 0.4061, + "num_input_tokens_seen": 1124073472, + "step": 536 + }, + { + "epoch": 0.14564686737184704, + "grad_norm": 15.961474418640137, + "learning_rate": 9.77750330649044e-07, + "loss": 0.5802, + "num_input_tokens_seen": 1126170624, + "step": 537 + }, + { + "epoch": 0.14591809058855437, + "grad_norm": 26.961637496948242, + "learning_rate": 9.776247921883743e-07, + "loss": 0.9477, + "num_input_tokens_seen": 1128267776, + "step": 538 + }, + { + "epoch": 0.14618931380526173, + "grad_norm": 16.94624137878418, + "learning_rate": 9.774989095915442e-07, + "loss": 0.4624, + "num_input_tokens_seen": 1130364928, + "step": 539 + }, + { + "epoch": 0.14646053702196907, + "grad_norm": 21.434429168701172, + "learning_rate": 9.77372682959859e-07, + "loss": 0.715, + "num_input_tokens_seen": 1132462080, + "step": 540 + }, + { + "epoch": 0.14673176023867643, + "grad_norm": 17.671539306640625, + "learning_rate": 9.772461123949015e-07, + "loss": 0.6978, + "num_input_tokens_seen": 1134559232, + "step": 541 + }, + { + "epoch": 0.1470029834553838, + "grad_norm": 19.538497924804688, + "learning_rate": 9.771191979985303e-07, + "loss": 0.7391, + "num_input_tokens_seen": 1136656384, + "step": 542 + }, + { + "epoch": 0.14727420667209112, + "grad_norm": 13.516701698303223, + "learning_rate": 9.76991939872882e-07, + "loss": 0.3681, + "num_input_tokens_seen": 1138753536, + "step": 543 + }, + { + "epoch": 0.14754542988879848, + "grad_norm": 15.903840065002441, + "learning_rate": 9.768643381203686e-07, + "loss": 0.5984, + "num_input_tokens_seen": 1140850688, + "step": 544 + }, + { + "epoch": 0.14781665310550582, + "grad_norm": 18.386430740356445, + "learning_rate": 9.767363928436793e-07, + "loss": 0.5663, + "num_input_tokens_seen": 1142947840, + "step": 545 + }, + { + "epoch": 0.14808787632221318, + "grad_norm": 21.846033096313477, + "learning_rate": 9.766081041457795e-07, + "loss": 0.6786, + "num_input_tokens_seen": 1145044992, + "step": 546 + }, + { + "epoch": 0.14835909953892054, + "grad_norm": 18.91754722595215, + "learning_rate": 9.764794721299113e-07, + "loss": 0.7288, + "num_input_tokens_seen": 1147142144, + "step": 547 + }, + { + "epoch": 0.14863032275562787, + "grad_norm": 16.840843200683594, + "learning_rate": 9.763504968995927e-07, + "loss": 0.3676, + "num_input_tokens_seen": 1149239296, + "step": 548 + }, + { + "epoch": 0.14890154597233524, + "grad_norm": 24.498634338378906, + "learning_rate": 9.762211785586178e-07, + "loss": 0.7899, + "num_input_tokens_seen": 1151336448, + "step": 549 + }, + { + "epoch": 0.14917276918904257, + "grad_norm": 16.3289737701416, + "learning_rate": 9.760915172110574e-07, + "loss": 0.4054, + "num_input_tokens_seen": 1153433600, + "step": 550 + }, + { + "epoch": 0.14944399240574993, + "grad_norm": 23.780595779418945, + "learning_rate": 9.759615129612579e-07, + "loss": 0.3006, + "num_input_tokens_seen": 1155530752, + "step": 551 + }, + { + "epoch": 0.1497152156224573, + "grad_norm": 19.122037887573242, + "learning_rate": 9.75831165913842e-07, + "loss": 0.6412, + "num_input_tokens_seen": 1157627904, + "step": 552 + }, + { + "epoch": 0.14998643883916463, + "grad_norm": 19.873661041259766, + "learning_rate": 9.757004761737077e-07, + "loss": 0.4966, + "num_input_tokens_seen": 1159725056, + "step": 553 + }, + { + "epoch": 0.150257662055872, + "grad_norm": 14.898545265197754, + "learning_rate": 9.755694438460293e-07, + "loss": 0.4161, + "num_input_tokens_seen": 1161822208, + "step": 554 + }, + { + "epoch": 0.15052888527257932, + "grad_norm": 18.01747703552246, + "learning_rate": 9.754380690362565e-07, + "loss": 0.5063, + "num_input_tokens_seen": 1163919360, + "step": 555 + }, + { + "epoch": 0.15080010848928668, + "grad_norm": 15.000629425048828, + "learning_rate": 9.75306351850115e-07, + "loss": 0.4822, + "num_input_tokens_seen": 1166016512, + "step": 556 + }, + { + "epoch": 0.15107133170599404, + "grad_norm": 17.407854080200195, + "learning_rate": 9.751742923936055e-07, + "loss": 0.4074, + "num_input_tokens_seen": 1168113664, + "step": 557 + }, + { + "epoch": 0.15134255492270138, + "grad_norm": 21.74121856689453, + "learning_rate": 9.75041890773005e-07, + "loss": 0.5514, + "num_input_tokens_seen": 1170210816, + "step": 558 + }, + { + "epoch": 0.15161377813940874, + "grad_norm": 16.295948028564453, + "learning_rate": 9.749091470948643e-07, + "loss": 0.4223, + "num_input_tokens_seen": 1172307968, + "step": 559 + }, + { + "epoch": 0.15188500135611607, + "grad_norm": 14.042396545410156, + "learning_rate": 9.747760614660111e-07, + "loss": 0.4214, + "num_input_tokens_seen": 1174405120, + "step": 560 + }, + { + "epoch": 0.15215622457282343, + "grad_norm": 22.4013614654541, + "learning_rate": 9.746426339935477e-07, + "loss": 0.4355, + "num_input_tokens_seen": 1176502272, + "step": 561 + }, + { + "epoch": 0.1524274477895308, + "grad_norm": 11.559626579284668, + "learning_rate": 9.745088647848515e-07, + "loss": 0.3142, + "num_input_tokens_seen": 1178599424, + "step": 562 + }, + { + "epoch": 0.15269867100623813, + "grad_norm": 18.684513092041016, + "learning_rate": 9.743747539475744e-07, + "loss": 0.7304, + "num_input_tokens_seen": 1180696576, + "step": 563 + }, + { + "epoch": 0.1529698942229455, + "grad_norm": 17.113676071166992, + "learning_rate": 9.74240301589644e-07, + "loss": 0.5681, + "num_input_tokens_seen": 1182793728, + "step": 564 + }, + { + "epoch": 0.15324111743965282, + "grad_norm": 13.977578163146973, + "learning_rate": 9.741055078192626e-07, + "loss": 0.4496, + "num_input_tokens_seen": 1184890880, + "step": 565 + }, + { + "epoch": 0.15351234065636019, + "grad_norm": 15.038694381713867, + "learning_rate": 9.739703727449068e-07, + "loss": 0.5166, + "num_input_tokens_seen": 1186988032, + "step": 566 + }, + { + "epoch": 0.15378356387306755, + "grad_norm": 15.867288589477539, + "learning_rate": 9.738348964753283e-07, + "loss": 0.3617, + "num_input_tokens_seen": 1189085184, + "step": 567 + }, + { + "epoch": 0.15405478708977488, + "grad_norm": 13.204479217529297, + "learning_rate": 9.736990791195532e-07, + "loss": 0.4219, + "num_input_tokens_seen": 1191182336, + "step": 568 + }, + { + "epoch": 0.15432601030648224, + "grad_norm": 13.286027908325195, + "learning_rate": 9.735629207868824e-07, + "loss": 0.3559, + "num_input_tokens_seen": 1193279488, + "step": 569 + }, + { + "epoch": 0.15459723352318958, + "grad_norm": 15.835883140563965, + "learning_rate": 9.734264215868904e-07, + "loss": 0.4897, + "num_input_tokens_seen": 1195376640, + "step": 570 + }, + { + "epoch": 0.15486845673989694, + "grad_norm": 17.764678955078125, + "learning_rate": 9.73289581629427e-07, + "loss": 0.4451, + "num_input_tokens_seen": 1197473792, + "step": 571 + }, + { + "epoch": 0.1551396799566043, + "grad_norm": 21.274494171142578, + "learning_rate": 9.73152401024616e-07, + "loss": 0.6454, + "num_input_tokens_seen": 1199570944, + "step": 572 + }, + { + "epoch": 0.15541090317331163, + "grad_norm": 17.158714294433594, + "learning_rate": 9.730148798828543e-07, + "loss": 0.5486, + "num_input_tokens_seen": 1201668096, + "step": 573 + }, + { + "epoch": 0.155682126390019, + "grad_norm": 23.825565338134766, + "learning_rate": 9.728770183148143e-07, + "loss": 0.7084, + "num_input_tokens_seen": 1203765248, + "step": 574 + }, + { + "epoch": 0.15595334960672633, + "grad_norm": 19.30858612060547, + "learning_rate": 9.727388164314415e-07, + "loss": 0.6812, + "num_input_tokens_seen": 1205862400, + "step": 575 + }, + { + "epoch": 0.1562245728234337, + "grad_norm": 17.701261520385742, + "learning_rate": 9.72600274343956e-07, + "loss": 0.5748, + "num_input_tokens_seen": 1207959552, + "step": 576 + }, + { + "epoch": 0.15649579604014105, + "grad_norm": 11.965795516967773, + "learning_rate": 9.724613921638506e-07, + "loss": 0.2864, + "num_input_tokens_seen": 1210056704, + "step": 577 + }, + { + "epoch": 0.15676701925684838, + "grad_norm": 55.033424377441406, + "learning_rate": 9.723221700028928e-07, + "loss": 0.5696, + "num_input_tokens_seen": 1212153856, + "step": 578 + }, + { + "epoch": 0.15703824247355574, + "grad_norm": 29.383079528808594, + "learning_rate": 9.72182607973123e-07, + "loss": 0.6414, + "num_input_tokens_seen": 1214251008, + "step": 579 + }, + { + "epoch": 0.15730946569026308, + "grad_norm": 19.812969207763672, + "learning_rate": 9.720427061868558e-07, + "loss": 0.6445, + "num_input_tokens_seen": 1216348160, + "step": 580 + }, + { + "epoch": 0.15758068890697044, + "grad_norm": 15.276076316833496, + "learning_rate": 9.71902464756678e-07, + "loss": 0.3634, + "num_input_tokens_seen": 1218445312, + "step": 581 + }, + { + "epoch": 0.15785191212367777, + "grad_norm": 17.89413070678711, + "learning_rate": 9.717618837954517e-07, + "loss": 0.5405, + "num_input_tokens_seen": 1220542464, + "step": 582 + }, + { + "epoch": 0.15812313534038513, + "grad_norm": 17.395740509033203, + "learning_rate": 9.716209634163102e-07, + "loss": 0.5115, + "num_input_tokens_seen": 1222639616, + "step": 583 + }, + { + "epoch": 0.1583943585570925, + "grad_norm": 13.388041496276855, + "learning_rate": 9.714797037326616e-07, + "loss": 0.3766, + "num_input_tokens_seen": 1224736768, + "step": 584 + }, + { + "epoch": 0.15866558177379983, + "grad_norm": 22.101512908935547, + "learning_rate": 9.713381048581855e-07, + "loss": 0.7648, + "num_input_tokens_seen": 1226833920, + "step": 585 + }, + { + "epoch": 0.1589368049905072, + "grad_norm": 18.211149215698242, + "learning_rate": 9.71196166906836e-07, + "loss": 0.4216, + "num_input_tokens_seen": 1228931072, + "step": 586 + }, + { + "epoch": 0.15920802820721452, + "grad_norm": 18.592321395874023, + "learning_rate": 9.71053889992839e-07, + "loss": 0.6394, + "num_input_tokens_seen": 1231028224, + "step": 587 + }, + { + "epoch": 0.1594792514239219, + "grad_norm": 13.54053020477295, + "learning_rate": 9.709112742306936e-07, + "loss": 0.4373, + "num_input_tokens_seen": 1233125376, + "step": 588 + }, + { + "epoch": 0.15975047464062925, + "grad_norm": 12.805086135864258, + "learning_rate": 9.707683197351715e-07, + "loss": 0.3885, + "num_input_tokens_seen": 1235222528, + "step": 589 + }, + { + "epoch": 0.16002169785733658, + "grad_norm": 12.619560241699219, + "learning_rate": 9.706250266213173e-07, + "loss": 0.2475, + "num_input_tokens_seen": 1237319680, + "step": 590 + }, + { + "epoch": 0.16029292107404394, + "grad_norm": 13.020508766174316, + "learning_rate": 9.704813950044476e-07, + "loss": 0.3102, + "num_input_tokens_seen": 1239416832, + "step": 591 + }, + { + "epoch": 0.16056414429075128, + "grad_norm": 22.488468170166016, + "learning_rate": 9.703374250001516e-07, + "loss": 0.7365, + "num_input_tokens_seen": 1241513984, + "step": 592 + }, + { + "epoch": 0.16083536750745864, + "grad_norm": 17.70863151550293, + "learning_rate": 9.70193116724291e-07, + "loss": 0.6276, + "num_input_tokens_seen": 1243611136, + "step": 593 + }, + { + "epoch": 0.161106590724166, + "grad_norm": 19.667980194091797, + "learning_rate": 9.700484702929996e-07, + "loss": 0.5559, + "num_input_tokens_seen": 1245708288, + "step": 594 + }, + { + "epoch": 0.16137781394087333, + "grad_norm": 21.86808967590332, + "learning_rate": 9.699034858226834e-07, + "loss": 0.5977, + "num_input_tokens_seen": 1247805440, + "step": 595 + }, + { + "epoch": 0.1616490371575807, + "grad_norm": 14.311076164245605, + "learning_rate": 9.697581634300202e-07, + "loss": 0.4061, + "num_input_tokens_seen": 1249902592, + "step": 596 + }, + { + "epoch": 0.16192026037428803, + "grad_norm": 22.86678123474121, + "learning_rate": 9.6961250323196e-07, + "loss": 0.8865, + "num_input_tokens_seen": 1251999744, + "step": 597 + }, + { + "epoch": 0.1621914835909954, + "grad_norm": 27.982072830200195, + "learning_rate": 9.69466505345725e-07, + "loss": 0.9566, + "num_input_tokens_seen": 1254096896, + "step": 598 + }, + { + "epoch": 0.16246270680770275, + "grad_norm": 20.294218063354492, + "learning_rate": 9.69320169888808e-07, + "loss": 0.6676, + "num_input_tokens_seen": 1256194048, + "step": 599 + }, + { + "epoch": 0.16273393002441008, + "grad_norm": 19.871686935424805, + "learning_rate": 9.691734969789746e-07, + "loss": 0.5383, + "num_input_tokens_seen": 1258291200, + "step": 600 + }, + { + "epoch": 0.16300515324111745, + "grad_norm": 18.279027938842773, + "learning_rate": 9.690264867342618e-07, + "loss": 0.4495, + "num_input_tokens_seen": 1260388352, + "step": 601 + }, + { + "epoch": 0.16327637645782478, + "grad_norm": 16.278715133666992, + "learning_rate": 9.688791392729775e-07, + "loss": 0.5764, + "num_input_tokens_seen": 1262485504, + "step": 602 + }, + { + "epoch": 0.16354759967453214, + "grad_norm": 22.23771095275879, + "learning_rate": 9.687314547137016e-07, + "loss": 0.4324, + "num_input_tokens_seen": 1264582656, + "step": 603 + }, + { + "epoch": 0.1638188228912395, + "grad_norm": 12.856112480163574, + "learning_rate": 9.685834331752846e-07, + "loss": 0.2747, + "num_input_tokens_seen": 1266679808, + "step": 604 + }, + { + "epoch": 0.16409004610794684, + "grad_norm": 22.844928741455078, + "learning_rate": 9.684350747768492e-07, + "loss": 0.9193, + "num_input_tokens_seen": 1268776960, + "step": 605 + }, + { + "epoch": 0.1643612693246542, + "grad_norm": 29.020858764648438, + "learning_rate": 9.68286379637788e-07, + "loss": 0.4867, + "num_input_tokens_seen": 1270874112, + "step": 606 + }, + { + "epoch": 0.16463249254136153, + "grad_norm": 14.029394149780273, + "learning_rate": 9.681373478777654e-07, + "loss": 0.3723, + "num_input_tokens_seen": 1272971264, + "step": 607 + }, + { + "epoch": 0.1649037157580689, + "grad_norm": 15.189117431640625, + "learning_rate": 9.679879796167166e-07, + "loss": 0.4124, + "num_input_tokens_seen": 1275068416, + "step": 608 + }, + { + "epoch": 0.16517493897477625, + "grad_norm": 19.106834411621094, + "learning_rate": 9.678382749748477e-07, + "loss": 0.5435, + "num_input_tokens_seen": 1277165568, + "step": 609 + }, + { + "epoch": 0.1654461621914836, + "grad_norm": 17.628881454467773, + "learning_rate": 9.676882340726345e-07, + "loss": 0.5957, + "num_input_tokens_seen": 1279262720, + "step": 610 + }, + { + "epoch": 0.16571738540819095, + "grad_norm": 23.732179641723633, + "learning_rate": 9.675378570308253e-07, + "loss": 0.6903, + "num_input_tokens_seen": 1281359872, + "step": 611 + }, + { + "epoch": 0.16598860862489828, + "grad_norm": 13.643631935119629, + "learning_rate": 9.673871439704369e-07, + "loss": 0.395, + "num_input_tokens_seen": 1283457024, + "step": 612 + }, + { + "epoch": 0.16625983184160564, + "grad_norm": 17.708269119262695, + "learning_rate": 9.672360950127578e-07, + "loss": 0.5302, + "num_input_tokens_seen": 1285554176, + "step": 613 + }, + { + "epoch": 0.166531055058313, + "grad_norm": 13.756535530090332, + "learning_rate": 9.670847102793464e-07, + "loss": 0.3048, + "num_input_tokens_seen": 1287651328, + "step": 614 + }, + { + "epoch": 0.16680227827502034, + "grad_norm": 16.69892692565918, + "learning_rate": 9.669329898920317e-07, + "loss": 0.5407, + "num_input_tokens_seen": 1289748480, + "step": 615 + }, + { + "epoch": 0.1670735014917277, + "grad_norm": 22.133914947509766, + "learning_rate": 9.66780933972912e-07, + "loss": 0.626, + "num_input_tokens_seen": 1291845632, + "step": 616 + }, + { + "epoch": 0.16734472470843503, + "grad_norm": 13.63410472869873, + "learning_rate": 9.666285426443564e-07, + "loss": 0.3245, + "num_input_tokens_seen": 1293942784, + "step": 617 + }, + { + "epoch": 0.1676159479251424, + "grad_norm": 15.757242202758789, + "learning_rate": 9.664758160290036e-07, + "loss": 0.4598, + "num_input_tokens_seen": 1296039936, + "step": 618 + }, + { + "epoch": 0.16788717114184976, + "grad_norm": 25.88416290283203, + "learning_rate": 9.66322754249762e-07, + "loss": 0.6762, + "num_input_tokens_seen": 1298137088, + "step": 619 + }, + { + "epoch": 0.1681583943585571, + "grad_norm": 25.853208541870117, + "learning_rate": 9.661693574298102e-07, + "loss": 0.8816, + "num_input_tokens_seen": 1300234240, + "step": 620 + }, + { + "epoch": 0.16842961757526445, + "grad_norm": 15.599662780761719, + "learning_rate": 9.66015625692596e-07, + "loss": 0.4388, + "num_input_tokens_seen": 1302331392, + "step": 621 + }, + { + "epoch": 0.16870084079197178, + "grad_norm": 12.559205055236816, + "learning_rate": 9.658615591618366e-07, + "loss": 0.3097, + "num_input_tokens_seen": 1304428544, + "step": 622 + }, + { + "epoch": 0.16897206400867915, + "grad_norm": 15.277921676635742, + "learning_rate": 9.657071579615191e-07, + "loss": 0.4326, + "num_input_tokens_seen": 1306525696, + "step": 623 + }, + { + "epoch": 0.16924328722538648, + "grad_norm": 23.061508178710938, + "learning_rate": 9.655524222159e-07, + "loss": 0.7207, + "num_input_tokens_seen": 1308622848, + "step": 624 + }, + { + "epoch": 0.16951451044209384, + "grad_norm": 21.415958404541016, + "learning_rate": 9.653973520495042e-07, + "loss": 0.7055, + "num_input_tokens_seen": 1310720000, + "step": 625 + }, + { + "epoch": 0.1697857336588012, + "grad_norm": 16.70574188232422, + "learning_rate": 9.652419475871267e-07, + "loss": 0.5012, + "num_input_tokens_seen": 1312817152, + "step": 626 + }, + { + "epoch": 0.17005695687550854, + "grad_norm": 26.579748153686523, + "learning_rate": 9.650862089538307e-07, + "loss": 0.514, + "num_input_tokens_seen": 1314914304, + "step": 627 + }, + { + "epoch": 0.1703281800922159, + "grad_norm": 23.841176986694336, + "learning_rate": 9.64930136274949e-07, + "loss": 0.6051, + "num_input_tokens_seen": 1317011456, + "step": 628 + }, + { + "epoch": 0.17059940330892323, + "grad_norm": 18.95991325378418, + "learning_rate": 9.647737296760828e-07, + "loss": 0.6007, + "num_input_tokens_seen": 1319108608, + "step": 629 + }, + { + "epoch": 0.1708706265256306, + "grad_norm": 15.76582145690918, + "learning_rate": 9.646169892831025e-07, + "loss": 0.4593, + "num_input_tokens_seen": 1321205760, + "step": 630 + }, + { + "epoch": 0.17114184974233795, + "grad_norm": 18.453969955444336, + "learning_rate": 9.644599152221465e-07, + "loss": 0.5481, + "num_input_tokens_seen": 1323302912, + "step": 631 + }, + { + "epoch": 0.1714130729590453, + "grad_norm": 16.834604263305664, + "learning_rate": 9.643025076196219e-07, + "loss": 0.592, + "num_input_tokens_seen": 1325400064, + "step": 632 + }, + { + "epoch": 0.17168429617575265, + "grad_norm": 18.951011657714844, + "learning_rate": 9.641447666022048e-07, + "loss": 0.5194, + "num_input_tokens_seen": 1327497216, + "step": 633 + }, + { + "epoch": 0.17195551939245998, + "grad_norm": 22.448795318603516, + "learning_rate": 9.639866922968387e-07, + "loss": 0.6618, + "num_input_tokens_seen": 1329594368, + "step": 634 + }, + { + "epoch": 0.17222674260916734, + "grad_norm": 23.163719177246094, + "learning_rate": 9.638282848307361e-07, + "loss": 0.7076, + "num_input_tokens_seen": 1331691520, + "step": 635 + }, + { + "epoch": 0.1724979658258747, + "grad_norm": 21.734291076660156, + "learning_rate": 9.636695443313773e-07, + "loss": 0.6584, + "num_input_tokens_seen": 1333788672, + "step": 636 + }, + { + "epoch": 0.17276918904258204, + "grad_norm": 26.138351440429688, + "learning_rate": 9.635104709265103e-07, + "loss": 0.7811, + "num_input_tokens_seen": 1335885824, + "step": 637 + }, + { + "epoch": 0.1730404122592894, + "grad_norm": 14.809904098510742, + "learning_rate": 9.633510647441518e-07, + "loss": 0.3775, + "num_input_tokens_seen": 1337982976, + "step": 638 + }, + { + "epoch": 0.17331163547599673, + "grad_norm": 23.86665916442871, + "learning_rate": 9.631913259125854e-07, + "loss": 0.9476, + "num_input_tokens_seen": 1340080128, + "step": 639 + }, + { + "epoch": 0.1735828586927041, + "grad_norm": 12.233245849609375, + "learning_rate": 9.630312545603631e-07, + "loss": 0.3191, + "num_input_tokens_seen": 1342177280, + "step": 640 + }, + { + "epoch": 0.17385408190941146, + "grad_norm": 25.316692352294922, + "learning_rate": 9.628708508163041e-07, + "loss": 0.7073, + "num_input_tokens_seen": 1344274432, + "step": 641 + }, + { + "epoch": 0.1741253051261188, + "grad_norm": 11.938849449157715, + "learning_rate": 9.627101148094952e-07, + "loss": 0.3728, + "num_input_tokens_seen": 1346371584, + "step": 642 + }, + { + "epoch": 0.17439652834282615, + "grad_norm": 24.418840408325195, + "learning_rate": 9.625490466692906e-07, + "loss": 0.7563, + "num_input_tokens_seen": 1348468736, + "step": 643 + }, + { + "epoch": 0.17466775155953349, + "grad_norm": 15.90093994140625, + "learning_rate": 9.623876465253122e-07, + "loss": 0.4849, + "num_input_tokens_seen": 1350565888, + "step": 644 + }, + { + "epoch": 0.17493897477624085, + "grad_norm": 18.447975158691406, + "learning_rate": 9.622259145074482e-07, + "loss": 0.4677, + "num_input_tokens_seen": 1352663040, + "step": 645 + }, + { + "epoch": 0.1752101979929482, + "grad_norm": 17.22858238220215, + "learning_rate": 9.620638507458547e-07, + "loss": 0.6084, + "num_input_tokens_seen": 1354760192, + "step": 646 + }, + { + "epoch": 0.17548142120965554, + "grad_norm": 21.59812355041504, + "learning_rate": 9.619014553709542e-07, + "loss": 0.8913, + "num_input_tokens_seen": 1356857344, + "step": 647 + }, + { + "epoch": 0.1757526444263629, + "grad_norm": 23.786243438720703, + "learning_rate": 9.617387285134364e-07, + "loss": 0.8757, + "num_input_tokens_seen": 1358954496, + "step": 648 + }, + { + "epoch": 0.17602386764307024, + "grad_norm": 12.938894271850586, + "learning_rate": 9.615756703042575e-07, + "loss": 0.4185, + "num_input_tokens_seen": 1361051648, + "step": 649 + }, + { + "epoch": 0.1762950908597776, + "grad_norm": 21.32219696044922, + "learning_rate": 9.61412280874641e-07, + "loss": 0.472, + "num_input_tokens_seen": 1363148800, + "step": 650 + }, + { + "epoch": 0.17656631407648496, + "grad_norm": 20.01197624206543, + "learning_rate": 9.612485603560763e-07, + "loss": 0.8356, + "num_input_tokens_seen": 1365245952, + "step": 651 + }, + { + "epoch": 0.1768375372931923, + "grad_norm": 17.365571975708008, + "learning_rate": 9.610845088803194e-07, + "loss": 0.532, + "num_input_tokens_seen": 1367343104, + "step": 652 + }, + { + "epoch": 0.17710876050989965, + "grad_norm": 18.095643997192383, + "learning_rate": 9.609201265793927e-07, + "loss": 0.6, + "num_input_tokens_seen": 1369440256, + "step": 653 + }, + { + "epoch": 0.177379983726607, + "grad_norm": 18.0372257232666, + "learning_rate": 9.607554135855847e-07, + "loss": 0.5181, + "num_input_tokens_seen": 1371537408, + "step": 654 + }, + { + "epoch": 0.17765120694331435, + "grad_norm": 19.283889770507812, + "learning_rate": 9.605903700314503e-07, + "loss": 0.4867, + "num_input_tokens_seen": 1373634560, + "step": 655 + }, + { + "epoch": 0.1779224301600217, + "grad_norm": 15.220179557800293, + "learning_rate": 9.604249960498102e-07, + "loss": 0.3913, + "num_input_tokens_seen": 1375731712, + "step": 656 + }, + { + "epoch": 0.17819365337672904, + "grad_norm": 16.81816864013672, + "learning_rate": 9.602592917737512e-07, + "loss": 0.4373, + "num_input_tokens_seen": 1377828864, + "step": 657 + }, + { + "epoch": 0.1784648765934364, + "grad_norm": 27.435163497924805, + "learning_rate": 9.600932573366254e-07, + "loss": 0.9561, + "num_input_tokens_seen": 1379926016, + "step": 658 + }, + { + "epoch": 0.17873609981014374, + "grad_norm": 13.818350791931152, + "learning_rate": 9.599268928720518e-07, + "loss": 0.414, + "num_input_tokens_seen": 1382023168, + "step": 659 + }, + { + "epoch": 0.1790073230268511, + "grad_norm": 13.987568855285645, + "learning_rate": 9.597601985139132e-07, + "loss": 0.3532, + "num_input_tokens_seen": 1384120320, + "step": 660 + }, + { + "epoch": 0.17927854624355846, + "grad_norm": 38.5766487121582, + "learning_rate": 9.595931743963596e-07, + "loss": 0.501, + "num_input_tokens_seen": 1386217472, + "step": 661 + }, + { + "epoch": 0.1795497694602658, + "grad_norm": 15.663421630859375, + "learning_rate": 9.594258206538054e-07, + "loss": 0.4319, + "num_input_tokens_seen": 1388314624, + "step": 662 + }, + { + "epoch": 0.17982099267697316, + "grad_norm": 14.648031234741211, + "learning_rate": 9.592581374209306e-07, + "loss": 0.3603, + "num_input_tokens_seen": 1390411776, + "step": 663 + }, + { + "epoch": 0.1800922158936805, + "grad_norm": 19.08344078063965, + "learning_rate": 9.590901248326802e-07, + "loss": 0.5985, + "num_input_tokens_seen": 1392508928, + "step": 664 + }, + { + "epoch": 0.18036343911038785, + "grad_norm": 14.050150871276855, + "learning_rate": 9.589217830242645e-07, + "loss": 0.3836, + "num_input_tokens_seen": 1394606080, + "step": 665 + }, + { + "epoch": 0.18063466232709519, + "grad_norm": 13.421784400939941, + "learning_rate": 9.587531121311582e-07, + "loss": 0.3193, + "num_input_tokens_seen": 1396703232, + "step": 666 + }, + { + "epoch": 0.18090588554380255, + "grad_norm": 22.5211181640625, + "learning_rate": 9.585841122891016e-07, + "loss": 0.8333, + "num_input_tokens_seen": 1398800384, + "step": 667 + }, + { + "epoch": 0.1811771087605099, + "grad_norm": 18.792020797729492, + "learning_rate": 9.584147836340992e-07, + "loss": 0.578, + "num_input_tokens_seen": 1400897536, + "step": 668 + }, + { + "epoch": 0.18144833197721724, + "grad_norm": 16.05472755432129, + "learning_rate": 9.582451263024202e-07, + "loss": 0.5295, + "num_input_tokens_seen": 1402994688, + "step": 669 + }, + { + "epoch": 0.1817195551939246, + "grad_norm": 24.35643768310547, + "learning_rate": 9.580751404305985e-07, + "loss": 0.7578, + "num_input_tokens_seen": 1405091840, + "step": 670 + }, + { + "epoch": 0.18199077841063194, + "grad_norm": 21.20308494567871, + "learning_rate": 9.579048261554321e-07, + "loss": 0.9025, + "num_input_tokens_seen": 1407188992, + "step": 671 + }, + { + "epoch": 0.1822620016273393, + "grad_norm": 19.037288665771484, + "learning_rate": 9.577341836139837e-07, + "loss": 0.4646, + "num_input_tokens_seen": 1409286144, + "step": 672 + }, + { + "epoch": 0.18253322484404666, + "grad_norm": 18.97392463684082, + "learning_rate": 9.575632129435796e-07, + "loss": 0.5964, + "num_input_tokens_seen": 1411383296, + "step": 673 + }, + { + "epoch": 0.182804448060754, + "grad_norm": 12.664912223815918, + "learning_rate": 9.573919142818109e-07, + "loss": 0.4433, + "num_input_tokens_seen": 1413480448, + "step": 674 + }, + { + "epoch": 0.18307567127746135, + "grad_norm": 19.070024490356445, + "learning_rate": 9.572202877665317e-07, + "loss": 0.6704, + "num_input_tokens_seen": 1415577600, + "step": 675 + }, + { + "epoch": 0.1833468944941687, + "grad_norm": 11.524867057800293, + "learning_rate": 9.57048333535861e-07, + "loss": 0.3089, + "num_input_tokens_seen": 1417674752, + "step": 676 + }, + { + "epoch": 0.18361811771087605, + "grad_norm": 23.75655746459961, + "learning_rate": 9.568760517281808e-07, + "loss": 0.9763, + "num_input_tokens_seen": 1419771904, + "step": 677 + }, + { + "epoch": 0.1838893409275834, + "grad_norm": 13.743852615356445, + "learning_rate": 9.56703442482137e-07, + "loss": 0.3573, + "num_input_tokens_seen": 1421869056, + "step": 678 + }, + { + "epoch": 0.18416056414429074, + "grad_norm": 17.890188217163086, + "learning_rate": 9.565305059366385e-07, + "loss": 0.7959, + "num_input_tokens_seen": 1423966208, + "step": 679 + }, + { + "epoch": 0.1844317873609981, + "grad_norm": 12.271766662597656, + "learning_rate": 9.563572422308588e-07, + "loss": 0.3559, + "num_input_tokens_seen": 1426063360, + "step": 680 + }, + { + "epoch": 0.18470301057770544, + "grad_norm": 17.936405181884766, + "learning_rate": 9.561836515042336e-07, + "loss": 0.5253, + "num_input_tokens_seen": 1428160512, + "step": 681 + }, + { + "epoch": 0.1849742337944128, + "grad_norm": 18.60642433166504, + "learning_rate": 9.56009733896462e-07, + "loss": 0.4834, + "num_input_tokens_seen": 1430257664, + "step": 682 + }, + { + "epoch": 0.18524545701112016, + "grad_norm": 19.449522018432617, + "learning_rate": 9.558354895475065e-07, + "loss": 0.6774, + "num_input_tokens_seen": 1432354816, + "step": 683 + }, + { + "epoch": 0.1855166802278275, + "grad_norm": 27.314105987548828, + "learning_rate": 9.55660918597592e-07, + "loss": 0.9876, + "num_input_tokens_seen": 1434451968, + "step": 684 + }, + { + "epoch": 0.18578790344453486, + "grad_norm": 24.136520385742188, + "learning_rate": 9.55486021187207e-07, + "loss": 0.6132, + "num_input_tokens_seen": 1436549120, + "step": 685 + }, + { + "epoch": 0.1860591266612422, + "grad_norm": 12.596097946166992, + "learning_rate": 9.553107974571018e-07, + "loss": 0.3146, + "num_input_tokens_seen": 1438646272, + "step": 686 + }, + { + "epoch": 0.18633034987794955, + "grad_norm": 20.519437789916992, + "learning_rate": 9.551352475482902e-07, + "loss": 0.7173, + "num_input_tokens_seen": 1440743424, + "step": 687 + }, + { + "epoch": 0.18660157309465691, + "grad_norm": 16.180757522583008, + "learning_rate": 9.549593716020478e-07, + "loss": 0.4588, + "num_input_tokens_seen": 1442840576, + "step": 688 + }, + { + "epoch": 0.18687279631136425, + "grad_norm": 12.175859451293945, + "learning_rate": 9.54783169759913e-07, + "loss": 0.3998, + "num_input_tokens_seen": 1444937728, + "step": 689 + }, + { + "epoch": 0.1871440195280716, + "grad_norm": 15.341544151306152, + "learning_rate": 9.546066421636867e-07, + "loss": 0.4147, + "num_input_tokens_seen": 1447034880, + "step": 690 + }, + { + "epoch": 0.18741524274477894, + "grad_norm": 11.2804536819458, + "learning_rate": 9.54429788955431e-07, + "loss": 0.2544, + "num_input_tokens_seen": 1449132032, + "step": 691 + }, + { + "epoch": 0.1876864659614863, + "grad_norm": 18.1593017578125, + "learning_rate": 9.542526102774704e-07, + "loss": 0.596, + "num_input_tokens_seen": 1451229184, + "step": 692 + }, + { + "epoch": 0.18795768917819367, + "grad_norm": 16.799240112304688, + "learning_rate": 9.540751062723923e-07, + "loss": 0.6559, + "num_input_tokens_seen": 1453326336, + "step": 693 + }, + { + "epoch": 0.188228912394901, + "grad_norm": 19.996797561645508, + "learning_rate": 9.53897277083045e-07, + "loss": 0.6829, + "num_input_tokens_seen": 1455423488, + "step": 694 + }, + { + "epoch": 0.18850013561160836, + "grad_norm": 15.80327033996582, + "learning_rate": 9.537191228525382e-07, + "loss": 0.4173, + "num_input_tokens_seen": 1457520640, + "step": 695 + }, + { + "epoch": 0.1887713588283157, + "grad_norm": 18.673648834228516, + "learning_rate": 9.535406437242444e-07, + "loss": 0.5306, + "num_input_tokens_seen": 1459617792, + "step": 696 + }, + { + "epoch": 0.18904258204502306, + "grad_norm": 16.424015045166016, + "learning_rate": 9.533618398417962e-07, + "loss": 0.5724, + "num_input_tokens_seen": 1461714944, + "step": 697 + }, + { + "epoch": 0.18931380526173042, + "grad_norm": 24.49404525756836, + "learning_rate": 9.531827113490883e-07, + "loss": 0.6432, + "num_input_tokens_seen": 1463812096, + "step": 698 + }, + { + "epoch": 0.18958502847843775, + "grad_norm": 16.11602783203125, + "learning_rate": 9.530032583902767e-07, + "loss": 0.6071, + "num_input_tokens_seen": 1465909248, + "step": 699 + }, + { + "epoch": 0.1898562516951451, + "grad_norm": 18.514514923095703, + "learning_rate": 9.528234811097781e-07, + "loss": 0.6862, + "num_input_tokens_seen": 1468006400, + "step": 700 + }, + { + "epoch": 0.19012747491185245, + "grad_norm": 24.56780242919922, + "learning_rate": 9.526433796522702e-07, + "loss": 0.6434, + "num_input_tokens_seen": 1470103552, + "step": 701 + }, + { + "epoch": 0.1903986981285598, + "grad_norm": 17.129905700683594, + "learning_rate": 9.524629541626925e-07, + "loss": 0.4748, + "num_input_tokens_seen": 1472200704, + "step": 702 + }, + { + "epoch": 0.19066992134526717, + "grad_norm": 22.451244354248047, + "learning_rate": 9.522822047862438e-07, + "loss": 0.6388, + "num_input_tokens_seen": 1474297856, + "step": 703 + }, + { + "epoch": 0.1909411445619745, + "grad_norm": 21.370609283447266, + "learning_rate": 9.521011316683849e-07, + "loss": 0.6206, + "num_input_tokens_seen": 1476395008, + "step": 704 + }, + { + "epoch": 0.19121236777868186, + "grad_norm": 18.505590438842773, + "learning_rate": 9.519197349548364e-07, + "loss": 0.6211, + "num_input_tokens_seen": 1478492160, + "step": 705 + }, + { + "epoch": 0.1914835909953892, + "grad_norm": 16.266847610473633, + "learning_rate": 9.517380147915791e-07, + "loss": 0.4589, + "num_input_tokens_seen": 1480589312, + "step": 706 + }, + { + "epoch": 0.19175481421209656, + "grad_norm": 23.907617568969727, + "learning_rate": 9.515559713248549e-07, + "loss": 0.6771, + "num_input_tokens_seen": 1482686464, + "step": 707 + }, + { + "epoch": 0.1920260374288039, + "grad_norm": 11.614529609680176, + "learning_rate": 9.513736047011653e-07, + "loss": 0.3148, + "num_input_tokens_seen": 1484783616, + "step": 708 + }, + { + "epoch": 0.19229726064551125, + "grad_norm": 17.292818069458008, + "learning_rate": 9.511909150672721e-07, + "loss": 0.599, + "num_input_tokens_seen": 1486880768, + "step": 709 + }, + { + "epoch": 0.19256848386221861, + "grad_norm": 15.411133766174316, + "learning_rate": 9.510079025701967e-07, + "loss": 0.5165, + "num_input_tokens_seen": 1488977920, + "step": 710 + }, + { + "epoch": 0.19283970707892595, + "grad_norm": 14.638044357299805, + "learning_rate": 9.508245673572209e-07, + "loss": 0.3889, + "num_input_tokens_seen": 1491075072, + "step": 711 + }, + { + "epoch": 0.1931109302956333, + "grad_norm": 13.973809242248535, + "learning_rate": 9.50640909575886e-07, + "loss": 0.3034, + "num_input_tokens_seen": 1493172224, + "step": 712 + }, + { + "epoch": 0.19338215351234064, + "grad_norm": 22.724477767944336, + "learning_rate": 9.504569293739923e-07, + "loss": 0.773, + "num_input_tokens_seen": 1495269376, + "step": 713 + }, + { + "epoch": 0.193653376729048, + "grad_norm": 19.064922332763672, + "learning_rate": 9.502726268996005e-07, + "loss": 0.5808, + "num_input_tokens_seen": 1497366528, + "step": 714 + }, + { + "epoch": 0.19392459994575537, + "grad_norm": 12.686622619628906, + "learning_rate": 9.5008800230103e-07, + "loss": 0.2699, + "num_input_tokens_seen": 1499463680, + "step": 715 + }, + { + "epoch": 0.1941958231624627, + "grad_norm": 17.352428436279297, + "learning_rate": 9.499030557268599e-07, + "loss": 0.6613, + "num_input_tokens_seen": 1501560832, + "step": 716 + }, + { + "epoch": 0.19446704637917006, + "grad_norm": 13.888693809509277, + "learning_rate": 9.497177873259279e-07, + "loss": 0.4085, + "num_input_tokens_seen": 1503657984, + "step": 717 + }, + { + "epoch": 0.1947382695958774, + "grad_norm": 19.89103889465332, + "learning_rate": 9.495321972473311e-07, + "loss": 0.3917, + "num_input_tokens_seen": 1505755136, + "step": 718 + }, + { + "epoch": 0.19500949281258476, + "grad_norm": 13.726130485534668, + "learning_rate": 9.493462856404251e-07, + "loss": 0.4566, + "num_input_tokens_seen": 1507852288, + "step": 719 + }, + { + "epoch": 0.19528071602929212, + "grad_norm": 14.963589668273926, + "learning_rate": 9.491600526548247e-07, + "loss": 0.4609, + "num_input_tokens_seen": 1509949440, + "step": 720 + }, + { + "epoch": 0.19555193924599945, + "grad_norm": 13.92644214630127, + "learning_rate": 9.489734984404033e-07, + "loss": 0.3863, + "num_input_tokens_seen": 1512046592, + "step": 721 + }, + { + "epoch": 0.1958231624627068, + "grad_norm": 21.550809860229492, + "learning_rate": 9.487866231472922e-07, + "loss": 0.4927, + "num_input_tokens_seen": 1514143744, + "step": 722 + }, + { + "epoch": 0.19609438567941415, + "grad_norm": 10.747212409973145, + "learning_rate": 9.48599426925882e-07, + "loss": 0.2856, + "num_input_tokens_seen": 1516240896, + "step": 723 + }, + { + "epoch": 0.1963656088961215, + "grad_norm": 21.09810447692871, + "learning_rate": 9.484119099268206e-07, + "loss": 0.7103, + "num_input_tokens_seen": 1518338048, + "step": 724 + }, + { + "epoch": 0.19663683211282887, + "grad_norm": 13.561016082763672, + "learning_rate": 9.482240723010148e-07, + "loss": 0.3584, + "num_input_tokens_seen": 1520435200, + "step": 725 + }, + { + "epoch": 0.1969080553295362, + "grad_norm": 23.81125259399414, + "learning_rate": 9.480359141996295e-07, + "loss": 0.7733, + "num_input_tokens_seen": 1522532352, + "step": 726 + }, + { + "epoch": 0.19717927854624356, + "grad_norm": 15.629355430603027, + "learning_rate": 9.478474357740864e-07, + "loss": 0.4239, + "num_input_tokens_seen": 1524629504, + "step": 727 + }, + { + "epoch": 0.1974505017629509, + "grad_norm": 17.766565322875977, + "learning_rate": 9.476586371760665e-07, + "loss": 0.4563, + "num_input_tokens_seen": 1526726656, + "step": 728 + }, + { + "epoch": 0.19772172497965826, + "grad_norm": 40.20060348510742, + "learning_rate": 9.474695185575072e-07, + "loss": 0.8098, + "num_input_tokens_seen": 1528823808, + "step": 729 + }, + { + "epoch": 0.19799294819636562, + "grad_norm": 13.600529670715332, + "learning_rate": 9.472800800706044e-07, + "loss": 0.3496, + "num_input_tokens_seen": 1530920960, + "step": 730 + }, + { + "epoch": 0.19826417141307295, + "grad_norm": 27.296430587768555, + "learning_rate": 9.470903218678108e-07, + "loss": 0.8791, + "num_input_tokens_seen": 1533018112, + "step": 731 + }, + { + "epoch": 0.19853539462978032, + "grad_norm": 23.39369773864746, + "learning_rate": 9.469002441018366e-07, + "loss": 0.7726, + "num_input_tokens_seen": 1535115264, + "step": 732 + }, + { + "epoch": 0.19880661784648765, + "grad_norm": 25.535316467285156, + "learning_rate": 9.467098469256488e-07, + "loss": 0.525, + "num_input_tokens_seen": 1537212416, + "step": 733 + }, + { + "epoch": 0.199077841063195, + "grad_norm": 12.456023216247559, + "learning_rate": 9.465191304924725e-07, + "loss": 0.3788, + "num_input_tokens_seen": 1539309568, + "step": 734 + }, + { + "epoch": 0.19934906427990237, + "grad_norm": 17.167804718017578, + "learning_rate": 9.463280949557885e-07, + "loss": 0.5477, + "num_input_tokens_seen": 1541406720, + "step": 735 + }, + { + "epoch": 0.1996202874966097, + "grad_norm": 16.55001449584961, + "learning_rate": 9.46136740469335e-07, + "loss": 0.5201, + "num_input_tokens_seen": 1543503872, + "step": 736 + }, + { + "epoch": 0.19989151071331707, + "grad_norm": 17.66445541381836, + "learning_rate": 9.45945067187107e-07, + "loss": 0.4485, + "num_input_tokens_seen": 1545601024, + "step": 737 + }, + { + "epoch": 0.2001627339300244, + "grad_norm": 15.181243896484375, + "learning_rate": 9.457530752633557e-07, + "loss": 0.5618, + "num_input_tokens_seen": 1547698176, + "step": 738 + }, + { + "epoch": 0.20043395714673176, + "grad_norm": 10.440348625183105, + "learning_rate": 9.455607648525889e-07, + "loss": 0.2362, + "num_input_tokens_seen": 1549795328, + "step": 739 + }, + { + "epoch": 0.20070518036343912, + "grad_norm": 12.595712661743164, + "learning_rate": 9.45368136109571e-07, + "loss": 0.2883, + "num_input_tokens_seen": 1551892480, + "step": 740 + }, + { + "epoch": 0.20097640358014646, + "grad_norm": 24.40172004699707, + "learning_rate": 9.451751891893217e-07, + "loss": 0.7001, + "num_input_tokens_seen": 1553989632, + "step": 741 + }, + { + "epoch": 0.20124762679685382, + "grad_norm": 16.860057830810547, + "learning_rate": 9.449819242471179e-07, + "loss": 0.6415, + "num_input_tokens_seen": 1556086784, + "step": 742 + }, + { + "epoch": 0.20151885001356115, + "grad_norm": 16.089021682739258, + "learning_rate": 9.447883414384916e-07, + "loss": 0.4937, + "num_input_tokens_seen": 1558183936, + "step": 743 + }, + { + "epoch": 0.2017900732302685, + "grad_norm": 15.555678367614746, + "learning_rate": 9.445944409192308e-07, + "loss": 0.3251, + "num_input_tokens_seen": 1560281088, + "step": 744 + }, + { + "epoch": 0.20206129644697587, + "grad_norm": 16.365802764892578, + "learning_rate": 9.444002228453796e-07, + "loss": 0.3863, + "num_input_tokens_seen": 1562378240, + "step": 745 + }, + { + "epoch": 0.2023325196636832, + "grad_norm": 19.373912811279297, + "learning_rate": 9.442056873732369e-07, + "loss": 0.7479, + "num_input_tokens_seen": 1564475392, + "step": 746 + }, + { + "epoch": 0.20260374288039057, + "grad_norm": 22.873510360717773, + "learning_rate": 9.440108346593579e-07, + "loss": 0.5717, + "num_input_tokens_seen": 1566572544, + "step": 747 + }, + { + "epoch": 0.2028749660970979, + "grad_norm": 21.443544387817383, + "learning_rate": 9.438156648605521e-07, + "loss": 0.799, + "num_input_tokens_seen": 1568669696, + "step": 748 + }, + { + "epoch": 0.20314618931380526, + "grad_norm": 19.906049728393555, + "learning_rate": 9.436201781338852e-07, + "loss": 0.4752, + "num_input_tokens_seen": 1570766848, + "step": 749 + }, + { + "epoch": 0.20341741253051263, + "grad_norm": 14.483591079711914, + "learning_rate": 9.434243746366771e-07, + "loss": 0.4946, + "num_input_tokens_seen": 1572864000, + "step": 750 + }, + { + "epoch": 0.20368863574721996, + "grad_norm": 15.546069145202637, + "learning_rate": 9.432282545265034e-07, + "loss": 0.4443, + "num_input_tokens_seen": 1574961152, + "step": 751 + }, + { + "epoch": 0.20395985896392732, + "grad_norm": 13.788752555847168, + "learning_rate": 9.430318179611938e-07, + "loss": 0.4133, + "num_input_tokens_seen": 1577058304, + "step": 752 + }, + { + "epoch": 0.20423108218063465, + "grad_norm": 22.282867431640625, + "learning_rate": 9.42835065098833e-07, + "loss": 0.631, + "num_input_tokens_seen": 1579155456, + "step": 753 + }, + { + "epoch": 0.20450230539734202, + "grad_norm": 24.22948455810547, + "learning_rate": 9.426379960977605e-07, + "loss": 0.5669, + "num_input_tokens_seen": 1581252608, + "step": 754 + }, + { + "epoch": 0.20477352861404935, + "grad_norm": 11.243971824645996, + "learning_rate": 9.424406111165697e-07, + "loss": 0.2371, + "num_input_tokens_seen": 1583349760, + "step": 755 + }, + { + "epoch": 0.2050447518307567, + "grad_norm": 25.394519805908203, + "learning_rate": 9.422429103141084e-07, + "loss": 1.0849, + "num_input_tokens_seen": 1585446912, + "step": 756 + }, + { + "epoch": 0.20531597504746407, + "grad_norm": 18.955663681030273, + "learning_rate": 9.42044893849479e-07, + "loss": 0.4138, + "num_input_tokens_seen": 1587544064, + "step": 757 + }, + { + "epoch": 0.2055871982641714, + "grad_norm": 22.107629776000977, + "learning_rate": 9.418465618820374e-07, + "loss": 0.7176, + "num_input_tokens_seen": 1589641216, + "step": 758 + }, + { + "epoch": 0.20585842148087877, + "grad_norm": 12.619873046875, + "learning_rate": 9.416479145713936e-07, + "loss": 0.3041, + "num_input_tokens_seen": 1591738368, + "step": 759 + }, + { + "epoch": 0.2061296446975861, + "grad_norm": 22.457910537719727, + "learning_rate": 9.414489520774114e-07, + "loss": 0.596, + "num_input_tokens_seen": 1593835520, + "step": 760 + }, + { + "epoch": 0.20640086791429346, + "grad_norm": 20.29651641845703, + "learning_rate": 9.412496745602084e-07, + "loss": 0.6392, + "num_input_tokens_seen": 1595932672, + "step": 761 + }, + { + "epoch": 0.20667209113100082, + "grad_norm": 17.73131561279297, + "learning_rate": 9.410500821801556e-07, + "loss": 0.5468, + "num_input_tokens_seen": 1598029824, + "step": 762 + }, + { + "epoch": 0.20694331434770816, + "grad_norm": 22.578598022460938, + "learning_rate": 9.408501750978769e-07, + "loss": 0.7247, + "num_input_tokens_seen": 1600126976, + "step": 763 + }, + { + "epoch": 0.20721453756441552, + "grad_norm": 13.882994651794434, + "learning_rate": 9.406499534742503e-07, + "loss": 0.3753, + "num_input_tokens_seen": 1602224128, + "step": 764 + }, + { + "epoch": 0.20748576078112285, + "grad_norm": 14.860766410827637, + "learning_rate": 9.404494174704068e-07, + "loss": 0.4422, + "num_input_tokens_seen": 1604321280, + "step": 765 + }, + { + "epoch": 0.2077569839978302, + "grad_norm": 12.610158920288086, + "learning_rate": 9.402485672477296e-07, + "loss": 0.412, + "num_input_tokens_seen": 1606418432, + "step": 766 + }, + { + "epoch": 0.20802820721453757, + "grad_norm": 13.11758804321289, + "learning_rate": 9.400474029678555e-07, + "loss": 0.3497, + "num_input_tokens_seen": 1608515584, + "step": 767 + }, + { + "epoch": 0.2082994304312449, + "grad_norm": 18.06613540649414, + "learning_rate": 9.39845924792674e-07, + "loss": 0.5784, + "num_input_tokens_seen": 1610612736, + "step": 768 + }, + { + "epoch": 0.20857065364795227, + "grad_norm": 26.419235229492188, + "learning_rate": 9.396441328843268e-07, + "loss": 0.6932, + "num_input_tokens_seen": 1612709888, + "step": 769 + }, + { + "epoch": 0.2088418768646596, + "grad_norm": 17.12129020690918, + "learning_rate": 9.394420274052088e-07, + "loss": 0.6488, + "num_input_tokens_seen": 1614807040, + "step": 770 + }, + { + "epoch": 0.20911310008136696, + "grad_norm": 16.961605072021484, + "learning_rate": 9.392396085179662e-07, + "loss": 0.45, + "num_input_tokens_seen": 1616904192, + "step": 771 + }, + { + "epoch": 0.20938432329807433, + "grad_norm": 17.352319717407227, + "learning_rate": 9.390368763854985e-07, + "loss": 0.5387, + "num_input_tokens_seen": 1619001344, + "step": 772 + }, + { + "epoch": 0.20965554651478166, + "grad_norm": 16.856760025024414, + "learning_rate": 9.388338311709566e-07, + "loss": 0.4673, + "num_input_tokens_seen": 1621098496, + "step": 773 + }, + { + "epoch": 0.20992676973148902, + "grad_norm": 20.43520164489746, + "learning_rate": 9.386304730377437e-07, + "loss": 0.6915, + "num_input_tokens_seen": 1623195648, + "step": 774 + }, + { + "epoch": 0.21019799294819635, + "grad_norm": 15.013359069824219, + "learning_rate": 9.384268021495145e-07, + "loss": 0.4143, + "num_input_tokens_seen": 1625292800, + "step": 775 + }, + { + "epoch": 0.21046921616490372, + "grad_norm": 15.033038139343262, + "learning_rate": 9.382228186701756e-07, + "loss": 0.4449, + "num_input_tokens_seen": 1627389952, + "step": 776 + }, + { + "epoch": 0.21074043938161108, + "grad_norm": 14.816195487976074, + "learning_rate": 9.380185227638854e-07, + "loss": 0.4166, + "num_input_tokens_seen": 1629487104, + "step": 777 + }, + { + "epoch": 0.2110116625983184, + "grad_norm": 15.444920539855957, + "learning_rate": 9.378139145950532e-07, + "loss": 0.4416, + "num_input_tokens_seen": 1631584256, + "step": 778 + }, + { + "epoch": 0.21128288581502577, + "grad_norm": 13.680757522583008, + "learning_rate": 9.376089943283398e-07, + "loss": 0.3259, + "num_input_tokens_seen": 1633681408, + "step": 779 + }, + { + "epoch": 0.2115541090317331, + "grad_norm": 20.651817321777344, + "learning_rate": 9.374037621286574e-07, + "loss": 0.5884, + "num_input_tokens_seen": 1635778560, + "step": 780 + }, + { + "epoch": 0.21182533224844047, + "grad_norm": 14.277517318725586, + "learning_rate": 9.371982181611692e-07, + "loss": 0.4881, + "num_input_tokens_seen": 1637875712, + "step": 781 + }, + { + "epoch": 0.21209655546514783, + "grad_norm": 15.769245147705078, + "learning_rate": 9.369923625912888e-07, + "loss": 0.4704, + "num_input_tokens_seen": 1639972864, + "step": 782 + }, + { + "epoch": 0.21236777868185516, + "grad_norm": 13.333930969238281, + "learning_rate": 9.367861955846813e-07, + "loss": 0.3845, + "num_input_tokens_seen": 1642070016, + "step": 783 + }, + { + "epoch": 0.21263900189856252, + "grad_norm": 14.731000900268555, + "learning_rate": 9.365797173072619e-07, + "loss": 0.4233, + "num_input_tokens_seen": 1644167168, + "step": 784 + }, + { + "epoch": 0.21291022511526986, + "grad_norm": 19.93707275390625, + "learning_rate": 9.363729279251965e-07, + "loss": 0.651, + "num_input_tokens_seen": 1646264320, + "step": 785 + }, + { + "epoch": 0.21318144833197722, + "grad_norm": 17.735177993774414, + "learning_rate": 9.361658276049012e-07, + "loss": 0.5842, + "num_input_tokens_seen": 1648361472, + "step": 786 + }, + { + "epoch": 0.21345267154868458, + "grad_norm": 13.280116081237793, + "learning_rate": 9.359584165130426e-07, + "loss": 0.3729, + "num_input_tokens_seen": 1650458624, + "step": 787 + }, + { + "epoch": 0.21372389476539191, + "grad_norm": 18.659069061279297, + "learning_rate": 9.357506948165372e-07, + "loss": 0.6783, + "num_input_tokens_seen": 1652555776, + "step": 788 + }, + { + "epoch": 0.21399511798209928, + "grad_norm": 14.321599960327148, + "learning_rate": 9.355426626825516e-07, + "loss": 0.3726, + "num_input_tokens_seen": 1654652928, + "step": 789 + }, + { + "epoch": 0.2142663411988066, + "grad_norm": 14.604723930358887, + "learning_rate": 9.353343202785019e-07, + "loss": 0.4038, + "num_input_tokens_seen": 1656750080, + "step": 790 + }, + { + "epoch": 0.21453756441551397, + "grad_norm": 16.1937313079834, + "learning_rate": 9.351256677720542e-07, + "loss": 0.5191, + "num_input_tokens_seen": 1658847232, + "step": 791 + }, + { + "epoch": 0.21480878763222133, + "grad_norm": 22.89767074584961, + "learning_rate": 9.349167053311245e-07, + "loss": 0.6142, + "num_input_tokens_seen": 1660944384, + "step": 792 + }, + { + "epoch": 0.21508001084892867, + "grad_norm": 16.107093811035156, + "learning_rate": 9.347074331238774e-07, + "loss": 0.4582, + "num_input_tokens_seen": 1663041536, + "step": 793 + }, + { + "epoch": 0.21535123406563603, + "grad_norm": 11.947312355041504, + "learning_rate": 9.344978513187271e-07, + "loss": 0.2851, + "num_input_tokens_seen": 1665138688, + "step": 794 + }, + { + "epoch": 0.21562245728234336, + "grad_norm": 26.070587158203125, + "learning_rate": 9.342879600843376e-07, + "loss": 0.9693, + "num_input_tokens_seen": 1667235840, + "step": 795 + }, + { + "epoch": 0.21589368049905072, + "grad_norm": 16.457632064819336, + "learning_rate": 9.34077759589621e-07, + "loss": 0.4114, + "num_input_tokens_seen": 1669332992, + "step": 796 + }, + { + "epoch": 0.21616490371575806, + "grad_norm": 27.994348526000977, + "learning_rate": 9.338672500037387e-07, + "loss": 0.8297, + "num_input_tokens_seen": 1671430144, + "step": 797 + }, + { + "epoch": 0.21643612693246542, + "grad_norm": 16.979135513305664, + "learning_rate": 9.336564314961008e-07, + "loss": 0.4932, + "num_input_tokens_seen": 1673527296, + "step": 798 + }, + { + "epoch": 0.21670735014917278, + "grad_norm": 16.894512176513672, + "learning_rate": 9.334453042363661e-07, + "loss": 0.3409, + "num_input_tokens_seen": 1675624448, + "step": 799 + }, + { + "epoch": 0.2169785733658801, + "grad_norm": 20.867141723632812, + "learning_rate": 9.332338683944415e-07, + "loss": 0.8633, + "num_input_tokens_seen": 1677721600, + "step": 800 + }, + { + "epoch": 0.00027122321670735016, + "grad_norm": 14.524723052978516, + "learning_rate": 9.33022124140483e-07, + "loss": 0.3659, + "num_input_tokens_seen": 1679818752, + "step": 801 + }, + { + "epoch": 0.0005424464334147003, + "grad_norm": 12.789175987243652, + "learning_rate": 9.32810071644894e-07, + "loss": 0.3889, + "num_input_tokens_seen": 1681915904, + "step": 802 + }, + { + "epoch": 0.0008136696501220504, + "grad_norm": 15.237256050109863, + "learning_rate": 9.325977110783263e-07, + "loss": 0.3584, + "num_input_tokens_seen": 1684013056, + "step": 803 + }, + { + "epoch": 0.0010848928668294006, + "grad_norm": 17.71392250061035, + "learning_rate": 9.323850426116797e-07, + "loss": 0.5716, + "num_input_tokens_seen": 1686110208, + "step": 804 + }, + { + "epoch": 0.0013561160835367507, + "grad_norm": 20.835195541381836, + "learning_rate": 9.321720664161017e-07, + "loss": 0.5411, + "num_input_tokens_seen": 1688207360, + "step": 805 + }, + { + "epoch": 0.0016273393002441008, + "grad_norm": 20.98845100402832, + "learning_rate": 9.319587826629872e-07, + "loss": 0.5051, + "num_input_tokens_seen": 1690304512, + "step": 806 + }, + { + "epoch": 0.001898562516951451, + "grad_norm": 17.86595916748047, + "learning_rate": 9.317451915239792e-07, + "loss": 0.6283, + "num_input_tokens_seen": 1692401664, + "step": 807 + }, + { + "epoch": 0.0021697857336588013, + "grad_norm": 19.295974731445312, + "learning_rate": 9.315312931709674e-07, + "loss": 0.5475, + "num_input_tokens_seen": 1694498816, + "step": 808 + }, + { + "epoch": 0.0024410089503661514, + "grad_norm": 20.173925399780273, + "learning_rate": 9.313170877760892e-07, + "loss": 0.6961, + "num_input_tokens_seen": 1696595968, + "step": 809 + }, + { + "epoch": 0.0027122321670735015, + "grad_norm": 13.733884811401367, + "learning_rate": 9.311025755117291e-07, + "loss": 0.3755, + "num_input_tokens_seen": 1698693120, + "step": 810 + }, + { + "epoch": 0.0029834553837808516, + "grad_norm": 19.169233322143555, + "learning_rate": 9.308877565505181e-07, + "loss": 0.6359, + "num_input_tokens_seen": 1700790272, + "step": 811 + }, + { + "epoch": 0.0032546786004882017, + "grad_norm": 16.250288009643555, + "learning_rate": 9.306726310653346e-07, + "loss": 0.3631, + "num_input_tokens_seen": 1702887424, + "step": 812 + }, + { + "epoch": 0.003525901817195552, + "grad_norm": 34.65564727783203, + "learning_rate": 9.304571992293032e-07, + "loss": 0.672, + "num_input_tokens_seen": 1704984576, + "step": 813 + }, + { + "epoch": 0.003797125033902902, + "grad_norm": 30.45555877685547, + "learning_rate": 9.302414612157954e-07, + "loss": 0.9443, + "num_input_tokens_seen": 1707081728, + "step": 814 + }, + { + "epoch": 0.0040683482506102524, + "grad_norm": 19.15201759338379, + "learning_rate": 9.300254171984289e-07, + "loss": 0.5574, + "num_input_tokens_seen": 1709178880, + "step": 815 + }, + { + "epoch": 0.0043395714673176026, + "grad_norm": 29.86651039123535, + "learning_rate": 9.298090673510677e-07, + "loss": 0.724, + "num_input_tokens_seen": 1711276032, + "step": 816 + }, + { + "epoch": 0.004610794684024953, + "grad_norm": 18.136457443237305, + "learning_rate": 9.295924118478218e-07, + "loss": 0.6076, + "num_input_tokens_seen": 1713373184, + "step": 817 + }, + { + "epoch": 0.004882017900732303, + "grad_norm": 19.57548713684082, + "learning_rate": 9.293754508630473e-07, + "loss": 0.7823, + "num_input_tokens_seen": 1715470336, + "step": 818 + }, + { + "epoch": 0.005153241117439653, + "grad_norm": 14.906988143920898, + "learning_rate": 9.291581845713466e-07, + "loss": 0.4778, + "num_input_tokens_seen": 1717567488, + "step": 819 + }, + { + "epoch": 0.005424464334147003, + "grad_norm": 14.388298034667969, + "learning_rate": 9.289406131475665e-07, + "loss": 0.3655, + "num_input_tokens_seen": 1719664640, + "step": 820 + }, + { + "epoch": 0.005695687550854353, + "grad_norm": 19.326364517211914, + "learning_rate": 9.287227367668012e-07, + "loss": 0.6397, + "num_input_tokens_seen": 1721761792, + "step": 821 + }, + { + "epoch": 0.005966910767561703, + "grad_norm": 12.356776237487793, + "learning_rate": 9.285045556043885e-07, + "loss": 0.3671, + "num_input_tokens_seen": 1723858944, + "step": 822 + }, + { + "epoch": 0.006238133984269053, + "grad_norm": 18.93061065673828, + "learning_rate": 9.282860698359128e-07, + "loss": 0.763, + "num_input_tokens_seen": 1725956096, + "step": 823 + }, + { + "epoch": 0.006509357200976403, + "grad_norm": 23.214996337890625, + "learning_rate": 9.280672796372029e-07, + "loss": 0.9767, + "num_input_tokens_seen": 1728053248, + "step": 824 + }, + { + "epoch": 0.0067805804176837535, + "grad_norm": 21.05919075012207, + "learning_rate": 9.278481851843327e-07, + "loss": 0.6971, + "num_input_tokens_seen": 1730150400, + "step": 825 + }, + { + "epoch": 0.007051803634391104, + "grad_norm": 20.329505920410156, + "learning_rate": 9.276287866536215e-07, + "loss": 0.6836, + "num_input_tokens_seen": 1732247552, + "step": 826 + }, + { + "epoch": 0.007323026851098454, + "grad_norm": 13.536745071411133, + "learning_rate": 9.274090842216326e-07, + "loss": 0.3354, + "num_input_tokens_seen": 1734344704, + "step": 827 + }, + { + "epoch": 0.007594250067805804, + "grad_norm": 19.788000106811523, + "learning_rate": 9.271890780651741e-07, + "loss": 0.648, + "num_input_tokens_seen": 1736441856, + "step": 828 + }, + { + "epoch": 0.007865473284513154, + "grad_norm": 11.306535720825195, + "learning_rate": 9.269687683612987e-07, + "loss": 0.2731, + "num_input_tokens_seen": 1738539008, + "step": 829 + }, + { + "epoch": 0.008136696501220505, + "grad_norm": 20.76605796813965, + "learning_rate": 9.267481552873033e-07, + "loss": 0.4084, + "num_input_tokens_seen": 1740636160, + "step": 830 + }, + { + "epoch": 0.008407919717927854, + "grad_norm": 17.467897415161133, + "learning_rate": 9.265272390207289e-07, + "loss": 0.4862, + "num_input_tokens_seen": 1742733312, + "step": 831 + }, + { + "epoch": 0.008679142934635205, + "grad_norm": 21.455224990844727, + "learning_rate": 9.263060197393603e-07, + "loss": 0.5836, + "num_input_tokens_seen": 1744830464, + "step": 832 + }, + { + "epoch": 0.008950366151342554, + "grad_norm": 22.814332962036133, + "learning_rate": 9.260844976212268e-07, + "loss": 0.9138, + "num_input_tokens_seen": 1746927616, + "step": 833 + }, + { + "epoch": 0.009221589368049905, + "grad_norm": 13.567204475402832, + "learning_rate": 9.258626728446004e-07, + "loss": 0.3955, + "num_input_tokens_seen": 1749024768, + "step": 834 + }, + { + "epoch": 0.009492812584757255, + "grad_norm": 19.025236129760742, + "learning_rate": 9.256405455879977e-07, + "loss": 0.7177, + "num_input_tokens_seen": 1751121920, + "step": 835 + }, + { + "epoch": 0.009764035801464606, + "grad_norm": 22.544050216674805, + "learning_rate": 9.25418116030178e-07, + "loss": 0.6642, + "num_input_tokens_seen": 1753219072, + "step": 836 + }, + { + "epoch": 0.010035259018171955, + "grad_norm": 13.098361015319824, + "learning_rate": 9.251953843501443e-07, + "loss": 0.3442, + "num_input_tokens_seen": 1755316224, + "step": 837 + }, + { + "epoch": 0.010306482234879306, + "grad_norm": 20.6568660736084, + "learning_rate": 9.249723507271425e-07, + "loss": 0.5423, + "num_input_tokens_seen": 1757413376, + "step": 838 + }, + { + "epoch": 0.010577705451586655, + "grad_norm": 17.13654899597168, + "learning_rate": 9.247490153406617e-07, + "loss": 0.5084, + "num_input_tokens_seen": 1759510528, + "step": 839 + }, + { + "epoch": 0.010848928668294006, + "grad_norm": 16.935338973999023, + "learning_rate": 9.245253783704334e-07, + "loss": 0.3407, + "num_input_tokens_seen": 1761607680, + "step": 840 + }, + { + "epoch": 0.011120151885001357, + "grad_norm": 12.196868896484375, + "learning_rate": 9.243014399964324e-07, + "loss": 0.3577, + "num_input_tokens_seen": 1763704832, + "step": 841 + }, + { + "epoch": 0.011391375101708706, + "grad_norm": 10.492193222045898, + "learning_rate": 9.240772003988758e-07, + "loss": 0.3152, + "num_input_tokens_seen": 1765801984, + "step": 842 + }, + { + "epoch": 0.011662598318416057, + "grad_norm": 17.036666870117188, + "learning_rate": 9.238526597582229e-07, + "loss": 0.4958, + "num_input_tokens_seen": 1767899136, + "step": 843 + }, + { + "epoch": 0.011933821535123406, + "grad_norm": 26.499019622802734, + "learning_rate": 9.236278182551758e-07, + "loss": 0.6916, + "num_input_tokens_seen": 1769996288, + "step": 844 + }, + { + "epoch": 0.012205044751830757, + "grad_norm": 18.293750762939453, + "learning_rate": 9.23402676070678e-07, + "loss": 0.5991, + "num_input_tokens_seen": 1772093440, + "step": 845 + }, + { + "epoch": 0.012476267968538107, + "grad_norm": 19.971363067626953, + "learning_rate": 9.231772333859154e-07, + "loss": 0.6295, + "num_input_tokens_seen": 1774190592, + "step": 846 + }, + { + "epoch": 0.012747491185245458, + "grad_norm": 15.316537857055664, + "learning_rate": 9.22951490382316e-07, + "loss": 0.3458, + "num_input_tokens_seen": 1776287744, + "step": 847 + }, + { + "epoch": 0.013018714401952807, + "grad_norm": 13.23933219909668, + "learning_rate": 9.22725447241549e-07, + "loss": 0.3044, + "num_input_tokens_seen": 1778384896, + "step": 848 + }, + { + "epoch": 0.013289937618660158, + "grad_norm": 17.797571182250977, + "learning_rate": 9.224991041455252e-07, + "loss": 0.4336, + "num_input_tokens_seen": 1780482048, + "step": 849 + }, + { + "epoch": 0.013561160835367507, + "grad_norm": 17.58323860168457, + "learning_rate": 9.222724612763971e-07, + "loss": 0.6113, + "num_input_tokens_seen": 1782579200, + "step": 850 + }, + { + "epoch": 0.013832384052074858, + "grad_norm": 17.832801818847656, + "learning_rate": 9.220455188165582e-07, + "loss": 0.6039, + "num_input_tokens_seen": 1784676352, + "step": 851 + }, + { + "epoch": 0.014103607268782207, + "grad_norm": 23.844926834106445, + "learning_rate": 9.218182769486433e-07, + "loss": 0.7489, + "num_input_tokens_seen": 1786773504, + "step": 852 + }, + { + "epoch": 0.014374830485489558, + "grad_norm": 16.524341583251953, + "learning_rate": 9.215907358555276e-07, + "loss": 0.615, + "num_input_tokens_seen": 1788870656, + "step": 853 + }, + { + "epoch": 0.014646053702196907, + "grad_norm": 24.72736358642578, + "learning_rate": 9.213628957203277e-07, + "loss": 0.867, + "num_input_tokens_seen": 1790967808, + "step": 854 + }, + { + "epoch": 0.014917276918904258, + "grad_norm": 25.9926700592041, + "learning_rate": 9.21134756726401e-07, + "loss": 0.8105, + "num_input_tokens_seen": 1793064960, + "step": 855 + }, + { + "epoch": 0.015188500135611608, + "grad_norm": 20.51833724975586, + "learning_rate": 9.209063190573445e-07, + "loss": 0.5625, + "num_input_tokens_seen": 1795162112, + "step": 856 + }, + { + "epoch": 0.015459723352318959, + "grad_norm": 15.484442710876465, + "learning_rate": 9.206775828969967e-07, + "loss": 0.4131, + "num_input_tokens_seen": 1797259264, + "step": 857 + }, + { + "epoch": 0.015730946569026308, + "grad_norm": 12.139299392700195, + "learning_rate": 9.204485484294355e-07, + "loss": 0.3329, + "num_input_tokens_seen": 1799356416, + "step": 858 + }, + { + "epoch": 0.01600216978573366, + "grad_norm": 15.683771133422852, + "learning_rate": 9.202192158389791e-07, + "loss": 0.5659, + "num_input_tokens_seen": 1801453568, + "step": 859 + }, + { + "epoch": 0.01627339300244101, + "grad_norm": 21.66155242919922, + "learning_rate": 9.199895853101856e-07, + "loss": 0.6709, + "num_input_tokens_seen": 1803550720, + "step": 860 + }, + { + "epoch": 0.01654461621914836, + "grad_norm": 19.560569763183594, + "learning_rate": 9.197596570278529e-07, + "loss": 0.7169, + "num_input_tokens_seen": 1805647872, + "step": 861 + }, + { + "epoch": 0.016815839435855708, + "grad_norm": 14.26892375946045, + "learning_rate": 9.19529431177019e-07, + "loss": 0.3676, + "num_input_tokens_seen": 1807745024, + "step": 862 + }, + { + "epoch": 0.01708706265256306, + "grad_norm": 9.662439346313477, + "learning_rate": 9.192989079429603e-07, + "loss": 0.1885, + "num_input_tokens_seen": 1809842176, + "step": 863 + }, + { + "epoch": 0.01735828586927041, + "grad_norm": 16.50687026977539, + "learning_rate": 9.190680875111934e-07, + "loss": 0.4003, + "num_input_tokens_seen": 1811939328, + "step": 864 + }, + { + "epoch": 0.01762950908597776, + "grad_norm": 16.06983757019043, + "learning_rate": 9.188369700674735e-07, + "loss": 0.4239, + "num_input_tokens_seen": 1814036480, + "step": 865 + }, + { + "epoch": 0.01790073230268511, + "grad_norm": 17.57181739807129, + "learning_rate": 9.186055557977957e-07, + "loss": 0.5002, + "num_input_tokens_seen": 1816133632, + "step": 866 + }, + { + "epoch": 0.01817195551939246, + "grad_norm": 22.786888122558594, + "learning_rate": 9.18373844888393e-07, + "loss": 0.6752, + "num_input_tokens_seen": 1818230784, + "step": 867 + }, + { + "epoch": 0.01844317873609981, + "grad_norm": 15.312600135803223, + "learning_rate": 9.181418375257374e-07, + "loss": 0.477, + "num_input_tokens_seen": 1820327936, + "step": 868 + }, + { + "epoch": 0.01871440195280716, + "grad_norm": 21.413515090942383, + "learning_rate": 9.179095338965401e-07, + "loss": 0.6745, + "num_input_tokens_seen": 1822425088, + "step": 869 + }, + { + "epoch": 0.01898562516951451, + "grad_norm": 14.375008583068848, + "learning_rate": 9.176769341877497e-07, + "loss": 0.4547, + "num_input_tokens_seen": 1824522240, + "step": 870 + }, + { + "epoch": 0.01925684838622186, + "grad_norm": 18.940818786621094, + "learning_rate": 9.17444038586554e-07, + "loss": 0.5549, + "num_input_tokens_seen": 1826619392, + "step": 871 + }, + { + "epoch": 0.01952807160292921, + "grad_norm": 22.97831916809082, + "learning_rate": 9.172108472803782e-07, + "loss": 0.6916, + "num_input_tokens_seen": 1828716544, + "step": 872 + }, + { + "epoch": 0.019799294819636562, + "grad_norm": 33.489131927490234, + "learning_rate": 9.16977360456886e-07, + "loss": 0.464, + "num_input_tokens_seen": 1830813696, + "step": 873 + }, + { + "epoch": 0.02007051803634391, + "grad_norm": 12.543787002563477, + "learning_rate": 9.167435783039786e-07, + "loss": 0.3587, + "num_input_tokens_seen": 1832910848, + "step": 874 + }, + { + "epoch": 0.02034174125305126, + "grad_norm": 16.099515914916992, + "learning_rate": 9.165095010097949e-07, + "loss": 0.5598, + "num_input_tokens_seen": 1835008000, + "step": 875 + }, + { + "epoch": 0.02061296446975861, + "grad_norm": 18.598281860351562, + "learning_rate": 9.162751287627116e-07, + "loss": 0.645, + "num_input_tokens_seen": 1837105152, + "step": 876 + }, + { + "epoch": 0.020884187686465962, + "grad_norm": 14.963810920715332, + "learning_rate": 9.160404617513424e-07, + "loss": 0.4911, + "num_input_tokens_seen": 1839202304, + "step": 877 + }, + { + "epoch": 0.02115541090317331, + "grad_norm": 21.489377975463867, + "learning_rate": 9.158055001645385e-07, + "loss": 0.8007, + "num_input_tokens_seen": 1841299456, + "step": 878 + }, + { + "epoch": 0.02142663411988066, + "grad_norm": 14.658339500427246, + "learning_rate": 9.155702441913881e-07, + "loss": 0.4235, + "num_input_tokens_seen": 1843396608, + "step": 879 + }, + { + "epoch": 0.021697857336588012, + "grad_norm": 20.184280395507812, + "learning_rate": 9.15334694021216e-07, + "loss": 0.5487, + "num_input_tokens_seen": 1845493760, + "step": 880 + }, + { + "epoch": 0.021969080553295363, + "grad_norm": 17.544336318969727, + "learning_rate": 9.150988498435843e-07, + "loss": 0.558, + "num_input_tokens_seen": 1847590912, + "step": 881 + }, + { + "epoch": 0.022240303770002714, + "grad_norm": 12.21959400177002, + "learning_rate": 9.148627118482912e-07, + "loss": 0.3181, + "num_input_tokens_seen": 1849688064, + "step": 882 + }, + { + "epoch": 0.02251152698671006, + "grad_norm": 17.65806007385254, + "learning_rate": 9.146262802253717e-07, + "loss": 0.7004, + "num_input_tokens_seen": 1851785216, + "step": 883 + }, + { + "epoch": 0.022782750203417412, + "grad_norm": 11.67097282409668, + "learning_rate": 9.14389555165097e-07, + "loss": 0.3288, + "num_input_tokens_seen": 1853882368, + "step": 884 + }, + { + "epoch": 0.023053973420124763, + "grad_norm": 17.335294723510742, + "learning_rate": 9.141525368579742e-07, + "loss": 0.4907, + "num_input_tokens_seen": 1855979520, + "step": 885 + }, + { + "epoch": 0.023325196636832114, + "grad_norm": 21.265504837036133, + "learning_rate": 9.139152254947469e-07, + "loss": 0.424, + "num_input_tokens_seen": 1858076672, + "step": 886 + }, + { + "epoch": 0.023596419853539462, + "grad_norm": 12.256847381591797, + "learning_rate": 9.136776212663942e-07, + "loss": 0.4297, + "num_input_tokens_seen": 1860173824, + "step": 887 + }, + { + "epoch": 0.023867643070246813, + "grad_norm": 20.520448684692383, + "learning_rate": 9.134397243641307e-07, + "loss": 0.6221, + "num_input_tokens_seen": 1862270976, + "step": 888 + }, + { + "epoch": 0.024138866286954164, + "grad_norm": 15.912782669067383, + "learning_rate": 9.132015349794069e-07, + "loss": 0.3873, + "num_input_tokens_seen": 1864368128, + "step": 889 + }, + { + "epoch": 0.024410089503661515, + "grad_norm": 12.093875885009766, + "learning_rate": 9.129630533039086e-07, + "loss": 0.2584, + "num_input_tokens_seen": 1866465280, + "step": 890 + }, + { + "epoch": 0.024681312720368862, + "grad_norm": 25.329559326171875, + "learning_rate": 9.127242795295569e-07, + "loss": 0.7337, + "num_input_tokens_seen": 1868562432, + "step": 891 + }, + { + "epoch": 0.024952535937076213, + "grad_norm": 23.77729034423828, + "learning_rate": 9.124852138485076e-07, + "loss": 0.5747, + "num_input_tokens_seen": 1870659584, + "step": 892 + }, + { + "epoch": 0.025223759153783564, + "grad_norm": 24.904544830322266, + "learning_rate": 9.12245856453152e-07, + "loss": 0.8033, + "num_input_tokens_seen": 1872756736, + "step": 893 + }, + { + "epoch": 0.025494982370490915, + "grad_norm": 19.269147872924805, + "learning_rate": 9.120062075361155e-07, + "loss": 0.632, + "num_input_tokens_seen": 1874853888, + "step": 894 + }, + { + "epoch": 0.025766205587198263, + "grad_norm": 19.273340225219727, + "learning_rate": 9.117662672902584e-07, + "loss": 0.6049, + "num_input_tokens_seen": 1876951040, + "step": 895 + }, + { + "epoch": 0.026037428803905614, + "grad_norm": 16.550512313842773, + "learning_rate": 9.115260359086757e-07, + "loss": 0.4171, + "num_input_tokens_seen": 1879048192, + "step": 896 + }, + { + "epoch": 0.026308652020612965, + "grad_norm": 21.415002822875977, + "learning_rate": 9.112855135846964e-07, + "loss": 0.6028, + "num_input_tokens_seen": 1881145344, + "step": 897 + }, + { + "epoch": 0.026579875237320316, + "grad_norm": 13.791115760803223, + "learning_rate": 9.110447005118836e-07, + "loss": 0.4228, + "num_input_tokens_seen": 1883242496, + "step": 898 + }, + { + "epoch": 0.026851098454027666, + "grad_norm": 12.052141189575195, + "learning_rate": 9.108035968840348e-07, + "loss": 0.3593, + "num_input_tokens_seen": 1885339648, + "step": 899 + }, + { + "epoch": 0.027122321670735014, + "grad_norm": 19.59334373474121, + "learning_rate": 9.105622028951806e-07, + "loss": 0.6185, + "num_input_tokens_seen": 1887436800, + "step": 900 + }, + { + "epoch": 0.027393544887442365, + "grad_norm": 13.629782676696777, + "learning_rate": 9.103205187395861e-07, + "loss": 0.3392, + "num_input_tokens_seen": 1889533952, + "step": 901 + }, + { + "epoch": 0.027664768104149716, + "grad_norm": 14.33342170715332, + "learning_rate": 9.100785446117493e-07, + "loss": 0.388, + "num_input_tokens_seen": 1891631104, + "step": 902 + }, + { + "epoch": 0.027935991320857067, + "grad_norm": 17.475322723388672, + "learning_rate": 9.098362807064017e-07, + "loss": 0.5221, + "num_input_tokens_seen": 1893728256, + "step": 903 + }, + { + "epoch": 0.028207214537564414, + "grad_norm": 15.671577453613281, + "learning_rate": 9.095937272185083e-07, + "loss": 0.3685, + "num_input_tokens_seen": 1895825408, + "step": 904 + }, + { + "epoch": 0.028478437754271765, + "grad_norm": 16.664928436279297, + "learning_rate": 9.093508843432667e-07, + "loss": 0.4047, + "num_input_tokens_seen": 1897922560, + "step": 905 + }, + { + "epoch": 0.028749660970979116, + "grad_norm": 23.7731876373291, + "learning_rate": 9.091077522761078e-07, + "loss": 0.6866, + "num_input_tokens_seen": 1900019712, + "step": 906 + }, + { + "epoch": 0.029020884187686467, + "grad_norm": 18.917259216308594, + "learning_rate": 9.088643312126948e-07, + "loss": 0.6913, + "num_input_tokens_seen": 1902116864, + "step": 907 + }, + { + "epoch": 0.029292107404393815, + "grad_norm": 16.237077713012695, + "learning_rate": 9.086206213489239e-07, + "loss": 0.4826, + "num_input_tokens_seen": 1904214016, + "step": 908 + }, + { + "epoch": 0.029563330621101166, + "grad_norm": 19.56369400024414, + "learning_rate": 9.083766228809234e-07, + "loss": 0.6956, + "num_input_tokens_seen": 1906311168, + "step": 909 + }, + { + "epoch": 0.029834553837808517, + "grad_norm": 14.219721794128418, + "learning_rate": 9.081323360050543e-07, + "loss": 0.4732, + "num_input_tokens_seen": 1908408320, + "step": 910 + }, + { + "epoch": 0.030105777054515868, + "grad_norm": 17.175357818603516, + "learning_rate": 9.078877609179088e-07, + "loss": 0.4612, + "num_input_tokens_seen": 1910505472, + "step": 911 + }, + { + "epoch": 0.030377000271223215, + "grad_norm": 12.589146614074707, + "learning_rate": 9.076428978163121e-07, + "loss": 0.3071, + "num_input_tokens_seen": 1912602624, + "step": 912 + }, + { + "epoch": 0.030648223487930566, + "grad_norm": 24.949342727661133, + "learning_rate": 9.073977468973206e-07, + "loss": 1.031, + "num_input_tokens_seen": 1914699776, + "step": 913 + }, + { + "epoch": 0.030919446704637917, + "grad_norm": 17.8113956451416, + "learning_rate": 9.071523083582223e-07, + "loss": 0.3996, + "num_input_tokens_seen": 1916796928, + "step": 914 + }, + { + "epoch": 0.031190669921345268, + "grad_norm": 25.642656326293945, + "learning_rate": 9.06906582396537e-07, + "loss": 0.6838, + "num_input_tokens_seen": 1918894080, + "step": 915 + }, + { + "epoch": 0.031461893138052616, + "grad_norm": 13.68373966217041, + "learning_rate": 9.066605692100155e-07, + "loss": 0.3932, + "num_input_tokens_seen": 1920991232, + "step": 916 + }, + { + "epoch": 0.03173311635475997, + "grad_norm": 12.269515037536621, + "learning_rate": 9.064142689966397e-07, + "loss": 0.3473, + "num_input_tokens_seen": 1923088384, + "step": 917 + }, + { + "epoch": 0.03200433957146732, + "grad_norm": 19.712133407592773, + "learning_rate": 9.061676819546229e-07, + "loss": 0.8176, + "num_input_tokens_seen": 1925185536, + "step": 918 + }, + { + "epoch": 0.032275562788174665, + "grad_norm": 15.215006828308105, + "learning_rate": 9.059208082824087e-07, + "loss": 0.4822, + "num_input_tokens_seen": 1927282688, + "step": 919 + }, + { + "epoch": 0.03254678600488202, + "grad_norm": 20.545522689819336, + "learning_rate": 9.05673648178672e-07, + "loss": 0.6293, + "num_input_tokens_seen": 1929379840, + "step": 920 + }, + { + "epoch": 0.03281800922158937, + "grad_norm": 13.10300350189209, + "learning_rate": 9.054262018423175e-07, + "loss": 0.3147, + "num_input_tokens_seen": 1931476992, + "step": 921 + }, + { + "epoch": 0.03308923243829672, + "grad_norm": 23.32817268371582, + "learning_rate": 9.051784694724808e-07, + "loss": 0.7481, + "num_input_tokens_seen": 1933574144, + "step": 922 + }, + { + "epoch": 0.03336045565500407, + "grad_norm": 10.944870948791504, + "learning_rate": 9.049304512685274e-07, + "loss": 0.2809, + "num_input_tokens_seen": 1935671296, + "step": 923 + }, + { + "epoch": 0.033631678871711417, + "grad_norm": 11.271623611450195, + "learning_rate": 9.046821474300527e-07, + "loss": 0.297, + "num_input_tokens_seen": 1937768448, + "step": 924 + }, + { + "epoch": 0.03390290208841877, + "grad_norm": 17.19096565246582, + "learning_rate": 9.044335581568827e-07, + "loss": 0.5428, + "num_input_tokens_seen": 1939865600, + "step": 925 + }, + { + "epoch": 0.03417412530512612, + "grad_norm": 13.172834396362305, + "learning_rate": 9.041846836490723e-07, + "loss": 0.3738, + "num_input_tokens_seen": 1941962752, + "step": 926 + }, + { + "epoch": 0.034445348521833466, + "grad_norm": 13.624527931213379, + "learning_rate": 9.03935524106906e-07, + "loss": 0.39, + "num_input_tokens_seen": 1944059904, + "step": 927 + }, + { + "epoch": 0.03471657173854082, + "grad_norm": 11.111466407775879, + "learning_rate": 9.036860797308984e-07, + "loss": 0.2882, + "num_input_tokens_seen": 1946157056, + "step": 928 + }, + { + "epoch": 0.03498779495524817, + "grad_norm": 18.21550178527832, + "learning_rate": 9.034363507217925e-07, + "loss": 0.4821, + "num_input_tokens_seen": 1948254208, + "step": 929 + }, + { + "epoch": 0.03525901817195552, + "grad_norm": 25.724552154541016, + "learning_rate": 9.031863372805606e-07, + "loss": 0.6339, + "num_input_tokens_seen": 1950351360, + "step": 930 + }, + { + "epoch": 0.03553024138866287, + "grad_norm": 22.317489624023438, + "learning_rate": 9.029360396084043e-07, + "loss": 0.2785, + "num_input_tokens_seen": 1952448512, + "step": 931 + }, + { + "epoch": 0.03580146460537022, + "grad_norm": 15.543082237243652, + "learning_rate": 9.026854579067537e-07, + "loss": 0.502, + "num_input_tokens_seen": 1954545664, + "step": 932 + }, + { + "epoch": 0.03607268782207757, + "grad_norm": 18.427461624145508, + "learning_rate": 9.024345923772671e-07, + "loss": 0.4526, + "num_input_tokens_seen": 1956642816, + "step": 933 + }, + { + "epoch": 0.03634391103878492, + "grad_norm": 13.186530113220215, + "learning_rate": 9.021834432218317e-07, + "loss": 0.3389, + "num_input_tokens_seen": 1958739968, + "step": 934 + }, + { + "epoch": 0.03661513425549227, + "grad_norm": 13.932114601135254, + "learning_rate": 9.019320106425629e-07, + "loss": 0.3434, + "num_input_tokens_seen": 1960837120, + "step": 935 + }, + { + "epoch": 0.03688635747219962, + "grad_norm": 12.41275691986084, + "learning_rate": 9.016802948418038e-07, + "loss": 0.2254, + "num_input_tokens_seen": 1962934272, + "step": 936 + }, + { + "epoch": 0.03715758068890697, + "grad_norm": 18.870506286621094, + "learning_rate": 9.014282960221257e-07, + "loss": 0.5891, + "num_input_tokens_seen": 1965031424, + "step": 937 + }, + { + "epoch": 0.03742880390561432, + "grad_norm": 15.504498481750488, + "learning_rate": 9.01176014386328e-07, + "loss": 0.4418, + "num_input_tokens_seen": 1967128576, + "step": 938 + }, + { + "epoch": 0.03770002712232167, + "grad_norm": 19.771808624267578, + "learning_rate": 9.009234501374371e-07, + "loss": 0.6721, + "num_input_tokens_seen": 1969225728, + "step": 939 + }, + { + "epoch": 0.03797125033902902, + "grad_norm": 23.42245101928711, + "learning_rate": 9.006706034787071e-07, + "loss": 0.5628, + "num_input_tokens_seen": 1971322880, + "step": 940 + }, + { + "epoch": 0.03824247355573637, + "grad_norm": 18.261873245239258, + "learning_rate": 9.004174746136196e-07, + "loss": 0.6278, + "num_input_tokens_seen": 1973420032, + "step": 941 + }, + { + "epoch": 0.03851369677244372, + "grad_norm": 15.880273818969727, + "learning_rate": 9.001640637458829e-07, + "loss": 0.4231, + "num_input_tokens_seen": 1975517184, + "step": 942 + }, + { + "epoch": 0.038784919989151075, + "grad_norm": 26.52276611328125, + "learning_rate": 8.999103710794323e-07, + "loss": 0.8923, + "num_input_tokens_seen": 1977614336, + "step": 943 + }, + { + "epoch": 0.03905614320585842, + "grad_norm": 12.265298843383789, + "learning_rate": 8.996563968184302e-07, + "loss": 0.3194, + "num_input_tokens_seen": 1979711488, + "step": 944 + }, + { + "epoch": 0.03932736642256577, + "grad_norm": 20.407365798950195, + "learning_rate": 8.994021411672653e-07, + "loss": 0.7034, + "num_input_tokens_seen": 1981808640, + "step": 945 + }, + { + "epoch": 0.039598589639273124, + "grad_norm": 22.567445755004883, + "learning_rate": 8.99147604330553e-07, + "loss": 0.5223, + "num_input_tokens_seen": 1983905792, + "step": 946 + }, + { + "epoch": 0.03986981285598047, + "grad_norm": 30.489513397216797, + "learning_rate": 8.988927865131347e-07, + "loss": 0.5478, + "num_input_tokens_seen": 1986002944, + "step": 947 + }, + { + "epoch": 0.04014103607268782, + "grad_norm": 18.10291862487793, + "learning_rate": 8.986376879200783e-07, + "loss": 0.5236, + "num_input_tokens_seen": 1988100096, + "step": 948 + }, + { + "epoch": 0.040412259289395173, + "grad_norm": 13.505256652832031, + "learning_rate": 8.983823087566772e-07, + "loss": 0.2878, + "num_input_tokens_seen": 1990197248, + "step": 949 + }, + { + "epoch": 0.04068348250610252, + "grad_norm": 16.355928421020508, + "learning_rate": 8.981266492284511e-07, + "loss": 0.5118, + "num_input_tokens_seen": 1992294400, + "step": 950 + }, + { + "epoch": 0.040954705722809875, + "grad_norm": 20.954561233520508, + "learning_rate": 8.978707095411446e-07, + "loss": 0.6593, + "num_input_tokens_seen": 1994391552, + "step": 951 + }, + { + "epoch": 0.04122592893951722, + "grad_norm": 28.557451248168945, + "learning_rate": 8.976144899007288e-07, + "loss": 1.0425, + "num_input_tokens_seen": 1996488704, + "step": 952 + }, + { + "epoch": 0.04149715215622457, + "grad_norm": 13.614970207214355, + "learning_rate": 8.973579905133991e-07, + "loss": 0.4375, + "num_input_tokens_seen": 1998585856, + "step": 953 + }, + { + "epoch": 0.041768375372931925, + "grad_norm": 10.78772258758545, + "learning_rate": 8.971012115855766e-07, + "loss": 0.2845, + "num_input_tokens_seen": 2000683008, + "step": 954 + }, + { + "epoch": 0.04203959858963927, + "grad_norm": 17.9395694732666, + "learning_rate": 8.968441533239073e-07, + "loss": 0.4906, + "num_input_tokens_seen": 2002780160, + "step": 955 + }, + { + "epoch": 0.04231082180634662, + "grad_norm": 13.34605884552002, + "learning_rate": 8.965868159352616e-07, + "loss": 0.4028, + "num_input_tokens_seen": 2004877312, + "step": 956 + }, + { + "epoch": 0.042582045023053974, + "grad_norm": 16.155813217163086, + "learning_rate": 8.963291996267354e-07, + "loss": 0.3782, + "num_input_tokens_seen": 2006974464, + "step": 957 + }, + { + "epoch": 0.04285326823976132, + "grad_norm": 11.215263366699219, + "learning_rate": 8.960713046056478e-07, + "loss": 0.3243, + "num_input_tokens_seen": 2009071616, + "step": 958 + }, + { + "epoch": 0.043124491456468676, + "grad_norm": 13.548431396484375, + "learning_rate": 8.958131310795434e-07, + "loss": 0.4452, + "num_input_tokens_seen": 2011168768, + "step": 959 + }, + { + "epoch": 0.043395714673176024, + "grad_norm": 13.86419677734375, + "learning_rate": 8.955546792561902e-07, + "loss": 0.4006, + "num_input_tokens_seen": 2013265920, + "step": 960 + }, + { + "epoch": 0.04366693788988337, + "grad_norm": 18.16084098815918, + "learning_rate": 8.952959493435806e-07, + "loss": 0.3906, + "num_input_tokens_seen": 2015363072, + "step": 961 + }, + { + "epoch": 0.043938161106590726, + "grad_norm": 18.875059127807617, + "learning_rate": 8.950369415499304e-07, + "loss": 0.5608, + "num_input_tokens_seen": 2017460224, + "step": 962 + }, + { + "epoch": 0.04420938432329807, + "grad_norm": 22.01349639892578, + "learning_rate": 8.947776560836793e-07, + "loss": 0.7657, + "num_input_tokens_seen": 2019557376, + "step": 963 + }, + { + "epoch": 0.04448060754000543, + "grad_norm": 17.236188888549805, + "learning_rate": 8.945180931534902e-07, + "loss": 0.4577, + "num_input_tokens_seen": 2021654528, + "step": 964 + }, + { + "epoch": 0.044751830756712775, + "grad_norm": 15.46218204498291, + "learning_rate": 8.942582529682496e-07, + "loss": 0.4122, + "num_input_tokens_seen": 2023751680, + "step": 965 + }, + { + "epoch": 0.04502305397342012, + "grad_norm": 14.264276504516602, + "learning_rate": 8.939981357370672e-07, + "loss": 0.3415, + "num_input_tokens_seen": 2025848832, + "step": 966 + }, + { + "epoch": 0.04529427719012748, + "grad_norm": 17.676618576049805, + "learning_rate": 8.937377416692752e-07, + "loss": 0.4217, + "num_input_tokens_seen": 2027945984, + "step": 967 + }, + { + "epoch": 0.045565500406834825, + "grad_norm": 16.618602752685547, + "learning_rate": 8.934770709744289e-07, + "loss": 0.4929, + "num_input_tokens_seen": 2030043136, + "step": 968 + }, + { + "epoch": 0.04583672362354217, + "grad_norm": 13.402697563171387, + "learning_rate": 8.93216123862306e-07, + "loss": 0.3282, + "num_input_tokens_seen": 2032140288, + "step": 969 + }, + { + "epoch": 0.04610794684024953, + "grad_norm": 24.799013137817383, + "learning_rate": 8.929549005429071e-07, + "loss": 1.1138, + "num_input_tokens_seen": 2034237440, + "step": 970 + }, + { + "epoch": 0.046379170056956874, + "grad_norm": 17.392616271972656, + "learning_rate": 8.926934012264546e-07, + "loss": 0.4161, + "num_input_tokens_seen": 2036334592, + "step": 971 + }, + { + "epoch": 0.04665039327366423, + "grad_norm": 18.09572410583496, + "learning_rate": 8.924316261233933e-07, + "loss": 0.567, + "num_input_tokens_seen": 2038431744, + "step": 972 + }, + { + "epoch": 0.046921616490371576, + "grad_norm": 14.815757751464844, + "learning_rate": 8.921695754443898e-07, + "loss": 0.3801, + "num_input_tokens_seen": 2040528896, + "step": 973 + }, + { + "epoch": 0.047192839707078924, + "grad_norm": 16.38593864440918, + "learning_rate": 8.919072494003325e-07, + "loss": 0.4794, + "num_input_tokens_seen": 2042626048, + "step": 974 + }, + { + "epoch": 0.04746406292378628, + "grad_norm": 13.091635704040527, + "learning_rate": 8.916446482023313e-07, + "loss": 0.394, + "num_input_tokens_seen": 2044723200, + "step": 975 + }, + { + "epoch": 0.047735286140493625, + "grad_norm": 17.225982666015625, + "learning_rate": 8.913817720617178e-07, + "loss": 0.5268, + "num_input_tokens_seen": 2046820352, + "step": 976 + }, + { + "epoch": 0.04800650935720097, + "grad_norm": 12.275423049926758, + "learning_rate": 8.911186211900448e-07, + "loss": 0.3478, + "num_input_tokens_seen": 2048917504, + "step": 977 + }, + { + "epoch": 0.04827773257390833, + "grad_norm": 19.183958053588867, + "learning_rate": 8.908551957990858e-07, + "loss": 0.619, + "num_input_tokens_seen": 2051014656, + "step": 978 + }, + { + "epoch": 0.048548955790615675, + "grad_norm": 22.74364471435547, + "learning_rate": 8.90591496100836e-07, + "loss": 0.6647, + "num_input_tokens_seen": 2053111808, + "step": 979 + }, + { + "epoch": 0.04882017900732303, + "grad_norm": 20.398710250854492, + "learning_rate": 8.903275223075104e-07, + "loss": 0.5442, + "num_input_tokens_seen": 2055208960, + "step": 980 + }, + { + "epoch": 0.04909140222403038, + "grad_norm": 19.808082580566406, + "learning_rate": 8.900632746315454e-07, + "loss": 0.683, + "num_input_tokens_seen": 2057306112, + "step": 981 + }, + { + "epoch": 0.049362625440737724, + "grad_norm": 26.348705291748047, + "learning_rate": 8.897987532855972e-07, + "loss": 1.0303, + "num_input_tokens_seen": 2059403264, + "step": 982 + }, + { + "epoch": 0.04963384865744508, + "grad_norm": 21.460338592529297, + "learning_rate": 8.895339584825429e-07, + "loss": 0.5595, + "num_input_tokens_seen": 2061500416, + "step": 983 + }, + { + "epoch": 0.049905071874152426, + "grad_norm": 14.994651794433594, + "learning_rate": 8.892688904354787e-07, + "loss": 0.4599, + "num_input_tokens_seen": 2063597568, + "step": 984 + }, + { + "epoch": 0.05017629509085978, + "grad_norm": 12.65827751159668, + "learning_rate": 8.890035493577219e-07, + "loss": 0.373, + "num_input_tokens_seen": 2065694720, + "step": 985 + }, + { + "epoch": 0.05044751830756713, + "grad_norm": 22.335948944091797, + "learning_rate": 8.887379354628085e-07, + "loss": 0.9004, + "num_input_tokens_seen": 2067791872, + "step": 986 + }, + { + "epoch": 0.050718741524274476, + "grad_norm": 13.694454193115234, + "learning_rate": 8.884720489644945e-07, + "loss": 0.3551, + "num_input_tokens_seen": 2069889024, + "step": 987 + }, + { + "epoch": 0.05098996474098183, + "grad_norm": 20.320920944213867, + "learning_rate": 8.882058900767555e-07, + "loss": 0.735, + "num_input_tokens_seen": 2071986176, + "step": 988 + }, + { + "epoch": 0.05126118795768918, + "grad_norm": 19.12615966796875, + "learning_rate": 8.879394590137857e-07, + "loss": 0.5857, + "num_input_tokens_seen": 2074083328, + "step": 989 + }, + { + "epoch": 0.051532411174396525, + "grad_norm": 16.400854110717773, + "learning_rate": 8.876727559899989e-07, + "loss": 0.3749, + "num_input_tokens_seen": 2076180480, + "step": 990 + }, + { + "epoch": 0.05180363439110388, + "grad_norm": 24.33226203918457, + "learning_rate": 8.874057812200274e-07, + "loss": 0.9273, + "num_input_tokens_seen": 2078277632, + "step": 991 + }, + { + "epoch": 0.05207485760781123, + "grad_norm": 17.637216567993164, + "learning_rate": 8.871385349187225e-07, + "loss": 0.6876, + "num_input_tokens_seen": 2080374784, + "step": 992 + }, + { + "epoch": 0.05234608082451858, + "grad_norm": 22.15195083618164, + "learning_rate": 8.868710173011538e-07, + "loss": 0.7319, + "num_input_tokens_seen": 2082471936, + "step": 993 + }, + { + "epoch": 0.05261730404122593, + "grad_norm": 16.152517318725586, + "learning_rate": 8.866032285826091e-07, + "loss": 0.4949, + "num_input_tokens_seen": 2084569088, + "step": 994 + }, + { + "epoch": 0.05288852725793328, + "grad_norm": 13.20339584350586, + "learning_rate": 8.86335168978595e-07, + "loss": 0.3432, + "num_input_tokens_seen": 2086666240, + "step": 995 + }, + { + "epoch": 0.05315975047464063, + "grad_norm": 12.26603889465332, + "learning_rate": 8.860668387048353e-07, + "loss": 0.2759, + "num_input_tokens_seen": 2088763392, + "step": 996 + }, + { + "epoch": 0.05343097369134798, + "grad_norm": 12.985957145690918, + "learning_rate": 8.85798237977272e-07, + "loss": 0.3028, + "num_input_tokens_seen": 2090860544, + "step": 997 + }, + { + "epoch": 0.05370219690805533, + "grad_norm": 17.120885848999023, + "learning_rate": 8.85529367012065e-07, + "loss": 0.63, + "num_input_tokens_seen": 2092957696, + "step": 998 + }, + { + "epoch": 0.05397342012476268, + "grad_norm": 17.12887191772461, + "learning_rate": 8.852602260255911e-07, + "loss": 0.4986, + "num_input_tokens_seen": 2095054848, + "step": 999 + }, + { + "epoch": 0.05424464334147003, + "grad_norm": 19.522432327270508, + "learning_rate": 8.849908152344451e-07, + "loss": 0.7428, + "num_input_tokens_seen": 2097152000, + "step": 1000 + }, + { + "epoch": 0.05451586655817738, + "grad_norm": 19.57962417602539, + "learning_rate": 8.847211348554382e-07, + "loss": 0.3491, + "num_input_tokens_seen": 2099249152, + "step": 1001 + }, + { + "epoch": 0.05478708977488473, + "grad_norm": 15.201761245727539, + "learning_rate": 8.844511851055991e-07, + "loss": 0.4238, + "num_input_tokens_seen": 2101346304, + "step": 1002 + }, + { + "epoch": 0.05505831299159208, + "grad_norm": 15.727082252502441, + "learning_rate": 8.841809662021731e-07, + "loss": 0.4377, + "num_input_tokens_seen": 2103443456, + "step": 1003 + }, + { + "epoch": 0.05532953620829943, + "grad_norm": 22.993534088134766, + "learning_rate": 8.839104783626219e-07, + "loss": 0.7603, + "num_input_tokens_seen": 2105540608, + "step": 1004 + }, + { + "epoch": 0.05560075942500678, + "grad_norm": 13.314918518066406, + "learning_rate": 8.836397218046239e-07, + "loss": 0.3576, + "num_input_tokens_seen": 2107637760, + "step": 1005 + }, + { + "epoch": 0.055871982641714134, + "grad_norm": 14.432062149047852, + "learning_rate": 8.83368696746074e-07, + "loss": 0.4315, + "num_input_tokens_seen": 2109734912, + "step": 1006 + }, + { + "epoch": 0.05614320585842148, + "grad_norm": 20.760156631469727, + "learning_rate": 8.830974034050824e-07, + "loss": 0.7692, + "num_input_tokens_seen": 2111832064, + "step": 1007 + }, + { + "epoch": 0.05641442907512883, + "grad_norm": 10.294124603271484, + "learning_rate": 8.828258419999759e-07, + "loss": 0.283, + "num_input_tokens_seen": 2113929216, + "step": 1008 + }, + { + "epoch": 0.05668565229183618, + "grad_norm": 10.813933372497559, + "learning_rate": 8.825540127492965e-07, + "loss": 0.2858, + "num_input_tokens_seen": 2116026368, + "step": 1009 + }, + { + "epoch": 0.05695687550854353, + "grad_norm": 23.46965217590332, + "learning_rate": 8.822819158718026e-07, + "loss": 0.717, + "num_input_tokens_seen": 2118123520, + "step": 1010 + }, + { + "epoch": 0.05722809872525088, + "grad_norm": 19.347179412841797, + "learning_rate": 8.820095515864669e-07, + "loss": 0.5001, + "num_input_tokens_seen": 2120220672, + "step": 1011 + }, + { + "epoch": 0.05749932194195823, + "grad_norm": 18.49291229248047, + "learning_rate": 8.81736920112478e-07, + "loss": 0.5409, + "num_input_tokens_seen": 2122317824, + "step": 1012 + }, + { + "epoch": 0.05777054515866558, + "grad_norm": 14.770519256591797, + "learning_rate": 8.814640216692391e-07, + "loss": 0.4008, + "num_input_tokens_seen": 2124414976, + "step": 1013 + }, + { + "epoch": 0.058041768375372935, + "grad_norm": 22.392454147338867, + "learning_rate": 8.81190856476369e-07, + "loss": 0.8029, + "num_input_tokens_seen": 2126512128, + "step": 1014 + }, + { + "epoch": 0.05831299159208028, + "grad_norm": 19.39711570739746, + "learning_rate": 8.809174247537003e-07, + "loss": 0.5948, + "num_input_tokens_seen": 2128609280, + "step": 1015 + }, + { + "epoch": 0.05858421480878763, + "grad_norm": 11.22283935546875, + "learning_rate": 8.806437267212805e-07, + "loss": 0.2487, + "num_input_tokens_seen": 2130706432, + "step": 1016 + }, + { + "epoch": 0.058855438025494984, + "grad_norm": 23.879262924194336, + "learning_rate": 8.803697625993713e-07, + "loss": 0.8866, + "num_input_tokens_seen": 2132803584, + "step": 1017 + }, + { + "epoch": 0.05912666124220233, + "grad_norm": 17.010164260864258, + "learning_rate": 8.800955326084487e-07, + "loss": 0.6154, + "num_input_tokens_seen": 2134900736, + "step": 1018 + }, + { + "epoch": 0.059397884458909686, + "grad_norm": 12.31965160369873, + "learning_rate": 8.798210369692025e-07, + "loss": 0.2381, + "num_input_tokens_seen": 2136997888, + "step": 1019 + }, + { + "epoch": 0.059669107675617034, + "grad_norm": 14.956830978393555, + "learning_rate": 8.795462759025364e-07, + "loss": 0.4989, + "num_input_tokens_seen": 2139095040, + "step": 1020 + }, + { + "epoch": 0.05994033089232438, + "grad_norm": 11.59531021118164, + "learning_rate": 8.792712496295677e-07, + "loss": 0.3168, + "num_input_tokens_seen": 2141192192, + "step": 1021 + }, + { + "epoch": 0.060211554109031735, + "grad_norm": 15.695453643798828, + "learning_rate": 8.789959583716268e-07, + "loss": 0.4643, + "num_input_tokens_seen": 2143289344, + "step": 1022 + }, + { + "epoch": 0.06048277732573908, + "grad_norm": 12.228116989135742, + "learning_rate": 8.787204023502579e-07, + "loss": 0.2886, + "num_input_tokens_seen": 2145386496, + "step": 1023 + }, + { + "epoch": 0.06075400054244643, + "grad_norm": 15.869124412536621, + "learning_rate": 8.78444581787218e-07, + "loss": 0.4706, + "num_input_tokens_seen": 2147483648, + "step": 1024 + }, + { + "epoch": 0.061025223759153785, + "grad_norm": 17.77741241455078, + "learning_rate": 8.781684969044769e-07, + "loss": 0.4961, + "num_input_tokens_seen": 2149580800, + "step": 1025 + }, + { + "epoch": 0.06129644697586113, + "grad_norm": 18.270593643188477, + "learning_rate": 8.778921479242173e-07, + "loss": 0.5621, + "num_input_tokens_seen": 2151677952, + "step": 1026 + }, + { + "epoch": 0.06156767019256849, + "grad_norm": 10.54736614227295, + "learning_rate": 8.776155350688342e-07, + "loss": 0.2092, + "num_input_tokens_seen": 2153775104, + "step": 1027 + }, + { + "epoch": 0.061838893409275834, + "grad_norm": 14.527905464172363, + "learning_rate": 8.773386585609352e-07, + "loss": 0.2644, + "num_input_tokens_seen": 2155872256, + "step": 1028 + }, + { + "epoch": 0.06211011662598318, + "grad_norm": 14.493075370788574, + "learning_rate": 8.770615186233398e-07, + "loss": 0.4327, + "num_input_tokens_seen": 2157969408, + "step": 1029 + }, + { + "epoch": 0.062381339842690536, + "grad_norm": 15.283905982971191, + "learning_rate": 8.7678411547908e-07, + "loss": 0.3887, + "num_input_tokens_seen": 2160066560, + "step": 1030 + }, + { + "epoch": 0.06265256305939788, + "grad_norm": 22.41847801208496, + "learning_rate": 8.76506449351399e-07, + "loss": 0.8746, + "num_input_tokens_seen": 2162163712, + "step": 1031 + }, + { + "epoch": 0.06292378627610523, + "grad_norm": 12.715897560119629, + "learning_rate": 8.762285204637522e-07, + "loss": 0.3222, + "num_input_tokens_seen": 2164260864, + "step": 1032 + }, + { + "epoch": 0.06319500949281258, + "grad_norm": 25.04868507385254, + "learning_rate": 8.75950329039806e-07, + "loss": 0.9287, + "num_input_tokens_seen": 2166358016, + "step": 1033 + }, + { + "epoch": 0.06346623270951994, + "grad_norm": 14.874964714050293, + "learning_rate": 8.756718753034381e-07, + "loss": 0.4544, + "num_input_tokens_seen": 2168455168, + "step": 1034 + }, + { + "epoch": 0.06373745592622729, + "grad_norm": 15.657155990600586, + "learning_rate": 8.75393159478738e-07, + "loss": 0.4122, + "num_input_tokens_seen": 2170552320, + "step": 1035 + }, + { + "epoch": 0.06400867914293464, + "grad_norm": 20.458627700805664, + "learning_rate": 8.751141817900052e-07, + "loss": 0.5967, + "num_input_tokens_seen": 2172649472, + "step": 1036 + }, + { + "epoch": 0.06427990235964198, + "grad_norm": 11.38912296295166, + "learning_rate": 8.748349424617504e-07, + "loss": 0.2614, + "num_input_tokens_seen": 2174746624, + "step": 1037 + }, + { + "epoch": 0.06455112557634933, + "grad_norm": 20.700756072998047, + "learning_rate": 8.745554417186946e-07, + "loss": 0.6497, + "num_input_tokens_seen": 2176843776, + "step": 1038 + }, + { + "epoch": 0.06482234879305669, + "grad_norm": 20.341596603393555, + "learning_rate": 8.742756797857698e-07, + "loss": 0.7146, + "num_input_tokens_seen": 2178940928, + "step": 1039 + }, + { + "epoch": 0.06509357200976404, + "grad_norm": 17.363826751708984, + "learning_rate": 8.739956568881174e-07, + "loss": 0.4446, + "num_input_tokens_seen": 2181038080, + "step": 1040 + }, + { + "epoch": 0.06536479522647139, + "grad_norm": 21.04477882385254, + "learning_rate": 8.737153732510894e-07, + "loss": 0.4774, + "num_input_tokens_seen": 2183135232, + "step": 1041 + }, + { + "epoch": 0.06563601844317873, + "grad_norm": 13.529879570007324, + "learning_rate": 8.734348291002472e-07, + "loss": 0.4042, + "num_input_tokens_seen": 2185232384, + "step": 1042 + }, + { + "epoch": 0.06590724165988608, + "grad_norm": 17.152034759521484, + "learning_rate": 8.731540246613621e-07, + "loss": 0.6437, + "num_input_tokens_seen": 2187329536, + "step": 1043 + }, + { + "epoch": 0.06617846487659344, + "grad_norm": 11.518980979919434, + "learning_rate": 8.728729601604149e-07, + "loss": 0.2645, + "num_input_tokens_seen": 2189426688, + "step": 1044 + }, + { + "epoch": 0.06644968809330079, + "grad_norm": 19.25179100036621, + "learning_rate": 8.725916358235956e-07, + "loss": 0.5292, + "num_input_tokens_seen": 2191523840, + "step": 1045 + }, + { + "epoch": 0.06672091131000814, + "grad_norm": 19.196977615356445, + "learning_rate": 8.723100518773034e-07, + "loss": 0.6961, + "num_input_tokens_seen": 2193620992, + "step": 1046 + }, + { + "epoch": 0.06699213452671549, + "grad_norm": 12.074904441833496, + "learning_rate": 8.720282085481463e-07, + "loss": 0.3306, + "num_input_tokens_seen": 2195718144, + "step": 1047 + }, + { + "epoch": 0.06726335774342283, + "grad_norm": 15.995697975158691, + "learning_rate": 8.717461060629408e-07, + "loss": 0.4436, + "num_input_tokens_seen": 2197815296, + "step": 1048 + }, + { + "epoch": 0.06753458096013018, + "grad_norm": 16.870420455932617, + "learning_rate": 8.714637446487127e-07, + "loss": 0.5042, + "num_input_tokens_seen": 2199912448, + "step": 1049 + }, + { + "epoch": 0.06780580417683754, + "grad_norm": 16.621347427368164, + "learning_rate": 8.711811245326955e-07, + "loss": 0.4686, + "num_input_tokens_seen": 2202009600, + "step": 1050 + }, + { + "epoch": 0.06807702739354489, + "grad_norm": 20.809621810913086, + "learning_rate": 8.70898245942331e-07, + "loss": 0.5436, + "num_input_tokens_seen": 2204106752, + "step": 1051 + }, + { + "epoch": 0.06834825061025224, + "grad_norm": 18.218713760375977, + "learning_rate": 8.706151091052693e-07, + "loss": 0.5587, + "num_input_tokens_seen": 2206203904, + "step": 1052 + }, + { + "epoch": 0.06861947382695958, + "grad_norm": 15.873334884643555, + "learning_rate": 8.703317142493681e-07, + "loss": 0.5315, + "num_input_tokens_seen": 2208301056, + "step": 1053 + }, + { + "epoch": 0.06889069704366693, + "grad_norm": 22.45003890991211, + "learning_rate": 8.700480616026928e-07, + "loss": 0.6862, + "num_input_tokens_seen": 2210398208, + "step": 1054 + }, + { + "epoch": 0.0691619202603743, + "grad_norm": 23.83209991455078, + "learning_rate": 8.697641513935164e-07, + "loss": 0.5649, + "num_input_tokens_seen": 2212495360, + "step": 1055 + }, + { + "epoch": 0.06943314347708164, + "grad_norm": 16.99089241027832, + "learning_rate": 8.694799838503186e-07, + "loss": 0.5258, + "num_input_tokens_seen": 2214592512, + "step": 1056 + }, + { + "epoch": 0.06970436669378899, + "grad_norm": 12.274675369262695, + "learning_rate": 8.691955592017872e-07, + "loss": 0.3312, + "num_input_tokens_seen": 2216689664, + "step": 1057 + }, + { + "epoch": 0.06997558991049634, + "grad_norm": 20.667945861816406, + "learning_rate": 8.689108776768159e-07, + "loss": 0.6978, + "num_input_tokens_seen": 2218786816, + "step": 1058 + }, + { + "epoch": 0.07024681312720368, + "grad_norm": 18.657791137695312, + "learning_rate": 8.686259395045056e-07, + "loss": 0.6072, + "num_input_tokens_seen": 2220883968, + "step": 1059 + }, + { + "epoch": 0.07051803634391104, + "grad_norm": 15.566442489624023, + "learning_rate": 8.68340744914164e-07, + "loss": 0.4635, + "num_input_tokens_seen": 2222981120, + "step": 1060 + }, + { + "epoch": 0.07078925956061839, + "grad_norm": 14.146040916442871, + "learning_rate": 8.680552941353045e-07, + "loss": 0.2827, + "num_input_tokens_seen": 2225078272, + "step": 1061 + }, + { + "epoch": 0.07106048277732574, + "grad_norm": 22.9758358001709, + "learning_rate": 8.677695873976473e-07, + "loss": 0.6515, + "num_input_tokens_seen": 2227175424, + "step": 1062 + }, + { + "epoch": 0.07133170599403309, + "grad_norm": 14.749287605285645, + "learning_rate": 8.674836249311182e-07, + "loss": 0.4001, + "num_input_tokens_seen": 2229272576, + "step": 1063 + }, + { + "epoch": 0.07160292921074043, + "grad_norm": 18.237518310546875, + "learning_rate": 8.671974069658488e-07, + "loss": 0.6569, + "num_input_tokens_seen": 2231369728, + "step": 1064 + }, + { + "epoch": 0.0718741524274478, + "grad_norm": 21.23828125, + "learning_rate": 8.669109337321767e-07, + "loss": 0.5926, + "num_input_tokens_seen": 2233466880, + "step": 1065 + }, + { + "epoch": 0.07214537564415514, + "grad_norm": 13.614550590515137, + "learning_rate": 8.666242054606444e-07, + "loss": 0.4136, + "num_input_tokens_seen": 2235564032, + "step": 1066 + }, + { + "epoch": 0.07241659886086249, + "grad_norm": 19.72222900390625, + "learning_rate": 8.66337222382e-07, + "loss": 0.5478, + "num_input_tokens_seen": 2237661184, + "step": 1067 + }, + { + "epoch": 0.07268782207756984, + "grad_norm": 24.28289222717285, + "learning_rate": 8.660499847271965e-07, + "loss": 0.7417, + "num_input_tokens_seen": 2239758336, + "step": 1068 + }, + { + "epoch": 0.07295904529427719, + "grad_norm": 15.440895080566406, + "learning_rate": 8.657624927273919e-07, + "loss": 0.3927, + "num_input_tokens_seen": 2241855488, + "step": 1069 + }, + { + "epoch": 0.07323026851098453, + "grad_norm": 14.023824691772461, + "learning_rate": 8.654747466139488e-07, + "loss": 0.4269, + "num_input_tokens_seen": 2243952640, + "step": 1070 + }, + { + "epoch": 0.0735014917276919, + "grad_norm": 25.52799415588379, + "learning_rate": 8.651867466184344e-07, + "loss": 0.5167, + "num_input_tokens_seen": 2246049792, + "step": 1071 + }, + { + "epoch": 0.07377271494439924, + "grad_norm": 15.417862892150879, + "learning_rate": 8.6489849297262e-07, + "loss": 0.4347, + "num_input_tokens_seen": 2248146944, + "step": 1072 + }, + { + "epoch": 0.07404393816110659, + "grad_norm": 17.311777114868164, + "learning_rate": 8.646099859084812e-07, + "loss": 0.4029, + "num_input_tokens_seen": 2250244096, + "step": 1073 + }, + { + "epoch": 0.07431516137781394, + "grad_norm": 15.483137130737305, + "learning_rate": 8.643212256581978e-07, + "loss": 0.4559, + "num_input_tokens_seen": 2252341248, + "step": 1074 + }, + { + "epoch": 0.07458638459452128, + "grad_norm": 18.89014434814453, + "learning_rate": 8.640322124541525e-07, + "loss": 0.4146, + "num_input_tokens_seen": 2254438400, + "step": 1075 + }, + { + "epoch": 0.07485760781122865, + "grad_norm": 23.15615463256836, + "learning_rate": 8.637429465289324e-07, + "loss": 0.7084, + "num_input_tokens_seen": 2256535552, + "step": 1076 + }, + { + "epoch": 0.075128831027936, + "grad_norm": 26.009380340576172, + "learning_rate": 8.63453428115328e-07, + "loss": 0.9022, + "num_input_tokens_seen": 2258632704, + "step": 1077 + }, + { + "epoch": 0.07540005424464334, + "grad_norm": 28.278987884521484, + "learning_rate": 8.631636574463321e-07, + "loss": 0.9285, + "num_input_tokens_seen": 2260729856, + "step": 1078 + }, + { + "epoch": 0.07567127746135069, + "grad_norm": 15.612220764160156, + "learning_rate": 8.628736347551417e-07, + "loss": 0.5127, + "num_input_tokens_seen": 2262827008, + "step": 1079 + }, + { + "epoch": 0.07594250067805804, + "grad_norm": 15.422523498535156, + "learning_rate": 8.625833602751559e-07, + "loss": 0.4181, + "num_input_tokens_seen": 2264924160, + "step": 1080 + }, + { + "epoch": 0.0762137238947654, + "grad_norm": 26.36939239501953, + "learning_rate": 8.622928342399762e-07, + "loss": 0.9629, + "num_input_tokens_seen": 2267021312, + "step": 1081 + }, + { + "epoch": 0.07648494711147275, + "grad_norm": 17.090736389160156, + "learning_rate": 8.620020568834072e-07, + "loss": 0.6093, + "num_input_tokens_seen": 2269118464, + "step": 1082 + }, + { + "epoch": 0.07675617032818009, + "grad_norm": 22.48678207397461, + "learning_rate": 8.617110284394553e-07, + "loss": 0.5369, + "num_input_tokens_seen": 2271215616, + "step": 1083 + }, + { + "epoch": 0.07702739354488744, + "grad_norm": 16.42003059387207, + "learning_rate": 8.614197491423293e-07, + "loss": 0.3614, + "num_input_tokens_seen": 2273312768, + "step": 1084 + }, + { + "epoch": 0.07729861676159479, + "grad_norm": 45.502445220947266, + "learning_rate": 8.611282192264396e-07, + "loss": 0.7799, + "num_input_tokens_seen": 2275409920, + "step": 1085 + }, + { + "epoch": 0.07756983997830215, + "grad_norm": 11.837736129760742, + "learning_rate": 8.608364389263984e-07, + "loss": 0.3233, + "num_input_tokens_seen": 2277507072, + "step": 1086 + }, + { + "epoch": 0.0778410631950095, + "grad_norm": 18.987957000732422, + "learning_rate": 8.605444084770192e-07, + "loss": 0.5218, + "num_input_tokens_seen": 2279604224, + "step": 1087 + }, + { + "epoch": 0.07811228641171684, + "grad_norm": 17.756649017333984, + "learning_rate": 8.602521281133173e-07, + "loss": 0.4539, + "num_input_tokens_seen": 2281701376, + "step": 1088 + }, + { + "epoch": 0.07838350962842419, + "grad_norm": 21.006437301635742, + "learning_rate": 8.599595980705085e-07, + "loss": 0.2876, + "num_input_tokens_seen": 2283798528, + "step": 1089 + }, + { + "epoch": 0.07865473284513154, + "grad_norm": 17.649852752685547, + "learning_rate": 8.596668185840102e-07, + "loss": 0.5252, + "num_input_tokens_seen": 2285895680, + "step": 1090 + }, + { + "epoch": 0.07892595606183889, + "grad_norm": 15.316368103027344, + "learning_rate": 8.593737898894398e-07, + "loss": 0.5004, + "num_input_tokens_seen": 2287992832, + "step": 1091 + }, + { + "epoch": 0.07919717927854625, + "grad_norm": 16.443462371826172, + "learning_rate": 8.59080512222616e-07, + "loss": 0.5126, + "num_input_tokens_seen": 2290089984, + "step": 1092 + }, + { + "epoch": 0.0794684024952536, + "grad_norm": 25.65877342224121, + "learning_rate": 8.587869858195574e-07, + "loss": 0.6624, + "num_input_tokens_seen": 2292187136, + "step": 1093 + }, + { + "epoch": 0.07973962571196094, + "grad_norm": 15.421908378601074, + "learning_rate": 8.584932109164826e-07, + "loss": 0.5005, + "num_input_tokens_seen": 2294284288, + "step": 1094 + }, + { + "epoch": 0.08001084892866829, + "grad_norm": 12.648368835449219, + "learning_rate": 8.581991877498109e-07, + "loss": 0.3672, + "num_input_tokens_seen": 2296381440, + "step": 1095 + }, + { + "epoch": 0.08028207214537564, + "grad_norm": 20.8604679107666, + "learning_rate": 8.579049165561607e-07, + "loss": 0.6201, + "num_input_tokens_seen": 2298478592, + "step": 1096 + }, + { + "epoch": 0.080553295362083, + "grad_norm": 18.767131805419922, + "learning_rate": 8.576103975723502e-07, + "loss": 0.6181, + "num_input_tokens_seen": 2300575744, + "step": 1097 + }, + { + "epoch": 0.08082451857879035, + "grad_norm": 18.214879989624023, + "learning_rate": 8.573156310353974e-07, + "loss": 0.5909, + "num_input_tokens_seen": 2302672896, + "step": 1098 + }, + { + "epoch": 0.0810957417954977, + "grad_norm": 15.940201759338379, + "learning_rate": 8.570206171825188e-07, + "loss": 0.5828, + "num_input_tokens_seen": 2304770048, + "step": 1099 + }, + { + "epoch": 0.08136696501220504, + "grad_norm": 13.9312744140625, + "learning_rate": 8.567253562511306e-07, + "loss": 0.4176, + "num_input_tokens_seen": 2306867200, + "step": 1100 + }, + { + "epoch": 0.08163818822891239, + "grad_norm": 16.388742446899414, + "learning_rate": 8.564298484788472e-07, + "loss": 0.4367, + "num_input_tokens_seen": 2308964352, + "step": 1101 + }, + { + "epoch": 0.08190941144561975, + "grad_norm": 11.300383567810059, + "learning_rate": 8.561340941034825e-07, + "loss": 0.2912, + "num_input_tokens_seen": 2311061504, + "step": 1102 + }, + { + "epoch": 0.0821806346623271, + "grad_norm": 19.192779541015625, + "learning_rate": 8.55838093363048e-07, + "loss": 0.6453, + "num_input_tokens_seen": 2313158656, + "step": 1103 + }, + { + "epoch": 0.08245185787903445, + "grad_norm": 20.092891693115234, + "learning_rate": 8.555418464957542e-07, + "loss": 0.6856, + "num_input_tokens_seen": 2315255808, + "step": 1104 + }, + { + "epoch": 0.0827230810957418, + "grad_norm": 16.484115600585938, + "learning_rate": 8.552453537400089e-07, + "loss": 0.4858, + "num_input_tokens_seen": 2317352960, + "step": 1105 + }, + { + "epoch": 0.08299430431244914, + "grad_norm": 27.20563316345215, + "learning_rate": 8.549486153344183e-07, + "loss": 0.7113, + "num_input_tokens_seen": 2319450112, + "step": 1106 + }, + { + "epoch": 0.0832655275291565, + "grad_norm": 17.81060028076172, + "learning_rate": 8.546516315177863e-07, + "loss": 0.6143, + "num_input_tokens_seen": 2321547264, + "step": 1107 + }, + { + "epoch": 0.08353675074586385, + "grad_norm": 17.569068908691406, + "learning_rate": 8.543544025291143e-07, + "loss": 0.5014, + "num_input_tokens_seen": 2323644416, + "step": 1108 + }, + { + "epoch": 0.0838079739625712, + "grad_norm": 15.904462814331055, + "learning_rate": 8.540569286076004e-07, + "loss": 0.4685, + "num_input_tokens_seen": 2325741568, + "step": 1109 + }, + { + "epoch": 0.08407919717927854, + "grad_norm": 19.58460807800293, + "learning_rate": 8.537592099926407e-07, + "loss": 0.6062, + "num_input_tokens_seen": 2327838720, + "step": 1110 + }, + { + "epoch": 0.08435042039598589, + "grad_norm": 13.513802528381348, + "learning_rate": 8.534612469238278e-07, + "loss": 0.3705, + "num_input_tokens_seen": 2329935872, + "step": 1111 + }, + { + "epoch": 0.08462164361269324, + "grad_norm": 20.021507263183594, + "learning_rate": 8.531630396409507e-07, + "loss": 0.677, + "num_input_tokens_seen": 2332033024, + "step": 1112 + }, + { + "epoch": 0.0848928668294006, + "grad_norm": 14.840436935424805, + "learning_rate": 8.528645883839956e-07, + "loss": 0.5015, + "num_input_tokens_seen": 2334130176, + "step": 1113 + }, + { + "epoch": 0.08516409004610795, + "grad_norm": 15.523248672485352, + "learning_rate": 8.525658933931448e-07, + "loss": 0.5022, + "num_input_tokens_seen": 2336227328, + "step": 1114 + }, + { + "epoch": 0.0854353132628153, + "grad_norm": 17.14645004272461, + "learning_rate": 8.522669549087762e-07, + "loss": 0.5963, + "num_input_tokens_seen": 2338324480, + "step": 1115 + }, + { + "epoch": 0.08570653647952264, + "grad_norm": 20.818403244018555, + "learning_rate": 8.519677731714645e-07, + "loss": 0.7184, + "num_input_tokens_seen": 2340421632, + "step": 1116 + }, + { + "epoch": 0.08597775969622999, + "grad_norm": 13.36194896697998, + "learning_rate": 8.516683484219797e-07, + "loss": 0.4394, + "num_input_tokens_seen": 2342518784, + "step": 1117 + }, + { + "epoch": 0.08624898291293735, + "grad_norm": 18.085691452026367, + "learning_rate": 8.513686809012875e-07, + "loss": 0.5567, + "num_input_tokens_seen": 2344615936, + "step": 1118 + }, + { + "epoch": 0.0865202061296447, + "grad_norm": 18.329633712768555, + "learning_rate": 8.510687708505489e-07, + "loss": 0.5698, + "num_input_tokens_seen": 2346713088, + "step": 1119 + }, + { + "epoch": 0.08679142934635205, + "grad_norm": 23.978832244873047, + "learning_rate": 8.507686185111199e-07, + "loss": 0.5401, + "num_input_tokens_seen": 2348810240, + "step": 1120 + }, + { + "epoch": 0.0870626525630594, + "grad_norm": 19.02138328552246, + "learning_rate": 8.504682241245516e-07, + "loss": 0.3782, + "num_input_tokens_seen": 2350907392, + "step": 1121 + }, + { + "epoch": 0.08733387577976674, + "grad_norm": 10.588142395019531, + "learning_rate": 8.501675879325906e-07, + "loss": 0.2031, + "num_input_tokens_seen": 2353004544, + "step": 1122 + }, + { + "epoch": 0.0876050989964741, + "grad_norm": 18.56726837158203, + "learning_rate": 8.498667101771769e-07, + "loss": 0.4395, + "num_input_tokens_seen": 2355101696, + "step": 1123 + }, + { + "epoch": 0.08787632221318145, + "grad_norm": 21.876890182495117, + "learning_rate": 8.495655911004456e-07, + "loss": 0.6843, + "num_input_tokens_seen": 2357198848, + "step": 1124 + }, + { + "epoch": 0.0881475454298888, + "grad_norm": 17.283998489379883, + "learning_rate": 8.492642309447257e-07, + "loss": 0.508, + "num_input_tokens_seen": 2359296000, + "step": 1125 + }, + { + "epoch": 0.08841876864659615, + "grad_norm": 12.905929565429688, + "learning_rate": 8.489626299525409e-07, + "loss": 0.3963, + "num_input_tokens_seen": 2361393152, + "step": 1126 + }, + { + "epoch": 0.0886899918633035, + "grad_norm": 14.936822891235352, + "learning_rate": 8.486607883666077e-07, + "loss": 0.4069, + "num_input_tokens_seen": 2363490304, + "step": 1127 + }, + { + "epoch": 0.08896121508001086, + "grad_norm": 16.91001319885254, + "learning_rate": 8.483587064298372e-07, + "loss": 0.5104, + "num_input_tokens_seen": 2365587456, + "step": 1128 + }, + { + "epoch": 0.0892324382967182, + "grad_norm": 15.12585735321045, + "learning_rate": 8.480563843853328e-07, + "loss": 0.3908, + "num_input_tokens_seen": 2367684608, + "step": 1129 + }, + { + "epoch": 0.08950366151342555, + "grad_norm": 25.309404373168945, + "learning_rate": 8.477538224763923e-07, + "loss": 0.6482, + "num_input_tokens_seen": 2369781760, + "step": 1130 + }, + { + "epoch": 0.0897748847301329, + "grad_norm": 26.27945899963379, + "learning_rate": 8.474510209465058e-07, + "loss": 0.4492, + "num_input_tokens_seen": 2371878912, + "step": 1131 + }, + { + "epoch": 0.09004610794684025, + "grad_norm": 19.251035690307617, + "learning_rate": 8.471479800393565e-07, + "loss": 0.545, + "num_input_tokens_seen": 2373976064, + "step": 1132 + }, + { + "epoch": 0.09031733116354759, + "grad_norm": 19.276018142700195, + "learning_rate": 8.468446999988202e-07, + "loss": 0.5393, + "num_input_tokens_seen": 2376073216, + "step": 1133 + }, + { + "epoch": 0.09058855438025495, + "grad_norm": 25.423450469970703, + "learning_rate": 8.465411810689653e-07, + "loss": 0.9826, + "num_input_tokens_seen": 2378170368, + "step": 1134 + }, + { + "epoch": 0.0908597775969623, + "grad_norm": 17.12239646911621, + "learning_rate": 8.462374234940517e-07, + "loss": 0.487, + "num_input_tokens_seen": 2380267520, + "step": 1135 + }, + { + "epoch": 0.09113100081366965, + "grad_norm": 14.614494323730469, + "learning_rate": 8.459334275185325e-07, + "loss": 0.3742, + "num_input_tokens_seen": 2382364672, + "step": 1136 + }, + { + "epoch": 0.091402224030377, + "grad_norm": 27.48741340637207, + "learning_rate": 8.456291933870521e-07, + "loss": 1.0046, + "num_input_tokens_seen": 2384461824, + "step": 1137 + }, + { + "epoch": 0.09167344724708434, + "grad_norm": 12.554402351379395, + "learning_rate": 8.453247213444463e-07, + "loss": 0.2549, + "num_input_tokens_seen": 2386558976, + "step": 1138 + }, + { + "epoch": 0.0919446704637917, + "grad_norm": 14.78433895111084, + "learning_rate": 8.450200116357428e-07, + "loss": 0.5053, + "num_input_tokens_seen": 2388656128, + "step": 1139 + }, + { + "epoch": 0.09221589368049905, + "grad_norm": 12.076690673828125, + "learning_rate": 8.4471506450616e-07, + "loss": 0.3622, + "num_input_tokens_seen": 2390753280, + "step": 1140 + }, + { + "epoch": 0.0924871168972064, + "grad_norm": 18.700605392456055, + "learning_rate": 8.444098802011083e-07, + "loss": 0.472, + "num_input_tokens_seen": 2392850432, + "step": 1141 + }, + { + "epoch": 0.09275834011391375, + "grad_norm": 19.415464401245117, + "learning_rate": 8.441044589661881e-07, + "loss": 0.6367, + "num_input_tokens_seen": 2394947584, + "step": 1142 + }, + { + "epoch": 0.0930295633306211, + "grad_norm": 19.17083740234375, + "learning_rate": 8.437988010471907e-07, + "loss": 0.51, + "num_input_tokens_seen": 2397044736, + "step": 1143 + }, + { + "epoch": 0.09330078654732846, + "grad_norm": 16.67664337158203, + "learning_rate": 8.434929066900982e-07, + "loss": 0.533, + "num_input_tokens_seen": 2399141888, + "step": 1144 + }, + { + "epoch": 0.0935720097640358, + "grad_norm": 20.507274627685547, + "learning_rate": 8.431867761410826e-07, + "loss": 0.8218, + "num_input_tokens_seen": 2401239040, + "step": 1145 + }, + { + "epoch": 0.09384323298074315, + "grad_norm": 14.855219841003418, + "learning_rate": 8.42880409646506e-07, + "loss": 0.4415, + "num_input_tokens_seen": 2403336192, + "step": 1146 + }, + { + "epoch": 0.0941144561974505, + "grad_norm": 19.247512817382812, + "learning_rate": 8.42573807452921e-07, + "loss": 0.485, + "num_input_tokens_seen": 2405433344, + "step": 1147 + }, + { + "epoch": 0.09438567941415785, + "grad_norm": 23.100740432739258, + "learning_rate": 8.422669698070687e-07, + "loss": 0.5588, + "num_input_tokens_seen": 2407530496, + "step": 1148 + }, + { + "epoch": 0.09465690263086521, + "grad_norm": 12.322291374206543, + "learning_rate": 8.419598969558808e-07, + "loss": 0.2426, + "num_input_tokens_seen": 2409627648, + "step": 1149 + }, + { + "epoch": 0.09492812584757256, + "grad_norm": 11.358101844787598, + "learning_rate": 8.416525891464776e-07, + "loss": 0.3201, + "num_input_tokens_seen": 2411724800, + "step": 1150 + }, + { + "epoch": 0.0951993490642799, + "grad_norm": 16.695714950561523, + "learning_rate": 8.413450466261691e-07, + "loss": 0.4272, + "num_input_tokens_seen": 2413821952, + "step": 1151 + }, + { + "epoch": 0.09547057228098725, + "grad_norm": 14.923744201660156, + "learning_rate": 8.410372696424535e-07, + "loss": 0.3545, + "num_input_tokens_seen": 2415919104, + "step": 1152 + }, + { + "epoch": 0.0957417954976946, + "grad_norm": 13.441437721252441, + "learning_rate": 8.40729258443018e-07, + "loss": 0.4019, + "num_input_tokens_seen": 2418016256, + "step": 1153 + }, + { + "epoch": 0.09601301871440195, + "grad_norm": 13.833053588867188, + "learning_rate": 8.404210132757385e-07, + "loss": 0.3352, + "num_input_tokens_seen": 2420113408, + "step": 1154 + }, + { + "epoch": 0.09628424193110931, + "grad_norm": 13.472502708435059, + "learning_rate": 8.401125343886787e-07, + "loss": 0.5448, + "num_input_tokens_seen": 2422210560, + "step": 1155 + }, + { + "epoch": 0.09655546514781665, + "grad_norm": 10.587477684020996, + "learning_rate": 8.398038220300908e-07, + "loss": 0.3018, + "num_input_tokens_seen": 2424307712, + "step": 1156 + }, + { + "epoch": 0.096826688364524, + "grad_norm": 19.353105545043945, + "learning_rate": 8.39494876448415e-07, + "loss": 0.7406, + "num_input_tokens_seen": 2426404864, + "step": 1157 + }, + { + "epoch": 0.09709791158123135, + "grad_norm": 24.70726203918457, + "learning_rate": 8.391856978922785e-07, + "loss": 0.8482, + "num_input_tokens_seen": 2428502016, + "step": 1158 + }, + { + "epoch": 0.0973691347979387, + "grad_norm": 15.665159225463867, + "learning_rate": 8.38876286610497e-07, + "loss": 0.232, + "num_input_tokens_seen": 2430599168, + "step": 1159 + }, + { + "epoch": 0.09764035801464606, + "grad_norm": 19.37482452392578, + "learning_rate": 8.385666428520723e-07, + "loss": 0.6336, + "num_input_tokens_seen": 2432696320, + "step": 1160 + }, + { + "epoch": 0.0979115812313534, + "grad_norm": 21.107303619384766, + "learning_rate": 8.382567668661943e-07, + "loss": 0.6754, + "num_input_tokens_seen": 2434793472, + "step": 1161 + }, + { + "epoch": 0.09818280444806075, + "grad_norm": 21.173263549804688, + "learning_rate": 8.379466589022393e-07, + "loss": 0.613, + "num_input_tokens_seen": 2436890624, + "step": 1162 + }, + { + "epoch": 0.0984540276647681, + "grad_norm": 23.236482620239258, + "learning_rate": 8.376363192097703e-07, + "loss": 0.5053, + "num_input_tokens_seen": 2438987776, + "step": 1163 + }, + { + "epoch": 0.09872525088147545, + "grad_norm": 24.89634132385254, + "learning_rate": 8.37325748038537e-07, + "loss": 0.6246, + "num_input_tokens_seen": 2441084928, + "step": 1164 + }, + { + "epoch": 0.09899647409818281, + "grad_norm": 17.755111694335938, + "learning_rate": 8.370149456384754e-07, + "loss": 0.4242, + "num_input_tokens_seen": 2443182080, + "step": 1165 + }, + { + "epoch": 0.09926769731489016, + "grad_norm": 12.603349685668945, + "learning_rate": 8.36703912259707e-07, + "loss": 0.2753, + "num_input_tokens_seen": 2445279232, + "step": 1166 + }, + { + "epoch": 0.0995389205315975, + "grad_norm": 24.28446388244629, + "learning_rate": 8.363926481525402e-07, + "loss": 0.7312, + "num_input_tokens_seen": 2447376384, + "step": 1167 + }, + { + "epoch": 0.09981014374830485, + "grad_norm": 16.006052017211914, + "learning_rate": 8.360811535674682e-07, + "loss": 0.478, + "num_input_tokens_seen": 2449473536, + "step": 1168 + }, + { + "epoch": 0.1000813669650122, + "grad_norm": 25.193614959716797, + "learning_rate": 8.357694287551698e-07, + "loss": 0.779, + "num_input_tokens_seen": 2451570688, + "step": 1169 + }, + { + "epoch": 0.10035259018171956, + "grad_norm": 14.870660781860352, + "learning_rate": 8.354574739665096e-07, + "loss": 0.496, + "num_input_tokens_seen": 2453667840, + "step": 1170 + }, + { + "epoch": 0.10062381339842691, + "grad_norm": 17.222614288330078, + "learning_rate": 8.351452894525368e-07, + "loss": 0.305, + "num_input_tokens_seen": 2455764992, + "step": 1171 + }, + { + "epoch": 0.10089503661513426, + "grad_norm": 14.791529655456543, + "learning_rate": 8.348328754644855e-07, + "loss": 0.4074, + "num_input_tokens_seen": 2457862144, + "step": 1172 + }, + { + "epoch": 0.1011662598318416, + "grad_norm": 20.521638870239258, + "learning_rate": 8.34520232253775e-07, + "loss": 0.6192, + "num_input_tokens_seen": 2459959296, + "step": 1173 + }, + { + "epoch": 0.10143748304854895, + "grad_norm": 25.750980377197266, + "learning_rate": 8.342073600720082e-07, + "loss": 0.6189, + "num_input_tokens_seen": 2462056448, + "step": 1174 + }, + { + "epoch": 0.10170870626525631, + "grad_norm": 18.543386459350586, + "learning_rate": 8.33894259170973e-07, + "loss": 0.477, + "num_input_tokens_seen": 2464153600, + "step": 1175 + }, + { + "epoch": 0.10197992948196366, + "grad_norm": 13.476463317871094, + "learning_rate": 8.335809298026409e-07, + "loss": 0.3135, + "num_input_tokens_seen": 2466250752, + "step": 1176 + }, + { + "epoch": 0.10225115269867101, + "grad_norm": 19.402223587036133, + "learning_rate": 8.332673722191677e-07, + "loss": 0.3671, + "num_input_tokens_seen": 2468347904, + "step": 1177 + }, + { + "epoch": 0.10252237591537836, + "grad_norm": 21.820781707763672, + "learning_rate": 8.329535866728922e-07, + "loss": 0.4054, + "num_input_tokens_seen": 2470445056, + "step": 1178 + }, + { + "epoch": 0.1027935991320857, + "grad_norm": 19.219013214111328, + "learning_rate": 8.326395734163375e-07, + "loss": 0.6286, + "num_input_tokens_seen": 2472542208, + "step": 1179 + }, + { + "epoch": 0.10306482234879305, + "grad_norm": 22.508085250854492, + "learning_rate": 8.323253327022094e-07, + "loss": 0.4077, + "num_input_tokens_seen": 2474639360, + "step": 1180 + }, + { + "epoch": 0.10333604556550041, + "grad_norm": 12.82617473602295, + "learning_rate": 8.320108647833967e-07, + "loss": 0.3092, + "num_input_tokens_seen": 2476736512, + "step": 1181 + }, + { + "epoch": 0.10360726878220776, + "grad_norm": 12.152515411376953, + "learning_rate": 8.316961699129714e-07, + "loss": 0.2255, + "num_input_tokens_seen": 2478833664, + "step": 1182 + }, + { + "epoch": 0.1038784919989151, + "grad_norm": 20.471603393554688, + "learning_rate": 8.313812483441879e-07, + "loss": 0.6904, + "num_input_tokens_seen": 2480930816, + "step": 1183 + }, + { + "epoch": 0.10414971521562245, + "grad_norm": 14.457162857055664, + "learning_rate": 8.310661003304829e-07, + "loss": 0.3722, + "num_input_tokens_seen": 2483027968, + "step": 1184 + }, + { + "epoch": 0.1044209384323298, + "grad_norm": 25.704435348510742, + "learning_rate": 8.30750726125476e-07, + "loss": 0.5091, + "num_input_tokens_seen": 2485125120, + "step": 1185 + }, + { + "epoch": 0.10469216164903716, + "grad_norm": 16.720243453979492, + "learning_rate": 8.304351259829678e-07, + "loss": 0.4869, + "num_input_tokens_seen": 2487222272, + "step": 1186 + }, + { + "epoch": 0.10496338486574451, + "grad_norm": 14.137613296508789, + "learning_rate": 8.301193001569418e-07, + "loss": 0.3771, + "num_input_tokens_seen": 2489319424, + "step": 1187 + }, + { + "epoch": 0.10523460808245186, + "grad_norm": 15.297533988952637, + "learning_rate": 8.298032489015623e-07, + "loss": 0.317, + "num_input_tokens_seen": 2491416576, + "step": 1188 + }, + { + "epoch": 0.1055058312991592, + "grad_norm": 21.42536163330078, + "learning_rate": 8.294869724711752e-07, + "loss": 0.5508, + "num_input_tokens_seen": 2493513728, + "step": 1189 + }, + { + "epoch": 0.10577705451586655, + "grad_norm": 14.231220245361328, + "learning_rate": 8.291704711203082e-07, + "loss": 0.3826, + "num_input_tokens_seen": 2495610880, + "step": 1190 + }, + { + "epoch": 0.10604827773257391, + "grad_norm": 16.597139358520508, + "learning_rate": 8.288537451036691e-07, + "loss": 0.3962, + "num_input_tokens_seen": 2497708032, + "step": 1191 + }, + { + "epoch": 0.10631950094928126, + "grad_norm": 25.333345413208008, + "learning_rate": 8.28536794676147e-07, + "loss": 0.3347, + "num_input_tokens_seen": 2499805184, + "step": 1192 + }, + { + "epoch": 0.10659072416598861, + "grad_norm": 29.860403060913086, + "learning_rate": 8.282196200928119e-07, + "loss": 0.4289, + "num_input_tokens_seen": 2501902336, + "step": 1193 + }, + { + "epoch": 0.10686194738269596, + "grad_norm": 12.253214836120605, + "learning_rate": 8.279022216089135e-07, + "loss": 0.3256, + "num_input_tokens_seen": 2503999488, + "step": 1194 + }, + { + "epoch": 0.1071331705994033, + "grad_norm": 17.277803421020508, + "learning_rate": 8.275845994798821e-07, + "loss": 0.4446, + "num_input_tokens_seen": 2506096640, + "step": 1195 + }, + { + "epoch": 0.10740439381611067, + "grad_norm": 13.697084426879883, + "learning_rate": 8.272667539613281e-07, + "loss": 0.4053, + "num_input_tokens_seen": 2508193792, + "step": 1196 + }, + { + "epoch": 0.10767561703281801, + "grad_norm": 22.16970443725586, + "learning_rate": 8.26948685309041e-07, + "loss": 0.7259, + "num_input_tokens_seen": 2510290944, + "step": 1197 + }, + { + "epoch": 0.10794684024952536, + "grad_norm": 16.95806884765625, + "learning_rate": 8.266303937789908e-07, + "loss": 0.4267, + "num_input_tokens_seen": 2512388096, + "step": 1198 + }, + { + "epoch": 0.10821806346623271, + "grad_norm": 15.100922584533691, + "learning_rate": 8.263118796273263e-07, + "loss": 0.5967, + "num_input_tokens_seen": 2514485248, + "step": 1199 + }, + { + "epoch": 0.10848928668294006, + "grad_norm": 20.644742965698242, + "learning_rate": 8.259931431103754e-07, + "loss": 0.4512, + "num_input_tokens_seen": 2516582400, + "step": 1200 + }, + { + "epoch": 0.1087605098996474, + "grad_norm": 16.619178771972656, + "learning_rate": 8.256741844846452e-07, + "loss": 0.5051, + "num_input_tokens_seen": 2518679552, + "step": 1201 + }, + { + "epoch": 0.10903173311635476, + "grad_norm": 13.504317283630371, + "learning_rate": 8.253550040068216e-07, + "loss": 0.3861, + "num_input_tokens_seen": 2520776704, + "step": 1202 + }, + { + "epoch": 0.10930295633306211, + "grad_norm": 15.428912162780762, + "learning_rate": 8.250356019337688e-07, + "loss": 0.417, + "num_input_tokens_seen": 2522873856, + "step": 1203 + }, + { + "epoch": 0.10957417954976946, + "grad_norm": 25.92603874206543, + "learning_rate": 8.247159785225295e-07, + "loss": 0.9491, + "num_input_tokens_seen": 2524971008, + "step": 1204 + }, + { + "epoch": 0.10984540276647681, + "grad_norm": 21.164356231689453, + "learning_rate": 8.243961340303245e-07, + "loss": 0.756, + "num_input_tokens_seen": 2527068160, + "step": 1205 + }, + { + "epoch": 0.11011662598318415, + "grad_norm": 9.049589157104492, + "learning_rate": 8.240760687145521e-07, + "loss": 0.2077, + "num_input_tokens_seen": 2529165312, + "step": 1206 + }, + { + "epoch": 0.11038784919989152, + "grad_norm": 17.34234046936035, + "learning_rate": 8.237557828327891e-07, + "loss": 0.6235, + "num_input_tokens_seen": 2531262464, + "step": 1207 + }, + { + "epoch": 0.11065907241659886, + "grad_norm": 21.27731704711914, + "learning_rate": 8.234352766427894e-07, + "loss": 0.6889, + "num_input_tokens_seen": 2533359616, + "step": 1208 + }, + { + "epoch": 0.11093029563330621, + "grad_norm": 21.866683959960938, + "learning_rate": 8.231145504024838e-07, + "loss": 0.7666, + "num_input_tokens_seen": 2535456768, + "step": 1209 + }, + { + "epoch": 0.11120151885001356, + "grad_norm": 12.252056121826172, + "learning_rate": 8.22793604369981e-07, + "loss": 0.3829, + "num_input_tokens_seen": 2537553920, + "step": 1210 + }, + { + "epoch": 0.1114727420667209, + "grad_norm": 18.94308853149414, + "learning_rate": 8.224724388035659e-07, + "loss": 0.4294, + "num_input_tokens_seen": 2539651072, + "step": 1211 + }, + { + "epoch": 0.11174396528342827, + "grad_norm": 18.54946517944336, + "learning_rate": 8.221510539617003e-07, + "loss": 0.5497, + "num_input_tokens_seen": 2541748224, + "step": 1212 + }, + { + "epoch": 0.11201518850013562, + "grad_norm": 13.319576263427734, + "learning_rate": 8.218294501030226e-07, + "loss": 0.3906, + "num_input_tokens_seen": 2543845376, + "step": 1213 + }, + { + "epoch": 0.11228641171684296, + "grad_norm": 14.632641792297363, + "learning_rate": 8.215076274863476e-07, + "loss": 0.4973, + "num_input_tokens_seen": 2545942528, + "step": 1214 + }, + { + "epoch": 0.11255763493355031, + "grad_norm": 14.780923843383789, + "learning_rate": 8.211855863706654e-07, + "loss": 0.3886, + "num_input_tokens_seen": 2548039680, + "step": 1215 + }, + { + "epoch": 0.11282885815025766, + "grad_norm": 17.888994216918945, + "learning_rate": 8.208633270151426e-07, + "loss": 0.5352, + "num_input_tokens_seen": 2550136832, + "step": 1216 + }, + { + "epoch": 0.11310008136696502, + "grad_norm": 21.13353157043457, + "learning_rate": 8.205408496791216e-07, + "loss": 0.6396, + "num_input_tokens_seen": 2552233984, + "step": 1217 + }, + { + "epoch": 0.11337130458367237, + "grad_norm": 15.377924919128418, + "learning_rate": 8.202181546221193e-07, + "loss": 0.3852, + "num_input_tokens_seen": 2554331136, + "step": 1218 + }, + { + "epoch": 0.11364252780037971, + "grad_norm": 19.80136489868164, + "learning_rate": 8.19895242103829e-07, + "loss": 0.7451, + "num_input_tokens_seen": 2556428288, + "step": 1219 + }, + { + "epoch": 0.11391375101708706, + "grad_norm": 20.684595108032227, + "learning_rate": 8.19572112384118e-07, + "loss": 0.7119, + "num_input_tokens_seen": 2558525440, + "step": 1220 + }, + { + "epoch": 0.11418497423379441, + "grad_norm": 14.285638809204102, + "learning_rate": 8.192487657230288e-07, + "loss": 0.3151, + "num_input_tokens_seen": 2560622592, + "step": 1221 + }, + { + "epoch": 0.11445619745050176, + "grad_norm": 15.149106979370117, + "learning_rate": 8.18925202380779e-07, + "loss": 0.3626, + "num_input_tokens_seen": 2562719744, + "step": 1222 + }, + { + "epoch": 0.11472742066720912, + "grad_norm": 16.11283302307129, + "learning_rate": 8.186014226177594e-07, + "loss": 0.4939, + "num_input_tokens_seen": 2564816896, + "step": 1223 + }, + { + "epoch": 0.11499864388391647, + "grad_norm": 16.55274200439453, + "learning_rate": 8.18277426694536e-07, + "loss": 0.4951, + "num_input_tokens_seen": 2566914048, + "step": 1224 + }, + { + "epoch": 0.11526986710062381, + "grad_norm": 16.552610397338867, + "learning_rate": 8.179532148718483e-07, + "loss": 0.4981, + "num_input_tokens_seen": 2569011200, + "step": 1225 + }, + { + "epoch": 0.11554109031733116, + "grad_norm": 20.186845779418945, + "learning_rate": 8.176287874106097e-07, + "loss": 0.6232, + "num_input_tokens_seen": 2571108352, + "step": 1226 + }, + { + "epoch": 0.11581231353403851, + "grad_norm": 18.383283615112305, + "learning_rate": 8.173041445719069e-07, + "loss": 0.7157, + "num_input_tokens_seen": 2573205504, + "step": 1227 + }, + { + "epoch": 0.11608353675074587, + "grad_norm": 28.215744018554688, + "learning_rate": 8.169792866170003e-07, + "loss": 0.7858, + "num_input_tokens_seen": 2575302656, + "step": 1228 + }, + { + "epoch": 0.11635475996745322, + "grad_norm": 15.474285125732422, + "learning_rate": 8.166542138073232e-07, + "loss": 0.5306, + "num_input_tokens_seen": 2577399808, + "step": 1229 + }, + { + "epoch": 0.11662598318416056, + "grad_norm": 30.002483367919922, + "learning_rate": 8.163289264044817e-07, + "loss": 0.5879, + "num_input_tokens_seen": 2579496960, + "step": 1230 + }, + { + "epoch": 0.11689720640086791, + "grad_norm": 17.683021545410156, + "learning_rate": 8.160034246702548e-07, + "loss": 0.5828, + "num_input_tokens_seen": 2581594112, + "step": 1231 + }, + { + "epoch": 0.11716842961757526, + "grad_norm": 18.124019622802734, + "learning_rate": 8.156777088665939e-07, + "loss": 0.4591, + "num_input_tokens_seen": 2583691264, + "step": 1232 + }, + { + "epoch": 0.11743965283428262, + "grad_norm": 11.012289047241211, + "learning_rate": 8.153517792556226e-07, + "loss": 0.2872, + "num_input_tokens_seen": 2585788416, + "step": 1233 + }, + { + "epoch": 0.11771087605098997, + "grad_norm": 19.892656326293945, + "learning_rate": 8.15025636099637e-07, + "loss": 0.6456, + "num_input_tokens_seen": 2587885568, + "step": 1234 + }, + { + "epoch": 0.11798209926769732, + "grad_norm": 14.017526626586914, + "learning_rate": 8.146992796611042e-07, + "loss": 0.3137, + "num_input_tokens_seen": 2589982720, + "step": 1235 + }, + { + "epoch": 0.11825332248440466, + "grad_norm": 21.26898765563965, + "learning_rate": 8.143727102026638e-07, + "loss": 0.8757, + "num_input_tokens_seen": 2592079872, + "step": 1236 + }, + { + "epoch": 0.11852454570111201, + "grad_norm": 10.634222030639648, + "learning_rate": 8.140459279871264e-07, + "loss": 0.3173, + "num_input_tokens_seen": 2594177024, + "step": 1237 + }, + { + "epoch": 0.11879576891781937, + "grad_norm": 20.876935958862305, + "learning_rate": 8.137189332774738e-07, + "loss": 0.7255, + "num_input_tokens_seen": 2596274176, + "step": 1238 + }, + { + "epoch": 0.11906699213452672, + "grad_norm": 13.55611801147461, + "learning_rate": 8.133917263368589e-07, + "loss": 0.3449, + "num_input_tokens_seen": 2598371328, + "step": 1239 + }, + { + "epoch": 0.11933821535123407, + "grad_norm": 23.81563949584961, + "learning_rate": 8.130643074286056e-07, + "loss": 0.4658, + "num_input_tokens_seen": 2600468480, + "step": 1240 + }, + { + "epoch": 0.11960943856794141, + "grad_norm": 15.136983871459961, + "learning_rate": 8.127366768162077e-07, + "loss": 0.4361, + "num_input_tokens_seen": 2602565632, + "step": 1241 + }, + { + "epoch": 0.11988066178464876, + "grad_norm": 14.615781784057617, + "learning_rate": 8.124088347633304e-07, + "loss": 0.3938, + "num_input_tokens_seen": 2604662784, + "step": 1242 + }, + { + "epoch": 0.12015188500135611, + "grad_norm": 13.33740234375, + "learning_rate": 8.120807815338083e-07, + "loss": 0.377, + "num_input_tokens_seen": 2606759936, + "step": 1243 + }, + { + "epoch": 0.12042310821806347, + "grad_norm": 16.450172424316406, + "learning_rate": 8.11752517391646e-07, + "loss": 0.3627, + "num_input_tokens_seen": 2608857088, + "step": 1244 + }, + { + "epoch": 0.12069433143477082, + "grad_norm": 12.913908958435059, + "learning_rate": 8.114240426010183e-07, + "loss": 0.3407, + "num_input_tokens_seen": 2610954240, + "step": 1245 + }, + { + "epoch": 0.12096555465147817, + "grad_norm": 19.959516525268555, + "learning_rate": 8.11095357426269e-07, + "loss": 0.6169, + "num_input_tokens_seen": 2613051392, + "step": 1246 + }, + { + "epoch": 0.12123677786818551, + "grad_norm": 15.97438907623291, + "learning_rate": 8.107664621319113e-07, + "loss": 0.5242, + "num_input_tokens_seen": 2615148544, + "step": 1247 + }, + { + "epoch": 0.12150800108489286, + "grad_norm": 14.837607383728027, + "learning_rate": 8.10437356982628e-07, + "loss": 0.3952, + "num_input_tokens_seen": 2617245696, + "step": 1248 + }, + { + "epoch": 0.12177922430160022, + "grad_norm": 15.677940368652344, + "learning_rate": 8.1010804224327e-07, + "loss": 0.4423, + "num_input_tokens_seen": 2619342848, + "step": 1249 + }, + { + "epoch": 0.12205044751830757, + "grad_norm": 13.296334266662598, + "learning_rate": 8.097785181788574e-07, + "loss": 0.3551, + "num_input_tokens_seen": 2621440000, + "step": 1250 + }, + { + "epoch": 0.12232167073501492, + "grad_norm": 17.426509857177734, + "learning_rate": 8.09448785054579e-07, + "loss": 0.371, + "num_input_tokens_seen": 2623537152, + "step": 1251 + }, + { + "epoch": 0.12259289395172226, + "grad_norm": 24.391117095947266, + "learning_rate": 8.091188431357908e-07, + "loss": 0.9746, + "num_input_tokens_seen": 2625634304, + "step": 1252 + }, + { + "epoch": 0.12286411716842961, + "grad_norm": 22.590383529663086, + "learning_rate": 8.087886926880181e-07, + "loss": 0.9044, + "num_input_tokens_seen": 2627731456, + "step": 1253 + }, + { + "epoch": 0.12313534038513697, + "grad_norm": 15.536231994628906, + "learning_rate": 8.084583339769531e-07, + "loss": 0.4665, + "num_input_tokens_seen": 2629828608, + "step": 1254 + }, + { + "epoch": 0.12340656360184432, + "grad_norm": 16.86744499206543, + "learning_rate": 8.081277672684557e-07, + "loss": 0.3953, + "num_input_tokens_seen": 2631925760, + "step": 1255 + }, + { + "epoch": 0.12367778681855167, + "grad_norm": 18.4736385345459, + "learning_rate": 8.077969928285541e-07, + "loss": 0.5952, + "num_input_tokens_seen": 2634022912, + "step": 1256 + }, + { + "epoch": 0.12394901003525902, + "grad_norm": 15.2562837600708, + "learning_rate": 8.074660109234424e-07, + "loss": 0.4361, + "num_input_tokens_seen": 2636120064, + "step": 1257 + }, + { + "epoch": 0.12422023325196636, + "grad_norm": 20.01945686340332, + "learning_rate": 8.071348218194823e-07, + "loss": 0.5753, + "num_input_tokens_seen": 2638217216, + "step": 1258 + }, + { + "epoch": 0.12449145646867373, + "grad_norm": 20.903608322143555, + "learning_rate": 8.068034257832026e-07, + "loss": 0.7434, + "num_input_tokens_seen": 2640314368, + "step": 1259 + }, + { + "epoch": 0.12476267968538107, + "grad_norm": 18.132099151611328, + "learning_rate": 8.064718230812976e-07, + "loss": 0.5717, + "num_input_tokens_seen": 2642411520, + "step": 1260 + }, + { + "epoch": 0.1250339029020884, + "grad_norm": 19.513261795043945, + "learning_rate": 8.06140013980629e-07, + "loss": 0.6942, + "num_input_tokens_seen": 2644508672, + "step": 1261 + }, + { + "epoch": 0.12530512611879577, + "grad_norm": 15.275543212890625, + "learning_rate": 8.05807998748224e-07, + "loss": 0.3526, + "num_input_tokens_seen": 2646605824, + "step": 1262 + }, + { + "epoch": 0.12557634933550313, + "grad_norm": 15.771416664123535, + "learning_rate": 8.05475777651276e-07, + "loss": 0.3085, + "num_input_tokens_seen": 2648702976, + "step": 1263 + }, + { + "epoch": 0.12584757255221046, + "grad_norm": 20.19382095336914, + "learning_rate": 8.051433509571435e-07, + "loss": 0.6849, + "num_input_tokens_seen": 2650800128, + "step": 1264 + }, + { + "epoch": 0.12611879576891782, + "grad_norm": 19.399974822998047, + "learning_rate": 8.04810718933351e-07, + "loss": 0.5637, + "num_input_tokens_seen": 2652897280, + "step": 1265 + }, + { + "epoch": 0.12639001898562516, + "grad_norm": 14.588866233825684, + "learning_rate": 8.044778818475884e-07, + "loss": 0.3837, + "num_input_tokens_seen": 2654994432, + "step": 1266 + }, + { + "epoch": 0.12666124220233252, + "grad_norm": 18.231657028198242, + "learning_rate": 8.0414483996771e-07, + "loss": 0.6066, + "num_input_tokens_seen": 2657091584, + "step": 1267 + }, + { + "epoch": 0.12693246541903988, + "grad_norm": 21.163400650024414, + "learning_rate": 8.038115935617355e-07, + "loss": 0.8268, + "num_input_tokens_seen": 2659188736, + "step": 1268 + }, + { + "epoch": 0.12720368863574721, + "grad_norm": 13.187846183776855, + "learning_rate": 8.034781428978484e-07, + "loss": 0.3457, + "num_input_tokens_seen": 2661285888, + "step": 1269 + }, + { + "epoch": 0.12747491185245458, + "grad_norm": 11.001519203186035, + "learning_rate": 8.031444882443976e-07, + "loss": 0.223, + "num_input_tokens_seen": 2663383040, + "step": 1270 + }, + { + "epoch": 0.1277461350691619, + "grad_norm": 16.197965621948242, + "learning_rate": 8.028106298698957e-07, + "loss": 0.5616, + "num_input_tokens_seen": 2665480192, + "step": 1271 + }, + { + "epoch": 0.12801735828586927, + "grad_norm": 13.498997688293457, + "learning_rate": 8.024765680430188e-07, + "loss": 0.314, + "num_input_tokens_seen": 2667577344, + "step": 1272 + }, + { + "epoch": 0.12828858150257663, + "grad_norm": 18.05949592590332, + "learning_rate": 8.021423030326075e-07, + "loss": 0.585, + "num_input_tokens_seen": 2669674496, + "step": 1273 + }, + { + "epoch": 0.12855980471928397, + "grad_norm": 10.726323127746582, + "learning_rate": 8.018078351076653e-07, + "loss": 0.2417, + "num_input_tokens_seen": 2671771648, + "step": 1274 + }, + { + "epoch": 0.12883102793599133, + "grad_norm": 13.169657707214355, + "learning_rate": 8.014731645373595e-07, + "loss": 0.3998, + "num_input_tokens_seen": 2673868800, + "step": 1275 + }, + { + "epoch": 0.12910225115269866, + "grad_norm": 18.775423049926758, + "learning_rate": 8.011382915910203e-07, + "loss": 0.5083, + "num_input_tokens_seen": 2675965952, + "step": 1276 + }, + { + "epoch": 0.12937347436940602, + "grad_norm": 14.191473007202148, + "learning_rate": 8.008032165381403e-07, + "loss": 0.324, + "num_input_tokens_seen": 2678063104, + "step": 1277 + }, + { + "epoch": 0.12964469758611338, + "grad_norm": 19.03130531311035, + "learning_rate": 8.004679396483756e-07, + "loss": 0.2584, + "num_input_tokens_seen": 2680160256, + "step": 1278 + }, + { + "epoch": 0.12991592080282072, + "grad_norm": 22.582111358642578, + "learning_rate": 8.001324611915441e-07, + "loss": 0.8237, + "num_input_tokens_seen": 2682257408, + "step": 1279 + }, + { + "epoch": 0.13018714401952808, + "grad_norm": 16.168638229370117, + "learning_rate": 7.99796781437626e-07, + "loss": 0.4733, + "num_input_tokens_seen": 2684354560, + "step": 1280 + }, + { + "epoch": 0.1304583672362354, + "grad_norm": 11.249455451965332, + "learning_rate": 7.994609006567635e-07, + "loss": 0.2726, + "num_input_tokens_seen": 2686451712, + "step": 1281 + }, + { + "epoch": 0.13072959045294277, + "grad_norm": 24.108003616333008, + "learning_rate": 7.99124819119261e-07, + "loss": 0.4514, + "num_input_tokens_seen": 2688548864, + "step": 1282 + }, + { + "epoch": 0.13100081366965013, + "grad_norm": 22.541616439819336, + "learning_rate": 7.987885370955841e-07, + "loss": 0.6907, + "num_input_tokens_seen": 2690646016, + "step": 1283 + }, + { + "epoch": 0.13127203688635747, + "grad_norm": 17.23971176147461, + "learning_rate": 7.984520548563594e-07, + "loss": 0.6375, + "num_input_tokens_seen": 2692743168, + "step": 1284 + }, + { + "epoch": 0.13154326010306483, + "grad_norm": 14.531922340393066, + "learning_rate": 7.981153726723755e-07, + "loss": 0.4198, + "num_input_tokens_seen": 2694840320, + "step": 1285 + }, + { + "epoch": 0.13181448331977216, + "grad_norm": 12.036006927490234, + "learning_rate": 7.977784908145809e-07, + "loss": 0.3334, + "num_input_tokens_seen": 2696937472, + "step": 1286 + }, + { + "epoch": 0.13208570653647952, + "grad_norm": 10.315123558044434, + "learning_rate": 7.974414095540858e-07, + "loss": 0.2007, + "num_input_tokens_seen": 2699034624, + "step": 1287 + }, + { + "epoch": 0.13235692975318689, + "grad_norm": 10.276031494140625, + "learning_rate": 7.971041291621601e-07, + "loss": 0.3, + "num_input_tokens_seen": 2701131776, + "step": 1288 + }, + { + "epoch": 0.13262815296989422, + "grad_norm": 16.799928665161133, + "learning_rate": 7.967666499102341e-07, + "loss": 0.4751, + "num_input_tokens_seen": 2703228928, + "step": 1289 + }, + { + "epoch": 0.13289937618660158, + "grad_norm": 13.778836250305176, + "learning_rate": 7.964289720698986e-07, + "loss": 0.3534, + "num_input_tokens_seen": 2705326080, + "step": 1290 + }, + { + "epoch": 0.13317059940330891, + "grad_norm": 17.865440368652344, + "learning_rate": 7.960910959129037e-07, + "loss": 0.6054, + "num_input_tokens_seen": 2707423232, + "step": 1291 + }, + { + "epoch": 0.13344182262001628, + "grad_norm": 17.34958267211914, + "learning_rate": 7.957530217111591e-07, + "loss": 0.5136, + "num_input_tokens_seen": 2709520384, + "step": 1292 + }, + { + "epoch": 0.13371304583672364, + "grad_norm": 24.52153205871582, + "learning_rate": 7.954147497367343e-07, + "loss": 0.853, + "num_input_tokens_seen": 2711617536, + "step": 1293 + }, + { + "epoch": 0.13398426905343097, + "grad_norm": 18.36350440979004, + "learning_rate": 7.950762802618576e-07, + "loss": 0.4762, + "num_input_tokens_seen": 2713714688, + "step": 1294 + }, + { + "epoch": 0.13425549227013833, + "grad_norm": 17.231550216674805, + "learning_rate": 7.947376135589164e-07, + "loss": 0.5823, + "num_input_tokens_seen": 2715811840, + "step": 1295 + }, + { + "epoch": 0.13452671548684567, + "grad_norm": 22.24859619140625, + "learning_rate": 7.943987499004569e-07, + "loss": 0.7359, + "num_input_tokens_seen": 2717908992, + "step": 1296 + }, + { + "epoch": 0.13479793870355303, + "grad_norm": 22.393712997436523, + "learning_rate": 7.940596895591835e-07, + "loss": 0.6906, + "num_input_tokens_seen": 2720006144, + "step": 1297 + }, + { + "epoch": 0.13506916192026036, + "grad_norm": 13.456273078918457, + "learning_rate": 7.93720432807959e-07, + "loss": 0.3609, + "num_input_tokens_seen": 2722103296, + "step": 1298 + }, + { + "epoch": 0.13534038513696772, + "grad_norm": 18.195858001708984, + "learning_rate": 7.933809799198045e-07, + "loss": 0.5547, + "num_input_tokens_seen": 2724200448, + "step": 1299 + }, + { + "epoch": 0.13561160835367508, + "grad_norm": 23.925018310546875, + "learning_rate": 7.930413311678987e-07, + "loss": 0.4255, + "num_input_tokens_seen": 2726297600, + "step": 1300 + }, + { + "epoch": 0.13588283157038242, + "grad_norm": 17.64158821105957, + "learning_rate": 7.92701486825578e-07, + "loss": 0.3462, + "num_input_tokens_seen": 2728394752, + "step": 1301 + }, + { + "epoch": 0.13615405478708978, + "grad_norm": 25.17290496826172, + "learning_rate": 7.923614471663361e-07, + "loss": 0.5714, + "num_input_tokens_seen": 2730491904, + "step": 1302 + }, + { + "epoch": 0.1364252780037971, + "grad_norm": 10.592412948608398, + "learning_rate": 7.920212124638241e-07, + "loss": 0.2677, + "num_input_tokens_seen": 2732589056, + "step": 1303 + }, + { + "epoch": 0.13669650122050447, + "grad_norm": 12.378978729248047, + "learning_rate": 7.916807829918499e-07, + "loss": 0.3103, + "num_input_tokens_seen": 2734686208, + "step": 1304 + }, + { + "epoch": 0.13696772443721184, + "grad_norm": 17.801116943359375, + "learning_rate": 7.913401590243781e-07, + "loss": 0.3225, + "num_input_tokens_seen": 2736783360, + "step": 1305 + }, + { + "epoch": 0.13723894765391917, + "grad_norm": 19.611040115356445, + "learning_rate": 7.909993408355302e-07, + "loss": 0.5376, + "num_input_tokens_seen": 2738880512, + "step": 1306 + }, + { + "epoch": 0.13751017087062653, + "grad_norm": 20.099191665649414, + "learning_rate": 7.906583286995834e-07, + "loss": 0.644, + "num_input_tokens_seen": 2740977664, + "step": 1307 + }, + { + "epoch": 0.13778139408733386, + "grad_norm": 13.194962501525879, + "learning_rate": 7.903171228909714e-07, + "loss": 0.2898, + "num_input_tokens_seen": 2743074816, + "step": 1308 + }, + { + "epoch": 0.13805261730404123, + "grad_norm": 13.878562927246094, + "learning_rate": 7.899757236842836e-07, + "loss": 0.3795, + "num_input_tokens_seen": 2745171968, + "step": 1309 + }, + { + "epoch": 0.1383238405207486, + "grad_norm": 25.963001251220703, + "learning_rate": 7.89634131354265e-07, + "loss": 0.7278, + "num_input_tokens_seen": 2747269120, + "step": 1310 + }, + { + "epoch": 0.13859506373745592, + "grad_norm": 19.090431213378906, + "learning_rate": 7.892923461758165e-07, + "loss": 0.5589, + "num_input_tokens_seen": 2749366272, + "step": 1311 + }, + { + "epoch": 0.13886628695416328, + "grad_norm": 15.916430473327637, + "learning_rate": 7.889503684239933e-07, + "loss": 0.4635, + "num_input_tokens_seen": 2751463424, + "step": 1312 + }, + { + "epoch": 0.13913751017087062, + "grad_norm": 12.155187606811523, + "learning_rate": 7.886081983740066e-07, + "loss": 0.3096, + "num_input_tokens_seen": 2753560576, + "step": 1313 + }, + { + "epoch": 0.13940873338757798, + "grad_norm": 19.226377487182617, + "learning_rate": 7.882658363012214e-07, + "loss": 0.5558, + "num_input_tokens_seen": 2755657728, + "step": 1314 + }, + { + "epoch": 0.13967995660428534, + "grad_norm": 16.780195236206055, + "learning_rate": 7.879232824811579e-07, + "loss": 0.4074, + "num_input_tokens_seen": 2757754880, + "step": 1315 + }, + { + "epoch": 0.13995117982099267, + "grad_norm": 24.132198333740234, + "learning_rate": 7.875805371894904e-07, + "loss": 0.8599, + "num_input_tokens_seen": 2759852032, + "step": 1316 + }, + { + "epoch": 0.14022240303770003, + "grad_norm": 16.48426055908203, + "learning_rate": 7.872376007020469e-07, + "loss": 0.4509, + "num_input_tokens_seen": 2761949184, + "step": 1317 + }, + { + "epoch": 0.14049362625440737, + "grad_norm": 13.625266075134277, + "learning_rate": 7.8689447329481e-07, + "loss": 0.3677, + "num_input_tokens_seen": 2764046336, + "step": 1318 + }, + { + "epoch": 0.14076484947111473, + "grad_norm": 17.589357376098633, + "learning_rate": 7.865511552439156e-07, + "loss": 0.5272, + "num_input_tokens_seen": 2766143488, + "step": 1319 + }, + { + "epoch": 0.1410360726878221, + "grad_norm": 15.197576522827148, + "learning_rate": 7.862076468256529e-07, + "loss": 0.5088, + "num_input_tokens_seen": 2768240640, + "step": 1320 + }, + { + "epoch": 0.14130729590452942, + "grad_norm": 18.043136596679688, + "learning_rate": 7.858639483164643e-07, + "loss": 0.4647, + "num_input_tokens_seen": 2770337792, + "step": 1321 + }, + { + "epoch": 0.14157851912123678, + "grad_norm": 15.092884063720703, + "learning_rate": 7.855200599929456e-07, + "loss": 0.5039, + "num_input_tokens_seen": 2772434944, + "step": 1322 + }, + { + "epoch": 0.14184974233794412, + "grad_norm": 15.708367347717285, + "learning_rate": 7.851759821318447e-07, + "loss": 0.424, + "num_input_tokens_seen": 2774532096, + "step": 1323 + }, + { + "epoch": 0.14212096555465148, + "grad_norm": 22.44023323059082, + "learning_rate": 7.848317150100624e-07, + "loss": 0.5721, + "num_input_tokens_seen": 2776629248, + "step": 1324 + }, + { + "epoch": 0.14239218877135884, + "grad_norm": 13.735273361206055, + "learning_rate": 7.84487258904652e-07, + "loss": 0.4114, + "num_input_tokens_seen": 2778726400, + "step": 1325 + }, + { + "epoch": 0.14266341198806617, + "grad_norm": 24.59619140625, + "learning_rate": 7.841426140928184e-07, + "loss": 0.7805, + "num_input_tokens_seen": 2780823552, + "step": 1326 + }, + { + "epoch": 0.14293463520477354, + "grad_norm": 24.768539428710938, + "learning_rate": 7.837977808519189e-07, + "loss": 0.7438, + "num_input_tokens_seen": 2782920704, + "step": 1327 + }, + { + "epoch": 0.14320585842148087, + "grad_norm": 20.256254196166992, + "learning_rate": 7.834527594594618e-07, + "loss": 0.6571, + "num_input_tokens_seen": 2785017856, + "step": 1328 + }, + { + "epoch": 0.14347708163818823, + "grad_norm": 18.815889358520508, + "learning_rate": 7.831075501931078e-07, + "loss": 0.5158, + "num_input_tokens_seen": 2787115008, + "step": 1329 + }, + { + "epoch": 0.1437483048548956, + "grad_norm": 18.49612045288086, + "learning_rate": 7.827621533306677e-07, + "loss": 0.6597, + "num_input_tokens_seen": 2789212160, + "step": 1330 + }, + { + "epoch": 0.14401952807160293, + "grad_norm": 15.946340560913086, + "learning_rate": 7.824165691501036e-07, + "loss": 0.479, + "num_input_tokens_seen": 2791309312, + "step": 1331 + }, + { + "epoch": 0.1442907512883103, + "grad_norm": 17.465255737304688, + "learning_rate": 7.820707979295289e-07, + "loss": 0.3821, + "num_input_tokens_seen": 2793406464, + "step": 1332 + }, + { + "epoch": 0.14456197450501762, + "grad_norm": 28.799354553222656, + "learning_rate": 7.81724839947207e-07, + "loss": 0.6755, + "num_input_tokens_seen": 2795503616, + "step": 1333 + }, + { + "epoch": 0.14483319772172498, + "grad_norm": 19.517778396606445, + "learning_rate": 7.813786954815517e-07, + "loss": 0.4634, + "num_input_tokens_seen": 2797600768, + "step": 1334 + }, + { + "epoch": 0.14510442093843234, + "grad_norm": 18.770734786987305, + "learning_rate": 7.810323648111269e-07, + "loss": 0.3967, + "num_input_tokens_seen": 2799697920, + "step": 1335 + }, + { + "epoch": 0.14537564415513968, + "grad_norm": 14.419391632080078, + "learning_rate": 7.806858482146463e-07, + "loss": 0.4468, + "num_input_tokens_seen": 2801795072, + "step": 1336 + }, + { + "epoch": 0.14564686737184704, + "grad_norm": 17.39090919494629, + "learning_rate": 7.803391459709733e-07, + "loss": 0.4719, + "num_input_tokens_seen": 2803892224, + "step": 1337 + }, + { + "epoch": 0.14591809058855437, + "grad_norm": 16.507200241088867, + "learning_rate": 7.799922583591206e-07, + "loss": 0.4681, + "num_input_tokens_seen": 2805989376, + "step": 1338 + }, + { + "epoch": 0.14618931380526173, + "grad_norm": 14.502838134765625, + "learning_rate": 7.796451856582504e-07, + "loss": 0.4491, + "num_input_tokens_seen": 2808086528, + "step": 1339 + }, + { + "epoch": 0.14646053702196907, + "grad_norm": 12.314398765563965, + "learning_rate": 7.792979281476734e-07, + "loss": 0.332, + "num_input_tokens_seen": 2810183680, + "step": 1340 + }, + { + "epoch": 0.14673176023867643, + "grad_norm": 13.12981128692627, + "learning_rate": 7.789504861068492e-07, + "loss": 0.4365, + "num_input_tokens_seen": 2812280832, + "step": 1341 + }, + { + "epoch": 0.1470029834553838, + "grad_norm": 19.02878761291504, + "learning_rate": 7.78602859815386e-07, + "loss": 0.516, + "num_input_tokens_seen": 2814377984, + "step": 1342 + }, + { + "epoch": 0.14727420667209112, + "grad_norm": 11.80683422088623, + "learning_rate": 7.782550495530402e-07, + "loss": 0.2956, + "num_input_tokens_seen": 2816475136, + "step": 1343 + }, + { + "epoch": 0.14754542988879848, + "grad_norm": 23.65553855895996, + "learning_rate": 7.779070555997162e-07, + "loss": 0.7255, + "num_input_tokens_seen": 2818572288, + "step": 1344 + }, + { + "epoch": 0.14781665310550582, + "grad_norm": 20.80998420715332, + "learning_rate": 7.775588782354666e-07, + "loss": 0.6579, + "num_input_tokens_seen": 2820669440, + "step": 1345 + }, + { + "epoch": 0.14808787632221318, + "grad_norm": 20.969602584838867, + "learning_rate": 7.77210517740491e-07, + "loss": 0.7579, + "num_input_tokens_seen": 2822766592, + "step": 1346 + }, + { + "epoch": 0.14835909953892054, + "grad_norm": 9.614218711853027, + "learning_rate": 7.768619743951366e-07, + "loss": 0.2488, + "num_input_tokens_seen": 2824863744, + "step": 1347 + }, + { + "epoch": 0.14863032275562787, + "grad_norm": 12.458992004394531, + "learning_rate": 7.765132484798978e-07, + "loss": 0.3422, + "num_input_tokens_seen": 2826960896, + "step": 1348 + }, + { + "epoch": 0.14890154597233524, + "grad_norm": 31.408218383789062, + "learning_rate": 7.761643402754163e-07, + "loss": 0.5978, + "num_input_tokens_seen": 2829058048, + "step": 1349 + }, + { + "epoch": 0.14917276918904257, + "grad_norm": 19.415218353271484, + "learning_rate": 7.7581525006248e-07, + "loss": 0.5435, + "num_input_tokens_seen": 2831155200, + "step": 1350 + }, + { + "epoch": 0.14944399240574993, + "grad_norm": 17.554052352905273, + "learning_rate": 7.754659781220232e-07, + "loss": 0.4826, + "num_input_tokens_seen": 2833252352, + "step": 1351 + }, + { + "epoch": 0.1497152156224573, + "grad_norm": 14.18742561340332, + "learning_rate": 7.751165247351269e-07, + "loss": 0.3339, + "num_input_tokens_seen": 2835349504, + "step": 1352 + }, + { + "epoch": 0.14998643883916463, + "grad_norm": 15.89776611328125, + "learning_rate": 7.747668901830178e-07, + "loss": 0.5135, + "num_input_tokens_seen": 2837446656, + "step": 1353 + }, + { + "epoch": 0.150257662055872, + "grad_norm": 19.270442962646484, + "learning_rate": 7.744170747470685e-07, + "loss": 0.5667, + "num_input_tokens_seen": 2839543808, + "step": 1354 + }, + { + "epoch": 0.15052888527257932, + "grad_norm": 23.312227249145508, + "learning_rate": 7.740670787087972e-07, + "loss": 0.954, + "num_input_tokens_seen": 2841640960, + "step": 1355 + }, + { + "epoch": 0.15080010848928668, + "grad_norm": 13.209382057189941, + "learning_rate": 7.737169023498672e-07, + "loss": 0.3264, + "num_input_tokens_seen": 2843738112, + "step": 1356 + }, + { + "epoch": 0.15107133170599404, + "grad_norm": 15.09355354309082, + "learning_rate": 7.733665459520873e-07, + "loss": 0.3447, + "num_input_tokens_seen": 2845835264, + "step": 1357 + }, + { + "epoch": 0.15134255492270138, + "grad_norm": 12.502537727355957, + "learning_rate": 7.730160097974109e-07, + "loss": 0.3267, + "num_input_tokens_seen": 2847932416, + "step": 1358 + }, + { + "epoch": 0.15161377813940874, + "grad_norm": 17.678531646728516, + "learning_rate": 7.726652941679365e-07, + "loss": 0.4452, + "num_input_tokens_seen": 2850029568, + "step": 1359 + }, + { + "epoch": 0.15188500135611607, + "grad_norm": 14.068532943725586, + "learning_rate": 7.723143993459061e-07, + "loss": 0.443, + "num_input_tokens_seen": 2852126720, + "step": 1360 + }, + { + "epoch": 0.15215622457282343, + "grad_norm": 17.834699630737305, + "learning_rate": 7.719633256137067e-07, + "loss": 0.4935, + "num_input_tokens_seen": 2854223872, + "step": 1361 + }, + { + "epoch": 0.1524274477895308, + "grad_norm": 23.74162483215332, + "learning_rate": 7.716120732538696e-07, + "loss": 0.2926, + "num_input_tokens_seen": 2856321024, + "step": 1362 + }, + { + "epoch": 0.15269867100623813, + "grad_norm": 21.309246063232422, + "learning_rate": 7.712606425490687e-07, + "loss": 0.6429, + "num_input_tokens_seen": 2858418176, + "step": 1363 + }, + { + "epoch": 0.1529698942229455, + "grad_norm": 28.85659408569336, + "learning_rate": 7.70909033782122e-07, + "loss": 0.522, + "num_input_tokens_seen": 2860515328, + "step": 1364 + }, + { + "epoch": 0.15324111743965282, + "grad_norm": 16.417978286743164, + "learning_rate": 7.705572472359913e-07, + "loss": 0.5151, + "num_input_tokens_seen": 2862612480, + "step": 1365 + }, + { + "epoch": 0.15351234065636019, + "grad_norm": 15.138096809387207, + "learning_rate": 7.702052831937811e-07, + "loss": 0.4831, + "num_input_tokens_seen": 2864709632, + "step": 1366 + }, + { + "epoch": 0.15378356387306755, + "grad_norm": 17.662302017211914, + "learning_rate": 7.698531419387382e-07, + "loss": 0.6095, + "num_input_tokens_seen": 2866806784, + "step": 1367 + }, + { + "epoch": 0.15405478708977488, + "grad_norm": 13.90149211883545, + "learning_rate": 7.695008237542526e-07, + "loss": 0.3174, + "num_input_tokens_seen": 2868903936, + "step": 1368 + }, + { + "epoch": 0.15432601030648224, + "grad_norm": 25.922029495239258, + "learning_rate": 7.691483289238569e-07, + "loss": 0.9373, + "num_input_tokens_seen": 2871001088, + "step": 1369 + }, + { + "epoch": 0.15459723352318958, + "grad_norm": 18.99474334716797, + "learning_rate": 7.687956577312251e-07, + "loss": 0.5871, + "num_input_tokens_seen": 2873098240, + "step": 1370 + }, + { + "epoch": 0.15486845673989694, + "grad_norm": 16.25048828125, + "learning_rate": 7.684428104601739e-07, + "loss": 0.3569, + "num_input_tokens_seen": 2875195392, + "step": 1371 + }, + { + "epoch": 0.1551396799566043, + "grad_norm": 12.14373779296875, + "learning_rate": 7.680897873946611e-07, + "loss": 0.3744, + "num_input_tokens_seen": 2877292544, + "step": 1372 + }, + { + "epoch": 0.15541090317331163, + "grad_norm": 15.390382766723633, + "learning_rate": 7.677365888187864e-07, + "loss": 0.4764, + "num_input_tokens_seen": 2879389696, + "step": 1373 + }, + { + "epoch": 0.155682126390019, + "grad_norm": 16.843217849731445, + "learning_rate": 7.673832150167906e-07, + "loss": 0.4289, + "num_input_tokens_seen": 2881486848, + "step": 1374 + }, + { + "epoch": 0.15595334960672633, + "grad_norm": 13.040255546569824, + "learning_rate": 7.670296662730552e-07, + "loss": 0.3706, + "num_input_tokens_seen": 2883584000, + "step": 1375 + }, + { + "epoch": 0.1562245728234337, + "grad_norm": 16.71036148071289, + "learning_rate": 7.66675942872103e-07, + "loss": 0.5491, + "num_input_tokens_seen": 2885681152, + "step": 1376 + }, + { + "epoch": 0.15649579604014105, + "grad_norm": 14.318278312683105, + "learning_rate": 7.663220450985973e-07, + "loss": 0.401, + "num_input_tokens_seen": 2887778304, + "step": 1377 + }, + { + "epoch": 0.15676701925684838, + "grad_norm": 20.72394371032715, + "learning_rate": 7.659679732373413e-07, + "loss": 0.6904, + "num_input_tokens_seen": 2889875456, + "step": 1378 + }, + { + "epoch": 0.15703824247355574, + "grad_norm": 12.829943656921387, + "learning_rate": 7.656137275732786e-07, + "loss": 0.3329, + "num_input_tokens_seen": 2891972608, + "step": 1379 + }, + { + "epoch": 0.15730946569026308, + "grad_norm": 19.38332748413086, + "learning_rate": 7.652593083914927e-07, + "loss": 0.6388, + "num_input_tokens_seen": 2894069760, + "step": 1380 + }, + { + "epoch": 0.15758068890697044, + "grad_norm": 19.630373001098633, + "learning_rate": 7.649047159772064e-07, + "loss": 0.5891, + "num_input_tokens_seen": 2896166912, + "step": 1381 + }, + { + "epoch": 0.15785191212367777, + "grad_norm": 15.700737953186035, + "learning_rate": 7.645499506157827e-07, + "loss": 0.42, + "num_input_tokens_seen": 2898264064, + "step": 1382 + }, + { + "epoch": 0.15812313534038513, + "grad_norm": 17.65544319152832, + "learning_rate": 7.641950125927228e-07, + "loss": 0.5836, + "num_input_tokens_seen": 2900361216, + "step": 1383 + }, + { + "epoch": 0.1583943585570925, + "grad_norm": 12.071609497070312, + "learning_rate": 7.638399021936675e-07, + "loss": 0.3025, + "num_input_tokens_seen": 2902458368, + "step": 1384 + }, + { + "epoch": 0.15866558177379983, + "grad_norm": 16.76353645324707, + "learning_rate": 7.634846197043963e-07, + "loss": 0.4026, + "num_input_tokens_seen": 2904555520, + "step": 1385 + }, + { + "epoch": 0.1589368049905072, + "grad_norm": 18.88435173034668, + "learning_rate": 7.631291654108266e-07, + "loss": 0.642, + "num_input_tokens_seen": 2906652672, + "step": 1386 + }, + { + "epoch": 0.15920802820721452, + "grad_norm": 25.31294822692871, + "learning_rate": 7.627735395990149e-07, + "loss": 0.8431, + "num_input_tokens_seen": 2908749824, + "step": 1387 + }, + { + "epoch": 0.1594792514239219, + "grad_norm": 30.660036087036133, + "learning_rate": 7.624177425551552e-07, + "loss": 0.9865, + "num_input_tokens_seen": 2910846976, + "step": 1388 + }, + { + "epoch": 0.15975047464062925, + "grad_norm": 23.799144744873047, + "learning_rate": 7.620617745655793e-07, + "loss": 0.7311, + "num_input_tokens_seen": 2912944128, + "step": 1389 + }, + { + "epoch": 0.16002169785733658, + "grad_norm": 21.239885330200195, + "learning_rate": 7.617056359167568e-07, + "loss": 0.4711, + "num_input_tokens_seen": 2915041280, + "step": 1390 + }, + { + "epoch": 0.16029292107404394, + "grad_norm": 19.135162353515625, + "learning_rate": 7.613493268952947e-07, + "loss": 0.5114, + "num_input_tokens_seen": 2917138432, + "step": 1391 + }, + { + "epoch": 0.16056414429075128, + "grad_norm": 16.555891036987305, + "learning_rate": 7.609928477879365e-07, + "loss": 0.3154, + "num_input_tokens_seen": 2919235584, + "step": 1392 + }, + { + "epoch": 0.16083536750745864, + "grad_norm": 28.75040626525879, + "learning_rate": 7.606361988815633e-07, + "loss": 0.5111, + "num_input_tokens_seen": 2921332736, + "step": 1393 + }, + { + "epoch": 0.161106590724166, + "grad_norm": 22.3262939453125, + "learning_rate": 7.602793804631927e-07, + "loss": 0.2485, + "num_input_tokens_seen": 2923429888, + "step": 1394 + }, + { + "epoch": 0.16137781394087333, + "grad_norm": 15.991744041442871, + "learning_rate": 7.599223928199781e-07, + "loss": 0.4578, + "num_input_tokens_seen": 2925527040, + "step": 1395 + }, + { + "epoch": 0.1616490371575807, + "grad_norm": 19.883453369140625, + "learning_rate": 7.595652362392103e-07, + "loss": 0.5837, + "num_input_tokens_seen": 2927624192, + "step": 1396 + }, + { + "epoch": 0.16192026037428803, + "grad_norm": 18.910655975341797, + "learning_rate": 7.592079110083146e-07, + "loss": 0.6984, + "num_input_tokens_seen": 2929721344, + "step": 1397 + }, + { + "epoch": 0.1621914835909954, + "grad_norm": 14.154722213745117, + "learning_rate": 7.588504174148532e-07, + "loss": 0.4046, + "num_input_tokens_seen": 2931818496, + "step": 1398 + }, + { + "epoch": 0.16246270680770275, + "grad_norm": 24.498065948486328, + "learning_rate": 7.584927557465233e-07, + "loss": 0.729, + "num_input_tokens_seen": 2933915648, + "step": 1399 + }, + { + "epoch": 0.16273393002441008, + "grad_norm": 18.18712043762207, + "learning_rate": 7.581349262911573e-07, + "loss": 0.3138, + "num_input_tokens_seen": 2936012800, + "step": 1400 + }, + { + "epoch": 0.16300515324111745, + "grad_norm": 16.402795791625977, + "learning_rate": 7.577769293367226e-07, + "loss": 0.4787, + "num_input_tokens_seen": 2938109952, + "step": 1401 + }, + { + "epoch": 0.16327637645782478, + "grad_norm": 16.0742130279541, + "learning_rate": 7.574187651713218e-07, + "loss": 0.4823, + "num_input_tokens_seen": 2940207104, + "step": 1402 + }, + { + "epoch": 0.16354759967453214, + "grad_norm": 16.962581634521484, + "learning_rate": 7.570604340831916e-07, + "loss": 0.392, + "num_input_tokens_seen": 2942304256, + "step": 1403 + }, + { + "epoch": 0.1638188228912395, + "grad_norm": 12.302724838256836, + "learning_rate": 7.567019363607032e-07, + "loss": 0.262, + "num_input_tokens_seen": 2944401408, + "step": 1404 + }, + { + "epoch": 0.16409004610794684, + "grad_norm": 13.02363109588623, + "learning_rate": 7.563432722923621e-07, + "loss": 0.3794, + "num_input_tokens_seen": 2946498560, + "step": 1405 + }, + { + "epoch": 0.1643612693246542, + "grad_norm": 13.745916366577148, + "learning_rate": 7.559844421668074e-07, + "loss": 0.2997, + "num_input_tokens_seen": 2948595712, + "step": 1406 + }, + { + "epoch": 0.16463249254136153, + "grad_norm": 16.339326858520508, + "learning_rate": 7.556254462728122e-07, + "loss": 0.5652, + "num_input_tokens_seen": 2950692864, + "step": 1407 + }, + { + "epoch": 0.1649037157580689, + "grad_norm": 16.774593353271484, + "learning_rate": 7.552662848992822e-07, + "loss": 0.4496, + "num_input_tokens_seen": 2952790016, + "step": 1408 + }, + { + "epoch": 0.16517493897477625, + "grad_norm": 14.789047241210938, + "learning_rate": 7.54906958335257e-07, + "loss": 0.4142, + "num_input_tokens_seen": 2954887168, + "step": 1409 + }, + { + "epoch": 0.1654461621914836, + "grad_norm": 15.732011795043945, + "learning_rate": 7.545474668699091e-07, + "loss": 0.3419, + "num_input_tokens_seen": 2956984320, + "step": 1410 + }, + { + "epoch": 0.16571738540819095, + "grad_norm": 14.704493522644043, + "learning_rate": 7.541878107925435e-07, + "loss": 0.3786, + "num_input_tokens_seen": 2959081472, + "step": 1411 + }, + { + "epoch": 0.16598860862489828, + "grad_norm": 13.177338600158691, + "learning_rate": 7.538279903925977e-07, + "loss": 0.2512, + "num_input_tokens_seen": 2961178624, + "step": 1412 + }, + { + "epoch": 0.16625983184160564, + "grad_norm": 17.341163635253906, + "learning_rate": 7.534680059596414e-07, + "loss": 0.4833, + "num_input_tokens_seen": 2963275776, + "step": 1413 + }, + { + "epoch": 0.166531055058313, + "grad_norm": 23.333568572998047, + "learning_rate": 7.531078577833765e-07, + "loss": 0.6702, + "num_input_tokens_seen": 2965372928, + "step": 1414 + }, + { + "epoch": 0.16680227827502034, + "grad_norm": 12.770888328552246, + "learning_rate": 7.527475461536363e-07, + "loss": 0.3171, + "num_input_tokens_seen": 2967470080, + "step": 1415 + }, + { + "epoch": 0.1670735014917277, + "grad_norm": 16.709857940673828, + "learning_rate": 7.523870713603864e-07, + "loss": 0.3315, + "num_input_tokens_seen": 2969567232, + "step": 1416 + }, + { + "epoch": 0.16734472470843503, + "grad_norm": 14.015904426574707, + "learning_rate": 7.520264336937227e-07, + "loss": 0.3777, + "num_input_tokens_seen": 2971664384, + "step": 1417 + }, + { + "epoch": 0.1676159479251424, + "grad_norm": 12.915022850036621, + "learning_rate": 7.516656334438727e-07, + "loss": 0.3262, + "num_input_tokens_seen": 2973761536, + "step": 1418 + }, + { + "epoch": 0.16788717114184976, + "grad_norm": 19.277992248535156, + "learning_rate": 7.513046709011951e-07, + "loss": 0.5589, + "num_input_tokens_seen": 2975858688, + "step": 1419 + }, + { + "epoch": 0.1681583943585571, + "grad_norm": 15.75462532043457, + "learning_rate": 7.509435463561785e-07, + "loss": 0.3394, + "num_input_tokens_seen": 2977955840, + "step": 1420 + }, + { + "epoch": 0.16842961757526445, + "grad_norm": 21.828617095947266, + "learning_rate": 7.505822600994423e-07, + "loss": 0.7979, + "num_input_tokens_seen": 2980052992, + "step": 1421 + }, + { + "epoch": 0.16870084079197178, + "grad_norm": 24.69605255126953, + "learning_rate": 7.502208124217357e-07, + "loss": 0.4936, + "num_input_tokens_seen": 2982150144, + "step": 1422 + }, + { + "epoch": 0.16897206400867915, + "grad_norm": 21.24989891052246, + "learning_rate": 7.498592036139383e-07, + "loss": 0.6869, + "num_input_tokens_seen": 2984247296, + "step": 1423 + }, + { + "epoch": 0.16924328722538648, + "grad_norm": 18.29302215576172, + "learning_rate": 7.494974339670591e-07, + "loss": 0.3728, + "num_input_tokens_seen": 2986344448, + "step": 1424 + }, + { + "epoch": 0.16951451044209384, + "grad_norm": 15.673701286315918, + "learning_rate": 7.491355037722365e-07, + "loss": 0.3315, + "num_input_tokens_seen": 2988441600, + "step": 1425 + }, + { + "epoch": 0.1697857336588012, + "grad_norm": 20.936105728149414, + "learning_rate": 7.487734133207382e-07, + "loss": 0.5771, + "num_input_tokens_seen": 2990538752, + "step": 1426 + }, + { + "epoch": 0.17005695687550854, + "grad_norm": 10.056077003479004, + "learning_rate": 7.484111629039607e-07, + "loss": 0.2192, + "num_input_tokens_seen": 2992635904, + "step": 1427 + }, + { + "epoch": 0.1703281800922159, + "grad_norm": 21.529075622558594, + "learning_rate": 7.480487528134292e-07, + "loss": 0.7378, + "num_input_tokens_seen": 2994733056, + "step": 1428 + }, + { + "epoch": 0.17059940330892323, + "grad_norm": 16.297054290771484, + "learning_rate": 7.47686183340798e-07, + "loss": 0.3931, + "num_input_tokens_seen": 2996830208, + "step": 1429 + }, + { + "epoch": 0.1708706265256306, + "grad_norm": 20.00302505493164, + "learning_rate": 7.473234547778489e-07, + "loss": 0.6421, + "num_input_tokens_seen": 2998927360, + "step": 1430 + }, + { + "epoch": 0.17114184974233795, + "grad_norm": 16.071239471435547, + "learning_rate": 7.46960567416492e-07, + "loss": 0.4505, + "num_input_tokens_seen": 3001024512, + "step": 1431 + }, + { + "epoch": 0.1714130729590453, + "grad_norm": 14.117545127868652, + "learning_rate": 7.465975215487655e-07, + "loss": 0.2977, + "num_input_tokens_seen": 3003121664, + "step": 1432 + }, + { + "epoch": 0.17168429617575265, + "grad_norm": 21.76426124572754, + "learning_rate": 7.462343174668346e-07, + "loss": 0.6603, + "num_input_tokens_seen": 3005218816, + "step": 1433 + }, + { + "epoch": 0.17195551939245998, + "grad_norm": 20.707962036132812, + "learning_rate": 7.458709554629924e-07, + "loss": 0.5771, + "num_input_tokens_seen": 3007315968, + "step": 1434 + }, + { + "epoch": 0.17222674260916734, + "grad_norm": 19.084461212158203, + "learning_rate": 7.455074358296586e-07, + "loss": 0.6713, + "num_input_tokens_seen": 3009413120, + "step": 1435 + }, + { + "epoch": 0.1724979658258747, + "grad_norm": 13.040257453918457, + "learning_rate": 7.451437588593802e-07, + "loss": 0.3933, + "num_input_tokens_seen": 3011510272, + "step": 1436 + }, + { + "epoch": 0.17276918904258204, + "grad_norm": 16.921184539794922, + "learning_rate": 7.447799248448303e-07, + "loss": 0.5142, + "num_input_tokens_seen": 3013607424, + "step": 1437 + }, + { + "epoch": 0.1730404122592894, + "grad_norm": 16.22494125366211, + "learning_rate": 7.444159340788088e-07, + "loss": 0.5446, + "num_input_tokens_seen": 3015704576, + "step": 1438 + }, + { + "epoch": 0.17331163547599673, + "grad_norm": 13.45175838470459, + "learning_rate": 7.440517868542417e-07, + "loss": 0.3896, + "num_input_tokens_seen": 3017801728, + "step": 1439 + }, + { + "epoch": 0.1735828586927041, + "grad_norm": 14.45242691040039, + "learning_rate": 7.436874834641807e-07, + "loss": 0.3761, + "num_input_tokens_seen": 3019898880, + "step": 1440 + }, + { + "epoch": 0.17385408190941146, + "grad_norm": 21.77591323852539, + "learning_rate": 7.433230242018035e-07, + "loss": 0.5964, + "num_input_tokens_seen": 3021996032, + "step": 1441 + }, + { + "epoch": 0.1741253051261188, + "grad_norm": 16.96351432800293, + "learning_rate": 7.429584093604128e-07, + "loss": 0.3924, + "num_input_tokens_seen": 3024093184, + "step": 1442 + }, + { + "epoch": 0.17439652834282615, + "grad_norm": 19.076356887817383, + "learning_rate": 7.425936392334368e-07, + "loss": 0.6515, + "num_input_tokens_seen": 3026190336, + "step": 1443 + }, + { + "epoch": 0.17466775155953349, + "grad_norm": 18.412277221679688, + "learning_rate": 7.422287141144287e-07, + "loss": 0.6622, + "num_input_tokens_seen": 3028287488, + "step": 1444 + }, + { + "epoch": 0.17493897477624085, + "grad_norm": 19.85443687438965, + "learning_rate": 7.418636342970665e-07, + "loss": 0.7812, + "num_input_tokens_seen": 3030384640, + "step": 1445 + }, + { + "epoch": 0.1752101979929482, + "grad_norm": 18.57454490661621, + "learning_rate": 7.414984000751521e-07, + "loss": 0.3791, + "num_input_tokens_seen": 3032481792, + "step": 1446 + }, + { + "epoch": 0.17548142120965554, + "grad_norm": 13.877761840820312, + "learning_rate": 7.411330117426125e-07, + "loss": 0.3755, + "num_input_tokens_seen": 3034578944, + "step": 1447 + }, + { + "epoch": 0.1757526444263629, + "grad_norm": 11.10472583770752, + "learning_rate": 7.407674695934983e-07, + "loss": 0.2692, + "num_input_tokens_seen": 3036676096, + "step": 1448 + }, + { + "epoch": 0.17602386764307024, + "grad_norm": 16.257774353027344, + "learning_rate": 7.404017739219836e-07, + "loss": 0.4897, + "num_input_tokens_seen": 3038773248, + "step": 1449 + }, + { + "epoch": 0.1762950908597776, + "grad_norm": 13.585163116455078, + "learning_rate": 7.400359250223667e-07, + "loss": 0.2769, + "num_input_tokens_seen": 3040870400, + "step": 1450 + }, + { + "epoch": 0.17656631407648496, + "grad_norm": 16.29515266418457, + "learning_rate": 7.396699231890689e-07, + "loss": 0.5257, + "num_input_tokens_seen": 3042967552, + "step": 1451 + }, + { + "epoch": 0.1768375372931923, + "grad_norm": 19.343111038208008, + "learning_rate": 7.393037687166342e-07, + "loss": 0.5871, + "num_input_tokens_seen": 3045064704, + "step": 1452 + }, + { + "epoch": 0.17710876050989965, + "grad_norm": 17.655189514160156, + "learning_rate": 7.3893746189973e-07, + "loss": 0.5044, + "num_input_tokens_seen": 3047161856, + "step": 1453 + }, + { + "epoch": 0.177379983726607, + "grad_norm": 15.424549102783203, + "learning_rate": 7.385710030331461e-07, + "loss": 0.4438, + "num_input_tokens_seen": 3049259008, + "step": 1454 + }, + { + "epoch": 0.17765120694331435, + "grad_norm": 15.889403343200684, + "learning_rate": 7.382043924117945e-07, + "loss": 0.3884, + "num_input_tokens_seen": 3051356160, + "step": 1455 + }, + { + "epoch": 0.1779224301600217, + "grad_norm": 11.11455249786377, + "learning_rate": 7.378376303307099e-07, + "loss": 0.2612, + "num_input_tokens_seen": 3053453312, + "step": 1456 + }, + { + "epoch": 0.17819365337672904, + "grad_norm": 18.22006607055664, + "learning_rate": 7.374707170850479e-07, + "loss": 0.45, + "num_input_tokens_seen": 3055550464, + "step": 1457 + }, + { + "epoch": 0.1784648765934364, + "grad_norm": 14.16891098022461, + "learning_rate": 7.371036529700866e-07, + "loss": 0.4225, + "num_input_tokens_seen": 3057647616, + "step": 1458 + }, + { + "epoch": 0.17873609981014374, + "grad_norm": 13.474692344665527, + "learning_rate": 7.367364382812253e-07, + "loss": 0.3465, + "num_input_tokens_seen": 3059744768, + "step": 1459 + }, + { + "epoch": 0.1790073230268511, + "grad_norm": 19.395767211914062, + "learning_rate": 7.363690733139842e-07, + "loss": 0.6558, + "num_input_tokens_seen": 3061841920, + "step": 1460 + }, + { + "epoch": 0.17927854624355846, + "grad_norm": 22.699716567993164, + "learning_rate": 7.360015583640049e-07, + "loss": 0.7213, + "num_input_tokens_seen": 3063939072, + "step": 1461 + }, + { + "epoch": 0.1795497694602658, + "grad_norm": 10.556961059570312, + "learning_rate": 7.356338937270492e-07, + "loss": 0.2935, + "num_input_tokens_seen": 3066036224, + "step": 1462 + }, + { + "epoch": 0.17982099267697316, + "grad_norm": 21.715940475463867, + "learning_rate": 7.352660796989999e-07, + "loss": 0.3626, + "num_input_tokens_seen": 3068133376, + "step": 1463 + }, + { + "epoch": 0.1800922158936805, + "grad_norm": 14.98128604888916, + "learning_rate": 7.348981165758595e-07, + "loss": 0.4329, + "num_input_tokens_seen": 3070230528, + "step": 1464 + }, + { + "epoch": 0.18036343911038785, + "grad_norm": 13.6019868850708, + "learning_rate": 7.345300046537507e-07, + "loss": 0.4274, + "num_input_tokens_seen": 3072327680, + "step": 1465 + }, + { + "epoch": 0.18063466232709519, + "grad_norm": 19.526018142700195, + "learning_rate": 7.341617442289159e-07, + "loss": 0.6069, + "num_input_tokens_seen": 3074424832, + "step": 1466 + }, + { + "epoch": 0.18090588554380255, + "grad_norm": 18.811630249023438, + "learning_rate": 7.337933355977175e-07, + "loss": 0.484, + "num_input_tokens_seen": 3076521984, + "step": 1467 + }, + { + "epoch": 0.1811771087605099, + "grad_norm": 11.840438842773438, + "learning_rate": 7.334247790566364e-07, + "loss": 0.3532, + "num_input_tokens_seen": 3078619136, + "step": 1468 + }, + { + "epoch": 0.18144833197721724, + "grad_norm": 13.839353561401367, + "learning_rate": 7.330560749022728e-07, + "loss": 0.348, + "num_input_tokens_seen": 3080716288, + "step": 1469 + }, + { + "epoch": 0.1817195551939246, + "grad_norm": 19.16689682006836, + "learning_rate": 7.326872234313459e-07, + "loss": 0.5346, + "num_input_tokens_seen": 3082813440, + "step": 1470 + }, + { + "epoch": 0.18199077841063194, + "grad_norm": 14.058456420898438, + "learning_rate": 7.323182249406936e-07, + "loss": 0.3933, + "num_input_tokens_seen": 3084910592, + "step": 1471 + }, + { + "epoch": 0.1822620016273393, + "grad_norm": 20.379125595092773, + "learning_rate": 7.319490797272714e-07, + "loss": 0.6038, + "num_input_tokens_seen": 3087007744, + "step": 1472 + }, + { + "epoch": 0.18253322484404666, + "grad_norm": 15.348321914672852, + "learning_rate": 7.315797880881535e-07, + "loss": 0.459, + "num_input_tokens_seen": 3089104896, + "step": 1473 + }, + { + "epoch": 0.182804448060754, + "grad_norm": 12.275803565979004, + "learning_rate": 7.312103503205318e-07, + "loss": 0.4144, + "num_input_tokens_seen": 3091202048, + "step": 1474 + }, + { + "epoch": 0.18307567127746135, + "grad_norm": 9.52855110168457, + "learning_rate": 7.308407667217158e-07, + "loss": 0.1598, + "num_input_tokens_seen": 3093299200, + "step": 1475 + }, + { + "epoch": 0.1833468944941687, + "grad_norm": 17.207202911376953, + "learning_rate": 7.304710375891323e-07, + "loss": 0.5072, + "num_input_tokens_seen": 3095396352, + "step": 1476 + }, + { + "epoch": 0.18361811771087605, + "grad_norm": 21.52804946899414, + "learning_rate": 7.30101163220325e-07, + "loss": 0.7901, + "num_input_tokens_seen": 3097493504, + "step": 1477 + }, + { + "epoch": 0.1838893409275834, + "grad_norm": 19.89445686340332, + "learning_rate": 7.29731143912955e-07, + "loss": 0.6151, + "num_input_tokens_seen": 3099590656, + "step": 1478 + }, + { + "epoch": 0.18416056414429074, + "grad_norm": 15.77376651763916, + "learning_rate": 7.293609799647996e-07, + "loss": 0.4936, + "num_input_tokens_seen": 3101687808, + "step": 1479 + }, + { + "epoch": 0.1844317873609981, + "grad_norm": 18.152956008911133, + "learning_rate": 7.289906716737528e-07, + "loss": 0.5218, + "num_input_tokens_seen": 3103784960, + "step": 1480 + }, + { + "epoch": 0.18470301057770544, + "grad_norm": 13.07524585723877, + "learning_rate": 7.286202193378244e-07, + "loss": 0.3309, + "num_input_tokens_seen": 3105882112, + "step": 1481 + }, + { + "epoch": 0.1849742337944128, + "grad_norm": 15.021199226379395, + "learning_rate": 7.282496232551406e-07, + "loss": 0.4835, + "num_input_tokens_seen": 3107979264, + "step": 1482 + }, + { + "epoch": 0.18524545701112016, + "grad_norm": 18.78805923461914, + "learning_rate": 7.278788837239429e-07, + "loss": 0.5135, + "num_input_tokens_seen": 3110076416, + "step": 1483 + }, + { + "epoch": 0.1855166802278275, + "grad_norm": 12.501900672912598, + "learning_rate": 7.275080010425883e-07, + "loss": 0.3278, + "num_input_tokens_seen": 3112173568, + "step": 1484 + }, + { + "epoch": 0.18578790344453486, + "grad_norm": 15.580584526062012, + "learning_rate": 7.271369755095494e-07, + "loss": 0.5373, + "num_input_tokens_seen": 3114270720, + "step": 1485 + }, + { + "epoch": 0.1860591266612422, + "grad_norm": 20.438100814819336, + "learning_rate": 7.267658074234128e-07, + "loss": 0.7682, + "num_input_tokens_seen": 3116367872, + "step": 1486 + }, + { + "epoch": 0.18633034987794955, + "grad_norm": 19.1994686126709, + "learning_rate": 7.26394497082881e-07, + "loss": 0.5544, + "num_input_tokens_seen": 3118465024, + "step": 1487 + }, + { + "epoch": 0.18660157309465691, + "grad_norm": 14.906885147094727, + "learning_rate": 7.260230447867703e-07, + "loss": 0.461, + "num_input_tokens_seen": 3120562176, + "step": 1488 + }, + { + "epoch": 0.18687279631136425, + "grad_norm": 16.73325538635254, + "learning_rate": 7.256514508340114e-07, + "loss": 0.5265, + "num_input_tokens_seen": 3122659328, + "step": 1489 + }, + { + "epoch": 0.1871440195280716, + "grad_norm": 22.4089412689209, + "learning_rate": 7.252797155236488e-07, + "loss": 0.6415, + "num_input_tokens_seen": 3124756480, + "step": 1490 + }, + { + "epoch": 0.18741524274477894, + "grad_norm": 17.32809066772461, + "learning_rate": 7.249078391548409e-07, + "loss": 0.5622, + "num_input_tokens_seen": 3126853632, + "step": 1491 + }, + { + "epoch": 0.1876864659614863, + "grad_norm": 10.146015167236328, + "learning_rate": 7.245358220268599e-07, + "loss": 0.2816, + "num_input_tokens_seen": 3128950784, + "step": 1492 + }, + { + "epoch": 0.18795768917819367, + "grad_norm": 24.50543975830078, + "learning_rate": 7.24163664439091e-07, + "loss": 0.617, + "num_input_tokens_seen": 3131047936, + "step": 1493 + }, + { + "epoch": 0.188228912394901, + "grad_norm": 13.438515663146973, + "learning_rate": 7.237913666910322e-07, + "loss": 0.3164, + "num_input_tokens_seen": 3133145088, + "step": 1494 + }, + { + "epoch": 0.18850013561160836, + "grad_norm": 17.03264045715332, + "learning_rate": 7.234189290822947e-07, + "loss": 0.5909, + "num_input_tokens_seen": 3135242240, + "step": 1495 + }, + { + "epoch": 0.1887713588283157, + "grad_norm": 14.248628616333008, + "learning_rate": 7.230463519126024e-07, + "loss": 0.4531, + "num_input_tokens_seen": 3137339392, + "step": 1496 + }, + { + "epoch": 0.18904258204502306, + "grad_norm": 16.5543212890625, + "learning_rate": 7.226736354817908e-07, + "loss": 0.433, + "num_input_tokens_seen": 3139436544, + "step": 1497 + }, + { + "epoch": 0.18931380526173042, + "grad_norm": 35.90945053100586, + "learning_rate": 7.223007800898082e-07, + "loss": 1.4103, + "num_input_tokens_seen": 3141533696, + "step": 1498 + }, + { + "epoch": 0.18958502847843775, + "grad_norm": 19.54884910583496, + "learning_rate": 7.219277860367143e-07, + "loss": 0.6804, + "num_input_tokens_seen": 3143630848, + "step": 1499 + }, + { + "epoch": 0.1898562516951451, + "grad_norm": 24.173274993896484, + "learning_rate": 7.215546536226805e-07, + "loss": 0.7872, + "num_input_tokens_seen": 3145728000, + "step": 1500 + }, + { + "epoch": 0.19012747491185245, + "grad_norm": 15.859006881713867, + "learning_rate": 7.211813831479896e-07, + "loss": 0.4702, + "num_input_tokens_seen": 3147825152, + "step": 1501 + }, + { + "epoch": 0.1903986981285598, + "grad_norm": 14.973697662353516, + "learning_rate": 7.208079749130356e-07, + "loss": 0.4567, + "num_input_tokens_seen": 3149922304, + "step": 1502 + }, + { + "epoch": 0.19066992134526717, + "grad_norm": 17.608720779418945, + "learning_rate": 7.204344292183228e-07, + "loss": 0.5384, + "num_input_tokens_seen": 3152019456, + "step": 1503 + }, + { + "epoch": 0.1909411445619745, + "grad_norm": 17.97117042541504, + "learning_rate": 7.200607463644673e-07, + "loss": 0.3972, + "num_input_tokens_seen": 3154116608, + "step": 1504 + }, + { + "epoch": 0.19121236777868186, + "grad_norm": 17.989160537719727, + "learning_rate": 7.196869266521941e-07, + "loss": 0.235, + "num_input_tokens_seen": 3156213760, + "step": 1505 + }, + { + "epoch": 0.1914835909953892, + "grad_norm": 14.863112449645996, + "learning_rate": 7.193129703823395e-07, + "loss": 0.5892, + "num_input_tokens_seen": 3158310912, + "step": 1506 + }, + { + "epoch": 0.19175481421209656, + "grad_norm": 16.317642211914062, + "learning_rate": 7.189388778558491e-07, + "loss": 0.4773, + "num_input_tokens_seen": 3160408064, + "step": 1507 + }, + { + "epoch": 0.1920260374288039, + "grad_norm": 12.433012962341309, + "learning_rate": 7.185646493737785e-07, + "loss": 0.3363, + "num_input_tokens_seen": 3162505216, + "step": 1508 + }, + { + "epoch": 0.19229726064551125, + "grad_norm": 12.628132820129395, + "learning_rate": 7.181902852372924e-07, + "loss": 0.3374, + "num_input_tokens_seen": 3164602368, + "step": 1509 + }, + { + "epoch": 0.19256848386221861, + "grad_norm": 18.057632446289062, + "learning_rate": 7.17815785747665e-07, + "loss": 0.5477, + "num_input_tokens_seen": 3166699520, + "step": 1510 + }, + { + "epoch": 0.19283970707892595, + "grad_norm": 17.424755096435547, + "learning_rate": 7.174411512062789e-07, + "loss": 0.4914, + "num_input_tokens_seen": 3168796672, + "step": 1511 + }, + { + "epoch": 0.1931109302956333, + "grad_norm": 15.669259071350098, + "learning_rate": 7.170663819146259e-07, + "loss": 0.5325, + "num_input_tokens_seen": 3170893824, + "step": 1512 + }, + { + "epoch": 0.19338215351234064, + "grad_norm": 19.925724029541016, + "learning_rate": 7.166914781743062e-07, + "loss": 0.6616, + "num_input_tokens_seen": 3172990976, + "step": 1513 + }, + { + "epoch": 0.193653376729048, + "grad_norm": 12.23149585723877, + "learning_rate": 7.16316440287028e-07, + "loss": 0.3527, + "num_input_tokens_seen": 3175088128, + "step": 1514 + }, + { + "epoch": 0.19392459994575537, + "grad_norm": 20.181726455688477, + "learning_rate": 7.159412685546073e-07, + "loss": 0.5477, + "num_input_tokens_seen": 3177185280, + "step": 1515 + }, + { + "epoch": 0.1941958231624627, + "grad_norm": 19.928884506225586, + "learning_rate": 7.155659632789683e-07, + "loss": 0.7233, + "num_input_tokens_seen": 3179282432, + "step": 1516 + }, + { + "epoch": 0.19446704637917006, + "grad_norm": 20.663057327270508, + "learning_rate": 7.151905247621422e-07, + "loss": 0.6027, + "num_input_tokens_seen": 3181379584, + "step": 1517 + }, + { + "epoch": 0.1947382695958774, + "grad_norm": 15.95964527130127, + "learning_rate": 7.148149533062678e-07, + "loss": 0.4609, + "num_input_tokens_seen": 3183476736, + "step": 1518 + }, + { + "epoch": 0.19500949281258476, + "grad_norm": 18.054109573364258, + "learning_rate": 7.144392492135908e-07, + "loss": 0.4759, + "num_input_tokens_seen": 3185573888, + "step": 1519 + }, + { + "epoch": 0.19528071602929212, + "grad_norm": 36.16549301147461, + "learning_rate": 7.140634127864632e-07, + "loss": 0.7295, + "num_input_tokens_seen": 3187671040, + "step": 1520 + }, + { + "epoch": 0.19555193924599945, + "grad_norm": 16.543094635009766, + "learning_rate": 7.136874443273442e-07, + "loss": 0.4694, + "num_input_tokens_seen": 3189768192, + "step": 1521 + }, + { + "epoch": 0.1958231624627068, + "grad_norm": 18.826963424682617, + "learning_rate": 7.133113441387988e-07, + "loss": 0.6975, + "num_input_tokens_seen": 3191865344, + "step": 1522 + }, + { + "epoch": 0.19609438567941415, + "grad_norm": 11.468395233154297, + "learning_rate": 7.129351125234979e-07, + "loss": 0.2668, + "num_input_tokens_seen": 3193962496, + "step": 1523 + }, + { + "epoch": 0.1963656088961215, + "grad_norm": 18.200729370117188, + "learning_rate": 7.125587497842189e-07, + "loss": 0.6557, + "num_input_tokens_seen": 3196059648, + "step": 1524 + }, + { + "epoch": 0.19663683211282887, + "grad_norm": 11.098851203918457, + "learning_rate": 7.121822562238436e-07, + "loss": 0.2728, + "num_input_tokens_seen": 3198156800, + "step": 1525 + }, + { + "epoch": 0.1969080553295362, + "grad_norm": 15.489395141601562, + "learning_rate": 7.118056321453601e-07, + "loss": 0.5025, + "num_input_tokens_seen": 3200253952, + "step": 1526 + }, + { + "epoch": 0.19717927854624356, + "grad_norm": 14.967645645141602, + "learning_rate": 7.11428877851861e-07, + "loss": 0.4449, + "num_input_tokens_seen": 3202351104, + "step": 1527 + }, + { + "epoch": 0.1974505017629509, + "grad_norm": 15.567303657531738, + "learning_rate": 7.110519936465438e-07, + "loss": 0.4, + "num_input_tokens_seen": 3204448256, + "step": 1528 + }, + { + "epoch": 0.19772172497965826, + "grad_norm": 16.95789337158203, + "learning_rate": 7.106749798327106e-07, + "loss": 0.3363, + "num_input_tokens_seen": 3206545408, + "step": 1529 + }, + { + "epoch": 0.19799294819636562, + "grad_norm": 16.923965454101562, + "learning_rate": 7.102978367137679e-07, + "loss": 0.4492, + "num_input_tokens_seen": 3208642560, + "step": 1530 + }, + { + "epoch": 0.19826417141307295, + "grad_norm": 16.046384811401367, + "learning_rate": 7.099205645932258e-07, + "loss": 0.4185, + "num_input_tokens_seen": 3210739712, + "step": 1531 + }, + { + "epoch": 0.19853539462978032, + "grad_norm": 20.16338348388672, + "learning_rate": 7.095431637746988e-07, + "loss": 0.6639, + "num_input_tokens_seen": 3212836864, + "step": 1532 + }, + { + "epoch": 0.19880661784648765, + "grad_norm": 12.801714897155762, + "learning_rate": 7.091656345619047e-07, + "loss": 0.3112, + "num_input_tokens_seen": 3214934016, + "step": 1533 + }, + { + "epoch": 0.199077841063195, + "grad_norm": 14.88927936553955, + "learning_rate": 7.087879772586647e-07, + "loss": 0.4997, + "num_input_tokens_seen": 3217031168, + "step": 1534 + }, + { + "epoch": 0.19934906427990237, + "grad_norm": 20.41654396057129, + "learning_rate": 7.084101921689029e-07, + "loss": 0.5001, + "num_input_tokens_seen": 3219128320, + "step": 1535 + }, + { + "epoch": 0.1996202874966097, + "grad_norm": 18.13739013671875, + "learning_rate": 7.080322795966462e-07, + "loss": 0.5536, + "num_input_tokens_seen": 3221225472, + "step": 1536 + }, + { + "epoch": 0.19989151071331707, + "grad_norm": 15.031099319458008, + "learning_rate": 7.076542398460247e-07, + "loss": 0.4459, + "num_input_tokens_seen": 3223322624, + "step": 1537 + }, + { + "epoch": 0.2001627339300244, + "grad_norm": 16.9238224029541, + "learning_rate": 7.0727607322127e-07, + "loss": 0.4325, + "num_input_tokens_seen": 3225419776, + "step": 1538 + }, + { + "epoch": 0.20043395714673176, + "grad_norm": 17.309598922729492, + "learning_rate": 7.068977800267164e-07, + "loss": 0.5089, + "num_input_tokens_seen": 3227516928, + "step": 1539 + }, + { + "epoch": 0.20070518036343912, + "grad_norm": 14.402442932128906, + "learning_rate": 7.065193605667999e-07, + "loss": 0.3359, + "num_input_tokens_seen": 3229614080, + "step": 1540 + }, + { + "epoch": 0.20097640358014646, + "grad_norm": 12.946207046508789, + "learning_rate": 7.06140815146058e-07, + "loss": 0.3825, + "num_input_tokens_seen": 3231711232, + "step": 1541 + }, + { + "epoch": 0.20124762679685382, + "grad_norm": 21.32681655883789, + "learning_rate": 7.057621440691296e-07, + "loss": 0.6832, + "num_input_tokens_seen": 3233808384, + "step": 1542 + }, + { + "epoch": 0.20151885001356115, + "grad_norm": 18.230838775634766, + "learning_rate": 7.053833476407549e-07, + "loss": 0.5939, + "num_input_tokens_seen": 3235905536, + "step": 1543 + }, + { + "epoch": 0.2017900732302685, + "grad_norm": 14.465167045593262, + "learning_rate": 7.050044261657748e-07, + "loss": 0.3152, + "num_input_tokens_seen": 3238002688, + "step": 1544 + }, + { + "epoch": 0.20206129644697587, + "grad_norm": 11.428820610046387, + "learning_rate": 7.04625379949131e-07, + "loss": 0.2369, + "num_input_tokens_seen": 3240099840, + "step": 1545 + }, + { + "epoch": 0.2023325196636832, + "grad_norm": 19.767881393432617, + "learning_rate": 7.042462092958651e-07, + "loss": 0.4465, + "num_input_tokens_seen": 3242196992, + "step": 1546 + }, + { + "epoch": 0.20260374288039057, + "grad_norm": 13.485447883605957, + "learning_rate": 7.038669145111195e-07, + "loss": 0.4017, + "num_input_tokens_seen": 3244294144, + "step": 1547 + }, + { + "epoch": 0.2028749660970979, + "grad_norm": 15.75723648071289, + "learning_rate": 7.034874959001363e-07, + "loss": 0.4824, + "num_input_tokens_seen": 3246391296, + "step": 1548 + }, + { + "epoch": 0.20314618931380526, + "grad_norm": 13.907236099243164, + "learning_rate": 7.031079537682569e-07, + "loss": 0.3523, + "num_input_tokens_seen": 3248488448, + "step": 1549 + }, + { + "epoch": 0.20341741253051263, + "grad_norm": 24.97413444519043, + "learning_rate": 7.027282884209227e-07, + "loss": 0.6136, + "num_input_tokens_seen": 3250585600, + "step": 1550 + }, + { + "epoch": 0.20368863574721996, + "grad_norm": 15.245758056640625, + "learning_rate": 7.023485001636737e-07, + "loss": 0.3508, + "num_input_tokens_seen": 3252682752, + "step": 1551 + }, + { + "epoch": 0.20395985896392732, + "grad_norm": 16.83147430419922, + "learning_rate": 7.019685893021488e-07, + "loss": 0.4695, + "num_input_tokens_seen": 3254779904, + "step": 1552 + }, + { + "epoch": 0.20423108218063465, + "grad_norm": 17.15081787109375, + "learning_rate": 7.015885561420863e-07, + "loss": 0.2958, + "num_input_tokens_seen": 3256877056, + "step": 1553 + }, + { + "epoch": 0.20450230539734202, + "grad_norm": 11.432106018066406, + "learning_rate": 7.012084009893221e-07, + "loss": 0.2439, + "num_input_tokens_seen": 3258974208, + "step": 1554 + }, + { + "epoch": 0.20477352861404935, + "grad_norm": 18.06707000732422, + "learning_rate": 7.008281241497908e-07, + "loss": 0.604, + "num_input_tokens_seen": 3261071360, + "step": 1555 + }, + { + "epoch": 0.2050447518307567, + "grad_norm": 17.187938690185547, + "learning_rate": 7.004477259295244e-07, + "loss": 0.4381, + "num_input_tokens_seen": 3263168512, + "step": 1556 + }, + { + "epoch": 0.20531597504746407, + "grad_norm": 8.261337280273438, + "learning_rate": 7.000672066346532e-07, + "loss": 0.1795, + "num_input_tokens_seen": 3265265664, + "step": 1557 + }, + { + "epoch": 0.2055871982641714, + "grad_norm": 14.19255256652832, + "learning_rate": 6.996865665714046e-07, + "loss": 0.319, + "num_input_tokens_seen": 3267362816, + "step": 1558 + }, + { + "epoch": 0.20585842148087877, + "grad_norm": 21.178258895874023, + "learning_rate": 6.993058060461035e-07, + "loss": 0.5702, + "num_input_tokens_seen": 3269459968, + "step": 1559 + }, + { + "epoch": 0.2061296446975861, + "grad_norm": 17.968137741088867, + "learning_rate": 6.989249253651708e-07, + "loss": 0.5158, + "num_input_tokens_seen": 3271557120, + "step": 1560 + }, + { + "epoch": 0.20640086791429346, + "grad_norm": 12.363228797912598, + "learning_rate": 6.985439248351254e-07, + "loss": 0.2995, + "num_input_tokens_seen": 3273654272, + "step": 1561 + }, + { + "epoch": 0.20667209113100082, + "grad_norm": 28.861257553100586, + "learning_rate": 6.981628047625818e-07, + "loss": 0.9089, + "num_input_tokens_seen": 3275751424, + "step": 1562 + }, + { + "epoch": 0.20694331434770816, + "grad_norm": 19.901887893676758, + "learning_rate": 6.977815654542508e-07, + "loss": 0.5814, + "num_input_tokens_seen": 3277848576, + "step": 1563 + }, + { + "epoch": 0.20721453756441552, + "grad_norm": 15.665919303894043, + "learning_rate": 6.974002072169395e-07, + "loss": 0.2016, + "num_input_tokens_seen": 3279945728, + "step": 1564 + }, + { + "epoch": 0.20748576078112285, + "grad_norm": 19.99432945251465, + "learning_rate": 6.970187303575505e-07, + "loss": 0.3062, + "num_input_tokens_seen": 3282042880, + "step": 1565 + }, + { + "epoch": 0.2077569839978302, + "grad_norm": 22.537017822265625, + "learning_rate": 6.966371351830818e-07, + "loss": 0.8428, + "num_input_tokens_seen": 3284140032, + "step": 1566 + }, + { + "epoch": 0.20802820721453757, + "grad_norm": 13.440853118896484, + "learning_rate": 6.962554220006265e-07, + "loss": 0.3116, + "num_input_tokens_seen": 3286237184, + "step": 1567 + }, + { + "epoch": 0.2082994304312449, + "grad_norm": 17.965656280517578, + "learning_rate": 6.958735911173729e-07, + "loss": 0.4781, + "num_input_tokens_seen": 3288334336, + "step": 1568 + }, + { + "epoch": 0.20857065364795227, + "grad_norm": 19.18067741394043, + "learning_rate": 6.954916428406045e-07, + "loss": 0.6427, + "num_input_tokens_seen": 3290431488, + "step": 1569 + }, + { + "epoch": 0.2088418768646596, + "grad_norm": 19.246889114379883, + "learning_rate": 6.95109577477698e-07, + "loss": 0.5277, + "num_input_tokens_seen": 3292528640, + "step": 1570 + }, + { + "epoch": 0.20911310008136696, + "grad_norm": 16.653470993041992, + "learning_rate": 6.947273953361255e-07, + "loss": 0.5097, + "num_input_tokens_seen": 3294625792, + "step": 1571 + }, + { + "epoch": 0.20938432329807433, + "grad_norm": 16.175172805786133, + "learning_rate": 6.943450967234524e-07, + "loss": 0.3398, + "num_input_tokens_seen": 3296722944, + "step": 1572 + }, + { + "epoch": 0.20965554651478166, + "grad_norm": 15.780593872070312, + "learning_rate": 6.939626819473384e-07, + "loss": 0.3364, + "num_input_tokens_seen": 3298820096, + "step": 1573 + }, + { + "epoch": 0.20992676973148902, + "grad_norm": 22.667606353759766, + "learning_rate": 6.93580151315536e-07, + "loss": 0.7428, + "num_input_tokens_seen": 3300917248, + "step": 1574 + }, + { + "epoch": 0.21019799294819635, + "grad_norm": 15.267520904541016, + "learning_rate": 6.931975051358914e-07, + "loss": 0.3328, + "num_input_tokens_seen": 3303014400, + "step": 1575 + }, + { + "epoch": 0.21046921616490372, + "grad_norm": 19.079408645629883, + "learning_rate": 6.928147437163439e-07, + "loss": 0.5853, + "num_input_tokens_seen": 3305111552, + "step": 1576 + }, + { + "epoch": 0.21074043938161108, + "grad_norm": 13.351947784423828, + "learning_rate": 6.92431867364925e-07, + "loss": 0.3437, + "num_input_tokens_seen": 3307208704, + "step": 1577 + }, + { + "epoch": 0.2110116625983184, + "grad_norm": 24.631118774414062, + "learning_rate": 6.920488763897593e-07, + "loss": 0.8318, + "num_input_tokens_seen": 3309305856, + "step": 1578 + }, + { + "epoch": 0.21128288581502577, + "grad_norm": 17.947328567504883, + "learning_rate": 6.916657710990632e-07, + "loss": 0.5461, + "num_input_tokens_seen": 3311403008, + "step": 1579 + }, + { + "epoch": 0.2115541090317331, + "grad_norm": 21.530193328857422, + "learning_rate": 6.912825518011452e-07, + "loss": 0.6746, + "num_input_tokens_seen": 3313500160, + "step": 1580 + }, + { + "epoch": 0.21182533224844047, + "grad_norm": 16.4180850982666, + "learning_rate": 6.90899218804406e-07, + "loss": 0.3837, + "num_input_tokens_seen": 3315597312, + "step": 1581 + }, + { + "epoch": 0.21209655546514783, + "grad_norm": 18.914493560791016, + "learning_rate": 6.905157724173369e-07, + "loss": 0.3731, + "num_input_tokens_seen": 3317694464, + "step": 1582 + }, + { + "epoch": 0.21236777868185516, + "grad_norm": 15.548588752746582, + "learning_rate": 6.901322129485212e-07, + "loss": 0.4683, + "num_input_tokens_seen": 3319791616, + "step": 1583 + }, + { + "epoch": 0.21263900189856252, + "grad_norm": 14.097211837768555, + "learning_rate": 6.897485407066329e-07, + "loss": 0.3252, + "num_input_tokens_seen": 3321888768, + "step": 1584 + }, + { + "epoch": 0.21291022511526986, + "grad_norm": 15.844295501708984, + "learning_rate": 6.893647560004369e-07, + "loss": 0.5362, + "num_input_tokens_seen": 3323985920, + "step": 1585 + }, + { + "epoch": 0.21318144833197722, + "grad_norm": 18.061901092529297, + "learning_rate": 6.889808591387885e-07, + "loss": 0.4111, + "num_input_tokens_seen": 3326083072, + "step": 1586 + }, + { + "epoch": 0.21345267154868458, + "grad_norm": 15.680930137634277, + "learning_rate": 6.885968504306334e-07, + "loss": 0.408, + "num_input_tokens_seen": 3328180224, + "step": 1587 + }, + { + "epoch": 0.21372389476539191, + "grad_norm": 22.98466682434082, + "learning_rate": 6.882127301850069e-07, + "loss": 0.684, + "num_input_tokens_seen": 3330277376, + "step": 1588 + }, + { + "epoch": 0.21399511798209928, + "grad_norm": 20.19873046875, + "learning_rate": 6.878284987110345e-07, + "loss": 0.576, + "num_input_tokens_seen": 3332374528, + "step": 1589 + }, + { + "epoch": 0.2142663411988066, + "grad_norm": 12.961610794067383, + "learning_rate": 6.874441563179313e-07, + "loss": 0.3008, + "num_input_tokens_seen": 3334471680, + "step": 1590 + }, + { + "epoch": 0.21453756441551397, + "grad_norm": 22.00704574584961, + "learning_rate": 6.870597033150012e-07, + "loss": 0.6572, + "num_input_tokens_seen": 3336568832, + "step": 1591 + }, + { + "epoch": 0.21480878763222133, + "grad_norm": 18.104747772216797, + "learning_rate": 6.866751400116374e-07, + "loss": 0.4674, + "num_input_tokens_seen": 3338665984, + "step": 1592 + }, + { + "epoch": 0.21508001084892867, + "grad_norm": 24.767946243286133, + "learning_rate": 6.862904667173216e-07, + "loss": 0.7152, + "num_input_tokens_seen": 3340763136, + "step": 1593 + }, + { + "epoch": 0.21535123406563603, + "grad_norm": 23.480615615844727, + "learning_rate": 6.859056837416245e-07, + "loss": 0.8405, + "num_input_tokens_seen": 3342860288, + "step": 1594 + }, + { + "epoch": 0.21562245728234336, + "grad_norm": 13.278249740600586, + "learning_rate": 6.855207913942048e-07, + "loss": 0.3923, + "num_input_tokens_seen": 3344957440, + "step": 1595 + }, + { + "epoch": 0.21589368049905072, + "grad_norm": 14.385771751403809, + "learning_rate": 6.85135789984809e-07, + "loss": 0.3845, + "num_input_tokens_seen": 3347054592, + "step": 1596 + }, + { + "epoch": 0.21616490371575806, + "grad_norm": 15.939520835876465, + "learning_rate": 6.847506798232719e-07, + "loss": 0.5702, + "num_input_tokens_seen": 3349151744, + "step": 1597 + }, + { + "epoch": 0.21643612693246542, + "grad_norm": 15.751465797424316, + "learning_rate": 6.843654612195152e-07, + "loss": 0.4505, + "num_input_tokens_seen": 3351248896, + "step": 1598 + }, + { + "epoch": 0.21670735014917278, + "grad_norm": 16.361385345458984, + "learning_rate": 6.839801344835484e-07, + "loss": 0.5949, + "num_input_tokens_seen": 3353346048, + "step": 1599 + }, + { + "epoch": 0.2169785733658801, + "grad_norm": 15.845523834228516, + "learning_rate": 6.835946999254677e-07, + "loss": 0.6065, + "num_input_tokens_seen": 3355443200, + "step": 1600 + }, + { + "epoch": 0.21724979658258747, + "grad_norm": 13.730551719665527, + "learning_rate": 6.83209157855456e-07, + "loss": 0.4201, + "num_input_tokens_seen": 3357540352, + "step": 1601 + }, + { + "epoch": 0.2175210197992948, + "grad_norm": 17.727937698364258, + "learning_rate": 6.828235085837831e-07, + "loss": 0.4174, + "num_input_tokens_seen": 3359637504, + "step": 1602 + }, + { + "epoch": 0.21779224301600217, + "grad_norm": 16.495952606201172, + "learning_rate": 6.824377524208047e-07, + "loss": 0.5056, + "num_input_tokens_seen": 3361734656, + "step": 1603 + }, + { + "epoch": 0.21806346623270953, + "grad_norm": 16.65219497680664, + "learning_rate": 6.820518896769629e-07, + "loss": 0.4776, + "num_input_tokens_seen": 3363831808, + "step": 1604 + }, + { + "epoch": 0.21833468944941686, + "grad_norm": 9.43620777130127, + "learning_rate": 6.816659206627853e-07, + "loss": 0.2099, + "num_input_tokens_seen": 3365928960, + "step": 1605 + }, + { + "epoch": 0.21860591266612422, + "grad_norm": 16.026655197143555, + "learning_rate": 6.812798456888849e-07, + "loss": 0.4603, + "num_input_tokens_seen": 3368026112, + "step": 1606 + }, + { + "epoch": 0.21887713588283156, + "grad_norm": 18.902629852294922, + "learning_rate": 6.808936650659605e-07, + "loss": 0.658, + "num_input_tokens_seen": 3370123264, + "step": 1607 + }, + { + "epoch": 0.21914835909953892, + "grad_norm": 18.937278747558594, + "learning_rate": 6.805073791047951e-07, + "loss": 0.7047, + "num_input_tokens_seen": 3372220416, + "step": 1608 + }, + { + "epoch": 0.21941958231624628, + "grad_norm": 19.952560424804688, + "learning_rate": 6.80120988116257e-07, + "loss": 0.303, + "num_input_tokens_seen": 3374317568, + "step": 1609 + }, + { + "epoch": 0.21969080553295361, + "grad_norm": 16.27387046813965, + "learning_rate": 6.797344924112995e-07, + "loss": 0.3612, + "num_input_tokens_seen": 3376414720, + "step": 1610 + }, + { + "epoch": 0.21996202874966098, + "grad_norm": 18.694629669189453, + "learning_rate": 6.793478923009592e-07, + "loss": 0.5804, + "num_input_tokens_seen": 3378511872, + "step": 1611 + }, + { + "epoch": 0.2202332519663683, + "grad_norm": 11.021830558776855, + "learning_rate": 6.789611880963569e-07, + "loss": 0.2376, + "num_input_tokens_seen": 3380609024, + "step": 1612 + }, + { + "epoch": 0.22050447518307567, + "grad_norm": 15.804499626159668, + "learning_rate": 6.78574380108698e-07, + "loss": 0.4313, + "num_input_tokens_seen": 3382706176, + "step": 1613 + }, + { + "epoch": 0.22077569839978303, + "grad_norm": 15.294432640075684, + "learning_rate": 6.781874686492706e-07, + "loss": 0.4538, + "num_input_tokens_seen": 3384803328, + "step": 1614 + }, + { + "epoch": 0.22104692161649037, + "grad_norm": 14.991973876953125, + "learning_rate": 6.778004540294464e-07, + "loss": 0.3465, + "num_input_tokens_seen": 3386900480, + "step": 1615 + }, + { + "epoch": 0.22131814483319773, + "grad_norm": 22.537893295288086, + "learning_rate": 6.774133365606801e-07, + "loss": 0.7659, + "num_input_tokens_seen": 3388997632, + "step": 1616 + }, + { + "epoch": 0.22158936804990506, + "grad_norm": 21.337339401245117, + "learning_rate": 6.770261165545085e-07, + "loss": 0.797, + "num_input_tokens_seen": 3391094784, + "step": 1617 + }, + { + "epoch": 0.22186059126661242, + "grad_norm": 20.40045166015625, + "learning_rate": 6.766387943225524e-07, + "loss": 0.7643, + "num_input_tokens_seen": 3393191936, + "step": 1618 + }, + { + "epoch": 0.22213181448331978, + "grad_norm": 14.96789836883545, + "learning_rate": 6.762513701765135e-07, + "loss": 0.409, + "num_input_tokens_seen": 3395289088, + "step": 1619 + }, + { + "epoch": 0.22240303770002712, + "grad_norm": 14.952929496765137, + "learning_rate": 6.75863844428176e-07, + "loss": 0.4159, + "num_input_tokens_seen": 3397386240, + "step": 1620 + }, + { + "epoch": 0.22267426091673448, + "grad_norm": 16.563785552978516, + "learning_rate": 6.754762173894061e-07, + "loss": 0.495, + "num_input_tokens_seen": 3399483392, + "step": 1621 + }, + { + "epoch": 0.2229454841334418, + "grad_norm": 13.857934951782227, + "learning_rate": 6.750884893721511e-07, + "loss": 0.2923, + "num_input_tokens_seen": 3401580544, + "step": 1622 + }, + { + "epoch": 0.22321670735014917, + "grad_norm": 16.87193489074707, + "learning_rate": 6.747006606884398e-07, + "loss": 0.4906, + "num_input_tokens_seen": 3403677696, + "step": 1623 + }, + { + "epoch": 0.22348793056685654, + "grad_norm": 28.209985733032227, + "learning_rate": 6.74312731650382e-07, + "loss": 0.5691, + "num_input_tokens_seen": 3405774848, + "step": 1624 + }, + { + "epoch": 0.22375915378356387, + "grad_norm": 18.54442596435547, + "learning_rate": 6.739247025701683e-07, + "loss": 0.4746, + "num_input_tokens_seen": 3407872000, + "step": 1625 + }, + { + "epoch": 0.22403037700027123, + "grad_norm": 21.610734939575195, + "learning_rate": 6.735365737600695e-07, + "loss": 0.8189, + "num_input_tokens_seen": 3409969152, + "step": 1626 + }, + { + "epoch": 0.22430160021697856, + "grad_norm": 13.132299423217773, + "learning_rate": 6.731483455324374e-07, + "loss": 0.3669, + "num_input_tokens_seen": 3412066304, + "step": 1627 + }, + { + "epoch": 0.22457282343368593, + "grad_norm": 10.474742889404297, + "learning_rate": 6.727600181997026e-07, + "loss": 0.2336, + "num_input_tokens_seen": 3414163456, + "step": 1628 + }, + { + "epoch": 0.2248440466503933, + "grad_norm": 20.9769287109375, + "learning_rate": 6.723715920743767e-07, + "loss": 0.5633, + "num_input_tokens_seen": 3416260608, + "step": 1629 + }, + { + "epoch": 0.22511526986710062, + "grad_norm": 14.54977798461914, + "learning_rate": 6.7198306746905e-07, + "loss": 0.3815, + "num_input_tokens_seen": 3418357760, + "step": 1630 + }, + { + "epoch": 0.22538649308380798, + "grad_norm": 19.554121017456055, + "learning_rate": 6.715944446963924e-07, + "loss": 0.5412, + "num_input_tokens_seen": 3420454912, + "step": 1631 + }, + { + "epoch": 0.22565771630051532, + "grad_norm": 23.622020721435547, + "learning_rate": 6.712057240691527e-07, + "loss": 0.9327, + "num_input_tokens_seen": 3422552064, + "step": 1632 + }, + { + "epoch": 0.22592893951722268, + "grad_norm": 13.846428871154785, + "learning_rate": 6.708169059001586e-07, + "loss": 0.3727, + "num_input_tokens_seen": 3424649216, + "step": 1633 + }, + { + "epoch": 0.22620016273393004, + "grad_norm": 20.11954689025879, + "learning_rate": 6.704279905023159e-07, + "loss": 0.5854, + "num_input_tokens_seen": 3426746368, + "step": 1634 + }, + { + "epoch": 0.22647138595063737, + "grad_norm": 28.113088607788086, + "learning_rate": 6.700389781886091e-07, + "loss": 0.6741, + "num_input_tokens_seen": 3428843520, + "step": 1635 + }, + { + "epoch": 0.22674260916734473, + "grad_norm": 12.346856117248535, + "learning_rate": 6.696498692721006e-07, + "loss": 0.3548, + "num_input_tokens_seen": 3430940672, + "step": 1636 + }, + { + "epoch": 0.22701383238405207, + "grad_norm": 16.389089584350586, + "learning_rate": 6.692606640659302e-07, + "loss": 0.5486, + "num_input_tokens_seen": 3433037824, + "step": 1637 + }, + { + "epoch": 0.22728505560075943, + "grad_norm": 24.49221420288086, + "learning_rate": 6.688713628833157e-07, + "loss": 0.7321, + "num_input_tokens_seen": 3435134976, + "step": 1638 + }, + { + "epoch": 0.22755627881746676, + "grad_norm": 16.724529266357422, + "learning_rate": 6.684819660375516e-07, + "loss": 0.4644, + "num_input_tokens_seen": 3437232128, + "step": 1639 + }, + { + "epoch": 0.22782750203417412, + "grad_norm": 20.410425186157227, + "learning_rate": 6.6809247384201e-07, + "loss": 0.6855, + "num_input_tokens_seen": 3439329280, + "step": 1640 + }, + { + "epoch": 0.22809872525088148, + "grad_norm": 14.939435005187988, + "learning_rate": 6.67702886610139e-07, + "loss": 0.4161, + "num_input_tokens_seen": 3441426432, + "step": 1641 + }, + { + "epoch": 0.22836994846758882, + "grad_norm": 16.925172805786133, + "learning_rate": 6.673132046554639e-07, + "loss": 0.6421, + "num_input_tokens_seen": 3443523584, + "step": 1642 + }, + { + "epoch": 0.22864117168429618, + "grad_norm": 11.812236785888672, + "learning_rate": 6.669234282915857e-07, + "loss": 0.2435, + "num_input_tokens_seen": 3445620736, + "step": 1643 + }, + { + "epoch": 0.2289123949010035, + "grad_norm": 16.797849655151367, + "learning_rate": 6.665335578321819e-07, + "loss": 0.4875, + "num_input_tokens_seen": 3447717888, + "step": 1644 + }, + { + "epoch": 0.22918361811771087, + "grad_norm": 20.539812088012695, + "learning_rate": 6.661435935910048e-07, + "loss": 0.6485, + "num_input_tokens_seen": 3449815040, + "step": 1645 + }, + { + "epoch": 0.22945484133441824, + "grad_norm": 12.565629959106445, + "learning_rate": 6.657535358818833e-07, + "loss": 0.3879, + "num_input_tokens_seen": 3451912192, + "step": 1646 + }, + { + "epoch": 0.22972606455112557, + "grad_norm": 21.272024154663086, + "learning_rate": 6.653633850187211e-07, + "loss": 0.6757, + "num_input_tokens_seen": 3454009344, + "step": 1647 + }, + { + "epoch": 0.22999728776783293, + "grad_norm": 17.750259399414062, + "learning_rate": 6.649731413154964e-07, + "loss": 0.4601, + "num_input_tokens_seen": 3456106496, + "step": 1648 + }, + { + "epoch": 0.23026851098454026, + "grad_norm": 17.899972915649414, + "learning_rate": 6.645828050862626e-07, + "loss": 0.5663, + "num_input_tokens_seen": 3458203648, + "step": 1649 + }, + { + "epoch": 0.23053973420124763, + "grad_norm": 10.090818405151367, + "learning_rate": 6.641923766451475e-07, + "loss": 0.1971, + "num_input_tokens_seen": 3460300800, + "step": 1650 + }, + { + "epoch": 0.230810957417955, + "grad_norm": 14.428431510925293, + "learning_rate": 6.63801856306353e-07, + "loss": 0.4693, + "num_input_tokens_seen": 3462397952, + "step": 1651 + }, + { + "epoch": 0.23108218063466232, + "grad_norm": 18.0393123626709, + "learning_rate": 6.634112443841551e-07, + "loss": 0.5592, + "num_input_tokens_seen": 3464495104, + "step": 1652 + }, + { + "epoch": 0.23135340385136968, + "grad_norm": 15.629161834716797, + "learning_rate": 6.630205411929032e-07, + "loss": 0.5662, + "num_input_tokens_seen": 3466592256, + "step": 1653 + }, + { + "epoch": 0.23162462706807702, + "grad_norm": 15.491093635559082, + "learning_rate": 6.626297470470205e-07, + "loss": 0.3379, + "num_input_tokens_seen": 3468689408, + "step": 1654 + }, + { + "epoch": 0.23189585028478438, + "grad_norm": 13.871119499206543, + "learning_rate": 6.622388622610034e-07, + "loss": 0.2769, + "num_input_tokens_seen": 3470786560, + "step": 1655 + }, + { + "epoch": 0.23216707350149174, + "grad_norm": 12.842281341552734, + "learning_rate": 6.618478871494209e-07, + "loss": 0.3845, + "num_input_tokens_seen": 3472883712, + "step": 1656 + }, + { + "epoch": 0.23243829671819907, + "grad_norm": 14.781960487365723, + "learning_rate": 6.61456822026915e-07, + "loss": 0.3783, + "num_input_tokens_seen": 3474980864, + "step": 1657 + }, + { + "epoch": 0.23270951993490643, + "grad_norm": 18.07168960571289, + "learning_rate": 6.610656672081999e-07, + "loss": 0.5104, + "num_input_tokens_seen": 3477078016, + "step": 1658 + }, + { + "epoch": 0.23298074315161377, + "grad_norm": 19.128738403320312, + "learning_rate": 6.606744230080622e-07, + "loss": 0.5309, + "num_input_tokens_seen": 3479175168, + "step": 1659 + }, + { + "epoch": 0.23325196636832113, + "grad_norm": 21.630807876586914, + "learning_rate": 6.602830897413603e-07, + "loss": 0.7695, + "num_input_tokens_seen": 3481272320, + "step": 1660 + }, + { + "epoch": 0.2335231895850285, + "grad_norm": 22.350727081298828, + "learning_rate": 6.598916677230243e-07, + "loss": 0.8973, + "num_input_tokens_seen": 3483369472, + "step": 1661 + }, + { + "epoch": 0.23379441280173582, + "grad_norm": 16.569183349609375, + "learning_rate": 6.59500157268056e-07, + "loss": 0.4983, + "num_input_tokens_seen": 3485466624, + "step": 1662 + }, + { + "epoch": 0.23406563601844319, + "grad_norm": 17.87363052368164, + "learning_rate": 6.591085586915279e-07, + "loss": 0.4791, + "num_input_tokens_seen": 3487563776, + "step": 1663 + }, + { + "epoch": 0.23433685923515052, + "grad_norm": 22.503154754638672, + "learning_rate": 6.587168723085836e-07, + "loss": 0.7941, + "num_input_tokens_seen": 3489660928, + "step": 1664 + }, + { + "epoch": 0.23460808245185788, + "grad_norm": 16.588794708251953, + "learning_rate": 6.583250984344374e-07, + "loss": 0.4266, + "num_input_tokens_seen": 3491758080, + "step": 1665 + }, + { + "epoch": 0.23487930566856524, + "grad_norm": 20.612022399902344, + "learning_rate": 6.57933237384374e-07, + "loss": 0.3887, + "num_input_tokens_seen": 3493855232, + "step": 1666 + }, + { + "epoch": 0.23515052888527258, + "grad_norm": 19.953716278076172, + "learning_rate": 6.575412894737484e-07, + "loss": 0.655, + "num_input_tokens_seen": 3495952384, + "step": 1667 + }, + { + "epoch": 0.23542175210197994, + "grad_norm": 21.730518341064453, + "learning_rate": 6.571492550179853e-07, + "loss": 0.8792, + "num_input_tokens_seen": 3498049536, + "step": 1668 + }, + { + "epoch": 0.23569297531868727, + "grad_norm": 20.50918197631836, + "learning_rate": 6.567571343325791e-07, + "loss": 0.6458, + "num_input_tokens_seen": 3500146688, + "step": 1669 + }, + { + "epoch": 0.23596419853539463, + "grad_norm": 18.293838500976562, + "learning_rate": 6.563649277330935e-07, + "loss": 0.5007, + "num_input_tokens_seen": 3502243840, + "step": 1670 + }, + { + "epoch": 0.236235421752102, + "grad_norm": 13.126777648925781, + "learning_rate": 6.559726355351617e-07, + "loss": 0.4134, + "num_input_tokens_seen": 3504340992, + "step": 1671 + }, + { + "epoch": 0.23650664496880933, + "grad_norm": 12.992348670959473, + "learning_rate": 6.555802580544853e-07, + "loss": 0.345, + "num_input_tokens_seen": 3506438144, + "step": 1672 + }, + { + "epoch": 0.2367778681855167, + "grad_norm": 15.970709800720215, + "learning_rate": 6.551877956068349e-07, + "loss": 0.413, + "num_input_tokens_seen": 3508535296, + "step": 1673 + }, + { + "epoch": 0.23704909140222402, + "grad_norm": 19.215749740600586, + "learning_rate": 6.547952485080491e-07, + "loss": 0.5876, + "num_input_tokens_seen": 3510632448, + "step": 1674 + }, + { + "epoch": 0.23732031461893138, + "grad_norm": 10.450196266174316, + "learning_rate": 6.544026170740352e-07, + "loss": 0.2881, + "num_input_tokens_seen": 3512729600, + "step": 1675 + }, + { + "epoch": 0.23759153783563874, + "grad_norm": 13.23245906829834, + "learning_rate": 6.540099016207679e-07, + "loss": 0.3993, + "num_input_tokens_seen": 3514826752, + "step": 1676 + }, + { + "epoch": 0.23786276105234608, + "grad_norm": 13.348737716674805, + "learning_rate": 6.536171024642896e-07, + "loss": 0.41, + "num_input_tokens_seen": 3516923904, + "step": 1677 + }, + { + "epoch": 0.23813398426905344, + "grad_norm": 15.210914611816406, + "learning_rate": 6.532242199207103e-07, + "loss": 0.3554, + "num_input_tokens_seen": 3519021056, + "step": 1678 + }, + { + "epoch": 0.23840520748576077, + "grad_norm": 14.020462989807129, + "learning_rate": 6.528312543062066e-07, + "loss": 0.2304, + "num_input_tokens_seen": 3521118208, + "step": 1679 + }, + { + "epoch": 0.23867643070246813, + "grad_norm": 18.36133575439453, + "learning_rate": 6.524382059370226e-07, + "loss": 0.5624, + "num_input_tokens_seen": 3523215360, + "step": 1680 + }, + { + "epoch": 0.23894765391917547, + "grad_norm": 16.818580627441406, + "learning_rate": 6.520450751294685e-07, + "loss": 0.5282, + "num_input_tokens_seen": 3525312512, + "step": 1681 + }, + { + "epoch": 0.23921887713588283, + "grad_norm": 25.353300094604492, + "learning_rate": 6.516518621999209e-07, + "loss": 0.6669, + "num_input_tokens_seen": 3527409664, + "step": 1682 + }, + { + "epoch": 0.2394901003525902, + "grad_norm": 18.05834197998047, + "learning_rate": 6.512585674648227e-07, + "loss": 0.6045, + "num_input_tokens_seen": 3529506816, + "step": 1683 + }, + { + "epoch": 0.23976132356929752, + "grad_norm": 11.763015747070312, + "learning_rate": 6.50865191240683e-07, + "loss": 0.3037, + "num_input_tokens_seen": 3531603968, + "step": 1684 + }, + { + "epoch": 0.24003254678600489, + "grad_norm": 19.146381378173828, + "learning_rate": 6.504717338440751e-07, + "loss": 0.5238, + "num_input_tokens_seen": 3533701120, + "step": 1685 + }, + { + "epoch": 0.24030377000271222, + "grad_norm": 13.004151344299316, + "learning_rate": 6.500781955916393e-07, + "loss": 0.3522, + "num_input_tokens_seen": 3535798272, + "step": 1686 + }, + { + "epoch": 0.24057499321941958, + "grad_norm": 17.20205307006836, + "learning_rate": 6.4968457680008e-07, + "loss": 0.5728, + "num_input_tokens_seen": 3537895424, + "step": 1687 + }, + { + "epoch": 0.24084621643612694, + "grad_norm": 12.467523574829102, + "learning_rate": 6.492908777861664e-07, + "loss": 0.3135, + "num_input_tokens_seen": 3539992576, + "step": 1688 + }, + { + "epoch": 0.24111743965283428, + "grad_norm": 21.274076461791992, + "learning_rate": 6.488970988667327e-07, + "loss": 0.6591, + "num_input_tokens_seen": 3542089728, + "step": 1689 + }, + { + "epoch": 0.24138866286954164, + "grad_norm": 24.0526180267334, + "learning_rate": 6.485032403586772e-07, + "loss": 0.927, + "num_input_tokens_seen": 3544186880, + "step": 1690 + }, + { + "epoch": 0.24165988608624897, + "grad_norm": 16.187849044799805, + "learning_rate": 6.481093025789621e-07, + "loss": 0.3657, + "num_input_tokens_seen": 3546284032, + "step": 1691 + }, + { + "epoch": 0.24193110930295633, + "grad_norm": 25.65354347229004, + "learning_rate": 6.477152858446136e-07, + "loss": 0.5053, + "num_input_tokens_seen": 3548381184, + "step": 1692 + }, + { + "epoch": 0.2422023325196637, + "grad_norm": 16.25813865661621, + "learning_rate": 6.473211904727216e-07, + "loss": 0.5336, + "num_input_tokens_seen": 3550478336, + "step": 1693 + }, + { + "epoch": 0.24247355573637103, + "grad_norm": 19.955923080444336, + "learning_rate": 6.469270167804386e-07, + "loss": 0.5435, + "num_input_tokens_seen": 3552575488, + "step": 1694 + }, + { + "epoch": 0.2427447789530784, + "grad_norm": 12.152280807495117, + "learning_rate": 6.46532765084981e-07, + "loss": 0.3573, + "num_input_tokens_seen": 3554672640, + "step": 1695 + }, + { + "epoch": 0.24301600216978572, + "grad_norm": 13.028290748596191, + "learning_rate": 6.461384357036274e-07, + "loss": 0.2561, + "num_input_tokens_seen": 3556769792, + "step": 1696 + }, + { + "epoch": 0.24328722538649308, + "grad_norm": 20.247438430786133, + "learning_rate": 6.457440289537191e-07, + "loss": 0.4922, + "num_input_tokens_seen": 3558866944, + "step": 1697 + }, + { + "epoch": 0.24355844860320044, + "grad_norm": 12.755880355834961, + "learning_rate": 6.453495451526595e-07, + "loss": 0.301, + "num_input_tokens_seen": 3560964096, + "step": 1698 + }, + { + "epoch": 0.24382967181990778, + "grad_norm": 13.987512588500977, + "learning_rate": 6.449549846179144e-07, + "loss": 0.3143, + "num_input_tokens_seen": 3563061248, + "step": 1699 + }, + { + "epoch": 0.24410089503661514, + "grad_norm": 26.919103622436523, + "learning_rate": 6.445603476670109e-07, + "loss": 0.5411, + "num_input_tokens_seen": 3565158400, + "step": 1700 + }, + { + "epoch": 0.24437211825332247, + "grad_norm": 21.93929672241211, + "learning_rate": 6.44165634617538e-07, + "loss": 0.7823, + "num_input_tokens_seen": 3567255552, + "step": 1701 + }, + { + "epoch": 0.24464334147002983, + "grad_norm": 16.736602783203125, + "learning_rate": 6.437708457871455e-07, + "loss": 0.4474, + "num_input_tokens_seen": 3569352704, + "step": 1702 + }, + { + "epoch": 0.2449145646867372, + "grad_norm": 17.7639217376709, + "learning_rate": 6.433759814935447e-07, + "loss": 0.5609, + "num_input_tokens_seen": 3571449856, + "step": 1703 + }, + { + "epoch": 0.24518578790344453, + "grad_norm": 12.938990592956543, + "learning_rate": 6.429810420545072e-07, + "loss": 0.3755, + "num_input_tokens_seen": 3573547008, + "step": 1704 + }, + { + "epoch": 0.2454570111201519, + "grad_norm": 19.107515335083008, + "learning_rate": 6.425860277878651e-07, + "loss": 0.6132, + "num_input_tokens_seen": 3575644160, + "step": 1705 + }, + { + "epoch": 0.24572823433685922, + "grad_norm": 16.069114685058594, + "learning_rate": 6.42190939011511e-07, + "loss": 0.4449, + "num_input_tokens_seen": 3577741312, + "step": 1706 + }, + { + "epoch": 0.2459994575535666, + "grad_norm": 18.453479766845703, + "learning_rate": 6.417957760433974e-07, + "loss": 0.4561, + "num_input_tokens_seen": 3579838464, + "step": 1707 + }, + { + "epoch": 0.24627068077027395, + "grad_norm": 22.410266876220703, + "learning_rate": 6.414005392015364e-07, + "loss": 0.4495, + "num_input_tokens_seen": 3581935616, + "step": 1708 + }, + { + "epoch": 0.24654190398698128, + "grad_norm": 18.5291690826416, + "learning_rate": 6.410052288039994e-07, + "loss": 0.647, + "num_input_tokens_seen": 3584032768, + "step": 1709 + }, + { + "epoch": 0.24681312720368864, + "grad_norm": 15.33918571472168, + "learning_rate": 6.406098451689171e-07, + "loss": 0.3701, + "num_input_tokens_seen": 3586129920, + "step": 1710 + }, + { + "epoch": 0.24708435042039598, + "grad_norm": 16.662532806396484, + "learning_rate": 6.402143886144797e-07, + "loss": 0.4231, + "num_input_tokens_seen": 3588227072, + "step": 1711 + }, + { + "epoch": 0.24735557363710334, + "grad_norm": 16.196252822875977, + "learning_rate": 6.39818859458935e-07, + "loss": 0.431, + "num_input_tokens_seen": 3590324224, + "step": 1712 + }, + { + "epoch": 0.2476267968538107, + "grad_norm": 24.346651077270508, + "learning_rate": 6.394232580205903e-07, + "loss": 0.9444, + "num_input_tokens_seen": 3592421376, + "step": 1713 + }, + { + "epoch": 0.24789802007051803, + "grad_norm": 18.19024658203125, + "learning_rate": 6.390275846178102e-07, + "loss": 0.6498, + "num_input_tokens_seen": 3594518528, + "step": 1714 + }, + { + "epoch": 0.2481692432872254, + "grad_norm": 11.127647399902344, + "learning_rate": 6.386318395690178e-07, + "loss": 0.279, + "num_input_tokens_seen": 3596615680, + "step": 1715 + }, + { + "epoch": 0.24844046650393273, + "grad_norm": 21.56477165222168, + "learning_rate": 6.382360231926935e-07, + "loss": 0.5013, + "num_input_tokens_seen": 3598712832, + "step": 1716 + }, + { + "epoch": 0.2487116897206401, + "grad_norm": 15.533906936645508, + "learning_rate": 6.378401358073754e-07, + "loss": 0.469, + "num_input_tokens_seen": 3600809984, + "step": 1717 + }, + { + "epoch": 0.24898291293734745, + "grad_norm": 16.186729431152344, + "learning_rate": 6.374441777316587e-07, + "loss": 0.5628, + "num_input_tokens_seen": 3602907136, + "step": 1718 + }, + { + "epoch": 0.24925413615405478, + "grad_norm": 14.087782859802246, + "learning_rate": 6.370481492841952e-07, + "loss": 0.4068, + "num_input_tokens_seen": 3605004288, + "step": 1719 + }, + { + "epoch": 0.24952535937076215, + "grad_norm": 14.505183219909668, + "learning_rate": 6.366520507836934e-07, + "loss": 0.4257, + "num_input_tokens_seen": 3607101440, + "step": 1720 + }, + { + "epoch": 0.24979658258746948, + "grad_norm": 14.800230979919434, + "learning_rate": 6.362558825489187e-07, + "loss": 0.3571, + "num_input_tokens_seen": 3609198592, + "step": 1721 + }, + { + "epoch": 0.2500678058041768, + "grad_norm": 18.357351303100586, + "learning_rate": 6.35859644898692e-07, + "loss": 0.5663, + "num_input_tokens_seen": 3611295744, + "step": 1722 + }, + { + "epoch": 0.2503390290208842, + "grad_norm": 18.787809371948242, + "learning_rate": 6.354633381518901e-07, + "loss": 0.6229, + "num_input_tokens_seen": 3613392896, + "step": 1723 + }, + { + "epoch": 0.25061025223759154, + "grad_norm": 22.12680435180664, + "learning_rate": 6.350669626274461e-07, + "loss": 0.4966, + "num_input_tokens_seen": 3615490048, + "step": 1724 + }, + { + "epoch": 0.2508814754542989, + "grad_norm": 14.827641487121582, + "learning_rate": 6.346705186443474e-07, + "loss": 0.4202, + "num_input_tokens_seen": 3617587200, + "step": 1725 + }, + { + "epoch": 0.25115269867100626, + "grad_norm": 16.624746322631836, + "learning_rate": 6.342740065216371e-07, + "loss": 0.5388, + "num_input_tokens_seen": 3619684352, + "step": 1726 + }, + { + "epoch": 0.25142392188771356, + "grad_norm": 13.560758590698242, + "learning_rate": 6.338774265784134e-07, + "loss": 0.3481, + "num_input_tokens_seen": 3621781504, + "step": 1727 + }, + { + "epoch": 0.2516951451044209, + "grad_norm": 17.08588409423828, + "learning_rate": 6.334807791338286e-07, + "loss": 0.4449, + "num_input_tokens_seen": 3623878656, + "step": 1728 + }, + { + "epoch": 0.2519663683211283, + "grad_norm": 25.524866104125977, + "learning_rate": 6.330840645070894e-07, + "loss": 0.6385, + "num_input_tokens_seen": 3625975808, + "step": 1729 + }, + { + "epoch": 0.25223759153783565, + "grad_norm": 16.190298080444336, + "learning_rate": 6.326872830174566e-07, + "loss": 0.5051, + "num_input_tokens_seen": 3628072960, + "step": 1730 + }, + { + "epoch": 0.252508814754543, + "grad_norm": 17.590593338012695, + "learning_rate": 6.32290434984245e-07, + "loss": 0.4167, + "num_input_tokens_seen": 3630170112, + "step": 1731 + }, + { + "epoch": 0.2527800379712503, + "grad_norm": 23.287769317626953, + "learning_rate": 6.318935207268227e-07, + "loss": 0.5106, + "num_input_tokens_seen": 3632267264, + "step": 1732 + }, + { + "epoch": 0.2530512611879577, + "grad_norm": 17.762920379638672, + "learning_rate": 6.314965405646113e-07, + "loss": 0.5227, + "num_input_tokens_seen": 3634364416, + "step": 1733 + }, + { + "epoch": 0.25332248440466504, + "grad_norm": 23.90679931640625, + "learning_rate": 6.31099494817085e-07, + "loss": 0.7039, + "num_input_tokens_seen": 3636461568, + "step": 1734 + }, + { + "epoch": 0.2535937076213724, + "grad_norm": 14.712848663330078, + "learning_rate": 6.307023838037714e-07, + "loss": 0.4308, + "num_input_tokens_seen": 3638558720, + "step": 1735 + }, + { + "epoch": 0.25386493083807976, + "grad_norm": 20.47460174560547, + "learning_rate": 6.303052078442503e-07, + "loss": 0.6353, + "num_input_tokens_seen": 3640655872, + "step": 1736 + }, + { + "epoch": 0.25413615405478707, + "grad_norm": 15.011195182800293, + "learning_rate": 6.299079672581537e-07, + "loss": 0.4013, + "num_input_tokens_seen": 3642753024, + "step": 1737 + }, + { + "epoch": 0.25440737727149443, + "grad_norm": 17.400686264038086, + "learning_rate": 6.295106623651661e-07, + "loss": 0.5446, + "num_input_tokens_seen": 3644850176, + "step": 1738 + }, + { + "epoch": 0.2546786004882018, + "grad_norm": 11.729777336120605, + "learning_rate": 6.291132934850225e-07, + "loss": 0.2983, + "num_input_tokens_seen": 3646947328, + "step": 1739 + }, + { + "epoch": 0.25494982370490915, + "grad_norm": 21.60021209716797, + "learning_rate": 6.28715860937511e-07, + "loss": 0.8498, + "num_input_tokens_seen": 3649044480, + "step": 1740 + }, + { + "epoch": 0.2552210469216165, + "grad_norm": 18.79129981994629, + "learning_rate": 6.283183650424701e-07, + "loss": 0.5259, + "num_input_tokens_seen": 3651141632, + "step": 1741 + }, + { + "epoch": 0.2554922701383238, + "grad_norm": 19.276283264160156, + "learning_rate": 6.279208061197892e-07, + "loss": 0.6427, + "num_input_tokens_seen": 3653238784, + "step": 1742 + }, + { + "epoch": 0.2557634933550312, + "grad_norm": 13.992378234863281, + "learning_rate": 6.275231844894086e-07, + "loss": 0.3971, + "num_input_tokens_seen": 3655335936, + "step": 1743 + }, + { + "epoch": 0.25603471657173854, + "grad_norm": 16.478370666503906, + "learning_rate": 6.271255004713192e-07, + "loss": 0.4849, + "num_input_tokens_seen": 3657433088, + "step": 1744 + }, + { + "epoch": 0.2563059397884459, + "grad_norm": 11.54108715057373, + "learning_rate": 6.267277543855618e-07, + "loss": 0.3075, + "num_input_tokens_seen": 3659530240, + "step": 1745 + }, + { + "epoch": 0.25657716300515326, + "grad_norm": 19.243192672729492, + "learning_rate": 6.263299465522274e-07, + "loss": 0.5958, + "num_input_tokens_seen": 3661627392, + "step": 1746 + }, + { + "epoch": 0.25684838622186057, + "grad_norm": 14.843926429748535, + "learning_rate": 6.259320772914566e-07, + "loss": 0.4542, + "num_input_tokens_seen": 3663724544, + "step": 1747 + }, + { + "epoch": 0.25711960943856793, + "grad_norm": 22.970197677612305, + "learning_rate": 6.255341469234393e-07, + "loss": 0.8589, + "num_input_tokens_seen": 3665821696, + "step": 1748 + }, + { + "epoch": 0.2573908326552753, + "grad_norm": 16.67009162902832, + "learning_rate": 6.25136155768415e-07, + "loss": 0.5667, + "num_input_tokens_seen": 3667918848, + "step": 1749 + }, + { + "epoch": 0.25766205587198265, + "grad_norm": 13.778572082519531, + "learning_rate": 6.247381041466716e-07, + "loss": 0.4136, + "num_input_tokens_seen": 3670016000, + "step": 1750 + }, + { + "epoch": 0.25793327908869, + "grad_norm": 11.786734580993652, + "learning_rate": 6.243399923785459e-07, + "loss": 0.3029, + "num_input_tokens_seen": 3672113152, + "step": 1751 + }, + { + "epoch": 0.2582045023053973, + "grad_norm": 18.904006958007812, + "learning_rate": 6.239418207844232e-07, + "loss": 0.614, + "num_input_tokens_seen": 3674210304, + "step": 1752 + }, + { + "epoch": 0.2584757255221047, + "grad_norm": 16.964792251586914, + "learning_rate": 6.23543589684737e-07, + "loss": 0.4589, + "num_input_tokens_seen": 3676307456, + "step": 1753 + }, + { + "epoch": 0.25874694873881204, + "grad_norm": 15.05766487121582, + "learning_rate": 6.231452993999683e-07, + "loss": 0.4943, + "num_input_tokens_seen": 3678404608, + "step": 1754 + }, + { + "epoch": 0.2590181719555194, + "grad_norm": 18.096086502075195, + "learning_rate": 6.22746950250646e-07, + "loss": 0.558, + "num_input_tokens_seen": 3680501760, + "step": 1755 + }, + { + "epoch": 0.25928939517222677, + "grad_norm": 15.403691291809082, + "learning_rate": 6.223485425573463e-07, + "loss": 0.4175, + "num_input_tokens_seen": 3682598912, + "step": 1756 + }, + { + "epoch": 0.2595606183889341, + "grad_norm": 14.380963325500488, + "learning_rate": 6.219500766406926e-07, + "loss": 0.3693, + "num_input_tokens_seen": 3684696064, + "step": 1757 + }, + { + "epoch": 0.25983184160564143, + "grad_norm": 20.143505096435547, + "learning_rate": 6.215515528213553e-07, + "loss": 0.5975, + "num_input_tokens_seen": 3686793216, + "step": 1758 + }, + { + "epoch": 0.2601030648223488, + "grad_norm": 18.09722900390625, + "learning_rate": 6.211529714200509e-07, + "loss": 0.3873, + "num_input_tokens_seen": 3688890368, + "step": 1759 + }, + { + "epoch": 0.26037428803905616, + "grad_norm": 18.81859588623047, + "learning_rate": 6.207543327575426e-07, + "loss": 0.511, + "num_input_tokens_seen": 3690987520, + "step": 1760 + }, + { + "epoch": 0.2606455112557635, + "grad_norm": 18.815465927124023, + "learning_rate": 6.203556371546399e-07, + "loss": 0.5123, + "num_input_tokens_seen": 3693084672, + "step": 1761 + }, + { + "epoch": 0.2609167344724708, + "grad_norm": 15.527567863464355, + "learning_rate": 6.199568849321975e-07, + "loss": 0.4696, + "num_input_tokens_seen": 3695181824, + "step": 1762 + }, + { + "epoch": 0.2611879576891782, + "grad_norm": 15.812019348144531, + "learning_rate": 6.195580764111163e-07, + "loss": 0.4165, + "num_input_tokens_seen": 3697278976, + "step": 1763 + }, + { + "epoch": 0.26145918090588555, + "grad_norm": 11.180591583251953, + "learning_rate": 6.191592119123419e-07, + "loss": 0.2559, + "num_input_tokens_seen": 3699376128, + "step": 1764 + }, + { + "epoch": 0.2617304041225929, + "grad_norm": 8.583144187927246, + "learning_rate": 6.187602917568655e-07, + "loss": 0.1839, + "num_input_tokens_seen": 3701473280, + "step": 1765 + }, + { + "epoch": 0.26200162733930027, + "grad_norm": 12.009425163269043, + "learning_rate": 6.183613162657229e-07, + "loss": 0.2641, + "num_input_tokens_seen": 3703570432, + "step": 1766 + }, + { + "epoch": 0.2622728505560076, + "grad_norm": 14.513581275939941, + "learning_rate": 6.179622857599942e-07, + "loss": 0.4814, + "num_input_tokens_seen": 3705667584, + "step": 1767 + }, + { + "epoch": 0.26254407377271494, + "grad_norm": 23.496122360229492, + "learning_rate": 6.175632005608043e-07, + "loss": 0.6047, + "num_input_tokens_seen": 3707764736, + "step": 1768 + }, + { + "epoch": 0.2628152969894223, + "grad_norm": 19.470165252685547, + "learning_rate": 6.171640609893213e-07, + "loss": 0.4534, + "num_input_tokens_seen": 3709861888, + "step": 1769 + }, + { + "epoch": 0.26308652020612966, + "grad_norm": 15.71687126159668, + "learning_rate": 6.167648673667581e-07, + "loss": 0.403, + "num_input_tokens_seen": 3711959040, + "step": 1770 + }, + { + "epoch": 0.263357743422837, + "grad_norm": 23.09616470336914, + "learning_rate": 6.1636562001437e-07, + "loss": 0.6622, + "num_input_tokens_seen": 3714056192, + "step": 1771 + }, + { + "epoch": 0.2636289666395443, + "grad_norm": 15.076805114746094, + "learning_rate": 6.159663192534561e-07, + "loss": 0.4457, + "num_input_tokens_seen": 3716153344, + "step": 1772 + }, + { + "epoch": 0.2639001898562517, + "grad_norm": 13.646811485290527, + "learning_rate": 6.155669654053592e-07, + "loss": 0.3627, + "num_input_tokens_seen": 3718250496, + "step": 1773 + }, + { + "epoch": 0.26417141307295905, + "grad_norm": 20.863006591796875, + "learning_rate": 6.151675587914631e-07, + "loss": 0.6803, + "num_input_tokens_seen": 3720347648, + "step": 1774 + }, + { + "epoch": 0.2644426362896664, + "grad_norm": 22.40181541442871, + "learning_rate": 6.147680997331958e-07, + "loss": 0.7848, + "num_input_tokens_seen": 3722444800, + "step": 1775 + }, + { + "epoch": 0.26471385950637377, + "grad_norm": 20.66728973388672, + "learning_rate": 6.143685885520263e-07, + "loss": 0.5724, + "num_input_tokens_seen": 3724541952, + "step": 1776 + }, + { + "epoch": 0.2649850827230811, + "grad_norm": 16.2211971282959, + "learning_rate": 6.13969025569466e-07, + "loss": 0.3131, + "num_input_tokens_seen": 3726639104, + "step": 1777 + }, + { + "epoch": 0.26525630593978844, + "grad_norm": 14.444147109985352, + "learning_rate": 6.135694111070684e-07, + "loss": 0.3258, + "num_input_tokens_seen": 3728736256, + "step": 1778 + }, + { + "epoch": 0.2655275291564958, + "grad_norm": 15.806771278381348, + "learning_rate": 6.131697454864277e-07, + "loss": 0.4398, + "num_input_tokens_seen": 3730833408, + "step": 1779 + }, + { + "epoch": 0.26579875237320316, + "grad_norm": 19.829689025878906, + "learning_rate": 6.127700290291794e-07, + "loss": 0.6636, + "num_input_tokens_seen": 3732930560, + "step": 1780 + }, + { + "epoch": 0.2660699755899105, + "grad_norm": 16.643007278442383, + "learning_rate": 6.123702620570005e-07, + "loss": 0.4753, + "num_input_tokens_seen": 3735027712, + "step": 1781 + }, + { + "epoch": 0.26634119880661783, + "grad_norm": 21.29400062561035, + "learning_rate": 6.11970444891608e-07, + "loss": 0.4912, + "num_input_tokens_seen": 3737124864, + "step": 1782 + }, + { + "epoch": 0.2666124220233252, + "grad_norm": 14.493866920471191, + "learning_rate": 6.115705778547597e-07, + "loss": 0.2683, + "num_input_tokens_seen": 3739222016, + "step": 1783 + }, + { + "epoch": 0.26688364524003255, + "grad_norm": 19.871868133544922, + "learning_rate": 6.111706612682532e-07, + "loss": 0.6509, + "num_input_tokens_seen": 3741319168, + "step": 1784 + }, + { + "epoch": 0.2671548684567399, + "grad_norm": 15.187943458557129, + "learning_rate": 6.107706954539261e-07, + "loss": 0.3895, + "num_input_tokens_seen": 3743416320, + "step": 1785 + }, + { + "epoch": 0.2674260916734473, + "grad_norm": 15.838203430175781, + "learning_rate": 6.103706807336559e-07, + "loss": 0.54, + "num_input_tokens_seen": 3745513472, + "step": 1786 + }, + { + "epoch": 0.2676973148901546, + "grad_norm": 12.953702926635742, + "learning_rate": 6.099706174293592e-07, + "loss": 0.4153, + "num_input_tokens_seen": 3747610624, + "step": 1787 + }, + { + "epoch": 0.26796853810686194, + "grad_norm": 14.383577346801758, + "learning_rate": 6.095705058629914e-07, + "loss": 0.2817, + "num_input_tokens_seen": 3749707776, + "step": 1788 + }, + { + "epoch": 0.2682397613235693, + "grad_norm": 14.063627243041992, + "learning_rate": 6.091703463565475e-07, + "loss": 0.3399, + "num_input_tokens_seen": 3751804928, + "step": 1789 + }, + { + "epoch": 0.26851098454027666, + "grad_norm": 16.237741470336914, + "learning_rate": 6.087701392320606e-07, + "loss": 0.5057, + "num_input_tokens_seen": 3753902080, + "step": 1790 + }, + { + "epoch": 0.26878220775698397, + "grad_norm": 12.57223129272461, + "learning_rate": 6.083698848116018e-07, + "loss": 0.3234, + "num_input_tokens_seen": 3755999232, + "step": 1791 + }, + { + "epoch": 0.26905343097369133, + "grad_norm": 26.410602569580078, + "learning_rate": 6.079695834172808e-07, + "loss": 0.9309, + "num_input_tokens_seen": 3758096384, + "step": 1792 + }, + { + "epoch": 0.2693246541903987, + "grad_norm": 17.888185501098633, + "learning_rate": 6.075692353712451e-07, + "loss": 0.4636, + "num_input_tokens_seen": 3760193536, + "step": 1793 + }, + { + "epoch": 0.26959587740710605, + "grad_norm": 20.749839782714844, + "learning_rate": 6.071688409956793e-07, + "loss": 0.5735, + "num_input_tokens_seen": 3762290688, + "step": 1794 + }, + { + "epoch": 0.2698671006238134, + "grad_norm": 23.78219223022461, + "learning_rate": 6.06768400612806e-07, + "loss": 0.5885, + "num_input_tokens_seen": 3764387840, + "step": 1795 + }, + { + "epoch": 0.2701383238405207, + "grad_norm": 25.068920135498047, + "learning_rate": 6.063679145448838e-07, + "loss": 0.7039, + "num_input_tokens_seen": 3766484992, + "step": 1796 + }, + { + "epoch": 0.2704095470572281, + "grad_norm": 15.582983016967773, + "learning_rate": 6.05967383114209e-07, + "loss": 0.3652, + "num_input_tokens_seen": 3768582144, + "step": 1797 + }, + { + "epoch": 0.27068077027393544, + "grad_norm": 27.859983444213867, + "learning_rate": 6.055668066431142e-07, + "loss": 0.6668, + "num_input_tokens_seen": 3770679296, + "step": 1798 + }, + { + "epoch": 0.2709519934906428, + "grad_norm": 12.221877098083496, + "learning_rate": 6.051661854539677e-07, + "loss": 0.3411, + "num_input_tokens_seen": 3772776448, + "step": 1799 + }, + { + "epoch": 0.27122321670735017, + "grad_norm": 20.4038143157959, + "learning_rate": 6.047655198691742e-07, + "loss": 0.794, + "num_input_tokens_seen": 3774873600, + "step": 1800 + }, + { + "epoch": 0.2714944399240575, + "grad_norm": 13.717342376708984, + "learning_rate": 6.043648102111745e-07, + "loss": 0.2082, + "num_input_tokens_seen": 3776970752, + "step": 1801 + }, + { + "epoch": 0.27176566314076483, + "grad_norm": 19.058935165405273, + "learning_rate": 6.039640568024443e-07, + "loss": 0.6036, + "num_input_tokens_seen": 3779067904, + "step": 1802 + }, + { + "epoch": 0.2720368863574722, + "grad_norm": 15.670707702636719, + "learning_rate": 6.035632599654946e-07, + "loss": 0.5712, + "num_input_tokens_seen": 3781165056, + "step": 1803 + }, + { + "epoch": 0.27230810957417956, + "grad_norm": 13.817047119140625, + "learning_rate": 6.031624200228715e-07, + "loss": 0.3603, + "num_input_tokens_seen": 3783262208, + "step": 1804 + }, + { + "epoch": 0.2725793327908869, + "grad_norm": 15.026437759399414, + "learning_rate": 6.027615372971558e-07, + "loss": 0.4361, + "num_input_tokens_seen": 3785359360, + "step": 1805 + }, + { + "epoch": 0.2728505560075942, + "grad_norm": 16.934778213500977, + "learning_rate": 6.023606121109626e-07, + "loss": 0.4687, + "num_input_tokens_seen": 3787456512, + "step": 1806 + }, + { + "epoch": 0.2731217792243016, + "grad_norm": 18.090913772583008, + "learning_rate": 6.019596447869413e-07, + "loss": 0.423, + "num_input_tokens_seen": 3789553664, + "step": 1807 + }, + { + "epoch": 0.27339300244100895, + "grad_norm": 15.30374813079834, + "learning_rate": 6.015586356477749e-07, + "loss": 0.3783, + "num_input_tokens_seen": 3791650816, + "step": 1808 + }, + { + "epoch": 0.2736642256577163, + "grad_norm": 21.7882080078125, + "learning_rate": 6.011575850161805e-07, + "loss": 0.576, + "num_input_tokens_seen": 3793747968, + "step": 1809 + }, + { + "epoch": 0.27393544887442367, + "grad_norm": 17.875171661376953, + "learning_rate": 6.007564932149086e-07, + "loss": 0.5201, + "num_input_tokens_seen": 3795845120, + "step": 1810 + }, + { + "epoch": 0.274206672091131, + "grad_norm": 15.981590270996094, + "learning_rate": 6.003553605667423e-07, + "loss": 0.3927, + "num_input_tokens_seen": 3797942272, + "step": 1811 + }, + { + "epoch": 0.27447789530783834, + "grad_norm": 14.422945022583008, + "learning_rate": 5.999541873944979e-07, + "loss": 0.4337, + "num_input_tokens_seen": 3800039424, + "step": 1812 + }, + { + "epoch": 0.2747491185245457, + "grad_norm": 17.687833786010742, + "learning_rate": 5.995529740210244e-07, + "loss": 0.4126, + "num_input_tokens_seen": 3802136576, + "step": 1813 + }, + { + "epoch": 0.27502034174125306, + "grad_norm": 11.91661262512207, + "learning_rate": 5.99151720769203e-07, + "loss": 0.2607, + "num_input_tokens_seen": 3804233728, + "step": 1814 + }, + { + "epoch": 0.2752915649579604, + "grad_norm": 13.01582145690918, + "learning_rate": 5.987504279619473e-07, + "loss": 0.4029, + "num_input_tokens_seen": 3806330880, + "step": 1815 + }, + { + "epoch": 0.2755627881746677, + "grad_norm": 14.431076049804688, + "learning_rate": 5.98349095922202e-07, + "loss": 0.3179, + "num_input_tokens_seen": 3808428032, + "step": 1816 + }, + { + "epoch": 0.2758340113913751, + "grad_norm": 23.85053825378418, + "learning_rate": 5.979477249729442e-07, + "loss": 0.9278, + "num_input_tokens_seen": 3810525184, + "step": 1817 + }, + { + "epoch": 0.27610523460808245, + "grad_norm": 16.68154525756836, + "learning_rate": 5.975463154371822e-07, + "loss": 0.5163, + "num_input_tokens_seen": 3812622336, + "step": 1818 + }, + { + "epoch": 0.2763764578247898, + "grad_norm": 20.487937927246094, + "learning_rate": 5.971448676379544e-07, + "loss": 0.4715, + "num_input_tokens_seen": 3814719488, + "step": 1819 + }, + { + "epoch": 0.2766476810414972, + "grad_norm": 11.562193870544434, + "learning_rate": 5.967433818983311e-07, + "loss": 0.3283, + "num_input_tokens_seen": 3816816640, + "step": 1820 + }, + { + "epoch": 0.2769189042582045, + "grad_norm": 14.949207305908203, + "learning_rate": 5.963418585414129e-07, + "loss": 0.3784, + "num_input_tokens_seen": 3818913792, + "step": 1821 + }, + { + "epoch": 0.27719012747491184, + "grad_norm": 13.64500617980957, + "learning_rate": 5.959402978903306e-07, + "loss": 0.2296, + "num_input_tokens_seen": 3821010944, + "step": 1822 + }, + { + "epoch": 0.2774613506916192, + "grad_norm": 20.391284942626953, + "learning_rate": 5.955387002682445e-07, + "loss": 0.7141, + "num_input_tokens_seen": 3823108096, + "step": 1823 + }, + { + "epoch": 0.27773257390832656, + "grad_norm": 12.009023666381836, + "learning_rate": 5.951370659983452e-07, + "loss": 0.3659, + "num_input_tokens_seen": 3825205248, + "step": 1824 + }, + { + "epoch": 0.2780037971250339, + "grad_norm": 12.802525520324707, + "learning_rate": 5.94735395403853e-07, + "loss": 0.273, + "num_input_tokens_seen": 3827302400, + "step": 1825 + }, + { + "epoch": 0.27827502034174123, + "grad_norm": 22.112329483032227, + "learning_rate": 5.943336888080167e-07, + "loss": 0.7285, + "num_input_tokens_seen": 3829399552, + "step": 1826 + }, + { + "epoch": 0.2785462435584486, + "grad_norm": 17.80236053466797, + "learning_rate": 5.939319465341148e-07, + "loss": 0.5338, + "num_input_tokens_seen": 3831496704, + "step": 1827 + }, + { + "epoch": 0.27881746677515595, + "grad_norm": 17.097667694091797, + "learning_rate": 5.93530168905454e-07, + "loss": 0.444, + "num_input_tokens_seen": 3833593856, + "step": 1828 + }, + { + "epoch": 0.2790886899918633, + "grad_norm": 16.976318359375, + "learning_rate": 5.931283562453696e-07, + "loss": 0.4893, + "num_input_tokens_seen": 3835691008, + "step": 1829 + }, + { + "epoch": 0.2793599132085707, + "grad_norm": 14.774353981018066, + "learning_rate": 5.927265088772255e-07, + "loss": 0.4142, + "num_input_tokens_seen": 3837788160, + "step": 1830 + }, + { + "epoch": 0.279631136425278, + "grad_norm": 17.598939895629883, + "learning_rate": 5.923246271244127e-07, + "loss": 0.5785, + "num_input_tokens_seen": 3839885312, + "step": 1831 + }, + { + "epoch": 0.27990235964198534, + "grad_norm": 18.117116928100586, + "learning_rate": 5.919227113103508e-07, + "loss": 0.4257, + "num_input_tokens_seen": 3841982464, + "step": 1832 + }, + { + "epoch": 0.2801735828586927, + "grad_norm": 12.194579124450684, + "learning_rate": 5.915207617584858e-07, + "loss": 0.279, + "num_input_tokens_seen": 3844079616, + "step": 1833 + }, + { + "epoch": 0.28044480607540007, + "grad_norm": 15.989289283752441, + "learning_rate": 5.911187787922918e-07, + "loss": 0.4616, + "num_input_tokens_seen": 3846176768, + "step": 1834 + }, + { + "epoch": 0.2807160292921074, + "grad_norm": 14.382404327392578, + "learning_rate": 5.907167627352697e-07, + "loss": 0.3184, + "num_input_tokens_seen": 3848273920, + "step": 1835 + }, + { + "epoch": 0.28098725250881473, + "grad_norm": 15.597938537597656, + "learning_rate": 5.90314713910946e-07, + "loss": 0.4872, + "num_input_tokens_seen": 3850371072, + "step": 1836 + }, + { + "epoch": 0.2812584757255221, + "grad_norm": 14.058372497558594, + "learning_rate": 5.899126326428746e-07, + "loss": 0.4539, + "num_input_tokens_seen": 3852468224, + "step": 1837 + }, + { + "epoch": 0.28152969894222946, + "grad_norm": 23.597742080688477, + "learning_rate": 5.895105192546353e-07, + "loss": 0.742, + "num_input_tokens_seen": 3854565376, + "step": 1838 + }, + { + "epoch": 0.2818009221589368, + "grad_norm": 10.927760124206543, + "learning_rate": 5.891083740698337e-07, + "loss": 0.243, + "num_input_tokens_seen": 3856662528, + "step": 1839 + }, + { + "epoch": 0.2820721453756442, + "grad_norm": 19.77141571044922, + "learning_rate": 5.887061974121007e-07, + "loss": 0.4831, + "num_input_tokens_seen": 3858759680, + "step": 1840 + }, + { + "epoch": 0.2823433685923515, + "grad_norm": 18.980165481567383, + "learning_rate": 5.883039896050928e-07, + "loss": 0.6657, + "num_input_tokens_seen": 3860856832, + "step": 1841 + }, + { + "epoch": 0.28261459180905885, + "grad_norm": 14.606121063232422, + "learning_rate": 5.879017509724919e-07, + "loss": 0.4045, + "num_input_tokens_seen": 3862953984, + "step": 1842 + }, + { + "epoch": 0.2828858150257662, + "grad_norm": 18.364437103271484, + "learning_rate": 5.874994818380039e-07, + "loss": 0.5391, + "num_input_tokens_seen": 3865051136, + "step": 1843 + }, + { + "epoch": 0.28315703824247357, + "grad_norm": 16.989797592163086, + "learning_rate": 5.8709718252536e-07, + "loss": 0.4491, + "num_input_tokens_seen": 3867148288, + "step": 1844 + }, + { + "epoch": 0.28342826145918093, + "grad_norm": 14.282411575317383, + "learning_rate": 5.866948533583152e-07, + "loss": 0.338, + "num_input_tokens_seen": 3869245440, + "step": 1845 + }, + { + "epoch": 0.28369948467588824, + "grad_norm": 11.778130531311035, + "learning_rate": 5.862924946606487e-07, + "loss": 0.2293, + "num_input_tokens_seen": 3871342592, + "step": 1846 + }, + { + "epoch": 0.2839707078925956, + "grad_norm": 17.8021297454834, + "learning_rate": 5.858901067561637e-07, + "loss": 0.4903, + "num_input_tokens_seen": 3873439744, + "step": 1847 + }, + { + "epoch": 0.28424193110930296, + "grad_norm": 21.23961067199707, + "learning_rate": 5.854876899686864e-07, + "loss": 0.8826, + "num_input_tokens_seen": 3875536896, + "step": 1848 + }, + { + "epoch": 0.2845131543260103, + "grad_norm": 21.922151565551758, + "learning_rate": 5.850852446220666e-07, + "loss": 0.6914, + "num_input_tokens_seen": 3877634048, + "step": 1849 + }, + { + "epoch": 0.2847843775427177, + "grad_norm": 15.679913520812988, + "learning_rate": 5.84682771040177e-07, + "loss": 0.3711, + "num_input_tokens_seen": 3879731200, + "step": 1850 + }, + { + "epoch": 0.285055600759425, + "grad_norm": 12.335871696472168, + "learning_rate": 5.842802695469131e-07, + "loss": 0.3313, + "num_input_tokens_seen": 3881828352, + "step": 1851 + }, + { + "epoch": 0.28532682397613235, + "grad_norm": 13.751896858215332, + "learning_rate": 5.838777404661927e-07, + "loss": 0.3604, + "num_input_tokens_seen": 3883925504, + "step": 1852 + }, + { + "epoch": 0.2855980471928397, + "grad_norm": 17.7875919342041, + "learning_rate": 5.83475184121956e-07, + "loss": 0.6989, + "num_input_tokens_seen": 3886022656, + "step": 1853 + }, + { + "epoch": 0.28586927040954707, + "grad_norm": 21.652841567993164, + "learning_rate": 5.830726008381648e-07, + "loss": 0.6116, + "num_input_tokens_seen": 3888119808, + "step": 1854 + }, + { + "epoch": 0.28614049362625443, + "grad_norm": 17.218547821044922, + "learning_rate": 5.826699909388031e-07, + "loss": 0.4374, + "num_input_tokens_seen": 3890216960, + "step": 1855 + }, + { + "epoch": 0.28641171684296174, + "grad_norm": 16.56511116027832, + "learning_rate": 5.822673547478757e-07, + "loss": 0.5781, + "num_input_tokens_seen": 3892314112, + "step": 1856 + }, + { + "epoch": 0.2866829400596691, + "grad_norm": 18.990068435668945, + "learning_rate": 5.818646925894092e-07, + "loss": 0.6474, + "num_input_tokens_seen": 3894411264, + "step": 1857 + }, + { + "epoch": 0.28695416327637646, + "grad_norm": 9.938685417175293, + "learning_rate": 5.814620047874505e-07, + "loss": 0.2562, + "num_input_tokens_seen": 3896508416, + "step": 1858 + }, + { + "epoch": 0.2872253864930838, + "grad_norm": 16.420949935913086, + "learning_rate": 5.810592916660677e-07, + "loss": 0.4856, + "num_input_tokens_seen": 3898605568, + "step": 1859 + }, + { + "epoch": 0.2874966097097912, + "grad_norm": 17.336559295654297, + "learning_rate": 5.806565535493489e-07, + "loss": 0.3751, + "num_input_tokens_seen": 3900702720, + "step": 1860 + }, + { + "epoch": 0.2877678329264985, + "grad_norm": 12.965970039367676, + "learning_rate": 5.802537907614023e-07, + "loss": 0.3521, + "num_input_tokens_seen": 3902799872, + "step": 1861 + }, + { + "epoch": 0.28803905614320585, + "grad_norm": 20.108755111694336, + "learning_rate": 5.798510036263561e-07, + "loss": 0.7629, + "num_input_tokens_seen": 3904897024, + "step": 1862 + }, + { + "epoch": 0.2883102793599132, + "grad_norm": 15.406062126159668, + "learning_rate": 5.794481924683581e-07, + "loss": 0.5382, + "num_input_tokens_seen": 3906994176, + "step": 1863 + }, + { + "epoch": 0.2885815025766206, + "grad_norm": 21.75050163269043, + "learning_rate": 5.790453576115756e-07, + "loss": 0.4859, + "num_input_tokens_seen": 3909091328, + "step": 1864 + }, + { + "epoch": 0.28885272579332794, + "grad_norm": 11.159966468811035, + "learning_rate": 5.786424993801942e-07, + "loss": 0.2867, + "num_input_tokens_seen": 3911188480, + "step": 1865 + }, + { + "epoch": 0.28912394901003524, + "grad_norm": 16.282310485839844, + "learning_rate": 5.782396180984194e-07, + "loss": 0.3638, + "num_input_tokens_seen": 3913285632, + "step": 1866 + }, + { + "epoch": 0.2893951722267426, + "grad_norm": 15.254396438598633, + "learning_rate": 5.778367140904746e-07, + "loss": 0.4206, + "num_input_tokens_seen": 3915382784, + "step": 1867 + }, + { + "epoch": 0.28966639544344996, + "grad_norm": 18.541379928588867, + "learning_rate": 5.774337876806016e-07, + "loss": 0.5837, + "num_input_tokens_seen": 3917479936, + "step": 1868 + }, + { + "epoch": 0.2899376186601573, + "grad_norm": 20.998781204223633, + "learning_rate": 5.770308391930601e-07, + "loss": 0.5548, + "num_input_tokens_seen": 3919577088, + "step": 1869 + }, + { + "epoch": 0.2902088418768647, + "grad_norm": 14.681344985961914, + "learning_rate": 5.766278689521278e-07, + "loss": 0.428, + "num_input_tokens_seen": 3921674240, + "step": 1870 + }, + { + "epoch": 0.290480065093572, + "grad_norm": 11.808730125427246, + "learning_rate": 5.762248772820999e-07, + "loss": 0.3078, + "num_input_tokens_seen": 3923771392, + "step": 1871 + }, + { + "epoch": 0.29075128831027935, + "grad_norm": 12.644157409667969, + "learning_rate": 5.758218645072887e-07, + "loss": 0.3758, + "num_input_tokens_seen": 3925868544, + "step": 1872 + }, + { + "epoch": 0.2910225115269867, + "grad_norm": 18.32072639465332, + "learning_rate": 5.754188309520235e-07, + "loss": 0.5625, + "num_input_tokens_seen": 3927965696, + "step": 1873 + }, + { + "epoch": 0.2912937347436941, + "grad_norm": 20.193140029907227, + "learning_rate": 5.750157769406504e-07, + "loss": 0.6177, + "num_input_tokens_seen": 3930062848, + "step": 1874 + }, + { + "epoch": 0.2915649579604014, + "grad_norm": 20.246875762939453, + "learning_rate": 5.74612702797532e-07, + "loss": 0.7787, + "num_input_tokens_seen": 3932160000, + "step": 1875 + }, + { + "epoch": 0.29183618117710874, + "grad_norm": 44.87726974487305, + "learning_rate": 5.74209608847047e-07, + "loss": 0.7121, + "num_input_tokens_seen": 3934257152, + "step": 1876 + }, + { + "epoch": 0.2921074043938161, + "grad_norm": 22.28316879272461, + "learning_rate": 5.7380649541359e-07, + "loss": 0.6667, + "num_input_tokens_seen": 3936354304, + "step": 1877 + }, + { + "epoch": 0.29237862761052347, + "grad_norm": 12.953632354736328, + "learning_rate": 5.734033628215714e-07, + "loss": 0.3718, + "num_input_tokens_seen": 3938451456, + "step": 1878 + }, + { + "epoch": 0.29264985082723083, + "grad_norm": 18.659269332885742, + "learning_rate": 5.730002113954169e-07, + "loss": 0.6267, + "num_input_tokens_seen": 3940548608, + "step": 1879 + }, + { + "epoch": 0.29292107404393813, + "grad_norm": 24.658376693725586, + "learning_rate": 5.725970414595675e-07, + "loss": 0.7124, + "num_input_tokens_seen": 3942645760, + "step": 1880 + }, + { + "epoch": 0.2931922972606455, + "grad_norm": 15.565204620361328, + "learning_rate": 5.721938533384791e-07, + "loss": 0.5809, + "num_input_tokens_seen": 3944742912, + "step": 1881 + }, + { + "epoch": 0.29346352047735286, + "grad_norm": 16.507081985473633, + "learning_rate": 5.717906473566219e-07, + "loss": 0.4206, + "num_input_tokens_seen": 3946840064, + "step": 1882 + }, + { + "epoch": 0.2937347436940602, + "grad_norm": 19.66336441040039, + "learning_rate": 5.71387423838481e-07, + "loss": 0.6355, + "num_input_tokens_seen": 3948937216, + "step": 1883 + }, + { + "epoch": 0.2940059669107676, + "grad_norm": 13.438267707824707, + "learning_rate": 5.709841831085553e-07, + "loss": 0.3339, + "num_input_tokens_seen": 3951034368, + "step": 1884 + }, + { + "epoch": 0.2942771901274749, + "grad_norm": 12.036945343017578, + "learning_rate": 5.705809254913576e-07, + "loss": 0.3658, + "num_input_tokens_seen": 3953131520, + "step": 1885 + }, + { + "epoch": 0.29454841334418225, + "grad_norm": 19.046716690063477, + "learning_rate": 5.70177651311414e-07, + "loss": 0.6545, + "num_input_tokens_seen": 3955228672, + "step": 1886 + }, + { + "epoch": 0.2948196365608896, + "grad_norm": 16.657411575317383, + "learning_rate": 5.697743608932646e-07, + "loss": 0.3465, + "num_input_tokens_seen": 3957325824, + "step": 1887 + }, + { + "epoch": 0.29509085977759697, + "grad_norm": 28.270238876342773, + "learning_rate": 5.693710545614621e-07, + "loss": 1.0207, + "num_input_tokens_seen": 3959422976, + "step": 1888 + }, + { + "epoch": 0.29536208299430433, + "grad_norm": 18.105026245117188, + "learning_rate": 5.689677326405719e-07, + "loss": 0.6864, + "num_input_tokens_seen": 3961520128, + "step": 1889 + }, + { + "epoch": 0.29563330621101164, + "grad_norm": 22.831960678100586, + "learning_rate": 5.685643954551722e-07, + "loss": 0.8733, + "num_input_tokens_seen": 3963617280, + "step": 1890 + }, + { + "epoch": 0.295904529427719, + "grad_norm": 18.551103591918945, + "learning_rate": 5.681610433298535e-07, + "loss": 0.5093, + "num_input_tokens_seen": 3965714432, + "step": 1891 + }, + { + "epoch": 0.29617575264442636, + "grad_norm": 15.365251541137695, + "learning_rate": 5.677576765892182e-07, + "loss": 0.4713, + "num_input_tokens_seen": 3967811584, + "step": 1892 + }, + { + "epoch": 0.2964469758611337, + "grad_norm": 16.42351722717285, + "learning_rate": 5.673542955578806e-07, + "loss": 0.4017, + "num_input_tokens_seen": 3969908736, + "step": 1893 + }, + { + "epoch": 0.2967181990778411, + "grad_norm": 15.9588623046875, + "learning_rate": 5.669509005604663e-07, + "loss": 0.3471, + "num_input_tokens_seen": 3972005888, + "step": 1894 + }, + { + "epoch": 0.2969894222945484, + "grad_norm": 21.854177474975586, + "learning_rate": 5.665474919216122e-07, + "loss": 0.7455, + "num_input_tokens_seen": 3974103040, + "step": 1895 + }, + { + "epoch": 0.29726064551125575, + "grad_norm": 15.875153541564941, + "learning_rate": 5.661440699659663e-07, + "loss": 0.4565, + "num_input_tokens_seen": 3976200192, + "step": 1896 + }, + { + "epoch": 0.2975318687279631, + "grad_norm": 13.967791557312012, + "learning_rate": 5.657406350181872e-07, + "loss": 0.3644, + "num_input_tokens_seen": 3978297344, + "step": 1897 + }, + { + "epoch": 0.2978030919446705, + "grad_norm": 22.632991790771484, + "learning_rate": 5.65337187402944e-07, + "loss": 0.7488, + "num_input_tokens_seen": 3980394496, + "step": 1898 + }, + { + "epoch": 0.29807431516137783, + "grad_norm": 35.31967544555664, + "learning_rate": 5.64933727444916e-07, + "loss": 0.5608, + "num_input_tokens_seen": 3982491648, + "step": 1899 + }, + { + "epoch": 0.29834553837808514, + "grad_norm": 13.531403541564941, + "learning_rate": 5.645302554687925e-07, + "loss": 0.3702, + "num_input_tokens_seen": 3984588800, + "step": 1900 + }, + { + "epoch": 0.2986167615947925, + "grad_norm": 15.457035064697266, + "learning_rate": 5.641267717992723e-07, + "loss": 0.4089, + "num_input_tokens_seen": 3986685952, + "step": 1901 + }, + { + "epoch": 0.29888798481149986, + "grad_norm": 15.16627311706543, + "learning_rate": 5.637232767610637e-07, + "loss": 0.4136, + "num_input_tokens_seen": 3988783104, + "step": 1902 + }, + { + "epoch": 0.2991592080282072, + "grad_norm": 15.52268123626709, + "learning_rate": 5.63319770678884e-07, + "loss": 0.4861, + "num_input_tokens_seen": 3990880256, + "step": 1903 + }, + { + "epoch": 0.2994304312449146, + "grad_norm": 14.946885108947754, + "learning_rate": 5.6291625387746e-07, + "loss": 0.3985, + "num_input_tokens_seen": 3992977408, + "step": 1904 + }, + { + "epoch": 0.2997016544616219, + "grad_norm": 18.582761764526367, + "learning_rate": 5.625127266815263e-07, + "loss": 0.3807, + "num_input_tokens_seen": 3995074560, + "step": 1905 + }, + { + "epoch": 0.29997287767832925, + "grad_norm": 17.98885726928711, + "learning_rate": 5.621091894158261e-07, + "loss": 0.3393, + "num_input_tokens_seen": 3997171712, + "step": 1906 + }, + { + "epoch": 0.3002441008950366, + "grad_norm": 17.400163650512695, + "learning_rate": 5.617056424051113e-07, + "loss": 0.5337, + "num_input_tokens_seen": 3999268864, + "step": 1907 + }, + { + "epoch": 0.300515324111744, + "grad_norm": 20.89246368408203, + "learning_rate": 5.613020859741408e-07, + "loss": 0.4942, + "num_input_tokens_seen": 4001366016, + "step": 1908 + }, + { + "epoch": 0.30078654732845134, + "grad_norm": 22.6678524017334, + "learning_rate": 5.608985204476817e-07, + "loss": 0.6841, + "num_input_tokens_seen": 4003463168, + "step": 1909 + }, + { + "epoch": 0.30105777054515864, + "grad_norm": 29.596494674682617, + "learning_rate": 5.60494946150508e-07, + "loss": 0.5315, + "num_input_tokens_seen": 4005560320, + "step": 1910 + }, + { + "epoch": 0.301328993761866, + "grad_norm": 16.15056037902832, + "learning_rate": 5.600913634074009e-07, + "loss": 0.4301, + "num_input_tokens_seen": 4007657472, + "step": 1911 + }, + { + "epoch": 0.30160021697857337, + "grad_norm": 16.99407196044922, + "learning_rate": 5.596877725431487e-07, + "loss": 0.4657, + "num_input_tokens_seen": 4009754624, + "step": 1912 + }, + { + "epoch": 0.3018714401952807, + "grad_norm": 13.268138885498047, + "learning_rate": 5.592841738825457e-07, + "loss": 0.313, + "num_input_tokens_seen": 4011851776, + "step": 1913 + }, + { + "epoch": 0.3021426634119881, + "grad_norm": 16.610029220581055, + "learning_rate": 5.588805677503928e-07, + "loss": 0.3853, + "num_input_tokens_seen": 4013948928, + "step": 1914 + }, + { + "epoch": 0.3024138866286954, + "grad_norm": 14.709389686584473, + "learning_rate": 5.58476954471497e-07, + "loss": 0.4144, + "num_input_tokens_seen": 4016046080, + "step": 1915 + }, + { + "epoch": 0.30268510984540276, + "grad_norm": 18.49999237060547, + "learning_rate": 5.580733343706708e-07, + "loss": 0.6721, + "num_input_tokens_seen": 4018143232, + "step": 1916 + }, + { + "epoch": 0.3029563330621101, + "grad_norm": 17.968942642211914, + "learning_rate": 5.576697077727323e-07, + "loss": 0.4901, + "num_input_tokens_seen": 4020240384, + "step": 1917 + }, + { + "epoch": 0.3032275562788175, + "grad_norm": 18.4853515625, + "learning_rate": 5.572660750025049e-07, + "loss": 0.4983, + "num_input_tokens_seen": 4022337536, + "step": 1918 + }, + { + "epoch": 0.30349877949552484, + "grad_norm": 15.520868301391602, + "learning_rate": 5.568624363848166e-07, + "loss": 0.3819, + "num_input_tokens_seen": 4024434688, + "step": 1919 + }, + { + "epoch": 0.30377000271223215, + "grad_norm": 10.888456344604492, + "learning_rate": 5.564587922445008e-07, + "loss": 0.2858, + "num_input_tokens_seen": 4026531840, + "step": 1920 + }, + { + "epoch": 0.3040412259289395, + "grad_norm": 13.872169494628906, + "learning_rate": 5.560551429063949e-07, + "loss": 0.3409, + "num_input_tokens_seen": 4028628992, + "step": 1921 + }, + { + "epoch": 0.30431244914564687, + "grad_norm": 22.901479721069336, + "learning_rate": 5.556514886953403e-07, + "loss": 0.7254, + "num_input_tokens_seen": 4030726144, + "step": 1922 + }, + { + "epoch": 0.30458367236235423, + "grad_norm": 15.373479843139648, + "learning_rate": 5.552478299361826e-07, + "loss": 0.4352, + "num_input_tokens_seen": 4032823296, + "step": 1923 + }, + { + "epoch": 0.3048548955790616, + "grad_norm": 17.427900314331055, + "learning_rate": 5.548441669537712e-07, + "loss": 0.6943, + "num_input_tokens_seen": 4034920448, + "step": 1924 + }, + { + "epoch": 0.3051261187957689, + "grad_norm": 20.171907424926758, + "learning_rate": 5.544405000729584e-07, + "loss": 0.5922, + "num_input_tokens_seen": 4037017600, + "step": 1925 + }, + { + "epoch": 0.30539734201247626, + "grad_norm": 15.804996490478516, + "learning_rate": 5.540368296186002e-07, + "loss": 0.4632, + "num_input_tokens_seen": 4039114752, + "step": 1926 + }, + { + "epoch": 0.3056685652291836, + "grad_norm": 13.54218864440918, + "learning_rate": 5.53633155915555e-07, + "loss": 0.3587, + "num_input_tokens_seen": 4041211904, + "step": 1927 + }, + { + "epoch": 0.305939788445891, + "grad_norm": 24.575578689575195, + "learning_rate": 5.532294792886843e-07, + "loss": 0.8946, + "num_input_tokens_seen": 4043309056, + "step": 1928 + }, + { + "epoch": 0.30621101166259834, + "grad_norm": 18.244264602661133, + "learning_rate": 5.528258000628518e-07, + "loss": 0.4468, + "num_input_tokens_seen": 4045406208, + "step": 1929 + }, + { + "epoch": 0.30648223487930565, + "grad_norm": 18.432344436645508, + "learning_rate": 5.524221185629224e-07, + "loss": 0.5916, + "num_input_tokens_seen": 4047503360, + "step": 1930 + }, + { + "epoch": 0.306753458096013, + "grad_norm": 14.628120422363281, + "learning_rate": 5.520184351137646e-07, + "loss": 0.428, + "num_input_tokens_seen": 4049600512, + "step": 1931 + }, + { + "epoch": 0.30702468131272037, + "grad_norm": 15.325323104858398, + "learning_rate": 5.51614750040247e-07, + "loss": 0.3338, + "num_input_tokens_seen": 4051697664, + "step": 1932 + }, + { + "epoch": 0.30729590452942773, + "grad_norm": 18.96306037902832, + "learning_rate": 5.512110636672396e-07, + "loss": 0.5334, + "num_input_tokens_seen": 4053794816, + "step": 1933 + }, + { + "epoch": 0.3075671277461351, + "grad_norm": 16.209426879882812, + "learning_rate": 5.508073763196146e-07, + "loss": 0.405, + "num_input_tokens_seen": 4055891968, + "step": 1934 + }, + { + "epoch": 0.3078383509628424, + "grad_norm": 17.50925064086914, + "learning_rate": 5.504036883222438e-07, + "loss": 0.4682, + "num_input_tokens_seen": 4057989120, + "step": 1935 + }, + { + "epoch": 0.30810957417954976, + "grad_norm": 21.680133819580078, + "learning_rate": 5.5e-07, + "loss": 0.6966, + "num_input_tokens_seen": 4060086272, + "step": 1936 + }, + { + "epoch": 0.3083807973962571, + "grad_norm": 16.945390701293945, + "learning_rate": 5.495963116777562e-07, + "loss": 0.3213, + "num_input_tokens_seen": 4062183424, + "step": 1937 + }, + { + "epoch": 0.3086520206129645, + "grad_norm": 19.299571990966797, + "learning_rate": 5.491926236803854e-07, + "loss": 0.6936, + "num_input_tokens_seen": 4064280576, + "step": 1938 + }, + { + "epoch": 0.30892324382967185, + "grad_norm": 16.683467864990234, + "learning_rate": 5.487889363327603e-07, + "loss": 0.5167, + "num_input_tokens_seen": 4066377728, + "step": 1939 + }, + { + "epoch": 0.30919446704637915, + "grad_norm": 11.593538284301758, + "learning_rate": 5.483852499597532e-07, + "loss": 0.308, + "num_input_tokens_seen": 4068474880, + "step": 1940 + }, + { + "epoch": 0.3094656902630865, + "grad_norm": 21.42290687561035, + "learning_rate": 5.479815648862355e-07, + "loss": 0.6182, + "num_input_tokens_seen": 4070572032, + "step": 1941 + }, + { + "epoch": 0.3097369134797939, + "grad_norm": 10.256348609924316, + "learning_rate": 5.475778814370776e-07, + "loss": 0.2313, + "num_input_tokens_seen": 4072669184, + "step": 1942 + }, + { + "epoch": 0.31000813669650124, + "grad_norm": 12.884416580200195, + "learning_rate": 5.471741999371483e-07, + "loss": 0.3522, + "num_input_tokens_seen": 4074766336, + "step": 1943 + }, + { + "epoch": 0.3102793599132086, + "grad_norm": 15.000761032104492, + "learning_rate": 5.467705207113156e-07, + "loss": 0.3817, + "num_input_tokens_seen": 4076863488, + "step": 1944 + }, + { + "epoch": 0.3105505831299159, + "grad_norm": 18.647953033447266, + "learning_rate": 5.46366844084445e-07, + "loss": 0.5017, + "num_input_tokens_seen": 4078960640, + "step": 1945 + }, + { + "epoch": 0.31082180634662326, + "grad_norm": 16.23006820678711, + "learning_rate": 5.459631703813998e-07, + "loss": 0.4558, + "num_input_tokens_seen": 4081057792, + "step": 1946 + }, + { + "epoch": 0.3110930295633306, + "grad_norm": 14.229667663574219, + "learning_rate": 5.455594999270416e-07, + "loss": 0.3032, + "num_input_tokens_seen": 4083154944, + "step": 1947 + }, + { + "epoch": 0.311364252780038, + "grad_norm": 22.243261337280273, + "learning_rate": 5.451558330462289e-07, + "loss": 0.5615, + "num_input_tokens_seen": 4085252096, + "step": 1948 + }, + { + "epoch": 0.31163547599674535, + "grad_norm": 16.879133224487305, + "learning_rate": 5.447521700638174e-07, + "loss": 0.4128, + "num_input_tokens_seen": 4087349248, + "step": 1949 + }, + { + "epoch": 0.31190669921345265, + "grad_norm": 17.294158935546875, + "learning_rate": 5.443485113046597e-07, + "loss": 0.4147, + "num_input_tokens_seen": 4089446400, + "step": 1950 + }, + { + "epoch": 0.31217792243016, + "grad_norm": 12.599308967590332, + "learning_rate": 5.439448570936052e-07, + "loss": 0.3165, + "num_input_tokens_seen": 4091543552, + "step": 1951 + }, + { + "epoch": 0.3124491456468674, + "grad_norm": 16.82218360900879, + "learning_rate": 5.435412077554991e-07, + "loss": 0.4091, + "num_input_tokens_seen": 4093640704, + "step": 1952 + }, + { + "epoch": 0.31272036886357474, + "grad_norm": 15.809752464294434, + "learning_rate": 5.431375636151833e-07, + "loss": 0.4083, + "num_input_tokens_seen": 4095737856, + "step": 1953 + }, + { + "epoch": 0.3129915920802821, + "grad_norm": 24.349023818969727, + "learning_rate": 5.427339249974952e-07, + "loss": 0.8117, + "num_input_tokens_seen": 4097835008, + "step": 1954 + }, + { + "epoch": 0.3132628152969894, + "grad_norm": 15.348997116088867, + "learning_rate": 5.423302922272677e-07, + "loss": 0.4125, + "num_input_tokens_seen": 4099932160, + "step": 1955 + }, + { + "epoch": 0.31353403851369677, + "grad_norm": 21.631223678588867, + "learning_rate": 5.419266656293293e-07, + "loss": 0.6195, + "num_input_tokens_seen": 4102029312, + "step": 1956 + }, + { + "epoch": 0.31380526173040413, + "grad_norm": 17.50019645690918, + "learning_rate": 5.415230455285031e-07, + "loss": 0.4847, + "num_input_tokens_seen": 4104126464, + "step": 1957 + }, + { + "epoch": 0.3140764849471115, + "grad_norm": 12.668447494506836, + "learning_rate": 5.411194322496073e-07, + "loss": 0.3183, + "num_input_tokens_seen": 4106223616, + "step": 1958 + }, + { + "epoch": 0.3143477081638188, + "grad_norm": 14.355048179626465, + "learning_rate": 5.407158261174543e-07, + "loss": 0.2835, + "num_input_tokens_seen": 4108320768, + "step": 1959 + }, + { + "epoch": 0.31461893138052616, + "grad_norm": 13.801246643066406, + "learning_rate": 5.403122274568514e-07, + "loss": 0.2686, + "num_input_tokens_seen": 4110417920, + "step": 1960 + }, + { + "epoch": 0.3148901545972335, + "grad_norm": 23.078720092773438, + "learning_rate": 5.399086365925991e-07, + "loss": 0.8419, + "num_input_tokens_seen": 4112515072, + "step": 1961 + }, + { + "epoch": 0.3151613778139409, + "grad_norm": 13.70639419555664, + "learning_rate": 5.395050538494922e-07, + "loss": 0.3, + "num_input_tokens_seen": 4114612224, + "step": 1962 + }, + { + "epoch": 0.31543260103064824, + "grad_norm": 11.593742370605469, + "learning_rate": 5.391014795523184e-07, + "loss": 0.2514, + "num_input_tokens_seen": 4116709376, + "step": 1963 + }, + { + "epoch": 0.31570382424735555, + "grad_norm": 17.700437545776367, + "learning_rate": 5.386979140258592e-07, + "loss": 0.5374, + "num_input_tokens_seen": 4118806528, + "step": 1964 + }, + { + "epoch": 0.3159750474640629, + "grad_norm": 13.762934684753418, + "learning_rate": 5.382943575948888e-07, + "loss": 0.3823, + "num_input_tokens_seen": 4120903680, + "step": 1965 + }, + { + "epoch": 0.31624627068077027, + "grad_norm": 21.619094848632812, + "learning_rate": 5.378908105841738e-07, + "loss": 0.5349, + "num_input_tokens_seen": 4123000832, + "step": 1966 + }, + { + "epoch": 0.31651749389747763, + "grad_norm": 16.5258731842041, + "learning_rate": 5.374872733184737e-07, + "loss": 0.4939, + "num_input_tokens_seen": 4125097984, + "step": 1967 + }, + { + "epoch": 0.316788717114185, + "grad_norm": 19.478639602661133, + "learning_rate": 5.370837461225402e-07, + "loss": 0.6686, + "num_input_tokens_seen": 4127195136, + "step": 1968 + }, + { + "epoch": 0.3170599403308923, + "grad_norm": 15.19251537322998, + "learning_rate": 5.36680229321116e-07, + "loss": 0.3994, + "num_input_tokens_seen": 4129292288, + "step": 1969 + }, + { + "epoch": 0.31733116354759966, + "grad_norm": 18.16364288330078, + "learning_rate": 5.362767232389365e-07, + "loss": 0.5067, + "num_input_tokens_seen": 4131389440, + "step": 1970 + }, + { + "epoch": 0.317602386764307, + "grad_norm": 13.165485382080078, + "learning_rate": 5.358732282007278e-07, + "loss": 0.3757, + "num_input_tokens_seen": 4133486592, + "step": 1971 + }, + { + "epoch": 0.3178736099810144, + "grad_norm": 17.412708282470703, + "learning_rate": 5.354697445312074e-07, + "loss": 0.5601, + "num_input_tokens_seen": 4135583744, + "step": 1972 + }, + { + "epoch": 0.31814483319772174, + "grad_norm": 16.720489501953125, + "learning_rate": 5.35066272555084e-07, + "loss": 0.6123, + "num_input_tokens_seen": 4137680896, + "step": 1973 + }, + { + "epoch": 0.31841605641442905, + "grad_norm": 16.069841384887695, + "learning_rate": 5.346628125970562e-07, + "loss": 0.401, + "num_input_tokens_seen": 4139778048, + "step": 1974 + }, + { + "epoch": 0.3186872796311364, + "grad_norm": 25.234981536865234, + "learning_rate": 5.342593649818129e-07, + "loss": 0.6885, + "num_input_tokens_seen": 4141875200, + "step": 1975 + }, + { + "epoch": 0.3189585028478438, + "grad_norm": 14.604377746582031, + "learning_rate": 5.338559300340338e-07, + "loss": 0.4314, + "num_input_tokens_seen": 4143972352, + "step": 1976 + }, + { + "epoch": 0.31922972606455113, + "grad_norm": 17.683347702026367, + "learning_rate": 5.334525080783879e-07, + "loss": 0.4862, + "num_input_tokens_seen": 4146069504, + "step": 1977 + }, + { + "epoch": 0.3195009492812585, + "grad_norm": 15.543233871459961, + "learning_rate": 5.330490994395338e-07, + "loss": 0.2884, + "num_input_tokens_seen": 4148166656, + "step": 1978 + }, + { + "epoch": 0.3197721724979658, + "grad_norm": 16.377304077148438, + "learning_rate": 5.326457044421195e-07, + "loss": 0.5094, + "num_input_tokens_seen": 4150263808, + "step": 1979 + }, + { + "epoch": 0.32004339571467316, + "grad_norm": 14.058331489562988, + "learning_rate": 5.322423234107818e-07, + "loss": 0.4386, + "num_input_tokens_seen": 4152360960, + "step": 1980 + }, + { + "epoch": 0.3203146189313805, + "grad_norm": 20.853776931762695, + "learning_rate": 5.318389566701465e-07, + "loss": 0.5509, + "num_input_tokens_seen": 4154458112, + "step": 1981 + }, + { + "epoch": 0.3205858421480879, + "grad_norm": 17.144161224365234, + "learning_rate": 5.314356045448278e-07, + "loss": 0.403, + "num_input_tokens_seen": 4156555264, + "step": 1982 + }, + { + "epoch": 0.32085706536479525, + "grad_norm": 17.98135757446289, + "learning_rate": 5.310322673594282e-07, + "loss": 0.4065, + "num_input_tokens_seen": 4158652416, + "step": 1983 + }, + { + "epoch": 0.32112828858150255, + "grad_norm": 9.543654441833496, + "learning_rate": 5.306289454385379e-07, + "loss": 0.2229, + "num_input_tokens_seen": 4160749568, + "step": 1984 + }, + { + "epoch": 0.3213995117982099, + "grad_norm": 15.082742691040039, + "learning_rate": 5.302256391067354e-07, + "loss": 0.4597, + "num_input_tokens_seen": 4162846720, + "step": 1985 + }, + { + "epoch": 0.3216707350149173, + "grad_norm": 14.424219131469727, + "learning_rate": 5.29822348688586e-07, + "loss": 0.4349, + "num_input_tokens_seen": 4164943872, + "step": 1986 + }, + { + "epoch": 0.32194195823162464, + "grad_norm": 17.661540985107422, + "learning_rate": 5.294190745086426e-07, + "loss": 0.4877, + "num_input_tokens_seen": 4167041024, + "step": 1987 + }, + { + "epoch": 0.322213181448332, + "grad_norm": 21.022674560546875, + "learning_rate": 5.290158168914447e-07, + "loss": 0.6855, + "num_input_tokens_seen": 4169138176, + "step": 1988 + }, + { + "epoch": 0.3224844046650393, + "grad_norm": 19.004026412963867, + "learning_rate": 5.28612576161519e-07, + "loss": 0.616, + "num_input_tokens_seen": 4171235328, + "step": 1989 + }, + { + "epoch": 0.32275562788174667, + "grad_norm": 16.85509490966797, + "learning_rate": 5.282093526433781e-07, + "loss": 0.5411, + "num_input_tokens_seen": 4173332480, + "step": 1990 + }, + { + "epoch": 0.323026851098454, + "grad_norm": 14.019049644470215, + "learning_rate": 5.27806146661521e-07, + "loss": 0.2902, + "num_input_tokens_seen": 4175429632, + "step": 1991 + }, + { + "epoch": 0.3232980743151614, + "grad_norm": 16.84299087524414, + "learning_rate": 5.274029585404326e-07, + "loss": 0.3034, + "num_input_tokens_seen": 4177526784, + "step": 1992 + }, + { + "epoch": 0.32356929753186875, + "grad_norm": 13.026562690734863, + "learning_rate": 5.269997886045833e-07, + "loss": 0.3721, + "num_input_tokens_seen": 4179623936, + "step": 1993 + }, + { + "epoch": 0.32384052074857606, + "grad_norm": 16.872188568115234, + "learning_rate": 5.265966371784287e-07, + "loss": 0.5713, + "num_input_tokens_seen": 4181721088, + "step": 1994 + }, + { + "epoch": 0.3241117439652834, + "grad_norm": 16.673782348632812, + "learning_rate": 5.261935045864101e-07, + "loss": 0.2909, + "num_input_tokens_seen": 4183818240, + "step": 1995 + }, + { + "epoch": 0.3243829671819908, + "grad_norm": 14.819953918457031, + "learning_rate": 5.257903911529532e-07, + "loss": 0.4015, + "num_input_tokens_seen": 4185915392, + "step": 1996 + }, + { + "epoch": 0.32465419039869814, + "grad_norm": 13.379781723022461, + "learning_rate": 5.253872972024681e-07, + "loss": 0.2481, + "num_input_tokens_seen": 4188012544, + "step": 1997 + }, + { + "epoch": 0.3249254136154055, + "grad_norm": 14.248574256896973, + "learning_rate": 5.249842230593497e-07, + "loss": 0.376, + "num_input_tokens_seen": 4190109696, + "step": 1998 + }, + { + "epoch": 0.3251966368321128, + "grad_norm": 22.307329177856445, + "learning_rate": 5.245811690479766e-07, + "loss": 0.3937, + "num_input_tokens_seen": 4192206848, + "step": 1999 + }, + { + "epoch": 0.32546786004882017, + "grad_norm": 14.40904426574707, + "learning_rate": 5.241781354927113e-07, + "loss": 0.3849, + "num_input_tokens_seen": 4194304000, + "step": 2000 + }, + { + "epoch": 0.32573908326552753, + "grad_norm": 18.996400833129883, + "learning_rate": 5.237751227179001e-07, + "loss": 0.3802, + "num_input_tokens_seen": 4196401152, + "step": 2001 + }, + { + "epoch": 0.3260103064822349, + "grad_norm": 17.524658203125, + "learning_rate": 5.233721310478722e-07, + "loss": 0.5296, + "num_input_tokens_seen": 4198498304, + "step": 2002 + }, + { + "epoch": 0.32628152969894225, + "grad_norm": 11.911806106567383, + "learning_rate": 5.2296916080694e-07, + "loss": 0.2159, + "num_input_tokens_seen": 4200595456, + "step": 2003 + }, + { + "epoch": 0.32655275291564956, + "grad_norm": 17.387310028076172, + "learning_rate": 5.225662123193985e-07, + "loss": 0.4125, + "num_input_tokens_seen": 4202692608, + "step": 2004 + }, + { + "epoch": 0.3268239761323569, + "grad_norm": 17.1206111907959, + "learning_rate": 5.221632859095254e-07, + "loss": 0.3276, + "num_input_tokens_seen": 4204789760, + "step": 2005 + }, + { + "epoch": 0.3270951993490643, + "grad_norm": 17.467138290405273, + "learning_rate": 5.217603819015805e-07, + "loss": 0.4545, + "num_input_tokens_seen": 4206886912, + "step": 2006 + }, + { + "epoch": 0.32736642256577164, + "grad_norm": 22.18386459350586, + "learning_rate": 5.213575006198057e-07, + "loss": 0.7608, + "num_input_tokens_seen": 4208984064, + "step": 2007 + }, + { + "epoch": 0.327637645782479, + "grad_norm": 18.72940444946289, + "learning_rate": 5.209546423884246e-07, + "loss": 0.512, + "num_input_tokens_seen": 4211081216, + "step": 2008 + }, + { + "epoch": 0.3279088689991863, + "grad_norm": 15.777796745300293, + "learning_rate": 5.20551807531642e-07, + "loss": 0.3453, + "num_input_tokens_seen": 4213178368, + "step": 2009 + }, + { + "epoch": 0.32818009221589367, + "grad_norm": 20.98493194580078, + "learning_rate": 5.20148996373644e-07, + "loss": 0.6098, + "num_input_tokens_seen": 4215275520, + "step": 2010 + }, + { + "epoch": 0.32845131543260103, + "grad_norm": 13.770686149597168, + "learning_rate": 5.197462092385978e-07, + "loss": 0.3278, + "num_input_tokens_seen": 4217372672, + "step": 2011 + }, + { + "epoch": 0.3287225386493084, + "grad_norm": 10.093859672546387, + "learning_rate": 5.193434464506511e-07, + "loss": 0.1932, + "num_input_tokens_seen": 4219469824, + "step": 2012 + }, + { + "epoch": 0.32899376186601575, + "grad_norm": 16.35398292541504, + "learning_rate": 5.189407083339324e-07, + "loss": 0.3751, + "num_input_tokens_seen": 4221566976, + "step": 2013 + }, + { + "epoch": 0.32926498508272306, + "grad_norm": 10.368598937988281, + "learning_rate": 5.185379952125494e-07, + "loss": 0.2063, + "num_input_tokens_seen": 4223664128, + "step": 2014 + }, + { + "epoch": 0.3295362082994304, + "grad_norm": 15.229095458984375, + "learning_rate": 5.18135307410591e-07, + "loss": 0.3463, + "num_input_tokens_seen": 4225761280, + "step": 2015 + }, + { + "epoch": 0.3298074315161378, + "grad_norm": 21.608442306518555, + "learning_rate": 5.177326452521242e-07, + "loss": 0.3193, + "num_input_tokens_seen": 4227858432, + "step": 2016 + }, + { + "epoch": 0.33007865473284514, + "grad_norm": 16.298704147338867, + "learning_rate": 5.17330009061197e-07, + "loss": 0.3732, + "num_input_tokens_seen": 4229955584, + "step": 2017 + }, + { + "epoch": 0.3303498779495525, + "grad_norm": 17.584896087646484, + "learning_rate": 5.169273991618351e-07, + "loss": 0.3864, + "num_input_tokens_seen": 4232052736, + "step": 2018 + }, + { + "epoch": 0.3306211011662598, + "grad_norm": 17.949689865112305, + "learning_rate": 5.165248158780441e-07, + "loss": 0.3894, + "num_input_tokens_seen": 4234149888, + "step": 2019 + }, + { + "epoch": 0.3308923243829672, + "grad_norm": 22.562408447265625, + "learning_rate": 5.161222595338073e-07, + "loss": 0.7639, + "num_input_tokens_seen": 4236247040, + "step": 2020 + }, + { + "epoch": 0.33116354759967453, + "grad_norm": 15.829678535461426, + "learning_rate": 5.157197304530869e-07, + "loss": 0.3913, + "num_input_tokens_seen": 4238344192, + "step": 2021 + }, + { + "epoch": 0.3314347708163819, + "grad_norm": 19.865497589111328, + "learning_rate": 5.15317228959823e-07, + "loss": 0.4058, + "num_input_tokens_seen": 4240441344, + "step": 2022 + }, + { + "epoch": 0.33170599403308926, + "grad_norm": 20.204696655273438, + "learning_rate": 5.149147553779335e-07, + "loss": 0.61, + "num_input_tokens_seen": 4242538496, + "step": 2023 + }, + { + "epoch": 0.33197721724979656, + "grad_norm": 11.350019454956055, + "learning_rate": 5.145123100313137e-07, + "loss": 0.2718, + "num_input_tokens_seen": 4244635648, + "step": 2024 + }, + { + "epoch": 0.3322484404665039, + "grad_norm": 20.93108558654785, + "learning_rate": 5.141098932438365e-07, + "loss": 0.4187, + "num_input_tokens_seen": 4246732800, + "step": 2025 + }, + { + "epoch": 0.3325196636832113, + "grad_norm": 17.941852569580078, + "learning_rate": 5.137075053393512e-07, + "loss": 0.3879, + "num_input_tokens_seen": 4248829952, + "step": 2026 + }, + { + "epoch": 0.33279088689991865, + "grad_norm": 23.98504638671875, + "learning_rate": 5.133051466416849e-07, + "loss": 0.6891, + "num_input_tokens_seen": 4250927104, + "step": 2027 + }, + { + "epoch": 0.333062110116626, + "grad_norm": 17.1292667388916, + "learning_rate": 5.129028174746399e-07, + "loss": 0.3502, + "num_input_tokens_seen": 4253024256, + "step": 2028 + }, + { + "epoch": 0.3333333333333333, + "grad_norm": 23.580167770385742, + "learning_rate": 5.12500518161996e-07, + "loss": 0.939, + "num_input_tokens_seen": 4255121408, + "step": 2029 + }, + { + "epoch": 0.3336045565500407, + "grad_norm": 16.317161560058594, + "learning_rate": 5.120982490275081e-07, + "loss": 0.3974, + "num_input_tokens_seen": 4257218560, + "step": 2030 + }, + { + "epoch": 0.33387577976674804, + "grad_norm": 19.563129425048828, + "learning_rate": 5.116960103949071e-07, + "loss": 0.7093, + "num_input_tokens_seen": 4259315712, + "step": 2031 + }, + { + "epoch": 0.3341470029834554, + "grad_norm": 14.194764137268066, + "learning_rate": 5.112938025878994e-07, + "loss": 0.3047, + "num_input_tokens_seen": 4261412864, + "step": 2032 + }, + { + "epoch": 0.33441822620016276, + "grad_norm": 12.254755973815918, + "learning_rate": 5.108916259301663e-07, + "loss": 0.2439, + "num_input_tokens_seen": 4263510016, + "step": 2033 + }, + { + "epoch": 0.33468944941687007, + "grad_norm": 13.140419006347656, + "learning_rate": 5.104894807453647e-07, + "loss": 0.3246, + "num_input_tokens_seen": 4265607168, + "step": 2034 + }, + { + "epoch": 0.3349606726335774, + "grad_norm": 18.896413803100586, + "learning_rate": 5.100873673571253e-07, + "loss": 0.5276, + "num_input_tokens_seen": 4267704320, + "step": 2035 + }, + { + "epoch": 0.3352318958502848, + "grad_norm": 13.808533668518066, + "learning_rate": 5.096852860890541e-07, + "loss": 0.335, + "num_input_tokens_seen": 4269801472, + "step": 2036 + }, + { + "epoch": 0.33550311906699215, + "grad_norm": 21.51602554321289, + "learning_rate": 5.092832372647304e-07, + "loss": 0.6184, + "num_input_tokens_seen": 4271898624, + "step": 2037 + }, + { + "epoch": 0.3357743422836995, + "grad_norm": 18.561599731445312, + "learning_rate": 5.08881221207708e-07, + "loss": 0.519, + "num_input_tokens_seen": 4273995776, + "step": 2038 + }, + { + "epoch": 0.3360455655004068, + "grad_norm": 15.325385093688965, + "learning_rate": 5.084792382415141e-07, + "loss": 0.2667, + "num_input_tokens_seen": 4276092928, + "step": 2039 + }, + { + "epoch": 0.3363167887171142, + "grad_norm": 15.208858489990234, + "learning_rate": 5.080772886896493e-07, + "loss": 0.429, + "num_input_tokens_seen": 4278190080, + "step": 2040 + }, + { + "epoch": 0.33658801193382154, + "grad_norm": 13.985490798950195, + "learning_rate": 5.076753728755871e-07, + "loss": 0.2648, + "num_input_tokens_seen": 4280287232, + "step": 2041 + }, + { + "epoch": 0.3368592351505289, + "grad_norm": 19.45819664001465, + "learning_rate": 5.072734911227746e-07, + "loss": 0.3776, + "num_input_tokens_seen": 4282384384, + "step": 2042 + }, + { + "epoch": 0.33713045836723626, + "grad_norm": 11.178092956542969, + "learning_rate": 5.068716437546305e-07, + "loss": 0.1879, + "num_input_tokens_seen": 4284481536, + "step": 2043 + }, + { + "epoch": 0.33740168158394357, + "grad_norm": 19.116785049438477, + "learning_rate": 5.06469831094546e-07, + "loss": 0.5829, + "num_input_tokens_seen": 4286578688, + "step": 2044 + }, + { + "epoch": 0.33767290480065093, + "grad_norm": 17.29070281982422, + "learning_rate": 5.060680534658852e-07, + "loss": 0.4346, + "num_input_tokens_seen": 4288675840, + "step": 2045 + }, + { + "epoch": 0.3379441280173583, + "grad_norm": 11.40611457824707, + "learning_rate": 5.056663111919833e-07, + "loss": 0.3758, + "num_input_tokens_seen": 4290772992, + "step": 2046 + }, + { + "epoch": 0.33821535123406565, + "grad_norm": 10.537538528442383, + "learning_rate": 5.052646045961471e-07, + "loss": 0.2305, + "num_input_tokens_seen": 4292870144, + "step": 2047 + }, + { + "epoch": 0.33848657445077296, + "grad_norm": 15.972824096679688, + "learning_rate": 5.048629340016548e-07, + "loss": 0.3792, + "num_input_tokens_seen": 4294967296, + "step": 2048 + }, + { + "epoch": 0.3387577976674803, + "grad_norm": 13.639211654663086, + "learning_rate": 5.044612997317557e-07, + "loss": 0.3346, + "num_input_tokens_seen": 4297064448, + "step": 2049 + }, + { + "epoch": 0.3390290208841877, + "grad_norm": 17.853118896484375, + "learning_rate": 5.040597021096695e-07, + "loss": 0.6396, + "num_input_tokens_seen": 4299161600, + "step": 2050 + }, + { + "epoch": 0.33930024410089504, + "grad_norm": 18.226207733154297, + "learning_rate": 5.03658141458587e-07, + "loss": 0.4423, + "num_input_tokens_seen": 4301258752, + "step": 2051 + }, + { + "epoch": 0.3395714673176024, + "grad_norm": 14.695561408996582, + "learning_rate": 5.032566181016688e-07, + "loss": 0.3318, + "num_input_tokens_seen": 4303355904, + "step": 2052 + }, + { + "epoch": 0.3398426905343097, + "grad_norm": 18.532405853271484, + "learning_rate": 5.028551323620458e-07, + "loss": 0.6093, + "num_input_tokens_seen": 4305453056, + "step": 2053 + }, + { + "epoch": 0.34011391375101707, + "grad_norm": 15.558454513549805, + "learning_rate": 5.024536845628181e-07, + "loss": 0.4432, + "num_input_tokens_seen": 4307550208, + "step": 2054 + }, + { + "epoch": 0.34038513696772443, + "grad_norm": 22.573936462402344, + "learning_rate": 5.020522750270558e-07, + "loss": 0.6549, + "num_input_tokens_seen": 4309647360, + "step": 2055 + }, + { + "epoch": 0.3406563601844318, + "grad_norm": 13.960949897766113, + "learning_rate": 5.01650904077798e-07, + "loss": 0.27, + "num_input_tokens_seen": 4311744512, + "step": 2056 + }, + { + "epoch": 0.34092758340113916, + "grad_norm": 19.82161521911621, + "learning_rate": 5.012495720380527e-07, + "loss": 0.6896, + "num_input_tokens_seen": 4313841664, + "step": 2057 + }, + { + "epoch": 0.34119880661784646, + "grad_norm": 13.285265922546387, + "learning_rate": 5.008482792307968e-07, + "loss": 0.3401, + "num_input_tokens_seen": 4315938816, + "step": 2058 + }, + { + "epoch": 0.3414700298345538, + "grad_norm": 12.160155296325684, + "learning_rate": 5.004470259789757e-07, + "loss": 0.3066, + "num_input_tokens_seen": 4318035968, + "step": 2059 + }, + { + "epoch": 0.3417412530512612, + "grad_norm": 12.414044380187988, + "learning_rate": 5.000458126055021e-07, + "loss": 0.324, + "num_input_tokens_seen": 4320133120, + "step": 2060 + }, + { + "epoch": 0.34201247626796855, + "grad_norm": 18.17831802368164, + "learning_rate": 4.996446394332578e-07, + "loss": 0.5181, + "num_input_tokens_seen": 4322230272, + "step": 2061 + }, + { + "epoch": 0.3422836994846759, + "grad_norm": 14.670184135437012, + "learning_rate": 4.992435067850914e-07, + "loss": 0.3709, + "num_input_tokens_seen": 4324327424, + "step": 2062 + }, + { + "epoch": 0.3425549227013832, + "grad_norm": 17.332820892333984, + "learning_rate": 4.988424149838192e-07, + "loss": 0.5221, + "num_input_tokens_seen": 4326424576, + "step": 2063 + }, + { + "epoch": 0.3428261459180906, + "grad_norm": 22.735279083251953, + "learning_rate": 4.984413643522251e-07, + "loss": 0.7608, + "num_input_tokens_seen": 4328521728, + "step": 2064 + }, + { + "epoch": 0.34309736913479794, + "grad_norm": 14.321521759033203, + "learning_rate": 4.980403552130589e-07, + "loss": 0.3522, + "num_input_tokens_seen": 4330618880, + "step": 2065 + }, + { + "epoch": 0.3433685923515053, + "grad_norm": 16.680944442749023, + "learning_rate": 4.976393878890375e-07, + "loss": 0.4359, + "num_input_tokens_seen": 4332716032, + "step": 2066 + }, + { + "epoch": 0.34363981556821266, + "grad_norm": 15.195837020874023, + "learning_rate": 4.972384627028442e-07, + "loss": 0.4501, + "num_input_tokens_seen": 4334813184, + "step": 2067 + }, + { + "epoch": 0.34391103878491996, + "grad_norm": 13.431507110595703, + "learning_rate": 4.968375799771285e-07, + "loss": 0.3573, + "num_input_tokens_seen": 4336910336, + "step": 2068 + }, + { + "epoch": 0.3441822620016273, + "grad_norm": 12.854487419128418, + "learning_rate": 4.964367400345053e-07, + "loss": 0.3762, + "num_input_tokens_seen": 4339007488, + "step": 2069 + }, + { + "epoch": 0.3444534852183347, + "grad_norm": 17.647762298583984, + "learning_rate": 4.960359431975555e-07, + "loss": 0.7081, + "num_input_tokens_seen": 4341104640, + "step": 2070 + }, + { + "epoch": 0.34472470843504205, + "grad_norm": 21.555879592895508, + "learning_rate": 4.956351897888256e-07, + "loss": 0.7699, + "num_input_tokens_seen": 4343201792, + "step": 2071 + }, + { + "epoch": 0.3449959316517494, + "grad_norm": 17.82149887084961, + "learning_rate": 4.952344801308258e-07, + "loss": 0.5833, + "num_input_tokens_seen": 4345298944, + "step": 2072 + }, + { + "epoch": 0.3452671548684567, + "grad_norm": 13.02746295928955, + "learning_rate": 4.948338145460324e-07, + "loss": 0.3707, + "num_input_tokens_seen": 4347396096, + "step": 2073 + }, + { + "epoch": 0.3455383780851641, + "grad_norm": 18.583114624023438, + "learning_rate": 4.944331933568858e-07, + "loss": 0.6831, + "num_input_tokens_seen": 4349493248, + "step": 2074 + }, + { + "epoch": 0.34580960130187144, + "grad_norm": 18.889436721801758, + "learning_rate": 4.94032616885791e-07, + "loss": 0.618, + "num_input_tokens_seen": 4351590400, + "step": 2075 + }, + { + "epoch": 0.3460808245185788, + "grad_norm": 14.465885162353516, + "learning_rate": 4.936320854551163e-07, + "loss": 0.4065, + "num_input_tokens_seen": 4353687552, + "step": 2076 + }, + { + "epoch": 0.34635204773528616, + "grad_norm": 11.185941696166992, + "learning_rate": 4.932315993871942e-07, + "loss": 0.2518, + "num_input_tokens_seen": 4355784704, + "step": 2077 + }, + { + "epoch": 0.34662327095199347, + "grad_norm": 14.272321701049805, + "learning_rate": 4.928311590043206e-07, + "loss": 0.3067, + "num_input_tokens_seen": 4357881856, + "step": 2078 + }, + { + "epoch": 0.34689449416870083, + "grad_norm": 23.103809356689453, + "learning_rate": 4.924307646287549e-07, + "loss": 0.6866, + "num_input_tokens_seen": 4359979008, + "step": 2079 + }, + { + "epoch": 0.3471657173854082, + "grad_norm": 24.843984603881836, + "learning_rate": 4.920304165827192e-07, + "loss": 0.7426, + "num_input_tokens_seen": 4362076160, + "step": 2080 + }, + { + "epoch": 0.34743694060211555, + "grad_norm": 15.894787788391113, + "learning_rate": 4.916301151883983e-07, + "loss": 0.4618, + "num_input_tokens_seen": 4364173312, + "step": 2081 + }, + { + "epoch": 0.3477081638188229, + "grad_norm": 19.025161743164062, + "learning_rate": 4.912298607679396e-07, + "loss": 0.6288, + "num_input_tokens_seen": 4366270464, + "step": 2082 + }, + { + "epoch": 0.3479793870355302, + "grad_norm": 17.685871124267578, + "learning_rate": 4.908296536434525e-07, + "loss": 0.4496, + "num_input_tokens_seen": 4368367616, + "step": 2083 + }, + { + "epoch": 0.3482506102522376, + "grad_norm": 26.235916137695312, + "learning_rate": 4.904294941370086e-07, + "loss": 0.7546, + "num_input_tokens_seen": 4370464768, + "step": 2084 + }, + { + "epoch": 0.34852183346894494, + "grad_norm": 12.8169584274292, + "learning_rate": 4.900293825706408e-07, + "loss": 0.2447, + "num_input_tokens_seen": 4372561920, + "step": 2085 + }, + { + "epoch": 0.3487930566856523, + "grad_norm": 16.72005271911621, + "learning_rate": 4.89629319266344e-07, + "loss": 0.4664, + "num_input_tokens_seen": 4374659072, + "step": 2086 + }, + { + "epoch": 0.34906427990235966, + "grad_norm": 14.927910804748535, + "learning_rate": 4.892293045460738e-07, + "loss": 0.3813, + "num_input_tokens_seen": 4376756224, + "step": 2087 + }, + { + "epoch": 0.34933550311906697, + "grad_norm": 14.392501831054688, + "learning_rate": 4.88829338731747e-07, + "loss": 0.3661, + "num_input_tokens_seen": 4378853376, + "step": 2088 + }, + { + "epoch": 0.34960672633577433, + "grad_norm": 15.27480697631836, + "learning_rate": 4.884294221452405e-07, + "loss": 0.3709, + "num_input_tokens_seen": 4380950528, + "step": 2089 + }, + { + "epoch": 0.3498779495524817, + "grad_norm": 16.14817237854004, + "learning_rate": 4.88029555108392e-07, + "loss": 0.58, + "num_input_tokens_seen": 4383047680, + "step": 2090 + }, + { + "epoch": 0.35014917276918905, + "grad_norm": 11.918871879577637, + "learning_rate": 4.876297379429995e-07, + "loss": 0.2754, + "num_input_tokens_seen": 4385144832, + "step": 2091 + }, + { + "epoch": 0.3504203959858964, + "grad_norm": 24.65549659729004, + "learning_rate": 4.872299709708206e-07, + "loss": 0.453, + "num_input_tokens_seen": 4387241984, + "step": 2092 + }, + { + "epoch": 0.3506916192026037, + "grad_norm": 13.130111694335938, + "learning_rate": 4.868302545135725e-07, + "loss": 0.3193, + "num_input_tokens_seen": 4389339136, + "step": 2093 + }, + { + "epoch": 0.3509628424193111, + "grad_norm": 22.114221572875977, + "learning_rate": 4.864305888929318e-07, + "loss": 0.9149, + "num_input_tokens_seen": 4391436288, + "step": 2094 + }, + { + "epoch": 0.35123406563601844, + "grad_norm": 22.851913452148438, + "learning_rate": 4.860309744305339e-07, + "loss": 0.7968, + "num_input_tokens_seen": 4393533440, + "step": 2095 + }, + { + "epoch": 0.3515052888527258, + "grad_norm": 19.785030364990234, + "learning_rate": 4.856314114479738e-07, + "loss": 0.7142, + "num_input_tokens_seen": 4395630592, + "step": 2096 + }, + { + "epoch": 0.35177651206943317, + "grad_norm": 13.180719375610352, + "learning_rate": 4.852319002668044e-07, + "loss": 0.3404, + "num_input_tokens_seen": 4397727744, + "step": 2097 + }, + { + "epoch": 0.3520477352861405, + "grad_norm": 18.110231399536133, + "learning_rate": 4.848324412085367e-07, + "loss": 0.5252, + "num_input_tokens_seen": 4399824896, + "step": 2098 + }, + { + "epoch": 0.35231895850284783, + "grad_norm": 18.176883697509766, + "learning_rate": 4.84433034594641e-07, + "loss": 0.4975, + "num_input_tokens_seen": 4401922048, + "step": 2099 + }, + { + "epoch": 0.3525901817195552, + "grad_norm": 16.192501068115234, + "learning_rate": 4.840336807465439e-07, + "loss": 0.4609, + "num_input_tokens_seen": 4404019200, + "step": 2100 + }, + { + "epoch": 0.35286140493626256, + "grad_norm": 15.730474472045898, + "learning_rate": 4.836343799856302e-07, + "loss": 0.4662, + "num_input_tokens_seen": 4406116352, + "step": 2101 + }, + { + "epoch": 0.3531326281529699, + "grad_norm": 9.630202293395996, + "learning_rate": 4.83235132633242e-07, + "loss": 0.2086, + "num_input_tokens_seen": 4408213504, + "step": 2102 + }, + { + "epoch": 0.3534038513696772, + "grad_norm": 10.681892395019531, + "learning_rate": 4.828359390106786e-07, + "loss": 0.2325, + "num_input_tokens_seen": 4410310656, + "step": 2103 + }, + { + "epoch": 0.3536750745863846, + "grad_norm": 15.098684310913086, + "learning_rate": 4.824367994391958e-07, + "loss": 0.4176, + "num_input_tokens_seen": 4412407808, + "step": 2104 + }, + { + "epoch": 0.35394629780309195, + "grad_norm": 11.902873039245605, + "learning_rate": 4.820377142400058e-07, + "loss": 0.2685, + "num_input_tokens_seen": 4414504960, + "step": 2105 + }, + { + "epoch": 0.3542175210197993, + "grad_norm": 19.398834228515625, + "learning_rate": 4.816386837342771e-07, + "loss": 0.5198, + "num_input_tokens_seen": 4416602112, + "step": 2106 + }, + { + "epoch": 0.35448874423650667, + "grad_norm": 21.086822509765625, + "learning_rate": 4.812397082431345e-07, + "loss": 0.5469, + "num_input_tokens_seen": 4418699264, + "step": 2107 + }, + { + "epoch": 0.354759967453214, + "grad_norm": 21.071117401123047, + "learning_rate": 4.808407880876581e-07, + "loss": 0.6044, + "num_input_tokens_seen": 4420796416, + "step": 2108 + }, + { + "epoch": 0.35503119066992134, + "grad_norm": 17.908489227294922, + "learning_rate": 4.804419235888838e-07, + "loss": 0.5796, + "num_input_tokens_seen": 4422893568, + "step": 2109 + }, + { + "epoch": 0.3553024138866287, + "grad_norm": 15.03857135772705, + "learning_rate": 4.800431150678026e-07, + "loss": 0.4045, + "num_input_tokens_seen": 4424990720, + "step": 2110 + }, + { + "epoch": 0.35557363710333606, + "grad_norm": 22.05478858947754, + "learning_rate": 4.796443628453603e-07, + "loss": 0.6847, + "num_input_tokens_seen": 4427087872, + "step": 2111 + }, + { + "epoch": 0.3558448603200434, + "grad_norm": 18.630102157592773, + "learning_rate": 4.792456672424574e-07, + "loss": 0.5185, + "num_input_tokens_seen": 4429185024, + "step": 2112 + }, + { + "epoch": 0.3561160835367507, + "grad_norm": 10.600038528442383, + "learning_rate": 4.788470285799492e-07, + "loss": 0.2514, + "num_input_tokens_seen": 4431282176, + "step": 2113 + }, + { + "epoch": 0.3563873067534581, + "grad_norm": 15.612627029418945, + "learning_rate": 4.784484471786447e-07, + "loss": 0.3868, + "num_input_tokens_seen": 4433379328, + "step": 2114 + }, + { + "epoch": 0.35665852997016545, + "grad_norm": 17.270404815673828, + "learning_rate": 4.780499233593073e-07, + "loss": 0.5039, + "num_input_tokens_seen": 4435476480, + "step": 2115 + }, + { + "epoch": 0.3569297531868728, + "grad_norm": 17.62727928161621, + "learning_rate": 4.776514574426538e-07, + "loss": 0.4082, + "num_input_tokens_seen": 4437573632, + "step": 2116 + }, + { + "epoch": 0.3572009764035802, + "grad_norm": 15.866716384887695, + "learning_rate": 4.772530497493541e-07, + "loss": 0.3864, + "num_input_tokens_seen": 4439670784, + "step": 2117 + }, + { + "epoch": 0.3574721996202875, + "grad_norm": 17.658111572265625, + "learning_rate": 4.768547006000317e-07, + "loss": 0.505, + "num_input_tokens_seen": 4441767936, + "step": 2118 + }, + { + "epoch": 0.35774342283699484, + "grad_norm": 17.13514518737793, + "learning_rate": 4.76456410315263e-07, + "loss": 0.5577, + "num_input_tokens_seen": 4443865088, + "step": 2119 + }, + { + "epoch": 0.3580146460537022, + "grad_norm": 12.680811882019043, + "learning_rate": 4.7605817921557666e-07, + "loss": 0.3055, + "num_input_tokens_seen": 4445962240, + "step": 2120 + }, + { + "epoch": 0.35828586927040956, + "grad_norm": 10.903252601623535, + "learning_rate": 4.756600076214541e-07, + "loss": 0.3165, + "num_input_tokens_seen": 4448059392, + "step": 2121 + }, + { + "epoch": 0.3585570924871169, + "grad_norm": 20.912986755371094, + "learning_rate": 4.7526189585332855e-07, + "loss": 0.489, + "num_input_tokens_seen": 4450156544, + "step": 2122 + }, + { + "epoch": 0.35882831570382423, + "grad_norm": 19.84836196899414, + "learning_rate": 4.748638442315851e-07, + "loss": 0.7097, + "num_input_tokens_seen": 4452253696, + "step": 2123 + }, + { + "epoch": 0.3590995389205316, + "grad_norm": 14.485566139221191, + "learning_rate": 4.7446585307656074e-07, + "loss": 0.4103, + "num_input_tokens_seen": 4454350848, + "step": 2124 + }, + { + "epoch": 0.35937076213723895, + "grad_norm": 17.28524398803711, + "learning_rate": 4.740679227085436e-07, + "loss": 0.6003, + "num_input_tokens_seen": 4456448000, + "step": 2125 + }, + { + "epoch": 0.3596419853539463, + "grad_norm": 17.543121337890625, + "learning_rate": 4.7367005344777255e-07, + "loss": 0.4924, + "num_input_tokens_seen": 4458545152, + "step": 2126 + }, + { + "epoch": 0.3599132085706537, + "grad_norm": 15.53244400024414, + "learning_rate": 4.732722456144381e-07, + "loss": 0.4224, + "num_input_tokens_seen": 4460642304, + "step": 2127 + }, + { + "epoch": 0.360184431787361, + "grad_norm": 15.329564094543457, + "learning_rate": 4.7287449952868084e-07, + "loss": 0.4343, + "num_input_tokens_seen": 4462739456, + "step": 2128 + }, + { + "epoch": 0.36045565500406834, + "grad_norm": 11.179370880126953, + "learning_rate": 4.724768155105914e-07, + "loss": 0.2533, + "num_input_tokens_seen": 4464836608, + "step": 2129 + }, + { + "epoch": 0.3607268782207757, + "grad_norm": 19.77837371826172, + "learning_rate": 4.7207919388021076e-07, + "loss": 0.6616, + "num_input_tokens_seen": 4466933760, + "step": 2130 + }, + { + "epoch": 0.36099810143748307, + "grad_norm": 18.568798065185547, + "learning_rate": 4.7168163495752977e-07, + "loss": 0.4892, + "num_input_tokens_seen": 4469030912, + "step": 2131 + }, + { + "epoch": 0.36126932465419037, + "grad_norm": 21.5096492767334, + "learning_rate": 4.7128413906248885e-07, + "loss": 0.5263, + "num_input_tokens_seen": 4471128064, + "step": 2132 + }, + { + "epoch": 0.36154054787089773, + "grad_norm": 14.280765533447266, + "learning_rate": 4.708867065149775e-07, + "loss": 0.3734, + "num_input_tokens_seen": 4473225216, + "step": 2133 + }, + { + "epoch": 0.3618117710876051, + "grad_norm": 21.687335968017578, + "learning_rate": 4.704893376348342e-07, + "loss": 0.5905, + "num_input_tokens_seen": 4475322368, + "step": 2134 + }, + { + "epoch": 0.36208299430431246, + "grad_norm": 18.599130630493164, + "learning_rate": 4.700920327418463e-07, + "loss": 0.6312, + "num_input_tokens_seen": 4477419520, + "step": 2135 + }, + { + "epoch": 0.3623542175210198, + "grad_norm": 15.053811073303223, + "learning_rate": 4.696947921557498e-07, + "loss": 0.3828, + "num_input_tokens_seen": 4479516672, + "step": 2136 + }, + { + "epoch": 0.3626254407377271, + "grad_norm": 15.113408088684082, + "learning_rate": 4.6929761619622866e-07, + "loss": 0.443, + "num_input_tokens_seen": 4481613824, + "step": 2137 + }, + { + "epoch": 0.3628966639544345, + "grad_norm": 14.625730514526367, + "learning_rate": 4.68900505182915e-07, + "loss": 0.3773, + "num_input_tokens_seen": 4483710976, + "step": 2138 + }, + { + "epoch": 0.36316788717114185, + "grad_norm": 13.605332374572754, + "learning_rate": 4.6850345943538896e-07, + "loss": 0.2264, + "num_input_tokens_seen": 4485808128, + "step": 2139 + }, + { + "epoch": 0.3634391103878492, + "grad_norm": 18.40673065185547, + "learning_rate": 4.6810647927317735e-07, + "loss": 0.5183, + "num_input_tokens_seen": 4487905280, + "step": 2140 + }, + { + "epoch": 0.36371033360455657, + "grad_norm": 17.36908721923828, + "learning_rate": 4.677095650157551e-07, + "loss": 0.4819, + "num_input_tokens_seen": 4490002432, + "step": 2141 + }, + { + "epoch": 0.3639815568212639, + "grad_norm": 17.948476791381836, + "learning_rate": 4.6731271698254326e-07, + "loss": 0.5503, + "num_input_tokens_seen": 4492099584, + "step": 2142 + }, + { + "epoch": 0.36425278003797124, + "grad_norm": 22.524932861328125, + "learning_rate": 4.669159354929105e-07, + "loss": 0.9079, + "num_input_tokens_seen": 4494196736, + "step": 2143 + }, + { + "epoch": 0.3645240032546786, + "grad_norm": 11.158336639404297, + "learning_rate": 4.6651922086617134e-07, + "loss": 0.2876, + "num_input_tokens_seen": 4496293888, + "step": 2144 + }, + { + "epoch": 0.36479522647138596, + "grad_norm": 16.561214447021484, + "learning_rate": 4.661225734215867e-07, + "loss": 0.4339, + "num_input_tokens_seen": 4498391040, + "step": 2145 + }, + { + "epoch": 0.3650664496880933, + "grad_norm": 11.833779335021973, + "learning_rate": 4.657259934783628e-07, + "loss": 0.2669, + "num_input_tokens_seen": 4500488192, + "step": 2146 + }, + { + "epoch": 0.3653376729048006, + "grad_norm": 15.685547828674316, + "learning_rate": 4.6532948135565264e-07, + "loss": 0.5366, + "num_input_tokens_seen": 4502585344, + "step": 2147 + }, + { + "epoch": 0.365608896121508, + "grad_norm": 17.699525833129883, + "learning_rate": 4.6493303737255397e-07, + "loss": 0.4777, + "num_input_tokens_seen": 4504682496, + "step": 2148 + }, + { + "epoch": 0.36588011933821535, + "grad_norm": 18.16535186767578, + "learning_rate": 4.645366618481098e-07, + "loss": 0.6268, + "num_input_tokens_seen": 4506779648, + "step": 2149 + }, + { + "epoch": 0.3661513425549227, + "grad_norm": 18.208988189697266, + "learning_rate": 4.641403551013081e-07, + "loss": 0.729, + "num_input_tokens_seen": 4508876800, + "step": 2150 + }, + { + "epoch": 0.36642256577163007, + "grad_norm": 14.158181190490723, + "learning_rate": 4.637441174510813e-07, + "loss": 0.3639, + "num_input_tokens_seen": 4510973952, + "step": 2151 + }, + { + "epoch": 0.3666937889883374, + "grad_norm": 15.75287914276123, + "learning_rate": 4.633479492163066e-07, + "loss": 0.4579, + "num_input_tokens_seen": 4513071104, + "step": 2152 + }, + { + "epoch": 0.36696501220504474, + "grad_norm": 14.739073753356934, + "learning_rate": 4.6295185071580487e-07, + "loss": 0.413, + "num_input_tokens_seen": 4515168256, + "step": 2153 + }, + { + "epoch": 0.3672362354217521, + "grad_norm": 14.379277229309082, + "learning_rate": 4.6255582226834133e-07, + "loss": 0.4131, + "num_input_tokens_seen": 4517265408, + "step": 2154 + }, + { + "epoch": 0.36750745863845946, + "grad_norm": 19.29395294189453, + "learning_rate": 4.6215986419262444e-07, + "loss": 0.5776, + "num_input_tokens_seen": 4519362560, + "step": 2155 + }, + { + "epoch": 0.3677786818551668, + "grad_norm": 22.25945281982422, + "learning_rate": 4.617639768073066e-07, + "loss": 0.9065, + "num_input_tokens_seen": 4521459712, + "step": 2156 + }, + { + "epoch": 0.36804990507187413, + "grad_norm": 11.623411178588867, + "learning_rate": 4.613681604309824e-07, + "loss": 0.302, + "num_input_tokens_seen": 4523556864, + "step": 2157 + }, + { + "epoch": 0.3683211282885815, + "grad_norm": 19.57111358642578, + "learning_rate": 4.609724153821898e-07, + "loss": 0.5756, + "num_input_tokens_seen": 4525654016, + "step": 2158 + }, + { + "epoch": 0.36859235150528885, + "grad_norm": 19.20432472229004, + "learning_rate": 4.6057674197940974e-07, + "loss": 0.4861, + "num_input_tokens_seen": 4527751168, + "step": 2159 + }, + { + "epoch": 0.3688635747219962, + "grad_norm": 12.728202819824219, + "learning_rate": 4.6018114054106494e-07, + "loss": 0.3036, + "num_input_tokens_seen": 4529848320, + "step": 2160 + }, + { + "epoch": 0.3691347979387036, + "grad_norm": 15.91971492767334, + "learning_rate": 4.597856113855203e-07, + "loss": 0.3981, + "num_input_tokens_seen": 4531945472, + "step": 2161 + }, + { + "epoch": 0.3694060211554109, + "grad_norm": 20.145366668701172, + "learning_rate": 4.593901548310828e-07, + "loss": 0.6073, + "num_input_tokens_seen": 4534042624, + "step": 2162 + }, + { + "epoch": 0.36967724437211824, + "grad_norm": 18.48992156982422, + "learning_rate": 4.5899477119600073e-07, + "loss": 0.4431, + "num_input_tokens_seen": 4536139776, + "step": 2163 + }, + { + "epoch": 0.3699484675888256, + "grad_norm": 20.453821182250977, + "learning_rate": 4.585994607984637e-07, + "loss": 0.4718, + "num_input_tokens_seen": 4538236928, + "step": 2164 + }, + { + "epoch": 0.37021969080553296, + "grad_norm": 19.20899772644043, + "learning_rate": 4.582042239566026e-07, + "loss": 0.555, + "num_input_tokens_seen": 4540334080, + "step": 2165 + }, + { + "epoch": 0.3704909140222403, + "grad_norm": 14.162814140319824, + "learning_rate": 4.578090609884889e-07, + "loss": 0.3494, + "num_input_tokens_seen": 4542431232, + "step": 2166 + }, + { + "epoch": 0.37076213723894763, + "grad_norm": 16.07235336303711, + "learning_rate": 4.57413972212135e-07, + "loss": 0.3046, + "num_input_tokens_seen": 4544528384, + "step": 2167 + }, + { + "epoch": 0.371033360455655, + "grad_norm": 18.295516967773438, + "learning_rate": 4.5701895794549293e-07, + "loss": 0.403, + "num_input_tokens_seen": 4546625536, + "step": 2168 + }, + { + "epoch": 0.37130458367236235, + "grad_norm": 19.14270782470703, + "learning_rate": 4.566240185064554e-07, + "loss": 0.3592, + "num_input_tokens_seen": 4548722688, + "step": 2169 + }, + { + "epoch": 0.3715758068890697, + "grad_norm": 17.336620330810547, + "learning_rate": 4.5622915421285446e-07, + "loss": 0.5408, + "num_input_tokens_seen": 4550819840, + "step": 2170 + }, + { + "epoch": 0.3718470301057771, + "grad_norm": 7.247825622558594, + "learning_rate": 4.558343653824619e-07, + "loss": 0.0982, + "num_input_tokens_seen": 4552916992, + "step": 2171 + }, + { + "epoch": 0.3721182533224844, + "grad_norm": 14.099793434143066, + "learning_rate": 4.55439652332989e-07, + "loss": 0.3333, + "num_input_tokens_seen": 4555014144, + "step": 2172 + }, + { + "epoch": 0.37238947653919174, + "grad_norm": 17.59613800048828, + "learning_rate": 4.550450153820857e-07, + "loss": 0.4548, + "num_input_tokens_seen": 4557111296, + "step": 2173 + }, + { + "epoch": 0.3726606997558991, + "grad_norm": 12.305207252502441, + "learning_rate": 4.5465045484734044e-07, + "loss": 0.3559, + "num_input_tokens_seen": 4559208448, + "step": 2174 + }, + { + "epoch": 0.37293192297260647, + "grad_norm": 13.379070281982422, + "learning_rate": 4.5425597104628086e-07, + "loss": 0.3236, + "num_input_tokens_seen": 4561305600, + "step": 2175 + }, + { + "epoch": 0.37320314618931383, + "grad_norm": 15.527801513671875, + "learning_rate": 4.5386156429637256e-07, + "loss": 0.4341, + "num_input_tokens_seen": 4563402752, + "step": 2176 + }, + { + "epoch": 0.37347436940602113, + "grad_norm": 22.03895378112793, + "learning_rate": 4.534672349150189e-07, + "loss": 0.3883, + "num_input_tokens_seen": 4565499904, + "step": 2177 + }, + { + "epoch": 0.3737455926227285, + "grad_norm": 15.303971290588379, + "learning_rate": 4.530729832195612e-07, + "loss": 0.311, + "num_input_tokens_seen": 4567597056, + "step": 2178 + }, + { + "epoch": 0.37401681583943586, + "grad_norm": 15.900908470153809, + "learning_rate": 4.5267880952727845e-07, + "loss": 0.3807, + "num_input_tokens_seen": 4569694208, + "step": 2179 + }, + { + "epoch": 0.3742880390561432, + "grad_norm": 26.075777053833008, + "learning_rate": 4.5228471415538637e-07, + "loss": 0.9865, + "num_input_tokens_seen": 4571791360, + "step": 2180 + }, + { + "epoch": 0.3745592622728506, + "grad_norm": 18.148820877075195, + "learning_rate": 4.518906974210379e-07, + "loss": 0.3947, + "num_input_tokens_seen": 4573888512, + "step": 2181 + }, + { + "epoch": 0.3748304854895579, + "grad_norm": 32.52322006225586, + "learning_rate": 4.514967596413228e-07, + "loss": 0.4087, + "num_input_tokens_seen": 4575985664, + "step": 2182 + }, + { + "epoch": 0.37510170870626525, + "grad_norm": 14.72100830078125, + "learning_rate": 4.511029011332672e-07, + "loss": 0.3748, + "num_input_tokens_seen": 4578082816, + "step": 2183 + }, + { + "epoch": 0.3753729319229726, + "grad_norm": 18.871889114379883, + "learning_rate": 4.507091222138335e-07, + "loss": 0.5725, + "num_input_tokens_seen": 4580179968, + "step": 2184 + }, + { + "epoch": 0.37564415513967997, + "grad_norm": 15.662956237792969, + "learning_rate": 4.503154231999202e-07, + "loss": 0.2177, + "num_input_tokens_seen": 4582277120, + "step": 2185 + }, + { + "epoch": 0.37591537835638733, + "grad_norm": 23.3785343170166, + "learning_rate": 4.499218044083608e-07, + "loss": 0.799, + "num_input_tokens_seen": 4584374272, + "step": 2186 + }, + { + "epoch": 0.37618660157309464, + "grad_norm": 15.690712928771973, + "learning_rate": 4.495282661559248e-07, + "loss": 0.4064, + "num_input_tokens_seen": 4586471424, + "step": 2187 + }, + { + "epoch": 0.376457824789802, + "grad_norm": 17.365020751953125, + "learning_rate": 4.491348087593171e-07, + "loss": 0.5982, + "num_input_tokens_seen": 4588568576, + "step": 2188 + }, + { + "epoch": 0.37672904800650936, + "grad_norm": 12.830045700073242, + "learning_rate": 4.4874143253517706e-07, + "loss": 0.2989, + "num_input_tokens_seen": 4590665728, + "step": 2189 + }, + { + "epoch": 0.3770002712232167, + "grad_norm": 21.898000717163086, + "learning_rate": 4.483481378000791e-07, + "loss": 0.7782, + "num_input_tokens_seen": 4592762880, + "step": 2190 + }, + { + "epoch": 0.3772714944399241, + "grad_norm": 17.4901065826416, + "learning_rate": 4.4795492487053155e-07, + "loss": 0.5265, + "num_input_tokens_seen": 4594860032, + "step": 2191 + }, + { + "epoch": 0.3775427176566314, + "grad_norm": 11.635929107666016, + "learning_rate": 4.4756179406297744e-07, + "loss": 0.3187, + "num_input_tokens_seen": 4596957184, + "step": 2192 + }, + { + "epoch": 0.37781394087333875, + "grad_norm": 16.157140731811523, + "learning_rate": 4.4716874569379336e-07, + "loss": 0.3864, + "num_input_tokens_seen": 4599054336, + "step": 2193 + }, + { + "epoch": 0.3780851640900461, + "grad_norm": 15.90643310546875, + "learning_rate": 4.467757800792897e-07, + "loss": 0.3689, + "num_input_tokens_seen": 4601151488, + "step": 2194 + }, + { + "epoch": 0.37835638730675347, + "grad_norm": 20.70597267150879, + "learning_rate": 4.4638289753571025e-07, + "loss": 0.6203, + "num_input_tokens_seen": 4603248640, + "step": 2195 + }, + { + "epoch": 0.37862761052346083, + "grad_norm": 13.205007553100586, + "learning_rate": 4.459900983792321e-07, + "loss": 0.3584, + "num_input_tokens_seen": 4605345792, + "step": 2196 + }, + { + "epoch": 0.37889883374016814, + "grad_norm": 15.028583526611328, + "learning_rate": 4.455973829259648e-07, + "loss": 0.2914, + "num_input_tokens_seen": 4607442944, + "step": 2197 + }, + { + "epoch": 0.3791700569568755, + "grad_norm": 14.172557830810547, + "learning_rate": 4.4520475149195093e-07, + "loss": 0.4295, + "num_input_tokens_seen": 4609540096, + "step": 2198 + }, + { + "epoch": 0.37944128017358286, + "grad_norm": 11.871790885925293, + "learning_rate": 4.4481220439316514e-07, + "loss": 0.2735, + "num_input_tokens_seen": 4611637248, + "step": 2199 + }, + { + "epoch": 0.3797125033902902, + "grad_norm": 17.767791748046875, + "learning_rate": 4.444197419455147e-07, + "loss": 0.6647, + "num_input_tokens_seen": 4613734400, + "step": 2200 + }, + { + "epoch": 0.3799837266069976, + "grad_norm": 15.653825759887695, + "learning_rate": 4.4402736446483824e-07, + "loss": 0.4934, + "num_input_tokens_seen": 4615831552, + "step": 2201 + }, + { + "epoch": 0.3802549498237049, + "grad_norm": 16.383865356445312, + "learning_rate": 4.436350722669065e-07, + "loss": 0.4065, + "num_input_tokens_seen": 4617928704, + "step": 2202 + }, + { + "epoch": 0.38052617304041225, + "grad_norm": 17.470500946044922, + "learning_rate": 4.43242865667421e-07, + "loss": 0.5536, + "num_input_tokens_seen": 4620025856, + "step": 2203 + }, + { + "epoch": 0.3807973962571196, + "grad_norm": 17.186763763427734, + "learning_rate": 4.428507449820147e-07, + "loss": 0.4773, + "num_input_tokens_seen": 4622123008, + "step": 2204 + }, + { + "epoch": 0.381068619473827, + "grad_norm": 18.592941284179688, + "learning_rate": 4.424587105262516e-07, + "loss": 0.6064, + "num_input_tokens_seen": 4624220160, + "step": 2205 + }, + { + "epoch": 0.38133984269053434, + "grad_norm": 18.531604766845703, + "learning_rate": 4.4206676261562603e-07, + "loss": 0.6243, + "num_input_tokens_seen": 4626317312, + "step": 2206 + }, + { + "epoch": 0.38161106590724164, + "grad_norm": 18.356502532958984, + "learning_rate": 4.4167490156556274e-07, + "loss": 0.3981, + "num_input_tokens_seen": 4628414464, + "step": 2207 + }, + { + "epoch": 0.381882289123949, + "grad_norm": 16.479177474975586, + "learning_rate": 4.4128312769141664e-07, + "loss": 0.4111, + "num_input_tokens_seen": 4630511616, + "step": 2208 + }, + { + "epoch": 0.38215351234065636, + "grad_norm": 13.391749382019043, + "learning_rate": 4.408914413084722e-07, + "loss": 0.3192, + "num_input_tokens_seen": 4632608768, + "step": 2209 + }, + { + "epoch": 0.3824247355573637, + "grad_norm": 24.691661834716797, + "learning_rate": 4.4049984273194406e-07, + "loss": 0.7114, + "num_input_tokens_seen": 4634705920, + "step": 2210 + }, + { + "epoch": 0.3826959587740711, + "grad_norm": 27.44068717956543, + "learning_rate": 4.401083322769756e-07, + "loss": 0.7462, + "num_input_tokens_seen": 4636803072, + "step": 2211 + }, + { + "epoch": 0.3829671819907784, + "grad_norm": 14.547937393188477, + "learning_rate": 4.3971691025863964e-07, + "loss": 0.4238, + "num_input_tokens_seen": 4638900224, + "step": 2212 + }, + { + "epoch": 0.38323840520748575, + "grad_norm": 16.86309242248535, + "learning_rate": 4.3932557699193794e-07, + "loss": 0.5338, + "num_input_tokens_seen": 4640997376, + "step": 2213 + }, + { + "epoch": 0.3835096284241931, + "grad_norm": 13.788909912109375, + "learning_rate": 4.389343327918004e-07, + "loss": 0.3702, + "num_input_tokens_seen": 4643094528, + "step": 2214 + }, + { + "epoch": 0.3837808516409005, + "grad_norm": 18.939809799194336, + "learning_rate": 4.3854317797308515e-07, + "loss": 0.4389, + "num_input_tokens_seen": 4645191680, + "step": 2215 + }, + { + "epoch": 0.3840520748576078, + "grad_norm": 13.284666061401367, + "learning_rate": 4.381521128505791e-07, + "loss": 0.3214, + "num_input_tokens_seen": 4647288832, + "step": 2216 + }, + { + "epoch": 0.38432329807431515, + "grad_norm": 10.879389762878418, + "learning_rate": 4.377611377389966e-07, + "loss": 0.2278, + "num_input_tokens_seen": 4649385984, + "step": 2217 + }, + { + "epoch": 0.3845945212910225, + "grad_norm": 12.832559585571289, + "learning_rate": 4.3737025295297937e-07, + "loss": 0.3289, + "num_input_tokens_seen": 4651483136, + "step": 2218 + }, + { + "epoch": 0.38486574450772987, + "grad_norm": 15.852336883544922, + "learning_rate": 4.3697945880709686e-07, + "loss": 0.5121, + "num_input_tokens_seen": 4653580288, + "step": 2219 + }, + { + "epoch": 0.38513696772443723, + "grad_norm": 19.836444854736328, + "learning_rate": 4.3658875561584494e-07, + "loss": 0.5452, + "num_input_tokens_seen": 4655677440, + "step": 2220 + }, + { + "epoch": 0.38540819094114454, + "grad_norm": 18.720237731933594, + "learning_rate": 4.36198143693647e-07, + "loss": 0.1762, + "num_input_tokens_seen": 4657774592, + "step": 2221 + }, + { + "epoch": 0.3856794141578519, + "grad_norm": 12.053540229797363, + "learning_rate": 4.3580762335485253e-07, + "loss": 0.2582, + "num_input_tokens_seen": 4659871744, + "step": 2222 + }, + { + "epoch": 0.38595063737455926, + "grad_norm": 21.45743751525879, + "learning_rate": 4.3541719491373743e-07, + "loss": 0.7018, + "num_input_tokens_seen": 4661968896, + "step": 2223 + }, + { + "epoch": 0.3862218605912666, + "grad_norm": 18.61931610107422, + "learning_rate": 4.350268586845035e-07, + "loss": 0.686, + "num_input_tokens_seen": 4664066048, + "step": 2224 + }, + { + "epoch": 0.386493083807974, + "grad_norm": 15.874135971069336, + "learning_rate": 4.34636614981279e-07, + "loss": 0.4922, + "num_input_tokens_seen": 4666163200, + "step": 2225 + }, + { + "epoch": 0.3867643070246813, + "grad_norm": 17.982471466064453, + "learning_rate": 4.342464641181166e-07, + "loss": 0.4819, + "num_input_tokens_seen": 4668260352, + "step": 2226 + }, + { + "epoch": 0.38703553024138865, + "grad_norm": 13.340551376342773, + "learning_rate": 4.3385640640899524e-07, + "loss": 0.3803, + "num_input_tokens_seen": 4670357504, + "step": 2227 + }, + { + "epoch": 0.387306753458096, + "grad_norm": 15.015870094299316, + "learning_rate": 4.3346644216781823e-07, + "loss": 0.4039, + "num_input_tokens_seen": 4672454656, + "step": 2228 + }, + { + "epoch": 0.38757797667480337, + "grad_norm": 13.041723251342773, + "learning_rate": 4.3307657170841417e-07, + "loss": 0.2899, + "num_input_tokens_seen": 4674551808, + "step": 2229 + }, + { + "epoch": 0.38784919989151073, + "grad_norm": 21.264972686767578, + "learning_rate": 4.326867953445362e-07, + "loss": 0.7029, + "num_input_tokens_seen": 4676648960, + "step": 2230 + }, + { + "epoch": 0.38812042310821804, + "grad_norm": 17.26335906982422, + "learning_rate": 4.322971133898611e-07, + "loss": 0.4447, + "num_input_tokens_seen": 4678746112, + "step": 2231 + }, + { + "epoch": 0.3883916463249254, + "grad_norm": 13.549259185791016, + "learning_rate": 4.319075261579901e-07, + "loss": 0.3625, + "num_input_tokens_seen": 4680843264, + "step": 2232 + }, + { + "epoch": 0.38866286954163276, + "grad_norm": 17.16545295715332, + "learning_rate": 4.3151803396244833e-07, + "loss": 0.5931, + "num_input_tokens_seen": 4682940416, + "step": 2233 + }, + { + "epoch": 0.3889340927583401, + "grad_norm": 20.503673553466797, + "learning_rate": 4.3112863711668435e-07, + "loss": 0.3044, + "num_input_tokens_seen": 4685037568, + "step": 2234 + }, + { + "epoch": 0.3892053159750475, + "grad_norm": 24.06279182434082, + "learning_rate": 4.3073933593406974e-07, + "loss": 0.9052, + "num_input_tokens_seen": 4687134720, + "step": 2235 + }, + { + "epoch": 0.3894765391917548, + "grad_norm": 13.339831352233887, + "learning_rate": 4.303501307278994e-07, + "loss": 0.3166, + "num_input_tokens_seen": 4689231872, + "step": 2236 + }, + { + "epoch": 0.38974776240846215, + "grad_norm": 14.58847713470459, + "learning_rate": 4.299610218113908e-07, + "loss": 0.4647, + "num_input_tokens_seen": 4691329024, + "step": 2237 + }, + { + "epoch": 0.3900189856251695, + "grad_norm": 16.615280151367188, + "learning_rate": 4.2957200949768414e-07, + "loss": 0.3683, + "num_input_tokens_seen": 4693426176, + "step": 2238 + }, + { + "epoch": 0.3902902088418769, + "grad_norm": 25.591224670410156, + "learning_rate": 4.2918309409984145e-07, + "loss": 0.6683, + "num_input_tokens_seen": 4695523328, + "step": 2239 + }, + { + "epoch": 0.39056143205858423, + "grad_norm": 9.293283462524414, + "learning_rate": 4.2879427593084714e-07, + "loss": 0.1616, + "num_input_tokens_seen": 4697620480, + "step": 2240 + }, + { + "epoch": 0.39083265527529154, + "grad_norm": 16.830848693847656, + "learning_rate": 4.2840555530360756e-07, + "loss": 0.3878, + "num_input_tokens_seen": 4699717632, + "step": 2241 + }, + { + "epoch": 0.3911038784919989, + "grad_norm": 13.508627891540527, + "learning_rate": 4.280169325309502e-07, + "loss": 0.3504, + "num_input_tokens_seen": 4701814784, + "step": 2242 + }, + { + "epoch": 0.39137510170870626, + "grad_norm": 12.19189739227295, + "learning_rate": 4.276284079256235e-07, + "loss": 0.2894, + "num_input_tokens_seen": 4703911936, + "step": 2243 + }, + { + "epoch": 0.3916463249254136, + "grad_norm": 24.510799407958984, + "learning_rate": 4.272399818002974e-07, + "loss": 0.5448, + "num_input_tokens_seen": 4706009088, + "step": 2244 + }, + { + "epoch": 0.391917548142121, + "grad_norm": 17.75606918334961, + "learning_rate": 4.268516544675628e-07, + "loss": 0.2909, + "num_input_tokens_seen": 4708106240, + "step": 2245 + }, + { + "epoch": 0.3921887713588283, + "grad_norm": 16.183746337890625, + "learning_rate": 4.2646342623993035e-07, + "loss": 0.3659, + "num_input_tokens_seen": 4710203392, + "step": 2246 + }, + { + "epoch": 0.39245999457553565, + "grad_norm": 12.006651878356934, + "learning_rate": 4.2607529742983174e-07, + "loss": 0.3025, + "num_input_tokens_seen": 4712300544, + "step": 2247 + }, + { + "epoch": 0.392731217792243, + "grad_norm": 22.091772079467773, + "learning_rate": 4.2568726834961797e-07, + "loss": 0.6958, + "num_input_tokens_seen": 4714397696, + "step": 2248 + }, + { + "epoch": 0.3930024410089504, + "grad_norm": 13.590865135192871, + "learning_rate": 4.252993393115601e-07, + "loss": 0.2623, + "num_input_tokens_seen": 4716494848, + "step": 2249 + }, + { + "epoch": 0.39327366422565774, + "grad_norm": 18.128318786621094, + "learning_rate": 4.249115106278489e-07, + "loss": 0.4497, + "num_input_tokens_seen": 4718592000, + "step": 2250 + }, + { + "epoch": 0.39354488744236504, + "grad_norm": 17.97321319580078, + "learning_rate": 4.2452378261059397e-07, + "loss": 0.5144, + "num_input_tokens_seen": 4720689152, + "step": 2251 + }, + { + "epoch": 0.3938161106590724, + "grad_norm": 17.074485778808594, + "learning_rate": 4.24136155571824e-07, + "loss": 0.4629, + "num_input_tokens_seen": 4722786304, + "step": 2252 + }, + { + "epoch": 0.39408733387577977, + "grad_norm": 16.58645248413086, + "learning_rate": 4.2374862982348657e-07, + "loss": 0.4546, + "num_input_tokens_seen": 4724883456, + "step": 2253 + }, + { + "epoch": 0.3943585570924871, + "grad_norm": 20.560569763183594, + "learning_rate": 4.233612056774477e-07, + "loss": 0.8026, + "num_input_tokens_seen": 4726980608, + "step": 2254 + }, + { + "epoch": 0.3946297803091945, + "grad_norm": 13.33758544921875, + "learning_rate": 4.2297388344549146e-07, + "loss": 0.2919, + "num_input_tokens_seen": 4729077760, + "step": 2255 + }, + { + "epoch": 0.3949010035259018, + "grad_norm": 17.15109634399414, + "learning_rate": 4.2258666343932004e-07, + "loss": 0.4084, + "num_input_tokens_seen": 4731174912, + "step": 2256 + }, + { + "epoch": 0.39517222674260916, + "grad_norm": 16.682199478149414, + "learning_rate": 4.2219954597055354e-07, + "loss": 0.365, + "num_input_tokens_seen": 4733272064, + "step": 2257 + }, + { + "epoch": 0.3954434499593165, + "grad_norm": 13.481849670410156, + "learning_rate": 4.2181253135072925e-07, + "loss": 0.3236, + "num_input_tokens_seen": 4735369216, + "step": 2258 + }, + { + "epoch": 0.3957146731760239, + "grad_norm": 27.910301208496094, + "learning_rate": 4.21425619891302e-07, + "loss": 0.5844, + "num_input_tokens_seen": 4737466368, + "step": 2259 + }, + { + "epoch": 0.39598589639273124, + "grad_norm": 24.167097091674805, + "learning_rate": 4.21038811903643e-07, + "loss": 0.6685, + "num_input_tokens_seen": 4739563520, + "step": 2260 + }, + { + "epoch": 0.39625711960943855, + "grad_norm": 17.239904403686523, + "learning_rate": 4.206521076990409e-07, + "loss": 0.5551, + "num_input_tokens_seen": 4741660672, + "step": 2261 + }, + { + "epoch": 0.3965283428261459, + "grad_norm": 21.12584114074707, + "learning_rate": 4.202655075887005e-07, + "loss": 0.4008, + "num_input_tokens_seen": 4743757824, + "step": 2262 + }, + { + "epoch": 0.39679956604285327, + "grad_norm": 12.652347564697266, + "learning_rate": 4.1987901188374286e-07, + "loss": 0.2911, + "num_input_tokens_seen": 4745854976, + "step": 2263 + }, + { + "epoch": 0.39707078925956063, + "grad_norm": 13.351825714111328, + "learning_rate": 4.194926208952051e-07, + "loss": 0.414, + "num_input_tokens_seen": 4747952128, + "step": 2264 + }, + { + "epoch": 0.397342012476268, + "grad_norm": 13.11346435546875, + "learning_rate": 4.191063349340397e-07, + "loss": 0.3764, + "num_input_tokens_seen": 4750049280, + "step": 2265 + }, + { + "epoch": 0.3976132356929753, + "grad_norm": 13.020018577575684, + "learning_rate": 4.1872015431111505e-07, + "loss": 0.3352, + "num_input_tokens_seen": 4752146432, + "step": 2266 + }, + { + "epoch": 0.39788445890968266, + "grad_norm": 20.551406860351562, + "learning_rate": 4.1833407933721476e-07, + "loss": 0.6615, + "num_input_tokens_seen": 4754243584, + "step": 2267 + }, + { + "epoch": 0.39815568212639, + "grad_norm": 18.05826759338379, + "learning_rate": 4.17948110323037e-07, + "loss": 0.3388, + "num_input_tokens_seen": 4756340736, + "step": 2268 + }, + { + "epoch": 0.3984269053430974, + "grad_norm": 13.186254501342773, + "learning_rate": 4.1756224757919513e-07, + "loss": 0.3536, + "num_input_tokens_seen": 4758437888, + "step": 2269 + }, + { + "epoch": 0.39869812855980474, + "grad_norm": 19.050817489624023, + "learning_rate": 4.17176491416217e-07, + "loss": 0.5714, + "num_input_tokens_seen": 4760535040, + "step": 2270 + }, + { + "epoch": 0.39896935177651205, + "grad_norm": 13.171993255615234, + "learning_rate": 4.1679084214454405e-07, + "loss": 0.2979, + "num_input_tokens_seen": 4762632192, + "step": 2271 + }, + { + "epoch": 0.3992405749932194, + "grad_norm": 19.698951721191406, + "learning_rate": 4.1640530007453245e-07, + "loss": 0.4981, + "num_input_tokens_seen": 4764729344, + "step": 2272 + }, + { + "epoch": 0.39951179820992677, + "grad_norm": 14.195073127746582, + "learning_rate": 4.1601986551645163e-07, + "loss": 0.3392, + "num_input_tokens_seen": 4766826496, + "step": 2273 + }, + { + "epoch": 0.39978302142663413, + "grad_norm": 14.913055419921875, + "learning_rate": 4.156345387804847e-07, + "loss": 0.3579, + "num_input_tokens_seen": 4768923648, + "step": 2274 + }, + { + "epoch": 0.4000542446433415, + "grad_norm": 14.513870239257812, + "learning_rate": 4.152493201767281e-07, + "loss": 0.3177, + "num_input_tokens_seen": 4771020800, + "step": 2275 + }, + { + "epoch": 0.4003254678600488, + "grad_norm": 18.92793083190918, + "learning_rate": 4.1486421001519087e-07, + "loss": 0.6674, + "num_input_tokens_seen": 4773117952, + "step": 2276 + }, + { + "epoch": 0.40059669107675616, + "grad_norm": 14.322976112365723, + "learning_rate": 4.1447920860579524e-07, + "loss": 0.3269, + "num_input_tokens_seen": 4775215104, + "step": 2277 + }, + { + "epoch": 0.4008679142934635, + "grad_norm": 20.151758193969727, + "learning_rate": 4.1409431625837545e-07, + "loss": 0.5806, + "num_input_tokens_seen": 4777312256, + "step": 2278 + }, + { + "epoch": 0.4011391375101709, + "grad_norm": 17.131452560424805, + "learning_rate": 4.137095332826784e-07, + "loss": 0.3868, + "num_input_tokens_seen": 4779409408, + "step": 2279 + }, + { + "epoch": 0.40141036072687825, + "grad_norm": 15.69462776184082, + "learning_rate": 4.1332485998836277e-07, + "loss": 0.4183, + "num_input_tokens_seen": 4781506560, + "step": 2280 + }, + { + "epoch": 0.40168158394358555, + "grad_norm": 13.978616714477539, + "learning_rate": 4.129402966849987e-07, + "loss": 0.265, + "num_input_tokens_seen": 4783603712, + "step": 2281 + }, + { + "epoch": 0.4019528071602929, + "grad_norm": 17.568675994873047, + "learning_rate": 4.1255584368206877e-07, + "loss": 0.5206, + "num_input_tokens_seen": 4785700864, + "step": 2282 + }, + { + "epoch": 0.4022240303770003, + "grad_norm": 26.41534423828125, + "learning_rate": 4.121715012889655e-07, + "loss": 0.3761, + "num_input_tokens_seen": 4787798016, + "step": 2283 + }, + { + "epoch": 0.40249525359370764, + "grad_norm": 14.635917663574219, + "learning_rate": 4.1178726981499313e-07, + "loss": 0.3851, + "num_input_tokens_seen": 4789895168, + "step": 2284 + }, + { + "epoch": 0.402766476810415, + "grad_norm": 18.9488582611084, + "learning_rate": 4.1140314956936663e-07, + "loss": 0.6027, + "num_input_tokens_seen": 4791992320, + "step": 2285 + }, + { + "epoch": 0.4030377000271223, + "grad_norm": 17.327831268310547, + "learning_rate": 4.1101914086121137e-07, + "loss": 0.269, + "num_input_tokens_seen": 4794089472, + "step": 2286 + }, + { + "epoch": 0.40330892324382966, + "grad_norm": 15.44780445098877, + "learning_rate": 4.106352439995632e-07, + "loss": 0.4427, + "num_input_tokens_seen": 4796186624, + "step": 2287 + }, + { + "epoch": 0.403580146460537, + "grad_norm": 21.893918991088867, + "learning_rate": 4.102514592933671e-07, + "loss": 0.3452, + "num_input_tokens_seen": 4798283776, + "step": 2288 + }, + { + "epoch": 0.4038513696772444, + "grad_norm": 15.465867042541504, + "learning_rate": 4.098677870514788e-07, + "loss": 0.4563, + "num_input_tokens_seen": 4800380928, + "step": 2289 + }, + { + "epoch": 0.40412259289395175, + "grad_norm": 18.96814727783203, + "learning_rate": 4.094842275826631e-07, + "loss": 0.4338, + "num_input_tokens_seen": 4802478080, + "step": 2290 + }, + { + "epoch": 0.40439381611065905, + "grad_norm": 18.4038143157959, + "learning_rate": 4.091007811955941e-07, + "loss": 0.4135, + "num_input_tokens_seen": 4804575232, + "step": 2291 + }, + { + "epoch": 0.4046650393273664, + "grad_norm": 16.829374313354492, + "learning_rate": 4.0871744819885467e-07, + "loss": 0.5425, + "num_input_tokens_seen": 4806672384, + "step": 2292 + }, + { + "epoch": 0.4049362625440738, + "grad_norm": 16.508983612060547, + "learning_rate": 4.0833422890093684e-07, + "loss": 0.5627, + "num_input_tokens_seen": 4808769536, + "step": 2293 + }, + { + "epoch": 0.40520748576078114, + "grad_norm": 19.47481918334961, + "learning_rate": 4.0795112361024075e-07, + "loss": 0.5495, + "num_input_tokens_seen": 4810866688, + "step": 2294 + }, + { + "epoch": 0.4054787089774885, + "grad_norm": 12.910174369812012, + "learning_rate": 4.0756813263507496e-07, + "loss": 0.3162, + "num_input_tokens_seen": 4812963840, + "step": 2295 + }, + { + "epoch": 0.4057499321941958, + "grad_norm": 15.603672981262207, + "learning_rate": 4.0718525628365617e-07, + "loss": 0.3257, + "num_input_tokens_seen": 4815060992, + "step": 2296 + }, + { + "epoch": 0.40602115541090317, + "grad_norm": 17.36051368713379, + "learning_rate": 4.0680249486410845e-07, + "loss": 0.4128, + "num_input_tokens_seen": 4817158144, + "step": 2297 + }, + { + "epoch": 0.40629237862761053, + "grad_norm": 20.466211318969727, + "learning_rate": 4.0641984868446386e-07, + "loss": 0.5455, + "num_input_tokens_seen": 4819255296, + "step": 2298 + }, + { + "epoch": 0.4065636018443179, + "grad_norm": 15.06020736694336, + "learning_rate": 4.0603731805266175e-07, + "loss": 0.3718, + "num_input_tokens_seen": 4821352448, + "step": 2299 + }, + { + "epoch": 0.40683482506102525, + "grad_norm": 16.064971923828125, + "learning_rate": 4.056549032765476e-07, + "loss": 0.4691, + "num_input_tokens_seen": 4823449600, + "step": 2300 + }, + { + "epoch": 0.40710604827773256, + "grad_norm": 24.106367111206055, + "learning_rate": 4.0527260466387446e-07, + "loss": 0.7604, + "num_input_tokens_seen": 4825546752, + "step": 2301 + }, + { + "epoch": 0.4073772714944399, + "grad_norm": 17.96955680847168, + "learning_rate": 4.0489042252230197e-07, + "loss": 0.4701, + "num_input_tokens_seen": 4827643904, + "step": 2302 + }, + { + "epoch": 0.4076484947111473, + "grad_norm": 13.112820625305176, + "learning_rate": 4.045083571593955e-07, + "loss": 0.36, + "num_input_tokens_seen": 4829741056, + "step": 2303 + }, + { + "epoch": 0.40791971792785464, + "grad_norm": 19.882753372192383, + "learning_rate": 4.0412640888262697e-07, + "loss": 0.7148, + "num_input_tokens_seen": 4831838208, + "step": 2304 + }, + { + "epoch": 0.40819094114456195, + "grad_norm": 15.251856803894043, + "learning_rate": 4.0374457799937354e-07, + "loss": 0.3871, + "num_input_tokens_seen": 4833935360, + "step": 2305 + }, + { + "epoch": 0.4084621643612693, + "grad_norm": 18.7488956451416, + "learning_rate": 4.033628648169184e-07, + "loss": 0.3569, + "num_input_tokens_seen": 4836032512, + "step": 2306 + }, + { + "epoch": 0.40873338757797667, + "grad_norm": 20.533279418945312, + "learning_rate": 4.0298126964244947e-07, + "loss": 0.561, + "num_input_tokens_seen": 4838129664, + "step": 2307 + }, + { + "epoch": 0.40900461079468403, + "grad_norm": 13.255075454711914, + "learning_rate": 4.025997927830604e-07, + "loss": 0.3199, + "num_input_tokens_seen": 4840226816, + "step": 2308 + }, + { + "epoch": 0.4092758340113914, + "grad_norm": 18.75166130065918, + "learning_rate": 4.022184345457492e-07, + "loss": 0.3569, + "num_input_tokens_seen": 4842323968, + "step": 2309 + }, + { + "epoch": 0.4095470572280987, + "grad_norm": 18.911184310913086, + "learning_rate": 4.0183719523741846e-07, + "loss": 0.5254, + "num_input_tokens_seen": 4844421120, + "step": 2310 + }, + { + "epoch": 0.40981828044480606, + "grad_norm": 18.690418243408203, + "learning_rate": 4.014560751648747e-07, + "loss": 0.4653, + "num_input_tokens_seen": 4846518272, + "step": 2311 + }, + { + "epoch": 0.4100895036615134, + "grad_norm": 19.980985641479492, + "learning_rate": 4.0107507463482924e-07, + "loss": 0.4713, + "num_input_tokens_seen": 4848615424, + "step": 2312 + }, + { + "epoch": 0.4103607268782208, + "grad_norm": 18.602523803710938, + "learning_rate": 4.0069419395389657e-07, + "loss": 0.5677, + "num_input_tokens_seen": 4850712576, + "step": 2313 + }, + { + "epoch": 0.41063195009492814, + "grad_norm": 14.569324493408203, + "learning_rate": 4.0031343342859526e-07, + "loss": 0.4518, + "num_input_tokens_seen": 4852809728, + "step": 2314 + }, + { + "epoch": 0.41090317331163545, + "grad_norm": 17.369930267333984, + "learning_rate": 3.9993279336534667e-07, + "loss": 0.5966, + "num_input_tokens_seen": 4854906880, + "step": 2315 + }, + { + "epoch": 0.4111743965283428, + "grad_norm": 16.838441848754883, + "learning_rate": 3.995522740704758e-07, + "loss": 0.568, + "num_input_tokens_seen": 4857004032, + "step": 2316 + }, + { + "epoch": 0.4114456197450502, + "grad_norm": 16.305984497070312, + "learning_rate": 3.991718758502094e-07, + "loss": 0.3684, + "num_input_tokens_seen": 4859101184, + "step": 2317 + }, + { + "epoch": 0.41171684296175753, + "grad_norm": 27.06982421875, + "learning_rate": 3.987915990106779e-07, + "loss": 0.5516, + "num_input_tokens_seen": 4861198336, + "step": 2318 + }, + { + "epoch": 0.4119880661784649, + "grad_norm": 15.275781631469727, + "learning_rate": 3.984114438579137e-07, + "loss": 0.417, + "num_input_tokens_seen": 4863295488, + "step": 2319 + }, + { + "epoch": 0.4122592893951722, + "grad_norm": 14.07772159576416, + "learning_rate": 3.980314106978512e-07, + "loss": 0.3962, + "num_input_tokens_seen": 4865392640, + "step": 2320 + }, + { + "epoch": 0.41253051261187956, + "grad_norm": 14.107834815979004, + "learning_rate": 3.976514998363265e-07, + "loss": 0.3945, + "num_input_tokens_seen": 4867489792, + "step": 2321 + }, + { + "epoch": 0.4128017358285869, + "grad_norm": 15.831769943237305, + "learning_rate": 3.972717115790773e-07, + "loss": 0.3535, + "num_input_tokens_seen": 4869586944, + "step": 2322 + }, + { + "epoch": 0.4130729590452943, + "grad_norm": 16.84862518310547, + "learning_rate": 3.968920462317431e-07, + "loss": 0.4851, + "num_input_tokens_seen": 4871684096, + "step": 2323 + }, + { + "epoch": 0.41334418226200165, + "grad_norm": 12.755271911621094, + "learning_rate": 3.965125040998637e-07, + "loss": 0.3473, + "num_input_tokens_seen": 4873781248, + "step": 2324 + }, + { + "epoch": 0.41361540547870895, + "grad_norm": 15.923316955566406, + "learning_rate": 3.961330854888805e-07, + "loss": 0.4099, + "num_input_tokens_seen": 4875878400, + "step": 2325 + }, + { + "epoch": 0.4138866286954163, + "grad_norm": 11.70615291595459, + "learning_rate": 3.9575379070413485e-07, + "loss": 0.2539, + "num_input_tokens_seen": 4877975552, + "step": 2326 + }, + { + "epoch": 0.4141578519121237, + "grad_norm": 27.65726661682129, + "learning_rate": 3.953746200508693e-07, + "loss": 0.7379, + "num_input_tokens_seen": 4880072704, + "step": 2327 + }, + { + "epoch": 0.41442907512883104, + "grad_norm": 20.938331604003906, + "learning_rate": 3.9499557383422534e-07, + "loss": 0.7167, + "num_input_tokens_seen": 4882169856, + "step": 2328 + }, + { + "epoch": 0.4147002983455384, + "grad_norm": 13.526237487792969, + "learning_rate": 3.94616652359245e-07, + "loss": 0.2987, + "num_input_tokens_seen": 4884267008, + "step": 2329 + }, + { + "epoch": 0.4149715215622457, + "grad_norm": 10.629281997680664, + "learning_rate": 3.942378559308703e-07, + "loss": 0.2497, + "num_input_tokens_seen": 4886364160, + "step": 2330 + }, + { + "epoch": 0.41524274477895307, + "grad_norm": 15.359818458557129, + "learning_rate": 3.93859184853942e-07, + "loss": 0.3717, + "num_input_tokens_seen": 4888461312, + "step": 2331 + }, + { + "epoch": 0.4155139679956604, + "grad_norm": 13.921889305114746, + "learning_rate": 3.934806394332001e-07, + "loss": 0.3598, + "num_input_tokens_seen": 4890558464, + "step": 2332 + }, + { + "epoch": 0.4157851912123678, + "grad_norm": 21.2630558013916, + "learning_rate": 3.9310221997328363e-07, + "loss": 0.5743, + "num_input_tokens_seen": 4892655616, + "step": 2333 + }, + { + "epoch": 0.41605641442907515, + "grad_norm": 20.155832290649414, + "learning_rate": 3.9272392677873e-07, + "loss": 0.6111, + "num_input_tokens_seen": 4894752768, + "step": 2334 + }, + { + "epoch": 0.41632763764578246, + "grad_norm": 24.92179298400879, + "learning_rate": 3.9234576015397536e-07, + "loss": 0.8151, + "num_input_tokens_seen": 4896849920, + "step": 2335 + }, + { + "epoch": 0.4165988608624898, + "grad_norm": 14.339614868164062, + "learning_rate": 3.9196772040335367e-07, + "loss": 0.325, + "num_input_tokens_seen": 4898947072, + "step": 2336 + }, + { + "epoch": 0.4168700840791972, + "grad_norm": 24.353408813476562, + "learning_rate": 3.915898078310972e-07, + "loss": 0.6659, + "num_input_tokens_seen": 4901044224, + "step": 2337 + }, + { + "epoch": 0.41714130729590454, + "grad_norm": 20.132877349853516, + "learning_rate": 3.9121202274133525e-07, + "loss": 0.5632, + "num_input_tokens_seen": 4903141376, + "step": 2338 + }, + { + "epoch": 0.4174125305126119, + "grad_norm": 17.58623695373535, + "learning_rate": 3.9083436543809536e-07, + "loss": 0.6138, + "num_input_tokens_seen": 4905238528, + "step": 2339 + }, + { + "epoch": 0.4176837537293192, + "grad_norm": 14.02330493927002, + "learning_rate": 3.904568362253011e-07, + "loss": 0.3483, + "num_input_tokens_seen": 4907335680, + "step": 2340 + }, + { + "epoch": 0.41795497694602657, + "grad_norm": 15.86801528930664, + "learning_rate": 3.9007943540677426e-07, + "loss": 0.4415, + "num_input_tokens_seen": 4909432832, + "step": 2341 + }, + { + "epoch": 0.41822620016273393, + "grad_norm": 14.43091869354248, + "learning_rate": 3.897021632862321e-07, + "loss": 0.3732, + "num_input_tokens_seen": 4911529984, + "step": 2342 + }, + { + "epoch": 0.4184974233794413, + "grad_norm": 15.3654203414917, + "learning_rate": 3.893250201672893e-07, + "loss": 0.4415, + "num_input_tokens_seen": 4913627136, + "step": 2343 + }, + { + "epoch": 0.41876864659614865, + "grad_norm": 15.816032409667969, + "learning_rate": 3.889480063534563e-07, + "loss": 0.4123, + "num_input_tokens_seen": 4915724288, + "step": 2344 + }, + { + "epoch": 0.41903986981285596, + "grad_norm": 12.658620834350586, + "learning_rate": 3.88571122148139e-07, + "loss": 0.2871, + "num_input_tokens_seen": 4917821440, + "step": 2345 + }, + { + "epoch": 0.4193110930295633, + "grad_norm": 14.271703720092773, + "learning_rate": 3.881943678546399e-07, + "loss": 0.4812, + "num_input_tokens_seen": 4919918592, + "step": 2346 + }, + { + "epoch": 0.4195823162462707, + "grad_norm": 25.85860824584961, + "learning_rate": 3.878177437761564e-07, + "loss": 0.9452, + "num_input_tokens_seen": 4922015744, + "step": 2347 + }, + { + "epoch": 0.41985353946297804, + "grad_norm": 17.978992462158203, + "learning_rate": 3.8744125021578123e-07, + "loss": 0.47, + "num_input_tokens_seen": 4924112896, + "step": 2348 + }, + { + "epoch": 0.4201247626796854, + "grad_norm": 21.466154098510742, + "learning_rate": 3.87064887476502e-07, + "loss": 0.6245, + "num_input_tokens_seen": 4926210048, + "step": 2349 + }, + { + "epoch": 0.4203959858963927, + "grad_norm": 17.588224411010742, + "learning_rate": 3.8668865586120124e-07, + "loss": 0.3928, + "num_input_tokens_seen": 4928307200, + "step": 2350 + }, + { + "epoch": 0.42066720911310007, + "grad_norm": 19.852426528930664, + "learning_rate": 3.8631255567265573e-07, + "loss": 0.5021, + "num_input_tokens_seen": 4930404352, + "step": 2351 + }, + { + "epoch": 0.42093843232980743, + "grad_norm": 17.130460739135742, + "learning_rate": 3.859365872135367e-07, + "loss": 0.3786, + "num_input_tokens_seen": 4932501504, + "step": 2352 + }, + { + "epoch": 0.4212096555465148, + "grad_norm": 15.021489143371582, + "learning_rate": 3.8556075078640925e-07, + "loss": 0.4072, + "num_input_tokens_seen": 4934598656, + "step": 2353 + }, + { + "epoch": 0.42148087876322216, + "grad_norm": 18.32381820678711, + "learning_rate": 3.85185046693732e-07, + "loss": 0.5125, + "num_input_tokens_seen": 4936695808, + "step": 2354 + }, + { + "epoch": 0.42175210197992946, + "grad_norm": 14.185894966125488, + "learning_rate": 3.8480947523785767e-07, + "loss": 0.4148, + "num_input_tokens_seen": 4938792960, + "step": 2355 + }, + { + "epoch": 0.4220233251966368, + "grad_norm": 17.715118408203125, + "learning_rate": 3.844340367210318e-07, + "loss": 0.497, + "num_input_tokens_seen": 4940890112, + "step": 2356 + }, + { + "epoch": 0.4222945484133442, + "grad_norm": 13.911568641662598, + "learning_rate": 3.840587314453928e-07, + "loss": 0.3361, + "num_input_tokens_seen": 4942987264, + "step": 2357 + }, + { + "epoch": 0.42256577163005155, + "grad_norm": 16.71425437927246, + "learning_rate": 3.8368355971297204e-07, + "loss": 0.3143, + "num_input_tokens_seen": 4945084416, + "step": 2358 + }, + { + "epoch": 0.4228369948467589, + "grad_norm": 12.690278053283691, + "learning_rate": 3.8330852182569374e-07, + "loss": 0.2808, + "num_input_tokens_seen": 4947181568, + "step": 2359 + }, + { + "epoch": 0.4231082180634662, + "grad_norm": 17.643646240234375, + "learning_rate": 3.8293361808537404e-07, + "loss": 0.532, + "num_input_tokens_seen": 4949278720, + "step": 2360 + }, + { + "epoch": 0.4233794412801736, + "grad_norm": 19.790626525878906, + "learning_rate": 3.825588487937211e-07, + "loss": 0.5061, + "num_input_tokens_seen": 4951375872, + "step": 2361 + }, + { + "epoch": 0.42365066449688094, + "grad_norm": 17.743762969970703, + "learning_rate": 3.821842142523352e-07, + "loss": 0.2747, + "num_input_tokens_seen": 4953473024, + "step": 2362 + }, + { + "epoch": 0.4239218877135883, + "grad_norm": 18.460596084594727, + "learning_rate": 3.818097147627076e-07, + "loss": 0.4853, + "num_input_tokens_seen": 4955570176, + "step": 2363 + }, + { + "epoch": 0.42419311093029566, + "grad_norm": 20.445358276367188, + "learning_rate": 3.8143535062622154e-07, + "loss": 0.563, + "num_input_tokens_seen": 4957667328, + "step": 2364 + }, + { + "epoch": 0.42446433414700296, + "grad_norm": 21.970741271972656, + "learning_rate": 3.8106112214415087e-07, + "loss": 0.6022, + "num_input_tokens_seen": 4959764480, + "step": 2365 + }, + { + "epoch": 0.4247355573637103, + "grad_norm": 15.904183387756348, + "learning_rate": 3.8068702961766053e-07, + "loss": 0.4444, + "num_input_tokens_seen": 4961861632, + "step": 2366 + }, + { + "epoch": 0.4250067805804177, + "grad_norm": 9.053658485412598, + "learning_rate": 3.8031307334780594e-07, + "loss": 0.1744, + "num_input_tokens_seen": 4963958784, + "step": 2367 + }, + { + "epoch": 0.42527800379712505, + "grad_norm": 14.599189758300781, + "learning_rate": 3.7993925363553294e-07, + "loss": 0.3963, + "num_input_tokens_seen": 4966055936, + "step": 2368 + }, + { + "epoch": 0.4255492270138324, + "grad_norm": 18.069921493530273, + "learning_rate": 3.795655707816772e-07, + "loss": 0.5241, + "num_input_tokens_seen": 4968153088, + "step": 2369 + }, + { + "epoch": 0.4258204502305397, + "grad_norm": 19.06882095336914, + "learning_rate": 3.791920250869645e-07, + "loss": 0.515, + "num_input_tokens_seen": 4970250240, + "step": 2370 + }, + { + "epoch": 0.4260916734472471, + "grad_norm": 26.823545455932617, + "learning_rate": 3.7881861685201033e-07, + "loss": 0.94, + "num_input_tokens_seen": 4972347392, + "step": 2371 + }, + { + "epoch": 0.42636289666395444, + "grad_norm": 12.676380157470703, + "learning_rate": 3.784453463773194e-07, + "loss": 0.2774, + "num_input_tokens_seen": 4974444544, + "step": 2372 + }, + { + "epoch": 0.4266341198806618, + "grad_norm": 19.58039665222168, + "learning_rate": 3.780722139632858e-07, + "loss": 0.5369, + "num_input_tokens_seen": 4976541696, + "step": 2373 + }, + { + "epoch": 0.42690534309736916, + "grad_norm": 23.31465721130371, + "learning_rate": 3.776992199101918e-07, + "loss": 0.7374, + "num_input_tokens_seen": 4978638848, + "step": 2374 + }, + { + "epoch": 0.42717656631407647, + "grad_norm": 18.41512107849121, + "learning_rate": 3.773263645182091e-07, + "loss": 0.5331, + "num_input_tokens_seen": 4980736000, + "step": 2375 + }, + { + "epoch": 0.42744778953078383, + "grad_norm": 15.421567916870117, + "learning_rate": 3.769536480873976e-07, + "loss": 0.3192, + "num_input_tokens_seen": 4982833152, + "step": 2376 + }, + { + "epoch": 0.4277190127474912, + "grad_norm": 19.701927185058594, + "learning_rate": 3.765810709177052e-07, + "loss": 0.6033, + "num_input_tokens_seen": 4984930304, + "step": 2377 + }, + { + "epoch": 0.42799023596419855, + "grad_norm": 20.730276107788086, + "learning_rate": 3.762086333089678e-07, + "loss": 0.6628, + "num_input_tokens_seen": 4987027456, + "step": 2378 + }, + { + "epoch": 0.4282614591809059, + "grad_norm": 17.648303985595703, + "learning_rate": 3.758363355609092e-07, + "loss": 0.4378, + "num_input_tokens_seen": 4989124608, + "step": 2379 + }, + { + "epoch": 0.4285326823976132, + "grad_norm": 14.124812126159668, + "learning_rate": 3.7546417797314023e-07, + "loss": 0.3577, + "num_input_tokens_seen": 4991221760, + "step": 2380 + }, + { + "epoch": 0.4288039056143206, + "grad_norm": 16.618432998657227, + "learning_rate": 3.7509216084515916e-07, + "loss": 0.4176, + "num_input_tokens_seen": 4993318912, + "step": 2381 + }, + { + "epoch": 0.42907512883102794, + "grad_norm": 18.444599151611328, + "learning_rate": 3.747202844763514e-07, + "loss": 0.553, + "num_input_tokens_seen": 4995416064, + "step": 2382 + }, + { + "epoch": 0.4293463520477353, + "grad_norm": 21.762187957763672, + "learning_rate": 3.743485491659887e-07, + "loss": 0.6629, + "num_input_tokens_seen": 4997513216, + "step": 2383 + }, + { + "epoch": 0.42961757526444266, + "grad_norm": 16.13730239868164, + "learning_rate": 3.739769552132298e-07, + "loss": 0.4474, + "num_input_tokens_seen": 4999610368, + "step": 2384 + }, + { + "epoch": 0.42988879848114997, + "grad_norm": 12.197819709777832, + "learning_rate": 3.73605502917119e-07, + "loss": 0.2769, + "num_input_tokens_seen": 5001707520, + "step": 2385 + }, + { + "epoch": 0.43016002169785733, + "grad_norm": 16.63471031188965, + "learning_rate": 3.7323419257658716e-07, + "loss": 0.5748, + "num_input_tokens_seen": 5003804672, + "step": 2386 + }, + { + "epoch": 0.4304312449145647, + "grad_norm": 13.66933822631836, + "learning_rate": 3.728630244904507e-07, + "loss": 0.3293, + "num_input_tokens_seen": 5005901824, + "step": 2387 + }, + { + "epoch": 0.43070246813127205, + "grad_norm": 15.115860939025879, + "learning_rate": 3.724919989574116e-07, + "loss": 0.4252, + "num_input_tokens_seen": 5007998976, + "step": 2388 + }, + { + "epoch": 0.43097369134797936, + "grad_norm": 21.96157455444336, + "learning_rate": 3.7212111627605704e-07, + "loss": 0.7401, + "num_input_tokens_seen": 5010096128, + "step": 2389 + }, + { + "epoch": 0.4312449145646867, + "grad_norm": 17.18273162841797, + "learning_rate": 3.717503767448593e-07, + "loss": 0.4966, + "num_input_tokens_seen": 5012193280, + "step": 2390 + }, + { + "epoch": 0.4315161377813941, + "grad_norm": 23.42146110534668, + "learning_rate": 3.7137978066217555e-07, + "loss": 0.4974, + "num_input_tokens_seen": 5014290432, + "step": 2391 + }, + { + "epoch": 0.43178736099810144, + "grad_norm": 21.250967025756836, + "learning_rate": 3.710093283262472e-07, + "loss": 0.7683, + "num_input_tokens_seen": 5016387584, + "step": 2392 + }, + { + "epoch": 0.4320585842148088, + "grad_norm": 14.832980155944824, + "learning_rate": 3.706390200352003e-07, + "loss": 0.347, + "num_input_tokens_seen": 5018484736, + "step": 2393 + }, + { + "epoch": 0.4323298074315161, + "grad_norm": 20.22023582458496, + "learning_rate": 3.7026885608704494e-07, + "loss": 0.4751, + "num_input_tokens_seen": 5020581888, + "step": 2394 + }, + { + "epoch": 0.4326010306482235, + "grad_norm": 15.793986320495605, + "learning_rate": 3.6989883677967483e-07, + "loss": 0.3332, + "num_input_tokens_seen": 5022679040, + "step": 2395 + }, + { + "epoch": 0.43287225386493083, + "grad_norm": 15.396735191345215, + "learning_rate": 3.6952896241086783e-07, + "loss": 0.4048, + "num_input_tokens_seen": 5024776192, + "step": 2396 + }, + { + "epoch": 0.4331434770816382, + "grad_norm": 16.177085876464844, + "learning_rate": 3.6915923327828423e-07, + "loss": 0.3603, + "num_input_tokens_seen": 5026873344, + "step": 2397 + }, + { + "epoch": 0.43341470029834556, + "grad_norm": 12.686070442199707, + "learning_rate": 3.6878964967946813e-07, + "loss": 0.3433, + "num_input_tokens_seen": 5028970496, + "step": 2398 + }, + { + "epoch": 0.43368592351505286, + "grad_norm": 16.852243423461914, + "learning_rate": 3.6842021191184636e-07, + "loss": 0.4353, + "num_input_tokens_seen": 5031067648, + "step": 2399 + }, + { + "epoch": 0.4339571467317602, + "grad_norm": 25.399932861328125, + "learning_rate": 3.6805092027272853e-07, + "loss": 0.8005, + "num_input_tokens_seen": 5033164800, + "step": 2400 + }, + { + "epoch": 0.00027122321670735016, + "grad_norm": 17.1519832611084, + "learning_rate": 3.6768177505930655e-07, + "loss": 0.4364, + "num_input_tokens_seen": 5035261952, + "step": 2401 + }, + { + "epoch": 0.0005424464334147003, + "grad_norm": 19.901262283325195, + "learning_rate": 3.67312776568654e-07, + "loss": 0.5551, + "num_input_tokens_seen": 5037359104, + "step": 2402 + }, + { + "epoch": 0.0008136696501220504, + "grad_norm": 20.185373306274414, + "learning_rate": 3.669439250977272e-07, + "loss": 0.624, + "num_input_tokens_seen": 5039456256, + "step": 2403 + }, + { + "epoch": 0.0010848928668294006, + "grad_norm": 17.927940368652344, + "learning_rate": 3.665752209433637e-07, + "loss": 0.5393, + "num_input_tokens_seen": 5041553408, + "step": 2404 + }, + { + "epoch": 0.0013561160835367507, + "grad_norm": 13.626057624816895, + "learning_rate": 3.6620666440228254e-07, + "loss": 0.3492, + "num_input_tokens_seen": 5043650560, + "step": 2405 + }, + { + "epoch": 0.0016273393002441008, + "grad_norm": 15.946044921875, + "learning_rate": 3.6583825577108397e-07, + "loss": 0.2869, + "num_input_tokens_seen": 5045747712, + "step": 2406 + }, + { + "epoch": 0.001898562516951451, + "grad_norm": 24.774717330932617, + "learning_rate": 3.654699953462494e-07, + "loss": 0.544, + "num_input_tokens_seen": 5047844864, + "step": 2407 + }, + { + "epoch": 0.0021697857336588013, + "grad_norm": 14.22808837890625, + "learning_rate": 3.651018834241406e-07, + "loss": 0.34, + "num_input_tokens_seen": 5049942016, + "step": 2408 + }, + { + "epoch": 0.0024410089503661514, + "grad_norm": 13.739176750183105, + "learning_rate": 3.6473392030100014e-07, + "loss": 0.3746, + "num_input_tokens_seen": 5052039168, + "step": 2409 + }, + { + "epoch": 0.0027122321670735015, + "grad_norm": 16.19430160522461, + "learning_rate": 3.6436610627295074e-07, + "loss": 0.4212, + "num_input_tokens_seen": 5054136320, + "step": 2410 + }, + { + "epoch": 0.0029834553837808516, + "grad_norm": 18.812156677246094, + "learning_rate": 3.639984416359949e-07, + "loss": 0.6517, + "num_input_tokens_seen": 5056233472, + "step": 2411 + }, + { + "epoch": 0.0032546786004882017, + "grad_norm": 10.88464069366455, + "learning_rate": 3.636309266860156e-07, + "loss": 0.301, + "num_input_tokens_seen": 5058330624, + "step": 2412 + }, + { + "epoch": 0.003525901817195552, + "grad_norm": 17.772342681884766, + "learning_rate": 3.6326356171877483e-07, + "loss": 0.5711, + "num_input_tokens_seen": 5060427776, + "step": 2413 + }, + { + "epoch": 0.003797125033902902, + "grad_norm": 18.594541549682617, + "learning_rate": 3.6289634702991343e-07, + "loss": 0.3508, + "num_input_tokens_seen": 5062524928, + "step": 2414 + }, + { + "epoch": 0.0040683482506102524, + "grad_norm": 12.95483112335205, + "learning_rate": 3.625292829149521e-07, + "loss": 0.2594, + "num_input_tokens_seen": 5064622080, + "step": 2415 + }, + { + "epoch": 0.0043395714673176026, + "grad_norm": 23.838085174560547, + "learning_rate": 3.6216236966929015e-07, + "loss": 0.7946, + "num_input_tokens_seen": 5066719232, + "step": 2416 + }, + { + "epoch": 0.004610794684024953, + "grad_norm": 17.340089797973633, + "learning_rate": 3.6179560758820527e-07, + "loss": 0.359, + "num_input_tokens_seen": 5068816384, + "step": 2417 + }, + { + "epoch": 0.004882017900732303, + "grad_norm": 30.172731399536133, + "learning_rate": 3.61428996966854e-07, + "loss": 0.5987, + "num_input_tokens_seen": 5070913536, + "step": 2418 + }, + { + "epoch": 0.005153241117439653, + "grad_norm": 16.280479431152344, + "learning_rate": 3.610625381002701e-07, + "loss": 0.311, + "num_input_tokens_seen": 5073010688, + "step": 2419 + }, + { + "epoch": 0.005424464334147003, + "grad_norm": 17.15519142150879, + "learning_rate": 3.606962312833659e-07, + "loss": 0.495, + "num_input_tokens_seen": 5075107840, + "step": 2420 + }, + { + "epoch": 0.005695687550854353, + "grad_norm": 16.51264190673828, + "learning_rate": 3.603300768109311e-07, + "loss": 0.3901, + "num_input_tokens_seen": 5077204992, + "step": 2421 + }, + { + "epoch": 0.005966910767561703, + "grad_norm": 22.195186614990234, + "learning_rate": 3.5996407497763305e-07, + "loss": 0.6579, + "num_input_tokens_seen": 5079302144, + "step": 2422 + }, + { + "epoch": 0.006238133984269053, + "grad_norm": 14.603880882263184, + "learning_rate": 3.5959822607801617e-07, + "loss": 0.3808, + "num_input_tokens_seen": 5081399296, + "step": 2423 + }, + { + "epoch": 0.006509357200976403, + "grad_norm": 19.53980255126953, + "learning_rate": 3.592325304065018e-07, + "loss": 0.5294, + "num_input_tokens_seen": 5083496448, + "step": 2424 + }, + { + "epoch": 0.0067805804176837535, + "grad_norm": 17.005908966064453, + "learning_rate": 3.588669882573875e-07, + "loss": 0.4601, + "num_input_tokens_seen": 5085593600, + "step": 2425 + }, + { + "epoch": 0.007051803634391104, + "grad_norm": 26.571182250976562, + "learning_rate": 3.5850159992484787e-07, + "loss": 0.9515, + "num_input_tokens_seen": 5087690752, + "step": 2426 + }, + { + "epoch": 0.007323026851098454, + "grad_norm": 15.586816787719727, + "learning_rate": 3.581363657029336e-07, + "loss": 0.3284, + "num_input_tokens_seen": 5089787904, + "step": 2427 + }, + { + "epoch": 0.007594250067805804, + "grad_norm": 9.308566093444824, + "learning_rate": 3.5777128588557126e-07, + "loss": 0.1959, + "num_input_tokens_seen": 5091885056, + "step": 2428 + }, + { + "epoch": 0.007865473284513154, + "grad_norm": 18.024173736572266, + "learning_rate": 3.574063607665633e-07, + "loss": 0.6265, + "num_input_tokens_seen": 5093982208, + "step": 2429 + }, + { + "epoch": 0.008136696501220505, + "grad_norm": 17.78046417236328, + "learning_rate": 3.570415906395873e-07, + "loss": 0.4991, + "num_input_tokens_seen": 5096079360, + "step": 2430 + }, + { + "epoch": 0.008407919717927854, + "grad_norm": 16.535097122192383, + "learning_rate": 3.5667697579819655e-07, + "loss": 0.455, + "num_input_tokens_seen": 5098176512, + "step": 2431 + }, + { + "epoch": 0.008679142934635205, + "grad_norm": 18.70627784729004, + "learning_rate": 3.563125165358193e-07, + "loss": 0.5008, + "num_input_tokens_seen": 5100273664, + "step": 2432 + }, + { + "epoch": 0.008950366151342554, + "grad_norm": 17.156047821044922, + "learning_rate": 3.559482131457583e-07, + "loss": 0.4694, + "num_input_tokens_seen": 5102370816, + "step": 2433 + }, + { + "epoch": 0.009221589368049905, + "grad_norm": 15.62370777130127, + "learning_rate": 3.5558406592119115e-07, + "loss": 0.4304, + "num_input_tokens_seen": 5104467968, + "step": 2434 + }, + { + "epoch": 0.009492812584757255, + "grad_norm": 14.981012344360352, + "learning_rate": 3.552200751551697e-07, + "loss": 0.4884, + "num_input_tokens_seen": 5106565120, + "step": 2435 + }, + { + "epoch": 0.009764035801464606, + "grad_norm": 16.954042434692383, + "learning_rate": 3.548562411406201e-07, + "loss": 0.4192, + "num_input_tokens_seen": 5108662272, + "step": 2436 + }, + { + "epoch": 0.010035259018171955, + "grad_norm": 20.573305130004883, + "learning_rate": 3.544925641703413e-07, + "loss": 0.4403, + "num_input_tokens_seen": 5110759424, + "step": 2437 + }, + { + "epoch": 0.010306482234879306, + "grad_norm": 22.3472957611084, + "learning_rate": 3.5412904453700754e-07, + "loss": 0.6544, + "num_input_tokens_seen": 5112856576, + "step": 2438 + }, + { + "epoch": 0.010577705451586655, + "grad_norm": 33.12949752807617, + "learning_rate": 3.537656825331653e-07, + "loss": 0.6427, + "num_input_tokens_seen": 5114953728, + "step": 2439 + }, + { + "epoch": 0.010848928668294006, + "grad_norm": 18.552413940429688, + "learning_rate": 3.534024784512345e-07, + "loss": 0.501, + "num_input_tokens_seen": 5117050880, + "step": 2440 + }, + { + "epoch": 0.011120151885001357, + "grad_norm": 15.270557403564453, + "learning_rate": 3.5303943258350813e-07, + "loss": 0.3836, + "num_input_tokens_seen": 5119148032, + "step": 2441 + }, + { + "epoch": 0.011391375101708706, + "grad_norm": 32.084510803222656, + "learning_rate": 3.526765452221512e-07, + "loss": 0.3691, + "num_input_tokens_seen": 5121245184, + "step": 2442 + }, + { + "epoch": 0.011662598318416057, + "grad_norm": 15.427001953125, + "learning_rate": 3.523138166592021e-07, + "loss": 0.4435, + "num_input_tokens_seen": 5123342336, + "step": 2443 + }, + { + "epoch": 0.011933821535123406, + "grad_norm": 21.460124969482422, + "learning_rate": 3.5195124718657075e-07, + "loss": 0.725, + "num_input_tokens_seen": 5125439488, + "step": 2444 + }, + { + "epoch": 0.012205044751830757, + "grad_norm": 15.456875801086426, + "learning_rate": 3.5158883709603946e-07, + "loss": 0.2977, + "num_input_tokens_seen": 5127536640, + "step": 2445 + }, + { + "epoch": 0.012476267968538107, + "grad_norm": 16.195775985717773, + "learning_rate": 3.5122658667926177e-07, + "loss": 0.5319, + "num_input_tokens_seen": 5129633792, + "step": 2446 + }, + { + "epoch": 0.012747491185245458, + "grad_norm": 16.876602172851562, + "learning_rate": 3.5086449622776346e-07, + "loss": 0.5982, + "num_input_tokens_seen": 5131730944, + "step": 2447 + }, + { + "epoch": 0.013018714401952807, + "grad_norm": 16.981779098510742, + "learning_rate": 3.505025660329408e-07, + "loss": 0.4243, + "num_input_tokens_seen": 5133828096, + "step": 2448 + }, + { + "epoch": 0.013289937618660158, + "grad_norm": 13.226367950439453, + "learning_rate": 3.5014079638606164e-07, + "loss": 0.3373, + "num_input_tokens_seen": 5135925248, + "step": 2449 + }, + { + "epoch": 0.013561160835367507, + "grad_norm": 14.811175346374512, + "learning_rate": 3.497791875782643e-07, + "loss": 0.3153, + "num_input_tokens_seen": 5138022400, + "step": 2450 + }, + { + "epoch": 0.013832384052074858, + "grad_norm": 17.1142578125, + "learning_rate": 3.4941773990055777e-07, + "loss": 0.4019, + "num_input_tokens_seen": 5140119552, + "step": 2451 + }, + { + "epoch": 0.014103607268782207, + "grad_norm": 24.696069717407227, + "learning_rate": 3.490564536438215e-07, + "loss": 0.7408, + "num_input_tokens_seen": 5142216704, + "step": 2452 + }, + { + "epoch": 0.014374830485489558, + "grad_norm": 15.740670204162598, + "learning_rate": 3.4869532909880485e-07, + "loss": 0.4626, + "num_input_tokens_seen": 5144313856, + "step": 2453 + }, + { + "epoch": 0.014646053702196907, + "grad_norm": 17.356019973754883, + "learning_rate": 3.483343665561271e-07, + "loss": 0.3852, + "num_input_tokens_seen": 5146411008, + "step": 2454 + }, + { + "epoch": 0.014917276918904258, + "grad_norm": 19.49802589416504, + "learning_rate": 3.479735663062773e-07, + "loss": 0.5229, + "num_input_tokens_seen": 5148508160, + "step": 2455 + }, + { + "epoch": 0.015188500135611608, + "grad_norm": 11.227045059204102, + "learning_rate": 3.4761292863961354e-07, + "loss": 0.3333, + "num_input_tokens_seen": 5150605312, + "step": 2456 + }, + { + "epoch": 0.015459723352318959, + "grad_norm": 17.022945404052734, + "learning_rate": 3.4725245384636347e-07, + "loss": 0.4247, + "num_input_tokens_seen": 5152702464, + "step": 2457 + }, + { + "epoch": 0.015730946569026308, + "grad_norm": 12.745018005371094, + "learning_rate": 3.4689214221662364e-07, + "loss": 0.2605, + "num_input_tokens_seen": 5154799616, + "step": 2458 + }, + { + "epoch": 0.01600216978573366, + "grad_norm": 16.132686614990234, + "learning_rate": 3.465319940403587e-07, + "loss": 0.5055, + "num_input_tokens_seen": 5156896768, + "step": 2459 + }, + { + "epoch": 0.01627339300244101, + "grad_norm": 15.20864486694336, + "learning_rate": 3.4617200960740247e-07, + "loss": 0.3678, + "num_input_tokens_seen": 5158993920, + "step": 2460 + }, + { + "epoch": 0.01654461621914836, + "grad_norm": 12.260754585266113, + "learning_rate": 3.4581218920745663e-07, + "loss": 0.3402, + "num_input_tokens_seen": 5161091072, + "step": 2461 + }, + { + "epoch": 0.016815839435855708, + "grad_norm": 13.886555671691895, + "learning_rate": 3.454525331300908e-07, + "loss": 0.3149, + "num_input_tokens_seen": 5163188224, + "step": 2462 + }, + { + "epoch": 0.01708706265256306, + "grad_norm": 22.19728660583496, + "learning_rate": 3.450930416647429e-07, + "loss": 0.4094, + "num_input_tokens_seen": 5165285376, + "step": 2463 + }, + { + "epoch": 0.01735828586927041, + "grad_norm": 14.57243824005127, + "learning_rate": 3.4473371510071795e-07, + "loss": 0.4385, + "num_input_tokens_seen": 5167382528, + "step": 2464 + }, + { + "epoch": 0.01762950908597776, + "grad_norm": 20.04316520690918, + "learning_rate": 3.4437455372718795e-07, + "loss": 0.5753, + "num_input_tokens_seen": 5169479680, + "step": 2465 + }, + { + "epoch": 0.01790073230268511, + "grad_norm": 18.932300567626953, + "learning_rate": 3.440155578331925e-07, + "loss": 0.3834, + "num_input_tokens_seen": 5171576832, + "step": 2466 + }, + { + "epoch": 0.01817195551939246, + "grad_norm": 15.249947547912598, + "learning_rate": 3.4365672770763783e-07, + "loss": 0.3425, + "num_input_tokens_seen": 5173673984, + "step": 2467 + }, + { + "epoch": 0.01844317873609981, + "grad_norm": 16.69132423400879, + "learning_rate": 3.432980636392967e-07, + "loss": 0.3937, + "num_input_tokens_seen": 5175771136, + "step": 2468 + }, + { + "epoch": 0.01871440195280716, + "grad_norm": 14.121512413024902, + "learning_rate": 3.429395659168084e-07, + "loss": 0.3516, + "num_input_tokens_seen": 5177868288, + "step": 2469 + }, + { + "epoch": 0.01898562516951451, + "grad_norm": 19.293235778808594, + "learning_rate": 3.425812348286782e-07, + "loss": 0.5579, + "num_input_tokens_seen": 5179965440, + "step": 2470 + }, + { + "epoch": 0.01925684838622186, + "grad_norm": 26.16200065612793, + "learning_rate": 3.422230706632774e-07, + "loss": 0.8517, + "num_input_tokens_seen": 5182062592, + "step": 2471 + }, + { + "epoch": 0.01952807160292921, + "grad_norm": 16.774105072021484, + "learning_rate": 3.418650737088427e-07, + "loss": 0.4796, + "num_input_tokens_seen": 5184159744, + "step": 2472 + }, + { + "epoch": 0.019799294819636562, + "grad_norm": 16.8173885345459, + "learning_rate": 3.415072442534767e-07, + "loss": 0.3243, + "num_input_tokens_seen": 5186256896, + "step": 2473 + }, + { + "epoch": 0.02007051803634391, + "grad_norm": 14.54384994506836, + "learning_rate": 3.411495825851467e-07, + "loss": 0.3466, + "num_input_tokens_seen": 5188354048, + "step": 2474 + }, + { + "epoch": 0.02034174125305126, + "grad_norm": 16.708059310913086, + "learning_rate": 3.4079208899168545e-07, + "loss": 0.3709, + "num_input_tokens_seen": 5190451200, + "step": 2475 + }, + { + "epoch": 0.02061296446975861, + "grad_norm": 18.377099990844727, + "learning_rate": 3.404347637607899e-07, + "loss": 0.4063, + "num_input_tokens_seen": 5192548352, + "step": 2476 + }, + { + "epoch": 0.020884187686465962, + "grad_norm": 21.520936965942383, + "learning_rate": 3.400776071800219e-07, + "loss": 0.4975, + "num_input_tokens_seen": 5194645504, + "step": 2477 + }, + { + "epoch": 0.02115541090317331, + "grad_norm": 12.55679702758789, + "learning_rate": 3.3972061953680734e-07, + "loss": 0.2697, + "num_input_tokens_seen": 5196742656, + "step": 2478 + }, + { + "epoch": 0.02142663411988066, + "grad_norm": 16.432504653930664, + "learning_rate": 3.3936380111843666e-07, + "loss": 0.4419, + "num_input_tokens_seen": 5198839808, + "step": 2479 + }, + { + "epoch": 0.021697857336588012, + "grad_norm": 12.978721618652344, + "learning_rate": 3.390071522120635e-07, + "loss": 0.3704, + "num_input_tokens_seen": 5200936960, + "step": 2480 + }, + { + "epoch": 0.021969080553295363, + "grad_norm": 13.821551322937012, + "learning_rate": 3.3865067310470554e-07, + "loss": 0.3597, + "num_input_tokens_seen": 5203034112, + "step": 2481 + }, + { + "epoch": 0.022240303770002714, + "grad_norm": 13.253721237182617, + "learning_rate": 3.3829436408324316e-07, + "loss": 0.3515, + "num_input_tokens_seen": 5205131264, + "step": 2482 + }, + { + "epoch": 0.02251152698671006, + "grad_norm": 15.398584365844727, + "learning_rate": 3.3793822543442074e-07, + "loss": 0.4505, + "num_input_tokens_seen": 5207228416, + "step": 2483 + }, + { + "epoch": 0.022782750203417412, + "grad_norm": 17.346776962280273, + "learning_rate": 3.3758225744484483e-07, + "loss": 0.4072, + "num_input_tokens_seen": 5209325568, + "step": 2484 + }, + { + "epoch": 0.023053973420124763, + "grad_norm": 14.590849876403809, + "learning_rate": 3.372264604009851e-07, + "loss": 0.4183, + "num_input_tokens_seen": 5211422720, + "step": 2485 + }, + { + "epoch": 0.023325196636832114, + "grad_norm": 16.34534454345703, + "learning_rate": 3.3687083458917344e-07, + "loss": 0.4176, + "num_input_tokens_seen": 5213519872, + "step": 2486 + }, + { + "epoch": 0.023596419853539462, + "grad_norm": 15.394360542297363, + "learning_rate": 3.3651538029560377e-07, + "loss": 0.3908, + "num_input_tokens_seen": 5215617024, + "step": 2487 + }, + { + "epoch": 0.023867643070246813, + "grad_norm": 15.60722541809082, + "learning_rate": 3.361600978063325e-07, + "loss": 0.4385, + "num_input_tokens_seen": 5217714176, + "step": 2488 + }, + { + "epoch": 0.024138866286954164, + "grad_norm": 18.028072357177734, + "learning_rate": 3.358049874072771e-07, + "loss": 0.4593, + "num_input_tokens_seen": 5219811328, + "step": 2489 + }, + { + "epoch": 0.024410089503661515, + "grad_norm": 18.258270263671875, + "learning_rate": 3.3545004938421734e-07, + "loss": 0.4059, + "num_input_tokens_seen": 5221908480, + "step": 2490 + }, + { + "epoch": 0.024681312720368862, + "grad_norm": 21.254680633544922, + "learning_rate": 3.3509528402279357e-07, + "loss": 0.7823, + "num_input_tokens_seen": 5224005632, + "step": 2491 + }, + { + "epoch": 0.024952535937076213, + "grad_norm": 37.15273666381836, + "learning_rate": 3.347406916085074e-07, + "loss": 0.9546, + "num_input_tokens_seen": 5226102784, + "step": 2492 + }, + { + "epoch": 0.025223759153783564, + "grad_norm": 19.634872436523438, + "learning_rate": 3.3438627242672164e-07, + "loss": 0.7096, + "num_input_tokens_seen": 5228199936, + "step": 2493 + }, + { + "epoch": 0.025494982370490915, + "grad_norm": 18.12146759033203, + "learning_rate": 3.3403202676265875e-07, + "loss": 0.4221, + "num_input_tokens_seen": 5230297088, + "step": 2494 + }, + { + "epoch": 0.025766205587198263, + "grad_norm": 11.500085830688477, + "learning_rate": 3.336779549014026e-07, + "loss": 0.2631, + "num_input_tokens_seen": 5232394240, + "step": 2495 + }, + { + "epoch": 0.026037428803905614, + "grad_norm": 13.041985511779785, + "learning_rate": 3.333240571278968e-07, + "loss": 0.3061, + "num_input_tokens_seen": 5234491392, + "step": 2496 + }, + { + "epoch": 0.026308652020612965, + "grad_norm": 9.483246803283691, + "learning_rate": 3.3297033372694473e-07, + "loss": 0.2412, + "num_input_tokens_seen": 5236588544, + "step": 2497 + }, + { + "epoch": 0.026579875237320316, + "grad_norm": 20.214548110961914, + "learning_rate": 3.3261678498320954e-07, + "loss": 0.8186, + "num_input_tokens_seen": 5238685696, + "step": 2498 + }, + { + "epoch": 0.026851098454027666, + "grad_norm": 16.735645294189453, + "learning_rate": 3.3226341118121367e-07, + "loss": 0.5537, + "num_input_tokens_seen": 5240782848, + "step": 2499 + }, + { + "epoch": 0.027122321670735014, + "grad_norm": 11.246064186096191, + "learning_rate": 3.319102126053389e-07, + "loss": 0.3094, + "num_input_tokens_seen": 5242880000, + "step": 2500 + }, + { + "epoch": 0.027393544887442365, + "grad_norm": 16.4909610748291, + "learning_rate": 3.315571895398261e-07, + "loss": 0.2749, + "num_input_tokens_seen": 5244977152, + "step": 2501 + }, + { + "epoch": 0.027664768104149716, + "grad_norm": 14.262845993041992, + "learning_rate": 3.312043422687749e-07, + "loss": 0.3926, + "num_input_tokens_seen": 5247074304, + "step": 2502 + }, + { + "epoch": 0.027935991320857067, + "grad_norm": 11.372760772705078, + "learning_rate": 3.3085167107614297e-07, + "loss": 0.2012, + "num_input_tokens_seen": 5249171456, + "step": 2503 + }, + { + "epoch": 0.028207214537564414, + "grad_norm": 21.803176879882812, + "learning_rate": 3.3049917624574737e-07, + "loss": 0.7148, + "num_input_tokens_seen": 5251268608, + "step": 2504 + }, + { + "epoch": 0.028478437754271765, + "grad_norm": 14.963140487670898, + "learning_rate": 3.301468580612619e-07, + "loss": 0.3626, + "num_input_tokens_seen": 5253365760, + "step": 2505 + }, + { + "epoch": 0.028749660970979116, + "grad_norm": 16.734357833862305, + "learning_rate": 3.2979471680621903e-07, + "loss": 0.325, + "num_input_tokens_seen": 5255462912, + "step": 2506 + }, + { + "epoch": 0.029020884187686467, + "grad_norm": 18.527103424072266, + "learning_rate": 3.2944275276400857e-07, + "loss": 0.5537, + "num_input_tokens_seen": 5257560064, + "step": 2507 + }, + { + "epoch": 0.029292107404393815, + "grad_norm": 17.63797950744629, + "learning_rate": 3.290909662178779e-07, + "loss": 0.4739, + "num_input_tokens_seen": 5259657216, + "step": 2508 + }, + { + "epoch": 0.029563330621101166, + "grad_norm": 11.94525146484375, + "learning_rate": 3.2873935745093145e-07, + "loss": 0.1794, + "num_input_tokens_seen": 5261754368, + "step": 2509 + }, + { + "epoch": 0.029834553837808517, + "grad_norm": 15.735551834106445, + "learning_rate": 3.283879267461305e-07, + "loss": 0.3807, + "num_input_tokens_seen": 5263851520, + "step": 2510 + }, + { + "epoch": 0.030105777054515868, + "grad_norm": 14.347485542297363, + "learning_rate": 3.280366743862931e-07, + "loss": 0.2682, + "num_input_tokens_seen": 5265948672, + "step": 2511 + }, + { + "epoch": 0.030377000271223215, + "grad_norm": 16.711332321166992, + "learning_rate": 3.276856006540939e-07, + "loss": 0.4171, + "num_input_tokens_seen": 5268045824, + "step": 2512 + }, + { + "epoch": 0.030648223487930566, + "grad_norm": 22.094377517700195, + "learning_rate": 3.2733470583206357e-07, + "loss": 0.7826, + "num_input_tokens_seen": 5270142976, + "step": 2513 + }, + { + "epoch": 0.030919446704637917, + "grad_norm": 24.63713264465332, + "learning_rate": 3.2698399020258895e-07, + "loss": 0.6522, + "num_input_tokens_seen": 5272240128, + "step": 2514 + }, + { + "epoch": 0.031190669921345268, + "grad_norm": 14.236292839050293, + "learning_rate": 3.266334540479128e-07, + "loss": 0.3224, + "num_input_tokens_seen": 5274337280, + "step": 2515 + }, + { + "epoch": 0.031461893138052616, + "grad_norm": 17.167448043823242, + "learning_rate": 3.262830976501329e-07, + "loss": 0.4438, + "num_input_tokens_seen": 5276434432, + "step": 2516 + }, + { + "epoch": 0.03173311635475997, + "grad_norm": 14.156777381896973, + "learning_rate": 3.2593292129120295e-07, + "loss": 0.3641, + "num_input_tokens_seen": 5278531584, + "step": 2517 + }, + { + "epoch": 0.03200433957146732, + "grad_norm": 16.016916275024414, + "learning_rate": 3.2558292525293156e-07, + "loss": 0.4017, + "num_input_tokens_seen": 5280628736, + "step": 2518 + }, + { + "epoch": 0.032275562788174665, + "grad_norm": 17.823566436767578, + "learning_rate": 3.2523310981698213e-07, + "loss": 0.4632, + "num_input_tokens_seen": 5282725888, + "step": 2519 + }, + { + "epoch": 0.03254678600488202, + "grad_norm": 21.00741958618164, + "learning_rate": 3.24883475264873e-07, + "loss": 0.6673, + "num_input_tokens_seen": 5284823040, + "step": 2520 + }, + { + "epoch": 0.03281800922158937, + "grad_norm": 14.62010669708252, + "learning_rate": 3.2453402187797684e-07, + "loss": 0.4991, + "num_input_tokens_seen": 5286920192, + "step": 2521 + }, + { + "epoch": 0.03308923243829672, + "grad_norm": 17.261287689208984, + "learning_rate": 3.241847499375201e-07, + "loss": 0.4899, + "num_input_tokens_seen": 5289017344, + "step": 2522 + }, + { + "epoch": 0.03336045565500407, + "grad_norm": 14.625133514404297, + "learning_rate": 3.238356597245837e-07, + "loss": 0.2637, + "num_input_tokens_seen": 5291114496, + "step": 2523 + }, + { + "epoch": 0.033631678871711417, + "grad_norm": 17.17628288269043, + "learning_rate": 3.2348675152010217e-07, + "loss": 0.4681, + "num_input_tokens_seen": 5293211648, + "step": 2524 + }, + { + "epoch": 0.03390290208841877, + "grad_norm": 21.153200149536133, + "learning_rate": 3.2313802560486353e-07, + "loss": 0.5437, + "num_input_tokens_seen": 5295308800, + "step": 2525 + }, + { + "epoch": 0.03417412530512612, + "grad_norm": 21.99086570739746, + "learning_rate": 3.2278948225950916e-07, + "loss": 0.607, + "num_input_tokens_seen": 5297405952, + "step": 2526 + }, + { + "epoch": 0.034445348521833466, + "grad_norm": 16.050336837768555, + "learning_rate": 3.2244112176453343e-07, + "loss": 0.4772, + "num_input_tokens_seen": 5299503104, + "step": 2527 + }, + { + "epoch": 0.03471657173854082, + "grad_norm": 19.21502685546875, + "learning_rate": 3.2209294440028366e-07, + "loss": 0.6767, + "num_input_tokens_seen": 5301600256, + "step": 2528 + }, + { + "epoch": 0.03498779495524817, + "grad_norm": 14.736310958862305, + "learning_rate": 3.2174495044695973e-07, + "loss": 0.3405, + "num_input_tokens_seen": 5303697408, + "step": 2529 + }, + { + "epoch": 0.03525901817195552, + "grad_norm": 17.85927391052246, + "learning_rate": 3.2139714018461396e-07, + "loss": 0.4872, + "num_input_tokens_seen": 5305794560, + "step": 2530 + }, + { + "epoch": 0.03553024138866287, + "grad_norm": 16.15865707397461, + "learning_rate": 3.2104951389315073e-07, + "loss": 0.5331, + "num_input_tokens_seen": 5307891712, + "step": 2531 + }, + { + "epoch": 0.03580146460537022, + "grad_norm": 21.816003799438477, + "learning_rate": 3.207020718523266e-07, + "loss": 0.6059, + "num_input_tokens_seen": 5309988864, + "step": 2532 + }, + { + "epoch": 0.03607268782207757, + "grad_norm": 15.507525444030762, + "learning_rate": 3.2035481434174966e-07, + "loss": 0.3919, + "num_input_tokens_seen": 5312086016, + "step": 2533 + }, + { + "epoch": 0.03634391103878492, + "grad_norm": 15.8746919631958, + "learning_rate": 3.200077416408794e-07, + "loss": 0.4488, + "num_input_tokens_seen": 5314183168, + "step": 2534 + }, + { + "epoch": 0.03661513425549227, + "grad_norm": 20.78430938720703, + "learning_rate": 3.196608540290266e-07, + "loss": 0.627, + "num_input_tokens_seen": 5316280320, + "step": 2535 + }, + { + "epoch": 0.03688635747219962, + "grad_norm": 21.117902755737305, + "learning_rate": 3.193141517853536e-07, + "loss": 0.5527, + "num_input_tokens_seen": 5318377472, + "step": 2536 + }, + { + "epoch": 0.03715758068890697, + "grad_norm": 14.952088356018066, + "learning_rate": 3.1896763518887305e-07, + "loss": 0.4613, + "num_input_tokens_seen": 5320474624, + "step": 2537 + }, + { + "epoch": 0.03742880390561432, + "grad_norm": 25.334875106811523, + "learning_rate": 3.186213045184484e-07, + "loss": 0.8986, + "num_input_tokens_seen": 5322571776, + "step": 2538 + }, + { + "epoch": 0.03770002712232167, + "grad_norm": 12.866583824157715, + "learning_rate": 3.1827516005279306e-07, + "loss": 0.3267, + "num_input_tokens_seen": 5324668928, + "step": 2539 + }, + { + "epoch": 0.03797125033902902, + "grad_norm": 14.773965835571289, + "learning_rate": 3.1792920207047114e-07, + "loss": 0.3742, + "num_input_tokens_seen": 5326766080, + "step": 2540 + }, + { + "epoch": 0.03824247355573637, + "grad_norm": 17.13579559326172, + "learning_rate": 3.175834308498964e-07, + "loss": 0.4086, + "num_input_tokens_seen": 5328863232, + "step": 2541 + }, + { + "epoch": 0.03851369677244372, + "grad_norm": 16.100215911865234, + "learning_rate": 3.172378466693325e-07, + "loss": 0.3569, + "num_input_tokens_seen": 5330960384, + "step": 2542 + }, + { + "epoch": 0.038784919989151075, + "grad_norm": 22.463777542114258, + "learning_rate": 3.168924498068923e-07, + "loss": 0.9546, + "num_input_tokens_seen": 5333057536, + "step": 2543 + }, + { + "epoch": 0.03905614320585842, + "grad_norm": 17.804658889770508, + "learning_rate": 3.1654724054053805e-07, + "loss": 0.4266, + "num_input_tokens_seen": 5335154688, + "step": 2544 + }, + { + "epoch": 0.03932736642256577, + "grad_norm": 16.298038482666016, + "learning_rate": 3.1620221914808115e-07, + "loss": 0.4095, + "num_input_tokens_seen": 5337251840, + "step": 2545 + }, + { + "epoch": 0.039598589639273124, + "grad_norm": 18.965286254882812, + "learning_rate": 3.1585738590718157e-07, + "loss": 0.3647, + "num_input_tokens_seen": 5339348992, + "step": 2546 + }, + { + "epoch": 0.03986981285598047, + "grad_norm": 22.938982009887695, + "learning_rate": 3.1551274109534805e-07, + "loss": 0.6584, + "num_input_tokens_seen": 5341446144, + "step": 2547 + }, + { + "epoch": 0.04014103607268782, + "grad_norm": 20.005109786987305, + "learning_rate": 3.151682849899376e-07, + "loss": 0.6629, + "num_input_tokens_seen": 5343543296, + "step": 2548 + }, + { + "epoch": 0.040412259289395173, + "grad_norm": 16.92494773864746, + "learning_rate": 3.148240178681553e-07, + "loss": 0.4334, + "num_input_tokens_seen": 5345640448, + "step": 2549 + }, + { + "epoch": 0.04068348250610252, + "grad_norm": 20.46824073791504, + "learning_rate": 3.1447994000705456e-07, + "loss": 0.6027, + "num_input_tokens_seen": 5347737600, + "step": 2550 + }, + { + "epoch": 0.040954705722809875, + "grad_norm": 13.558602333068848, + "learning_rate": 3.141360516835356e-07, + "loss": 0.3774, + "num_input_tokens_seen": 5349834752, + "step": 2551 + }, + { + "epoch": 0.04122592893951722, + "grad_norm": 8.050308227539062, + "learning_rate": 3.1379235317434703e-07, + "loss": 0.1835, + "num_input_tokens_seen": 5351931904, + "step": 2552 + }, + { + "epoch": 0.04149715215622457, + "grad_norm": 15.542895317077637, + "learning_rate": 3.134488447560843e-07, + "loss": 0.3894, + "num_input_tokens_seen": 5354029056, + "step": 2553 + }, + { + "epoch": 0.041768375372931925, + "grad_norm": 25.710311889648438, + "learning_rate": 3.1310552670518987e-07, + "loss": 0.7527, + "num_input_tokens_seen": 5356126208, + "step": 2554 + }, + { + "epoch": 0.04203959858963927, + "grad_norm": 19.23603057861328, + "learning_rate": 3.127623992979532e-07, + "loss": 0.4483, + "num_input_tokens_seen": 5358223360, + "step": 2555 + }, + { + "epoch": 0.04231082180634662, + "grad_norm": 16.744998931884766, + "learning_rate": 3.124194628105098e-07, + "loss": 0.3604, + "num_input_tokens_seen": 5360320512, + "step": 2556 + }, + { + "epoch": 0.042582045023053974, + "grad_norm": 19.892236709594727, + "learning_rate": 3.120767175188422e-07, + "loss": 0.5432, + "num_input_tokens_seen": 5362417664, + "step": 2557 + }, + { + "epoch": 0.04285326823976132, + "grad_norm": 21.464439392089844, + "learning_rate": 3.1173416369877864e-07, + "loss": 0.6695, + "num_input_tokens_seen": 5364514816, + "step": 2558 + }, + { + "epoch": 0.043124491456468676, + "grad_norm": 18.040634155273438, + "learning_rate": 3.1139180162599346e-07, + "loss": 0.4755, + "num_input_tokens_seen": 5366611968, + "step": 2559 + }, + { + "epoch": 0.043395714673176024, + "grad_norm": 16.184511184692383, + "learning_rate": 3.110496315760065e-07, + "loss": 0.3587, + "num_input_tokens_seen": 5368709120, + "step": 2560 + }, + { + "epoch": 0.04366693788988337, + "grad_norm": 14.748477935791016, + "learning_rate": 3.107076538241835e-07, + "loss": 0.4959, + "num_input_tokens_seen": 5370806272, + "step": 2561 + }, + { + "epoch": 0.043938161106590726, + "grad_norm": 15.208799362182617, + "learning_rate": 3.103658686457349e-07, + "loss": 0.3855, + "num_input_tokens_seen": 5372903424, + "step": 2562 + }, + { + "epoch": 0.04420938432329807, + "grad_norm": 14.134151458740234, + "learning_rate": 3.1002427631571646e-07, + "loss": 0.3119, + "num_input_tokens_seen": 5375000576, + "step": 2563 + }, + { + "epoch": 0.04448060754000543, + "grad_norm": 14.675880432128906, + "learning_rate": 3.0968287710902866e-07, + "loss": 0.3008, + "num_input_tokens_seen": 5377097728, + "step": 2564 + }, + { + "epoch": 0.044751830756712775, + "grad_norm": 18.92854881286621, + "learning_rate": 3.0934167130041666e-07, + "loss": 0.638, + "num_input_tokens_seen": 5379194880, + "step": 2565 + }, + { + "epoch": 0.04502305397342012, + "grad_norm": 17.33856773376465, + "learning_rate": 3.090006591644698e-07, + "loss": 0.5573, + "num_input_tokens_seen": 5381292032, + "step": 2566 + }, + { + "epoch": 0.04529427719012748, + "grad_norm": 10.942505836486816, + "learning_rate": 3.0865984097562183e-07, + "loss": 0.2354, + "num_input_tokens_seen": 5383389184, + "step": 2567 + }, + { + "epoch": 0.045565500406834825, + "grad_norm": 17.489700317382812, + "learning_rate": 3.083192170081501e-07, + "loss": 0.5418, + "num_input_tokens_seen": 5385486336, + "step": 2568 + }, + { + "epoch": 0.04583672362354217, + "grad_norm": 17.590167999267578, + "learning_rate": 3.079787875361759e-07, + "loss": 0.4361, + "num_input_tokens_seen": 5387583488, + "step": 2569 + }, + { + "epoch": 0.04610794684024953, + "grad_norm": 20.286165237426758, + "learning_rate": 3.0763855283366386e-07, + "loss": 0.4253, + "num_input_tokens_seen": 5389680640, + "step": 2570 + }, + { + "epoch": 0.046379170056956874, + "grad_norm": 13.312159538269043, + "learning_rate": 3.07298513174422e-07, + "loss": 0.2986, + "num_input_tokens_seen": 5391777792, + "step": 2571 + }, + { + "epoch": 0.04665039327366423, + "grad_norm": 17.008472442626953, + "learning_rate": 3.0695866883210143e-07, + "loss": 0.5234, + "num_input_tokens_seen": 5393874944, + "step": 2572 + }, + { + "epoch": 0.046921616490371576, + "grad_norm": 25.539731979370117, + "learning_rate": 3.0661902008019556e-07, + "loss": 0.6498, + "num_input_tokens_seen": 5395972096, + "step": 2573 + }, + { + "epoch": 0.047192839707078924, + "grad_norm": 23.586692810058594, + "learning_rate": 3.062795671920411e-07, + "loss": 0.8046, + "num_input_tokens_seen": 5398069248, + "step": 2574 + }, + { + "epoch": 0.04746406292378628, + "grad_norm": 13.434320449829102, + "learning_rate": 3.059403104408166e-07, + "loss": 0.3061, + "num_input_tokens_seen": 5400166400, + "step": 2575 + }, + { + "epoch": 0.047735286140493625, + "grad_norm": 11.639397621154785, + "learning_rate": 3.0560125009954296e-07, + "loss": 0.2875, + "num_input_tokens_seen": 5402263552, + "step": 2576 + }, + { + "epoch": 0.04800650935720097, + "grad_norm": 23.569503784179688, + "learning_rate": 3.0526238644108335e-07, + "loss": 0.5249, + "num_input_tokens_seen": 5404360704, + "step": 2577 + }, + { + "epoch": 0.04827773257390833, + "grad_norm": 17.796600341796875, + "learning_rate": 3.049237197381424e-07, + "loss": 0.5019, + "num_input_tokens_seen": 5406457856, + "step": 2578 + }, + { + "epoch": 0.048548955790615675, + "grad_norm": 18.38736915588379, + "learning_rate": 3.045852502632657e-07, + "loss": 0.5809, + "num_input_tokens_seen": 5408555008, + "step": 2579 + }, + { + "epoch": 0.04882017900732303, + "grad_norm": 10.763379096984863, + "learning_rate": 3.042469782888409e-07, + "loss": 0.2202, + "num_input_tokens_seen": 5410652160, + "step": 2580 + }, + { + "epoch": 0.04909140222403038, + "grad_norm": 31.74101448059082, + "learning_rate": 3.0390890408709645e-07, + "loss": 0.4292, + "num_input_tokens_seen": 5412749312, + "step": 2581 + }, + { + "epoch": 0.049362625440737724, + "grad_norm": 14.116605758666992, + "learning_rate": 3.0357102793010145e-07, + "loss": 0.3474, + "num_input_tokens_seen": 5414846464, + "step": 2582 + }, + { + "epoch": 0.04963384865744508, + "grad_norm": 11.441993713378906, + "learning_rate": 3.032333500897659e-07, + "loss": 0.1974, + "num_input_tokens_seen": 5416943616, + "step": 2583 + }, + { + "epoch": 0.049905071874152426, + "grad_norm": 17.127378463745117, + "learning_rate": 3.0289587083784e-07, + "loss": 0.4156, + "num_input_tokens_seen": 5419040768, + "step": 2584 + }, + { + "epoch": 0.05017629509085978, + "grad_norm": 13.827837944030762, + "learning_rate": 3.0255859044591425e-07, + "loss": 0.3239, + "num_input_tokens_seen": 5421137920, + "step": 2585 + }, + { + "epoch": 0.05044751830756713, + "grad_norm": 11.431439399719238, + "learning_rate": 3.02221509185419e-07, + "loss": 0.2857, + "num_input_tokens_seen": 5423235072, + "step": 2586 + }, + { + "epoch": 0.050718741524274476, + "grad_norm": 23.875659942626953, + "learning_rate": 3.0188462732762457e-07, + "loss": 0.3933, + "num_input_tokens_seen": 5425332224, + "step": 2587 + }, + { + "epoch": 0.05098996474098183, + "grad_norm": 16.398712158203125, + "learning_rate": 3.015479451436406e-07, + "loss": 0.3873, + "num_input_tokens_seen": 5427429376, + "step": 2588 + }, + { + "epoch": 0.05126118795768918, + "grad_norm": 17.132213592529297, + "learning_rate": 3.0121146290441593e-07, + "loss": 0.4602, + "num_input_tokens_seen": 5429526528, + "step": 2589 + }, + { + "epoch": 0.051532411174396525, + "grad_norm": 21.008514404296875, + "learning_rate": 3.0087518088073905e-07, + "loss": 0.6185, + "num_input_tokens_seen": 5431623680, + "step": 2590 + }, + { + "epoch": 0.05180363439110388, + "grad_norm": 19.426393508911133, + "learning_rate": 3.005390993432366e-07, + "loss": 0.4214, + "num_input_tokens_seen": 5433720832, + "step": 2591 + }, + { + "epoch": 0.05207485760781123, + "grad_norm": 15.54585075378418, + "learning_rate": 3.00203218562374e-07, + "loss": 0.3765, + "num_input_tokens_seen": 5435817984, + "step": 2592 + }, + { + "epoch": 0.05234608082451858, + "grad_norm": 15.346580505371094, + "learning_rate": 2.9986753880845596e-07, + "loss": 0.2658, + "num_input_tokens_seen": 5437915136, + "step": 2593 + }, + { + "epoch": 0.05261730404122593, + "grad_norm": 11.858630180358887, + "learning_rate": 2.9953206035162433e-07, + "loss": 0.2507, + "num_input_tokens_seen": 5440012288, + "step": 2594 + }, + { + "epoch": 0.05288852725793328, + "grad_norm": 14.775229454040527, + "learning_rate": 2.991967834618597e-07, + "loss": 0.3481, + "num_input_tokens_seen": 5442109440, + "step": 2595 + }, + { + "epoch": 0.05315975047464063, + "grad_norm": 12.877067565917969, + "learning_rate": 2.9886170840897977e-07, + "loss": 0.3183, + "num_input_tokens_seen": 5444206592, + "step": 2596 + }, + { + "epoch": 0.05343097369134798, + "grad_norm": 20.334400177001953, + "learning_rate": 2.9852683546264047e-07, + "loss": 0.4371, + "num_input_tokens_seen": 5446303744, + "step": 2597 + }, + { + "epoch": 0.05370219690805533, + "grad_norm": 24.98883819580078, + "learning_rate": 2.9819216489233467e-07, + "loss": 0.7361, + "num_input_tokens_seen": 5448400896, + "step": 2598 + }, + { + "epoch": 0.05397342012476268, + "grad_norm": 12.599200248718262, + "learning_rate": 2.978576969673926e-07, + "loss": 0.3259, + "num_input_tokens_seen": 5450498048, + "step": 2599 + }, + { + "epoch": 0.05424464334147003, + "grad_norm": 17.292268753051758, + "learning_rate": 2.9752343195698125e-07, + "loss": 0.463, + "num_input_tokens_seen": 5452595200, + "step": 2600 + }, + { + "epoch": 0.05451586655817738, + "grad_norm": 18.126787185668945, + "learning_rate": 2.9718937013010444e-07, + "loss": 0.3436, + "num_input_tokens_seen": 5454692352, + "step": 2601 + }, + { + "epoch": 0.05478708977488473, + "grad_norm": 9.295369148254395, + "learning_rate": 2.9685551175560235e-07, + "loss": 0.192, + "num_input_tokens_seen": 5456789504, + "step": 2602 + }, + { + "epoch": 0.05505831299159208, + "grad_norm": 21.22579574584961, + "learning_rate": 2.965218571021516e-07, + "loss": 0.7479, + "num_input_tokens_seen": 5458886656, + "step": 2603 + }, + { + "epoch": 0.05532953620829943, + "grad_norm": 18.786785125732422, + "learning_rate": 2.9618840643826464e-07, + "loss": 0.4214, + "num_input_tokens_seen": 5460983808, + "step": 2604 + }, + { + "epoch": 0.05560075942500678, + "grad_norm": 20.445255279541016, + "learning_rate": 2.958551600322899e-07, + "loss": 0.5877, + "num_input_tokens_seen": 5463080960, + "step": 2605 + }, + { + "epoch": 0.055871982641714134, + "grad_norm": 19.826480865478516, + "learning_rate": 2.9552211815241156e-07, + "loss": 0.5026, + "num_input_tokens_seen": 5465178112, + "step": 2606 + }, + { + "epoch": 0.05614320585842148, + "grad_norm": 14.695202827453613, + "learning_rate": 2.9518928106664897e-07, + "loss": 0.35, + "num_input_tokens_seen": 5467275264, + "step": 2607 + }, + { + "epoch": 0.05641442907512883, + "grad_norm": 16.892658233642578, + "learning_rate": 2.9485664904285643e-07, + "loss": 0.4947, + "num_input_tokens_seen": 5469372416, + "step": 2608 + }, + { + "epoch": 0.05668565229183618, + "grad_norm": 19.319557189941406, + "learning_rate": 2.94524222348724e-07, + "loss": 0.5193, + "num_input_tokens_seen": 5471469568, + "step": 2609 + }, + { + "epoch": 0.05695687550854353, + "grad_norm": 21.24896240234375, + "learning_rate": 2.9419200125177585e-07, + "loss": 0.3985, + "num_input_tokens_seen": 5473566720, + "step": 2610 + }, + { + "epoch": 0.05722809872525088, + "grad_norm": 11.423199653625488, + "learning_rate": 2.938599860193709e-07, + "loss": 0.2865, + "num_input_tokens_seen": 5475663872, + "step": 2611 + }, + { + "epoch": 0.05749932194195823, + "grad_norm": 11.481456756591797, + "learning_rate": 2.935281769187025e-07, + "loss": 0.2112, + "num_input_tokens_seen": 5477761024, + "step": 2612 + }, + { + "epoch": 0.05777054515866558, + "grad_norm": 19.210725784301758, + "learning_rate": 2.9319657421679757e-07, + "loss": 0.4367, + "num_input_tokens_seen": 5479858176, + "step": 2613 + }, + { + "epoch": 0.058041768375372935, + "grad_norm": 17.227354049682617, + "learning_rate": 2.928651781805177e-07, + "loss": 0.3199, + "num_input_tokens_seen": 5481955328, + "step": 2614 + }, + { + "epoch": 0.05831299159208028, + "grad_norm": 11.751642227172852, + "learning_rate": 2.9253398907655775e-07, + "loss": 0.2538, + "num_input_tokens_seen": 5484052480, + "step": 2615 + }, + { + "epoch": 0.05858421480878763, + "grad_norm": 11.568734169006348, + "learning_rate": 2.9220300717144597e-07, + "loss": 0.2633, + "num_input_tokens_seen": 5486149632, + "step": 2616 + }, + { + "epoch": 0.058855438025494984, + "grad_norm": 12.480401992797852, + "learning_rate": 2.9187223273154406e-07, + "loss": 0.2719, + "num_input_tokens_seen": 5488246784, + "step": 2617 + }, + { + "epoch": 0.05912666124220233, + "grad_norm": 21.550291061401367, + "learning_rate": 2.91541666023047e-07, + "loss": 0.5558, + "num_input_tokens_seen": 5490343936, + "step": 2618 + }, + { + "epoch": 0.059397884458909686, + "grad_norm": 20.7867374420166, + "learning_rate": 2.9121130731198204e-07, + "loss": 0.5337, + "num_input_tokens_seen": 5492441088, + "step": 2619 + }, + { + "epoch": 0.059669107675617034, + "grad_norm": 15.338828086853027, + "learning_rate": 2.9088115686420917e-07, + "loss": 0.4042, + "num_input_tokens_seen": 5494538240, + "step": 2620 + }, + { + "epoch": 0.05994033089232438, + "grad_norm": 17.88315200805664, + "learning_rate": 2.9055121494542115e-07, + "loss": 0.3717, + "num_input_tokens_seen": 5496635392, + "step": 2621 + }, + { + "epoch": 0.060211554109031735, + "grad_norm": 12.472522735595703, + "learning_rate": 2.9022148182114247e-07, + "loss": 0.2657, + "num_input_tokens_seen": 5498732544, + "step": 2622 + }, + { + "epoch": 0.06048277732573908, + "grad_norm": 23.858972549438477, + "learning_rate": 2.8989195775673e-07, + "loss": 0.5611, + "num_input_tokens_seen": 5500829696, + "step": 2623 + }, + { + "epoch": 0.06075400054244643, + "grad_norm": 12.803933143615723, + "learning_rate": 2.89562643017372e-07, + "loss": 0.3324, + "num_input_tokens_seen": 5502926848, + "step": 2624 + }, + { + "epoch": 0.061025223759153785, + "grad_norm": 26.708951950073242, + "learning_rate": 2.8923353786808857e-07, + "loss": 0.4797, + "num_input_tokens_seen": 5505024000, + "step": 2625 + }, + { + "epoch": 0.06129644697586113, + "grad_norm": 25.36354637145996, + "learning_rate": 2.8890464257373105e-07, + "loss": 0.8212, + "num_input_tokens_seen": 5507121152, + "step": 2626 + }, + { + "epoch": 0.06156767019256849, + "grad_norm": 13.080056190490723, + "learning_rate": 2.8857595739898164e-07, + "loss": 0.3743, + "num_input_tokens_seen": 5509218304, + "step": 2627 + }, + { + "epoch": 0.061838893409275834, + "grad_norm": 19.789167404174805, + "learning_rate": 2.8824748260835386e-07, + "loss": 0.652, + "num_input_tokens_seen": 5511315456, + "step": 2628 + }, + { + "epoch": 0.06211011662598318, + "grad_norm": 28.163496017456055, + "learning_rate": 2.879192184661918e-07, + "loss": 0.6427, + "num_input_tokens_seen": 5513412608, + "step": 2629 + }, + { + "epoch": 0.062381339842690536, + "grad_norm": 15.175286293029785, + "learning_rate": 2.8759116523666973e-07, + "loss": 0.353, + "num_input_tokens_seen": 5515509760, + "step": 2630 + }, + { + "epoch": 0.06265256305939788, + "grad_norm": 18.326745986938477, + "learning_rate": 2.872633231837923e-07, + "loss": 0.5979, + "num_input_tokens_seen": 5517606912, + "step": 2631 + }, + { + "epoch": 0.06292378627610523, + "grad_norm": 14.984691619873047, + "learning_rate": 2.869356925713946e-07, + "loss": 0.2892, + "num_input_tokens_seen": 5519704064, + "step": 2632 + }, + { + "epoch": 0.06319500949281258, + "grad_norm": 20.763242721557617, + "learning_rate": 2.86608273663141e-07, + "loss": 0.6904, + "num_input_tokens_seen": 5521801216, + "step": 2633 + }, + { + "epoch": 0.06346623270951994, + "grad_norm": 19.28316307067871, + "learning_rate": 2.8628106672252614e-07, + "loss": 0.7099, + "num_input_tokens_seen": 5523898368, + "step": 2634 + }, + { + "epoch": 0.06373745592622729, + "grad_norm": 14.820695877075195, + "learning_rate": 2.859540720128737e-07, + "loss": 0.3436, + "num_input_tokens_seen": 5525995520, + "step": 2635 + }, + { + "epoch": 0.06400867914293464, + "grad_norm": 17.229780197143555, + "learning_rate": 2.856272897973362e-07, + "loss": 0.397, + "num_input_tokens_seen": 5528092672, + "step": 2636 + }, + { + "epoch": 0.06427990235964198, + "grad_norm": 19.926528930664062, + "learning_rate": 2.853007203388958e-07, + "loss": 0.5819, + "num_input_tokens_seen": 5530189824, + "step": 2637 + }, + { + "epoch": 0.06455112557634933, + "grad_norm": 12.162901878356934, + "learning_rate": 2.849743639003631e-07, + "loss": 0.3037, + "num_input_tokens_seen": 5532286976, + "step": 2638 + }, + { + "epoch": 0.06482234879305669, + "grad_norm": 20.921995162963867, + "learning_rate": 2.846482207443773e-07, + "loss": 0.4711, + "num_input_tokens_seen": 5534384128, + "step": 2639 + }, + { + "epoch": 0.06509357200976404, + "grad_norm": 16.384029388427734, + "learning_rate": 2.843222911334061e-07, + "loss": 0.3534, + "num_input_tokens_seen": 5536481280, + "step": 2640 + }, + { + "epoch": 0.06536479522647139, + "grad_norm": 22.67833137512207, + "learning_rate": 2.839965753297452e-07, + "loss": 0.6336, + "num_input_tokens_seen": 5538578432, + "step": 2641 + }, + { + "epoch": 0.06563601844317873, + "grad_norm": 12.454771995544434, + "learning_rate": 2.8367107359551835e-07, + "loss": 0.3167, + "num_input_tokens_seen": 5540675584, + "step": 2642 + }, + { + "epoch": 0.06590724165988608, + "grad_norm": 18.632858276367188, + "learning_rate": 2.8334578619267683e-07, + "loss": 0.5943, + "num_input_tokens_seen": 5542772736, + "step": 2643 + }, + { + "epoch": 0.06617846487659344, + "grad_norm": 10.916572570800781, + "learning_rate": 2.830207133829997e-07, + "loss": 0.2241, + "num_input_tokens_seen": 5544869888, + "step": 2644 + }, + { + "epoch": 0.06644968809330079, + "grad_norm": 20.393115997314453, + "learning_rate": 2.8269585542809305e-07, + "loss": 0.5303, + "num_input_tokens_seen": 5546967040, + "step": 2645 + }, + { + "epoch": 0.06672091131000814, + "grad_norm": 16.837371826171875, + "learning_rate": 2.8237121258939036e-07, + "loss": 0.4077, + "num_input_tokens_seen": 5549064192, + "step": 2646 + }, + { + "epoch": 0.06699213452671549, + "grad_norm": 25.16261863708496, + "learning_rate": 2.8204678512815185e-07, + "loss": 0.518, + "num_input_tokens_seen": 5551161344, + "step": 2647 + }, + { + "epoch": 0.06726335774342283, + "grad_norm": 21.067689895629883, + "learning_rate": 2.8172257330546414e-07, + "loss": 0.572, + "num_input_tokens_seen": 5553258496, + "step": 2648 + }, + { + "epoch": 0.06753458096013018, + "grad_norm": 16.49931526184082, + "learning_rate": 2.8139857738224055e-07, + "loss": 0.3443, + "num_input_tokens_seen": 5555355648, + "step": 2649 + }, + { + "epoch": 0.06780580417683754, + "grad_norm": 15.077832221984863, + "learning_rate": 2.81074797619221e-07, + "loss": 0.3556, + "num_input_tokens_seen": 5557452800, + "step": 2650 + }, + { + "epoch": 0.06807702739354489, + "grad_norm": 14.75187873840332, + "learning_rate": 2.8075123427697093e-07, + "loss": 0.3608, + "num_input_tokens_seen": 5559549952, + "step": 2651 + }, + { + "epoch": 0.06834825061025224, + "grad_norm": 11.628194808959961, + "learning_rate": 2.8042788761588204e-07, + "loss": 0.2241, + "num_input_tokens_seen": 5561647104, + "step": 2652 + }, + { + "epoch": 0.06861947382695958, + "grad_norm": 17.89313316345215, + "learning_rate": 2.8010475789617105e-07, + "loss": 0.5842, + "num_input_tokens_seen": 5563744256, + "step": 2653 + }, + { + "epoch": 0.06889069704366693, + "grad_norm": 17.917509078979492, + "learning_rate": 2.797818453778806e-07, + "loss": 0.5279, + "num_input_tokens_seen": 5565841408, + "step": 2654 + }, + { + "epoch": 0.0691619202603743, + "grad_norm": 14.405590057373047, + "learning_rate": 2.794591503208785e-07, + "loss": 0.3903, + "num_input_tokens_seen": 5567938560, + "step": 2655 + }, + { + "epoch": 0.06943314347708164, + "grad_norm": 22.006885528564453, + "learning_rate": 2.791366729848574e-07, + "loss": 0.6449, + "num_input_tokens_seen": 5570035712, + "step": 2656 + }, + { + "epoch": 0.06970436669378899, + "grad_norm": 23.890174865722656, + "learning_rate": 2.7881441362933464e-07, + "loss": 0.6725, + "num_input_tokens_seen": 5572132864, + "step": 2657 + }, + { + "epoch": 0.06997558991049634, + "grad_norm": 19.865018844604492, + "learning_rate": 2.784923725136525e-07, + "loss": 0.5287, + "num_input_tokens_seen": 5574230016, + "step": 2658 + }, + { + "epoch": 0.07024681312720368, + "grad_norm": 9.786247253417969, + "learning_rate": 2.781705498969773e-07, + "loss": 0.2702, + "num_input_tokens_seen": 5576327168, + "step": 2659 + }, + { + "epoch": 0.07051803634391104, + "grad_norm": 13.455928802490234, + "learning_rate": 2.7784894603829966e-07, + "loss": 0.3915, + "num_input_tokens_seen": 5578424320, + "step": 2660 + }, + { + "epoch": 0.07078925956061839, + "grad_norm": 15.833970069885254, + "learning_rate": 2.7752756119643416e-07, + "loss": 0.4046, + "num_input_tokens_seen": 5580521472, + "step": 2661 + }, + { + "epoch": 0.07106048277732574, + "grad_norm": 13.186774253845215, + "learning_rate": 2.77206395630019e-07, + "loss": 0.233, + "num_input_tokens_seen": 5582618624, + "step": 2662 + }, + { + "epoch": 0.07133170599403309, + "grad_norm": 16.846803665161133, + "learning_rate": 2.7688544959751615e-07, + "loss": 0.3992, + "num_input_tokens_seen": 5584715776, + "step": 2663 + }, + { + "epoch": 0.07160292921074043, + "grad_norm": 16.44211769104004, + "learning_rate": 2.765647233572108e-07, + "loss": 0.454, + "num_input_tokens_seen": 5586812928, + "step": 2664 + }, + { + "epoch": 0.0718741524274478, + "grad_norm": 21.622333526611328, + "learning_rate": 2.7624421716721086e-07, + "loss": 0.6375, + "num_input_tokens_seen": 5588910080, + "step": 2665 + }, + { + "epoch": 0.07214537564415514, + "grad_norm": 13.752047538757324, + "learning_rate": 2.7592393128544784e-07, + "loss": 0.3815, + "num_input_tokens_seen": 5591007232, + "step": 2666 + }, + { + "epoch": 0.07241659886086249, + "grad_norm": 15.634025573730469, + "learning_rate": 2.7560386596967553e-07, + "loss": 0.3299, + "num_input_tokens_seen": 5593104384, + "step": 2667 + }, + { + "epoch": 0.07268782207756984, + "grad_norm": 22.741350173950195, + "learning_rate": 2.7528402147747045e-07, + "loss": 0.8418, + "num_input_tokens_seen": 5595201536, + "step": 2668 + }, + { + "epoch": 0.07295904529427719, + "grad_norm": 18.136112213134766, + "learning_rate": 2.7496439806623124e-07, + "loss": 0.5166, + "num_input_tokens_seen": 5597298688, + "step": 2669 + }, + { + "epoch": 0.07323026851098453, + "grad_norm": 13.299650192260742, + "learning_rate": 2.746449959931784e-07, + "loss": 0.2879, + "num_input_tokens_seen": 5599395840, + "step": 2670 + }, + { + "epoch": 0.0735014917276919, + "grad_norm": 12.364994049072266, + "learning_rate": 2.743258155153548e-07, + "loss": 0.2716, + "num_input_tokens_seen": 5601492992, + "step": 2671 + }, + { + "epoch": 0.07377271494439924, + "grad_norm": 22.236961364746094, + "learning_rate": 2.740068568896247e-07, + "loss": 0.6404, + "num_input_tokens_seen": 5603590144, + "step": 2672 + }, + { + "epoch": 0.07404393816110659, + "grad_norm": 18.271963119506836, + "learning_rate": 2.7368812037267387e-07, + "loss": 0.646, + "num_input_tokens_seen": 5605687296, + "step": 2673 + }, + { + "epoch": 0.07431516137781394, + "grad_norm": 22.82843017578125, + "learning_rate": 2.7336960622100907e-07, + "loss": 0.7859, + "num_input_tokens_seen": 5607784448, + "step": 2674 + }, + { + "epoch": 0.07458638459452128, + "grad_norm": 11.289409637451172, + "learning_rate": 2.7305131469095906e-07, + "loss": 0.1964, + "num_input_tokens_seen": 5609881600, + "step": 2675 + }, + { + "epoch": 0.07485760781122865, + "grad_norm": 20.22431182861328, + "learning_rate": 2.7273324603867203e-07, + "loss": 0.5049, + "num_input_tokens_seen": 5611978752, + "step": 2676 + }, + { + "epoch": 0.075128831027936, + "grad_norm": 21.272485733032227, + "learning_rate": 2.7241540052011787e-07, + "loss": 0.6532, + "num_input_tokens_seen": 5614075904, + "step": 2677 + }, + { + "epoch": 0.07540005424464334, + "grad_norm": 10.40255069732666, + "learning_rate": 2.720977783910865e-07, + "loss": 0.2299, + "num_input_tokens_seen": 5616173056, + "step": 2678 + }, + { + "epoch": 0.07567127746135069, + "grad_norm": 18.323423385620117, + "learning_rate": 2.717803799071881e-07, + "loss": 0.4719, + "num_input_tokens_seen": 5618270208, + "step": 2679 + }, + { + "epoch": 0.07594250067805804, + "grad_norm": 16.696556091308594, + "learning_rate": 2.714632053238529e-07, + "loss": 0.5637, + "num_input_tokens_seen": 5620367360, + "step": 2680 + }, + { + "epoch": 0.0762137238947654, + "grad_norm": 17.217605590820312, + "learning_rate": 2.711462548963309e-07, + "loss": 0.3831, + "num_input_tokens_seen": 5622464512, + "step": 2681 + }, + { + "epoch": 0.07648494711147275, + "grad_norm": 17.2362003326416, + "learning_rate": 2.708295288796918e-07, + "loss": 0.4221, + "num_input_tokens_seen": 5624561664, + "step": 2682 + }, + { + "epoch": 0.07675617032818009, + "grad_norm": 19.473421096801758, + "learning_rate": 2.7051302752882467e-07, + "loss": 0.5495, + "num_input_tokens_seen": 5626658816, + "step": 2683 + }, + { + "epoch": 0.07702739354488744, + "grad_norm": 18.977439880371094, + "learning_rate": 2.7019675109843777e-07, + "loss": 0.4145, + "num_input_tokens_seen": 5628755968, + "step": 2684 + }, + { + "epoch": 0.07729861676159479, + "grad_norm": 22.364627838134766, + "learning_rate": 2.6988069984305817e-07, + "loss": 0.5008, + "num_input_tokens_seen": 5630853120, + "step": 2685 + }, + { + "epoch": 0.07756983997830215, + "grad_norm": 19.7006893157959, + "learning_rate": 2.6956487401703207e-07, + "loss": 0.5733, + "num_input_tokens_seen": 5632950272, + "step": 2686 + }, + { + "epoch": 0.0778410631950095, + "grad_norm": 22.176889419555664, + "learning_rate": 2.692492738745241e-07, + "loss": 0.662, + "num_input_tokens_seen": 5635047424, + "step": 2687 + }, + { + "epoch": 0.07811228641171684, + "grad_norm": 22.010507583618164, + "learning_rate": 2.689338996695171e-07, + "loss": 0.7364, + "num_input_tokens_seen": 5637144576, + "step": 2688 + }, + { + "epoch": 0.07838350962842419, + "grad_norm": 13.696541786193848, + "learning_rate": 2.686187516558122e-07, + "loss": 0.3851, + "num_input_tokens_seen": 5639241728, + "step": 2689 + }, + { + "epoch": 0.07865473284513154, + "grad_norm": 27.36061668395996, + "learning_rate": 2.683038300870285e-07, + "loss": 0.571, + "num_input_tokens_seen": 5641338880, + "step": 2690 + }, + { + "epoch": 0.07892595606183889, + "grad_norm": 14.405625343322754, + "learning_rate": 2.679891352166032e-07, + "loss": 0.3617, + "num_input_tokens_seen": 5643436032, + "step": 2691 + }, + { + "epoch": 0.07919717927854625, + "grad_norm": 19.312789916992188, + "learning_rate": 2.6767466729779074e-07, + "loss": 0.552, + "num_input_tokens_seen": 5645533184, + "step": 2692 + }, + { + "epoch": 0.0794684024952536, + "grad_norm": 23.497774124145508, + "learning_rate": 2.6736042658366255e-07, + "loss": 0.5278, + "num_input_tokens_seen": 5647630336, + "step": 2693 + }, + { + "epoch": 0.07973962571196094, + "grad_norm": 18.922243118286133, + "learning_rate": 2.6704641332710783e-07, + "loss": 0.5603, + "num_input_tokens_seen": 5649727488, + "step": 2694 + }, + { + "epoch": 0.08001084892866829, + "grad_norm": 18.824480056762695, + "learning_rate": 2.6673262778083246e-07, + "loss": 0.4909, + "num_input_tokens_seen": 5651824640, + "step": 2695 + }, + { + "epoch": 0.08028207214537564, + "grad_norm": 18.664011001586914, + "learning_rate": 2.6641907019735914e-07, + "loss": 0.4259, + "num_input_tokens_seen": 5653921792, + "step": 2696 + }, + { + "epoch": 0.080553295362083, + "grad_norm": 12.166492462158203, + "learning_rate": 2.6610574082902704e-07, + "loss": 0.2075, + "num_input_tokens_seen": 5656018944, + "step": 2697 + }, + { + "epoch": 0.08082451857879035, + "grad_norm": 17.41253662109375, + "learning_rate": 2.657926399279918e-07, + "loss": 0.5047, + "num_input_tokens_seen": 5658116096, + "step": 2698 + }, + { + "epoch": 0.0810957417954977, + "grad_norm": 12.47386646270752, + "learning_rate": 2.65479767746225e-07, + "loss": 0.2702, + "num_input_tokens_seen": 5660213248, + "step": 2699 + }, + { + "epoch": 0.08136696501220504, + "grad_norm": 15.2111234664917, + "learning_rate": 2.651671245355144e-07, + "loss": 0.2429, + "num_input_tokens_seen": 5662310400, + "step": 2700 + }, + { + "epoch": 0.08163818822891239, + "grad_norm": 20.175670623779297, + "learning_rate": 2.6485471054746315e-07, + "loss": 0.4939, + "num_input_tokens_seen": 5664407552, + "step": 2701 + }, + { + "epoch": 0.08190941144561975, + "grad_norm": 15.249000549316406, + "learning_rate": 2.645425260334904e-07, + "loss": 0.4021, + "num_input_tokens_seen": 5666504704, + "step": 2702 + }, + { + "epoch": 0.0821806346623271, + "grad_norm": 23.084077835083008, + "learning_rate": 2.6423057124483015e-07, + "loss": 0.7402, + "num_input_tokens_seen": 5668601856, + "step": 2703 + }, + { + "epoch": 0.08245185787903445, + "grad_norm": 11.628067016601562, + "learning_rate": 2.6391884643253197e-07, + "loss": 0.2521, + "num_input_tokens_seen": 5670699008, + "step": 2704 + }, + { + "epoch": 0.0827230810957418, + "grad_norm": 14.505975723266602, + "learning_rate": 2.6360735184745984e-07, + "loss": 0.3268, + "num_input_tokens_seen": 5672796160, + "step": 2705 + }, + { + "epoch": 0.08299430431244914, + "grad_norm": 16.887388229370117, + "learning_rate": 2.6329608774029285e-07, + "loss": 0.4597, + "num_input_tokens_seen": 5674893312, + "step": 2706 + }, + { + "epoch": 0.0832655275291565, + "grad_norm": 24.89675521850586, + "learning_rate": 2.6298505436152457e-07, + "loss": 0.6038, + "num_input_tokens_seen": 5676990464, + "step": 2707 + }, + { + "epoch": 0.08353675074586385, + "grad_norm": 16.737106323242188, + "learning_rate": 2.626742519614629e-07, + "loss": 0.3616, + "num_input_tokens_seen": 5679087616, + "step": 2708 + }, + { + "epoch": 0.0838079739625712, + "grad_norm": 15.908254623413086, + "learning_rate": 2.623636807902298e-07, + "loss": 0.4107, + "num_input_tokens_seen": 5681184768, + "step": 2709 + }, + { + "epoch": 0.08407919717927854, + "grad_norm": 12.272135734558105, + "learning_rate": 2.620533410977609e-07, + "loss": 0.2693, + "num_input_tokens_seen": 5683281920, + "step": 2710 + }, + { + "epoch": 0.08435042039598589, + "grad_norm": 18.592920303344727, + "learning_rate": 2.617432331338059e-07, + "loss": 0.5119, + "num_input_tokens_seen": 5685379072, + "step": 2711 + }, + { + "epoch": 0.08462164361269324, + "grad_norm": 21.81186294555664, + "learning_rate": 2.614333571479279e-07, + "loss": 0.6332, + "num_input_tokens_seen": 5687476224, + "step": 2712 + }, + { + "epoch": 0.0848928668294006, + "grad_norm": 13.03216552734375, + "learning_rate": 2.6112371338950325e-07, + "loss": 0.2644, + "num_input_tokens_seen": 5689573376, + "step": 2713 + }, + { + "epoch": 0.08516409004610795, + "grad_norm": 21.6326904296875, + "learning_rate": 2.608143021077215e-07, + "loss": 0.5831, + "num_input_tokens_seen": 5691670528, + "step": 2714 + }, + { + "epoch": 0.0854353132628153, + "grad_norm": 13.137306213378906, + "learning_rate": 2.6050512355158503e-07, + "loss": 0.3289, + "num_input_tokens_seen": 5693767680, + "step": 2715 + }, + { + "epoch": 0.08570653647952264, + "grad_norm": 20.455364227294922, + "learning_rate": 2.601961779699091e-07, + "loss": 0.687, + "num_input_tokens_seen": 5695864832, + "step": 2716 + }, + { + "epoch": 0.08597775969622999, + "grad_norm": 14.189478874206543, + "learning_rate": 2.5988746561132136e-07, + "loss": 0.3623, + "num_input_tokens_seen": 5697961984, + "step": 2717 + }, + { + "epoch": 0.08624898291293735, + "grad_norm": 14.868339538574219, + "learning_rate": 2.595789867242616e-07, + "loss": 0.3914, + "num_input_tokens_seen": 5700059136, + "step": 2718 + }, + { + "epoch": 0.0865202061296447, + "grad_norm": 16.712444305419922, + "learning_rate": 2.5927074155698203e-07, + "loss": 0.3688, + "num_input_tokens_seen": 5702156288, + "step": 2719 + }, + { + "epoch": 0.08679142934635205, + "grad_norm": 23.333152770996094, + "learning_rate": 2.589627303575465e-07, + "loss": 0.7762, + "num_input_tokens_seen": 5704253440, + "step": 2720 + }, + { + "epoch": 0.0870626525630594, + "grad_norm": 21.890504837036133, + "learning_rate": 2.5865495337383103e-07, + "loss": 0.4798, + "num_input_tokens_seen": 5706350592, + "step": 2721 + }, + { + "epoch": 0.08733387577976674, + "grad_norm": 17.646825790405273, + "learning_rate": 2.5834741085352223e-07, + "loss": 0.4479, + "num_input_tokens_seen": 5708447744, + "step": 2722 + }, + { + "epoch": 0.0876050989964741, + "grad_norm": 20.30681800842285, + "learning_rate": 2.5804010304411914e-07, + "loss": 0.6757, + "num_input_tokens_seen": 5710544896, + "step": 2723 + }, + { + "epoch": 0.08787632221318145, + "grad_norm": 9.638075828552246, + "learning_rate": 2.5773303019293123e-07, + "loss": 0.2059, + "num_input_tokens_seen": 5712642048, + "step": 2724 + }, + { + "epoch": 0.0881475454298888, + "grad_norm": 11.49023723602295, + "learning_rate": 2.5742619254707905e-07, + "loss": 0.1925, + "num_input_tokens_seen": 5714739200, + "step": 2725 + }, + { + "epoch": 0.08841876864659615, + "grad_norm": 18.779539108276367, + "learning_rate": 2.5711959035349396e-07, + "loss": 0.4855, + "num_input_tokens_seen": 5716836352, + "step": 2726 + }, + { + "epoch": 0.0886899918633035, + "grad_norm": 11.857897758483887, + "learning_rate": 2.568132238589175e-07, + "loss": 0.2486, + "num_input_tokens_seen": 5718933504, + "step": 2727 + }, + { + "epoch": 0.08896121508001086, + "grad_norm": 20.438987731933594, + "learning_rate": 2.565070933099019e-07, + "loss": 0.4293, + "num_input_tokens_seen": 5721030656, + "step": 2728 + }, + { + "epoch": 0.0892324382967182, + "grad_norm": 15.0324125289917, + "learning_rate": 2.5620119895280935e-07, + "loss": 0.3677, + "num_input_tokens_seen": 5723127808, + "step": 2729 + }, + { + "epoch": 0.08950366151342555, + "grad_norm": 15.559118270874023, + "learning_rate": 2.5589554103381195e-07, + "loss": 0.3675, + "num_input_tokens_seen": 5725224960, + "step": 2730 + }, + { + "epoch": 0.0897748847301329, + "grad_norm": 19.351423263549805, + "learning_rate": 2.5559011979889155e-07, + "loss": 0.425, + "num_input_tokens_seen": 5727322112, + "step": 2731 + }, + { + "epoch": 0.09004610794684025, + "grad_norm": 13.77000904083252, + "learning_rate": 2.552849354938399e-07, + "loss": 0.3441, + "num_input_tokens_seen": 5729419264, + "step": 2732 + }, + { + "epoch": 0.09031733116354759, + "grad_norm": 13.648260116577148, + "learning_rate": 2.549799883642573e-07, + "loss": 0.3423, + "num_input_tokens_seen": 5731516416, + "step": 2733 + }, + { + "epoch": 0.09058855438025495, + "grad_norm": 12.919384002685547, + "learning_rate": 2.5467527865555366e-07, + "loss": 0.2816, + "num_input_tokens_seen": 5733613568, + "step": 2734 + }, + { + "epoch": 0.0908597775969623, + "grad_norm": 20.780710220336914, + "learning_rate": 2.5437080661294785e-07, + "loss": 0.6129, + "num_input_tokens_seen": 5735710720, + "step": 2735 + }, + { + "epoch": 0.09113100081366965, + "grad_norm": 22.01446533203125, + "learning_rate": 2.5406657248146735e-07, + "loss": 0.5003, + "num_input_tokens_seen": 5737807872, + "step": 2736 + }, + { + "epoch": 0.091402224030377, + "grad_norm": 19.538734436035156, + "learning_rate": 2.5376257650594823e-07, + "loss": 0.4947, + "num_input_tokens_seen": 5739905024, + "step": 2737 + }, + { + "epoch": 0.09167344724708434, + "grad_norm": 13.193866729736328, + "learning_rate": 2.5345881893103484e-07, + "loss": 0.2547, + "num_input_tokens_seen": 5742002176, + "step": 2738 + }, + { + "epoch": 0.0919446704637917, + "grad_norm": 23.290098190307617, + "learning_rate": 2.5315530000117973e-07, + "loss": 0.7383, + "num_input_tokens_seen": 5744099328, + "step": 2739 + }, + { + "epoch": 0.09221589368049905, + "grad_norm": 22.168949127197266, + "learning_rate": 2.528520199606434e-07, + "loss": 0.7584, + "num_input_tokens_seen": 5746196480, + "step": 2740 + }, + { + "epoch": 0.0924871168972064, + "grad_norm": 20.419174194335938, + "learning_rate": 2.525489790534941e-07, + "loss": 0.6092, + "num_input_tokens_seen": 5748293632, + "step": 2741 + }, + { + "epoch": 0.09275834011391375, + "grad_norm": 23.462411880493164, + "learning_rate": 2.5224617752360766e-07, + "loss": 0.6697, + "num_input_tokens_seen": 5750390784, + "step": 2742 + }, + { + "epoch": 0.0930295633306211, + "grad_norm": 15.432395935058594, + "learning_rate": 2.519436156146671e-07, + "loss": 0.4207, + "num_input_tokens_seen": 5752487936, + "step": 2743 + }, + { + "epoch": 0.09330078654732846, + "grad_norm": 17.80773162841797, + "learning_rate": 2.51641293570163e-07, + "loss": 0.5068, + "num_input_tokens_seen": 5754585088, + "step": 2744 + }, + { + "epoch": 0.0935720097640358, + "grad_norm": 13.011022567749023, + "learning_rate": 2.513392116333922e-07, + "loss": 0.2518, + "num_input_tokens_seen": 5756682240, + "step": 2745 + }, + { + "epoch": 0.09384323298074315, + "grad_norm": 16.054059982299805, + "learning_rate": 2.510373700474592e-07, + "loss": 0.4552, + "num_input_tokens_seen": 5758779392, + "step": 2746 + }, + { + "epoch": 0.0941144561974505, + "grad_norm": 13.27901840209961, + "learning_rate": 2.5073576905527407e-07, + "loss": 0.2891, + "num_input_tokens_seen": 5760876544, + "step": 2747 + }, + { + "epoch": 0.09438567941415785, + "grad_norm": 18.663637161254883, + "learning_rate": 2.5043440889955434e-07, + "loss": 0.5392, + "num_input_tokens_seen": 5762973696, + "step": 2748 + }, + { + "epoch": 0.09465690263086521, + "grad_norm": 17.319080352783203, + "learning_rate": 2.501332898228232e-07, + "loss": 0.4573, + "num_input_tokens_seen": 5765070848, + "step": 2749 + }, + { + "epoch": 0.09492812584757256, + "grad_norm": 17.932674407958984, + "learning_rate": 2.4983241206740945e-07, + "loss": 0.3974, + "num_input_tokens_seen": 5767168000, + "step": 2750 + }, + { + "epoch": 0.0951993490642799, + "grad_norm": 16.8289737701416, + "learning_rate": 2.495317758754483e-07, + "loss": 0.5203, + "num_input_tokens_seen": 5769265152, + "step": 2751 + }, + { + "epoch": 0.09547057228098725, + "grad_norm": 18.582918167114258, + "learning_rate": 2.492313814888802e-07, + "loss": 0.4871, + "num_input_tokens_seen": 5771362304, + "step": 2752 + }, + { + "epoch": 0.0957417954976946, + "grad_norm": 13.084208488464355, + "learning_rate": 2.4893122914945124e-07, + "loss": 0.3114, + "num_input_tokens_seen": 5773459456, + "step": 2753 + }, + { + "epoch": 0.09601301871440195, + "grad_norm": 23.180992126464844, + "learning_rate": 2.4863131909871247e-07, + "loss": 0.4209, + "num_input_tokens_seen": 5775556608, + "step": 2754 + }, + { + "epoch": 0.09628424193110931, + "grad_norm": 19.62271499633789, + "learning_rate": 2.483316515780202e-07, + "loss": 0.5382, + "num_input_tokens_seen": 5777653760, + "step": 2755 + }, + { + "epoch": 0.09655546514781665, + "grad_norm": 11.799657821655273, + "learning_rate": 2.480322268285354e-07, + "loss": 0.2602, + "num_input_tokens_seen": 5779750912, + "step": 2756 + }, + { + "epoch": 0.096826688364524, + "grad_norm": 14.03824234008789, + "learning_rate": 2.4773304509122374e-07, + "loss": 0.3326, + "num_input_tokens_seen": 5781848064, + "step": 2757 + }, + { + "epoch": 0.09709791158123135, + "grad_norm": 18.534460067749023, + "learning_rate": 2.474341066068553e-07, + "loss": 0.4274, + "num_input_tokens_seen": 5783945216, + "step": 2758 + }, + { + "epoch": 0.0973691347979387, + "grad_norm": 22.347103118896484, + "learning_rate": 2.4713541161600434e-07, + "loss": 0.681, + "num_input_tokens_seen": 5786042368, + "step": 2759 + }, + { + "epoch": 0.09764035801464606, + "grad_norm": 17.200597763061523, + "learning_rate": 2.4683696035904926e-07, + "loss": 0.4139, + "num_input_tokens_seen": 5788139520, + "step": 2760 + }, + { + "epoch": 0.0979115812313534, + "grad_norm": 24.39967918395996, + "learning_rate": 2.465387530761724e-07, + "loss": 0.2853, + "num_input_tokens_seen": 5790236672, + "step": 2761 + }, + { + "epoch": 0.09818280444806075, + "grad_norm": 15.185997009277344, + "learning_rate": 2.462407900073594e-07, + "loss": 0.3234, + "num_input_tokens_seen": 5792333824, + "step": 2762 + }, + { + "epoch": 0.0984540276647681, + "grad_norm": 19.6497745513916, + "learning_rate": 2.459430713923995e-07, + "loss": 0.6504, + "num_input_tokens_seen": 5794430976, + "step": 2763 + }, + { + "epoch": 0.09872525088147545, + "grad_norm": 11.902987480163574, + "learning_rate": 2.4564559747088573e-07, + "loss": 0.2229, + "num_input_tokens_seen": 5796528128, + "step": 2764 + }, + { + "epoch": 0.09899647409818281, + "grad_norm": 34.26702880859375, + "learning_rate": 2.4534836848221355e-07, + "loss": 0.4959, + "num_input_tokens_seen": 5798625280, + "step": 2765 + }, + { + "epoch": 0.09926769731489016, + "grad_norm": 16.864425659179688, + "learning_rate": 2.450513846655817e-07, + "loss": 0.4531, + "num_input_tokens_seen": 5800722432, + "step": 2766 + }, + { + "epoch": 0.0995389205315975, + "grad_norm": 15.229866981506348, + "learning_rate": 2.4475464625999113e-07, + "loss": 0.4869, + "num_input_tokens_seen": 5802819584, + "step": 2767 + }, + { + "epoch": 0.09981014374830485, + "grad_norm": 13.635716438293457, + "learning_rate": 2.444581535042459e-07, + "loss": 0.3666, + "num_input_tokens_seen": 5804916736, + "step": 2768 + }, + { + "epoch": 0.1000813669650122, + "grad_norm": 24.428754806518555, + "learning_rate": 2.441619066369519e-07, + "loss": 0.9287, + "num_input_tokens_seen": 5807013888, + "step": 2769 + }, + { + "epoch": 0.10035259018171956, + "grad_norm": 19.71752166748047, + "learning_rate": 2.438659058965175e-07, + "loss": 0.5323, + "num_input_tokens_seen": 5809111040, + "step": 2770 + }, + { + "epoch": 0.10062381339842691, + "grad_norm": 17.558313369750977, + "learning_rate": 2.435701515211527e-07, + "loss": 0.3992, + "num_input_tokens_seen": 5811208192, + "step": 2771 + }, + { + "epoch": 0.10089503661513426, + "grad_norm": 15.69237995147705, + "learning_rate": 2.4327464374886955e-07, + "loss": 0.3217, + "num_input_tokens_seen": 5813305344, + "step": 2772 + }, + { + "epoch": 0.1011662598318416, + "grad_norm": 20.842071533203125, + "learning_rate": 2.4297938281748124e-07, + "loss": 0.459, + "num_input_tokens_seen": 5815402496, + "step": 2773 + }, + { + "epoch": 0.10143748304854895, + "grad_norm": 19.98575782775879, + "learning_rate": 2.4268436896460267e-07, + "loss": 0.5564, + "num_input_tokens_seen": 5817499648, + "step": 2774 + }, + { + "epoch": 0.10170870626525631, + "grad_norm": 18.332754135131836, + "learning_rate": 2.423896024276497e-07, + "loss": 0.6737, + "num_input_tokens_seen": 5819596800, + "step": 2775 + }, + { + "epoch": 0.10197992948196366, + "grad_norm": 22.827144622802734, + "learning_rate": 2.4209508344383926e-07, + "loss": 0.553, + "num_input_tokens_seen": 5821693952, + "step": 2776 + }, + { + "epoch": 0.10225115269867101, + "grad_norm": 21.232194900512695, + "learning_rate": 2.4180081225018906e-07, + "loss": 0.6379, + "num_input_tokens_seen": 5823791104, + "step": 2777 + }, + { + "epoch": 0.10252237591537836, + "grad_norm": 19.167123794555664, + "learning_rate": 2.4150678908351744e-07, + "loss": 0.7381, + "num_input_tokens_seen": 5825888256, + "step": 2778 + }, + { + "epoch": 0.1027935991320857, + "grad_norm": 15.559260368347168, + "learning_rate": 2.4121301418044264e-07, + "loss": 0.3415, + "num_input_tokens_seen": 5827985408, + "step": 2779 + }, + { + "epoch": 0.10306482234879305, + "grad_norm": 12.264792442321777, + "learning_rate": 2.409194877773839e-07, + "loss": 0.274, + "num_input_tokens_seen": 5830082560, + "step": 2780 + }, + { + "epoch": 0.10333604556550041, + "grad_norm": 17.90496826171875, + "learning_rate": 2.4062621011056006e-07, + "loss": 0.4599, + "num_input_tokens_seen": 5832179712, + "step": 2781 + }, + { + "epoch": 0.10360726878220776, + "grad_norm": 12.02820110321045, + "learning_rate": 2.4033318141598977e-07, + "loss": 0.3293, + "num_input_tokens_seen": 5834276864, + "step": 2782 + }, + { + "epoch": 0.1038784919989151, + "grad_norm": 15.775694847106934, + "learning_rate": 2.4004040192949155e-07, + "loss": 0.4602, + "num_input_tokens_seen": 5836374016, + "step": 2783 + }, + { + "epoch": 0.10414971521562245, + "grad_norm": 18.71192741394043, + "learning_rate": 2.3974787188668284e-07, + "loss": 0.3823, + "num_input_tokens_seen": 5838471168, + "step": 2784 + }, + { + "epoch": 0.1044209384323298, + "grad_norm": 20.695791244506836, + "learning_rate": 2.3945559152298085e-07, + "loss": 0.5613, + "num_input_tokens_seen": 5840568320, + "step": 2785 + }, + { + "epoch": 0.10469216164903716, + "grad_norm": 14.568918228149414, + "learning_rate": 2.3916356107360174e-07, + "loss": 0.3668, + "num_input_tokens_seen": 5842665472, + "step": 2786 + }, + { + "epoch": 0.10496338486574451, + "grad_norm": 18.7004337310791, + "learning_rate": 2.388717807735605e-07, + "loss": 0.518, + "num_input_tokens_seen": 5844762624, + "step": 2787 + }, + { + "epoch": 0.10523460808245186, + "grad_norm": 11.687546730041504, + "learning_rate": 2.385802508576706e-07, + "loss": 0.2456, + "num_input_tokens_seen": 5846859776, + "step": 2788 + }, + { + "epoch": 0.1055058312991592, + "grad_norm": 14.417143821716309, + "learning_rate": 2.382889715605447e-07, + "loss": 0.2584, + "num_input_tokens_seen": 5848956928, + "step": 2789 + }, + { + "epoch": 0.10577705451586655, + "grad_norm": 14.506068229675293, + "learning_rate": 2.3799794311659286e-07, + "loss": 0.2735, + "num_input_tokens_seen": 5851054080, + "step": 2790 + }, + { + "epoch": 0.10604827773257391, + "grad_norm": 30.506330490112305, + "learning_rate": 2.3770716576002383e-07, + "loss": 0.5316, + "num_input_tokens_seen": 5853151232, + "step": 2791 + }, + { + "epoch": 0.10631950094928126, + "grad_norm": 18.837438583374023, + "learning_rate": 2.3741663972484416e-07, + "loss": 0.5209, + "num_input_tokens_seen": 5855248384, + "step": 2792 + }, + { + "epoch": 0.10659072416598861, + "grad_norm": 13.7747163772583, + "learning_rate": 2.3712636524485817e-07, + "loss": 0.2876, + "num_input_tokens_seen": 5857345536, + "step": 2793 + }, + { + "epoch": 0.10686194738269596, + "grad_norm": 13.69284439086914, + "learning_rate": 2.3683634255366773e-07, + "loss": 0.2466, + "num_input_tokens_seen": 5859442688, + "step": 2794 + }, + { + "epoch": 0.1071331705994033, + "grad_norm": 23.49444007873535, + "learning_rate": 2.3654657188467203e-07, + "loss": 0.5751, + "num_input_tokens_seen": 5861539840, + "step": 2795 + }, + { + "epoch": 0.10740439381611067, + "grad_norm": 32.023529052734375, + "learning_rate": 2.3625705347106748e-07, + "loss": 0.4901, + "num_input_tokens_seen": 5863636992, + "step": 2796 + }, + { + "epoch": 0.10767561703281801, + "grad_norm": 18.634899139404297, + "learning_rate": 2.3596778754584752e-07, + "loss": 0.4605, + "num_input_tokens_seen": 5865734144, + "step": 2797 + }, + { + "epoch": 0.10794684024952536, + "grad_norm": 17.947357177734375, + "learning_rate": 2.356787743418023e-07, + "loss": 0.4397, + "num_input_tokens_seen": 5867831296, + "step": 2798 + }, + { + "epoch": 0.10821806346623271, + "grad_norm": 10.587057113647461, + "learning_rate": 2.3539001409151867e-07, + "loss": 0.2498, + "num_input_tokens_seen": 5869928448, + "step": 2799 + }, + { + "epoch": 0.10848928668294006, + "grad_norm": 15.883231163024902, + "learning_rate": 2.351015070273799e-07, + "loss": 0.4346, + "num_input_tokens_seen": 5872025600, + "step": 2800 + }, + { + "epoch": 0.1087605098996474, + "grad_norm": 22.052234649658203, + "learning_rate": 2.3481325338156568e-07, + "loss": 0.7427, + "num_input_tokens_seen": 5874122752, + "step": 2801 + }, + { + "epoch": 0.10903173311635476, + "grad_norm": 15.02530288696289, + "learning_rate": 2.3452525338605126e-07, + "loss": 0.2588, + "num_input_tokens_seen": 5876219904, + "step": 2802 + }, + { + "epoch": 0.10930295633306211, + "grad_norm": 15.054925918579102, + "learning_rate": 2.3423750727260813e-07, + "loss": 0.2948, + "num_input_tokens_seen": 5878317056, + "step": 2803 + }, + { + "epoch": 0.10957417954976946, + "grad_norm": 12.671406745910645, + "learning_rate": 2.3395001527280343e-07, + "loss": 0.2361, + "num_input_tokens_seen": 5880414208, + "step": 2804 + }, + { + "epoch": 0.10984540276647681, + "grad_norm": 20.93232536315918, + "learning_rate": 2.3366277761799993e-07, + "loss": 0.663, + "num_input_tokens_seen": 5882511360, + "step": 2805 + }, + { + "epoch": 0.11011662598318415, + "grad_norm": 18.05968475341797, + "learning_rate": 2.333757945393557e-07, + "loss": 0.5558, + "num_input_tokens_seen": 5884608512, + "step": 2806 + }, + { + "epoch": 0.11038784919989152, + "grad_norm": 15.030449867248535, + "learning_rate": 2.3308906626782333e-07, + "loss": 0.4106, + "num_input_tokens_seen": 5886705664, + "step": 2807 + }, + { + "epoch": 0.11065907241659886, + "grad_norm": 20.000356674194336, + "learning_rate": 2.3280259303415115e-07, + "loss": 0.5442, + "num_input_tokens_seen": 5888802816, + "step": 2808 + }, + { + "epoch": 0.11093029563330621, + "grad_norm": 10.596423149108887, + "learning_rate": 2.3251637506888178e-07, + "loss": 0.1988, + "num_input_tokens_seen": 5890899968, + "step": 2809 + }, + { + "epoch": 0.11120151885001356, + "grad_norm": 13.657599449157715, + "learning_rate": 2.3223041260235265e-07, + "loss": 0.3359, + "num_input_tokens_seen": 5892997120, + "step": 2810 + }, + { + "epoch": 0.1114727420667209, + "grad_norm": 12.095483779907227, + "learning_rate": 2.3194470586469543e-07, + "loss": 0.218, + "num_input_tokens_seen": 5895094272, + "step": 2811 + }, + { + "epoch": 0.11174396528342827, + "grad_norm": 16.444936752319336, + "learning_rate": 2.3165925508583598e-07, + "loss": 0.3819, + "num_input_tokens_seen": 5897191424, + "step": 2812 + }, + { + "epoch": 0.11201518850013562, + "grad_norm": 20.455156326293945, + "learning_rate": 2.313740604954943e-07, + "loss": 0.5105, + "num_input_tokens_seen": 5899288576, + "step": 2813 + }, + { + "epoch": 0.11228641171684296, + "grad_norm": 15.869861602783203, + "learning_rate": 2.3108912232318413e-07, + "loss": 0.3829, + "num_input_tokens_seen": 5901385728, + "step": 2814 + }, + { + "epoch": 0.11255763493355031, + "grad_norm": 13.574760437011719, + "learning_rate": 2.3080444079821284e-07, + "loss": 0.4095, + "num_input_tokens_seen": 5903482880, + "step": 2815 + }, + { + "epoch": 0.11282885815025766, + "grad_norm": 27.635112762451172, + "learning_rate": 2.305200161496813e-07, + "loss": 0.8766, + "num_input_tokens_seen": 5905580032, + "step": 2816 + }, + { + "epoch": 0.11310008136696502, + "grad_norm": 20.717670440673828, + "learning_rate": 2.3023584860648364e-07, + "loss": 0.6796, + "num_input_tokens_seen": 5907677184, + "step": 2817 + }, + { + "epoch": 0.11337130458367237, + "grad_norm": 17.95741081237793, + "learning_rate": 2.2995193839730727e-07, + "loss": 0.469, + "num_input_tokens_seen": 5909774336, + "step": 2818 + }, + { + "epoch": 0.11364252780037971, + "grad_norm": 15.287071228027344, + "learning_rate": 2.2966828575063196e-07, + "loss": 0.3544, + "num_input_tokens_seen": 5911871488, + "step": 2819 + }, + { + "epoch": 0.11391375101708706, + "grad_norm": 17.377723693847656, + "learning_rate": 2.2938489089473065e-07, + "loss": 0.4254, + "num_input_tokens_seen": 5913968640, + "step": 2820 + }, + { + "epoch": 0.11418497423379441, + "grad_norm": 21.972118377685547, + "learning_rate": 2.2910175405766896e-07, + "loss": 0.7153, + "num_input_tokens_seen": 5916065792, + "step": 2821 + }, + { + "epoch": 0.11445619745050176, + "grad_norm": 21.45004653930664, + "learning_rate": 2.288188754673045e-07, + "loss": 0.4351, + "num_input_tokens_seen": 5918162944, + "step": 2822 + }, + { + "epoch": 0.11472742066720912, + "grad_norm": 20.235944747924805, + "learning_rate": 2.2853625535128735e-07, + "loss": 0.6523, + "num_input_tokens_seen": 5920260096, + "step": 2823 + }, + { + "epoch": 0.11499864388391647, + "grad_norm": 12.907526016235352, + "learning_rate": 2.2825389393705922e-07, + "loss": 0.2849, + "num_input_tokens_seen": 5922357248, + "step": 2824 + }, + { + "epoch": 0.11526986710062381, + "grad_norm": 19.846851348876953, + "learning_rate": 2.2797179145185384e-07, + "loss": 0.5741, + "num_input_tokens_seen": 5924454400, + "step": 2825 + }, + { + "epoch": 0.11554109031733116, + "grad_norm": 14.583490371704102, + "learning_rate": 2.2768994812269666e-07, + "loss": 0.2806, + "num_input_tokens_seen": 5926551552, + "step": 2826 + }, + { + "epoch": 0.11581231353403851, + "grad_norm": 16.440160751342773, + "learning_rate": 2.2740836417640432e-07, + "loss": 0.3765, + "num_input_tokens_seen": 5928648704, + "step": 2827 + }, + { + "epoch": 0.11608353675074587, + "grad_norm": 22.054208755493164, + "learning_rate": 2.271270398395851e-07, + "loss": 0.6938, + "num_input_tokens_seen": 5930745856, + "step": 2828 + }, + { + "epoch": 0.11635475996745322, + "grad_norm": 13.32007122039795, + "learning_rate": 2.2684597533863793e-07, + "loss": 0.406, + "num_input_tokens_seen": 5932843008, + "step": 2829 + }, + { + "epoch": 0.11662598318416056, + "grad_norm": 13.135971069335938, + "learning_rate": 2.2656517089975286e-07, + "loss": 0.2882, + "num_input_tokens_seen": 5934940160, + "step": 2830 + }, + { + "epoch": 0.11689720640086791, + "grad_norm": 23.185508728027344, + "learning_rate": 2.2628462674891062e-07, + "loss": 0.4794, + "num_input_tokens_seen": 5937037312, + "step": 2831 + }, + { + "epoch": 0.11716842961757526, + "grad_norm": 16.763158798217773, + "learning_rate": 2.2600434311188253e-07, + "loss": 0.4259, + "num_input_tokens_seen": 5939134464, + "step": 2832 + }, + { + "epoch": 0.11743965283428262, + "grad_norm": 28.8845272064209, + "learning_rate": 2.2572432021423018e-07, + "loss": 0.5011, + "num_input_tokens_seen": 5941231616, + "step": 2833 + }, + { + "epoch": 0.11771087605098997, + "grad_norm": 21.761306762695312, + "learning_rate": 2.2544455828130528e-07, + "loss": 0.6964, + "num_input_tokens_seen": 5943328768, + "step": 2834 + }, + { + "epoch": 0.11798209926769732, + "grad_norm": 18.940256118774414, + "learning_rate": 2.251650575382498e-07, + "loss": 0.5045, + "num_input_tokens_seen": 5945425920, + "step": 2835 + }, + { + "epoch": 0.11825332248440466, + "grad_norm": 16.255231857299805, + "learning_rate": 2.2488581820999481e-07, + "loss": 0.4833, + "num_input_tokens_seen": 5947523072, + "step": 2836 + }, + { + "epoch": 0.11852454570111201, + "grad_norm": 19.86233139038086, + "learning_rate": 2.2460684052126195e-07, + "loss": 0.678, + "num_input_tokens_seen": 5949620224, + "step": 2837 + }, + { + "epoch": 0.11879576891781937, + "grad_norm": 17.203176498413086, + "learning_rate": 2.243281246965617e-07, + "loss": 0.5081, + "num_input_tokens_seen": 5951717376, + "step": 2838 + }, + { + "epoch": 0.11906699213452672, + "grad_norm": 11.493597984313965, + "learning_rate": 2.24049670960194e-07, + "loss": 0.2694, + "num_input_tokens_seen": 5953814528, + "step": 2839 + }, + { + "epoch": 0.11933821535123407, + "grad_norm": 15.567400932312012, + "learning_rate": 2.2377147953624776e-07, + "loss": 0.3385, + "num_input_tokens_seen": 5955911680, + "step": 2840 + }, + { + "epoch": 0.11960943856794141, + "grad_norm": 20.829069137573242, + "learning_rate": 2.2349355064860104e-07, + "loss": 0.5221, + "num_input_tokens_seen": 5958008832, + "step": 2841 + }, + { + "epoch": 0.11988066178464876, + "grad_norm": 25.062725067138672, + "learning_rate": 2.2321588452092006e-07, + "loss": 0.6818, + "num_input_tokens_seen": 5960105984, + "step": 2842 + }, + { + "epoch": 0.12015188500135611, + "grad_norm": 12.187406539916992, + "learning_rate": 2.229384813766602e-07, + "loss": 0.2983, + "num_input_tokens_seen": 5962203136, + "step": 2843 + }, + { + "epoch": 0.12042310821806347, + "grad_norm": 12.41606616973877, + "learning_rate": 2.2266134143906496e-07, + "loss": 0.3099, + "num_input_tokens_seen": 5964300288, + "step": 2844 + }, + { + "epoch": 0.12069433143477082, + "grad_norm": 15.00600528717041, + "learning_rate": 2.2238446493116572e-07, + "loss": 0.3705, + "num_input_tokens_seen": 5966397440, + "step": 2845 + }, + { + "epoch": 0.12096555465147817, + "grad_norm": 19.592304229736328, + "learning_rate": 2.2210785207578275e-07, + "loss": 0.5625, + "num_input_tokens_seen": 5968494592, + "step": 2846 + }, + { + "epoch": 0.12123677786818551, + "grad_norm": 11.538047790527344, + "learning_rate": 2.2183150309552308e-07, + "loss": 0.2395, + "num_input_tokens_seen": 5970591744, + "step": 2847 + }, + { + "epoch": 0.12150800108489286, + "grad_norm": 17.946090698242188, + "learning_rate": 2.2155541821278196e-07, + "loss": 0.4497, + "num_input_tokens_seen": 5972688896, + "step": 2848 + }, + { + "epoch": 0.12177922430160022, + "grad_norm": 13.891773223876953, + "learning_rate": 2.2127959764974203e-07, + "loss": 0.2957, + "num_input_tokens_seen": 5974786048, + "step": 2849 + }, + { + "epoch": 0.12205044751830757, + "grad_norm": 17.93677520751953, + "learning_rate": 2.2100404162837317e-07, + "loss": 0.4703, + "num_input_tokens_seen": 5976883200, + "step": 2850 + }, + { + "epoch": 0.12232167073501492, + "grad_norm": 21.524486541748047, + "learning_rate": 2.2072875037043232e-07, + "loss": 0.4836, + "num_input_tokens_seen": 5978980352, + "step": 2851 + }, + { + "epoch": 0.12259289395172226, + "grad_norm": 12.988191604614258, + "learning_rate": 2.204537240974636e-07, + "loss": 0.3129, + "num_input_tokens_seen": 5981077504, + "step": 2852 + }, + { + "epoch": 0.12286411716842961, + "grad_norm": 20.595354080200195, + "learning_rate": 2.2017896303079743e-07, + "loss": 0.5311, + "num_input_tokens_seen": 5983174656, + "step": 2853 + }, + { + "epoch": 0.12313534038513697, + "grad_norm": 22.666582107543945, + "learning_rate": 2.1990446739155128e-07, + "loss": 0.4373, + "num_input_tokens_seen": 5985271808, + "step": 2854 + }, + { + "epoch": 0.12340656360184432, + "grad_norm": 11.09825611114502, + "learning_rate": 2.1963023740062864e-07, + "loss": 0.2112, + "num_input_tokens_seen": 5987368960, + "step": 2855 + }, + { + "epoch": 0.12367778681855167, + "grad_norm": 11.390056610107422, + "learning_rate": 2.1935627327871948e-07, + "loss": 0.2525, + "num_input_tokens_seen": 5989466112, + "step": 2856 + }, + { + "epoch": 0.12394901003525902, + "grad_norm": 12.461858749389648, + "learning_rate": 2.1908257524629963e-07, + "loss": 0.4179, + "num_input_tokens_seen": 5991563264, + "step": 2857 + }, + { + "epoch": 0.12422023325196636, + "grad_norm": 17.467121124267578, + "learning_rate": 2.1880914352363106e-07, + "loss": 0.5047, + "num_input_tokens_seen": 5993660416, + "step": 2858 + }, + { + "epoch": 0.12449145646867373, + "grad_norm": 18.427640914916992, + "learning_rate": 2.1853597833076088e-07, + "loss": 0.5304, + "num_input_tokens_seen": 5995757568, + "step": 2859 + }, + { + "epoch": 0.12476267968538107, + "grad_norm": 13.977510452270508, + "learning_rate": 2.1826307988752212e-07, + "loss": 0.4055, + "num_input_tokens_seen": 5997854720, + "step": 2860 + }, + { + "epoch": 0.1250339029020884, + "grad_norm": 15.963011741638184, + "learning_rate": 2.179904484135331e-07, + "loss": 0.3931, + "num_input_tokens_seen": 5999951872, + "step": 2861 + }, + { + "epoch": 0.12530512611879577, + "grad_norm": 17.05299186706543, + "learning_rate": 2.177180841281974e-07, + "loss": 0.4642, + "num_input_tokens_seen": 6002049024, + "step": 2862 + }, + { + "epoch": 0.12557634933550313, + "grad_norm": 15.496081352233887, + "learning_rate": 2.1744598725070347e-07, + "loss": 0.425, + "num_input_tokens_seen": 6004146176, + "step": 2863 + }, + { + "epoch": 0.12584757255221046, + "grad_norm": 18.021099090576172, + "learning_rate": 2.1717415800002425e-07, + "loss": 0.5045, + "num_input_tokens_seen": 6006243328, + "step": 2864 + }, + { + "epoch": 0.12611879576891782, + "grad_norm": 16.96639633178711, + "learning_rate": 2.1690259659491768e-07, + "loss": 0.5096, + "num_input_tokens_seen": 6008340480, + "step": 2865 + }, + { + "epoch": 0.12639001898562516, + "grad_norm": 14.744760513305664, + "learning_rate": 2.166313032539261e-07, + "loss": 0.3753, + "num_input_tokens_seen": 6010437632, + "step": 2866 + }, + { + "epoch": 0.12666124220233252, + "grad_norm": 16.412687301635742, + "learning_rate": 2.1636027819537605e-07, + "loss": 0.4849, + "num_input_tokens_seen": 6012534784, + "step": 2867 + }, + { + "epoch": 0.12693246541903988, + "grad_norm": 14.01508617401123, + "learning_rate": 2.160895216373781e-07, + "loss": 0.2672, + "num_input_tokens_seen": 6014631936, + "step": 2868 + }, + { + "epoch": 0.12720368863574721, + "grad_norm": 9.786606788635254, + "learning_rate": 2.15819033797827e-07, + "loss": 0.2023, + "num_input_tokens_seen": 6016729088, + "step": 2869 + }, + { + "epoch": 0.12747491185245458, + "grad_norm": 15.194939613342285, + "learning_rate": 2.1554881489440092e-07, + "loss": 0.4128, + "num_input_tokens_seen": 6018826240, + "step": 2870 + }, + { + "epoch": 0.1277461350691619, + "grad_norm": 24.29368019104004, + "learning_rate": 2.1527886514456178e-07, + "loss": 0.5414, + "num_input_tokens_seen": 6020923392, + "step": 2871 + }, + { + "epoch": 0.12801735828586927, + "grad_norm": 14.61825180053711, + "learning_rate": 2.150091847655549e-07, + "loss": 0.3288, + "num_input_tokens_seen": 6023020544, + "step": 2872 + }, + { + "epoch": 0.12828858150257663, + "grad_norm": 10.37586784362793, + "learning_rate": 2.1473977397440878e-07, + "loss": 0.1956, + "num_input_tokens_seen": 6025117696, + "step": 2873 + }, + { + "epoch": 0.12855980471928397, + "grad_norm": 17.528772354125977, + "learning_rate": 2.14470632987935e-07, + "loss": 0.5343, + "num_input_tokens_seen": 6027214848, + "step": 2874 + }, + { + "epoch": 0.12883102793599133, + "grad_norm": 13.622241020202637, + "learning_rate": 2.1420176202272805e-07, + "loss": 0.193, + "num_input_tokens_seen": 6029312000, + "step": 2875 + }, + { + "epoch": 0.12910225115269866, + "grad_norm": 17.937719345092773, + "learning_rate": 2.1393316129516482e-07, + "loss": 0.448, + "num_input_tokens_seen": 6031409152, + "step": 2876 + }, + { + "epoch": 0.12937347436940602, + "grad_norm": 19.698455810546875, + "learning_rate": 2.1366483102140497e-07, + "loss": 0.3603, + "num_input_tokens_seen": 6033506304, + "step": 2877 + }, + { + "epoch": 0.12964469758611338, + "grad_norm": 15.03511905670166, + "learning_rate": 2.1339677141739074e-07, + "loss": 0.3772, + "num_input_tokens_seen": 6035603456, + "step": 2878 + }, + { + "epoch": 0.12991592080282072, + "grad_norm": 17.960357666015625, + "learning_rate": 2.1312898269884616e-07, + "loss": 0.5342, + "num_input_tokens_seen": 6037700608, + "step": 2879 + }, + { + "epoch": 0.13018714401952808, + "grad_norm": 12.057799339294434, + "learning_rate": 2.128614650812775e-07, + "loss": 0.2405, + "num_input_tokens_seen": 6039797760, + "step": 2880 + }, + { + "epoch": 0.1304583672362354, + "grad_norm": 27.220239639282227, + "learning_rate": 2.125942187799726e-07, + "loss": 0.6078, + "num_input_tokens_seen": 6041894912, + "step": 2881 + }, + { + "epoch": 0.13072959045294277, + "grad_norm": 27.639814376831055, + "learning_rate": 2.123272440100012e-07, + "loss": 0.7583, + "num_input_tokens_seen": 6043992064, + "step": 2882 + }, + { + "epoch": 0.13100081366965013, + "grad_norm": 22.158348083496094, + "learning_rate": 2.1206054098621434e-07, + "loss": 0.6885, + "num_input_tokens_seen": 6046089216, + "step": 2883 + }, + { + "epoch": 0.13127203688635747, + "grad_norm": 26.35175895690918, + "learning_rate": 2.117941099232446e-07, + "loss": 0.7587, + "num_input_tokens_seen": 6048186368, + "step": 2884 + }, + { + "epoch": 0.13154326010306483, + "grad_norm": 14.008932113647461, + "learning_rate": 2.1152795103550547e-07, + "loss": 0.2805, + "num_input_tokens_seen": 6050283520, + "step": 2885 + }, + { + "epoch": 0.13181448331977216, + "grad_norm": 21.59432029724121, + "learning_rate": 2.1126206453719157e-07, + "loss": 0.6467, + "num_input_tokens_seen": 6052380672, + "step": 2886 + }, + { + "epoch": 0.13208570653647952, + "grad_norm": 16.01569938659668, + "learning_rate": 2.1099645064227817e-07, + "loss": 0.3664, + "num_input_tokens_seen": 6054477824, + "step": 2887 + }, + { + "epoch": 0.13235692975318689, + "grad_norm": 15.261370658874512, + "learning_rate": 2.1073110956452126e-07, + "loss": 0.2808, + "num_input_tokens_seen": 6056574976, + "step": 2888 + }, + { + "epoch": 0.13262815296989422, + "grad_norm": 14.421086311340332, + "learning_rate": 2.1046604151745723e-07, + "loss": 0.3063, + "num_input_tokens_seen": 6058672128, + "step": 2889 + }, + { + "epoch": 0.13289937618660158, + "grad_norm": 15.327587127685547, + "learning_rate": 2.1020124671440274e-07, + "loss": 0.3161, + "num_input_tokens_seen": 6060769280, + "step": 2890 + }, + { + "epoch": 0.13317059940330891, + "grad_norm": 18.59784507751465, + "learning_rate": 2.0993672536845458e-07, + "loss": 0.3972, + "num_input_tokens_seen": 6062866432, + "step": 2891 + }, + { + "epoch": 0.13344182262001628, + "grad_norm": 16.773000717163086, + "learning_rate": 2.0967247769248968e-07, + "loss": 0.4275, + "num_input_tokens_seen": 6064963584, + "step": 2892 + }, + { + "epoch": 0.13371304583672364, + "grad_norm": 14.18702220916748, + "learning_rate": 2.0940850389916398e-07, + "loss": 0.2471, + "num_input_tokens_seen": 6067060736, + "step": 2893 + }, + { + "epoch": 0.13398426905343097, + "grad_norm": 11.325303077697754, + "learning_rate": 2.09144804200914e-07, + "loss": 0.176, + "num_input_tokens_seen": 6069157888, + "step": 2894 + }, + { + "epoch": 0.13425549227013833, + "grad_norm": 13.870182037353516, + "learning_rate": 2.0888137880995514e-07, + "loss": 0.2562, + "num_input_tokens_seen": 6071255040, + "step": 2895 + }, + { + "epoch": 0.13452671548684567, + "grad_norm": 21.369096755981445, + "learning_rate": 2.086182279382821e-07, + "loss": 0.5646, + "num_input_tokens_seen": 6073352192, + "step": 2896 + }, + { + "epoch": 0.13479793870355303, + "grad_norm": 17.719070434570312, + "learning_rate": 2.083553517976686e-07, + "loss": 0.4004, + "num_input_tokens_seen": 6075449344, + "step": 2897 + }, + { + "epoch": 0.13506916192026036, + "grad_norm": 16.208087921142578, + "learning_rate": 2.0809275059966764e-07, + "loss": 0.4522, + "num_input_tokens_seen": 6077546496, + "step": 2898 + }, + { + "epoch": 0.13534038513696772, + "grad_norm": 11.811439514160156, + "learning_rate": 2.0783042455561023e-07, + "loss": 0.2981, + "num_input_tokens_seen": 6079643648, + "step": 2899 + }, + { + "epoch": 0.13561160835367508, + "grad_norm": 14.665522575378418, + "learning_rate": 2.0756837387660676e-07, + "loss": 0.3378, + "num_input_tokens_seen": 6081740800, + "step": 2900 + }, + { + "epoch": 0.13588283157038242, + "grad_norm": 18.123260498046875, + "learning_rate": 2.073065987735454e-07, + "loss": 0.3911, + "num_input_tokens_seen": 6083837952, + "step": 2901 + }, + { + "epoch": 0.13615405478708978, + "grad_norm": 15.937180519104004, + "learning_rate": 2.070450994570928e-07, + "loss": 0.4768, + "num_input_tokens_seen": 6085935104, + "step": 2902 + }, + { + "epoch": 0.1364252780037971, + "grad_norm": 18.534635543823242, + "learning_rate": 2.0678387613769397e-07, + "loss": 0.4538, + "num_input_tokens_seen": 6088032256, + "step": 2903 + }, + { + "epoch": 0.13669650122050447, + "grad_norm": 19.72084617614746, + "learning_rate": 2.0652292902557117e-07, + "loss": 0.5692, + "num_input_tokens_seen": 6090129408, + "step": 2904 + }, + { + "epoch": 0.13696772443721184, + "grad_norm": 23.22869110107422, + "learning_rate": 2.0626225833072487e-07, + "loss": 0.7825, + "num_input_tokens_seen": 6092226560, + "step": 2905 + }, + { + "epoch": 0.13723894765391917, + "grad_norm": 16.263364791870117, + "learning_rate": 2.0600186426293282e-07, + "loss": 0.3674, + "num_input_tokens_seen": 6094323712, + "step": 2906 + }, + { + "epoch": 0.13751017087062653, + "grad_norm": 15.390429496765137, + "learning_rate": 2.0574174703175034e-07, + "loss": 0.2301, + "num_input_tokens_seen": 6096420864, + "step": 2907 + }, + { + "epoch": 0.13778139408733386, + "grad_norm": 19.23081398010254, + "learning_rate": 2.0548190684650981e-07, + "loss": 0.4732, + "num_input_tokens_seen": 6098518016, + "step": 2908 + }, + { + "epoch": 0.13805261730404123, + "grad_norm": 16.774734497070312, + "learning_rate": 2.052223439163208e-07, + "loss": 0.5119, + "num_input_tokens_seen": 6100615168, + "step": 2909 + }, + { + "epoch": 0.1383238405207486, + "grad_norm": 11.67673110961914, + "learning_rate": 2.049630584500696e-07, + "loss": 0.2929, + "num_input_tokens_seen": 6102712320, + "step": 2910 + }, + { + "epoch": 0.13859506373745592, + "grad_norm": 22.138757705688477, + "learning_rate": 2.0470405065641938e-07, + "loss": 0.5621, + "num_input_tokens_seen": 6104809472, + "step": 2911 + }, + { + "epoch": 0.13886628695416328, + "grad_norm": 18.90143585205078, + "learning_rate": 2.0444532074380973e-07, + "loss": 0.5335, + "num_input_tokens_seen": 6106906624, + "step": 2912 + }, + { + "epoch": 0.13913751017087062, + "grad_norm": 13.576014518737793, + "learning_rate": 2.0418686892045654e-07, + "loss": 0.237, + "num_input_tokens_seen": 6109003776, + "step": 2913 + }, + { + "epoch": 0.13940873338757798, + "grad_norm": 16.365047454833984, + "learning_rate": 2.039286953943521e-07, + "loss": 0.4888, + "num_input_tokens_seen": 6111100928, + "step": 2914 + }, + { + "epoch": 0.13967995660428534, + "grad_norm": 15.33917236328125, + "learning_rate": 2.0367080037326472e-07, + "loss": 0.3311, + "num_input_tokens_seen": 6113198080, + "step": 2915 + }, + { + "epoch": 0.13995117982099267, + "grad_norm": 14.788158416748047, + "learning_rate": 2.0341318406473833e-07, + "loss": 0.3541, + "num_input_tokens_seen": 6115295232, + "step": 2916 + }, + { + "epoch": 0.14022240303770003, + "grad_norm": 18.039945602416992, + "learning_rate": 2.031558466760927e-07, + "loss": 0.4563, + "num_input_tokens_seen": 6117392384, + "step": 2917 + }, + { + "epoch": 0.14049362625440737, + "grad_norm": 20.71190071105957, + "learning_rate": 2.0289878841442325e-07, + "loss": 0.5077, + "num_input_tokens_seen": 6119489536, + "step": 2918 + }, + { + "epoch": 0.14076484947111473, + "grad_norm": 19.41553497314453, + "learning_rate": 2.0264200948660076e-07, + "loss": 0.4001, + "num_input_tokens_seen": 6121586688, + "step": 2919 + }, + { + "epoch": 0.1410360726878221, + "grad_norm": 17.448558807373047, + "learning_rate": 2.0238551009927125e-07, + "loss": 0.4873, + "num_input_tokens_seen": 6123683840, + "step": 2920 + }, + { + "epoch": 0.14130729590452942, + "grad_norm": 14.663477897644043, + "learning_rate": 2.021292904588553e-07, + "loss": 0.3583, + "num_input_tokens_seen": 6125780992, + "step": 2921 + }, + { + "epoch": 0.14157851912123678, + "grad_norm": 19.37281608581543, + "learning_rate": 2.0187335077154905e-07, + "loss": 0.4864, + "num_input_tokens_seen": 6127878144, + "step": 2922 + }, + { + "epoch": 0.14184974233794412, + "grad_norm": 16.566606521606445, + "learning_rate": 2.0161769124332278e-07, + "loss": 0.5179, + "num_input_tokens_seen": 6129975296, + "step": 2923 + }, + { + "epoch": 0.14212096555465148, + "grad_norm": 14.152243614196777, + "learning_rate": 2.013623120799217e-07, + "loss": 0.3427, + "num_input_tokens_seen": 6132072448, + "step": 2924 + }, + { + "epoch": 0.14239218877135884, + "grad_norm": 17.58519744873047, + "learning_rate": 2.0110721348686523e-07, + "loss": 0.4143, + "num_input_tokens_seen": 6134169600, + "step": 2925 + }, + { + "epoch": 0.14266341198806617, + "grad_norm": 11.517704010009766, + "learning_rate": 2.0085239566944702e-07, + "loss": 0.1861, + "num_input_tokens_seen": 6136266752, + "step": 2926 + }, + { + "epoch": 0.14293463520477354, + "grad_norm": 19.695545196533203, + "learning_rate": 2.0059785883273463e-07, + "loss": 0.4736, + "num_input_tokens_seen": 6138363904, + "step": 2927 + }, + { + "epoch": 0.14320585842148087, + "grad_norm": 17.48176383972168, + "learning_rate": 2.003436031815698e-07, + "loss": 0.4326, + "num_input_tokens_seen": 6140461056, + "step": 2928 + }, + { + "epoch": 0.14347708163818823, + "grad_norm": 15.76534652709961, + "learning_rate": 2.0008962892056762e-07, + "loss": 0.3545, + "num_input_tokens_seen": 6142558208, + "step": 2929 + }, + { + "epoch": 0.1437483048548956, + "grad_norm": 16.841144561767578, + "learning_rate": 1.998359362541171e-07, + "loss": 0.4996, + "num_input_tokens_seen": 6144655360, + "step": 2930 + }, + { + "epoch": 0.14401952807160293, + "grad_norm": 20.11952781677246, + "learning_rate": 1.9958252538638032e-07, + "loss": 0.4388, + "num_input_tokens_seen": 6146752512, + "step": 2931 + }, + { + "epoch": 0.1442907512883103, + "grad_norm": 14.645740509033203, + "learning_rate": 1.9932939652129283e-07, + "loss": 0.2301, + "num_input_tokens_seen": 6148849664, + "step": 2932 + }, + { + "epoch": 0.14456197450501762, + "grad_norm": 20.628215789794922, + "learning_rate": 1.990765498625629e-07, + "loss": 0.651, + "num_input_tokens_seen": 6150946816, + "step": 2933 + }, + { + "epoch": 0.14483319772172498, + "grad_norm": 13.291131019592285, + "learning_rate": 1.988239856136719e-07, + "loss": 0.3269, + "num_input_tokens_seen": 6153043968, + "step": 2934 + }, + { + "epoch": 0.14510442093843234, + "grad_norm": 16.319238662719727, + "learning_rate": 1.9857170397787415e-07, + "loss": 0.4404, + "num_input_tokens_seen": 6155141120, + "step": 2935 + }, + { + "epoch": 0.14537564415513968, + "grad_norm": 14.976720809936523, + "learning_rate": 1.9831970515819625e-07, + "loss": 0.3358, + "num_input_tokens_seen": 6157238272, + "step": 2936 + }, + { + "epoch": 0.14564686737184704, + "grad_norm": 10.872328758239746, + "learning_rate": 1.980679893574373e-07, + "loss": 0.2542, + "num_input_tokens_seen": 6159335424, + "step": 2937 + }, + { + "epoch": 0.14591809058855437, + "grad_norm": 19.26199722290039, + "learning_rate": 1.9781655677816838e-07, + "loss": 0.4478, + "num_input_tokens_seen": 6161432576, + "step": 2938 + }, + { + "epoch": 0.14618931380526173, + "grad_norm": 12.88478946685791, + "learning_rate": 1.97565407622733e-07, + "loss": 0.3474, + "num_input_tokens_seen": 6163529728, + "step": 2939 + }, + { + "epoch": 0.14646053702196907, + "grad_norm": 21.489870071411133, + "learning_rate": 1.9731454209324644e-07, + "loss": 0.6245, + "num_input_tokens_seen": 6165626880, + "step": 2940 + }, + { + "epoch": 0.14673176023867643, + "grad_norm": 18.655330657958984, + "learning_rate": 1.9706396039159568e-07, + "loss": 0.5171, + "num_input_tokens_seen": 6167724032, + "step": 2941 + }, + { + "epoch": 0.1470029834553838, + "grad_norm": 15.826581001281738, + "learning_rate": 1.9681366271943945e-07, + "loss": 0.309, + "num_input_tokens_seen": 6169821184, + "step": 2942 + }, + { + "epoch": 0.14727420667209112, + "grad_norm": 16.819740295410156, + "learning_rate": 1.965636492782077e-07, + "loss": 0.2265, + "num_input_tokens_seen": 6171918336, + "step": 2943 + }, + { + "epoch": 0.14754542988879848, + "grad_norm": 27.977834701538086, + "learning_rate": 1.963139202691017e-07, + "loss": 0.8497, + "num_input_tokens_seen": 6174015488, + "step": 2944 + }, + { + "epoch": 0.14781665310550582, + "grad_norm": 29.797565460205078, + "learning_rate": 1.9606447589309397e-07, + "loss": 0.7042, + "num_input_tokens_seen": 6176112640, + "step": 2945 + }, + { + "epoch": 0.14808787632221318, + "grad_norm": 14.23031234741211, + "learning_rate": 1.9581531635092773e-07, + "loss": 0.2392, + "num_input_tokens_seen": 6178209792, + "step": 2946 + }, + { + "epoch": 0.14835909953892054, + "grad_norm": 14.467376708984375, + "learning_rate": 1.9556644184311728e-07, + "loss": 0.3154, + "num_input_tokens_seen": 6180306944, + "step": 2947 + }, + { + "epoch": 0.14863032275562787, + "grad_norm": 17.21703338623047, + "learning_rate": 1.9531785256994716e-07, + "loss": 0.4227, + "num_input_tokens_seen": 6182404096, + "step": 2948 + }, + { + "epoch": 0.14890154597233524, + "grad_norm": 19.657089233398438, + "learning_rate": 1.9506954873147276e-07, + "loss": 0.5356, + "num_input_tokens_seen": 6184501248, + "step": 2949 + }, + { + "epoch": 0.14917276918904257, + "grad_norm": 16.794424057006836, + "learning_rate": 1.9482153052751921e-07, + "loss": 0.4391, + "num_input_tokens_seen": 6186598400, + "step": 2950 + }, + { + "epoch": 0.14944399240574993, + "grad_norm": 18.118986129760742, + "learning_rate": 1.9457379815768245e-07, + "loss": 0.5088, + "num_input_tokens_seen": 6188695552, + "step": 2951 + }, + { + "epoch": 0.1497152156224573, + "grad_norm": 17.5322265625, + "learning_rate": 1.9432635182132795e-07, + "loss": 0.4736, + "num_input_tokens_seen": 6190792704, + "step": 2952 + }, + { + "epoch": 0.14998643883916463, + "grad_norm": 15.88696575164795, + "learning_rate": 1.9407919171759112e-07, + "loss": 0.3153, + "num_input_tokens_seen": 6192889856, + "step": 2953 + }, + { + "epoch": 0.150257662055872, + "grad_norm": 30.527063369750977, + "learning_rate": 1.9383231804537704e-07, + "loss": 0.4207, + "num_input_tokens_seen": 6194987008, + "step": 2954 + }, + { + "epoch": 0.15052888527257932, + "grad_norm": 14.228474617004395, + "learning_rate": 1.9358573100336034e-07, + "loss": 0.3108, + "num_input_tokens_seen": 6197084160, + "step": 2955 + }, + { + "epoch": 0.15080010848928668, + "grad_norm": 17.981746673583984, + "learning_rate": 1.933394307899846e-07, + "loss": 0.3895, + "num_input_tokens_seen": 6199181312, + "step": 2956 + }, + { + "epoch": 0.15107133170599404, + "grad_norm": 27.902082443237305, + "learning_rate": 1.9309341760346304e-07, + "loss": 0.7074, + "num_input_tokens_seen": 6201278464, + "step": 2957 + }, + { + "epoch": 0.15134255492270138, + "grad_norm": 14.604863166809082, + "learning_rate": 1.9284769164177767e-07, + "loss": 0.2475, + "num_input_tokens_seen": 6203375616, + "step": 2958 + }, + { + "epoch": 0.15161377813940874, + "grad_norm": 23.595659255981445, + "learning_rate": 1.9260225310267925e-07, + "loss": 0.4611, + "num_input_tokens_seen": 6205472768, + "step": 2959 + }, + { + "epoch": 0.15188500135611607, + "grad_norm": 20.186174392700195, + "learning_rate": 1.9235710218368784e-07, + "loss": 0.5274, + "num_input_tokens_seen": 6207569920, + "step": 2960 + }, + { + "epoch": 0.15215622457282343, + "grad_norm": 15.750053405761719, + "learning_rate": 1.9211223908209114e-07, + "loss": 0.4078, + "num_input_tokens_seen": 6209667072, + "step": 2961 + }, + { + "epoch": 0.1524274477895308, + "grad_norm": 17.78439712524414, + "learning_rate": 1.9186766399494581e-07, + "loss": 0.3896, + "num_input_tokens_seen": 6211764224, + "step": 2962 + }, + { + "epoch": 0.15269867100623813, + "grad_norm": 15.00125503540039, + "learning_rate": 1.9162337711907657e-07, + "loss": 0.3784, + "num_input_tokens_seen": 6213861376, + "step": 2963 + }, + { + "epoch": 0.1529698942229455, + "grad_norm": 10.61737060546875, + "learning_rate": 1.9137937865107606e-07, + "loss": 0.1549, + "num_input_tokens_seen": 6215958528, + "step": 2964 + }, + { + "epoch": 0.15324111743965282, + "grad_norm": 15.642570495605469, + "learning_rate": 1.9113566878730515e-07, + "loss": 0.2978, + "num_input_tokens_seen": 6218055680, + "step": 2965 + }, + { + "epoch": 0.15351234065636019, + "grad_norm": 24.957725524902344, + "learning_rate": 1.9089224772389223e-07, + "loss": 0.9192, + "num_input_tokens_seen": 6220152832, + "step": 2966 + }, + { + "epoch": 0.15378356387306755, + "grad_norm": 12.823304176330566, + "learning_rate": 1.9064911565673328e-07, + "loss": 0.2818, + "num_input_tokens_seen": 6222249984, + "step": 2967 + }, + { + "epoch": 0.15405478708977488, + "grad_norm": 18.57845687866211, + "learning_rate": 1.9040627278149168e-07, + "loss": 0.4243, + "num_input_tokens_seen": 6224347136, + "step": 2968 + }, + { + "epoch": 0.15432601030648224, + "grad_norm": 27.991865158081055, + "learning_rate": 1.9016371929359824e-07, + "loss": 0.901, + "num_input_tokens_seen": 6226444288, + "step": 2969 + }, + { + "epoch": 0.15459723352318958, + "grad_norm": 40.3478889465332, + "learning_rate": 1.8992145538825066e-07, + "loss": 0.6081, + "num_input_tokens_seen": 6228541440, + "step": 2970 + }, + { + "epoch": 0.15486845673989694, + "grad_norm": 16.422760009765625, + "learning_rate": 1.8967948126041383e-07, + "loss": 0.4356, + "num_input_tokens_seen": 6230638592, + "step": 2971 + }, + { + "epoch": 0.1551396799566043, + "grad_norm": 17.511781692504883, + "learning_rate": 1.8943779710481938e-07, + "loss": 0.4776, + "num_input_tokens_seen": 6232735744, + "step": 2972 + }, + { + "epoch": 0.15541090317331163, + "grad_norm": 30.01336097717285, + "learning_rate": 1.891964031159653e-07, + "loss": 0.8041, + "num_input_tokens_seen": 6234832896, + "step": 2973 + }, + { + "epoch": 0.155682126390019, + "grad_norm": 21.783706665039062, + "learning_rate": 1.8895529948811638e-07, + "loss": 0.5671, + "num_input_tokens_seen": 6236930048, + "step": 2974 + }, + { + "epoch": 0.15595334960672633, + "grad_norm": 20.175209045410156, + "learning_rate": 1.8871448641530353e-07, + "loss": 0.411, + "num_input_tokens_seen": 6239027200, + "step": 2975 + }, + { + "epoch": 0.1562245728234337, + "grad_norm": 14.450340270996094, + "learning_rate": 1.8847396409132423e-07, + "loss": 0.4136, + "num_input_tokens_seen": 6241124352, + "step": 2976 + }, + { + "epoch": 0.15649579604014105, + "grad_norm": 16.498634338378906, + "learning_rate": 1.8823373270974164e-07, + "loss": 0.4456, + "num_input_tokens_seen": 6243221504, + "step": 2977 + }, + { + "epoch": 0.15676701925684838, + "grad_norm": 16.770217895507812, + "learning_rate": 1.8799379246388463e-07, + "loss": 0.2795, + "num_input_tokens_seen": 6245318656, + "step": 2978 + }, + { + "epoch": 0.15703824247355574, + "grad_norm": 25.7247371673584, + "learning_rate": 1.8775414354684804e-07, + "loss": 0.8234, + "num_input_tokens_seen": 6247415808, + "step": 2979 + }, + { + "epoch": 0.15730946569026308, + "grad_norm": 19.52436065673828, + "learning_rate": 1.875147861514923e-07, + "loss": 0.1999, + "num_input_tokens_seen": 6249512960, + "step": 2980 + }, + { + "epoch": 0.15758068890697044, + "grad_norm": 13.377266883850098, + "learning_rate": 1.8727572047044308e-07, + "loss": 0.3077, + "num_input_tokens_seen": 6251610112, + "step": 2981 + }, + { + "epoch": 0.15785191212367777, + "grad_norm": 15.139887809753418, + "learning_rate": 1.8703694669609133e-07, + "loss": 0.3646, + "num_input_tokens_seen": 6253707264, + "step": 2982 + }, + { + "epoch": 0.15812313534038513, + "grad_norm": 16.056617736816406, + "learning_rate": 1.8679846502059306e-07, + "loss": 0.4268, + "num_input_tokens_seen": 6255804416, + "step": 2983 + }, + { + "epoch": 0.1583943585570925, + "grad_norm": 15.632225036621094, + "learning_rate": 1.8656027563586934e-07, + "loss": 0.3879, + "num_input_tokens_seen": 6257901568, + "step": 2984 + }, + { + "epoch": 0.15866558177379983, + "grad_norm": 9.523789405822754, + "learning_rate": 1.863223787336059e-07, + "loss": 0.1322, + "num_input_tokens_seen": 6259998720, + "step": 2985 + }, + { + "epoch": 0.1589368049905072, + "grad_norm": 19.751140594482422, + "learning_rate": 1.8608477450525308e-07, + "loss": 0.5607, + "num_input_tokens_seen": 6262095872, + "step": 2986 + }, + { + "epoch": 0.15920802820721452, + "grad_norm": 13.901773452758789, + "learning_rate": 1.8584746314202574e-07, + "loss": 0.2927, + "num_input_tokens_seen": 6264193024, + "step": 2987 + }, + { + "epoch": 0.1594792514239219, + "grad_norm": 19.8528995513916, + "learning_rate": 1.8561044483490301e-07, + "loss": 0.5888, + "num_input_tokens_seen": 6266290176, + "step": 2988 + }, + { + "epoch": 0.15975047464062925, + "grad_norm": 15.824024200439453, + "learning_rate": 1.8537371977462835e-07, + "loss": 0.4884, + "num_input_tokens_seen": 6268387328, + "step": 2989 + }, + { + "epoch": 0.16002169785733658, + "grad_norm": 23.57025718688965, + "learning_rate": 1.8513728815170885e-07, + "loss": 0.6673, + "num_input_tokens_seen": 6270484480, + "step": 2990 + }, + { + "epoch": 0.16029292107404394, + "grad_norm": 24.425518035888672, + "learning_rate": 1.8490115015641566e-07, + "loss": 0.546, + "num_input_tokens_seen": 6272581632, + "step": 2991 + }, + { + "epoch": 0.16056414429075128, + "grad_norm": 27.48299217224121, + "learning_rate": 1.846653059787839e-07, + "loss": 0.8573, + "num_input_tokens_seen": 6274678784, + "step": 2992 + }, + { + "epoch": 0.16083536750745864, + "grad_norm": 26.690526962280273, + "learning_rate": 1.8442975580861185e-07, + "loss": 0.7799, + "num_input_tokens_seen": 6276775936, + "step": 2993 + }, + { + "epoch": 0.161106590724166, + "grad_norm": 17.080846786499023, + "learning_rate": 1.8419449983546136e-07, + "loss": 0.3413, + "num_input_tokens_seen": 6278873088, + "step": 2994 + }, + { + "epoch": 0.16137781394087333, + "grad_norm": 17.67878532409668, + "learning_rate": 1.8395953824865762e-07, + "loss": 0.285, + "num_input_tokens_seen": 6280970240, + "step": 2995 + }, + { + "epoch": 0.1616490371575807, + "grad_norm": 23.767698287963867, + "learning_rate": 1.8372487123728844e-07, + "loss": 0.468, + "num_input_tokens_seen": 6283067392, + "step": 2996 + }, + { + "epoch": 0.16192026037428803, + "grad_norm": 16.759511947631836, + "learning_rate": 1.8349049899020514e-07, + "loss": 0.4408, + "num_input_tokens_seen": 6285164544, + "step": 2997 + }, + { + "epoch": 0.1621914835909954, + "grad_norm": 13.694295883178711, + "learning_rate": 1.832564216960215e-07, + "loss": 0.3345, + "num_input_tokens_seen": 6287261696, + "step": 2998 + }, + { + "epoch": 0.16246270680770275, + "grad_norm": 15.297809600830078, + "learning_rate": 1.8302263954311408e-07, + "loss": 0.3348, + "num_input_tokens_seen": 6289358848, + "step": 2999 + }, + { + "epoch": 0.16273393002441008, + "grad_norm": 20.984760284423828, + "learning_rate": 1.827891527196218e-07, + "loss": 0.7217, + "num_input_tokens_seen": 6291456000, + "step": 3000 + }, + { + "epoch": 0.16300515324111745, + "grad_norm": 16.016870498657227, + "learning_rate": 1.8255596141344605e-07, + "loss": 0.2591, + "num_input_tokens_seen": 6293553152, + "step": 3001 + }, + { + "epoch": 0.16327637645782478, + "grad_norm": 15.872649192810059, + "learning_rate": 1.823230658122502e-07, + "loss": 0.4054, + "num_input_tokens_seen": 6295650304, + "step": 3002 + }, + { + "epoch": 0.16354759967453214, + "grad_norm": 17.43962287902832, + "learning_rate": 1.820904661034599e-07, + "loss": 0.4199, + "num_input_tokens_seen": 6297747456, + "step": 3003 + }, + { + "epoch": 0.1638188228912395, + "grad_norm": 16.44698715209961, + "learning_rate": 1.8185816247426245e-07, + "loss": 0.3451, + "num_input_tokens_seen": 6299844608, + "step": 3004 + }, + { + "epoch": 0.16409004610794684, + "grad_norm": 22.08724021911621, + "learning_rate": 1.8162615511160701e-07, + "loss": 0.6525, + "num_input_tokens_seen": 6301941760, + "step": 3005 + }, + { + "epoch": 0.1643612693246542, + "grad_norm": 13.724467277526855, + "learning_rate": 1.8139444420220438e-07, + "loss": 0.297, + "num_input_tokens_seen": 6304038912, + "step": 3006 + }, + { + "epoch": 0.16463249254136153, + "grad_norm": 24.55242156982422, + "learning_rate": 1.8116302993252636e-07, + "loss": 0.8337, + "num_input_tokens_seen": 6306136064, + "step": 3007 + }, + { + "epoch": 0.1649037157580689, + "grad_norm": 12.129997253417969, + "learning_rate": 1.809319124888067e-07, + "loss": 0.2984, + "num_input_tokens_seen": 6308233216, + "step": 3008 + }, + { + "epoch": 0.16517493897477625, + "grad_norm": 12.80477523803711, + "learning_rate": 1.8070109205703972e-07, + "loss": 0.2444, + "num_input_tokens_seen": 6310330368, + "step": 3009 + }, + { + "epoch": 0.1654461621914836, + "grad_norm": 21.404075622558594, + "learning_rate": 1.80470568822981e-07, + "loss": 0.5638, + "num_input_tokens_seen": 6312427520, + "step": 3010 + }, + { + "epoch": 0.16571738540819095, + "grad_norm": 24.48054313659668, + "learning_rate": 1.8024034297214686e-07, + "loss": 0.8146, + "num_input_tokens_seen": 6314524672, + "step": 3011 + }, + { + "epoch": 0.16598860862489828, + "grad_norm": 16.312585830688477, + "learning_rate": 1.8001041468981442e-07, + "loss": 0.4131, + "num_input_tokens_seen": 6316621824, + "step": 3012 + }, + { + "epoch": 0.16625983184160564, + "grad_norm": 14.948566436767578, + "learning_rate": 1.79780784161021e-07, + "loss": 0.4172, + "num_input_tokens_seen": 6318718976, + "step": 3013 + }, + { + "epoch": 0.166531055058313, + "grad_norm": 23.79063606262207, + "learning_rate": 1.7955145157056456e-07, + "loss": 0.6344, + "num_input_tokens_seen": 6320816128, + "step": 3014 + }, + { + "epoch": 0.16680227827502034, + "grad_norm": 19.02938461303711, + "learning_rate": 1.793224171030033e-07, + "loss": 0.565, + "num_input_tokens_seen": 6322913280, + "step": 3015 + }, + { + "epoch": 0.1670735014917277, + "grad_norm": 16.11639976501465, + "learning_rate": 1.7909368094265532e-07, + "loss": 0.4183, + "num_input_tokens_seen": 6325010432, + "step": 3016 + }, + { + "epoch": 0.16734472470843503, + "grad_norm": 14.722761154174805, + "learning_rate": 1.788652432735991e-07, + "loss": 0.2774, + "num_input_tokens_seen": 6327107584, + "step": 3017 + }, + { + "epoch": 0.1676159479251424, + "grad_norm": 11.639079093933105, + "learning_rate": 1.7863710427967222e-07, + "loss": 0.2382, + "num_input_tokens_seen": 6329204736, + "step": 3018 + }, + { + "epoch": 0.16788717114184976, + "grad_norm": 18.875831604003906, + "learning_rate": 1.784092641444725e-07, + "loss": 0.5038, + "num_input_tokens_seen": 6331301888, + "step": 3019 + }, + { + "epoch": 0.1681583943585571, + "grad_norm": 21.543594360351562, + "learning_rate": 1.7818172305135683e-07, + "loss": 0.5799, + "num_input_tokens_seen": 6333399040, + "step": 3020 + }, + { + "epoch": 0.16842961757526445, + "grad_norm": 17.74955177307129, + "learning_rate": 1.7795448118344174e-07, + "loss": 0.4241, + "num_input_tokens_seen": 6335496192, + "step": 3021 + }, + { + "epoch": 0.16870084079197178, + "grad_norm": 18.136749267578125, + "learning_rate": 1.7772753872360286e-07, + "loss": 0.4974, + "num_input_tokens_seen": 6337593344, + "step": 3022 + }, + { + "epoch": 0.16897206400867915, + "grad_norm": 16.745140075683594, + "learning_rate": 1.7750089585447473e-07, + "loss": 0.4158, + "num_input_tokens_seen": 6339690496, + "step": 3023 + }, + { + "epoch": 0.16924328722538648, + "grad_norm": 13.123845100402832, + "learning_rate": 1.77274552758451e-07, + "loss": 0.3088, + "num_input_tokens_seen": 6341787648, + "step": 3024 + }, + { + "epoch": 0.16951451044209384, + "grad_norm": 13.37322998046875, + "learning_rate": 1.770485096176839e-07, + "loss": 0.351, + "num_input_tokens_seen": 6343884800, + "step": 3025 + }, + { + "epoch": 0.1697857336588012, + "grad_norm": 20.165077209472656, + "learning_rate": 1.7682276661408448e-07, + "loss": 0.6836, + "num_input_tokens_seen": 6345981952, + "step": 3026 + }, + { + "epoch": 0.17005695687550854, + "grad_norm": 15.843926429748535, + "learning_rate": 1.7659732392932202e-07, + "loss": 0.4345, + "num_input_tokens_seen": 6348079104, + "step": 3027 + }, + { + "epoch": 0.1703281800922159, + "grad_norm": 12.77824878692627, + "learning_rate": 1.7637218174482422e-07, + "loss": 0.3054, + "num_input_tokens_seen": 6350176256, + "step": 3028 + }, + { + "epoch": 0.17059940330892323, + "grad_norm": 15.227442741394043, + "learning_rate": 1.7614734024177707e-07, + "loss": 0.4641, + "num_input_tokens_seen": 6352273408, + "step": 3029 + }, + { + "epoch": 0.1708706265256306, + "grad_norm": 20.998775482177734, + "learning_rate": 1.7592279960112424e-07, + "loss": 0.649, + "num_input_tokens_seen": 6354370560, + "step": 3030 + }, + { + "epoch": 0.17114184974233795, + "grad_norm": 14.684011459350586, + "learning_rate": 1.7569856000356758e-07, + "loss": 0.3258, + "num_input_tokens_seen": 6356467712, + "step": 3031 + }, + { + "epoch": 0.1714130729590453, + "grad_norm": 22.120227813720703, + "learning_rate": 1.754746216295665e-07, + "loss": 0.6493, + "num_input_tokens_seen": 6358564864, + "step": 3032 + }, + { + "epoch": 0.17168429617575265, + "grad_norm": 25.33750343322754, + "learning_rate": 1.7525098465933834e-07, + "loss": 0.6875, + "num_input_tokens_seen": 6360662016, + "step": 3033 + }, + { + "epoch": 0.17195551939245998, + "grad_norm": 14.21183967590332, + "learning_rate": 1.750276492728575e-07, + "loss": 0.2934, + "num_input_tokens_seen": 6362759168, + "step": 3034 + }, + { + "epoch": 0.17222674260916734, + "grad_norm": 13.687496185302734, + "learning_rate": 1.748046156498557e-07, + "loss": 0.337, + "num_input_tokens_seen": 6364856320, + "step": 3035 + }, + { + "epoch": 0.1724979658258747, + "grad_norm": 16.938383102416992, + "learning_rate": 1.74581883969822e-07, + "loss": 0.5263, + "num_input_tokens_seen": 6366953472, + "step": 3036 + }, + { + "epoch": 0.17276918904258204, + "grad_norm": 15.311517715454102, + "learning_rate": 1.7435945441200232e-07, + "loss": 0.4494, + "num_input_tokens_seen": 6369050624, + "step": 3037 + }, + { + "epoch": 0.1730404122592894, + "grad_norm": 15.489421844482422, + "learning_rate": 1.7413732715539954e-07, + "loss": 0.3876, + "num_input_tokens_seen": 6371147776, + "step": 3038 + }, + { + "epoch": 0.17331163547599673, + "grad_norm": 21.3696231842041, + "learning_rate": 1.7391550237877326e-07, + "loss": 0.6567, + "num_input_tokens_seen": 6373244928, + "step": 3039 + }, + { + "epoch": 0.1735828586927041, + "grad_norm": 16.473154067993164, + "learning_rate": 1.7369398026063958e-07, + "loss": 0.4457, + "num_input_tokens_seen": 6375342080, + "step": 3040 + }, + { + "epoch": 0.17385408190941146, + "grad_norm": 17.838611602783203, + "learning_rate": 1.7347276097927105e-07, + "loss": 0.6155, + "num_input_tokens_seen": 6377439232, + "step": 3041 + }, + { + "epoch": 0.1741253051261188, + "grad_norm": 17.602170944213867, + "learning_rate": 1.732518447126966e-07, + "loss": 0.4533, + "num_input_tokens_seen": 6379536384, + "step": 3042 + }, + { + "epoch": 0.17439652834282615, + "grad_norm": 25.11285400390625, + "learning_rate": 1.730312316387012e-07, + "loss": 0.4754, + "num_input_tokens_seen": 6381633536, + "step": 3043 + }, + { + "epoch": 0.17466775155953349, + "grad_norm": 15.209177017211914, + "learning_rate": 1.7281092193482582e-07, + "loss": 0.4263, + "num_input_tokens_seen": 6383730688, + "step": 3044 + }, + { + "epoch": 0.17493897477624085, + "grad_norm": 27.183820724487305, + "learning_rate": 1.7259091577836737e-07, + "loss": 0.5498, + "num_input_tokens_seen": 6385827840, + "step": 3045 + }, + { + "epoch": 0.1752101979929482, + "grad_norm": 17.119733810424805, + "learning_rate": 1.723712133463785e-07, + "loss": 0.5436, + "num_input_tokens_seen": 6387924992, + "step": 3046 + }, + { + "epoch": 0.17548142120965554, + "grad_norm": 14.52611255645752, + "learning_rate": 1.7215181481566727e-07, + "loss": 0.2955, + "num_input_tokens_seen": 6390022144, + "step": 3047 + }, + { + "epoch": 0.1757526444263629, + "grad_norm": 11.77927303314209, + "learning_rate": 1.719327203627971e-07, + "loss": 0.2517, + "num_input_tokens_seen": 6392119296, + "step": 3048 + }, + { + "epoch": 0.17602386764307024, + "grad_norm": 16.277713775634766, + "learning_rate": 1.7171393016408715e-07, + "loss": 0.3709, + "num_input_tokens_seen": 6394216448, + "step": 3049 + }, + { + "epoch": 0.1762950908597776, + "grad_norm": 18.34269142150879, + "learning_rate": 1.7149544439561135e-07, + "loss": 0.3434, + "num_input_tokens_seen": 6396313600, + "step": 3050 + }, + { + "epoch": 0.17656631407648496, + "grad_norm": 15.846407890319824, + "learning_rate": 1.7127726323319874e-07, + "loss": 0.3524, + "num_input_tokens_seen": 6398410752, + "step": 3051 + }, + { + "epoch": 0.1768375372931923, + "grad_norm": 13.641855239868164, + "learning_rate": 1.7105938685243339e-07, + "loss": 0.2759, + "num_input_tokens_seen": 6400507904, + "step": 3052 + }, + { + "epoch": 0.17710876050989965, + "grad_norm": 16.64573097229004, + "learning_rate": 1.7084181542865355e-07, + "loss": 0.506, + "num_input_tokens_seen": 6402605056, + "step": 3053 + }, + { + "epoch": 0.177379983726607, + "grad_norm": 21.56814193725586, + "learning_rate": 1.7062454913695264e-07, + "loss": 0.5754, + "num_input_tokens_seen": 6404702208, + "step": 3054 + }, + { + "epoch": 0.17765120694331435, + "grad_norm": 13.835966110229492, + "learning_rate": 1.7040758815217827e-07, + "loss": 0.3337, + "num_input_tokens_seen": 6406799360, + "step": 3055 + }, + { + "epoch": 0.1779224301600217, + "grad_norm": 19.247650146484375, + "learning_rate": 1.7019093264893236e-07, + "loss": 0.625, + "num_input_tokens_seen": 6408896512, + "step": 3056 + }, + { + "epoch": 0.17819365337672904, + "grad_norm": 13.838505744934082, + "learning_rate": 1.6997458280157113e-07, + "loss": 0.3558, + "num_input_tokens_seen": 6410993664, + "step": 3057 + }, + { + "epoch": 0.1784648765934364, + "grad_norm": 19.8231143951416, + "learning_rate": 1.6975853878420457e-07, + "loss": 0.5823, + "num_input_tokens_seen": 6413090816, + "step": 3058 + }, + { + "epoch": 0.17873609981014374, + "grad_norm": 16.521181106567383, + "learning_rate": 1.6954280077069676e-07, + "loss": 0.3463, + "num_input_tokens_seen": 6415187968, + "step": 3059 + }, + { + "epoch": 0.1790073230268511, + "grad_norm": 20.04188346862793, + "learning_rate": 1.6932736893466536e-07, + "loss": 0.4292, + "num_input_tokens_seen": 6417285120, + "step": 3060 + }, + { + "epoch": 0.17927854624355846, + "grad_norm": 15.362913131713867, + "learning_rate": 1.691122434494818e-07, + "loss": 0.3455, + "num_input_tokens_seen": 6419382272, + "step": 3061 + }, + { + "epoch": 0.1795497694602658, + "grad_norm": 17.9241943359375, + "learning_rate": 1.688974244882709e-07, + "loss": 0.5172, + "num_input_tokens_seen": 6421479424, + "step": 3062 + }, + { + "epoch": 0.17982099267697316, + "grad_norm": 16.651180267333984, + "learning_rate": 1.686829122239108e-07, + "loss": 0.4723, + "num_input_tokens_seen": 6423576576, + "step": 3063 + }, + { + "epoch": 0.1800922158936805, + "grad_norm": 21.878660202026367, + "learning_rate": 1.684687068290326e-07, + "loss": 0.5919, + "num_input_tokens_seen": 6425673728, + "step": 3064 + }, + { + "epoch": 0.18036343911038785, + "grad_norm": 16.2543888092041, + "learning_rate": 1.682548084760208e-07, + "loss": 0.3433, + "num_input_tokens_seen": 6427770880, + "step": 3065 + }, + { + "epoch": 0.18063466232709519, + "grad_norm": 14.593696594238281, + "learning_rate": 1.6804121733701277e-07, + "loss": 0.3266, + "num_input_tokens_seen": 6429868032, + "step": 3066 + }, + { + "epoch": 0.18090588554380255, + "grad_norm": 30.589252471923828, + "learning_rate": 1.678279335838983e-07, + "loss": 1.0168, + "num_input_tokens_seen": 6431965184, + "step": 3067 + }, + { + "epoch": 0.1811771087605099, + "grad_norm": 16.187679290771484, + "learning_rate": 1.676149573883202e-07, + "loss": 0.2938, + "num_input_tokens_seen": 6434062336, + "step": 3068 + }, + { + "epoch": 0.18144833197721724, + "grad_norm": 20.22064208984375, + "learning_rate": 1.674022889216737e-07, + "loss": 0.4911, + "num_input_tokens_seen": 6436159488, + "step": 3069 + }, + { + "epoch": 0.1817195551939246, + "grad_norm": 15.452803611755371, + "learning_rate": 1.67189928355106e-07, + "loss": 0.3566, + "num_input_tokens_seen": 6438256640, + "step": 3070 + }, + { + "epoch": 0.18199077841063194, + "grad_norm": 21.338388442993164, + "learning_rate": 1.66977875859517e-07, + "loss": 0.4931, + "num_input_tokens_seen": 6440353792, + "step": 3071 + }, + { + "epoch": 0.1822620016273393, + "grad_norm": 15.379291534423828, + "learning_rate": 1.6676613160555846e-07, + "loss": 0.3819, + "num_input_tokens_seen": 6442450944, + "step": 3072 + }, + { + "epoch": 0.18253322484404666, + "grad_norm": 18.543752670288086, + "learning_rate": 1.665546957636339e-07, + "loss": 0.5989, + "num_input_tokens_seen": 6444548096, + "step": 3073 + }, + { + "epoch": 0.182804448060754, + "grad_norm": 13.839360237121582, + "learning_rate": 1.6634356850389926e-07, + "loss": 0.3388, + "num_input_tokens_seen": 6446645248, + "step": 3074 + }, + { + "epoch": 0.18307567127746135, + "grad_norm": 14.323488235473633, + "learning_rate": 1.6613274999626134e-07, + "loss": 0.4291, + "num_input_tokens_seen": 6448742400, + "step": 3075 + }, + { + "epoch": 0.1833468944941687, + "grad_norm": 19.329299926757812, + "learning_rate": 1.65922240410379e-07, + "loss": 0.5632, + "num_input_tokens_seen": 6450839552, + "step": 3076 + }, + { + "epoch": 0.18361811771087605, + "grad_norm": 14.438604354858398, + "learning_rate": 1.6571203991566234e-07, + "loss": 0.3609, + "num_input_tokens_seen": 6452936704, + "step": 3077 + }, + { + "epoch": 0.1838893409275834, + "grad_norm": 16.972644805908203, + "learning_rate": 1.6550214868127276e-07, + "loss": 0.2715, + "num_input_tokens_seen": 6455033856, + "step": 3078 + }, + { + "epoch": 0.18416056414429074, + "grad_norm": 19.990781784057617, + "learning_rate": 1.6529256687612264e-07, + "loss": 0.5057, + "num_input_tokens_seen": 6457131008, + "step": 3079 + }, + { + "epoch": 0.1844317873609981, + "grad_norm": 12.420730590820312, + "learning_rate": 1.6508329466887548e-07, + "loss": 0.32, + "num_input_tokens_seen": 6459228160, + "step": 3080 + }, + { + "epoch": 0.18470301057770544, + "grad_norm": 18.54897689819336, + "learning_rate": 1.6487433222794566e-07, + "loss": 0.531, + "num_input_tokens_seen": 6461325312, + "step": 3081 + }, + { + "epoch": 0.1849742337944128, + "grad_norm": 13.507473945617676, + "learning_rate": 1.6466567972149806e-07, + "loss": 0.2632, + "num_input_tokens_seen": 6463422464, + "step": 3082 + }, + { + "epoch": 0.18524545701112016, + "grad_norm": 13.425512313842773, + "learning_rate": 1.6445733731744842e-07, + "loss": 0.3308, + "num_input_tokens_seen": 6465519616, + "step": 3083 + }, + { + "epoch": 0.1855166802278275, + "grad_norm": 14.376126289367676, + "learning_rate": 1.642493051834627e-07, + "loss": 0.3104, + "num_input_tokens_seen": 6467616768, + "step": 3084 + }, + { + "epoch": 0.18578790344453486, + "grad_norm": 13.848085403442383, + "learning_rate": 1.6404158348695729e-07, + "loss": 0.3902, + "num_input_tokens_seen": 6469713920, + "step": 3085 + }, + { + "epoch": 0.1860591266612422, + "grad_norm": 17.45004653930664, + "learning_rate": 1.6383417239509878e-07, + "loss": 0.5748, + "num_input_tokens_seen": 6471811072, + "step": 3086 + }, + { + "epoch": 0.18633034987794955, + "grad_norm": 19.52586555480957, + "learning_rate": 1.6362707207480347e-07, + "loss": 0.6891, + "num_input_tokens_seen": 6473908224, + "step": 3087 + }, + { + "epoch": 0.18660157309465691, + "grad_norm": 24.07430076599121, + "learning_rate": 1.6342028269273802e-07, + "loss": 0.6888, + "num_input_tokens_seen": 6476005376, + "step": 3088 + }, + { + "epoch": 0.18687279631136425, + "grad_norm": 19.478736877441406, + "learning_rate": 1.6321380441531852e-07, + "loss": 0.6213, + "num_input_tokens_seen": 6478102528, + "step": 3089 + }, + { + "epoch": 0.1871440195280716, + "grad_norm": 13.465045928955078, + "learning_rate": 1.63007637408711e-07, + "loss": 0.3439, + "num_input_tokens_seen": 6480199680, + "step": 3090 + }, + { + "epoch": 0.18741524274477894, + "grad_norm": 16.045684814453125, + "learning_rate": 1.6280178183883081e-07, + "loss": 0.4287, + "num_input_tokens_seen": 6482296832, + "step": 3091 + }, + { + "epoch": 0.1876864659614863, + "grad_norm": 18.508325576782227, + "learning_rate": 1.6259623787134258e-07, + "loss": 0.4006, + "num_input_tokens_seen": 6484393984, + "step": 3092 + }, + { + "epoch": 0.18795768917819367, + "grad_norm": 16.57149314880371, + "learning_rate": 1.6239100567166026e-07, + "loss": 0.392, + "num_input_tokens_seen": 6486491136, + "step": 3093 + }, + { + "epoch": 0.188228912394901, + "grad_norm": 13.103677749633789, + "learning_rate": 1.6218608540494693e-07, + "loss": 0.3385, + "num_input_tokens_seen": 6488588288, + "step": 3094 + }, + { + "epoch": 0.18850013561160836, + "grad_norm": 17.10627555847168, + "learning_rate": 1.619814772361147e-07, + "loss": 0.3766, + "num_input_tokens_seen": 6490685440, + "step": 3095 + }, + { + "epoch": 0.1887713588283157, + "grad_norm": 18.120052337646484, + "learning_rate": 1.6177718132982441e-07, + "loss": 0.5857, + "num_input_tokens_seen": 6492782592, + "step": 3096 + }, + { + "epoch": 0.18904258204502306, + "grad_norm": 19.000185012817383, + "learning_rate": 1.6157319785048555e-07, + "loss": 0.5742, + "num_input_tokens_seen": 6494879744, + "step": 3097 + }, + { + "epoch": 0.18931380526173042, + "grad_norm": 18.840848922729492, + "learning_rate": 1.6136952696225634e-07, + "loss": 0.3558, + "num_input_tokens_seen": 6496976896, + "step": 3098 + }, + { + "epoch": 0.18958502847843775, + "grad_norm": 19.136682510375977, + "learning_rate": 1.6116616882904332e-07, + "loss": 0.5141, + "num_input_tokens_seen": 6499074048, + "step": 3099 + }, + { + "epoch": 0.1898562516951451, + "grad_norm": 17.346790313720703, + "learning_rate": 1.6096312361450142e-07, + "loss": 0.434, + "num_input_tokens_seen": 6501171200, + "step": 3100 + }, + { + "epoch": 0.19012747491185245, + "grad_norm": 15.207001686096191, + "learning_rate": 1.6076039148203373e-07, + "loss": 0.4427, + "num_input_tokens_seen": 6503268352, + "step": 3101 + }, + { + "epoch": 0.1903986981285598, + "grad_norm": 10.525275230407715, + "learning_rate": 1.6055797259479125e-07, + "loss": 0.253, + "num_input_tokens_seen": 6505365504, + "step": 3102 + }, + { + "epoch": 0.19066992134526717, + "grad_norm": 27.057727813720703, + "learning_rate": 1.6035586711567318e-07, + "loss": 0.6012, + "num_input_tokens_seen": 6507462656, + "step": 3103 + }, + { + "epoch": 0.1909411445619745, + "grad_norm": 29.3339786529541, + "learning_rate": 1.601540752073261e-07, + "loss": 0.673, + "num_input_tokens_seen": 6509559808, + "step": 3104 + }, + { + "epoch": 0.19121236777868186, + "grad_norm": 12.424835205078125, + "learning_rate": 1.5995259703214445e-07, + "loss": 0.2948, + "num_input_tokens_seen": 6511656960, + "step": 3105 + }, + { + "epoch": 0.1914835909953892, + "grad_norm": 14.519540786743164, + "learning_rate": 1.5975143275227039e-07, + "loss": 0.3906, + "num_input_tokens_seen": 6513754112, + "step": 3106 + }, + { + "epoch": 0.19175481421209656, + "grad_norm": 18.084651947021484, + "learning_rate": 1.5955058252959318e-07, + "loss": 0.4539, + "num_input_tokens_seen": 6515851264, + "step": 3107 + }, + { + "epoch": 0.1920260374288039, + "grad_norm": 23.673160552978516, + "learning_rate": 1.5935004652574947e-07, + "loss": 0.5936, + "num_input_tokens_seen": 6517948416, + "step": 3108 + }, + { + "epoch": 0.19229726064551125, + "grad_norm": 13.00130844116211, + "learning_rate": 1.591498249021231e-07, + "loss": 0.2686, + "num_input_tokens_seen": 6520045568, + "step": 3109 + }, + { + "epoch": 0.19256848386221861, + "grad_norm": 21.13102912902832, + "learning_rate": 1.5894991781984456e-07, + "loss": 0.6705, + "num_input_tokens_seen": 6522142720, + "step": 3110 + }, + { + "epoch": 0.19283970707892595, + "grad_norm": 10.354960441589355, + "learning_rate": 1.587503254397916e-07, + "loss": 0.1552, + "num_input_tokens_seen": 6524239872, + "step": 3111 + }, + { + "epoch": 0.1931109302956333, + "grad_norm": 16.40614128112793, + "learning_rate": 1.585510479225886e-07, + "loss": 0.2692, + "num_input_tokens_seen": 6526337024, + "step": 3112 + }, + { + "epoch": 0.19338215351234064, + "grad_norm": 14.614860534667969, + "learning_rate": 1.5835208542860648e-07, + "loss": 0.3284, + "num_input_tokens_seen": 6528434176, + "step": 3113 + }, + { + "epoch": 0.193653376729048, + "grad_norm": 11.804844856262207, + "learning_rate": 1.581534381179627e-07, + "loss": 0.3218, + "num_input_tokens_seen": 6530531328, + "step": 3114 + }, + { + "epoch": 0.19392459994575537, + "grad_norm": 19.765899658203125, + "learning_rate": 1.5795510615052104e-07, + "loss": 0.5768, + "num_input_tokens_seen": 6532628480, + "step": 3115 + }, + { + "epoch": 0.1941958231624627, + "grad_norm": 18.440826416015625, + "learning_rate": 1.5775708968589155e-07, + "loss": 0.4025, + "num_input_tokens_seen": 6534725632, + "step": 3116 + }, + { + "epoch": 0.19446704637917006, + "grad_norm": 27.12670135498047, + "learning_rate": 1.575593888834303e-07, + "loss": 0.4297, + "num_input_tokens_seen": 6536822784, + "step": 3117 + }, + { + "epoch": 0.1947382695958774, + "grad_norm": 22.037416458129883, + "learning_rate": 1.5736200390223942e-07, + "loss": 0.7779, + "num_input_tokens_seen": 6538919936, + "step": 3118 + }, + { + "epoch": 0.19500949281258476, + "grad_norm": 15.226699829101562, + "learning_rate": 1.5716493490116684e-07, + "loss": 0.3269, + "num_input_tokens_seen": 6541017088, + "step": 3119 + }, + { + "epoch": 0.19528071602929212, + "grad_norm": 19.05426788330078, + "learning_rate": 1.5696818203880624e-07, + "loss": 0.4225, + "num_input_tokens_seen": 6543114240, + "step": 3120 + }, + { + "epoch": 0.19555193924599945, + "grad_norm": 15.81242847442627, + "learning_rate": 1.5677174547349655e-07, + "loss": 0.561, + "num_input_tokens_seen": 6545211392, + "step": 3121 + }, + { + "epoch": 0.1958231624627068, + "grad_norm": 24.574951171875, + "learning_rate": 1.565756253633228e-07, + "loss": 0.5197, + "num_input_tokens_seen": 6547308544, + "step": 3122 + }, + { + "epoch": 0.19609438567941415, + "grad_norm": 21.462337493896484, + "learning_rate": 1.5637982186611481e-07, + "loss": 0.4524, + "num_input_tokens_seen": 6549405696, + "step": 3123 + }, + { + "epoch": 0.1963656088961215, + "grad_norm": 18.190275192260742, + "learning_rate": 1.5618433513944787e-07, + "loss": 0.2997, + "num_input_tokens_seen": 6551502848, + "step": 3124 + }, + { + "epoch": 0.19663683211282887, + "grad_norm": 18.96411895751953, + "learning_rate": 1.5598916534064216e-07, + "loss": 0.5017, + "num_input_tokens_seen": 6553600000, + "step": 3125 + }, + { + "epoch": 0.1969080553295362, + "grad_norm": 16.543214797973633, + "learning_rate": 1.557943126267631e-07, + "loss": 0.4162, + "num_input_tokens_seen": 6555697152, + "step": 3126 + }, + { + "epoch": 0.19717927854624356, + "grad_norm": 13.697303771972656, + "learning_rate": 1.5559977715462044e-07, + "loss": 0.287, + "num_input_tokens_seen": 6557794304, + "step": 3127 + }, + { + "epoch": 0.1974505017629509, + "grad_norm": 19.32088279724121, + "learning_rate": 1.5540555908076914e-07, + "loss": 0.6185, + "num_input_tokens_seen": 6559891456, + "step": 3128 + }, + { + "epoch": 0.19772172497965826, + "grad_norm": 21.070152282714844, + "learning_rate": 1.5521165856150841e-07, + "loss": 0.4217, + "num_input_tokens_seen": 6561988608, + "step": 3129 + }, + { + "epoch": 0.19799294819636562, + "grad_norm": 27.660669326782227, + "learning_rate": 1.55018075752882e-07, + "loss": 0.5169, + "num_input_tokens_seen": 6564085760, + "step": 3130 + }, + { + "epoch": 0.19826417141307295, + "grad_norm": 17.022554397583008, + "learning_rate": 1.5482481081067825e-07, + "loss": 0.4193, + "num_input_tokens_seen": 6566182912, + "step": 3131 + }, + { + "epoch": 0.19853539462978032, + "grad_norm": 18.43861198425293, + "learning_rate": 1.546318638904291e-07, + "loss": 0.4522, + "num_input_tokens_seen": 6568280064, + "step": 3132 + }, + { + "epoch": 0.19880661784648765, + "grad_norm": 15.052275657653809, + "learning_rate": 1.5443923514741103e-07, + "loss": 0.2211, + "num_input_tokens_seen": 6570377216, + "step": 3133 + }, + { + "epoch": 0.199077841063195, + "grad_norm": 21.32815933227539, + "learning_rate": 1.5424692473664429e-07, + "loss": 0.3405, + "num_input_tokens_seen": 6572474368, + "step": 3134 + }, + { + "epoch": 0.19934906427990237, + "grad_norm": 20.877336502075195, + "learning_rate": 1.5405493281289302e-07, + "loss": 0.6306, + "num_input_tokens_seen": 6574571520, + "step": 3135 + }, + { + "epoch": 0.1996202874966097, + "grad_norm": 21.885692596435547, + "learning_rate": 1.5386325953066494e-07, + "loss": 0.6523, + "num_input_tokens_seen": 6576668672, + "step": 3136 + }, + { + "epoch": 0.19989151071331707, + "grad_norm": 13.137401580810547, + "learning_rate": 1.5367190504421157e-07, + "loss": 0.3159, + "num_input_tokens_seen": 6578765824, + "step": 3137 + }, + { + "epoch": 0.2001627339300244, + "grad_norm": 15.956317901611328, + "learning_rate": 1.5348086950752753e-07, + "loss": 0.3431, + "num_input_tokens_seen": 6580862976, + "step": 3138 + }, + { + "epoch": 0.20043395714673176, + "grad_norm": 16.24814796447754, + "learning_rate": 1.532901530743511e-07, + "loss": 0.4469, + "num_input_tokens_seen": 6582960128, + "step": 3139 + }, + { + "epoch": 0.20070518036343912, + "grad_norm": 13.850639343261719, + "learning_rate": 1.530997558981635e-07, + "loss": 0.4047, + "num_input_tokens_seen": 6585057280, + "step": 3140 + }, + { + "epoch": 0.20097640358014646, + "grad_norm": 21.258054733276367, + "learning_rate": 1.5290967813218919e-07, + "loss": 0.7333, + "num_input_tokens_seen": 6587154432, + "step": 3141 + }, + { + "epoch": 0.20124762679685382, + "grad_norm": 24.493776321411133, + "learning_rate": 1.527199199293955e-07, + "loss": 0.3701, + "num_input_tokens_seen": 6589251584, + "step": 3142 + }, + { + "epoch": 0.20151885001356115, + "grad_norm": 25.23069190979004, + "learning_rate": 1.525304814424927e-07, + "loss": 0.7751, + "num_input_tokens_seen": 6591348736, + "step": 3143 + }, + { + "epoch": 0.2017900732302685, + "grad_norm": 16.206256866455078, + "learning_rate": 1.5234136282393356e-07, + "loss": 0.3786, + "num_input_tokens_seen": 6593445888, + "step": 3144 + }, + { + "epoch": 0.20206129644697587, + "grad_norm": 18.445281982421875, + "learning_rate": 1.5215256422591357e-07, + "loss": 0.5419, + "num_input_tokens_seen": 6595543040, + "step": 3145 + }, + { + "epoch": 0.2023325196636832, + "grad_norm": 13.487834930419922, + "learning_rate": 1.5196408580037058e-07, + "loss": 0.225, + "num_input_tokens_seen": 6597640192, + "step": 3146 + }, + { + "epoch": 0.20260374288039057, + "grad_norm": 18.042003631591797, + "learning_rate": 1.51775927698985e-07, + "loss": 0.2773, + "num_input_tokens_seen": 6599737344, + "step": 3147 + }, + { + "epoch": 0.2028749660970979, + "grad_norm": 14.105890274047852, + "learning_rate": 1.5158809007317926e-07, + "loss": 0.3948, + "num_input_tokens_seen": 6601834496, + "step": 3148 + }, + { + "epoch": 0.20314618931380526, + "grad_norm": 22.028852462768555, + "learning_rate": 1.514005730741181e-07, + "loss": 0.7842, + "num_input_tokens_seen": 6603931648, + "step": 3149 + }, + { + "epoch": 0.20341741253051263, + "grad_norm": 18.55408477783203, + "learning_rate": 1.512133768527077e-07, + "loss": 0.4541, + "num_input_tokens_seen": 6606028800, + "step": 3150 + }, + { + "epoch": 0.20368863574721996, + "grad_norm": 15.917207717895508, + "learning_rate": 1.510265015595967e-07, + "loss": 0.3687, + "num_input_tokens_seen": 6608125952, + "step": 3151 + }, + { + "epoch": 0.20395985896392732, + "grad_norm": 25.865598678588867, + "learning_rate": 1.5083994734517518e-07, + "loss": 0.6256, + "num_input_tokens_seen": 6610223104, + "step": 3152 + }, + { + "epoch": 0.20423108218063465, + "grad_norm": 17.131990432739258, + "learning_rate": 1.5065371435957484e-07, + "loss": 0.4382, + "num_input_tokens_seen": 6612320256, + "step": 3153 + }, + { + "epoch": 0.20450230539734202, + "grad_norm": 24.471385955810547, + "learning_rate": 1.5046780275266897e-07, + "loss": 0.7498, + "num_input_tokens_seen": 6614417408, + "step": 3154 + }, + { + "epoch": 0.20477352861404935, + "grad_norm": 17.423646926879883, + "learning_rate": 1.5028221267407207e-07, + "loss": 0.4527, + "num_input_tokens_seen": 6616514560, + "step": 3155 + }, + { + "epoch": 0.2050447518307567, + "grad_norm": 13.580658912658691, + "learning_rate": 1.5009694427314007e-07, + "loss": 0.2501, + "num_input_tokens_seen": 6618611712, + "step": 3156 + }, + { + "epoch": 0.20531597504746407, + "grad_norm": 16.855371475219727, + "learning_rate": 1.4991199769896983e-07, + "loss": 0.33, + "num_input_tokens_seen": 6620708864, + "step": 3157 + }, + { + "epoch": 0.2055871982641714, + "grad_norm": 14.530333518981934, + "learning_rate": 1.497273731003994e-07, + "loss": 0.3885, + "num_input_tokens_seen": 6622806016, + "step": 3158 + }, + { + "epoch": 0.20585842148087877, + "grad_norm": 13.189663887023926, + "learning_rate": 1.4954307062600758e-07, + "loss": 0.3511, + "num_input_tokens_seen": 6624903168, + "step": 3159 + }, + { + "epoch": 0.2061296446975861, + "grad_norm": 21.233369827270508, + "learning_rate": 1.4935909042411412e-07, + "loss": 0.6974, + "num_input_tokens_seen": 6627000320, + "step": 3160 + }, + { + "epoch": 0.20640086791429346, + "grad_norm": 19.892419815063477, + "learning_rate": 1.4917543264277901e-07, + "loss": 0.498, + "num_input_tokens_seen": 6629097472, + "step": 3161 + }, + { + "epoch": 0.20667209113100082, + "grad_norm": 14.9336519241333, + "learning_rate": 1.4899209742980317e-07, + "loss": 0.4197, + "num_input_tokens_seen": 6631194624, + "step": 3162 + }, + { + "epoch": 0.20694331434770816, + "grad_norm": 19.203628540039062, + "learning_rate": 1.488090849327279e-07, + "loss": 0.5148, + "num_input_tokens_seen": 6633291776, + "step": 3163 + }, + { + "epoch": 0.20721453756441552, + "grad_norm": 14.907687187194824, + "learning_rate": 1.4862639529883463e-07, + "loss": 0.3568, + "num_input_tokens_seen": 6635388928, + "step": 3164 + }, + { + "epoch": 0.20748576078112285, + "grad_norm": 16.64046287536621, + "learning_rate": 1.4844402867514503e-07, + "loss": 0.3888, + "num_input_tokens_seen": 6637486080, + "step": 3165 + }, + { + "epoch": 0.2077569839978302, + "grad_norm": 12.00853157043457, + "learning_rate": 1.4826198520842093e-07, + "loss": 0.2793, + "num_input_tokens_seen": 6639583232, + "step": 3166 + }, + { + "epoch": 0.20802820721453757, + "grad_norm": 15.106518745422363, + "learning_rate": 1.4808026504516374e-07, + "loss": 0.4134, + "num_input_tokens_seen": 6641680384, + "step": 3167 + }, + { + "epoch": 0.2082994304312449, + "grad_norm": 18.982995986938477, + "learning_rate": 1.4789886833161506e-07, + "loss": 0.5532, + "num_input_tokens_seen": 6643777536, + "step": 3168 + }, + { + "epoch": 0.20857065364795227, + "grad_norm": 12.5213041305542, + "learning_rate": 1.477177952137561e-07, + "loss": 0.3146, + "num_input_tokens_seen": 6645874688, + "step": 3169 + }, + { + "epoch": 0.2088418768646596, + "grad_norm": 18.02132797241211, + "learning_rate": 1.4753704583730754e-07, + "loss": 0.5158, + "num_input_tokens_seen": 6647971840, + "step": 3170 + }, + { + "epoch": 0.20911310008136696, + "grad_norm": 16.98950958251953, + "learning_rate": 1.4735662034772962e-07, + "loss": 0.3841, + "num_input_tokens_seen": 6650068992, + "step": 3171 + }, + { + "epoch": 0.20938432329807433, + "grad_norm": 15.854743003845215, + "learning_rate": 1.47176518890222e-07, + "loss": 0.327, + "num_input_tokens_seen": 6652166144, + "step": 3172 + }, + { + "epoch": 0.20965554651478166, + "grad_norm": 14.455223083496094, + "learning_rate": 1.4699674160972337e-07, + "loss": 0.3407, + "num_input_tokens_seen": 6654263296, + "step": 3173 + }, + { + "epoch": 0.20992676973148902, + "grad_norm": 12.59441089630127, + "learning_rate": 1.4681728865091165e-07, + "loss": 0.2415, + "num_input_tokens_seen": 6656360448, + "step": 3174 + }, + { + "epoch": 0.21019799294819635, + "grad_norm": 21.2336483001709, + "learning_rate": 1.466381601582038e-07, + "loss": 0.529, + "num_input_tokens_seen": 6658457600, + "step": 3175 + }, + { + "epoch": 0.21046921616490372, + "grad_norm": 15.553447723388672, + "learning_rate": 1.4645935627575562e-07, + "loss": 0.2731, + "num_input_tokens_seen": 6660554752, + "step": 3176 + }, + { + "epoch": 0.21074043938161108, + "grad_norm": 19.533782958984375, + "learning_rate": 1.462808771474617e-07, + "loss": 0.626, + "num_input_tokens_seen": 6662651904, + "step": 3177 + }, + { + "epoch": 0.2110116625983184, + "grad_norm": 11.384428024291992, + "learning_rate": 1.4610272291695503e-07, + "loss": 0.2152, + "num_input_tokens_seen": 6664749056, + "step": 3178 + }, + { + "epoch": 0.21128288581502577, + "grad_norm": 17.49107551574707, + "learning_rate": 1.4592489372760764e-07, + "loss": 0.3965, + "num_input_tokens_seen": 6666846208, + "step": 3179 + }, + { + "epoch": 0.2115541090317331, + "grad_norm": 14.759407043457031, + "learning_rate": 1.4574738972252953e-07, + "loss": 0.3181, + "num_input_tokens_seen": 6668943360, + "step": 3180 + }, + { + "epoch": 0.21182533224844047, + "grad_norm": 15.087119102478027, + "learning_rate": 1.4557021104456923e-07, + "loss": 0.4154, + "num_input_tokens_seen": 6671040512, + "step": 3181 + }, + { + "epoch": 0.21209655546514783, + "grad_norm": 17.55137062072754, + "learning_rate": 1.4539335783631346e-07, + "loss": 0.3897, + "num_input_tokens_seen": 6673137664, + "step": 3182 + }, + { + "epoch": 0.21236777868185516, + "grad_norm": 14.304892539978027, + "learning_rate": 1.4521683024008687e-07, + "loss": 0.4131, + "num_input_tokens_seen": 6675234816, + "step": 3183 + }, + { + "epoch": 0.21263900189856252, + "grad_norm": 17.37781524658203, + "learning_rate": 1.450406283979521e-07, + "loss": 0.4752, + "num_input_tokens_seen": 6677331968, + "step": 3184 + }, + { + "epoch": 0.21291022511526986, + "grad_norm": 11.948087692260742, + "learning_rate": 1.4486475245170977e-07, + "loss": 0.2446, + "num_input_tokens_seen": 6679429120, + "step": 3185 + }, + { + "epoch": 0.21318144833197722, + "grad_norm": 17.137893676757812, + "learning_rate": 1.446892025428981e-07, + "loss": 0.3559, + "num_input_tokens_seen": 6681526272, + "step": 3186 + }, + { + "epoch": 0.21345267154868458, + "grad_norm": 8.884380340576172, + "learning_rate": 1.4451397881279298e-07, + "loss": 0.1706, + "num_input_tokens_seen": 6683623424, + "step": 3187 + }, + { + "epoch": 0.21372389476539191, + "grad_norm": 16.802011489868164, + "learning_rate": 1.4433908140240792e-07, + "loss": 0.3805, + "num_input_tokens_seen": 6685720576, + "step": 3188 + }, + { + "epoch": 0.21399511798209928, + "grad_norm": 20.294599533081055, + "learning_rate": 1.4416451045249354e-07, + "loss": 0.3829, + "num_input_tokens_seen": 6687817728, + "step": 3189 + }, + { + "epoch": 0.2142663411988066, + "grad_norm": 16.205463409423828, + "learning_rate": 1.43990266103538e-07, + "loss": 0.3615, + "num_input_tokens_seen": 6689914880, + "step": 3190 + }, + { + "epoch": 0.21453756441551397, + "grad_norm": 17.31773567199707, + "learning_rate": 1.4381634849576644e-07, + "loss": 0.3264, + "num_input_tokens_seen": 6692012032, + "step": 3191 + }, + { + "epoch": 0.21480878763222133, + "grad_norm": 13.5274658203125, + "learning_rate": 1.4364275776914112e-07, + "loss": 0.3105, + "num_input_tokens_seen": 6694109184, + "step": 3192 + }, + { + "epoch": 0.21508001084892867, + "grad_norm": 12.372538566589355, + "learning_rate": 1.4346949406336136e-07, + "loss": 0.3113, + "num_input_tokens_seen": 6696206336, + "step": 3193 + }, + { + "epoch": 0.21535123406563603, + "grad_norm": 12.951509475708008, + "learning_rate": 1.4329655751786318e-07, + "loss": 0.2954, + "num_input_tokens_seen": 6698303488, + "step": 3194 + }, + { + "epoch": 0.21562245728234336, + "grad_norm": 16.507877349853516, + "learning_rate": 1.4312394827181925e-07, + "loss": 0.4798, + "num_input_tokens_seen": 6700400640, + "step": 3195 + }, + { + "epoch": 0.21589368049905072, + "grad_norm": 15.880234718322754, + "learning_rate": 1.4295166646413898e-07, + "loss": 0.3777, + "num_input_tokens_seen": 6702497792, + "step": 3196 + }, + { + "epoch": 0.21616490371575806, + "grad_norm": 15.432538986206055, + "learning_rate": 1.4277971223346825e-07, + "loss": 0.3242, + "num_input_tokens_seen": 6704594944, + "step": 3197 + }, + { + "epoch": 0.21643612693246542, + "grad_norm": 18.914257049560547, + "learning_rate": 1.4260808571818917e-07, + "loss": 0.4032, + "num_input_tokens_seen": 6706692096, + "step": 3198 + }, + { + "epoch": 0.21670735014917278, + "grad_norm": 17.466224670410156, + "learning_rate": 1.4243678705642027e-07, + "loss": 0.3723, + "num_input_tokens_seen": 6708789248, + "step": 3199 + }, + { + "epoch": 0.2169785733658801, + "grad_norm": 19.855295181274414, + "learning_rate": 1.4226581638601635e-07, + "loss": 0.4615, + "num_input_tokens_seen": 6710886400, + "step": 3200 + }, + { + "epoch": 0.00027122321670735016, + "grad_norm": 16.647418975830078, + "learning_rate": 1.4209517384456786e-07, + "loss": 0.4811, + "num_input_tokens_seen": 6712983552, + "step": 3201 + }, + { + "epoch": 0.0005424464334147003, + "grad_norm": 10.773716926574707, + "learning_rate": 1.4192485956940153e-07, + "loss": 0.2869, + "num_input_tokens_seen": 6715080704, + "step": 3202 + }, + { + "epoch": 0.0008136696501220504, + "grad_norm": 10.768502235412598, + "learning_rate": 1.4175487369757973e-07, + "loss": 0.2319, + "num_input_tokens_seen": 6717177856, + "step": 3203 + }, + { + "epoch": 0.0010848928668294006, + "grad_norm": 20.341934204101562, + "learning_rate": 1.4158521636590079e-07, + "loss": 0.5739, + "num_input_tokens_seen": 6719275008, + "step": 3204 + }, + { + "epoch": 0.0013561160835367507, + "grad_norm": 21.294525146484375, + "learning_rate": 1.4141588771089838e-07, + "loss": 0.7022, + "num_input_tokens_seen": 6721372160, + "step": 3205 + }, + { + "epoch": 0.0016273393002441008, + "grad_norm": 12.000500679016113, + "learning_rate": 1.412468878688418e-07, + "loss": 0.2761, + "num_input_tokens_seen": 6723469312, + "step": 3206 + }, + { + "epoch": 0.001898562516951451, + "grad_norm": 11.831374168395996, + "learning_rate": 1.410782169757356e-07, + "loss": 0.2413, + "num_input_tokens_seen": 6725566464, + "step": 3207 + }, + { + "epoch": 0.0021697857336588013, + "grad_norm": 15.416332244873047, + "learning_rate": 1.4090987516731977e-07, + "loss": 0.4252, + "num_input_tokens_seen": 6727663616, + "step": 3208 + }, + { + "epoch": 0.0024410089503661514, + "grad_norm": 15.296663284301758, + "learning_rate": 1.4074186257906934e-07, + "loss": 0.3768, + "num_input_tokens_seen": 6729760768, + "step": 3209 + }, + { + "epoch": 0.0027122321670735015, + "grad_norm": 17.990812301635742, + "learning_rate": 1.4057417934619453e-07, + "loss": 0.5308, + "num_input_tokens_seen": 6731857920, + "step": 3210 + }, + { + "epoch": 0.0029834553837808516, + "grad_norm": 20.814661026000977, + "learning_rate": 1.404068256036403e-07, + "loss": 0.498, + "num_input_tokens_seen": 6733955072, + "step": 3211 + }, + { + "epoch": 0.0032546786004882017, + "grad_norm": 17.336063385009766, + "learning_rate": 1.4023980148608667e-07, + "loss": 0.363, + "num_input_tokens_seen": 6736052224, + "step": 3212 + }, + { + "epoch": 0.003525901817195552, + "grad_norm": 9.499157905578613, + "learning_rate": 1.4007310712794827e-07, + "loss": 0.1552, + "num_input_tokens_seen": 6738149376, + "step": 3213 + }, + { + "epoch": 0.003797125033902902, + "grad_norm": 22.045595169067383, + "learning_rate": 1.3990674266337442e-07, + "loss": 0.5238, + "num_input_tokens_seen": 6740246528, + "step": 3214 + }, + { + "epoch": 0.0040683482506102524, + "grad_norm": 12.480164527893066, + "learning_rate": 1.3974070822624883e-07, + "loss": 0.311, + "num_input_tokens_seen": 6742343680, + "step": 3215 + }, + { + "epoch": 0.0043395714673176026, + "grad_norm": 17.63022232055664, + "learning_rate": 1.3957500395018977e-07, + "loss": 0.508, + "num_input_tokens_seen": 6744440832, + "step": 3216 + }, + { + "epoch": 0.004610794684024953, + "grad_norm": 19.386255264282227, + "learning_rate": 1.394096299685497e-07, + "loss": 0.5619, + "num_input_tokens_seen": 6746537984, + "step": 3217 + }, + { + "epoch": 0.004882017900732303, + "grad_norm": 13.394591331481934, + "learning_rate": 1.3924458641441532e-07, + "loss": 0.371, + "num_input_tokens_seen": 6748635136, + "step": 3218 + }, + { + "epoch": 0.005153241117439653, + "grad_norm": 18.7851505279541, + "learning_rate": 1.3907987342060725e-07, + "loss": 0.5936, + "num_input_tokens_seen": 6750732288, + "step": 3219 + }, + { + "epoch": 0.005424464334147003, + "grad_norm": 20.079437255859375, + "learning_rate": 1.389154911196805e-07, + "loss": 0.5704, + "num_input_tokens_seen": 6752829440, + "step": 3220 + }, + { + "epoch": 0.005695687550854353, + "grad_norm": 11.2096586227417, + "learning_rate": 1.3875143964392355e-07, + "loss": 0.2784, + "num_input_tokens_seen": 6754926592, + "step": 3221 + }, + { + "epoch": 0.005966910767561703, + "grad_norm": 23.216882705688477, + "learning_rate": 1.3858771912535877e-07, + "loss": 0.8026, + "num_input_tokens_seen": 6757023744, + "step": 3222 + }, + { + "epoch": 0.006238133984269053, + "grad_norm": 10.511091232299805, + "learning_rate": 1.3842432969574238e-07, + "loss": 0.1695, + "num_input_tokens_seen": 6759120896, + "step": 3223 + }, + { + "epoch": 0.006509357200976403, + "grad_norm": 14.655221939086914, + "learning_rate": 1.382612714865637e-07, + "loss": 0.3329, + "num_input_tokens_seen": 6761218048, + "step": 3224 + }, + { + "epoch": 0.0067805804176837535, + "grad_norm": 18.49831771850586, + "learning_rate": 1.3809854462904596e-07, + "loss": 0.5104, + "num_input_tokens_seen": 6763315200, + "step": 3225 + }, + { + "epoch": 0.007051803634391104, + "grad_norm": 9.733176231384277, + "learning_rate": 1.3793614925414542e-07, + "loss": 0.1723, + "num_input_tokens_seen": 6765412352, + "step": 3226 + }, + { + "epoch": 0.007323026851098454, + "grad_norm": 16.505550384521484, + "learning_rate": 1.3777408549255182e-07, + "loss": 0.3004, + "num_input_tokens_seen": 6767509504, + "step": 3227 + }, + { + "epoch": 0.007594250067805804, + "grad_norm": 12.750898361206055, + "learning_rate": 1.3761235347468784e-07, + "loss": 0.1774, + "num_input_tokens_seen": 6769606656, + "step": 3228 + }, + { + "epoch": 0.007865473284513154, + "grad_norm": 11.027116775512695, + "learning_rate": 1.3745095333070926e-07, + "loss": 0.2317, + "num_input_tokens_seen": 6771703808, + "step": 3229 + }, + { + "epoch": 0.008136696501220505, + "grad_norm": 26.27062225341797, + "learning_rate": 1.3728988519050476e-07, + "loss": 0.9626, + "num_input_tokens_seen": 6773800960, + "step": 3230 + }, + { + "epoch": 0.008407919717927854, + "grad_norm": 15.877495765686035, + "learning_rate": 1.3712914918369595e-07, + "loss": 0.4503, + "num_input_tokens_seen": 6775898112, + "step": 3231 + }, + { + "epoch": 0.008679142934635205, + "grad_norm": 21.709930419921875, + "learning_rate": 1.369687454396369e-07, + "loss": 0.4794, + "num_input_tokens_seen": 6777995264, + "step": 3232 + }, + { + "epoch": 0.008950366151342554, + "grad_norm": 12.499728202819824, + "learning_rate": 1.3680867408741457e-07, + "loss": 0.2759, + "num_input_tokens_seen": 6780092416, + "step": 3233 + }, + { + "epoch": 0.009221589368049905, + "grad_norm": 22.60646629333496, + "learning_rate": 1.366489352558483e-07, + "loss": 0.5445, + "num_input_tokens_seen": 6782189568, + "step": 3234 + }, + { + "epoch": 0.009492812584757255, + "grad_norm": 17.723960876464844, + "learning_rate": 1.3648952907348957e-07, + "loss": 0.4128, + "num_input_tokens_seen": 6784286720, + "step": 3235 + }, + { + "epoch": 0.009764035801464606, + "grad_norm": 16.3974552154541, + "learning_rate": 1.3633045566862268e-07, + "loss": 0.4623, + "num_input_tokens_seen": 6786383872, + "step": 3236 + }, + { + "epoch": 0.010035259018171955, + "grad_norm": 13.922554016113281, + "learning_rate": 1.3617171516926382e-07, + "loss": 0.3435, + "num_input_tokens_seen": 6788481024, + "step": 3237 + }, + { + "epoch": 0.010306482234879306, + "grad_norm": 10.876972198486328, + "learning_rate": 1.3601330770316122e-07, + "loss": 0.2045, + "num_input_tokens_seen": 6790578176, + "step": 3238 + }, + { + "epoch": 0.010577705451586655, + "grad_norm": 17.26404571533203, + "learning_rate": 1.3585523339779523e-07, + "loss": 0.3805, + "num_input_tokens_seen": 6792675328, + "step": 3239 + }, + { + "epoch": 0.010848928668294006, + "grad_norm": 24.898168563842773, + "learning_rate": 1.356974923803781e-07, + "loss": 0.8073, + "num_input_tokens_seen": 6794772480, + "step": 3240 + }, + { + "epoch": 0.011120151885001357, + "grad_norm": 16.236896514892578, + "learning_rate": 1.3554008477785367e-07, + "loss": 0.4327, + "num_input_tokens_seen": 6796869632, + "step": 3241 + }, + { + "epoch": 0.011391375101708706, + "grad_norm": 18.53495216369629, + "learning_rate": 1.3538301071689756e-07, + "loss": 0.3856, + "num_input_tokens_seen": 6798966784, + "step": 3242 + }, + { + "epoch": 0.011662598318416057, + "grad_norm": 18.698938369750977, + "learning_rate": 1.3522627032391715e-07, + "loss": 0.4498, + "num_input_tokens_seen": 6801063936, + "step": 3243 + }, + { + "epoch": 0.011933821535123406, + "grad_norm": 14.774138450622559, + "learning_rate": 1.3506986372505098e-07, + "loss": 0.3556, + "num_input_tokens_seen": 6803161088, + "step": 3244 + }, + { + "epoch": 0.012205044751830757, + "grad_norm": 22.23430633544922, + "learning_rate": 1.3491379104616938e-07, + "loss": 0.5173, + "num_input_tokens_seen": 6805258240, + "step": 3245 + }, + { + "epoch": 0.012476267968538107, + "grad_norm": 12.263484954833984, + "learning_rate": 1.3475805241287345e-07, + "loss": 0.2426, + "num_input_tokens_seen": 6807355392, + "step": 3246 + }, + { + "epoch": 0.012747491185245458, + "grad_norm": 22.76350212097168, + "learning_rate": 1.3460264795049577e-07, + "loss": 0.6469, + "num_input_tokens_seen": 6809452544, + "step": 3247 + }, + { + "epoch": 0.013018714401952807, + "grad_norm": 16.658710479736328, + "learning_rate": 1.344475777841e-07, + "loss": 0.3359, + "num_input_tokens_seen": 6811549696, + "step": 3248 + }, + { + "epoch": 0.013289937618660158, + "grad_norm": 12.79448127746582, + "learning_rate": 1.3429284203848074e-07, + "loss": 0.2698, + "num_input_tokens_seen": 6813646848, + "step": 3249 + }, + { + "epoch": 0.013561160835367507, + "grad_norm": 31.765995025634766, + "learning_rate": 1.3413844083816334e-07, + "loss": 1.1975, + "num_input_tokens_seen": 6815744000, + "step": 3250 + }, + { + "epoch": 0.013832384052074858, + "grad_norm": 17.021753311157227, + "learning_rate": 1.3398437430740403e-07, + "loss": 0.3363, + "num_input_tokens_seen": 6817841152, + "step": 3251 + }, + { + "epoch": 0.014103607268782207, + "grad_norm": 14.463712692260742, + "learning_rate": 1.3383064257018978e-07, + "loss": 0.3068, + "num_input_tokens_seen": 6819938304, + "step": 3252 + }, + { + "epoch": 0.014374830485489558, + "grad_norm": 16.731229782104492, + "learning_rate": 1.3367724575023786e-07, + "loss": 0.2803, + "num_input_tokens_seen": 6822035456, + "step": 3253 + }, + { + "epoch": 0.014646053702196907, + "grad_norm": 22.050737380981445, + "learning_rate": 1.3352418397099638e-07, + "loss": 0.6333, + "num_input_tokens_seen": 6824132608, + "step": 3254 + }, + { + "epoch": 0.014917276918904258, + "grad_norm": 25.376235961914062, + "learning_rate": 1.333714573556435e-07, + "loss": 0.4512, + "num_input_tokens_seen": 6826229760, + "step": 3255 + }, + { + "epoch": 0.015188500135611608, + "grad_norm": 16.40929412841797, + "learning_rate": 1.332190660270879e-07, + "loss": 0.4892, + "num_input_tokens_seen": 6828326912, + "step": 3256 + }, + { + "epoch": 0.015459723352318959, + "grad_norm": 17.429452896118164, + "learning_rate": 1.3306701010796832e-07, + "loss": 0.4432, + "num_input_tokens_seen": 6830424064, + "step": 3257 + }, + { + "epoch": 0.015730946569026308, + "grad_norm": 18.253334045410156, + "learning_rate": 1.3291528972065347e-07, + "loss": 0.5687, + "num_input_tokens_seen": 6832521216, + "step": 3258 + }, + { + "epoch": 0.01600216978573366, + "grad_norm": 15.493392944335938, + "learning_rate": 1.327639049872422e-07, + "loss": 0.3613, + "num_input_tokens_seen": 6834618368, + "step": 3259 + }, + { + "epoch": 0.01627339300244101, + "grad_norm": 17.719694137573242, + "learning_rate": 1.326128560295631e-07, + "loss": 0.3888, + "num_input_tokens_seen": 6836715520, + "step": 3260 + }, + { + "epoch": 0.01654461621914836, + "grad_norm": 17.160886764526367, + "learning_rate": 1.324621429691748e-07, + "loss": 0.4548, + "num_input_tokens_seen": 6838812672, + "step": 3261 + }, + { + "epoch": 0.016815839435855708, + "grad_norm": 19.88508415222168, + "learning_rate": 1.3231176592736528e-07, + "loss": 0.4992, + "num_input_tokens_seen": 6840909824, + "step": 3262 + }, + { + "epoch": 0.01708706265256306, + "grad_norm": 20.55489730834961, + "learning_rate": 1.3216172502515248e-07, + "loss": 0.5841, + "num_input_tokens_seen": 6843006976, + "step": 3263 + }, + { + "epoch": 0.01735828586927041, + "grad_norm": 19.093385696411133, + "learning_rate": 1.320120203832833e-07, + "loss": 0.5585, + "num_input_tokens_seen": 6845104128, + "step": 3264 + }, + { + "epoch": 0.01762950908597776, + "grad_norm": 22.638851165771484, + "learning_rate": 1.3186265212223459e-07, + "loss": 0.4794, + "num_input_tokens_seen": 6847201280, + "step": 3265 + }, + { + "epoch": 0.01790073230268511, + "grad_norm": 18.409488677978516, + "learning_rate": 1.3171362036221202e-07, + "loss": 0.4148, + "num_input_tokens_seen": 6849298432, + "step": 3266 + }, + { + "epoch": 0.01817195551939246, + "grad_norm": 25.409086227416992, + "learning_rate": 1.3156492522315088e-07, + "loss": 0.7068, + "num_input_tokens_seen": 6851395584, + "step": 3267 + }, + { + "epoch": 0.01844317873609981, + "grad_norm": 17.42267608642578, + "learning_rate": 1.314165668247153e-07, + "loss": 0.3872, + "num_input_tokens_seen": 6853492736, + "step": 3268 + }, + { + "epoch": 0.01871440195280716, + "grad_norm": 20.826908111572266, + "learning_rate": 1.3126854528629843e-07, + "loss": 0.6012, + "num_input_tokens_seen": 6855589888, + "step": 3269 + }, + { + "epoch": 0.01898562516951451, + "grad_norm": 27.992067337036133, + "learning_rate": 1.3112086072702238e-07, + "loss": 0.3769, + "num_input_tokens_seen": 6857687040, + "step": 3270 + }, + { + "epoch": 0.01925684838622186, + "grad_norm": 17.23652458190918, + "learning_rate": 1.3097351326573814e-07, + "loss": 0.4274, + "num_input_tokens_seen": 6859784192, + "step": 3271 + }, + { + "epoch": 0.01952807160292921, + "grad_norm": 27.117645263671875, + "learning_rate": 1.3082650302102524e-07, + "loss": 0.5901, + "num_input_tokens_seen": 6861881344, + "step": 3272 + }, + { + "epoch": 0.019799294819636562, + "grad_norm": 10.570221900939941, + "learning_rate": 1.30679830111192e-07, + "loss": 0.1871, + "num_input_tokens_seen": 6863978496, + "step": 3273 + }, + { + "epoch": 0.02007051803634391, + "grad_norm": 16.369604110717773, + "learning_rate": 1.3053349465427518e-07, + "loss": 0.4029, + "num_input_tokens_seen": 6866075648, + "step": 3274 + }, + { + "epoch": 0.02034174125305126, + "grad_norm": 16.295419692993164, + "learning_rate": 1.303874967680399e-07, + "loss": 0.3059, + "num_input_tokens_seen": 6868172800, + "step": 3275 + }, + { + "epoch": 0.02061296446975861, + "grad_norm": 13.2958345413208, + "learning_rate": 1.302418365699798e-07, + "loss": 0.2834, + "num_input_tokens_seen": 6870269952, + "step": 3276 + }, + { + "epoch": 0.020884187686465962, + "grad_norm": 24.707290649414062, + "learning_rate": 1.300965141773167e-07, + "loss": 0.8627, + "num_input_tokens_seen": 6872367104, + "step": 3277 + }, + { + "epoch": 0.02115541090317331, + "grad_norm": 13.416788101196289, + "learning_rate": 1.2995152970700044e-07, + "loss": 0.2876, + "num_input_tokens_seen": 6874464256, + "step": 3278 + }, + { + "epoch": 0.02142663411988066, + "grad_norm": 18.29564666748047, + "learning_rate": 1.2980688327570906e-07, + "loss": 0.5197, + "num_input_tokens_seen": 6876561408, + "step": 3279 + }, + { + "epoch": 0.021697857336588012, + "grad_norm": 14.38173770904541, + "learning_rate": 1.296625749998485e-07, + "loss": 0.336, + "num_input_tokens_seen": 6878658560, + "step": 3280 + }, + { + "epoch": 0.021969080553295363, + "grad_norm": 11.88624382019043, + "learning_rate": 1.2951860499555253e-07, + "loss": 0.228, + "num_input_tokens_seen": 6880755712, + "step": 3281 + }, + { + "epoch": 0.022240303770002714, + "grad_norm": 20.323486328125, + "learning_rate": 1.2937497337868274e-07, + "loss": 0.5354, + "num_input_tokens_seen": 6882852864, + "step": 3282 + }, + { + "epoch": 0.02251152698671006, + "grad_norm": 18.997339248657227, + "learning_rate": 1.2923168026482843e-07, + "loss": 0.4723, + "num_input_tokens_seen": 6884950016, + "step": 3283 + }, + { + "epoch": 0.022782750203417412, + "grad_norm": 16.928192138671875, + "learning_rate": 1.290887257693064e-07, + "loss": 0.3251, + "num_input_tokens_seen": 6887047168, + "step": 3284 + }, + { + "epoch": 0.023053973420124763, + "grad_norm": 18.173126220703125, + "learning_rate": 1.2894611000716103e-07, + "loss": 0.4975, + "num_input_tokens_seen": 6889144320, + "step": 3285 + }, + { + "epoch": 0.023325196636832114, + "grad_norm": 17.16127586364746, + "learning_rate": 1.28803833093164e-07, + "loss": 0.4848, + "num_input_tokens_seen": 6891241472, + "step": 3286 + }, + { + "epoch": 0.023596419853539462, + "grad_norm": 14.565631866455078, + "learning_rate": 1.286618951418144e-07, + "loss": 0.299, + "num_input_tokens_seen": 6893338624, + "step": 3287 + }, + { + "epoch": 0.023867643070246813, + "grad_norm": 16.098228454589844, + "learning_rate": 1.285202962673385e-07, + "loss": 0.4612, + "num_input_tokens_seen": 6895435776, + "step": 3288 + }, + { + "epoch": 0.024138866286954164, + "grad_norm": 19.208843231201172, + "learning_rate": 1.2837903658368965e-07, + "loss": 0.5771, + "num_input_tokens_seen": 6897532928, + "step": 3289 + }, + { + "epoch": 0.024410089503661515, + "grad_norm": 14.503118515014648, + "learning_rate": 1.2823811620454833e-07, + "loss": 0.309, + "num_input_tokens_seen": 6899630080, + "step": 3290 + }, + { + "epoch": 0.024681312720368862, + "grad_norm": 18.937856674194336, + "learning_rate": 1.2809753524332188e-07, + "loss": 0.5335, + "num_input_tokens_seen": 6901727232, + "step": 3291 + }, + { + "epoch": 0.024952535937076213, + "grad_norm": 20.493385314941406, + "learning_rate": 1.2795729381314434e-07, + "loss": 0.5826, + "num_input_tokens_seen": 6903824384, + "step": 3292 + }, + { + "epoch": 0.025223759153783564, + "grad_norm": 18.82896614074707, + "learning_rate": 1.2781739202687694e-07, + "loss": 0.5127, + "num_input_tokens_seen": 6905921536, + "step": 3293 + }, + { + "epoch": 0.025494982370490915, + "grad_norm": 22.182172775268555, + "learning_rate": 1.2767782999710715e-07, + "loss": 0.7663, + "num_input_tokens_seen": 6908018688, + "step": 3294 + }, + { + "epoch": 0.025766205587198263, + "grad_norm": 21.46929359436035, + "learning_rate": 1.2753860783614925e-07, + "loss": 0.6303, + "num_input_tokens_seen": 6910115840, + "step": 3295 + }, + { + "epoch": 0.026037428803905614, + "grad_norm": 16.43645668029785, + "learning_rate": 1.2739972565604396e-07, + "loss": 0.3882, + "num_input_tokens_seen": 6912212992, + "step": 3296 + }, + { + "epoch": 0.026308652020612965, + "grad_norm": 19.76049041748047, + "learning_rate": 1.2726118356855834e-07, + "loss": 0.5901, + "num_input_tokens_seen": 6914310144, + "step": 3297 + }, + { + "epoch": 0.026579875237320316, + "grad_norm": 18.00474739074707, + "learning_rate": 1.271229816851857e-07, + "loss": 0.4005, + "num_input_tokens_seen": 6916407296, + "step": 3298 + }, + { + "epoch": 0.026851098454027666, + "grad_norm": 19.077592849731445, + "learning_rate": 1.2698512011714578e-07, + "loss": 0.3887, + "num_input_tokens_seen": 6918504448, + "step": 3299 + }, + { + "epoch": 0.027122321670735014, + "grad_norm": 20.036828994750977, + "learning_rate": 1.2684759897538422e-07, + "loss": 0.4026, + "num_input_tokens_seen": 6920601600, + "step": 3300 + }, + { + "epoch": 0.027393544887442365, + "grad_norm": 19.472291946411133, + "learning_rate": 1.2671041837057287e-07, + "loss": 0.5011, + "num_input_tokens_seen": 6922698752, + "step": 3301 + }, + { + "epoch": 0.027664768104149716, + "grad_norm": 21.726613998413086, + "learning_rate": 1.2657357841310941e-07, + "loss": 0.4298, + "num_input_tokens_seen": 6924795904, + "step": 3302 + }, + { + "epoch": 0.027935991320857067, + "grad_norm": 14.84683895111084, + "learning_rate": 1.2643707921311765e-07, + "loss": 0.3162, + "num_input_tokens_seen": 6926893056, + "step": 3303 + }, + { + "epoch": 0.028207214537564414, + "grad_norm": 12.949082374572754, + "learning_rate": 1.2630092088044664e-07, + "loss": 0.2217, + "num_input_tokens_seen": 6928990208, + "step": 3304 + }, + { + "epoch": 0.028478437754271765, + "grad_norm": 15.199170112609863, + "learning_rate": 1.2616510352467158e-07, + "loss": 0.335, + "num_input_tokens_seen": 6931087360, + "step": 3305 + }, + { + "epoch": 0.028749660970979116, + "grad_norm": 24.491796493530273, + "learning_rate": 1.2602962725509307e-07, + "loss": 0.7631, + "num_input_tokens_seen": 6933184512, + "step": 3306 + }, + { + "epoch": 0.029020884187686467, + "grad_norm": 18.071081161499023, + "learning_rate": 1.2589449218073728e-07, + "loss": 0.4094, + "num_input_tokens_seen": 6935281664, + "step": 3307 + }, + { + "epoch": 0.029292107404393815, + "grad_norm": 13.082253456115723, + "learning_rate": 1.2575969841035578e-07, + "loss": 0.3208, + "num_input_tokens_seen": 6937378816, + "step": 3308 + }, + { + "epoch": 0.029563330621101166, + "grad_norm": 20.97207260131836, + "learning_rate": 1.256252460524255e-07, + "loss": 0.6206, + "num_input_tokens_seen": 6939475968, + "step": 3309 + }, + { + "epoch": 0.029834553837808517, + "grad_norm": 20.7148494720459, + "learning_rate": 1.2549113521514844e-07, + "loss": 0.6038, + "num_input_tokens_seen": 6941573120, + "step": 3310 + }, + { + "epoch": 0.030105777054515868, + "grad_norm": 13.58342170715332, + "learning_rate": 1.2535736600645212e-07, + "loss": 0.3072, + "num_input_tokens_seen": 6943670272, + "step": 3311 + }, + { + "epoch": 0.030377000271223215, + "grad_norm": 18.122154235839844, + "learning_rate": 1.2522393853398868e-07, + "loss": 0.4495, + "num_input_tokens_seen": 6945767424, + "step": 3312 + }, + { + "epoch": 0.030648223487930566, + "grad_norm": 11.082249641418457, + "learning_rate": 1.2509085290513563e-07, + "loss": 0.1881, + "num_input_tokens_seen": 6947864576, + "step": 3313 + }, + { + "epoch": 0.030919446704637917, + "grad_norm": 17.34503173828125, + "learning_rate": 1.2495810922699517e-07, + "loss": 0.3816, + "num_input_tokens_seen": 6949961728, + "step": 3314 + }, + { + "epoch": 0.031190669921345268, + "grad_norm": 13.956634521484375, + "learning_rate": 1.2482570760639439e-07, + "loss": 0.3201, + "num_input_tokens_seen": 6952058880, + "step": 3315 + }, + { + "epoch": 0.031461893138052616, + "grad_norm": 13.51434326171875, + "learning_rate": 1.24693648149885e-07, + "loss": 0.2497, + "num_input_tokens_seen": 6954156032, + "step": 3316 + }, + { + "epoch": 0.03173311635475997, + "grad_norm": 16.2774600982666, + "learning_rate": 1.2456193096374338e-07, + "loss": 0.2518, + "num_input_tokens_seen": 6956253184, + "step": 3317 + }, + { + "epoch": 0.03200433957146732, + "grad_norm": 21.98696517944336, + "learning_rate": 1.244305561539707e-07, + "loss": 0.5708, + "num_input_tokens_seen": 6958350336, + "step": 3318 + }, + { + "epoch": 0.032275562788174665, + "grad_norm": 20.506793975830078, + "learning_rate": 1.242995238262923e-07, + "loss": 0.4993, + "num_input_tokens_seen": 6960447488, + "step": 3319 + }, + { + "epoch": 0.03254678600488202, + "grad_norm": 14.927400588989258, + "learning_rate": 1.2416883408615809e-07, + "loss": 0.4024, + "num_input_tokens_seen": 6962544640, + "step": 3320 + }, + { + "epoch": 0.03281800922158937, + "grad_norm": 16.304428100585938, + "learning_rate": 1.2403848703874202e-07, + "loss": 0.3532, + "num_input_tokens_seen": 6964641792, + "step": 3321 + }, + { + "epoch": 0.03308923243829672, + "grad_norm": 15.736098289489746, + "learning_rate": 1.2390848278894264e-07, + "loss": 0.447, + "num_input_tokens_seen": 6966738944, + "step": 3322 + }, + { + "epoch": 0.03336045565500407, + "grad_norm": 20.3814697265625, + "learning_rate": 1.2377882144138222e-07, + "loss": 0.4226, + "num_input_tokens_seen": 6968836096, + "step": 3323 + }, + { + "epoch": 0.033631678871711417, + "grad_norm": 20.88442039489746, + "learning_rate": 1.2364950310040744e-07, + "loss": 0.5159, + "num_input_tokens_seen": 6970933248, + "step": 3324 + }, + { + "epoch": 0.03390290208841877, + "grad_norm": 13.660783767700195, + "learning_rate": 1.235205278700887e-07, + "loss": 0.2405, + "num_input_tokens_seen": 6973030400, + "step": 3325 + }, + { + "epoch": 0.03417412530512612, + "grad_norm": 22.85435676574707, + "learning_rate": 1.233918958542204e-07, + "loss": 0.7742, + "num_input_tokens_seen": 6975127552, + "step": 3326 + }, + { + "epoch": 0.034445348521833466, + "grad_norm": 13.575337409973145, + "learning_rate": 1.2326360715632069e-07, + "loss": 0.3336, + "num_input_tokens_seen": 6977224704, + "step": 3327 + }, + { + "epoch": 0.03471657173854082, + "grad_norm": 24.44587516784668, + "learning_rate": 1.231356618796314e-07, + "loss": 0.6159, + "num_input_tokens_seen": 6979321856, + "step": 3328 + }, + { + "epoch": 0.03498779495524817, + "grad_norm": 23.5541934967041, + "learning_rate": 1.2300806012711798e-07, + "loss": 0.659, + "num_input_tokens_seen": 6981419008, + "step": 3329 + }, + { + "epoch": 0.03525901817195552, + "grad_norm": 9.155745506286621, + "learning_rate": 1.228808020014696e-07, + "loss": 0.1895, + "num_input_tokens_seen": 6983516160, + "step": 3330 + }, + { + "epoch": 0.03553024138866287, + "grad_norm": 16.62866973876953, + "learning_rate": 1.227538876050987e-07, + "loss": 0.4427, + "num_input_tokens_seen": 6985613312, + "step": 3331 + }, + { + "epoch": 0.03580146460537022, + "grad_norm": 15.631593704223633, + "learning_rate": 1.226273170401411e-07, + "loss": 0.357, + "num_input_tokens_seen": 6987710464, + "step": 3332 + }, + { + "epoch": 0.03607268782207757, + "grad_norm": 20.449111938476562, + "learning_rate": 1.2250109040845589e-07, + "loss": 0.4486, + "num_input_tokens_seen": 6989807616, + "step": 3333 + }, + { + "epoch": 0.03634391103878492, + "grad_norm": 19.299829483032227, + "learning_rate": 1.2237520781162567e-07, + "loss": 0.2722, + "num_input_tokens_seen": 6991904768, + "step": 3334 + }, + { + "epoch": 0.03661513425549227, + "grad_norm": 17.439783096313477, + "learning_rate": 1.222496693509559e-07, + "loss": 0.4216, + "num_input_tokens_seen": 6994001920, + "step": 3335 + }, + { + "epoch": 0.03688635747219962, + "grad_norm": 16.625341415405273, + "learning_rate": 1.2212447512747506e-07, + "loss": 0.3902, + "num_input_tokens_seen": 6996099072, + "step": 3336 + }, + { + "epoch": 0.03715758068890697, + "grad_norm": 12.145569801330566, + "learning_rate": 1.2199962524193492e-07, + "loss": 0.2277, + "num_input_tokens_seen": 6998196224, + "step": 3337 + }, + { + "epoch": 0.03742880390561432, + "grad_norm": 19.74405860900879, + "learning_rate": 1.218751197948096e-07, + "loss": 0.4426, + "num_input_tokens_seen": 7000293376, + "step": 3338 + }, + { + "epoch": 0.03770002712232167, + "grad_norm": 20.95228385925293, + "learning_rate": 1.2175095888629657e-07, + "loss": 0.5911, + "num_input_tokens_seen": 7002390528, + "step": 3339 + }, + { + "epoch": 0.03797125033902902, + "grad_norm": 23.399641036987305, + "learning_rate": 1.2162714261631575e-07, + "loss": 0.6537, + "num_input_tokens_seen": 7004487680, + "step": 3340 + }, + { + "epoch": 0.03824247355573637, + "grad_norm": 11.986372947692871, + "learning_rate": 1.215036710845097e-07, + "loss": 0.2545, + "num_input_tokens_seen": 7006584832, + "step": 3341 + }, + { + "epoch": 0.03851369677244372, + "grad_norm": 16.912973403930664, + "learning_rate": 1.213805443902437e-07, + "loss": 0.386, + "num_input_tokens_seen": 7008681984, + "step": 3342 + }, + { + "epoch": 0.038784919989151075, + "grad_norm": 18.482542037963867, + "learning_rate": 1.212577626326054e-07, + "loss": 0.3066, + "num_input_tokens_seen": 7010779136, + "step": 3343 + }, + { + "epoch": 0.03905614320585842, + "grad_norm": 16.53171157836914, + "learning_rate": 1.2113532591040488e-07, + "loss": 0.3742, + "num_input_tokens_seen": 7012876288, + "step": 3344 + }, + { + "epoch": 0.03932736642256577, + "grad_norm": 18.05655860900879, + "learning_rate": 1.2101323432217454e-07, + "loss": 0.3583, + "num_input_tokens_seen": 7014973440, + "step": 3345 + }, + { + "epoch": 0.039598589639273124, + "grad_norm": 16.21353530883789, + "learning_rate": 1.208914879661691e-07, + "loss": 0.3726, + "num_input_tokens_seen": 7017070592, + "step": 3346 + }, + { + "epoch": 0.03986981285598047, + "grad_norm": 11.822895050048828, + "learning_rate": 1.2077008694036527e-07, + "loss": 0.2253, + "num_input_tokens_seen": 7019167744, + "step": 3347 + }, + { + "epoch": 0.04014103607268782, + "grad_norm": 19.47376823425293, + "learning_rate": 1.2064903134246221e-07, + "loss": 0.4391, + "num_input_tokens_seen": 7021264896, + "step": 3348 + }, + { + "epoch": 0.040412259289395173, + "grad_norm": 18.84421730041504, + "learning_rate": 1.2052832126988053e-07, + "loss": 0.6866, + "num_input_tokens_seen": 7023362048, + "step": 3349 + }, + { + "epoch": 0.04068348250610252, + "grad_norm": 18.107643127441406, + "learning_rate": 1.2040795681976338e-07, + "loss": 0.5646, + "num_input_tokens_seen": 7025459200, + "step": 3350 + }, + { + "epoch": 0.040954705722809875, + "grad_norm": 18.47949981689453, + "learning_rate": 1.2028793808897537e-07, + "loss": 0.5655, + "num_input_tokens_seen": 7027556352, + "step": 3351 + }, + { + "epoch": 0.04122592893951722, + "grad_norm": 18.35427474975586, + "learning_rate": 1.20168265174103e-07, + "loss": 0.3471, + "num_input_tokens_seen": 7029653504, + "step": 3352 + }, + { + "epoch": 0.04149715215622457, + "grad_norm": 13.998270034790039, + "learning_rate": 1.2004893817145456e-07, + "loss": 0.2921, + "num_input_tokens_seen": 7031750656, + "step": 3353 + }, + { + "epoch": 0.041768375372931925, + "grad_norm": 26.075870513916016, + "learning_rate": 1.1992995717705982e-07, + "loss": 0.7065, + "num_input_tokens_seen": 7033847808, + "step": 3354 + }, + { + "epoch": 0.04203959858963927, + "grad_norm": 14.8284912109375, + "learning_rate": 1.198113222866702e-07, + "loss": 0.2938, + "num_input_tokens_seen": 7035944960, + "step": 3355 + }, + { + "epoch": 0.04231082180634662, + "grad_norm": 15.237571716308594, + "learning_rate": 1.1969303359575845e-07, + "loss": 0.3828, + "num_input_tokens_seen": 7038042112, + "step": 3356 + }, + { + "epoch": 0.042582045023053974, + "grad_norm": 14.325973510742188, + "learning_rate": 1.1957509119951885e-07, + "loss": 0.3513, + "num_input_tokens_seen": 7040139264, + "step": 3357 + }, + { + "epoch": 0.04285326823976132, + "grad_norm": 14.475112915039062, + "learning_rate": 1.1945749519286694e-07, + "loss": 0.277, + "num_input_tokens_seen": 7042236416, + "step": 3358 + }, + { + "epoch": 0.043124491456468676, + "grad_norm": 16.315767288208008, + "learning_rate": 1.193402456704396e-07, + "loss": 0.383, + "num_input_tokens_seen": 7044333568, + "step": 3359 + }, + { + "epoch": 0.043395714673176024, + "grad_norm": 19.562829971313477, + "learning_rate": 1.1922334272659474e-07, + "loss": 0.4815, + "num_input_tokens_seen": 7046430720, + "step": 3360 + }, + { + "epoch": 0.04366693788988337, + "grad_norm": 19.108549118041992, + "learning_rate": 1.1910678645541137e-07, + "loss": 0.4433, + "num_input_tokens_seen": 7048527872, + "step": 3361 + }, + { + "epoch": 0.043938161106590726, + "grad_norm": 12.979419708251953, + "learning_rate": 1.1899057695068954e-07, + "loss": 0.2735, + "num_input_tokens_seen": 7050625024, + "step": 3362 + }, + { + "epoch": 0.04420938432329807, + "grad_norm": 20.514404296875, + "learning_rate": 1.1887471430595028e-07, + "loss": 0.5001, + "num_input_tokens_seen": 7052722176, + "step": 3363 + }, + { + "epoch": 0.04448060754000543, + "grad_norm": 20.933198928833008, + "learning_rate": 1.187591986144354e-07, + "loss": 0.492, + "num_input_tokens_seen": 7054819328, + "step": 3364 + }, + { + "epoch": 0.044751830756712775, + "grad_norm": 21.284048080444336, + "learning_rate": 1.1864402996910748e-07, + "loss": 0.6521, + "num_input_tokens_seen": 7056916480, + "step": 3365 + }, + { + "epoch": 0.04502305397342012, + "grad_norm": 30.391963958740234, + "learning_rate": 1.1852920846265002e-07, + "loss": 0.4218, + "num_input_tokens_seen": 7059013632, + "step": 3366 + }, + { + "epoch": 0.04529427719012748, + "grad_norm": 20.589599609375, + "learning_rate": 1.1841473418746685e-07, + "loss": 0.5948, + "num_input_tokens_seen": 7061110784, + "step": 3367 + }, + { + "epoch": 0.045565500406834825, + "grad_norm": 16.451263427734375, + "learning_rate": 1.1830060723568256e-07, + "loss": 0.3326, + "num_input_tokens_seen": 7063207936, + "step": 3368 + }, + { + "epoch": 0.04583672362354217, + "grad_norm": 18.889476776123047, + "learning_rate": 1.1818682769914226e-07, + "loss": 0.4692, + "num_input_tokens_seen": 7065305088, + "step": 3369 + }, + { + "epoch": 0.04610794684024953, + "grad_norm": 22.5378475189209, + "learning_rate": 1.1807339566941123e-07, + "loss": 0.5904, + "num_input_tokens_seen": 7067402240, + "step": 3370 + }, + { + "epoch": 0.046379170056956874, + "grad_norm": 18.752378463745117, + "learning_rate": 1.1796031123777546e-07, + "loss": 0.668, + "num_input_tokens_seen": 7069499392, + "step": 3371 + }, + { + "epoch": 0.04665039327366423, + "grad_norm": 14.500882148742676, + "learning_rate": 1.178475744952408e-07, + "loss": 0.3436, + "num_input_tokens_seen": 7071596544, + "step": 3372 + }, + { + "epoch": 0.046921616490371576, + "grad_norm": 16.3090877532959, + "learning_rate": 1.1773518553253352e-07, + "loss": 0.3595, + "num_input_tokens_seen": 7073693696, + "step": 3373 + }, + { + "epoch": 0.047192839707078924, + "grad_norm": 20.062055587768555, + "learning_rate": 1.1762314444010002e-07, + "loss": 0.4885, + "num_input_tokens_seen": 7075790848, + "step": 3374 + }, + { + "epoch": 0.04746406292378628, + "grad_norm": 13.69767951965332, + "learning_rate": 1.1751145130810675e-07, + "loss": 0.1721, + "num_input_tokens_seen": 7077888000, + "step": 3375 + }, + { + "epoch": 0.047735286140493625, + "grad_norm": 15.124690055847168, + "learning_rate": 1.1740010622644008e-07, + "loss": 0.3988, + "num_input_tokens_seen": 7079985152, + "step": 3376 + }, + { + "epoch": 0.04800650935720097, + "grad_norm": 22.62101936340332, + "learning_rate": 1.1728910928470629e-07, + "loss": 0.53, + "num_input_tokens_seen": 7082082304, + "step": 3377 + }, + { + "epoch": 0.04827773257390833, + "grad_norm": 12.13560962677002, + "learning_rate": 1.1717846057223143e-07, + "loss": 0.2442, + "num_input_tokens_seen": 7084179456, + "step": 3378 + }, + { + "epoch": 0.048548955790615675, + "grad_norm": 22.917356491088867, + "learning_rate": 1.1706816017806142e-07, + "loss": 0.548, + "num_input_tokens_seen": 7086276608, + "step": 3379 + }, + { + "epoch": 0.04882017900732303, + "grad_norm": 26.45726776123047, + "learning_rate": 1.1695820819096186e-07, + "loss": 0.4848, + "num_input_tokens_seen": 7088373760, + "step": 3380 + }, + { + "epoch": 0.04909140222403038, + "grad_norm": 25.90103530883789, + "learning_rate": 1.1684860469941785e-07, + "loss": 0.8083, + "num_input_tokens_seen": 7090470912, + "step": 3381 + }, + { + "epoch": 0.049362625440737724, + "grad_norm": 22.642337799072266, + "learning_rate": 1.1673934979163417e-07, + "loss": 0.5493, + "num_input_tokens_seen": 7092568064, + "step": 3382 + }, + { + "epoch": 0.04963384865744508, + "grad_norm": 11.539298057556152, + "learning_rate": 1.1663044355553493e-07, + "loss": 0.2542, + "num_input_tokens_seen": 7094665216, + "step": 3383 + }, + { + "epoch": 0.049905071874152426, + "grad_norm": 19.434553146362305, + "learning_rate": 1.1652188607876379e-07, + "loss": 0.4264, + "num_input_tokens_seen": 7096762368, + "step": 3384 + }, + { + "epoch": 0.05017629509085978, + "grad_norm": 28.15933609008789, + "learning_rate": 1.1641367744868372e-07, + "loss": 0.8053, + "num_input_tokens_seen": 7098859520, + "step": 3385 + }, + { + "epoch": 0.05044751830756713, + "grad_norm": 23.65896224975586, + "learning_rate": 1.1630581775237681e-07, + "loss": 0.3073, + "num_input_tokens_seen": 7100956672, + "step": 3386 + }, + { + "epoch": 0.050718741524274476, + "grad_norm": 14.19971752166748, + "learning_rate": 1.1619830707664446e-07, + "loss": 0.2546, + "num_input_tokens_seen": 7103053824, + "step": 3387 + }, + { + "epoch": 0.05098996474098183, + "grad_norm": 17.83209800720215, + "learning_rate": 1.160911455080073e-07, + "loss": 0.3369, + "num_input_tokens_seen": 7105150976, + "step": 3388 + }, + { + "epoch": 0.05126118795768918, + "grad_norm": 21.761837005615234, + "learning_rate": 1.1598433313270472e-07, + "loss": 0.5246, + "num_input_tokens_seen": 7107248128, + "step": 3389 + }, + { + "epoch": 0.051532411174396525, + "grad_norm": 26.923656463623047, + "learning_rate": 1.1587787003669523e-07, + "loss": 0.4256, + "num_input_tokens_seen": 7109345280, + "step": 3390 + }, + { + "epoch": 0.05180363439110388, + "grad_norm": 16.93385124206543, + "learning_rate": 1.1577175630565646e-07, + "loss": 0.4239, + "num_input_tokens_seen": 7111442432, + "step": 3391 + }, + { + "epoch": 0.05207485760781123, + "grad_norm": 28.331945419311523, + "learning_rate": 1.1566599202498456e-07, + "loss": 0.7451, + "num_input_tokens_seen": 7113539584, + "step": 3392 + }, + { + "epoch": 0.05234608082451858, + "grad_norm": 13.455109596252441, + "learning_rate": 1.1556057727979468e-07, + "loss": 0.3069, + "num_input_tokens_seen": 7115636736, + "step": 3393 + }, + { + "epoch": 0.05261730404122593, + "grad_norm": 22.329641342163086, + "learning_rate": 1.1545551215492055e-07, + "loss": 0.5828, + "num_input_tokens_seen": 7117733888, + "step": 3394 + }, + { + "epoch": 0.05288852725793328, + "grad_norm": 23.203813552856445, + "learning_rate": 1.1535079673491458e-07, + "loss": 0.4792, + "num_input_tokens_seen": 7119831040, + "step": 3395 + }, + { + "epoch": 0.05315975047464063, + "grad_norm": 12.3374662399292, + "learning_rate": 1.1524643110404778e-07, + "loss": 0.2758, + "num_input_tokens_seen": 7121928192, + "step": 3396 + }, + { + "epoch": 0.05343097369134798, + "grad_norm": 16.85381507873535, + "learning_rate": 1.1514241534630963e-07, + "loss": 0.3412, + "num_input_tokens_seen": 7124025344, + "step": 3397 + }, + { + "epoch": 0.05370219690805533, + "grad_norm": 18.195323944091797, + "learning_rate": 1.1503874954540804e-07, + "loss": 0.429, + "num_input_tokens_seen": 7126122496, + "step": 3398 + }, + { + "epoch": 0.05397342012476268, + "grad_norm": 15.976231575012207, + "learning_rate": 1.1493543378476927e-07, + "loss": 0.3129, + "num_input_tokens_seen": 7128219648, + "step": 3399 + }, + { + "epoch": 0.05424464334147003, + "grad_norm": 15.415371894836426, + "learning_rate": 1.1483246814753798e-07, + "loss": 0.4292, + "num_input_tokens_seen": 7130316800, + "step": 3400 + }, + { + "epoch": 0.05451586655817738, + "grad_norm": 12.561007499694824, + "learning_rate": 1.1472985271657697e-07, + "loss": 0.3157, + "num_input_tokens_seen": 7132413952, + "step": 3401 + }, + { + "epoch": 0.05478708977488473, + "grad_norm": 19.007686614990234, + "learning_rate": 1.1462758757446728e-07, + "loss": 0.515, + "num_input_tokens_seen": 7134511104, + "step": 3402 + }, + { + "epoch": 0.05505831299159208, + "grad_norm": 14.344964027404785, + "learning_rate": 1.1452567280350789e-07, + "loss": 0.2947, + "num_input_tokens_seen": 7136608256, + "step": 3403 + }, + { + "epoch": 0.05532953620829943, + "grad_norm": 14.677167892456055, + "learning_rate": 1.1442410848571602e-07, + "loss": 0.2962, + "num_input_tokens_seen": 7138705408, + "step": 3404 + }, + { + "epoch": 0.05560075942500678, + "grad_norm": 15.091597557067871, + "learning_rate": 1.1432289470282683e-07, + "loss": 0.3201, + "num_input_tokens_seen": 7140802560, + "step": 3405 + }, + { + "epoch": 0.055871982641714134, + "grad_norm": 16.691532135009766, + "learning_rate": 1.1422203153629312e-07, + "loss": 0.3313, + "num_input_tokens_seen": 7142899712, + "step": 3406 + }, + { + "epoch": 0.05614320585842148, + "grad_norm": 16.004104614257812, + "learning_rate": 1.1412151906728589e-07, + "loss": 0.3258, + "num_input_tokens_seen": 7144996864, + "step": 3407 + }, + { + "epoch": 0.05641442907512883, + "grad_norm": 20.203420639038086, + "learning_rate": 1.1402135737669372e-07, + "loss": 0.6703, + "num_input_tokens_seen": 7147094016, + "step": 3408 + }, + { + "epoch": 0.05668565229183618, + "grad_norm": 16.784305572509766, + "learning_rate": 1.1392154654512289e-07, + "loss": 0.4107, + "num_input_tokens_seen": 7149191168, + "step": 3409 + }, + { + "epoch": 0.05695687550854353, + "grad_norm": 18.371356964111328, + "learning_rate": 1.1382208665289742e-07, + "loss": 0.5004, + "num_input_tokens_seen": 7151288320, + "step": 3410 + }, + { + "epoch": 0.05722809872525088, + "grad_norm": 28.510942459106445, + "learning_rate": 1.1372297778005883e-07, + "loss": 0.7699, + "num_input_tokens_seen": 7153385472, + "step": 3411 + }, + { + "epoch": 0.05749932194195823, + "grad_norm": 20.71713638305664, + "learning_rate": 1.1362422000636609e-07, + "loss": 0.399, + "num_input_tokens_seen": 7155482624, + "step": 3412 + }, + { + "epoch": 0.05777054515866558, + "grad_norm": 17.85915184020996, + "learning_rate": 1.135258134112958e-07, + "loss": 0.4794, + "num_input_tokens_seen": 7157579776, + "step": 3413 + }, + { + "epoch": 0.058041768375372935, + "grad_norm": 16.834300994873047, + "learning_rate": 1.1342775807404177e-07, + "loss": 0.4149, + "num_input_tokens_seen": 7159676928, + "step": 3414 + }, + { + "epoch": 0.05831299159208028, + "grad_norm": 14.176383018493652, + "learning_rate": 1.1333005407351516e-07, + "loss": 0.3177, + "num_input_tokens_seen": 7161774080, + "step": 3415 + }, + { + "epoch": 0.05858421480878763, + "grad_norm": 20.5920352935791, + "learning_rate": 1.1323270148834461e-07, + "loss": 0.6466, + "num_input_tokens_seen": 7163871232, + "step": 3416 + }, + { + "epoch": 0.058855438025494984, + "grad_norm": 20.29216194152832, + "learning_rate": 1.1313570039687571e-07, + "loss": 0.5934, + "num_input_tokens_seen": 7165968384, + "step": 3417 + }, + { + "epoch": 0.05912666124220233, + "grad_norm": 19.53738784790039, + "learning_rate": 1.1303905087717111e-07, + "loss": 0.4848, + "num_input_tokens_seen": 7168065536, + "step": 3418 + }, + { + "epoch": 0.059397884458909686, + "grad_norm": 16.945344924926758, + "learning_rate": 1.1294275300701085e-07, + "loss": 0.3478, + "num_input_tokens_seen": 7170162688, + "step": 3419 + }, + { + "epoch": 0.059669107675617034, + "grad_norm": 17.19941520690918, + "learning_rate": 1.1284680686389163e-07, + "loss": 0.4514, + "num_input_tokens_seen": 7172259840, + "step": 3420 + }, + { + "epoch": 0.05994033089232438, + "grad_norm": 14.423097610473633, + "learning_rate": 1.1275121252502738e-07, + "loss": 0.3855, + "num_input_tokens_seen": 7174356992, + "step": 3421 + }, + { + "epoch": 0.060211554109031735, + "grad_norm": 13.27149772644043, + "learning_rate": 1.1265597006734872e-07, + "loss": 0.3488, + "num_input_tokens_seen": 7176454144, + "step": 3422 + }, + { + "epoch": 0.06048277732573908, + "grad_norm": 17.755043029785156, + "learning_rate": 1.1256107956750319e-07, + "loss": 0.4548, + "num_input_tokens_seen": 7178551296, + "step": 3423 + }, + { + "epoch": 0.06075400054244643, + "grad_norm": 15.190084457397461, + "learning_rate": 1.1246654110185501e-07, + "loss": 0.186, + "num_input_tokens_seen": 7180648448, + "step": 3424 + }, + { + "epoch": 0.061025223759153785, + "grad_norm": 23.48501968383789, + "learning_rate": 1.1237235474648516e-07, + "loss": 0.852, + "num_input_tokens_seen": 7182745600, + "step": 3425 + }, + { + "epoch": 0.06129644697586113, + "grad_norm": 18.804317474365234, + "learning_rate": 1.1227852057719125e-07, + "loss": 0.5567, + "num_input_tokens_seen": 7184842752, + "step": 3426 + }, + { + "epoch": 0.06156767019256849, + "grad_norm": 18.396987915039062, + "learning_rate": 1.121850386694875e-07, + "loss": 0.4162, + "num_input_tokens_seen": 7186939904, + "step": 3427 + }, + { + "epoch": 0.061838893409275834, + "grad_norm": 18.709394454956055, + "learning_rate": 1.1209190909860453e-07, + "loss": 0.5276, + "num_input_tokens_seen": 7189037056, + "step": 3428 + }, + { + "epoch": 0.06211011662598318, + "grad_norm": 25.96376609802246, + "learning_rate": 1.119991319394894e-07, + "loss": 0.5129, + "num_input_tokens_seen": 7191134208, + "step": 3429 + }, + { + "epoch": 0.062381339842690536, + "grad_norm": 24.267688751220703, + "learning_rate": 1.1190670726680579e-07, + "loss": 0.6664, + "num_input_tokens_seen": 7193231360, + "step": 3430 + }, + { + "epoch": 0.06265256305939788, + "grad_norm": 12.63032054901123, + "learning_rate": 1.1181463515493336e-07, + "loss": 0.2624, + "num_input_tokens_seen": 7195328512, + "step": 3431 + }, + { + "epoch": 0.06292378627610523, + "grad_norm": 18.082197189331055, + "learning_rate": 1.1172291567796846e-07, + "loss": 0.3512, + "num_input_tokens_seen": 7197425664, + "step": 3432 + }, + { + "epoch": 0.06319500949281258, + "grad_norm": 13.270282745361328, + "learning_rate": 1.1163154890972333e-07, + "loss": 0.3531, + "num_input_tokens_seen": 7199522816, + "step": 3433 + }, + { + "epoch": 0.06346623270951994, + "grad_norm": 11.08203411102295, + "learning_rate": 1.1154053492372654e-07, + "loss": 0.2167, + "num_input_tokens_seen": 7201619968, + "step": 3434 + }, + { + "epoch": 0.06373745592622729, + "grad_norm": 18.60203742980957, + "learning_rate": 1.1144987379322254e-07, + "loss": 0.5286, + "num_input_tokens_seen": 7203717120, + "step": 3435 + }, + { + "epoch": 0.06400867914293464, + "grad_norm": 22.605010986328125, + "learning_rate": 1.1135956559117207e-07, + "loss": 0.7746, + "num_input_tokens_seen": 7205814272, + "step": 3436 + }, + { + "epoch": 0.06427990235964198, + "grad_norm": 10.375788688659668, + "learning_rate": 1.1126961039025168e-07, + "loss": 0.1999, + "num_input_tokens_seen": 7207911424, + "step": 3437 + }, + { + "epoch": 0.06455112557634933, + "grad_norm": 16.99294662475586, + "learning_rate": 1.111800082628539e-07, + "loss": 0.3321, + "num_input_tokens_seen": 7210008576, + "step": 3438 + }, + { + "epoch": 0.06482234879305669, + "grad_norm": 18.679296493530273, + "learning_rate": 1.1109075928108715e-07, + "loss": 0.517, + "num_input_tokens_seen": 7212105728, + "step": 3439 + }, + { + "epoch": 0.06509357200976404, + "grad_norm": 25.95256233215332, + "learning_rate": 1.1100186351677567e-07, + "loss": 0.8827, + "num_input_tokens_seen": 7214202880, + "step": 3440 + }, + { + "epoch": 0.06536479522647139, + "grad_norm": 15.406830787658691, + "learning_rate": 1.1091332104145921e-07, + "loss": 0.412, + "num_input_tokens_seen": 7216300032, + "step": 3441 + }, + { + "epoch": 0.06563601844317873, + "grad_norm": 17.281946182250977, + "learning_rate": 1.1082513192639353e-07, + "loss": 0.4441, + "num_input_tokens_seen": 7218397184, + "step": 3442 + }, + { + "epoch": 0.06590724165988608, + "grad_norm": 11.579797744750977, + "learning_rate": 1.1073729624254984e-07, + "loss": 0.2542, + "num_input_tokens_seen": 7220494336, + "step": 3443 + }, + { + "epoch": 0.06617846487659344, + "grad_norm": 20.977197647094727, + "learning_rate": 1.1064981406061494e-07, + "loss": 0.6309, + "num_input_tokens_seen": 7222591488, + "step": 3444 + }, + { + "epoch": 0.06644968809330079, + "grad_norm": 15.974722862243652, + "learning_rate": 1.1056268545099117e-07, + "loss": 0.4147, + "num_input_tokens_seen": 7224688640, + "step": 3445 + }, + { + "epoch": 0.06672091131000814, + "grad_norm": 11.669343948364258, + "learning_rate": 1.1047591048379635e-07, + "loss": 0.2354, + "num_input_tokens_seen": 7226785792, + "step": 3446 + }, + { + "epoch": 0.06699213452671549, + "grad_norm": 24.988540649414062, + "learning_rate": 1.1038948922886355e-07, + "loss": 0.6374, + "num_input_tokens_seen": 7228882944, + "step": 3447 + }, + { + "epoch": 0.06726335774342283, + "grad_norm": 17.950305938720703, + "learning_rate": 1.1030342175574144e-07, + "loss": 0.4621, + "num_input_tokens_seen": 7230980096, + "step": 3448 + }, + { + "epoch": 0.06753458096013018, + "grad_norm": 23.91762351989746, + "learning_rate": 1.1021770813369378e-07, + "loss": 0.5804, + "num_input_tokens_seen": 7233077248, + "step": 3449 + }, + { + "epoch": 0.06780580417683754, + "grad_norm": 17.67766571044922, + "learning_rate": 1.1013234843169967e-07, + "loss": 0.2842, + "num_input_tokens_seen": 7235174400, + "step": 3450 + }, + { + "epoch": 0.06807702739354489, + "grad_norm": 14.409975051879883, + "learning_rate": 1.100473427184534e-07, + "loss": 0.2676, + "num_input_tokens_seen": 7237271552, + "step": 3451 + }, + { + "epoch": 0.06834825061025224, + "grad_norm": 25.468711853027344, + "learning_rate": 1.0996269106236425e-07, + "loss": 0.553, + "num_input_tokens_seen": 7239368704, + "step": 3452 + }, + { + "epoch": 0.06861947382695958, + "grad_norm": 18.466487884521484, + "learning_rate": 1.0987839353155661e-07, + "loss": 0.3635, + "num_input_tokens_seen": 7241465856, + "step": 3453 + }, + { + "epoch": 0.06889069704366693, + "grad_norm": 15.085163116455078, + "learning_rate": 1.0979445019387e-07, + "loss": 0.4023, + "num_input_tokens_seen": 7243563008, + "step": 3454 + }, + { + "epoch": 0.0691619202603743, + "grad_norm": 15.840180397033691, + "learning_rate": 1.0971086111685883e-07, + "loss": 0.3546, + "num_input_tokens_seen": 7245660160, + "step": 3455 + }, + { + "epoch": 0.06943314347708164, + "grad_norm": 20.410505294799805, + "learning_rate": 1.0962762636779235e-07, + "loss": 0.5338, + "num_input_tokens_seen": 7247757312, + "step": 3456 + }, + { + "epoch": 0.06970436669378899, + "grad_norm": 23.19679832458496, + "learning_rate": 1.0954474601365482e-07, + "loss": 0.6095, + "num_input_tokens_seen": 7249854464, + "step": 3457 + }, + { + "epoch": 0.06997558991049634, + "grad_norm": 14.401229858398438, + "learning_rate": 1.094622201211451e-07, + "loss": 0.4222, + "num_input_tokens_seen": 7251951616, + "step": 3458 + }, + { + "epoch": 0.07024681312720368, + "grad_norm": 17.72669792175293, + "learning_rate": 1.0938004875667689e-07, + "loss": 0.4721, + "num_input_tokens_seen": 7254048768, + "step": 3459 + }, + { + "epoch": 0.07051803634391104, + "grad_norm": 15.16402530670166, + "learning_rate": 1.0929823198637866e-07, + "loss": 0.3393, + "num_input_tokens_seen": 7256145920, + "step": 3460 + }, + { + "epoch": 0.07078925956061839, + "grad_norm": 17.32206153869629, + "learning_rate": 1.0921676987609335e-07, + "loss": 0.5465, + "num_input_tokens_seen": 7258243072, + "step": 3461 + }, + { + "epoch": 0.07106048277732574, + "grad_norm": 20.354280471801758, + "learning_rate": 1.0913566249137865e-07, + "loss": 0.6731, + "num_input_tokens_seen": 7260340224, + "step": 3462 + }, + { + "epoch": 0.07133170599403309, + "grad_norm": 17.26376724243164, + "learning_rate": 1.0905490989750656e-07, + "loss": 0.5397, + "num_input_tokens_seen": 7262437376, + "step": 3463 + }, + { + "epoch": 0.07160292921074043, + "grad_norm": 22.16339683532715, + "learning_rate": 1.0897451215946378e-07, + "loss": 0.6668, + "num_input_tokens_seen": 7264534528, + "step": 3464 + }, + { + "epoch": 0.0718741524274478, + "grad_norm": 25.3452091217041, + "learning_rate": 1.0889446934195141e-07, + "loss": 0.5578, + "num_input_tokens_seen": 7266631680, + "step": 3465 + }, + { + "epoch": 0.07214537564415514, + "grad_norm": 20.26123809814453, + "learning_rate": 1.0881478150938475e-07, + "loss": 0.4272, + "num_input_tokens_seen": 7268728832, + "step": 3466 + }, + { + "epoch": 0.07241659886086249, + "grad_norm": 15.355372428894043, + "learning_rate": 1.0873544872589361e-07, + "loss": 0.3703, + "num_input_tokens_seen": 7270825984, + "step": 3467 + }, + { + "epoch": 0.07268782207756984, + "grad_norm": 19.550086975097656, + "learning_rate": 1.08656471055322e-07, + "loss": 0.4287, + "num_input_tokens_seen": 7272923136, + "step": 3468 + }, + { + "epoch": 0.07295904529427719, + "grad_norm": 23.889299392700195, + "learning_rate": 1.0857784856122812e-07, + "loss": 0.8543, + "num_input_tokens_seen": 7275020288, + "step": 3469 + }, + { + "epoch": 0.07323026851098453, + "grad_norm": 17.23611831665039, + "learning_rate": 1.084995813068843e-07, + "loss": 0.3986, + "num_input_tokens_seen": 7277117440, + "step": 3470 + }, + { + "epoch": 0.0735014917276919, + "grad_norm": 20.09700584411621, + "learning_rate": 1.0842166935527716e-07, + "loss": 0.5305, + "num_input_tokens_seen": 7279214592, + "step": 3471 + }, + { + "epoch": 0.07377271494439924, + "grad_norm": 17.18355941772461, + "learning_rate": 1.0834411276910715e-07, + "loss": 0.3567, + "num_input_tokens_seen": 7281311744, + "step": 3472 + }, + { + "epoch": 0.07404393816110659, + "grad_norm": 20.5414981842041, + "learning_rate": 1.0826691161078895e-07, + "loss": 0.5759, + "num_input_tokens_seen": 7283408896, + "step": 3473 + }, + { + "epoch": 0.07431516137781394, + "grad_norm": 14.221673965454102, + "learning_rate": 1.0819006594245114e-07, + "loss": 0.3052, + "num_input_tokens_seen": 7285506048, + "step": 3474 + }, + { + "epoch": 0.07458638459452128, + "grad_norm": 21.631595611572266, + "learning_rate": 1.0811357582593613e-07, + "loss": 0.669, + "num_input_tokens_seen": 7287603200, + "step": 3475 + }, + { + "epoch": 0.07485760781122865, + "grad_norm": 23.90924644470215, + "learning_rate": 1.0803744132280025e-07, + "loss": 0.8402, + "num_input_tokens_seen": 7289700352, + "step": 3476 + }, + { + "epoch": 0.075128831027936, + "grad_norm": 19.435346603393555, + "learning_rate": 1.0796166249431371e-07, + "loss": 0.5147, + "num_input_tokens_seen": 7291797504, + "step": 3477 + }, + { + "epoch": 0.07540005424464334, + "grad_norm": 20.027788162231445, + "learning_rate": 1.0788623940146032e-07, + "loss": 0.5814, + "num_input_tokens_seen": 7293894656, + "step": 3478 + }, + { + "epoch": 0.07567127746135069, + "grad_norm": 15.927900314331055, + "learning_rate": 1.0781117210493781e-07, + "loss": 0.3769, + "num_input_tokens_seen": 7295991808, + "step": 3479 + }, + { + "epoch": 0.07594250067805804, + "grad_norm": 29.270769119262695, + "learning_rate": 1.0773646066515748e-07, + "loss": 0.6378, + "num_input_tokens_seen": 7298088960, + "step": 3480 + }, + { + "epoch": 0.0762137238947654, + "grad_norm": 15.728423118591309, + "learning_rate": 1.0766210514224419e-07, + "loss": 0.2933, + "num_input_tokens_seen": 7300186112, + "step": 3481 + }, + { + "epoch": 0.07648494711147275, + "grad_norm": 19.27528953552246, + "learning_rate": 1.0758810559603651e-07, + "loss": 0.4516, + "num_input_tokens_seen": 7302283264, + "step": 3482 + }, + { + "epoch": 0.07675617032818009, + "grad_norm": 16.80342674255371, + "learning_rate": 1.0751446208608642e-07, + "loss": 0.3451, + "num_input_tokens_seen": 7304380416, + "step": 3483 + }, + { + "epoch": 0.07702739354488744, + "grad_norm": 14.538717269897461, + "learning_rate": 1.0744117467165938e-07, + "loss": 0.4333, + "num_input_tokens_seen": 7306477568, + "step": 3484 + }, + { + "epoch": 0.07729861676159479, + "grad_norm": 15.928664207458496, + "learning_rate": 1.0736824341173442e-07, + "loss": 0.3792, + "num_input_tokens_seen": 7308574720, + "step": 3485 + }, + { + "epoch": 0.07756983997830215, + "grad_norm": 17.85283088684082, + "learning_rate": 1.0729566836500373e-07, + "loss": 0.4084, + "num_input_tokens_seen": 7310671872, + "step": 3486 + }, + { + "epoch": 0.0778410631950095, + "grad_norm": 25.531211853027344, + "learning_rate": 1.07223449589873e-07, + "loss": 0.4754, + "num_input_tokens_seen": 7312769024, + "step": 3487 + }, + { + "epoch": 0.07811228641171684, + "grad_norm": 12.72594165802002, + "learning_rate": 1.0715158714446109e-07, + "loss": 0.3349, + "num_input_tokens_seen": 7314866176, + "step": 3488 + }, + { + "epoch": 0.07838350962842419, + "grad_norm": 17.275711059570312, + "learning_rate": 1.0708008108660026e-07, + "loss": 0.3707, + "num_input_tokens_seen": 7316963328, + "step": 3489 + }, + { + "epoch": 0.07865473284513154, + "grad_norm": 13.209538459777832, + "learning_rate": 1.0700893147383582e-07, + "loss": 0.2781, + "num_input_tokens_seen": 7319060480, + "step": 3490 + }, + { + "epoch": 0.07892595606183889, + "grad_norm": 17.69983673095703, + "learning_rate": 1.069381383634263e-07, + "loss": 0.5252, + "num_input_tokens_seen": 7321157632, + "step": 3491 + }, + { + "epoch": 0.07919717927854625, + "grad_norm": 16.224292755126953, + "learning_rate": 1.0686770181234322e-07, + "loss": 0.4176, + "num_input_tokens_seen": 7323254784, + "step": 3492 + }, + { + "epoch": 0.0794684024952536, + "grad_norm": 15.399229049682617, + "learning_rate": 1.0679762187727129e-07, + "loss": 0.3494, + "num_input_tokens_seen": 7325351936, + "step": 3493 + }, + { + "epoch": 0.07973962571196094, + "grad_norm": 14.10446548461914, + "learning_rate": 1.0672789861460818e-07, + "loss": 0.2833, + "num_input_tokens_seen": 7327449088, + "step": 3494 + }, + { + "epoch": 0.08001084892866829, + "grad_norm": 20.31482696533203, + "learning_rate": 1.0665853208046449e-07, + "loss": 0.57, + "num_input_tokens_seen": 7329546240, + "step": 3495 + }, + { + "epoch": 0.08028207214537564, + "grad_norm": 18.91710090637207, + "learning_rate": 1.0658952233066381e-07, + "loss": 0.3401, + "num_input_tokens_seen": 7331643392, + "step": 3496 + }, + { + "epoch": 0.080553295362083, + "grad_norm": 18.957792282104492, + "learning_rate": 1.0652086942074255e-07, + "loss": 0.5459, + "num_input_tokens_seen": 7333740544, + "step": 3497 + }, + { + "epoch": 0.08082451857879035, + "grad_norm": 16.166566848754883, + "learning_rate": 1.0645257340594988e-07, + "loss": 0.2876, + "num_input_tokens_seen": 7335837696, + "step": 3498 + }, + { + "epoch": 0.0810957417954977, + "grad_norm": 14.657668113708496, + "learning_rate": 1.06384634341248e-07, + "loss": 0.3123, + "num_input_tokens_seen": 7337934848, + "step": 3499 + }, + { + "epoch": 0.08136696501220504, + "grad_norm": 16.774099349975586, + "learning_rate": 1.0631705228131149e-07, + "loss": 0.3603, + "num_input_tokens_seen": 7340032000, + "step": 3500 + }, + { + "epoch": 0.08163818822891239, + "grad_norm": 18.32398223876953, + "learning_rate": 1.0624982728052795e-07, + "loss": 0.261, + "num_input_tokens_seen": 7342129152, + "step": 3501 + }, + { + "epoch": 0.08190941144561975, + "grad_norm": 13.998818397521973, + "learning_rate": 1.0618295939299752e-07, + "loss": 0.3176, + "num_input_tokens_seen": 7344226304, + "step": 3502 + }, + { + "epoch": 0.0821806346623271, + "grad_norm": 20.430179595947266, + "learning_rate": 1.0611644867253284e-07, + "loss": 0.6581, + "num_input_tokens_seen": 7346323456, + "step": 3503 + }, + { + "epoch": 0.08245185787903445, + "grad_norm": 22.212148666381836, + "learning_rate": 1.0605029517265918e-07, + "loss": 0.637, + "num_input_tokens_seen": 7348420608, + "step": 3504 + }, + { + "epoch": 0.0827230810957418, + "grad_norm": 18.4092960357666, + "learning_rate": 1.0598449894661445e-07, + "loss": 0.3632, + "num_input_tokens_seen": 7350517760, + "step": 3505 + }, + { + "epoch": 0.08299430431244914, + "grad_norm": 19.119739532470703, + "learning_rate": 1.0591906004734895e-07, + "loss": 0.6235, + "num_input_tokens_seen": 7352614912, + "step": 3506 + }, + { + "epoch": 0.0832655275291565, + "grad_norm": 22.81473159790039, + "learning_rate": 1.0585397852752544e-07, + "loss": 0.8699, + "num_input_tokens_seen": 7354712064, + "step": 3507 + }, + { + "epoch": 0.08353675074586385, + "grad_norm": 17.07512855529785, + "learning_rate": 1.0578925443951895e-07, + "loss": 0.568, + "num_input_tokens_seen": 7356809216, + "step": 3508 + }, + { + "epoch": 0.0838079739625712, + "grad_norm": 10.896271705627441, + "learning_rate": 1.0572488783541702e-07, + "loss": 0.2377, + "num_input_tokens_seen": 7358906368, + "step": 3509 + }, + { + "epoch": 0.08407919717927854, + "grad_norm": 15.978910446166992, + "learning_rate": 1.0566087876701941e-07, + "loss": 0.3153, + "num_input_tokens_seen": 7361003520, + "step": 3510 + }, + { + "epoch": 0.08435042039598589, + "grad_norm": 21.776466369628906, + "learning_rate": 1.0559722728583825e-07, + "loss": 0.5863, + "num_input_tokens_seen": 7363100672, + "step": 3511 + }, + { + "epoch": 0.08462164361269324, + "grad_norm": 11.799039840698242, + "learning_rate": 1.0553393344309775e-07, + "loss": 0.3144, + "num_input_tokens_seen": 7365197824, + "step": 3512 + }, + { + "epoch": 0.0848928668294006, + "grad_norm": 14.083271980285645, + "learning_rate": 1.054709972897344e-07, + "loss": 0.3156, + "num_input_tokens_seen": 7367294976, + "step": 3513 + }, + { + "epoch": 0.08516409004610795, + "grad_norm": 20.98029899597168, + "learning_rate": 1.0540841887639698e-07, + "loss": 0.7161, + "num_input_tokens_seen": 7369392128, + "step": 3514 + }, + { + "epoch": 0.0854353132628153, + "grad_norm": 16.61429786682129, + "learning_rate": 1.0534619825344596e-07, + "loss": 0.3341, + "num_input_tokens_seen": 7371489280, + "step": 3515 + }, + { + "epoch": 0.08570653647952264, + "grad_norm": 13.247276306152344, + "learning_rate": 1.052843354709543e-07, + "loss": 0.3035, + "num_input_tokens_seen": 7373586432, + "step": 3516 + }, + { + "epoch": 0.08597775969622999, + "grad_norm": 17.826738357543945, + "learning_rate": 1.0522283057870675e-07, + "loss": 0.3785, + "num_input_tokens_seen": 7375683584, + "step": 3517 + }, + { + "epoch": 0.08624898291293735, + "grad_norm": 21.997249603271484, + "learning_rate": 1.0516168362620013e-07, + "loss": 0.4728, + "num_input_tokens_seen": 7377780736, + "step": 3518 + }, + { + "epoch": 0.0865202061296447, + "grad_norm": 18.08944320678711, + "learning_rate": 1.0510089466264321e-07, + "loss": 0.4232, + "num_input_tokens_seen": 7379877888, + "step": 3519 + }, + { + "epoch": 0.08679142934635205, + "grad_norm": 12.958785057067871, + "learning_rate": 1.0504046373695648e-07, + "loss": 0.2725, + "num_input_tokens_seen": 7381975040, + "step": 3520 + }, + { + "epoch": 0.0870626525630594, + "grad_norm": 18.204368591308594, + "learning_rate": 1.0498039089777265e-07, + "loss": 0.5077, + "num_input_tokens_seen": 7384072192, + "step": 3521 + }, + { + "epoch": 0.08733387577976674, + "grad_norm": 15.504716873168945, + "learning_rate": 1.0492067619343594e-07, + "loss": 0.4001, + "num_input_tokens_seen": 7386169344, + "step": 3522 + }, + { + "epoch": 0.0876050989964741, + "grad_norm": 12.572887420654297, + "learning_rate": 1.0486131967200254e-07, + "loss": 0.196, + "num_input_tokens_seen": 7388266496, + "step": 3523 + }, + { + "epoch": 0.08787632221318145, + "grad_norm": 12.989893913269043, + "learning_rate": 1.048023213812403e-07, + "loss": 0.2463, + "num_input_tokens_seen": 7390363648, + "step": 3524 + }, + { + "epoch": 0.0881475454298888, + "grad_norm": 18.88071632385254, + "learning_rate": 1.0474368136862876e-07, + "loss": 0.4123, + "num_input_tokens_seen": 7392460800, + "step": 3525 + }, + { + "epoch": 0.08841876864659615, + "grad_norm": 24.264707565307617, + "learning_rate": 1.0468539968135922e-07, + "loss": 0.6547, + "num_input_tokens_seen": 7394557952, + "step": 3526 + }, + { + "epoch": 0.0886899918633035, + "grad_norm": 17.752891540527344, + "learning_rate": 1.046274763663345e-07, + "loss": 0.4053, + "num_input_tokens_seen": 7396655104, + "step": 3527 + }, + { + "epoch": 0.08896121508001086, + "grad_norm": 21.44291114807129, + "learning_rate": 1.045699114701691e-07, + "loss": 0.5896, + "num_input_tokens_seen": 7398752256, + "step": 3528 + }, + { + "epoch": 0.0892324382967182, + "grad_norm": 27.565635681152344, + "learning_rate": 1.0451270503918906e-07, + "loss": 0.6174, + "num_input_tokens_seen": 7400849408, + "step": 3529 + }, + { + "epoch": 0.08950366151342555, + "grad_norm": 22.987125396728516, + "learning_rate": 1.0445585711943205e-07, + "loss": 0.6561, + "num_input_tokens_seen": 7402946560, + "step": 3530 + }, + { + "epoch": 0.0897748847301329, + "grad_norm": 17.22407341003418, + "learning_rate": 1.0439936775664699e-07, + "loss": 0.5277, + "num_input_tokens_seen": 7405043712, + "step": 3531 + }, + { + "epoch": 0.09004610794684025, + "grad_norm": 17.74474334716797, + "learning_rate": 1.043432369962943e-07, + "loss": 0.3715, + "num_input_tokens_seen": 7407140864, + "step": 3532 + }, + { + "epoch": 0.09031733116354759, + "grad_norm": 14.838858604431152, + "learning_rate": 1.0428746488354606e-07, + "loss": 0.4398, + "num_input_tokens_seen": 7409238016, + "step": 3533 + }, + { + "epoch": 0.09058855438025495, + "grad_norm": 15.398836135864258, + "learning_rate": 1.0423205146328548e-07, + "loss": 0.3574, + "num_input_tokens_seen": 7411335168, + "step": 3534 + }, + { + "epoch": 0.0908597775969623, + "grad_norm": 20.782089233398438, + "learning_rate": 1.0417699678010708e-07, + "loss": 0.539, + "num_input_tokens_seen": 7413432320, + "step": 3535 + }, + { + "epoch": 0.09113100081366965, + "grad_norm": 23.51567840576172, + "learning_rate": 1.0412230087831689e-07, + "loss": 0.595, + "num_input_tokens_seen": 7415529472, + "step": 3536 + }, + { + "epoch": 0.091402224030377, + "grad_norm": 20.366703033447266, + "learning_rate": 1.0406796380193203e-07, + "loss": 0.4471, + "num_input_tokens_seen": 7417626624, + "step": 3537 + }, + { + "epoch": 0.09167344724708434, + "grad_norm": 18.491153717041016, + "learning_rate": 1.0401398559468098e-07, + "loss": 0.5784, + "num_input_tokens_seen": 7419723776, + "step": 3538 + }, + { + "epoch": 0.0919446704637917, + "grad_norm": 17.398160934448242, + "learning_rate": 1.0396036630000324e-07, + "loss": 0.4378, + "num_input_tokens_seen": 7421820928, + "step": 3539 + }, + { + "epoch": 0.09221589368049905, + "grad_norm": 17.634761810302734, + "learning_rate": 1.0390710596104965e-07, + "loss": 0.3753, + "num_input_tokens_seen": 7423918080, + "step": 3540 + }, + { + "epoch": 0.0924871168972064, + "grad_norm": 19.80194664001465, + "learning_rate": 1.0385420462068206e-07, + "loss": 0.5528, + "num_input_tokens_seen": 7426015232, + "step": 3541 + }, + { + "epoch": 0.09275834011391375, + "grad_norm": 13.204157829284668, + "learning_rate": 1.0380166232147354e-07, + "loss": 0.2905, + "num_input_tokens_seen": 7428112384, + "step": 3542 + }, + { + "epoch": 0.0930295633306211, + "grad_norm": 13.604270935058594, + "learning_rate": 1.0374947910570805e-07, + "loss": 0.3773, + "num_input_tokens_seen": 7430209536, + "step": 3543 + }, + { + "epoch": 0.09330078654732846, + "grad_norm": 15.047932624816895, + "learning_rate": 1.0369765501538067e-07, + "loss": 0.3638, + "num_input_tokens_seen": 7432306688, + "step": 3544 + }, + { + "epoch": 0.0935720097640358, + "grad_norm": 16.72162628173828, + "learning_rate": 1.0364619009219743e-07, + "loss": 0.3592, + "num_input_tokens_seen": 7434403840, + "step": 3545 + }, + { + "epoch": 0.09384323298074315, + "grad_norm": 21.374954223632812, + "learning_rate": 1.0359508437757544e-07, + "loss": 0.3736, + "num_input_tokens_seen": 7436500992, + "step": 3546 + }, + { + "epoch": 0.0941144561974505, + "grad_norm": 16.41029930114746, + "learning_rate": 1.0354433791264255e-07, + "loss": 0.4029, + "num_input_tokens_seen": 7438598144, + "step": 3547 + }, + { + "epoch": 0.09438567941415785, + "grad_norm": 30.30008888244629, + "learning_rate": 1.0349395073823768e-07, + "loss": 0.6386, + "num_input_tokens_seen": 7440695296, + "step": 3548 + }, + { + "epoch": 0.09465690263086521, + "grad_norm": 15.258624076843262, + "learning_rate": 1.0344392289491038e-07, + "loss": 0.3967, + "num_input_tokens_seen": 7442792448, + "step": 3549 + }, + { + "epoch": 0.09492812584757256, + "grad_norm": 21.32552719116211, + "learning_rate": 1.0339425442292118e-07, + "loss": 0.7916, + "num_input_tokens_seen": 7444889600, + "step": 3550 + }, + { + "epoch": 0.0951993490642799, + "grad_norm": 17.294597625732422, + "learning_rate": 1.0334494536224146e-07, + "loss": 0.5297, + "num_input_tokens_seen": 7446986752, + "step": 3551 + }, + { + "epoch": 0.09547057228098725, + "grad_norm": 17.55919647216797, + "learning_rate": 1.0329599575255321e-07, + "loss": 0.509, + "num_input_tokens_seen": 7449083904, + "step": 3552 + }, + { + "epoch": 0.0957417954976946, + "grad_norm": 15.990652084350586, + "learning_rate": 1.0324740563324923e-07, + "loss": 0.3171, + "num_input_tokens_seen": 7451181056, + "step": 3553 + }, + { + "epoch": 0.09601301871440195, + "grad_norm": 24.02924156188965, + "learning_rate": 1.0319917504343297e-07, + "loss": 0.7525, + "num_input_tokens_seen": 7453278208, + "step": 3554 + }, + { + "epoch": 0.09628424193110931, + "grad_norm": 15.403027534484863, + "learning_rate": 1.0315130402191866e-07, + "loss": 0.3421, + "num_input_tokens_seen": 7455375360, + "step": 3555 + }, + { + "epoch": 0.09655546514781665, + "grad_norm": 16.647611618041992, + "learning_rate": 1.0310379260723094e-07, + "loss": 0.4427, + "num_input_tokens_seen": 7457472512, + "step": 3556 + }, + { + "epoch": 0.096826688364524, + "grad_norm": 20.491514205932617, + "learning_rate": 1.0305664083760532e-07, + "loss": 0.6526, + "num_input_tokens_seen": 7459569664, + "step": 3557 + }, + { + "epoch": 0.09709791158123135, + "grad_norm": 15.219748497009277, + "learning_rate": 1.0300984875098772e-07, + "loss": 0.5078, + "num_input_tokens_seen": 7461666816, + "step": 3558 + }, + { + "epoch": 0.0973691347979387, + "grad_norm": 18.49822235107422, + "learning_rate": 1.0296341638503458e-07, + "loss": 0.4535, + "num_input_tokens_seen": 7463763968, + "step": 3559 + }, + { + "epoch": 0.09764035801464606, + "grad_norm": 17.297460556030273, + "learning_rate": 1.029173437771129e-07, + "loss": 0.3632, + "num_input_tokens_seen": 7465861120, + "step": 3560 + }, + { + "epoch": 0.0979115812313534, + "grad_norm": 22.80646514892578, + "learning_rate": 1.0287163096430024e-07, + "loss": 0.7611, + "num_input_tokens_seen": 7467958272, + "step": 3561 + }, + { + "epoch": 0.09818280444806075, + "grad_norm": 15.242216110229492, + "learning_rate": 1.0282627798338444e-07, + "loss": 0.338, + "num_input_tokens_seen": 7470055424, + "step": 3562 + }, + { + "epoch": 0.0984540276647681, + "grad_norm": 17.453556060791016, + "learning_rate": 1.0278128487086387e-07, + "loss": 0.5657, + "num_input_tokens_seen": 7472152576, + "step": 3563 + }, + { + "epoch": 0.09872525088147545, + "grad_norm": 16.23352813720703, + "learning_rate": 1.0273665166294735e-07, + "loss": 0.3696, + "num_input_tokens_seen": 7474249728, + "step": 3564 + }, + { + "epoch": 0.09899647409818281, + "grad_norm": 14.19936466217041, + "learning_rate": 1.0269237839555398e-07, + "loss": 0.3618, + "num_input_tokens_seen": 7476346880, + "step": 3565 + }, + { + "epoch": 0.09926769731489016, + "grad_norm": 11.769580841064453, + "learning_rate": 1.0264846510431307e-07, + "loss": 0.2983, + "num_input_tokens_seen": 7478444032, + "step": 3566 + }, + { + "epoch": 0.0995389205315975, + "grad_norm": 22.436574935913086, + "learning_rate": 1.0260491182456453e-07, + "loss": 0.8378, + "num_input_tokens_seen": 7480541184, + "step": 3567 + }, + { + "epoch": 0.09981014374830485, + "grad_norm": 21.576202392578125, + "learning_rate": 1.0256171859135826e-07, + "loss": 0.3932, + "num_input_tokens_seen": 7482638336, + "step": 3568 + }, + { + "epoch": 0.1000813669650122, + "grad_norm": 15.524735450744629, + "learning_rate": 1.0251888543945458e-07, + "loss": 0.413, + "num_input_tokens_seen": 7484735488, + "step": 3569 + }, + { + "epoch": 0.10035259018171956, + "grad_norm": 14.626888275146484, + "learning_rate": 1.0247641240332397e-07, + "loss": 0.4167, + "num_input_tokens_seen": 7486832640, + "step": 3570 + }, + { + "epoch": 0.10062381339842691, + "grad_norm": 14.8865327835083, + "learning_rate": 1.0243429951714714e-07, + "loss": 0.42, + "num_input_tokens_seen": 7488929792, + "step": 3571 + }, + { + "epoch": 0.10089503661513426, + "grad_norm": 17.109973907470703, + "learning_rate": 1.023925468148149e-07, + "loss": 0.4622, + "num_input_tokens_seen": 7491026944, + "step": 3572 + }, + { + "epoch": 0.1011662598318416, + "grad_norm": 8.667223930358887, + "learning_rate": 1.023511543299283e-07, + "loss": 0.1671, + "num_input_tokens_seen": 7493124096, + "step": 3573 + }, + { + "epoch": 0.10143748304854895, + "grad_norm": 17.68228530883789, + "learning_rate": 1.0231012209579831e-07, + "loss": 0.4523, + "num_input_tokens_seen": 7495221248, + "step": 3574 + }, + { + "epoch": 0.10170870626525631, + "grad_norm": 21.331649780273438, + "learning_rate": 1.0226945014544624e-07, + "loss": 0.5904, + "num_input_tokens_seen": 7497318400, + "step": 3575 + }, + { + "epoch": 0.10197992948196366, + "grad_norm": 19.670902252197266, + "learning_rate": 1.0222913851160335e-07, + "loss": 0.6652, + "num_input_tokens_seen": 7499415552, + "step": 3576 + }, + { + "epoch": 0.10225115269867101, + "grad_norm": 15.4076509475708, + "learning_rate": 1.0218918722671074e-07, + "loss": 0.425, + "num_input_tokens_seen": 7501512704, + "step": 3577 + }, + { + "epoch": 0.10252237591537836, + "grad_norm": 19.192432403564453, + "learning_rate": 1.0214959632291984e-07, + "loss": 0.4974, + "num_input_tokens_seen": 7503609856, + "step": 3578 + }, + { + "epoch": 0.1027935991320857, + "grad_norm": 15.295207977294922, + "learning_rate": 1.0211036583209181e-07, + "loss": 0.3527, + "num_input_tokens_seen": 7505707008, + "step": 3579 + }, + { + "epoch": 0.10306482234879305, + "grad_norm": 13.086195945739746, + "learning_rate": 1.0207149578579789e-07, + "loss": 0.2886, + "num_input_tokens_seen": 7507804160, + "step": 3580 + }, + { + "epoch": 0.10333604556550041, + "grad_norm": 18.579437255859375, + "learning_rate": 1.0203298621531923e-07, + "loss": 0.4335, + "num_input_tokens_seen": 7509901312, + "step": 3581 + }, + { + "epoch": 0.10360726878220776, + "grad_norm": 18.218303680419922, + "learning_rate": 1.0199483715164687e-07, + "loss": 0.4943, + "num_input_tokens_seen": 7511998464, + "step": 3582 + }, + { + "epoch": 0.1038784919989151, + "grad_norm": 27.71494483947754, + "learning_rate": 1.0195704862548167e-07, + "loss": 0.8784, + "num_input_tokens_seen": 7514095616, + "step": 3583 + }, + { + "epoch": 0.10414971521562245, + "grad_norm": 17.35464096069336, + "learning_rate": 1.0191962066723448e-07, + "loss": 0.3978, + "num_input_tokens_seen": 7516192768, + "step": 3584 + }, + { + "epoch": 0.1044209384323298, + "grad_norm": 11.098041534423828, + "learning_rate": 1.0188255330702583e-07, + "loss": 0.251, + "num_input_tokens_seen": 7518289920, + "step": 3585 + }, + { + "epoch": 0.10469216164903716, + "grad_norm": 20.41391372680664, + "learning_rate": 1.0184584657468615e-07, + "loss": 0.588, + "num_input_tokens_seen": 7520387072, + "step": 3586 + }, + { + "epoch": 0.10496338486574451, + "grad_norm": 15.097143173217773, + "learning_rate": 1.018095004997556e-07, + "loss": 0.2949, + "num_input_tokens_seen": 7522484224, + "step": 3587 + }, + { + "epoch": 0.10523460808245186, + "grad_norm": 14.162942886352539, + "learning_rate": 1.0177351511148414e-07, + "loss": 0.3288, + "num_input_tokens_seen": 7524581376, + "step": 3588 + }, + { + "epoch": 0.1055058312991592, + "grad_norm": 17.567161560058594, + "learning_rate": 1.0173789043883147e-07, + "loss": 0.4861, + "num_input_tokens_seen": 7526678528, + "step": 3589 + }, + { + "epoch": 0.10577705451586655, + "grad_norm": 14.005763053894043, + "learning_rate": 1.0170262651046687e-07, + "loss": 0.3948, + "num_input_tokens_seen": 7528775680, + "step": 3590 + }, + { + "epoch": 0.10604827773257391, + "grad_norm": 17.03684425354004, + "learning_rate": 1.0166772335476951e-07, + "loss": 0.5062, + "num_input_tokens_seen": 7530872832, + "step": 3591 + }, + { + "epoch": 0.10631950094928126, + "grad_norm": 17.549358367919922, + "learning_rate": 1.0163318099982808e-07, + "loss": 0.4414, + "num_input_tokens_seen": 7532969984, + "step": 3592 + }, + { + "epoch": 0.10659072416598861, + "grad_norm": 16.84699821472168, + "learning_rate": 1.0159899947344094e-07, + "loss": 0.4222, + "num_input_tokens_seen": 7535067136, + "step": 3593 + }, + { + "epoch": 0.10686194738269596, + "grad_norm": 13.90577507019043, + "learning_rate": 1.0156517880311614e-07, + "loss": 0.3399, + "num_input_tokens_seen": 7537164288, + "step": 3594 + }, + { + "epoch": 0.1071331705994033, + "grad_norm": 14.83264446258545, + "learning_rate": 1.0153171901607118e-07, + "loss": 0.3014, + "num_input_tokens_seen": 7539261440, + "step": 3595 + }, + { + "epoch": 0.10740439381611067, + "grad_norm": 21.388154983520508, + "learning_rate": 1.0149862013923329e-07, + "loss": 0.6559, + "num_input_tokens_seen": 7541358592, + "step": 3596 + }, + { + "epoch": 0.10767561703281801, + "grad_norm": 16.71360206604004, + "learning_rate": 1.0146588219923917e-07, + "loss": 0.4451, + "num_input_tokens_seen": 7543455744, + "step": 3597 + }, + { + "epoch": 0.10794684024952536, + "grad_norm": 12.09107780456543, + "learning_rate": 1.0143350522243509e-07, + "loss": 0.3744, + "num_input_tokens_seen": 7545552896, + "step": 3598 + }, + { + "epoch": 0.10821806346623271, + "grad_norm": 16.030540466308594, + "learning_rate": 1.0140148923487675e-07, + "loss": 0.4641, + "num_input_tokens_seen": 7547650048, + "step": 3599 + }, + { + "epoch": 0.10848928668294006, + "grad_norm": 18.602020263671875, + "learning_rate": 1.0136983426232945e-07, + "loss": 0.477, + "num_input_tokens_seen": 7549747200, + "step": 3600 + }, + { + "epoch": 0.1087605098996474, + "grad_norm": 11.135970115661621, + "learning_rate": 1.0133854033026789e-07, + "loss": 0.255, + "num_input_tokens_seen": 7551844352, + "step": 3601 + }, + { + "epoch": 0.10903173311635476, + "grad_norm": 16.609188079833984, + "learning_rate": 1.0130760746387622e-07, + "loss": 0.2572, + "num_input_tokens_seen": 7553941504, + "step": 3602 + }, + { + "epoch": 0.10930295633306211, + "grad_norm": 13.517497062683105, + "learning_rate": 1.0127703568804805e-07, + "loss": 0.3303, + "num_input_tokens_seen": 7556038656, + "step": 3603 + }, + { + "epoch": 0.10957417954976946, + "grad_norm": 16.163911819458008, + "learning_rate": 1.0124682502738638e-07, + "loss": 0.3366, + "num_input_tokens_seen": 7558135808, + "step": 3604 + }, + { + "epoch": 0.10984540276647681, + "grad_norm": 19.574230194091797, + "learning_rate": 1.0121697550620365e-07, + "loss": 0.5456, + "num_input_tokens_seen": 7560232960, + "step": 3605 + }, + { + "epoch": 0.11011662598318415, + "grad_norm": 17.653837203979492, + "learning_rate": 1.0118748714852156e-07, + "loss": 0.4387, + "num_input_tokens_seen": 7562330112, + "step": 3606 + }, + { + "epoch": 0.11038784919989152, + "grad_norm": 13.368509292602539, + "learning_rate": 1.011583599780712e-07, + "loss": 0.1869, + "num_input_tokens_seen": 7564427264, + "step": 3607 + }, + { + "epoch": 0.11065907241659886, + "grad_norm": 21.617624282836914, + "learning_rate": 1.01129594018293e-07, + "loss": 0.6204, + "num_input_tokens_seen": 7566524416, + "step": 3608 + }, + { + "epoch": 0.11093029563330621, + "grad_norm": 17.730438232421875, + "learning_rate": 1.0110118929233682e-07, + "loss": 0.4534, + "num_input_tokens_seen": 7568621568, + "step": 3609 + }, + { + "epoch": 0.11120151885001356, + "grad_norm": 20.859384536743164, + "learning_rate": 1.0107314582306156e-07, + "loss": 0.6147, + "num_input_tokens_seen": 7570718720, + "step": 3610 + }, + { + "epoch": 0.1114727420667209, + "grad_norm": 21.62270164489746, + "learning_rate": 1.0104546363303566e-07, + "loss": 0.5003, + "num_input_tokens_seen": 7572815872, + "step": 3611 + }, + { + "epoch": 0.11174396528342827, + "grad_norm": 22.07628631591797, + "learning_rate": 1.0101814274453661e-07, + "loss": 0.649, + "num_input_tokens_seen": 7574913024, + "step": 3612 + }, + { + "epoch": 0.11201518850013562, + "grad_norm": 19.241708755493164, + "learning_rate": 1.0099118317955127e-07, + "loss": 0.4658, + "num_input_tokens_seen": 7577010176, + "step": 3613 + }, + { + "epoch": 0.11228641171684296, + "grad_norm": 17.93199348449707, + "learning_rate": 1.0096458495977564e-07, + "loss": 0.5632, + "num_input_tokens_seen": 7579107328, + "step": 3614 + }, + { + "epoch": 0.11255763493355031, + "grad_norm": 18.892309188842773, + "learning_rate": 1.0093834810661498e-07, + "loss": 0.3877, + "num_input_tokens_seen": 7581204480, + "step": 3615 + }, + { + "epoch": 0.11282885815025766, + "grad_norm": 14.152824401855469, + "learning_rate": 1.0091247264118372e-07, + "loss": 0.3783, + "num_input_tokens_seen": 7583301632, + "step": 3616 + }, + { + "epoch": 0.11310008136696502, + "grad_norm": 11.564390182495117, + "learning_rate": 1.0088695858430539e-07, + "loss": 0.261, + "num_input_tokens_seen": 7585398784, + "step": 3617 + }, + { + "epoch": 0.11337130458367237, + "grad_norm": 23.13407325744629, + "learning_rate": 1.0086180595651278e-07, + "loss": 0.486, + "num_input_tokens_seen": 7587495936, + "step": 3618 + }, + { + "epoch": 0.11364252780037971, + "grad_norm": 17.028270721435547, + "learning_rate": 1.0083701477804778e-07, + "loss": 0.554, + "num_input_tokens_seen": 7589593088, + "step": 3619 + }, + { + "epoch": 0.11391375101708706, + "grad_norm": 17.975419998168945, + "learning_rate": 1.0081258506886134e-07, + "loss": 0.5359, + "num_input_tokens_seen": 7591690240, + "step": 3620 + }, + { + "epoch": 0.11418497423379441, + "grad_norm": 14.600398063659668, + "learning_rate": 1.0078851684861357e-07, + "loss": 0.3641, + "num_input_tokens_seen": 7593787392, + "step": 3621 + }, + { + "epoch": 0.11445619745050176, + "grad_norm": 14.766218185424805, + "learning_rate": 1.0076481013667376e-07, + "loss": 0.2436, + "num_input_tokens_seen": 7595884544, + "step": 3622 + }, + { + "epoch": 0.11472742066720912, + "grad_norm": 15.354504585266113, + "learning_rate": 1.0074146495212001e-07, + "loss": 0.2984, + "num_input_tokens_seen": 7597981696, + "step": 3623 + }, + { + "epoch": 0.11499864388391647, + "grad_norm": 19.848752975463867, + "learning_rate": 1.0071848131373972e-07, + "loss": 0.7206, + "num_input_tokens_seen": 7600078848, + "step": 3624 + }, + { + "epoch": 0.11526986710062381, + "grad_norm": 13.409833908081055, + "learning_rate": 1.0069585924002924e-07, + "loss": 0.3718, + "num_input_tokens_seen": 7602176000, + "step": 3625 + }, + { + "epoch": 0.11554109031733116, + "grad_norm": 25.440654754638672, + "learning_rate": 1.0067359874919395e-07, + "loss": 0.7582, + "num_input_tokens_seen": 7604273152, + "step": 3626 + }, + { + "epoch": 0.11581231353403851, + "grad_norm": 12.968038558959961, + "learning_rate": 1.0065169985914826e-07, + "loss": 0.2706, + "num_input_tokens_seen": 7606370304, + "step": 3627 + }, + { + "epoch": 0.11608353675074587, + "grad_norm": 21.27517318725586, + "learning_rate": 1.0063016258751553e-07, + "loss": 0.6234, + "num_input_tokens_seen": 7608467456, + "step": 3628 + }, + { + "epoch": 0.11635475996745322, + "grad_norm": 17.9497127532959, + "learning_rate": 1.0060898695162816e-07, + "loss": 0.4209, + "num_input_tokens_seen": 7610564608, + "step": 3629 + }, + { + "epoch": 0.11662598318416056, + "grad_norm": 18.859006881713867, + "learning_rate": 1.005881729685275e-07, + "loss": 0.4628, + "num_input_tokens_seen": 7612661760, + "step": 3630 + }, + { + "epoch": 0.11689720640086791, + "grad_norm": 22.217741012573242, + "learning_rate": 1.0056772065496387e-07, + "loss": 0.8165, + "num_input_tokens_seen": 7614758912, + "step": 3631 + }, + { + "epoch": 0.11716842961757526, + "grad_norm": 22.35140037536621, + "learning_rate": 1.005476300273965e-07, + "loss": 0.6362, + "num_input_tokens_seen": 7616856064, + "step": 3632 + }, + { + "epoch": 0.11743965283428262, + "grad_norm": 16.316476821899414, + "learning_rate": 1.0052790110199348e-07, + "loss": 0.4338, + "num_input_tokens_seen": 7618953216, + "step": 3633 + }, + { + "epoch": 0.11771087605098997, + "grad_norm": 23.569665908813477, + "learning_rate": 1.0050853389463205e-07, + "loss": 0.6887, + "num_input_tokens_seen": 7621050368, + "step": 3634 + }, + { + "epoch": 0.11798209926769732, + "grad_norm": 12.867155075073242, + "learning_rate": 1.0048952842089805e-07, + "loss": 0.3326, + "num_input_tokens_seen": 7623147520, + "step": 3635 + }, + { + "epoch": 0.11825332248440466, + "grad_norm": 14.628716468811035, + "learning_rate": 1.0047088469608648e-07, + "loss": 0.3111, + "num_input_tokens_seen": 7625244672, + "step": 3636 + }, + { + "epoch": 0.11852454570111201, + "grad_norm": 12.584244728088379, + "learning_rate": 1.00452602735201e-07, + "loss": 0.2856, + "num_input_tokens_seen": 7627341824, + "step": 3637 + }, + { + "epoch": 0.11879576891781937, + "grad_norm": 19.87360954284668, + "learning_rate": 1.0043468255295435e-07, + "loss": 0.6433, + "num_input_tokens_seen": 7629438976, + "step": 3638 + }, + { + "epoch": 0.11906699213452672, + "grad_norm": 17.3902530670166, + "learning_rate": 1.0041712416376795e-07, + "loss": 0.5521, + "num_input_tokens_seen": 7631536128, + "step": 3639 + }, + { + "epoch": 0.11933821535123407, + "grad_norm": 13.591824531555176, + "learning_rate": 1.0039992758177211e-07, + "loss": 0.2688, + "num_input_tokens_seen": 7633633280, + "step": 3640 + }, + { + "epoch": 0.11960943856794141, + "grad_norm": 18.85526466369629, + "learning_rate": 1.0038309282080596e-07, + "loss": 0.2729, + "num_input_tokens_seen": 7635730432, + "step": 3641 + }, + { + "epoch": 0.11988066178464876, + "grad_norm": 16.387048721313477, + "learning_rate": 1.0036661989441755e-07, + "loss": 0.5371, + "num_input_tokens_seen": 7637827584, + "step": 3642 + }, + { + "epoch": 0.12015188500135611, + "grad_norm": 16.59734344482422, + "learning_rate": 1.0035050881586364e-07, + "loss": 0.4256, + "num_input_tokens_seen": 7639924736, + "step": 3643 + }, + { + "epoch": 0.12042310821806347, + "grad_norm": 15.033208847045898, + "learning_rate": 1.0033475959810974e-07, + "loss": 0.3089, + "num_input_tokens_seen": 7642021888, + "step": 3644 + }, + { + "epoch": 0.12069433143477082, + "grad_norm": 15.11539077758789, + "learning_rate": 1.0031937225383036e-07, + "loss": 0.4245, + "num_input_tokens_seen": 7644119040, + "step": 3645 + }, + { + "epoch": 0.12096555465147817, + "grad_norm": 13.645261764526367, + "learning_rate": 1.0030434679540853e-07, + "loss": 0.2949, + "num_input_tokens_seen": 7646216192, + "step": 3646 + }, + { + "epoch": 0.12123677786818551, + "grad_norm": 21.710878372192383, + "learning_rate": 1.0028968323493623e-07, + "loss": 0.5613, + "num_input_tokens_seen": 7648313344, + "step": 3647 + }, + { + "epoch": 0.12150800108489286, + "grad_norm": 18.812923431396484, + "learning_rate": 1.0027538158421413e-07, + "loss": 0.6029, + "num_input_tokens_seen": 7650410496, + "step": 3648 + }, + { + "epoch": 0.12177922430160022, + "grad_norm": 18.887786865234375, + "learning_rate": 1.002614418547516e-07, + "loss": 0.6727, + "num_input_tokens_seen": 7652507648, + "step": 3649 + }, + { + "epoch": 0.12205044751830757, + "grad_norm": 19.344097137451172, + "learning_rate": 1.0024786405776686e-07, + "loss": 0.5487, + "num_input_tokens_seen": 7654604800, + "step": 3650 + }, + { + "epoch": 0.12232167073501492, + "grad_norm": 17.132566452026367, + "learning_rate": 1.0023464820418676e-07, + "loss": 0.4229, + "num_input_tokens_seen": 7656701952, + "step": 3651 + }, + { + "epoch": 0.12259289395172226, + "grad_norm": 13.882312774658203, + "learning_rate": 1.00221794304647e-07, + "loss": 0.312, + "num_input_tokens_seen": 7658799104, + "step": 3652 + }, + { + "epoch": 0.12286411716842961, + "grad_norm": 16.40239143371582, + "learning_rate": 1.0020930236949182e-07, + "loss": 0.3204, + "num_input_tokens_seen": 7660896256, + "step": 3653 + }, + { + "epoch": 0.12313534038513697, + "grad_norm": 13.31047248840332, + "learning_rate": 1.0019717240877424e-07, + "loss": 0.277, + "num_input_tokens_seen": 7662993408, + "step": 3654 + }, + { + "epoch": 0.12340656360184432, + "grad_norm": 21.159040451049805, + "learning_rate": 1.001854044322561e-07, + "loss": 0.7039, + "num_input_tokens_seen": 7665090560, + "step": 3655 + }, + { + "epoch": 0.12367778681855167, + "grad_norm": 42.46569061279297, + "learning_rate": 1.0017399844940774e-07, + "loss": 0.4774, + "num_input_tokens_seen": 7667187712, + "step": 3656 + }, + { + "epoch": 0.12394901003525902, + "grad_norm": 16.749025344848633, + "learning_rate": 1.0016295446940827e-07, + "loss": 0.3837, + "num_input_tokens_seen": 7669284864, + "step": 3657 + }, + { + "epoch": 0.12422023325196636, + "grad_norm": 19.79422378540039, + "learning_rate": 1.001522725011455e-07, + "loss": 0.6936, + "num_input_tokens_seen": 7671382016, + "step": 3658 + }, + { + "epoch": 0.12449145646867373, + "grad_norm": 19.400150299072266, + "learning_rate": 1.0014195255321583e-07, + "loss": 0.415, + "num_input_tokens_seen": 7673479168, + "step": 3659 + }, + { + "epoch": 0.12476267968538107, + "grad_norm": 12.765349388122559, + "learning_rate": 1.0013199463392433e-07, + "loss": 0.3181, + "num_input_tokens_seen": 7675576320, + "step": 3660 + }, + { + "epoch": 0.1250339029020884, + "grad_norm": 15.518762588500977, + "learning_rate": 1.0012239875128484e-07, + "loss": 0.2617, + "num_input_tokens_seen": 7677673472, + "step": 3661 + }, + { + "epoch": 0.12530512611879577, + "grad_norm": 18.00017738342285, + "learning_rate": 1.0011316491301973e-07, + "loss": 0.4696, + "num_input_tokens_seen": 7679770624, + "step": 3662 + }, + { + "epoch": 0.12557634933550313, + "grad_norm": 19.197542190551758, + "learning_rate": 1.0010429312656006e-07, + "loss": 0.5292, + "num_input_tokens_seen": 7681867776, + "step": 3663 + }, + { + "epoch": 0.12584757255221046, + "grad_norm": 20.32849884033203, + "learning_rate": 1.000957833990454e-07, + "loss": 0.6401, + "num_input_tokens_seen": 7683964928, + "step": 3664 + }, + { + "epoch": 0.12611879576891782, + "grad_norm": 13.460699081420898, + "learning_rate": 1.0008763573732421e-07, + "loss": 0.2865, + "num_input_tokens_seen": 7686062080, + "step": 3665 + }, + { + "epoch": 0.12639001898562516, + "grad_norm": 16.389801025390625, + "learning_rate": 1.0007985014795331e-07, + "loss": 0.4368, + "num_input_tokens_seen": 7688159232, + "step": 3666 + }, + { + "epoch": 0.12666124220233252, + "grad_norm": 16.63237762451172, + "learning_rate": 1.0007242663719824e-07, + "loss": 0.3929, + "num_input_tokens_seen": 7690256384, + "step": 3667 + }, + { + "epoch": 0.12693246541903988, + "grad_norm": 22.51099967956543, + "learning_rate": 1.0006536521103325e-07, + "loss": 0.5468, + "num_input_tokens_seen": 7692353536, + "step": 3668 + }, + { + "epoch": 0.12720368863574721, + "grad_norm": 21.233259201049805, + "learning_rate": 1.0005866587514106e-07, + "loss": 0.5824, + "num_input_tokens_seen": 7694450688, + "step": 3669 + }, + { + "epoch": 0.12747491185245458, + "grad_norm": 18.1636962890625, + "learning_rate": 1.0005232863491297e-07, + "loss": 0.5925, + "num_input_tokens_seen": 7696547840, + "step": 3670 + }, + { + "epoch": 0.1277461350691619, + "grad_norm": 20.759021759033203, + "learning_rate": 1.0004635349544907e-07, + "loss": 0.5679, + "num_input_tokens_seen": 7698644992, + "step": 3671 + }, + { + "epoch": 0.12801735828586927, + "grad_norm": 16.30278778076172, + "learning_rate": 1.0004074046155789e-07, + "loss": 0.3588, + "num_input_tokens_seen": 7700742144, + "step": 3672 + }, + { + "epoch": 0.12828858150257663, + "grad_norm": 23.158729553222656, + "learning_rate": 1.000354895377565e-07, + "loss": 0.8094, + "num_input_tokens_seen": 7702839296, + "step": 3673 + }, + { + "epoch": 0.12855980471928397, + "grad_norm": 20.49749755859375, + "learning_rate": 1.0003060072827073e-07, + "loss": 0.5029, + "num_input_tokens_seen": 7704936448, + "step": 3674 + }, + { + "epoch": 0.12883102793599133, + "grad_norm": 12.774348258972168, + "learning_rate": 1.0002607403703492e-07, + "loss": 0.253, + "num_input_tokens_seen": 7707033600, + "step": 3675 + }, + { + "epoch": 0.12910225115269866, + "grad_norm": 22.22560691833496, + "learning_rate": 1.000219094676919e-07, + "loss": 0.7074, + "num_input_tokens_seen": 7709130752, + "step": 3676 + }, + { + "epoch": 0.12937347436940602, + "grad_norm": 15.757925033569336, + "learning_rate": 1.0001810702359326e-07, + "loss": 0.3633, + "num_input_tokens_seen": 7711227904, + "step": 3677 + }, + { + "epoch": 0.12964469758611338, + "grad_norm": 14.108972549438477, + "learning_rate": 1.0001466670779896e-07, + "loss": 0.3336, + "num_input_tokens_seen": 7713325056, + "step": 3678 + }, + { + "epoch": 0.12991592080282072, + "grad_norm": 9.747844696044922, + "learning_rate": 1.000115885230777e-07, + "loss": 0.1844, + "num_input_tokens_seen": 7715422208, + "step": 3679 + }, + { + "epoch": 0.13018714401952808, + "grad_norm": 13.866641998291016, + "learning_rate": 1.0000887247190662e-07, + "loss": 0.3654, + "num_input_tokens_seen": 7717519360, + "step": 3680 + }, + { + "epoch": 0.1304583672362354, + "grad_norm": 20.240041732788086, + "learning_rate": 1.000065185564716e-07, + "loss": 0.7339, + "num_input_tokens_seen": 7719616512, + "step": 3681 + }, + { + "epoch": 0.13072959045294277, + "grad_norm": 17.532907485961914, + "learning_rate": 1.0000452677866691e-07, + "loss": 0.52, + "num_input_tokens_seen": 7721713664, + "step": 3682 + }, + { + "epoch": 0.13100081366965013, + "grad_norm": 20.656099319458008, + "learning_rate": 1.0000289714009542e-07, + "loss": 0.5367, + "num_input_tokens_seen": 7723810816, + "step": 3683 + }, + { + "epoch": 0.13127203688635747, + "grad_norm": 19.092506408691406, + "learning_rate": 1.000016296420687e-07, + "loss": 0.4698, + "num_input_tokens_seen": 7725907968, + "step": 3684 + }, + { + "epoch": 0.13154326010306483, + "grad_norm": 19.04652976989746, + "learning_rate": 1.0000072428560674e-07, + "loss": 0.5093, + "num_input_tokens_seen": 7728005120, + "step": 3685 + }, + { + "epoch": 0.13181448331977216, + "grad_norm": 15.921603202819824, + "learning_rate": 1.000001810714381e-07, + "loss": 0.409, + "num_input_tokens_seen": 7730102272, + "step": 3686 + }, + { + "epoch": 0.13208570653647952, + "grad_norm": 14.163284301757812, + "learning_rate": 1e-07, + "loss": 0.3447, + "num_input_tokens_seen": 7732199424, + "step": 3687 + }, + { + "epoch": 0.13208570653647952, + "num_input_tokens_seen": 7732199424, + "step": 3687, + "total_flos": 4.352218066950134e+19, + "train_loss": 0.059379862848258066, + "train_runtime": 15793.1588, + "train_samples_per_second": 0.467, + "train_steps_per_second": 0.233 + } + ], + "logging_steps": 1.0, + "max_steps": 3687, + "num_input_tokens_seen": 7732199424, + "num_train_epochs": 1, + "save_steps": 200, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 4.352218066950134e+19, + "train_batch_size": 1, + "trial_name": null, + "trial_params": null +} diff --git a/training_args.bin b/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..75919f902d1ee15c954f579b73862bb5c29765c2 --- /dev/null +++ b/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6940cd967bdcf38d3c718ee07e93eda4a57d949efbc9b707df65a82dd8cc581e +size 5560 diff --git a/wandb/debug-cli.ctpham_umass_edu.log b/wandb/debug-cli.ctpham_umass_edu.log new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/wandb/debug-internal.log b/wandb/debug-internal.log new file mode 100644 index 0000000000000000000000000000000000000000..2baf1b644bb7dc0ca008a393664fbe02f4592ef7 --- /dev/null +++ b/wandb/debug-internal.log @@ -0,0 +1,23775 @@ +2024-12-26 22:48:36,731 INFO StreamThr :840649 [internal.py:wandb_internal():85] W&B internal server running at pid: 840649, started at: 2024-12-26 22:48:36.730694 +2024-12-26 22:48:36,733 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status +2024-12-26 22:48:36,741 INFO WriterThread:840649 [datastore.py:open_for_write():87] open: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/run-fta6xses.wandb +2024-12-26 22:48:36,742 DEBUG SenderThread:840649 [sender.py:send():379] send: header +2024-12-26 22:48:36,766 DEBUG SenderThread:840649 [sender.py:send():379] send: run +2024-12-26 22:48:36,989 INFO SenderThread:840649 [dir_watcher.py:__init__():211] watching files in: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files +2024-12-26 22:48:36,989 INFO SenderThread:840649 [sender.py:_start_run_threads():1188] run started: fta6xses with start time 1735253316.732709 +2024-12-26 22:48:37,012 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: check_version +2024-12-26 22:48:37,012 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: check_version +2024-12-26 22:48:37,086 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: run_start +2024-12-26 22:48:37,116 DEBUG HandlerThread:840649 [system_info.py:__init__():26] System info init +2024-12-26 22:48:37,117 DEBUG HandlerThread:840649 [system_info.py:__init__():41] System info init done +2024-12-26 22:48:37,117 INFO HandlerThread:840649 [system_monitor.py:start():194] Starting system monitor +2024-12-26 22:48:37,117 INFO SystemMonitor:840649 [system_monitor.py:_start():158] Starting system asset monitoring threads +2024-12-26 22:48:37,117 INFO HandlerThread:840649 [system_monitor.py:probe():214] Collecting system info +2024-12-26 22:48:37,118 INFO SystemMonitor:840649 [interfaces.py:start():188] Started cpu monitoring +2024-12-26 22:48:37,118 INFO SystemMonitor:840649 [interfaces.py:start():188] Started disk monitoring +2024-12-26 22:48:37,119 INFO SystemMonitor:840649 [interfaces.py:start():188] Started gpu monitoring +2024-12-26 22:48:37,120 INFO SystemMonitor:840649 [interfaces.py:start():188] Started memory monitoring +2024-12-26 22:48:37,122 INFO SystemMonitor:840649 [interfaces.py:start():188] Started network monitoring +2024-12-26 22:48:37,183 DEBUG HandlerThread:840649 [system_info.py:probe():152] Probing system +2024-12-26 22:48:37,186 DEBUG HandlerThread:840649 [system_info.py:_probe_git():137] Probing git +2024-12-26 22:48:37,207 DEBUG HandlerThread:840649 [system_info.py:_probe_git():145] Probing git done +2024-12-26 22:48:37,207 DEBUG HandlerThread:840649 [system_info.py:probe():200] Probing system done +2024-12-26 22:48:37,207 DEBUG HandlerThread:840649 [system_monitor.py:probe():223] {'os': 'Linux-6.8.0-48-generic-x86_64-with-glibc2.39', 'python': '3.10.0', 'heartbeatAt': '2024-12-26T22:48:37.183149', 'startedAt': '2024-12-26T22:48:36.715544', 'docker': None, 'cuda': None, 'args': ('--model_family', 'llama', '--apply_instruct_masks', '--token_scaled_loss', '--seq_parallel_size', '8', '--report_to', 'wandb', '--do_train', '--model_name_or_path', '/scratch3/workspace/ctpham_umass_edu-ft/models/Llama-3-8B-ProLong-512k-Base/', '--config_name', '/scratch3/workspace/ctpham_umass_edu-ft/models/Llama-3-8B-ProLong-512k-Base/', '--tokenizer_name', '/scratch3/workspace/ctpham_umass_edu-ft/models/Llama-3-8B-ProLong-512k-Base/', '--run_name', 'balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_', '--output_dir', '/scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_', '--config_overrides_json', '', '--gradient_accumulation_steps', '2', '--per_device_train_batch_size', '1', '--bf16', '--learning_rate', '1e-6', '--min_lr_ratio', '0.1', '--lr_scheduler_type', 'cosine', '--max_grad_norm', '1.0', '--adam_beta1', '0.9', '--adam_beta2', '0.95', '--weight_decay', '0.1', '--warmup_ratio', '0.05', '--optim', 'adamw_torch', '--logging_steps', '1', '--log_level', 'info', '--save_steps', '200', '--dataloader_num_workers', '1', '--disable_tqdm', 'true', '--use_fast_tokenizer', 'false', '--remove_unused_columns', 'false', '--ddp_find_unused_parameters', 'false', '--fsdp', 'auto_wrap offload', '--gradient_checkpointing', '--tokenized_mds_train', '/work/pi_miyyer_umass_edu/ctpham/BookClaim-dev/data/ft/bookclaim_balanced_pack_complete', '--cuda_empty_cache', '--num_train_epochs', '1'), 'state': 'running', 'program': '/work/pi_miyyer_umass_edu/ctpham/BookClaim-dev/prolong-final/finetune.py', 'codePathLocal': 'finetune.py', 'codePath': 'prolong-final/finetune.py', 'git': {'remote': 'https://github.com/chtmp223/BookGen-dev.git', 'commit': '438e68ae65a707227d28baa427c5f6fdb0932c7b'}, 'email': 'ctpham@umass.edu', 'root': '/work/pi_miyyer_umass_edu/ctpham/BookClaim-dev', 'host': 'gpu021', 'username': 'ctpham_umass_edu', 'executable': '/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/bin/python3.10', 'cpu_count': 112, 'cpu_count_logical': 112, 'cpu_freq': {'current': 935.5062678571428, 'min': 800.0, 'max': 3800.0}, 'cpu_freq_per_core': [{'current': 776.892, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 783.257, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 785.598, 'min': 800.0, 'max': 3800.0}, {'current': 791.295, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 783.585, 'min': 800.0, 'max': 3800.0}, {'current': 900.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 2000.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 1500.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 1984.654, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 3800.0, 'min': 800.0, 'max': 3800.0}, {'current': 1800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 2400.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 1868.877, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 1100.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 1100.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 785.28, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 785.936, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 784.409, 'min': 800.0, 'max': 3800.0}, {'current': 2500.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 783.236, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}], 'disk': {'/': {'total': 438.487850189209, 'used': 16.266197204589844}}, 'gpu': 'NVIDIA A100-SXM4-80GB', 'gpu_count': 8, 'gpu_devices': [{'name': 'NVIDIA A100-SXM4-80GB', 'memory_total': 85899345920}, {'name': 'NVIDIA A100-SXM4-80GB', 'memory_total': 85899345920}, {'name': 'NVIDIA A100-SXM4-80GB', 'memory_total': 85899345920}, {'name': 'NVIDIA A100-SXM4-80GB', 'memory_total': 85899345920}, {'name': 'NVIDIA A100-SXM4-80GB', 'memory_total': 85899345920}, {'name': 'NVIDIA A100-SXM4-80GB', 'memory_total': 85899345920}, {'name': 'NVIDIA A100-SXM4-80GB', 'memory_total': 85899345920}, {'name': 'NVIDIA A100-SXM4-80GB', 'memory_total': 85899345920}], 'memory': {'total': 2015.3287200927734}} +2024-12-26 22:48:37,207 INFO HandlerThread:840649 [system_monitor.py:probe():224] Finished collecting system info +2024-12-26 22:48:37,207 INFO HandlerThread:840649 [system_monitor.py:probe():227] Publishing system info +2024-12-26 22:48:37,207 DEBUG HandlerThread:840649 [system_info.py:_save_conda():209] Saving list of conda packages installed into the current environment +2024-12-26 22:48:37,991 INFO Thread-12 :840649 [dir_watcher.py:_on_file_created():271] file/dir created: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/conda-environment.yaml +2024-12-26 22:48:44,491 DEBUG HandlerThread:840649 [system_info.py:_save_conda():224] Saving conda packages done +2024-12-26 22:48:44,494 INFO HandlerThread:840649 [system_monitor.py:probe():229] Finished publishing system info +2024-12-26 22:48:44,500 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:48:44,501 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 22:48:44,501 DEBUG SenderThread:840649 [sender.py:send():379] send: files +2024-12-26 22:48:44,501 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-metadata.json with policy now +2024-12-26 22:48:44,771 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: python_packages +2024-12-26 22:48:44,772 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: python_packages +2024-12-26 22:48:44,772 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 22:48:44,773 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 22:48:44,779 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:48:44,907 INFO wandb-upload_0:840649 [upload_job.py:push():130] Uploaded file /tmp/tmpbzfroc7jwandb/qc3elvv1-wandb-metadata.json +2024-12-26 22:48:44,930 DEBUG SenderThread:840649 [sender.py:send():379] send: telemetry +2024-12-26 22:48:44,931 DEBUG SenderThread:840649 [sender.py:send():379] send: config +2024-12-26 22:48:44,931 DEBUG SenderThread:840649 [sender.py:send():379] send: telemetry +2024-12-26 22:48:44,931 DEBUG SenderThread:840649 [sender.py:send():379] send: metric +2024-12-26 22:48:44,931 DEBUG SenderThread:840649 [sender.py:send():379] send: telemetry +2024-12-26 22:48:44,931 DEBUG SenderThread:840649 [sender.py:send():379] send: metric +2024-12-26 22:48:44,931 WARNING SenderThread:840649 [sender.py:send_metric():1405] Seen metric with glob (shouldn't happen) +2024-12-26 22:48:44,931 DEBUG SenderThread:840649 [sender.py:send():379] send: telemetry +2024-12-26 22:48:44,931 DEBUG SenderThread:840649 [sender.py:send():379] send: telemetry +2024-12-26 22:48:44,931 DEBUG SenderThread:840649 [sender.py:send():379] send: config +2024-12-26 22:48:44,993 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/conda-environment.yaml +2024-12-26 22:48:44,994 INFO Thread-12 :840649 [dir_watcher.py:_on_file_created():271] file/dir created: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 22:48:44,994 INFO Thread-12 :840649 [dir_watcher.py:_on_file_created():271] file/dir created: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-metadata.json +2024-12-26 22:48:44,994 INFO Thread-12 :840649 [dir_watcher.py:_on_file_created():271] file/dir created: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/requirements.txt +2024-12-26 22:48:45,773 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:48:46,773 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:48:46,995 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 22:48:47,773 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:48:47,933 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:48:48,773 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:48:49,773 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:48:50,773 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:48:51,774 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:48:52,774 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:48:53,773 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:48:53,774 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:48:54,774 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:48:55,774 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:48:56,774 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:48:57,774 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:48:58,774 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:48:58,967 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:48:59,004 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 22:48:59,772 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 22:48:59,772 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 22:48:59,812 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:49:00,774 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:49:01,774 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:49:02,774 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:49:03,775 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:49:04,773 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:49:04,775 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:49:05,775 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:49:06,775 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:49:07,775 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:49:08,776 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:49:09,779 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:49:09,786 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:49:10,012 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/config.yaml +2024-12-26 22:49:10,775 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:49:11,775 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:49:12,776 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:49:13,776 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:49:14,772 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 22:49:14,772 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 22:49:14,812 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:49:15,776 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:49:15,921 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:49:16,776 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:49:17,776 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:49:18,776 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:49:19,776 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:49:20,776 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:49:21,777 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:49:21,784 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:49:22,780 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:49:23,780 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:49:24,785 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:49:25,787 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:49:26,780 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:49:26,792 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:49:27,780 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:49:28,781 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:49:29,622 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 22:49:29,625 DEBUG SenderThread:840649 [sender.py:send():379] send: metric +2024-12-26 22:49:29,625 DEBUG SenderThread:840649 [sender.py:send():379] send: metric +2024-12-26 22:49:29,626 DEBUG SenderThread:840649 [sender.py:send():379] send: metric +2024-12-26 22:49:29,626 DEBUG SenderThread:840649 [sender.py:send():379] send: metric +2024-12-26 22:49:29,626 DEBUG SenderThread:840649 [sender.py:send():379] send: metric +2024-12-26 22:49:29,626 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 22:49:29,626 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 22:49:29,631 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 22:49:30,028 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 22:49:30,029 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 22:49:30,035 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:49:30,037 INFO Thread-12 :840649 [dir_watcher.py:_on_file_created():271] file/dir created: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 22:49:31,027 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:49:31,038 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 22:49:32,027 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:49:32,105 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:49:33,027 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:49:34,027 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:49:35,028 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:49:36,027 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:49:37,028 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:49:37,122 DEBUG SystemMonitor:840649 [system_monitor.py:_start():172] Starting system metrics aggregation loop +2024-12-26 22:49:37,124 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 22:49:37,126 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:49:38,028 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:49:39,028 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:49:40,029 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:49:41,028 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:49:42,028 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:49:43,028 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:49:43,034 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:49:44,028 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:49:44,046 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/config.yaml +2024-12-26 22:49:44,773 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 22:49:44,774 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 22:49:45,029 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:49:46,029 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:49:47,029 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:49:48,029 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:49:49,029 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:49:49,029 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:49:50,029 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:49:51,029 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:49:52,029 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:49:53,029 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:49:54,029 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:49:55,033 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:49:55,033 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:49:56,032 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:49:57,035 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:49:58,035 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:49:59,033 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:49:59,777 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 22:49:59,777 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 22:50:00,034 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:50:00,035 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:50:00,673 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 22:50:00,674 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 22:50:00,674 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 22:50:00,676 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 22:50:01,071 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 22:50:01,084 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:50:02,083 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:50:03,072 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 22:50:03,083 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:50:04,083 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:50:05,035 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:50:05,083 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:50:06,083 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:50:07,083 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:50:07,126 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 22:50:08,083 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:50:09,084 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:50:10,083 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:50:11,036 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:50:11,084 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:50:12,084 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:50:13,084 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:50:14,084 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:50:14,776 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 22:50:14,777 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 22:50:15,084 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:50:16,084 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:50:17,036 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:50:17,084 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:50:18,084 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:50:19,084 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:50:20,084 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:50:21,084 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:50:22,036 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:50:22,085 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:50:23,085 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:50:24,085 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:50:25,085 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:50:26,085 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:50:27,085 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:50:28,036 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:50:28,093 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:50:29,092 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:50:29,785 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 22:50:29,786 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 22:50:30,098 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:50:31,094 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:50:32,094 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:50:33,054 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:50:33,094 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:50:33,348 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 22:50:33,350 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 22:50:33,350 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 22:50:33,356 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 22:50:34,095 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:50:34,103 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 22:50:35,095 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:50:36,095 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:50:36,104 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 22:50:37,095 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:50:37,130 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 22:50:38,095 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:50:38,132 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:50:39,095 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:50:40,095 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:50:41,095 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:50:42,096 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:50:43,096 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:50:44,041 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:50:44,096 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:50:44,779 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 22:50:44,779 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 22:50:45,233 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:50:46,229 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:50:47,229 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:50:48,229 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:50:49,229 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:50:49,232 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:50:50,229 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:50:51,229 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:50:52,229 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:50:53,230 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:50:54,230 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:50:55,229 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:50:55,230 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:50:56,230 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:50:57,237 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:50:58,235 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:50:59,239 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:50:59,780 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 22:50:59,784 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 22:51:00,238 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:51:00,242 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:51:01,236 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:51:02,236 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:51:02,632 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 22:51:02,633 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 22:51:02,633 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 22:51:02,635 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 22:51:03,134 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 22:51:03,236 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:51:04,242 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:51:05,241 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:51:06,136 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 22:51:06,235 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:51:06,241 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:51:07,135 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 22:51:07,241 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:51:08,241 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:51:09,241 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:51:10,241 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:51:11,241 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:51:12,236 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:51:12,242 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:51:13,242 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:51:14,262 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:51:14,781 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 22:51:14,781 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 22:51:15,261 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:51:16,261 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:51:17,261 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:51:18,236 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:51:18,261 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:51:19,261 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:51:20,261 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:51:21,261 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:51:22,261 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:51:23,236 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:51:23,261 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:51:24,262 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:51:25,274 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:51:26,268 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:51:27,271 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:51:28,243 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:51:28,269 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:51:29,269 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:51:29,781 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 22:51:29,782 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 22:51:30,270 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:51:30,495 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 22:51:30,496 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 22:51:30,496 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 22:51:30,501 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 22:51:31,163 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 22:51:31,270 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:51:32,164 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 22:51:32,270 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:51:33,270 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:51:33,537 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:51:34,270 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:51:35,270 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:51:36,270 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:51:37,139 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 22:51:37,270 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:51:38,270 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:51:39,141 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:51:39,270 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:51:40,270 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:51:41,270 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:51:42,270 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:51:43,322 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:51:44,237 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:51:44,318 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:51:44,781 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 22:51:44,782 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 22:51:45,318 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:51:46,318 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:51:47,318 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:51:48,318 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:51:49,239 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:51:49,318 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:51:50,318 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:51:51,319 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:51:52,319 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:51:53,319 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:51:54,319 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:51:55,237 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:51:55,319 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:51:56,328 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:51:57,325 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:51:58,323 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:51:59,323 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:51:59,788 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 22:51:59,789 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 22:52:00,242 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:52:00,324 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:52:01,324 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:52:01,341 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 22:52:01,342 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 22:52:01,342 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 22:52:01,345 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 22:52:02,193 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 22:52:02,324 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:52:03,324 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:52:04,194 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 22:52:04,324 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:52:05,242 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:52:05,324 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:52:06,324 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:52:07,143 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 22:52:07,324 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:52:08,324 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:52:09,324 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:52:10,324 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:52:11,242 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:52:11,325 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:52:12,325 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:52:13,325 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:52:14,325 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:52:14,786 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 22:52:14,786 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 22:52:15,325 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:52:16,242 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:52:16,325 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:52:17,325 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:52:18,326 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:52:19,325 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:52:20,325 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:52:21,326 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:52:22,243 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:52:22,326 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:52:23,326 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:52:24,326 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:52:25,326 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:52:26,326 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:52:27,252 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:52:27,339 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:52:28,338 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:52:29,338 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:52:29,789 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 22:52:29,790 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 22:52:30,339 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:52:31,213 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 22:52:31,214 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 22:52:31,215 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 22:52:31,219 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 22:52:31,228 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 22:52:31,625 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:52:32,254 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:52:32,625 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:52:33,625 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:52:34,230 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 22:52:34,625 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:52:35,625 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:52:36,625 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:52:37,147 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 22:52:37,625 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:52:38,149 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:52:38,625 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:52:39,625 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:52:40,625 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:52:41,625 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:52:42,625 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:52:43,243 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:52:43,626 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:52:44,626 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:52:44,789 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 22:52:44,790 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 22:52:45,626 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:52:46,626 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:52:47,626 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:52:48,243 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:52:48,626 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:52:49,626 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:52:50,626 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:52:51,626 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:52:52,626 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:52:53,626 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:52:54,243 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:52:54,626 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:52:55,631 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:52:56,630 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:52:57,629 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:52:58,630 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:52:59,247 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:52:59,630 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:52:59,794 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 22:52:59,795 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 22:53:00,632 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:53:01,257 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 22:53:01,259 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 22:53:01,259 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 22:53:01,263 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 22:53:01,671 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:53:02,256 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 22:53:02,257 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 22:53:02,670 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:53:03,669 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:53:04,299 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:53:04,670 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:53:05,670 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:53:06,670 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:53:07,151 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 22:53:07,670 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:53:08,670 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:53:09,670 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:53:10,153 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:53:10,670 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:53:11,670 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:53:12,670 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:53:13,670 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:53:14,671 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:53:14,794 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 22:53:14,795 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 22:53:15,246 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:53:15,671 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:53:16,671 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:53:17,671 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:53:18,671 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:53:19,671 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:53:20,671 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:53:21,246 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:53:21,671 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:53:22,671 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:53:23,671 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:53:24,671 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:53:25,672 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:53:26,672 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:53:27,246 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:53:27,672 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:53:28,686 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:53:29,677 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:53:29,796 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 22:53:29,796 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 22:53:30,677 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:53:31,681 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:53:32,248 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:53:32,678 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:53:33,678 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:53:34,118 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 22:53:34,120 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 22:53:34,120 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 22:53:34,126 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 22:53:34,295 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 22:53:34,682 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:53:35,682 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:53:36,297 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 22:53:36,682 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:53:37,155 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 22:53:37,682 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:53:38,157 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:53:38,682 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:53:39,682 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:53:40,682 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:53:41,682 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:53:42,683 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:53:43,248 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:53:43,683 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:53:44,683 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:53:44,796 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 22:53:44,797 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 22:53:45,683 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:53:46,724 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:53:47,722 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:53:48,723 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:53:49,249 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:53:49,723 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:53:50,723 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:53:51,723 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:53:52,723 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:53:53,723 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:53:54,249 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:53:54,723 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:53:55,723 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:53:56,728 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:53:57,727 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:53:58,731 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:53:59,252 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:53:59,733 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:53:59,798 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 22:53:59,803 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 22:54:00,732 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:54:01,730 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:54:02,485 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 22:54:02,487 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 22:54:02,488 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 22:54:02,489 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 22:54:02,902 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:54:03,326 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 22:54:03,901 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:54:04,326 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 22:54:04,529 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:54:04,901 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:54:05,901 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:54:06,901 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:54:07,158 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 22:54:07,902 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:54:08,901 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:54:09,901 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:54:10,161 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:54:10,902 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:54:11,902 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:54:12,902 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:54:13,902 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:54:14,798 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 22:54:14,799 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 22:54:14,902 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:54:15,253 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:54:15,902 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:54:16,902 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:54:17,902 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:54:18,902 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:54:19,902 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:54:20,253 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:54:20,903 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:54:21,903 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:54:22,903 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:54:23,903 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:54:24,903 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:54:25,254 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:54:25,903 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:54:26,912 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:54:27,910 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:54:28,911 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:54:29,799 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 22:54:29,803 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 22:54:29,911 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:54:30,256 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:54:30,921 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:54:31,914 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:54:32,121 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 22:54:32,123 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 22:54:32,123 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 22:54:32,124 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 22:54:32,349 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 22:54:32,914 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:54:33,914 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:54:34,351 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 22:54:34,914 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:54:35,256 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:54:35,914 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:54:36,914 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:54:37,162 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 22:54:37,914 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:54:38,914 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:54:39,914 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:54:40,914 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:54:41,256 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:54:41,914 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:54:42,914 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:54:43,914 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:54:44,799 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 22:54:44,799 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 22:54:44,915 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:54:45,915 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:54:46,915 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:54:47,256 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:54:47,915 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:54:48,915 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:54:49,915 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:54:50,915 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:54:51,915 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:54:52,257 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:54:52,915 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:54:53,916 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:54:54,916 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:54:55,916 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:54:56,916 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:54:57,257 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:54:57,931 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:54:58,925 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:54:59,804 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 22:54:59,805 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 22:54:59,928 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:55:00,926 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:55:01,925 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:55:02,267 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:55:02,925 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:55:03,519 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 22:55:03,521 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 22:55:03,521 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 22:55:03,523 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 22:55:03,941 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:55:04,384 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 22:55:04,940 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:55:05,940 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:55:06,386 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 22:55:06,940 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:55:07,166 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 22:55:07,940 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:55:08,168 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:55:08,940 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:55:09,941 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:55:10,941 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:55:11,941 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:55:12,941 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:55:13,261 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:55:13,941 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:55:14,804 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 22:55:14,805 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 22:55:14,941 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:55:15,941 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:55:16,942 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:55:17,941 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:55:18,262 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:55:18,941 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:55:19,942 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:55:20,942 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:55:21,942 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:55:22,942 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:55:23,942 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:55:24,262 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:55:24,942 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:55:25,942 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:55:26,942 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:55:27,943 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:55:28,942 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:55:29,266 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:55:29,810 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 22:55:29,810 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 22:55:29,946 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:55:30,947 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:55:31,947 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:55:32,951 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:55:33,949 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:55:34,274 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:55:34,950 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:55:35,176 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 22:55:35,177 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 22:55:35,178 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 22:55:35,179 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 22:55:35,412 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 22:55:35,950 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:55:36,413 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 22:55:36,950 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:55:37,170 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 22:55:37,950 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:55:38,950 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:55:39,950 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:55:40,173 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:55:40,950 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:55:41,950 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:55:42,950 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:55:43,950 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:55:44,806 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 22:55:44,807 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 22:55:44,951 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:55:45,329 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:55:45,951 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:55:46,951 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:55:47,951 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:55:48,951 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:55:49,951 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:55:50,329 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:55:50,951 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:55:51,951 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:55:52,951 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:55:53,951 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:55:54,951 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:55:55,952 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:55:56,329 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:55:56,952 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:55:57,952 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:55:58,952 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:55:59,814 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 22:55:59,814 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 22:55:59,952 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:56:00,955 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:56:01,333 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:56:01,960 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:56:02,956 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:56:03,956 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:56:04,956 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:56:05,123 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 22:56:05,125 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 22:56:05,125 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 22:56:05,126 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 22:56:05,446 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 22:56:05,956 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:56:06,447 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 22:56:06,535 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:56:06,956 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:56:07,174 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 22:56:07,956 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:56:08,956 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:56:09,956 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:56:10,956 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:56:11,956 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:56:12,532 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:56:12,957 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:56:13,957 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:56:14,811 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 22:56:14,811 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 22:56:14,957 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:56:15,957 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:56:16,957 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:56:17,957 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:56:18,532 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:56:18,957 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:56:19,957 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:56:20,957 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:56:21,957 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:56:22,957 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:56:23,958 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:56:24,532 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:56:24,958 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:56:25,958 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:56:26,958 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:56:27,958 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:56:28,958 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:56:29,539 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:56:29,822 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 22:56:29,825 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 22:56:29,961 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:56:30,972 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:56:31,962 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:56:32,962 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:56:33,962 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:56:34,539 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:56:34,962 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:56:35,183 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 22:56:35,185 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 22:56:35,185 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 22:56:35,186 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 22:56:35,478 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 22:56:35,962 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:56:36,479 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 22:56:36,962 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:56:37,179 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 22:56:37,962 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:56:38,962 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:56:39,962 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:56:40,181 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:56:40,962 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:56:41,962 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:56:42,963 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:56:43,963 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:56:44,814 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 22:56:44,815 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 22:56:44,963 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:56:45,595 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:56:45,963 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:56:46,963 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:56:47,963 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:56:48,963 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:56:49,963 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:56:50,596 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:56:50,963 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:56:51,963 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:56:52,964 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:56:53,964 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:56:54,964 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:56:55,964 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:56:56,602 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:56:56,966 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:56:57,972 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:56:58,965 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:56:59,828 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 22:56:59,828 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 22:56:59,966 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:57:00,977 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:57:01,606 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:57:01,966 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:57:02,588 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 22:57:02,589 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 22:57:02,589 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 22:57:02,590 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 22:57:03,004 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:57:03,506 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 22:57:04,003 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:57:04,507 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 22:57:05,003 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:57:06,003 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:57:07,003 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:57:07,183 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 22:57:07,189 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:57:08,003 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:57:09,003 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:57:10,003 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:57:11,004 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:57:12,004 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:57:12,601 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:57:13,004 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:57:14,004 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:57:14,815 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 22:57:14,816 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 22:57:15,004 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:57:16,004 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:57:17,004 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:57:17,602 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:57:18,004 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:57:19,004 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:57:20,004 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:57:21,004 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:57:22,005 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:57:23,005 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:57:23,602 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:57:24,005 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:57:25,005 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:57:26,005 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:57:27,005 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:57:28,013 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:57:28,606 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:57:29,008 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:57:29,817 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 22:57:29,821 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 22:57:30,009 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:57:31,013 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:57:32,010 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:57:33,011 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:57:33,614 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:57:33,988 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 22:57:33,990 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 22:57:33,990 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 22:57:33,991 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 22:57:34,399 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:57:34,533 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 22:57:35,395 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:57:36,395 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:57:36,535 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 22:57:37,186 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 22:57:37,396 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:57:38,396 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:57:39,188 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:57:39,396 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:57:40,396 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:57:41,396 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:57:42,396 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:57:43,396 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:57:44,396 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:57:44,608 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:57:44,818 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 22:57:44,818 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 22:57:45,571 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:57:46,482 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:57:47,482 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:57:48,482 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:57:49,482 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:57:49,608 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:57:50,482 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:57:51,482 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:57:52,482 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:57:53,482 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:57:54,482 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:57:55,482 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:57:55,608 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:57:56,495 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:57:57,485 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:57:58,486 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:57:59,486 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:57:59,821 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 22:57:59,822 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 22:58:00,486 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:58:00,619 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:58:01,486 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:58:01,686 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 22:58:01,688 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 22:58:01,688 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 22:58:01,690 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 22:58:02,486 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:58:02,558 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 22:58:02,558 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 22:58:03,486 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:58:04,486 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:58:05,487 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:58:06,486 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:58:06,611 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:58:07,190 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 22:58:07,487 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:58:08,487 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:58:09,487 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:58:10,487 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:58:11,487 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:58:12,487 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:58:12,611 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:58:13,487 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:58:14,487 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:58:14,821 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 22:58:14,822 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 22:58:15,487 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:58:16,487 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:58:17,488 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:58:17,612 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:58:18,488 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:58:19,488 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:58:20,488 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:58:21,488 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:58:22,488 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:58:23,488 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:58:23,616 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:58:24,491 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:58:25,491 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:58:26,491 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:58:27,494 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:58:28,493 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:58:28,623 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:58:29,493 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:58:29,502 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 22:58:29,503 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 22:58:29,503 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 22:58:29,505 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 22:58:29,585 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 22:58:29,915 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 22:58:29,916 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 22:58:30,493 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:58:30,586 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 22:58:31,493 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:58:32,493 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:58:33,493 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:58:34,493 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:58:34,616 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:58:35,493 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:58:36,493 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:58:37,194 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 22:58:37,493 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:58:38,493 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:58:39,493 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:58:40,196 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:58:40,494 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:58:41,494 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:58:42,494 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:58:43,494 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:58:44,494 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:58:44,911 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 22:58:44,912 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 22:58:45,494 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:58:45,617 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:58:46,495 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:58:47,495 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:58:48,494 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:58:49,495 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:58:50,495 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:58:51,495 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:58:51,617 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:58:52,495 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:58:53,495 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:58:54,495 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:58:55,502 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:58:56,498 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:58:56,617 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:58:57,506 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:58:58,507 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:58:59,507 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:58:59,912 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 22:58:59,915 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 22:59:00,471 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 22:59:00,472 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 22:59:00,472 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 22:59:00,473 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 22:59:00,614 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 22:59:00,893 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:59:01,891 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:59:01,895 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:59:02,615 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 22:59:02,891 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:59:03,891 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:59:04,891 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:59:05,891 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:59:06,891 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:59:07,196 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 22:59:07,198 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:59:07,891 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:59:08,891 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:59:09,891 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:59:10,892 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:59:11,892 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:59:12,892 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:59:12,892 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:59:13,892 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:59:14,892 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:59:14,911 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 22:59:14,912 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 22:59:15,892 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:59:16,892 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:59:17,892 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:59:17,893 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:59:18,893 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:59:19,892 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:59:20,893 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:59:21,893 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:59:22,893 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:59:23,892 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:59:23,893 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:59:24,893 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:59:25,893 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:59:26,893 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:59:27,893 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:59:28,901 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:59:28,905 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:59:29,904 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:59:29,914 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 22:59:29,914 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 22:59:30,908 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:59:31,900 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:59:32,901 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:59:33,900 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:59:33,901 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:59:34,469 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 22:59:34,470 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 22:59:34,470 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 22:59:34,472 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 22:59:34,646 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 22:59:34,901 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:59:35,901 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:59:36,647 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 22:59:36,902 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:59:37,201 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 22:59:37,901 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:59:38,901 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:59:39,203 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:59:39,901 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:59:40,902 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:59:41,902 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:59:42,902 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:59:43,902 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:59:44,901 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:59:44,902 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:59:44,914 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 22:59:44,915 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 22:59:45,902 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:59:46,902 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:59:48,137 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:59:49,137 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:59:49,901 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:59:50,137 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:59:51,137 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:59:52,137 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:59:53,137 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:59:54,137 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:59:54,901 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:59:55,137 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:59:56,137 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:59:57,138 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:59:58,138 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:59:59,138 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:59:59,906 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:59:59,927 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 22:59:59,931 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:00:00,142 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:00:01,145 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:00:02,143 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:00:03,144 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:00:04,145 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:00:04,907 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:00:05,145 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:00:05,679 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:00:05,680 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:00:05,680 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:00:05,682 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:00:06,148 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:00:06,673 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:00:06,673 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:00:07,148 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:00:07,205 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:00:08,148 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:00:09,148 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:00:10,148 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:00:10,207 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:00:11,148 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:00:12,148 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:00:13,148 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:00:14,148 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:00:14,918 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:00:14,919 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:00:15,148 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:00:16,055 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:00:16,148 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:00:17,149 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:00:18,149 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:00:19,149 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:00:20,149 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:00:21,089 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:00:21,149 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:00:22,149 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:00:23,149 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:00:24,149 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:00:25,149 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:00:26,089 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:00:26,149 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:00:27,150 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:00:28,150 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:00:29,150 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:00:29,919 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:00:29,919 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:00:30,150 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:00:31,150 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:00:32,089 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:00:32,150 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:00:33,154 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:00:34,152 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:00:35,160 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:00:36,155 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:00:37,100 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:00:37,156 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:00:37,210 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:00:38,156 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:00:38,265 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:00:38,266 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:00:38,267 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:00:38,268 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:00:38,697 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:00:39,156 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:00:40,156 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:00:40,699 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:00:41,156 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:00:42,156 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:00:43,093 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:00:43,156 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:00:44,156 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:00:44,919 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:00:44,919 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:00:45,156 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:00:46,156 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:00:47,157 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:00:48,157 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:00:49,093 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:00:49,157 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:00:50,157 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:00:51,382 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:00:52,287 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:00:53,287 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:00:54,094 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:00:54,287 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:00:55,287 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:00:56,287 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:00:57,287 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:00:58,287 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:00:59,094 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:00:59,287 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:00:59,919 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:00:59,919 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:01:00,287 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:01:01,287 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:01:02,288 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:01:03,297 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:01:04,100 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:01:04,291 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:01:05,291 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:01:06,291 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:01:07,212 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:01:07,293 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:01:08,291 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:01:08,722 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:01:08,722 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:01:08,723 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:01:08,726 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:01:09,291 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:01:09,720 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:01:09,763 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:01:10,293 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:01:10,721 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:01:11,293 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:01:12,293 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:01:13,293 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:01:14,293 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:01:14,919 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:01:14,919 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:01:15,066 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:01:15,293 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:01:16,293 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:01:17,293 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:01:18,293 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:01:19,293 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:01:20,096 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:01:20,293 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:01:21,294 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:01:22,294 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:01:23,294 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:01:24,294 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:01:25,097 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:01:25,294 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:01:26,294 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:01:27,294 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:01:28,294 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:01:29,294 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:01:29,919 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:01:29,919 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:01:30,294 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:01:31,086 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:01:31,295 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:01:32,298 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:01:33,305 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:01:34,300 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:01:35,307 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:01:36,102 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:01:36,303 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:01:37,212 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:01:37,304 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:01:37,601 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:01:37,603 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:01:37,603 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:01:37,605 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:01:37,753 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:01:38,304 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:01:38,754 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:01:39,304 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:01:40,304 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:01:41,304 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:01:42,101 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:01:42,304 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:01:43,304 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:01:44,304 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:01:44,919 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:01:44,920 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:01:45,304 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:01:46,304 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:01:47,304 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:01:48,101 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:01:48,305 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:01:49,305 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:01:50,305 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:01:51,305 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:01:52,305 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:01:53,102 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:01:53,305 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:01:54,305 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:01:55,305 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:01:56,305 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:01:57,305 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:01:58,102 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:01:58,306 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:01:59,306 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:01:59,919 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:01:59,920 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:02:00,306 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:02:01,306 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:02:02,306 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:02:03,306 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:02:04,102 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:02:04,306 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:02:05,306 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:02:06,319 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:02:07,219 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:02:07,310 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:02:08,310 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:02:09,220 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:02:09,311 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:02:10,234 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:02:10,235 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:02:10,235 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:02:10,237 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:02:10,656 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:02:10,784 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:02:11,385 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:02:12,385 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:02:12,786 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:02:13,385 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:02:14,386 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:02:14,919 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:02:14,920 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:02:15,084 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:02:15,386 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:02:16,386 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:02:17,386 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:02:18,386 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:02:19,386 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:02:20,110 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:02:20,386 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:02:21,386 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:02:22,491 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:02:23,488 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:02:24,488 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:02:25,110 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:02:25,488 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:02:26,488 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:02:27,489 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:02:28,489 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:02:29,489 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:02:29,920 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:02:29,920 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:02:30,489 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:02:31,079 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:02:31,489 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:02:32,489 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:02:33,489 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:02:34,499 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:02:35,492 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:02:36,118 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:02:36,492 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:02:37,219 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:02:37,499 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:02:38,496 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:02:39,497 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:02:40,106 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:02:40,107 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:02:40,108 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:02:40,110 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:02:40,520 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:02:40,812 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:02:40,813 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:02:41,125 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:02:41,527 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:02:42,527 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:02:43,527 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:02:44,527 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:02:44,920 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:02:44,920 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:02:45,527 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:02:46,528 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:02:47,124 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:02:47,527 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:02:48,528 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:02:49,528 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:02:50,528 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:02:51,528 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:02:52,528 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:02:53,124 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:02:53,528 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:02:54,528 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:02:55,528 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:02:56,528 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:02:57,528 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:02:58,124 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:02:58,528 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:02:59,528 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:02:59,920 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:02:59,920 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:03:00,529 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:03:01,529 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:03:02,529 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:03:03,529 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:03:04,125 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:03:04,529 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:03:05,529 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:03:06,529 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:03:07,228 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:03:07,529 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:03:08,537 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:03:09,235 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:03:09,534 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:03:10,534 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:03:11,534 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:03:12,476 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:03:12,477 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:03:12,478 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:03:12,483 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:03:12,843 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:03:13,539 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:03:14,517 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:03:14,538 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:03:14,845 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:03:14,920 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:03:14,920 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:03:15,538 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:03:16,539 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:03:17,539 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:03:18,539 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:03:19,539 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:03:20,127 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:03:20,539 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:03:21,539 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:03:22,539 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:03:23,539 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:03:24,707 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:03:25,128 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:03:25,608 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:03:26,608 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:03:27,608 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:03:28,608 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:03:29,608 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:03:29,920 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:03:29,921 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:03:30,608 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:03:30,998 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:03:31,608 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:03:32,608 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:03:33,608 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:03:34,608 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:03:35,609 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:03:36,128 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:03:36,617 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:03:37,229 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:03:37,614 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:03:38,612 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:03:39,613 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:03:40,613 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:03:41,134 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:03:41,614 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:03:42,131 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:03:42,132 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:03:42,132 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:03:42,133 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:03:42,875 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:03:42,875 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:03:43,370 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:03:44,369 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:03:44,920 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:03:44,921 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:03:45,369 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:03:46,134 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:03:46,369 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:03:47,369 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:03:48,370 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:03:49,370 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:03:50,370 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:03:51,134 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:03:51,370 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:03:52,370 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:03:53,370 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:03:54,370 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:03:55,370 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:03:56,135 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:03:56,370 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:03:57,370 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:03:58,371 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:03:59,371 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:03:59,921 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:03:59,921 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:04:00,371 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:04:01,371 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:04:02,135 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:04:02,371 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:04:03,371 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:04:04,371 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:04:05,371 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:04:06,371 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:04:07,229 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:04:07,235 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:04:07,372 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:04:08,372 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:04:09,372 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:04:10,373 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:04:11,376 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:04:12,374 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:04:13,137 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:04:13,288 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:04:13,290 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:04:13,291 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:04:13,292 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:04:13,701 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:04:13,904 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:04:14,701 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:04:14,905 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:04:14,921 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:04:14,922 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:04:15,701 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:04:16,701 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:04:17,701 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:04:18,137 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:04:18,701 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:04:19,701 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:04:20,701 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:04:21,701 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:04:22,701 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:04:23,137 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:04:23,701 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:04:24,701 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:04:25,702 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:04:26,702 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:04:27,702 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:04:28,138 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:04:28,702 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:04:29,702 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:04:29,921 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:04:29,921 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:04:30,702 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:04:31,702 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:04:32,702 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:04:33,703 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:04:34,138 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:04:34,702 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:04:35,703 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:04:36,703 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:04:37,233 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:04:37,703 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:04:38,706 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:04:39,240 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:04:39,707 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:04:40,714 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:04:41,712 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:04:42,712 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:04:43,712 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:04:43,869 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:04:43,871 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:04:43,872 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:04:43,873 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:04:43,937 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:04:44,712 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:04:44,911 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:04:44,921 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:04:44,922 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:04:44,938 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:04:45,712 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:04:46,712 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:04:47,712 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:04:48,712 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:04:49,712 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:04:50,142 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:04:50,712 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:04:51,712 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:04:52,712 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:04:53,713 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:04:54,713 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:04:55,713 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:04:56,142 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:04:56,936 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:04:57,845 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:04:58,845 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:04:59,845 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:04:59,921 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:04:59,922 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:05:00,845 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:05:01,845 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:05:02,141 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:05:02,845 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:05:03,845 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:05:04,845 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:05:05,845 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:05:06,845 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:05:07,142 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:05:07,237 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:05:07,845 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:05:08,854 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:05:09,849 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:05:10,849 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:05:11,850 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:05:12,146 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:05:12,850 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:05:13,850 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:05:14,486 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:05:14,487 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:05:14,488 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:05:14,488 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:05:14,902 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:05:14,967 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:05:15,024 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:05:15,024 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:05:15,901 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:05:16,901 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:05:16,969 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:05:17,901 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:05:18,142 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:05:18,902 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:05:19,902 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:05:20,902 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:05:21,902 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:05:22,902 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:05:23,902 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:05:24,143 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:05:24,902 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:05:25,902 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:05:26,902 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:05:27,903 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:05:28,903 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:05:29,903 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:05:30,024 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:05:30,024 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:05:30,175 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:05:30,903 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:05:31,903 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:05:32,903 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:05:33,903 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:05:34,904 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:05:35,903 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:05:36,143 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:05:36,903 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:05:37,241 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:05:37,904 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:05:38,904 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:05:39,912 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:05:40,908 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:05:41,150 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:05:41,912 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:05:42,909 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:05:43,911 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:05:44,909 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:05:45,025 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:05:45,025 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:05:45,740 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:05:45,741 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:05:45,742 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:05:45,743 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:05:45,997 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:05:46,166 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:05:46,168 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:05:46,998 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:05:47,162 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:05:48,162 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:05:49,162 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:05:50,162 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:05:51,164 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:05:52,162 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:05:52,164 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:05:53,162 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:05:54,163 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:05:55,163 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:05:56,164 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:05:57,163 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:05:58,163 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:05:58,164 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:05:59,163 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:06:00,025 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:06:00,026 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:06:00,163 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:06:01,164 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:06:02,163 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:06:03,163 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:06:03,164 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:06:04,164 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:06:05,164 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:06:06,164 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:06:07,164 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:06:07,245 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:06:08,164 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:06:08,247 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:06:09,164 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:06:10,169 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:06:11,171 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:06:12,172 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:06:13,170 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:06:14,168 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:06:14,170 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:06:15,030 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:06:15,031 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:06:15,171 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:06:16,170 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:06:16,170 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:06:16,171 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:06:16,172 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:06:16,173 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:06:17,026 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:06:17,026 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:06:17,170 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:06:18,170 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:06:19,170 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:06:19,212 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:06:20,170 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:06:21,170 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:06:22,170 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:06:23,171 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:06:24,171 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:06:25,164 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:06:25,171 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:06:26,171 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:06:27,171 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:06:28,171 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:06:29,172 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:06:30,031 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:06:30,031 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:06:30,171 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:06:30,204 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:06:31,171 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:06:32,171 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:06:33,172 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:06:34,172 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:06:35,172 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:06:36,164 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:06:36,172 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:06:37,172 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:06:37,249 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:06:38,172 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:06:39,172 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:06:40,172 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:06:41,165 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:06:41,172 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:06:42,188 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:06:43,184 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:06:44,185 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:06:45,031 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:06:45,032 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:06:45,188 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:06:46,168 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:06:46,189 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:06:47,188 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:06:47,190 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:06:47,192 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:06:47,192 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:06:47,193 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:06:48,058 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:06:48,189 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:06:49,059 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:06:49,189 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:06:50,189 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:06:51,189 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:06:52,167 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:06:52,189 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:06:53,189 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:06:54,189 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:06:55,189 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:06:56,189 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:06:57,189 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:06:58,167 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:06:58,190 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:06:59,190 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:07:00,032 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:07:00,033 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:07:00,190 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:07:01,190 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:07:02,190 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:07:03,190 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:07:04,168 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:07:04,190 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:07:05,190 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:07:06,190 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:07:07,191 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:07:07,253 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:07:08,191 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:07:09,191 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:07:09,255 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:07:10,191 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:07:11,194 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:07:12,192 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:07:13,194 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:07:14,193 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:07:15,040 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:07:15,040 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:07:15,194 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:07:15,205 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:07:16,199 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:07:17,194 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:07:17,213 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:07:17,214 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:07:17,214 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:07:17,215 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:07:18,081 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:07:18,195 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:07:19,083 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:07:19,194 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:07:20,194 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:07:20,255 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:07:21,194 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:07:22,194 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:07:23,194 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:07:24,195 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:07:25,195 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:07:26,173 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:07:26,195 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:07:27,195 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:07:28,195 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:07:29,195 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:07:30,036 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:07:30,037 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:07:30,195 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:07:31,174 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:07:31,401 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:07:32,400 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:07:33,400 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:07:34,400 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:07:35,400 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:07:36,175 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:07:36,400 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:07:37,258 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:07:37,400 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:07:38,400 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:07:39,401 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:07:40,401 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:07:41,401 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:07:42,174 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:07:42,401 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:07:43,413 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:07:44,403 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:07:45,042 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:07:45,043 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:07:45,407 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:07:46,410 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:07:47,183 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:07:47,407 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:07:48,408 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:07:49,215 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:07:49,217 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:07:49,217 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:07:49,219 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:07:49,627 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:07:50,110 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:07:50,625 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:07:51,111 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:07:51,625 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:07:52,625 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:07:53,178 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:07:53,626 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:07:54,626 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:07:55,626 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:07:56,626 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:07:57,626 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:07:58,626 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:07:59,178 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:07:59,626 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:08:00,042 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:08:00,043 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:08:00,626 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:08:01,626 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:08:02,627 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:08:03,626 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:08:04,179 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:08:04,627 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:08:05,627 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:08:06,627 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:08:07,261 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:08:07,627 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:08:08,627 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:08:09,263 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:08:09,627 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:08:10,627 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:08:11,627 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:08:12,627 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:08:13,628 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:08:14,637 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:08:15,050 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:08:15,054 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:08:15,144 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:08:15,638 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:08:16,638 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:08:17,635 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:08:18,637 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:08:19,637 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:08:19,959 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:08:19,961 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:08:19,961 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:08:19,963 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:08:20,138 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:08:20,638 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:08:21,001 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:08:21,139 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:08:21,638 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:08:22,638 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:08:23,638 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:08:24,638 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:08:25,638 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:08:26,183 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:08:26,638 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:08:27,638 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:08:28,638 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:08:29,638 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:08:30,045 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:08:30,046 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:08:30,639 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:08:31,184 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:08:31,640 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:08:32,639 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:08:33,640 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:08:34,639 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:08:35,639 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:08:36,184 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:08:36,639 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:08:37,265 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:08:37,639 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:08:38,639 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:08:39,640 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:08:40,640 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:08:41,640 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:08:42,184 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:08:42,640 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:08:43,640 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:08:44,640 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:08:45,046 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:08:45,046 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:08:45,645 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:08:46,641 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:08:47,201 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:08:47,642 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:08:48,645 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:08:49,646 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:08:50,646 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:08:51,516 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:08:51,518 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:08:51,518 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:08:51,520 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:08:51,926 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:08:52,171 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:08:52,557 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:08:52,665 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:08:53,172 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:08:53,663 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:08:54,663 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:08:55,663 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:08:56,663 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:08:57,663 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:08:58,188 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:08:58,663 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:08:59,663 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:09:00,046 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:09:00,046 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:09:00,663 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:09:01,663 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:09:02,664 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:09:03,664 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:09:04,188 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:09:04,664 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:09:05,664 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:09:06,664 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:09:07,269 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:09:07,664 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:09:08,664 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:09:09,271 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:09:09,664 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:09:10,664 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:09:11,664 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:09:12,665 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:09:13,667 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:09:14,672 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:09:15,048 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:09:15,049 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:09:15,206 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:09:15,668 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:09:16,672 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:09:17,672 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:09:18,673 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:09:18,847 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:09:18,849 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:09:18,849 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:09:18,850 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:09:19,196 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:09:19,673 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:09:20,673 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:09:20,889 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:09:21,197 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:09:21,673 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:09:22,673 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:09:23,673 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:09:24,673 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:09:25,673 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:09:26,190 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:09:26,673 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:09:27,673 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:09:28,674 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:09:29,674 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:09:30,049 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:09:30,049 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:09:30,674 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:09:31,674 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:09:32,190 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:09:32,674 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:09:33,674 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:09:34,674 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:09:35,674 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:09:36,674 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:09:37,191 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:09:37,273 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:09:37,674 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:09:38,674 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:09:39,675 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:09:40,675 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:09:41,675 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:09:42,675 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:09:43,192 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:09:43,687 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:09:44,680 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:09:45,061 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:09:45,069 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:09:45,680 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:09:46,684 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:09:47,681 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:09:48,201 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:09:48,681 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:09:49,228 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:09:49,229 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:09:49,230 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:09:49,231 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:09:49,770 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:09:50,222 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:09:50,769 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:09:51,223 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:09:51,769 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:09:52,769 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:09:53,769 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:09:54,195 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:09:54,770 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:09:55,770 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:09:56,770 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:09:57,770 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:09:58,770 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:09:59,770 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:10:00,054 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:10:00,055 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:10:00,158 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:10:00,770 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:10:01,770 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:10:02,771 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:10:03,770 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:10:04,771 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:10:05,195 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:10:05,771 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:10:06,772 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:10:07,278 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:10:07,771 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:10:08,771 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:10:09,771 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:10:10,280 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:10:10,771 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:10:11,771 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:10:12,771 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:10:13,771 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:10:14,780 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:10:15,064 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:10:15,070 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:10:15,779 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:10:16,197 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:10:16,778 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:10:17,780 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:10:18,783 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:10:19,779 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:10:20,604 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:10:20,605 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:10:20,605 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:10:20,607 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:10:21,013 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:10:21,197 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:10:21,259 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:10:21,260 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:10:22,016 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:10:23,015 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:10:24,015 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:10:25,015 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:10:26,015 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:10:27,016 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:10:27,197 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:10:28,016 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:10:29,016 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:10:30,016 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:10:30,059 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:10:30,060 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:10:31,016 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:10:32,016 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:10:33,016 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:10:33,197 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:10:34,075 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:10:35,073 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:10:36,073 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:10:37,073 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:10:37,281 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:10:38,073 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:10:38,283 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:10:39,073 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:10:40,073 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:10:41,073 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:10:42,074 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:10:43,074 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:10:44,074 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:10:44,198 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:10:45,060 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:10:45,060 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:10:45,100 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:10:46,074 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:10:47,074 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:10:48,075 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:10:49,078 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:10:49,208 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:10:50,083 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:10:51,078 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:10:52,078 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:10:53,079 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:10:53,185 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:10:53,187 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:10:53,187 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:10:53,189 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:10:53,289 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:10:54,079 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:10:54,228 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:10:55,079 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:10:55,291 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:10:56,079 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:10:57,079 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:10:58,079 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:10:59,079 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:11:00,059 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:11:00,060 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:11:00,100 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:11:00,141 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:11:01,079 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:11:02,079 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:11:03,079 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:11:04,080 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:11:05,080 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:11:05,203 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:11:06,109 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:11:07,106 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:11:07,284 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:11:08,106 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:11:09,106 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:11:10,106 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:11:10,286 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:11:11,106 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:11:12,107 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:11:13,107 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:11:14,107 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:11:15,060 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:11:15,060 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:11:15,107 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:11:16,107 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:11:16,178 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:11:17,107 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:11:18,110 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:11:19,112 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:11:20,108 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:11:21,111 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:11:21,214 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:11:22,108 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:11:23,108 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:11:23,574 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:11:23,575 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:11:23,576 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:11:23,577 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:11:24,109 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:11:24,319 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:11:25,108 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:11:25,320 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:11:26,109 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:11:27,109 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:11:27,207 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:11:28,109 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:11:29,109 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:11:30,060 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:11:30,060 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:11:30,109 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:11:31,109 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:11:32,109 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:11:33,109 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:11:33,207 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:11:34,109 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:11:35,110 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:11:36,109 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:11:37,110 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:11:37,289 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:11:38,110 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:11:38,292 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:11:39,110 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:11:40,110 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:11:41,110 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:11:42,110 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:11:43,110 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:11:44,110 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:11:44,208 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:11:45,060 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:11:45,060 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:11:45,110 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:11:46,110 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:11:47,117 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:11:48,117 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:11:49,118 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:11:49,219 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:11:50,118 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:11:51,118 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:11:52,119 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:11:52,119 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:11:52,120 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:11:52,120 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:11:52,121 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:11:52,345 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:11:53,121 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:11:53,346 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:11:54,121 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:11:55,121 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:11:55,161 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:11:56,121 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:11:57,121 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:11:58,121 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:11:59,121 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:12:00,060 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:12:00,061 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:12:00,121 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:12:00,198 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:12:01,121 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:12:02,121 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:12:03,122 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:12:04,122 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:12:05,122 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:12:05,213 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:12:06,122 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:12:07,122 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:12:07,292 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:12:08,122 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:12:09,122 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:12:10,123 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:12:10,295 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:12:11,123 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:12:12,123 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:12:13,123 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:12:14,123 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:12:15,060 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:12:15,061 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:12:15,123 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:12:16,123 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:12:16,227 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:12:17,123 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:12:18,123 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:12:19,127 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:12:20,128 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:12:21,126 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:12:21,283 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:12:22,126 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:12:23,125 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:12:24,125 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:12:24,604 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:12:24,605 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:12:24,606 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:12:24,608 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:12:25,128 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:12:25,377 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:12:25,378 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:12:26,125 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:12:26,283 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:12:27,125 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:12:28,125 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:12:29,126 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:12:30,060 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:12:30,061 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:12:30,126 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:12:31,126 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:12:32,126 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:12:32,283 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:12:33,126 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:12:34,126 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:12:35,126 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:12:36,126 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:12:37,126 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:12:37,293 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:12:37,300 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:12:38,127 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:12:39,126 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:12:40,126 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:12:41,127 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:12:42,127 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:12:43,127 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:12:43,284 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:12:44,127 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:12:45,060 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:12:45,061 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:12:45,127 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:12:46,127 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:12:47,127 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:12:48,127 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:12:49,127 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:12:49,291 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:12:50,128 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:12:51,134 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:12:52,132 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:12:53,135 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:12:54,133 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:12:55,134 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:12:55,140 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:12:55,141 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:12:55,142 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:12:55,142 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:12:55,144 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:12:55,416 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:12:56,134 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:12:57,134 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:12:58,134 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:12:58,418 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:12:59,134 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:13:00,060 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:13:00,061 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:13:00,134 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:13:00,196 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:13:01,134 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:13:02,134 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:13:03,134 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:13:04,134 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:13:05,134 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:13:05,287 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:13:06,135 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:13:07,135 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:13:07,297 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:13:08,135 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:13:09,135 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:13:10,135 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:13:10,300 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:13:11,135 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:13:12,135 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:13:13,135 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:13:14,135 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:13:15,061 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:13:15,061 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:13:15,135 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:13:16,136 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:13:16,178 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:13:17,136 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:13:18,136 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:13:19,136 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:13:20,136 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:13:21,143 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:13:21,289 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:13:22,149 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:13:23,142 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:13:24,143 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:13:25,143 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:13:26,143 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:13:26,573 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:13:26,574 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:13:26,575 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:13:26,575 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:13:26,576 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:13:27,143 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:13:27,447 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:13:28,143 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:13:28,448 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:13:29,143 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:13:30,061 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:13:30,062 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:13:30,143 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:13:31,143 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:13:32,143 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:13:32,288 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:13:33,143 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:13:34,143 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:13:35,143 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:13:36,144 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:13:37,144 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:13:37,301 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:13:37,308 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:13:38,144 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:13:39,144 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:13:40,144 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:13:41,144 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:13:42,144 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:13:43,144 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:13:43,289 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:13:44,145 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:13:45,061 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:13:45,061 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:13:45,145 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:13:46,145 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:13:47,145 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:13:48,145 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:13:49,145 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:13:49,289 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:13:50,145 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:13:51,145 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:13:52,154 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:13:53,156 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:13:54,151 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:13:54,293 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:13:55,153 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:13:56,151 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:13:57,151 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:13:57,189 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:13:57,190 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:13:57,190 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:13:57,191 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:13:57,474 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:13:58,151 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:13:59,151 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:14:00,061 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:14:00,062 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:14:00,151 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:14:00,203 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:14:00,477 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:14:01,151 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:14:02,151 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:14:03,151 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:14:04,151 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:14:05,151 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:14:05,293 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:14:06,152 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:14:07,152 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:14:07,303 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:14:08,152 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:14:09,152 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:14:10,152 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:14:10,306 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:14:11,152 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:14:12,152 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:14:13,152 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:14:14,153 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:14:15,061 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:14:15,062 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:14:15,153 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:14:16,153 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:14:16,218 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:14:17,153 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:14:18,159 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:14:19,155 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:14:20,161 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:14:21,156 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:14:21,300 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:14:22,159 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:14:23,160 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:14:23,179 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:14:23,180 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:14:23,181 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:14:23,182 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:14:23,499 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:14:24,160 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:14:25,160 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:14:26,160 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:14:26,501 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:14:27,160 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:14:27,295 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:14:28,160 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:14:29,160 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:14:30,061 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:14:30,062 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:14:30,160 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:14:31,160 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:14:32,160 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:14:33,160 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:14:33,295 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:14:34,160 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:14:35,286 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:14:36,285 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:14:37,285 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:14:37,307 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:14:38,286 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:14:38,310 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:14:39,286 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:14:40,286 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:14:41,286 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:14:42,286 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:14:43,286 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:14:44,286 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:14:44,296 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:14:45,061 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:14:45,062 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:14:45,286 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:14:46,286 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:14:47,301 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:14:48,295 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:14:49,293 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:14:49,308 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:14:50,296 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:14:51,293 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:14:52,293 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:14:52,957 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:14:52,958 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:14:52,959 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:14:52,961 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:14:53,376 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:14:53,524 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:14:54,375 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:14:54,526 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:14:55,000 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:14:55,375 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:14:56,375 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:14:57,375 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:14:58,375 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:14:59,375 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:15:00,061 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:15:00,062 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:15:00,154 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:15:00,375 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:15:01,375 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:15:02,375 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:15:03,376 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:15:04,376 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:15:05,303 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:15:05,376 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:15:06,376 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:15:07,311 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:15:07,376 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:15:08,376 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:15:09,376 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:15:10,314 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:15:10,376 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:15:11,376 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:15:12,376 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:15:13,377 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:15:14,377 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:15:15,062 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:15:15,062 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:15:15,377 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:15:16,193 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:15:16,391 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:15:17,389 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:15:18,385 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:15:19,384 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:15:20,385 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:15:21,306 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:15:21,385 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:15:22,292 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:15:22,293 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:15:22,294 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:15:22,295 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:15:22,555 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:15:22,708 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:15:23,438 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:15:24,441 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:15:24,557 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:15:25,440 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:15:26,440 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:15:27,303 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:15:27,440 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:15:28,441 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:15:29,441 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:15:30,062 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:15:30,062 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:15:30,441 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:15:31,441 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:15:32,441 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:15:33,303 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:15:33,441 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:15:34,441 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:15:35,442 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:15:36,441 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:15:37,316 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:15:37,441 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:15:38,318 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:15:38,441 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:15:39,442 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:15:40,442 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:15:41,442 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:15:42,442 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:15:43,442 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:15:44,303 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:15:44,442 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:15:45,062 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:15:45,062 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:15:45,442 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:15:46,442 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:15:47,449 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:15:48,448 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:15:49,309 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:15:49,450 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:15:50,452 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:15:51,451 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:15:52,451 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:15:53,448 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:15:53,474 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:15:53,476 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:15:53,476 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:15:53,478 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:15:53,585 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:15:54,448 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:15:54,517 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:15:55,448 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:15:56,448 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:15:56,587 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:15:57,448 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:15:58,448 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:15:59,448 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:16:00,062 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:16:00,062 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:16:00,156 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:16:00,449 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:16:01,449 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:16:02,449 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:16:03,449 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:16:04,449 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:16:05,307 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:16:05,449 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:16:06,449 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:16:07,320 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:16:07,449 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:16:08,450 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:16:09,449 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:16:10,322 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:16:10,451 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:16:11,450 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:16:12,450 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:16:13,450 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:16:14,450 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:16:15,062 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:16:15,063 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:16:15,451 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:16:16,228 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:16:16,451 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:16:17,451 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:16:18,451 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:16:19,451 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:16:20,451 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:16:21,312 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:16:21,451 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:16:22,451 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:16:23,459 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:16:24,456 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:16:25,457 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:16:26,309 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:16:26,453 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:16:26,929 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:16:26,931 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:16:26,931 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:16:26,932 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:16:27,454 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:16:27,627 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:16:28,454 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:16:28,627 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:16:29,453 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:16:30,062 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:16:30,063 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:16:30,454 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:16:31,309 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:16:31,454 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:16:32,454 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:16:33,454 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:16:34,454 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:16:35,454 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:16:36,309 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:16:36,454 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:16:37,323 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:16:37,454 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:16:38,454 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:16:39,598 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:16:40,503 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:16:41,310 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:16:41,503 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:16:42,503 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:16:43,504 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:16:44,504 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:16:45,062 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:16:45,063 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:16:45,504 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:16:46,504 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:16:47,310 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:16:47,504 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:16:48,504 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:16:49,504 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:16:50,504 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:16:51,504 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:16:52,318 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:16:52,515 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:16:53,512 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:16:54,512 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:16:55,516 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:16:56,519 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:16:57,321 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:16:57,516 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:16:58,090 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:16:58,091 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:16:58,092 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:16:58,093 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:16:58,516 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:16:58,658 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:16:59,516 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:17:00,062 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:17:00,063 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:17:00,516 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:17:00,659 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:17:01,516 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:17:02,516 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:17:03,314 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:17:03,516 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:17:04,516 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:17:05,516 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:17:06,516 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:17:07,327 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:17:07,517 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:17:08,330 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:17:08,517 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:17:09,517 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:17:10,580 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:17:11,578 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:17:12,578 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:17:13,578 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:17:14,315 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:17:14,578 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:17:15,062 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:17:15,063 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:17:15,578 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:17:16,579 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:17:17,579 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:17:18,579 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:17:19,579 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:17:20,315 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:17:20,579 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:17:21,579 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:17:22,579 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:17:23,593 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:17:24,585 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:17:25,318 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:17:25,587 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:17:26,587 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:17:27,588 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:17:28,589 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:17:28,800 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:17:28,802 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:17:28,802 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:17:28,803 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:17:29,589 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:17:29,688 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:17:30,066 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:17:30,067 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:17:30,589 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:17:30,689 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:17:31,194 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:17:31,589 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:17:32,589 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:17:33,589 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:17:34,589 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:17:35,589 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:17:36,321 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:17:36,589 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:17:37,331 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:17:37,589 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:17:38,590 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:17:39,590 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:17:40,590 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:17:41,321 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:17:41,590 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:17:42,590 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:17:43,590 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:17:44,590 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:17:45,066 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:17:45,067 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:17:45,590 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:17:46,321 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:17:46,590 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:17:47,591 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:17:48,591 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:17:49,591 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:17:50,591 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:17:51,591 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:17:52,321 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:17:52,591 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:17:53,591 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:17:54,595 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:17:55,594 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:17:56,599 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:17:57,329 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:17:57,595 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:17:58,600 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:17:59,598 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:17:59,705 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:17:59,707 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:17:59,707 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:17:59,708 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:17:59,713 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:18:00,153 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:18:00,154 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:18:00,598 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:18:01,598 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:18:02,325 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:18:02,598 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:18:02,715 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:18:03,598 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:18:04,598 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:18:05,598 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:18:06,598 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:18:07,325 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:18:07,336 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:18:07,598 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:18:08,598 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:18:09,598 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:18:10,599 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:18:11,599 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:18:12,599 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:18:13,325 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:18:13,599 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:18:14,599 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:18:15,149 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:18:15,150 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:18:15,599 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:18:16,599 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:18:17,599 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:18:18,326 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:18:18,599 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:18:19,599 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:18:20,599 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:18:21,600 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:18:22,600 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:18:23,600 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:18:24,326 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:18:24,600 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:18:25,600 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:18:26,600 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:18:27,610 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:18:28,605 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:18:29,333 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:18:29,605 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:18:30,153 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:18:30,154 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:18:30,606 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:18:31,608 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:18:32,608 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:18:33,118 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:18:33,120 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:18:33,120 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:18:33,121 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:18:33,609 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:18:33,744 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:18:34,609 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:18:34,746 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:18:35,159 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:18:35,609 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:18:36,609 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:18:37,339 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:18:37,609 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:18:38,609 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:18:39,609 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:18:40,342 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:18:40,609 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:18:41,610 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:18:42,609 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:18:43,609 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:18:44,609 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:18:45,154 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:18:45,155 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:18:45,610 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:18:46,268 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:18:46,610 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:18:47,610 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:18:48,610 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:18:49,610 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:18:50,610 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:18:51,335 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:18:51,610 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:18:52,610 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:18:53,610 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:18:54,610 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:18:55,610 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:18:56,611 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:18:57,336 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:18:57,611 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:18:58,615 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:18:59,611 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:19:00,157 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:19:00,158 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:19:00,614 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:19:01,614 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:19:02,335 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:19:02,517 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:19:02,518 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:19:02,518 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:19:02,519 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:19:02,786 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:19:02,928 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:19:03,663 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:19:04,663 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:19:04,788 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:19:05,663 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:19:06,663 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:19:07,343 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:19:07,350 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:19:07,663 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:19:08,663 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:19:09,663 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:19:10,663 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:19:11,663 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:19:12,664 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:19:13,333 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:19:13,664 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:19:14,664 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:19:15,157 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:19:15,158 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:19:15,664 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:19:16,664 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:19:17,664 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:19:18,664 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:19:19,333 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:19:19,664 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:19:20,664 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:19:21,664 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:19:22,664 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:19:23,665 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:19:24,333 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:19:24,665 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:19:25,668 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:19:26,675 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:19:27,667 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:19:28,668 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:19:29,339 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:19:29,669 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:19:30,161 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:19:30,162 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:19:30,670 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:19:31,151 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:19:31,153 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:19:31,153 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:19:31,154 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:19:31,671 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:19:31,822 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:19:32,671 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:19:32,823 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:19:33,671 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:19:34,561 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:19:34,671 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:19:35,671 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:19:36,671 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:19:37,347 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:19:37,671 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:19:38,671 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:19:39,671 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:19:40,350 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:19:40,671 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:19:41,671 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:19:43,001 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:19:43,770 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:19:44,770 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:19:45,161 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:19:45,162 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:19:45,770 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:19:46,268 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:19:46,770 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:19:47,770 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:19:48,771 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:19:49,771 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:19:50,771 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:19:51,557 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:19:51,771 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:19:52,771 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:19:53,771 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:19:54,782 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:19:55,775 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:19:56,563 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:19:56,775 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:19:57,776 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:19:58,776 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:19:59,776 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:20:00,162 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:20:00,162 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:20:00,452 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:20:00,454 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:20:00,455 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:20:00,456 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:20:00,855 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:20:00,871 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:20:01,867 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:20:02,563 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:20:02,857 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:20:02,867 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:20:03,867 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:20:04,868 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:20:05,868 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:20:06,868 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:20:07,350 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:20:07,868 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:20:08,352 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:20:08,868 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:20:09,868 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:20:10,868 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:20:11,868 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:20:12,868 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:20:13,563 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:20:13,868 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:20:14,869 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:20:15,162 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:20:15,163 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:20:15,869 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:20:16,869 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:20:17,869 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:20:18,869 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:20:19,563 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:20:19,869 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:20:20,869 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:20:21,869 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:20:22,869 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:20:23,869 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:20:24,869 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:20:25,564 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:20:25,869 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:20:26,874 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:20:27,878 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:20:28,877 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:20:29,877 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:20:30,162 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:20:30,166 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:20:30,877 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:20:31,263 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:20:31,877 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:20:32,069 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:20:32,070 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:20:32,070 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:20:32,072 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:20:32,877 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:20:32,886 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:20:32,887 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:20:33,877 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:20:34,877 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:20:35,878 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:20:36,567 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:20:36,877 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:20:37,354 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:20:37,878 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:20:38,878 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:20:39,878 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:20:40,878 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:20:41,568 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:20:41,878 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:20:42,878 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:20:43,878 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:20:44,879 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:20:45,162 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:20:45,163 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:20:45,878 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:20:46,879 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:20:47,568 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:20:47,879 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:20:48,879 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:20:49,879 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:20:50,879 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:20:51,879 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:20:52,568 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:20:52,879 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:20:53,879 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:20:54,892 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:20:55,883 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:20:56,887 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:20:57,576 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:20:57,895 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:20:58,892 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:20:59,893 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:21:00,047 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:21:00,049 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:21:00,050 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:21:00,051 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:21:00,537 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:21:00,537 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:21:00,893 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:21:00,908 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:21:00,909 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:21:01,893 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:21:02,893 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:21:03,569 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:21:03,893 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:21:04,893 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:21:05,893 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:21:06,893 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:21:07,360 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:21:07,893 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:21:08,893 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:21:09,362 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:21:09,893 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:21:10,894 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:21:11,894 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:21:12,974 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:21:13,973 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:21:14,570 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:21:14,973 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:21:15,203 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:21:15,203 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:21:15,973 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:21:16,973 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:21:17,973 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:21:18,973 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:21:19,973 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:21:20,570 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:21:20,973 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:21:21,973 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:21:22,973 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:21:23,973 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:21:24,985 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:21:25,573 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:21:25,977 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:21:26,980 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:21:27,982 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:21:28,986 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:21:29,983 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:21:30,203 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:21:30,203 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:21:30,416 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:21:30,417 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:21:30,417 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:21:30,419 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:21:30,936 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:21:30,983 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:21:31,420 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:21:31,983 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:21:32,942 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:21:32,983 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:21:33,983 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:21:34,983 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:21:35,983 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:21:36,576 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:21:36,983 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:21:37,362 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:21:37,983 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:21:38,983 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:21:39,983 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:21:40,983 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:21:41,984 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:21:42,576 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:21:43,008 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:21:44,007 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:21:45,007 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:21:45,203 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:21:45,204 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:21:46,007 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:21:47,007 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:21:47,577 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:21:48,007 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:21:49,007 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:21:50,007 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:21:51,007 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:21:52,007 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:21:53,007 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:21:53,577 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:21:54,007 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:21:55,014 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:21:56,014 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:21:57,018 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:21:58,022 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:21:58,592 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:21:59,019 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:22:00,019 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:22:00,204 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:22:00,205 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:22:00,442 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:22:00,444 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:22:00,444 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:22:00,446 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:22:00,970 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:22:01,019 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:22:02,019 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:22:02,971 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:22:03,019 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:22:04,019 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:22:04,581 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:22:05,019 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:22:06,019 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:22:07,019 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:22:07,366 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:22:08,019 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:22:09,019 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:22:10,020 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:22:10,369 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:22:11,020 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:22:12,020 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:22:13,061 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:22:14,060 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:22:15,060 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:22:15,204 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:22:15,205 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:22:16,061 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:22:16,311 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:22:17,061 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:22:18,061 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:22:19,061 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:22:20,061 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:22:21,061 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:22:21,581 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:22:22,061 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:22:23,061 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:22:24,061 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:22:25,072 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:22:26,064 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:22:26,583 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:22:27,066 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:22:28,066 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:22:29,069 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:22:30,067 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:22:30,207 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:22:30,208 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:22:30,524 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:22:30,526 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:22:30,526 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:22:30,528 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:22:30,994 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:22:31,067 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:22:31,583 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:22:32,067 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:22:32,996 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:22:33,067 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:22:34,067 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:22:35,067 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:22:36,067 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:22:36,583 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:22:37,067 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:22:37,370 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:22:38,067 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:22:39,067 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:22:40,067 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:22:41,068 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:22:42,068 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:22:42,583 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:22:43,068 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:22:44,068 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:22:45,068 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:22:45,206 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:22:45,207 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:22:46,068 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:22:47,068 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:22:47,584 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:22:48,068 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:22:49,068 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:22:50,068 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:22:51,069 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:22:52,069 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:22:53,069 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:22:53,584 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:22:54,069 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:22:55,069 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:22:56,078 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:22:57,078 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:22:58,075 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:22:58,590 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:22:59,075 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:23:00,076 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:23:00,210 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:23:00,210 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:23:01,075 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:23:01,765 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:23:01,766 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:23:01,767 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:23:01,768 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:23:02,034 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:23:02,176 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:23:03,035 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:23:03,176 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:23:03,808 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:23:04,176 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:23:05,176 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:23:06,176 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:23:07,176 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:23:07,374 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:23:08,176 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:23:09,176 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:23:09,376 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:23:10,176 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:23:11,176 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:23:12,176 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:23:13,283 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:23:14,194 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:23:14,587 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:23:15,194 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:23:15,210 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:23:15,210 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:23:16,194 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:23:17,194 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:23:18,194 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:23:19,194 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:23:20,194 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:23:20,587 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:23:21,194 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:23:22,194 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:23:23,200 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:23:24,196 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:23:25,200 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:23:25,591 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:23:26,203 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:23:27,204 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:23:28,204 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:23:28,673 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:23:28,674 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:23:28,675 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:23:28,676 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:23:29,063 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:23:29,204 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:23:30,204 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:23:30,211 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:23:30,212 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:23:31,065 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:23:31,204 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:23:31,383 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:23:32,204 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:23:33,204 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:23:34,204 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:23:35,204 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:23:36,204 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:23:36,590 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:23:37,204 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:23:37,379 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:23:38,204 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:23:39,205 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:23:40,205 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:23:41,205 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:23:41,591 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:23:42,205 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:23:43,205 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:23:44,205 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:23:45,205 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:23:45,210 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:23:45,211 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:23:46,205 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:23:47,205 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:23:47,591 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:23:48,205 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:23:49,205 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:23:50,206 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:23:51,206 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:23:52,220 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:23:52,595 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:23:53,211 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:23:54,211 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:23:55,215 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:23:56,216 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:23:57,219 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:23:57,903 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:23:57,905 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:23:57,906 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:23:57,906 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:23:57,908 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:23:58,095 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:23:58,316 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:23:59,096 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:23:59,315 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:24:00,210 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:24:00,211 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:24:00,316 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:24:01,316 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:24:02,316 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:24:03,316 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:24:03,594 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:24:04,316 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:24:05,316 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:24:06,316 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:24:07,316 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:24:07,382 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:24:08,316 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:24:09,316 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:24:09,384 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:24:10,325 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:24:11,325 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:24:12,325 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:24:13,325 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:24:14,325 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:24:14,595 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:24:15,211 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:24:15,211 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:24:15,325 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:24:16,325 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:24:17,325 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:24:18,325 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:24:19,325 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:24:20,325 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:24:20,595 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:24:21,326 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:24:22,327 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:24:23,331 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:24:24,332 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:24:25,333 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:24:25,608 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:24:26,332 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:24:27,332 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:24:27,896 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:24:27,897 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:24:27,897 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:24:27,899 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:24:28,123 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:24:28,332 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:24:29,124 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:24:29,332 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:24:30,211 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:24:30,211 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:24:30,332 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:24:31,332 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:24:31,343 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:24:32,333 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:24:33,332 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:24:34,332 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:24:35,332 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:24:36,333 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:24:36,598 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:24:37,333 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:24:37,386 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:24:38,333 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:24:39,333 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:24:40,333 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:24:41,333 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:24:42,333 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:24:42,598 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:24:43,434 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:24:44,338 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:24:45,211 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:24:45,212 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:24:45,338 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:24:46,340 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:24:47,338 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:24:47,599 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:24:48,338 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:24:49,339 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:24:50,339 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:24:51,339 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:24:52,339 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:24:53,339 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:24:53,599 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:24:54,339 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:24:55,339 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:24:56,345 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:24:57,345 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:24:58,345 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:24:58,612 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:24:59,347 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:25:00,215 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:25:00,221 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:25:00,349 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:25:01,346 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:25:02,157 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:25:02,158 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:25:02,158 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:25:02,159 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:25:02,564 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:25:03,158 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:25:03,159 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:25:03,563 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:25:04,199 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:25:04,563 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:25:05,563 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:25:06,563 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:25:07,390 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:25:07,563 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:25:08,563 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:25:09,393 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:25:09,563 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:25:10,563 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:25:11,563 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:25:12,563 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:25:13,564 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:25:14,564 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:25:14,601 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:25:15,216 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:25:15,216 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:25:15,564 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:25:16,564 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:25:17,564 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:25:18,564 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:25:19,564 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:25:20,564 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:25:20,601 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:25:21,564 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:25:22,564 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:25:23,568 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:25:24,574 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:25:25,577 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:25:25,610 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:25:26,573 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:25:27,573 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:25:28,573 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:25:29,240 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:25:29,241 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:25:29,241 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:25:29,242 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:25:29,656 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:25:30,182 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:25:30,215 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:25:30,216 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:25:30,655 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:25:31,183 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:25:31,288 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:25:31,655 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:25:32,656 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:25:33,656 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:25:34,656 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:25:35,656 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:25:36,606 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:25:36,656 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:25:37,394 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:25:37,656 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:25:38,656 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:25:39,656 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:25:40,656 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:25:41,607 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:25:41,656 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:25:42,656 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:25:43,657 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:25:44,657 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:25:45,216 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:25:45,216 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:25:45,657 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:25:46,657 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:25:47,607 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:25:47,657 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:25:48,657 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:25:49,657 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:25:50,657 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:25:51,657 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:25:52,607 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:25:52,657 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:25:53,661 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:25:54,662 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:25:55,665 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:25:56,665 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:25:57,617 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:25:57,666 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:25:58,666 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:25:59,179 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:25:59,181 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:25:59,181 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:25:59,183 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:25:59,208 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:25:59,666 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:26:00,216 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:26:00,216 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:26:00,666 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:26:01,210 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:26:01,666 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:26:02,666 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:26:03,612 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:26:03,666 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:26:04,666 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:26:05,666 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:26:06,666 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:26:07,399 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:26:07,667 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:26:08,667 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:26:09,401 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:26:09,667 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:26:10,667 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:26:11,667 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:26:12,667 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:26:13,667 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:26:14,612 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:26:14,667 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:26:15,216 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:26:15,216 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:26:15,667 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:26:16,667 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:26:17,668 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:26:18,668 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:26:19,612 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:26:19,668 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:26:20,668 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:26:21,668 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:26:22,668 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:26:23,668 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:26:24,618 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:26:24,674 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:26:25,678 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:26:26,683 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:26:27,675 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:26:28,675 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:26:29,617 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:26:29,675 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:26:30,216 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:26:30,217 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:26:30,374 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:26:30,375 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:26:30,376 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:26:30,378 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:26:30,787 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:26:31,247 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:26:31,247 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:26:31,786 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:26:32,786 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:26:33,786 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:26:34,787 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:26:35,614 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:26:35,787 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:26:36,787 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:26:37,402 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:26:37,787 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:26:38,787 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:26:39,787 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:26:40,787 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:26:41,405 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:26:41,787 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:26:42,787 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:26:43,788 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:26:44,787 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:26:45,216 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:26:45,217 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:26:45,787 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:26:46,614 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:26:46,788 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:26:47,788 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:26:48,788 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:26:49,788 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:26:50,788 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:26:51,788 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:26:52,614 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:26:52,788 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:26:53,788 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:26:54,788 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:26:55,796 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:26:56,794 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:26:57,618 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:26:57,793 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:26:58,796 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:26:59,796 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:27:00,219 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:27:00,220 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:27:00,797 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:27:00,865 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:27:00,867 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:27:00,867 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:27:00,869 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:27:01,275 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:27:01,797 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:27:02,797 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:27:03,277 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:27:03,617 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:27:03,798 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:27:04,797 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:27:05,797 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:27:06,797 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:27:07,406 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:27:07,797 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:27:08,798 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:27:09,408 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:27:09,798 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:27:10,798 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:27:11,798 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:27:12,910 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:27:13,909 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:27:14,617 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:27:14,909 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:27:15,219 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:27:15,220 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:27:15,909 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:27:16,909 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:27:17,909 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:27:18,910 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:27:19,617 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:27:19,910 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:27:20,910 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:27:21,910 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:27:22,910 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:27:23,910 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:27:24,625 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:27:24,918 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:27:25,915 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:27:26,913 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:27:27,914 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:27:28,914 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:27:29,629 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:27:29,914 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:27:30,222 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:27:30,222 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:27:30,494 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:27:30,495 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:27:30,496 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:27:30,497 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:27:30,914 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:27:31,315 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:27:31,315 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:27:31,914 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:27:32,914 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:27:33,914 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:27:34,914 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:27:35,620 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:27:35,915 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:27:36,915 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:27:37,410 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:27:37,915 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:27:38,915 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:27:39,915 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:27:40,915 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:27:41,413 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:27:41,915 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:27:42,915 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:27:43,992 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:27:44,990 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:27:45,220 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:27:45,221 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:27:45,990 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:27:46,620 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:27:46,990 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:27:47,990 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:27:48,991 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:27:49,991 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:27:50,991 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:27:51,991 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:27:52,620 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:27:52,991 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:27:54,006 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:27:54,995 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:27:55,996 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:27:57,003 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:27:57,627 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:27:57,998 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:27:59,002 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:27:59,873 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:27:59,874 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:27:59,875 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:27:59,877 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:28:00,293 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:28:00,294 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:28:00,295 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:28:00,352 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:28:01,290 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:28:01,353 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:28:02,290 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:28:03,290 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:28:03,620 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:28:04,291 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:28:05,291 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:28:06,291 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:28:07,291 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:28:07,414 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:28:08,291 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:28:09,291 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:28:09,416 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:28:10,291 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:28:11,291 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:28:12,291 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:28:13,291 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:28:14,291 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:28:14,620 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:28:15,291 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:28:15,292 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:28:15,332 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:28:16,292 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:28:17,292 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:28:18,292 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:28:19,292 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:28:19,620 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:28:20,292 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:28:21,292 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:28:22,292 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:28:23,292 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:28:24,292 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:28:25,293 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:28:25,621 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:28:26,293 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:28:27,293 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:28:28,300 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:28:29,302 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:28:30,302 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:28:30,302 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:28:30,337 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:28:31,298 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:28:31,388 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:28:32,298 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:28:33,298 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:28:33,542 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:28:33,544 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:28:33,544 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:28:33,546 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:28:34,305 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:28:34,385 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:28:35,304 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:28:35,386 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:28:36,304 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:28:36,583 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:28:37,304 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:28:37,418 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:28:38,304 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:28:39,305 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:28:40,305 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:28:41,305 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:28:41,622 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:28:42,305 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:28:43,305 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:28:44,305 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:28:45,294 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:28:45,295 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:28:45,335 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:28:46,305 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:28:46,622 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:28:47,305 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:28:48,305 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:28:49,306 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:28:50,306 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:28:51,306 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:28:52,306 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:28:52,622 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:28:53,306 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:28:54,306 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:28:55,306 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:28:56,306 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:28:57,306 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:28:58,315 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:28:58,622 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:28:59,310 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:29:00,297 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:29:00,303 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:29:00,341 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:29:01,314 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:29:02,315 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:29:03,315 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:29:03,638 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:29:03,868 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:29:03,870 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:29:03,871 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:29:03,872 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:29:04,316 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:29:04,416 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:29:05,316 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:29:05,417 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:29:06,316 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:29:07,316 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:29:07,423 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:29:08,316 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:29:09,316 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:29:09,425 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:29:10,316 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:29:11,316 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:29:12,316 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:29:13,316 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:29:14,316 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:29:14,627 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:29:15,297 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:29:15,298 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:29:15,338 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:29:16,318 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:29:17,317 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:29:18,317 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:29:19,318 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:29:19,628 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:29:20,318 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:29:21,318 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:29:22,318 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:29:23,318 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:29:24,318 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:29:25,318 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:29:25,628 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:29:26,318 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:29:27,318 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:29:28,326 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:29:29,322 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:29:30,306 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:29:30,309 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:29:30,345 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:29:31,322 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:29:31,475 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:29:32,328 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:29:33,323 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:29:33,909 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:29:33,911 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:29:33,911 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:29:33,913 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:29:34,342 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:29:34,452 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:29:35,339 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:29:35,453 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:29:36,339 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:29:36,630 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:29:37,339 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:29:37,426 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:29:38,339 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:29:39,339 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:29:40,339 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:29:41,339 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:29:42,339 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:29:42,630 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:29:43,339 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:29:44,339 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:29:45,304 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:29:45,304 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:29:45,344 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:29:46,340 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:29:47,340 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:29:48,340 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:29:48,630 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:29:49,340 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:29:50,340 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:29:51,340 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:29:52,340 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:29:53,340 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:29:53,631 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:29:54,341 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:29:55,341 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:29:56,341 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:29:57,341 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:29:58,341 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:29:58,638 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:29:59,343 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:30:00,313 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:30:00,318 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:30:00,354 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:30:01,351 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:30:02,358 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:30:03,351 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:30:03,636 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:30:04,351 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:30:04,575 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:30:04,577 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:30:04,578 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:30:04,579 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:30:05,351 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:30:05,482 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:30:05,483 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:30:06,351 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:30:07,351 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:30:07,430 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:30:08,351 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:30:09,351 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:30:09,432 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:30:10,351 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:30:11,351 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:30:12,351 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:30:13,351 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:30:14,352 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:30:14,633 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:30:15,309 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:30:15,310 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:30:15,352 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:30:16,352 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:30:17,352 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:30:18,352 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:30:19,352 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:30:19,633 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:30:20,352 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:30:21,352 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:30:22,352 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:30:23,352 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:30:24,353 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:30:24,634 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:30:25,353 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:30:26,353 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:30:27,353 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:30:28,353 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:30:29,353 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:30:30,310 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:30:30,310 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:30:30,353 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:30:30,407 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:30:31,365 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:30:32,356 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:30:33,362 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:30:34,363 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:30:35,360 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:30:35,640 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:30:36,360 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:30:36,595 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:30:36,597 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:30:36,597 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:30:36,599 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:30:37,360 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:30:37,433 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:30:37,518 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:30:37,518 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:30:38,360 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:30:39,360 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:30:40,360 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:30:41,360 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:30:41,435 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:30:42,360 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:30:43,360 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:30:44,361 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:30:45,310 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:30:45,310 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:30:45,361 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:30:46,361 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:30:46,742 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:30:47,361 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:30:48,361 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:30:49,361 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:30:50,362 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:30:51,361 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:30:51,743 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:30:52,361 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:30:53,361 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:30:54,361 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:30:55,362 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:30:56,362 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:30:57,362 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:30:57,742 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:30:58,362 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:30:59,362 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:31:00,310 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:31:00,310 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:31:00,362 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:31:01,373 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:31:02,369 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:31:02,753 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:31:03,369 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:31:04,370 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:31:05,370 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:31:06,371 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:31:06,997 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:31:06,999 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:31:06,999 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:31:07,001 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:31:07,437 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:31:07,438 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:31:07,542 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:31:07,543 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:31:08,435 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:31:08,440 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:31:09,435 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:31:10,435 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:31:11,435 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:31:12,436 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:31:13,436 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:31:13,748 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:31:14,436 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:31:15,310 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:31:15,310 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:31:15,436 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:31:16,436 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:31:17,436 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:31:18,436 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:31:19,436 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:31:19,748 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:31:20,436 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:31:21,437 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:31:22,436 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:31:23,436 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:31:24,437 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:31:24,748 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:31:25,437 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:31:26,437 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:31:27,437 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:31:28,437 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:31:29,437 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:31:30,310 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:31:30,311 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:31:30,437 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:31:30,467 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:31:31,437 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:31:32,446 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:31:33,442 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:31:34,442 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:31:35,451 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:31:35,756 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:31:36,445 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:31:37,441 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:31:37,445 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:31:38,089 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:31:38,091 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:31:38,092 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:31:38,093 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:31:38,501 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:31:38,574 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:31:39,500 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:31:39,575 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:31:40,500 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:31:41,132 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:31:41,500 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:31:42,500 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:31:43,500 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:31:44,500 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:31:45,310 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:31:45,311 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:31:45,501 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:31:46,477 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:31:46,501 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:31:47,501 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:31:48,501 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:31:49,501 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:31:50,501 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:31:51,501 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:31:51,752 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:31:52,501 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:31:53,501 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:31:54,501 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:31:55,501 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:31:56,502 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:31:56,753 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:31:57,502 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:31:58,502 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:31:59,502 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:32:00,310 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:32:00,311 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:32:00,502 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:32:01,502 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:32:02,511 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:32:02,755 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:32:03,512 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:32:04,506 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:32:05,508 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:32:06,509 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:32:07,443 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:32:07,506 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:32:08,159 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:32:08,160 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:32:08,160 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:32:08,160 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:32:08,161 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:32:08,569 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:32:08,604 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:32:09,568 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:32:09,606 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:32:10,568 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:32:11,568 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:32:12,568 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:32:13,568 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:32:13,758 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:32:14,568 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:32:15,310 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:32:15,311 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:32:15,568 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:32:16,569 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:32:17,569 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:32:18,569 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:32:19,569 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:32:19,758 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:32:20,569 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:32:21,569 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:32:22,569 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:32:23,570 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:32:24,570 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:32:24,759 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:32:25,570 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:32:26,570 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:32:27,570 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:32:28,570 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:32:29,570 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:32:30,311 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:32:30,311 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:32:30,397 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:32:30,570 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:32:31,577 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:32:32,574 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:32:33,575 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:32:34,580 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:32:35,579 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:32:35,776 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:32:36,579 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:32:37,316 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:32:37,316 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:32:37,317 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:32:37,318 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:32:37,447 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:32:37,637 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:32:37,733 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:32:38,732 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:32:39,638 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:32:39,732 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:32:40,732 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:32:41,449 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:32:41,732 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:32:42,733 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:32:43,733 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:32:44,733 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:32:45,311 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:32:45,311 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:32:45,733 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:32:46,473 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:32:46,733 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:32:47,733 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:32:48,733 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:32:49,733 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:32:50,733 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:32:51,734 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:32:51,761 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:32:52,733 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:32:53,733 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:32:54,734 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:32:55,734 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:32:56,734 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:32:57,734 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:32:57,760 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:32:58,734 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:32:59,734 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:33:00,311 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:33:00,311 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:33:00,734 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:33:01,734 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:33:02,734 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:33:03,734 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:33:03,760 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:33:04,744 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:33:05,736 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:33:06,736 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:33:07,452 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:33:07,737 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:33:08,736 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:33:09,453 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:33:09,737 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:33:10,006 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:33:10,008 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:33:10,008 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:33:10,010 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:33:10,666 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:33:10,737 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:33:11,667 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:33:11,737 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:33:12,737 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:33:13,737 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:33:14,737 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:33:14,763 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:33:15,311 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:33:15,311 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:33:15,737 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:33:16,737 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:33:17,737 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:33:18,737 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:33:19,737 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:33:19,763 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:33:20,738 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:33:21,738 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:33:22,738 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:33:23,738 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:33:24,738 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:33:24,764 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:33:25,738 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:33:26,738 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:33:27,738 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:33:28,738 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:33:29,738 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:33:30,311 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:33:30,312 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:33:30,402 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:33:30,738 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:33:31,739 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:33:32,746 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:33:33,742 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:33:34,745 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:33:35,745 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:33:35,766 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:33:36,749 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:33:37,456 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:33:37,749 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:33:38,635 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:33:38,637 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:33:38,637 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:33:38,639 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:33:38,693 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:33:39,070 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:33:39,694 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:33:40,069 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:33:41,069 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:33:41,677 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:33:42,069 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:33:43,069 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:33:44,069 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:33:45,069 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:33:45,311 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:33:45,311 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:33:46,069 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:33:46,767 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:33:47,069 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:33:48,070 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:33:49,070 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:33:50,070 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:33:51,070 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:33:51,767 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:33:52,280 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:33:53,182 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:33:54,182 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:33:55,182 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:33:56,183 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:33:56,768 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:33:57,182 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:33:58,182 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:33:59,183 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:34:00,183 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:34:00,311 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:34:00,311 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:34:01,183 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:34:02,194 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:34:02,775 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:34:03,187 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:34:04,186 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:34:05,188 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:34:06,189 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:34:07,187 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:34:07,460 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:34:08,059 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:34:08,059 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:34:08,060 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:34:08,060 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:34:08,061 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:34:08,459 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:34:08,723 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:34:09,210 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:34:09,724 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:34:10,210 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:34:11,210 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:34:12,210 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:34:13,210 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:34:13,772 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:34:14,210 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:34:15,210 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:34:15,311 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:34:15,312 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:34:16,211 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:34:17,211 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:34:18,211 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:34:19,211 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:34:19,772 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:34:20,211 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:34:21,211 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:34:22,211 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:34:23,211 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:34:24,211 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:34:25,212 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:34:25,772 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:34:26,212 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:34:27,212 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:34:28,212 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:34:29,212 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:34:30,212 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:34:30,311 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:34:30,312 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:34:31,212 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:34:31,423 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:34:32,212 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:34:33,212 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:34:34,213 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:34:35,215 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:34:36,213 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:34:36,775 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:34:37,164 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:34:37,166 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:34:37,167 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:34:37,168 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:34:37,465 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:34:37,575 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:34:37,755 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:34:37,756 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:34:38,310 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:34:39,310 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:34:40,310 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:34:41,310 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:34:41,775 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:34:42,311 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:34:43,311 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:34:44,311 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:34:45,311 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:34:45,312 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:34:45,312 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:34:46,311 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:34:47,311 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:34:47,775 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:34:48,311 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:34:49,311 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:34:50,311 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:34:51,311 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:34:52,312 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:34:52,865 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:34:53,312 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:34:54,312 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:34:55,312 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:34:56,312 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:34:57,312 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:34:58,312 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:34:58,864 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:34:59,312 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:35:00,312 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:35:00,312 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:35:00,352 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:35:01,312 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:35:02,312 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:35:03,313 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:35:04,313 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:35:04,864 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:35:05,313 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:35:06,326 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:35:07,315 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:35:07,469 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:35:08,316 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:35:09,316 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:35:10,318 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:35:10,470 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:35:11,320 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:35:11,993 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:35:11,995 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:35:11,996 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:35:11,997 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:35:12,790 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:35:13,354 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:35:13,791 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:35:14,353 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:35:15,312 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:35:15,312 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:35:15,353 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:35:15,472 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:35:16,353 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:35:17,353 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:35:18,353 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:35:19,353 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:35:20,353 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:35:20,867 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:35:21,354 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:35:22,354 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:35:23,354 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:35:24,354 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:35:25,354 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:35:26,354 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:35:26,867 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:35:27,354 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:35:28,354 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:35:29,354 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:35:30,312 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:35:30,312 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:35:30,354 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:35:31,355 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:35:32,355 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:35:32,867 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:35:33,355 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:35:34,355 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:35:35,355 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:35:36,355 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:35:37,355 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:35:37,480 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:35:38,356 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:35:38,483 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:35:39,364 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:35:40,360 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:35:41,356 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:35:42,356 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:35:43,358 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:35:43,549 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:35:43,551 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:35:43,551 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:35:43,552 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:35:43,553 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:35:43,831 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:35:44,357 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:35:45,312 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:35:45,313 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:35:45,357 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:35:45,832 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:35:46,357 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:35:47,357 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:35:48,357 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:35:48,868 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:35:49,357 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:35:50,357 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:35:51,357 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:35:52,357 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:35:53,357 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:35:53,868 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:35:54,358 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:35:55,358 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:35:56,358 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:35:57,358 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:35:58,358 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:35:58,869 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:35:59,358 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:36:00,312 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:36:00,313 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:36:00,358 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:36:01,358 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:36:02,358 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:36:03,358 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:36:04,358 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:36:04,869 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:36:05,359 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:36:06,359 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:36:07,359 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:36:07,482 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:36:08,367 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:36:09,363 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:36:10,363 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:36:10,487 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:36:11,364 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:36:12,367 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:36:13,364 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:36:13,615 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:36:13,617 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:36:13,617 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:36:13,619 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:36:13,856 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:36:14,364 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:36:15,312 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:36:15,313 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:36:15,364 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:36:15,858 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:36:16,364 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:36:16,451 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:36:17,364 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:36:18,364 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:36:19,364 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:36:20,364 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:36:21,364 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:36:21,871 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:36:22,365 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:36:23,365 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:36:24,365 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:36:25,365 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:36:26,365 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:36:26,871 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:36:27,365 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:36:28,365 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:36:29,365 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:36:30,312 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:36:30,313 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:36:30,365 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:36:31,365 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:36:31,872 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:36:32,366 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:36:33,366 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:36:34,366 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:36:35,366 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:36:36,366 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:36:36,872 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:36:37,366 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:36:37,478 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:36:38,366 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:36:39,370 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:36:40,371 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:36:41,373 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:36:41,878 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:36:42,371 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:36:43,371 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:36:44,371 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:36:44,668 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:36:44,669 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:36:44,670 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:36:44,675 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:36:44,887 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:36:45,313 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:36:45,313 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:36:45,371 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:36:45,888 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:36:46,371 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:36:47,371 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:36:47,875 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:36:48,371 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:36:49,371 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:36:50,371 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:36:51,371 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:36:52,372 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:36:53,372 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:36:53,875 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:36:54,372 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:36:55,372 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:36:56,488 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:36:57,392 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:36:58,393 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:36:58,876 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:36:59,392 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:37:00,312 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:37:00,313 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:37:00,393 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:37:01,393 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:37:02,393 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:37:03,393 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:37:04,393 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:37:04,876 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:37:05,393 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:37:06,399 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:37:07,396 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:37:07,480 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:37:08,404 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:37:09,397 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:37:10,397 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:37:10,487 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:37:11,397 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:37:12,030 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:37:12,031 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:37:12,032 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:37:12,034 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:37:12,912 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:37:13,330 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:37:13,913 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:37:14,330 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:37:15,313 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:37:15,313 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:37:15,353 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:37:16,330 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:37:16,456 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:37:17,330 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:37:18,330 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:37:19,330 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:37:20,330 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:37:21,330 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:37:21,876 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:37:22,330 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:37:23,330 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:37:24,330 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:37:25,330 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:37:26,331 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:37:26,876 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:37:27,331 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:37:28,331 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:37:29,331 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:37:30,313 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:37:30,313 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:37:30,353 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:37:31,331 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:37:32,331 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:37:32,876 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:37:33,331 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:37:34,331 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:37:35,331 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:37:36,332 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:37:37,332 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:37:37,484 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:37:38,332 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:37:38,486 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:37:39,332 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:37:40,332 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:37:41,335 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:37:42,340 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:37:43,335 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:37:43,884 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:37:44,335 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:37:45,314 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:37:45,317 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:37:45,355 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:37:45,946 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:37:45,946 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:37:45,947 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:37:45,949 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:37:46,356 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:37:46,949 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:37:47,355 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:37:47,950 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:37:48,355 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:37:49,355 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:37:49,878 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:37:50,355 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:37:51,355 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:37:52,355 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:37:53,355 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:37:54,355 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:37:55,355 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:37:55,878 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:37:56,355 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:37:57,457 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:37:58,366 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:37:59,366 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:38:00,315 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:38:00,315 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:38:00,366 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:38:01,367 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:38:01,406 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:38:02,367 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:38:03,367 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:38:04,367 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:38:05,367 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:38:06,367 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:38:06,878 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:38:07,367 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:38:07,488 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:38:08,368 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:38:09,373 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:38:10,374 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:38:11,374 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:38:11,883 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:38:12,378 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:38:13,377 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:38:14,374 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:38:14,481 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:38:14,482 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:38:14,483 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:38:14,484 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:38:14,972 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:38:15,315 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:38:15,315 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:38:15,374 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:38:15,973 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:38:16,374 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:38:17,374 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:38:17,881 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:38:18,374 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:38:19,374 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:38:20,374 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:38:21,374 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:38:22,375 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:38:22,881 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:38:23,375 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:38:24,375 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:38:25,375 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:38:26,375 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:38:27,375 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:38:27,882 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:38:28,375 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:38:29,375 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:38:30,315 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:38:30,315 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:38:30,376 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:38:31,376 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:38:32,376 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:38:33,376 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:38:33,882 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:38:34,376 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:38:35,376 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:38:36,376 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:38:37,376 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:38:37,492 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:38:38,390 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:38:39,386 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:38:39,497 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:38:40,385 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:38:41,386 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:38:42,386 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:38:43,387 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:38:43,702 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:38:43,703 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:38:43,703 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:38:43,705 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:38:44,003 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:38:44,387 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:38:44,745 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:38:45,315 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:38:45,315 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:38:45,387 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:38:46,387 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:38:47,005 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:38:47,387 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:38:48,387 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:38:49,387 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:38:49,882 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:38:50,387 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:38:51,387 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:38:52,388 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:38:53,388 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:38:54,388 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:38:54,883 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:38:55,388 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:38:56,388 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:38:57,390 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:38:58,388 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:38:59,388 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:39:00,315 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:39:00,316 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:39:00,389 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:39:00,480 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:39:01,389 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:39:02,389 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:39:03,389 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:39:04,389 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:39:05,389 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:39:05,883 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:39:06,389 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:39:07,389 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:39:07,496 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:39:08,389 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:39:09,390 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:39:10,394 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:39:11,397 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:39:11,502 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:39:12,399 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:39:13,398 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:39:14,402 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:39:15,315 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:39:15,316 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:39:15,401 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:39:15,507 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:39:15,508 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:39:15,508 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:39:15,509 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:39:16,037 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:39:16,401 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:39:16,548 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:39:17,038 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:39:17,401 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:39:18,401 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:39:19,401 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:39:20,401 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:39:21,401 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:39:21,886 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:39:22,401 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:39:23,401 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:39:24,401 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:39:25,401 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:39:26,401 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:39:27,401 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:39:27,886 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:39:28,401 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:39:29,402 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:39:30,315 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:39:30,316 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:39:30,402 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:39:31,402 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:39:32,402 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:39:32,886 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:39:33,402 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:39:34,402 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:39:35,402 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:39:36,402 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:39:37,402 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:39:37,501 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:39:38,402 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:39:38,503 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:39:39,403 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:39:40,403 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:39:41,411 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:39:42,418 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:39:43,411 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:39:43,889 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:39:44,412 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:39:45,321 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:39:45,324 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:39:45,412 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:39:46,412 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:39:46,906 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:39:46,907 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:39:46,907 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:39:46,909 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:39:47,066 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:39:47,413 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:39:48,413 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:39:48,949 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:39:49,068 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:39:49,413 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:39:50,413 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:39:51,413 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:39:52,413 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:39:53,413 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:39:54,413 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:39:54,887 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:39:55,413 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:39:56,413 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:39:57,413 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:39:58,413 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:39:59,414 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:40:00,319 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:40:00,319 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:40:00,404 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:40:00,414 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:40:01,414 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:40:02,414 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:40:03,414 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:40:04,414 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:40:05,414 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:40:05,888 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:40:06,415 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:40:07,414 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:40:07,504 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:40:08,414 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:40:09,415 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:40:10,415 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:40:11,415 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:40:11,514 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:40:12,425 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:40:13,418 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:40:14,422 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:40:15,319 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:40:15,319 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:40:15,423 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:40:15,591 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:40:15,593 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:40:15,593 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:40:15,595 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:40:16,090 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:40:16,423 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:40:16,634 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:40:17,091 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:40:17,423 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:40:18,423 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:40:19,423 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:40:20,423 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:40:21,423 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:40:21,890 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:40:22,423 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:40:23,423 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:40:24,423 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:40:25,423 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:40:26,423 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:40:26,890 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:40:27,423 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:40:28,424 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:40:29,424 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:40:30,319 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:40:30,319 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:40:30,424 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:40:31,424 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:40:32,424 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:40:32,890 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:40:33,424 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:40:34,424 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:40:35,424 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:40:36,425 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:40:37,425 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:40:37,508 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:40:38,425 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:40:38,510 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:40:39,425 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:40:40,432 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:40:41,428 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:40:42,429 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:40:43,429 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:40:43,909 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:40:44,432 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:40:45,319 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:40:45,319 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:40:45,431 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:40:46,194 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:40:46,195 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:40:46,196 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:40:46,197 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:40:46,605 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:40:47,117 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:40:47,605 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:40:48,605 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:40:49,119 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:40:49,605 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:40:49,895 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:40:50,605 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:40:51,605 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:40:52,606 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:40:53,606 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:40:54,606 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:40:55,606 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:40:55,894 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:40:56,606 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:40:57,606 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:40:58,606 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:40:59,606 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:41:00,319 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:41:00,320 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:41:00,607 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:41:01,476 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:41:01,606 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:41:02,606 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:41:03,607 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:41:04,607 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:41:05,607 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:41:06,607 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:41:06,895 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:41:07,512 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:41:07,608 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:41:08,607 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:41:09,607 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:41:10,607 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:41:11,615 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:41:11,903 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:41:12,611 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:41:13,614 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:41:14,615 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:41:15,321 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:41:15,325 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:41:15,619 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:41:16,615 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:41:17,170 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:41:17,172 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:41:17,173 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:41:17,173 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:41:17,174 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:41:17,615 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:41:18,146 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:41:18,615 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:41:19,147 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:41:19,615 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:41:20,615 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:41:21,615 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:41:22,615 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:41:22,899 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:41:23,615 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:41:24,615 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:41:25,615 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:41:26,616 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:41:27,616 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:41:28,616 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:41:28,899 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:41:29,616 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:41:30,322 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:41:30,322 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:41:30,616 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:41:31,616 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:41:32,616 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:41:33,616 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:41:33,900 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:41:34,616 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:41:35,617 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:41:36,617 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:41:37,516 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:41:37,617 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:41:38,617 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:41:39,518 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:41:39,617 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:41:40,617 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:41:41,617 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:41:42,617 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:41:43,621 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:41:44,620 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:41:44,907 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:41:45,325 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:41:45,327 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:41:45,618 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:41:46,618 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:41:47,619 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:41:48,619 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:41:49,120 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:41:49,121 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:41:49,122 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:41:49,124 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:41:49,176 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:41:49,619 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:41:50,161 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:41:50,619 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:41:51,177 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:41:51,619 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:41:52,619 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:41:53,619 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:41:54,619 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:41:55,619 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:41:55,904 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:41:56,619 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:41:57,619 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:41:58,620 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:41:59,620 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:42:00,325 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:42:00,326 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:42:00,779 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:42:01,409 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:42:01,690 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:42:02,690 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:42:03,690 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:42:04,690 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:42:05,691 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:42:06,691 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:42:06,903 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:42:07,519 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:42:07,691 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:42:08,691 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:42:09,691 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:42:10,691 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:42:11,691 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:42:11,904 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:42:12,703 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:42:13,700 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:42:14,699 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:42:15,329 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:42:15,330 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:42:15,696 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:42:16,706 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:42:17,703 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:42:17,904 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:42:18,172 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:42:18,174 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:42:18,174 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:42:18,176 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:42:18,200 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:42:18,703 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:42:19,703 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:42:20,703 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:42:21,203 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:42:21,703 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:42:22,703 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:42:22,904 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:42:23,703 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:42:24,703 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:42:25,703 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:42:26,703 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:42:27,703 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:42:28,704 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:42:28,904 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:42:29,704 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:42:30,329 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:42:30,330 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:42:30,704 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:42:31,704 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:42:32,704 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:42:33,704 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:42:33,904 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:42:34,704 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:42:35,704 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:42:36,704 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:42:37,523 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:42:37,704 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:42:38,705 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:42:39,525 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:42:39,705 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:42:40,705 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:42:41,705 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:42:42,705 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:42:43,706 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:42:44,716 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:42:44,912 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:42:45,330 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:42:45,333 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:42:45,709 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:42:46,710 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:42:47,714 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:42:48,710 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:42:48,787 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:42:48,788 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:42:48,789 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:42:48,790 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:42:49,228 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:42:49,711 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:42:50,710 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:42:50,828 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:42:51,230 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:42:51,711 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:42:52,711 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:42:53,711 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:42:54,711 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:42:55,711 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:42:55,908 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:42:56,711 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:42:57,711 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:42:58,711 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:42:59,711 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:43:00,371 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:43:00,371 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:43:00,711 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:43:01,470 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:43:01,711 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:43:02,711 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:43:03,712 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:43:04,712 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:43:05,712 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:43:06,712 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:43:06,909 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:43:07,526 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:43:07,712 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:43:08,712 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:43:09,712 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:43:10,712 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:43:11,716 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:43:11,923 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:43:12,720 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:43:13,717 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:43:14,722 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:43:15,372 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:43:15,374 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:43:15,722 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:43:16,723 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:43:17,621 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:43:17,621 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:43:17,622 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:43:17,622 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:43:17,623 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:43:18,006 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:43:18,257 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:43:18,767 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:43:19,258 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:43:19,767 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:43:20,768 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:43:21,768 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:43:22,768 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:43:22,912 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:43:23,768 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:43:24,768 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:43:25,768 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:43:26,768 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:43:27,768 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:43:28,768 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:43:28,912 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:43:29,768 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:43:30,513 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:43:30,514 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:43:30,769 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:43:31,769 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:43:32,769 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:43:33,769 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:43:33,912 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:43:34,769 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:43:35,769 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:43:36,771 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:43:37,530 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:43:37,769 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:43:38,769 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:43:39,532 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:43:39,769 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:43:40,770 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:43:41,770 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:43:42,770 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:43:43,775 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:43:44,779 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:43:44,916 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:43:45,419 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:43:45,423 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:43:45,774 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:43:46,777 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:43:47,777 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:43:48,775 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:43:48,824 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:43:48,825 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:43:48,826 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:43:48,827 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:43:49,289 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:43:49,775 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:43:50,775 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:43:50,865 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:43:51,290 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:43:51,775 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:43:52,775 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:43:53,775 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:43:54,775 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:43:55,775 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:43:55,917 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:43:56,775 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:43:57,776 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:43:58,776 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:43:59,776 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:44:00,419 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:44:00,420 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:44:00,776 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:44:01,519 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:44:01,776 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:44:02,776 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:44:03,776 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:44:04,776 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:44:05,776 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:44:06,776 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:44:06,917 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:44:07,534 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:44:07,777 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:44:08,777 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:44:09,777 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:44:10,777 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:44:11,778 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:44:11,922 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:44:12,781 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:44:13,781 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:44:14,779 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:44:15,429 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:44:15,429 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:44:15,781 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:44:16,779 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:44:16,923 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:44:17,779 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:44:17,886 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:44:17,887 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:44:17,888 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:44:17,889 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:44:18,318 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:44:18,779 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:44:19,318 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:44:19,779 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:44:20,779 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:44:21,779 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:44:21,923 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:44:22,779 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:44:23,779 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:44:24,779 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:44:25,779 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:44:26,779 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:44:27,780 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:44:27,923 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:44:28,780 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:44:29,780 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:44:30,423 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:44:30,424 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:44:30,829 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:44:31,826 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:44:32,826 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:44:32,923 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:44:33,826 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:44:34,826 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:44:35,826 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:44:36,826 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:44:37,538 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:44:37,826 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:44:38,540 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:44:38,827 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:44:39,827 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:44:40,827 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:44:41,830 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:44:42,827 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:44:43,829 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:44:43,937 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:44:44,830 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:44:45,427 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:44:45,429 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:44:45,837 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:44:46,830 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:44:47,831 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:44:47,840 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:44:47,841 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:44:47,841 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:44:47,842 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:44:48,342 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:44:48,831 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:44:49,343 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:44:49,831 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:44:49,882 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:44:50,831 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:44:51,831 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:44:52,831 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:44:53,831 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:44:54,831 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:44:54,926 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:44:55,831 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:44:56,831 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:44:57,831 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:44:58,832 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:44:59,832 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:45:00,426 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:45:00,426 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:45:00,593 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:45:00,832 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:45:01,832 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:45:02,832 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:45:03,832 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:45:04,832 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:45:05,832 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:45:05,927 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:45:06,832 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:45:07,543 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:45:07,832 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:45:08,832 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:45:09,833 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:45:10,833 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:45:11,545 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:45:11,833 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:45:12,843 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:45:13,837 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:45:14,838 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:45:15,429 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:45:15,433 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:45:15,838 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:45:16,570 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:45:16,840 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:45:17,842 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:45:18,843 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:45:18,938 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:45:18,940 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:45:18,940 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:45:18,942 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:45:19,376 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:45:19,843 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:45:20,843 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:45:21,377 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:45:21,843 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:45:21,930 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:45:22,843 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:45:23,843 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:45:24,843 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:45:25,843 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:45:26,843 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:45:27,843 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:45:27,930 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:45:28,843 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:45:29,843 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:45:30,429 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:45:30,430 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:45:30,843 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:45:31,844 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:45:32,844 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:45:32,930 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:45:33,844 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:45:34,844 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:45:35,844 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:45:36,844 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:45:37,546 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:45:37,844 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:45:38,548 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:45:38,844 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:45:39,845 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:45:40,845 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:45:41,845 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:45:42,845 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:45:43,845 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:45:43,931 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:45:44,845 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:45:45,430 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:45:45,430 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:45:45,845 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:45:46,855 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:45:47,861 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:45:48,856 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:45:48,936 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:45:49,859 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:45:50,859 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:45:51,860 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:45:52,039 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:45:52,040 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:45:52,041 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:45:52,042 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:45:52,408 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:45:52,860 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:45:53,409 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:45:53,860 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:45:54,081 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:45:54,860 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:45:55,860 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:45:56,860 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:45:57,860 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:45:58,860 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:45:59,860 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:45:59,931 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:46:00,430 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:46:00,430 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:46:00,860 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:46:01,861 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:46:02,861 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:46:03,861 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:46:04,861 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:46:05,861 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:46:05,931 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:46:06,861 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:46:07,550 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:46:07,861 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:46:08,861 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:46:09,861 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:46:10,862 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:46:11,553 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:46:11,862 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:46:12,862 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:46:13,862 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:46:14,862 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:46:15,430 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:46:15,430 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:46:15,862 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:46:16,577 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:46:16,862 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:46:17,862 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:46:18,862 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:46:19,878 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:46:20,864 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:46:21,867 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:46:21,943 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:46:22,864 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:46:23,867 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:46:24,872 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:46:25,744 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:46:25,745 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:46:25,745 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:46:25,746 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:46:26,155 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:46:26,452 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:46:26,892 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:46:27,453 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:46:27,892 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:46:27,933 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:46:28,892 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:46:29,892 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:46:30,430 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:46:30,430 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:46:30,893 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:46:31,892 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:46:32,892 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:46:33,893 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:46:33,933 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:46:34,893 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:46:35,893 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:46:36,893 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:46:37,554 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:46:37,893 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:46:38,893 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:46:39,557 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:46:39,893 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:46:40,893 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:46:41,893 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:46:42,894 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:46:43,894 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:46:44,894 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:46:44,934 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:46:45,430 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:46:45,430 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:46:45,894 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:46:46,894 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:46:47,894 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:46:48,904 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:46:49,897 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:46:49,938 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:46:50,898 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:46:51,909 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:46:52,899 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:46:53,899 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:46:54,488 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:46:54,489 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:46:54,489 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:46:54,490 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:46:54,906 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:46:55,482 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:46:55,530 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:46:55,905 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:46:56,906 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:46:57,484 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:46:57,906 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:46:58,906 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:46:59,906 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:47:00,430 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:47:00,430 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:47:00,549 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:47:00,906 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:47:01,906 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:47:02,906 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:47:03,906 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:47:04,906 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:47:05,906 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:47:05,937 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:47:06,907 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:47:07,558 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:47:07,907 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:47:08,907 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:47:09,907 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:47:10,907 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:47:11,561 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:47:11,907 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:47:12,907 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:47:13,907 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:47:14,908 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:47:15,430 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:47:15,431 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:47:15,908 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:47:16,908 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:47:16,937 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:47:17,908 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:47:18,909 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:47:19,917 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:47:20,911 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:47:21,913 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:47:22,918 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:47:22,937 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:47:23,916 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:47:24,912 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:47:25,522 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:47:25,523 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:47:25,523 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:47:25,525 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:47:25,939 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:47:26,516 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:47:26,936 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:47:27,517 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:47:27,936 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:47:27,938 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:47:28,936 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:47:29,936 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:47:30,430 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:47:30,431 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:47:30,936 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:47:31,936 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:47:32,936 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:47:33,936 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:47:33,938 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:47:34,936 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:47:35,937 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:47:36,937 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:47:37,562 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:47:37,937 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:47:38,937 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:47:39,564 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:47:39,937 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:47:40,937 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:47:41,937 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:47:42,937 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:47:43,937 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:47:44,937 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:47:44,939 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:47:45,430 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:47:45,431 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:47:45,937 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:47:46,938 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:47:47,938 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:47:48,938 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:47:49,942 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:47:49,944 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:47:50,947 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:47:51,950 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:47:52,945 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:47:53,945 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:47:54,945 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:47:54,950 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:47:55,824 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:47:55,826 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:47:55,826 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:47:55,827 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:47:56,241 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:47:56,543 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:47:57,238 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:47:57,544 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:47:58,238 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:47:59,238 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:48:00,238 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:48:00,430 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:48:00,431 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:48:00,598 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:48:01,238 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:48:02,238 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:48:03,238 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:48:04,238 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:48:05,239 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:48:05,942 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:48:06,239 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:48:07,239 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:48:07,567 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:48:08,239 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:48:09,239 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:48:10,239 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:48:11,239 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:48:11,569 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:48:12,239 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:48:13,240 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:48:14,240 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:48:15,240 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:48:15,432 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:48:15,433 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:48:16,240 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:48:16,573 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:48:17,240 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:48:18,240 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:48:19,240 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:48:20,251 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:48:21,246 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:48:21,947 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:48:22,249 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:48:23,250 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:48:24,248 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:48:25,249 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:48:26,114 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:48:26,116 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:48:26,116 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:48:26,118 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:48:26,527 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:48:26,572 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:48:27,526 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:48:27,573 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:48:27,944 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:48:28,526 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:48:29,526 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:48:30,431 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:48:30,431 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:48:30,526 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:48:31,526 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:48:32,526 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:48:33,526 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:48:33,944 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:48:34,526 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:48:35,526 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:48:36,526 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:48:37,526 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:48:37,570 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:48:38,527 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:48:39,527 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:48:39,573 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:48:40,527 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:48:41,527 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:48:42,527 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:48:43,527 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:48:44,527 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:48:44,944 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:48:45,431 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:48:45,431 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:48:45,527 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:48:46,527 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:48:47,527 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:48:48,527 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:48:49,528 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:48:50,528 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:48:50,953 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:48:51,531 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:48:52,528 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:48:53,531 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:48:54,532 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:48:55,532 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:48:56,533 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:48:56,669 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:48:56,671 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:48:56,672 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:48:56,672 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:48:56,673 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:48:57,533 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:48:57,605 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:48:57,606 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:48:58,533 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:48:59,533 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:49:00,431 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:49:00,432 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:49:00,533 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:49:01,533 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:49:02,084 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:49:02,533 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:49:03,533 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:49:04,533 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:49:05,533 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:49:06,533 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:49:07,533 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:49:07,574 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:49:07,581 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:49:08,534 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:49:09,534 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:49:10,534 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:49:11,534 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:49:12,534 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:49:13,085 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:49:13,534 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:49:14,534 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:49:15,431 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:49:15,432 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:49:15,534 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:49:16,534 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:49:17,534 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:49:18,534 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:49:19,085 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:49:19,544 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:49:20,541 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:49:21,546 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:49:22,542 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:49:23,543 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:49:24,085 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:49:24,544 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:49:25,117 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:49:25,119 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:49:25,119 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:49:25,121 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:49:25,544 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:49:25,633 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:49:26,544 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:49:27,544 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:49:27,634 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:49:28,544 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:49:29,544 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:49:30,085 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:49:30,431 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:49:30,432 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:49:30,544 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:49:31,544 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:49:32,544 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:49:33,544 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:49:34,544 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:49:35,544 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:49:36,085 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:49:36,545 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:49:37,544 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:49:37,578 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:49:38,545 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:49:39,545 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:49:40,545 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:49:41,545 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:49:41,581 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:49:42,545 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:49:43,545 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:49:44,545 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:49:45,431 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:49:45,432 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:49:45,545 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:49:46,545 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:49:46,595 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:49:47,545 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:49:48,545 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:49:49,546 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:49:50,546 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:49:51,547 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:49:52,085 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:49:52,554 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:49:53,549 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:49:54,549 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:49:55,550 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:49:56,550 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:49:56,849 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:49:56,851 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:49:56,851 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:49:56,853 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:49:57,264 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:49:57,550 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:49:57,664 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:49:57,665 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:49:58,550 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:49:59,550 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:50:00,432 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:50:00,432 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:50:00,550 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:50:01,550 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:50:02,550 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:50:03,263 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:50:03,551 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:50:04,551 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:50:05,551 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:50:06,551 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:50:07,551 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:50:07,582 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:50:08,551 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:50:08,584 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:50:09,551 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:50:10,551 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:50:11,552 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:50:12,551 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:50:13,552 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:50:14,264 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:50:14,552 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:50:15,432 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:50:15,432 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:50:15,552 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:50:16,552 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:50:17,552 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:50:18,552 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:50:19,552 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:50:20,264 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:50:20,552 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:50:21,552 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:50:22,568 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:50:23,559 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:50:24,561 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:50:25,272 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:50:25,560 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:50:26,563 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:50:27,569 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:50:28,393 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:50:28,394 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:50:28,394 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:50:28,396 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:50:28,691 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:50:28,805 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:50:29,692 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:50:29,804 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:50:30,432 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:50:30,432 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:50:30,579 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:50:30,804 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:50:31,804 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:50:32,804 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:50:33,804 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:50:34,805 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:50:35,805 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:50:36,264 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:50:36,805 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:50:37,587 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:50:37,805 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:50:38,805 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:50:39,805 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:50:40,805 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:50:41,590 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:50:41,805 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:50:42,921 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:50:43,917 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:50:44,917 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:50:45,432 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:50:45,433 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:50:45,918 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:50:46,918 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:50:47,264 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:50:47,918 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:50:48,918 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:50:49,918 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:50:50,918 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:50:51,918 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:50:52,264 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:50:52,918 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:50:53,918 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:50:54,926 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:50:55,923 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:50:56,927 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:50:57,271 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:50:57,923 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:50:58,923 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:50:59,924 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:51:00,117 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:51:00,118 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:51:00,119 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:51:00,120 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:51:00,529 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:51:00,530 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:51:00,735 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:51:00,923 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:51:01,736 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:51:01,923 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:51:02,923 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:51:03,268 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:51:03,924 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:51:04,924 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:51:05,924 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:51:06,924 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:51:07,590 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:51:07,924 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:51:08,592 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:51:08,924 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:51:09,924 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:51:10,924 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:51:11,924 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:51:12,925 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:51:13,925 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:51:14,269 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:51:14,925 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:51:15,528 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:51:15,528 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:51:15,925 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:51:16,925 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:51:17,925 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:51:18,926 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:51:19,926 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:51:20,269 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:51:20,926 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:51:21,926 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:51:22,926 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:51:23,926 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:51:24,926 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:51:25,932 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:51:26,271 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:51:26,929 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:51:27,929 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:51:28,929 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:51:29,932 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:51:30,529 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:51:30,530 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:51:30,929 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:51:31,186 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:51:31,188 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:51:31,189 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:51:31,190 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:51:31,766 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:51:31,767 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:51:31,929 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:51:32,228 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:51:32,929 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:51:33,929 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:51:34,930 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:51:35,930 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:51:36,930 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:51:37,274 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:51:37,593 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:51:37,930 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:51:38,930 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:51:39,930 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:51:40,930 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:51:41,930 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:51:42,930 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:51:43,274 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:51:43,930 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:51:44,931 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:51:45,530 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:51:45,530 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:51:45,931 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:51:46,931 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:51:47,931 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:51:48,275 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:51:48,931 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:51:49,931 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:51:50,931 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:51:51,933 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:51:52,931 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:51:53,931 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:51:54,275 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:51:54,931 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:51:55,939 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:51:56,937 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:51:57,943 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:51:58,938 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:51:59,282 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:51:59,939 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:52:00,531 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:52:00,532 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:52:00,939 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:52:01,353 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:52:01,355 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:52:01,355 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:52:01,356 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:52:01,796 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:52:01,939 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:52:02,939 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:52:03,798 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:52:03,940 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:52:04,939 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:52:05,277 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:52:05,939 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:52:06,939 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:52:07,597 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:52:07,939 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:52:08,940 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:52:09,940 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:52:10,599 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:52:10,940 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:52:11,940 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:52:12,940 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:52:13,940 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:52:14,940 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:52:15,532 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:52:15,532 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:52:15,624 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:52:15,940 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:52:16,940 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:52:17,940 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:52:18,941 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:52:19,941 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:52:20,941 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:52:21,277 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:52:21,941 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:52:22,941 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:52:23,941 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:52:24,941 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:52:25,948 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:52:26,282 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:52:26,946 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:52:27,954 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:52:28,952 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:52:29,951 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:52:30,535 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:52:30,535 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:52:30,951 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:52:31,130 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:52:31,132 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:52:31,132 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:52:31,134 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:52:31,828 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:52:31,828 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:52:31,951 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:52:32,172 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:52:32,951 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:52:33,951 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:52:34,951 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:52:35,951 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:52:36,951 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:52:37,278 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:52:37,601 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:52:37,951 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:52:38,951 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:52:39,951 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:52:40,952 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:52:41,952 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:52:42,278 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:52:42,952 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:52:43,952 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:52:44,952 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:52:45,534 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:52:45,535 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:52:45,952 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:52:46,952 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:52:47,279 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:52:47,952 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:52:48,952 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:52:49,952 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:52:50,952 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:52:51,953 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:52:52,953 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:52:53,279 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:52:53,958 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:52:54,963 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:52:55,962 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:52:56,965 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:52:57,965 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:52:58,284 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:52:58,965 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:52:59,309 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:52:59,310 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:52:59,310 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:52:59,311 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:52:59,860 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:52:59,860 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:52:59,966 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:53:00,535 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:53:00,535 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:53:00,966 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:53:01,966 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:53:02,966 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:53:03,966 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:53:04,280 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:53:04,966 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:53:05,966 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:53:06,966 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:53:07,605 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:53:07,966 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:53:08,967 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:53:09,607 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:53:09,967 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:53:10,967 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:53:11,967 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:53:12,967 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:53:13,967 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:53:14,967 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:53:15,281 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:53:15,535 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:53:15,535 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:53:15,967 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:53:16,967 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:53:17,968 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:53:18,968 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:53:19,968 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:53:20,968 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:53:21,281 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:53:21,968 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:53:22,968 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:53:23,968 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:53:24,968 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:53:25,968 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:53:26,968 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:53:27,286 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:53:27,969 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:53:28,969 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:53:29,975 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:53:30,535 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:53:30,535 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:53:30,980 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:53:31,981 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:53:32,286 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:53:32,978 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:53:33,033 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:53:33,034 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:53:33,034 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:53:33,035 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:53:33,895 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:53:33,896 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:53:33,978 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:53:34,978 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:53:35,978 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:53:36,978 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:53:37,610 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:53:37,616 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:53:37,978 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:53:38,978 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:53:39,978 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:53:40,978 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:53:41,979 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:53:42,979 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:53:43,285 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:53:43,979 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:53:44,979 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:53:45,535 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:53:45,535 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:53:45,979 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:53:46,979 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:53:47,979 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:53:48,500 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:53:48,979 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:53:49,980 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:53:50,980 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:53:51,980 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:53:52,980 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:53:53,980 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:53:54,403 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:53:54,980 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:53:55,980 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:53:56,980 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:53:57,980 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:53:58,980 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:53:59,981 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:54:00,403 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:54:00,535 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:54:00,535 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:54:00,993 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:54:01,994 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:54:02,996 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:54:03,993 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:54:04,993 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:54:05,411 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:54:05,990 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:54:06,715 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:54:06,717 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:54:06,718 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:54:06,720 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:54:06,927 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:54:07,124 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:54:07,613 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:54:07,929 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:54:08,123 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:54:09,123 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:54:10,123 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:54:10,615 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:54:11,123 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:54:12,123 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:54:13,123 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:54:14,123 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:54:15,123 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:54:15,535 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:54:15,536 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:54:15,640 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:54:16,123 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:54:17,123 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:54:18,124 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:54:19,124 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:54:20,124 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:54:21,124 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:54:21,409 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:54:22,124 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:54:23,124 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:54:24,124 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:54:25,125 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:54:26,125 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:54:26,409 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:54:27,125 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:54:28,125 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:54:29,125 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:54:30,125 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:54:30,535 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:54:30,536 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:54:31,125 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:54:31,627 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:54:32,125 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:54:33,125 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:54:34,138 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:54:35,136 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:54:36,132 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:54:37,132 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:54:37,418 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:54:37,623 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:54:38,133 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:54:39,133 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:54:39,724 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:54:39,726 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:54:39,727 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:54:39,728 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:54:39,962 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:54:40,138 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:54:41,138 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:54:41,963 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:54:42,138 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:54:43,138 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:54:43,414 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:54:44,138 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:54:45,138 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:54:45,535 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:54:45,536 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:54:46,138 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:54:47,138 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:54:48,138 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:54:49,138 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:54:49,414 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:54:50,138 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:54:51,139 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:54:52,139 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:54:53,139 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:54:54,139 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:54:54,415 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:54:55,139 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:54:56,139 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:54:57,139 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:54:58,139 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:54:59,139 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:55:00,139 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:55:00,415 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:55:00,535 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:55:00,536 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:55:01,139 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:55:02,140 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:55:03,140 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:55:04,146 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:55:05,143 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:55:05,419 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:55:06,147 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:55:07,143 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:55:07,623 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:55:08,145 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:55:09,146 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:55:09,824 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:55:09,825 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:55:09,825 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:55:09,826 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:55:09,987 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:55:10,241 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:55:10,865 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:55:11,249 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:55:11,989 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:55:12,247 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:55:13,247 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:55:14,247 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:55:15,247 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:55:15,536 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:55:15,536 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:55:16,247 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:55:16,703 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:55:17,247 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:55:18,247 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:55:19,247 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:55:20,247 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:55:21,247 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:55:22,248 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:55:22,416 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:55:23,248 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:55:24,248 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:55:25,248 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:55:26,248 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:55:27,248 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:55:27,417 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:55:28,248 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:55:29,248 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:55:30,248 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:55:30,536 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:55:30,536 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:55:31,248 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:55:32,249 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:55:33,249 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:55:33,417 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:55:34,249 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:55:35,258 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:55:36,254 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:55:37,254 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:55:37,636 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:55:38,255 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:55:38,637 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:55:39,258 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:55:40,258 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:55:40,717 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:55:40,719 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:55:40,719 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:55:40,721 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:55:41,024 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:55:41,259 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:55:42,025 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:55:42,259 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:55:43,259 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:55:44,259 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:55:44,420 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:55:45,259 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:55:45,536 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:55:45,536 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:55:46,259 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:55:47,259 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:55:48,260 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:55:49,259 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:55:50,260 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:55:50,421 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:55:51,260 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:55:52,260 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:55:53,260 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:55:54,260 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:55:55,260 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:55:55,421 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:55:56,260 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:55:57,260 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:55:58,260 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:55:59,261 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:56:00,261 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:56:00,536 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:56:00,536 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:56:00,624 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:56:01,261 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:56:02,261 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:56:03,261 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:56:04,261 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:56:05,261 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:56:06,261 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:56:06,421 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:56:07,261 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:56:07,631 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:56:08,274 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:56:09,266 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:56:10,269 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:56:11,273 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:56:11,641 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:56:12,277 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:56:13,272 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:56:14,057 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:56:14,059 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:56:14,059 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:56:14,062 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:56:14,063 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:56:14,478 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:56:15,476 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:56:15,536 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:56:15,536 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:56:16,064 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:56:16,477 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:56:17,422 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:56:17,477 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:56:18,477 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:56:19,477 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:56:20,477 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:56:21,477 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:56:22,477 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:56:23,422 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:56:23,477 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:56:24,477 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:56:25,477 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:56:26,478 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:56:27,478 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:56:28,423 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:56:28,478 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:56:29,478 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:56:30,478 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:56:30,536 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:56:30,536 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:56:31,478 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:56:32,478 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:56:33,478 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:56:34,423 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:56:34,478 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:56:35,478 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:56:36,478 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:56:37,481 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:56:37,639 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:56:38,481 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:56:39,480 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:56:39,647 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:56:40,480 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:56:41,487 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:56:42,487 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:56:43,358 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:56:43,360 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:56:43,360 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:56:43,361 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:56:43,770 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:56:44,089 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:56:44,090 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:56:44,511 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:56:45,401 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:56:45,511 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:56:45,536 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:56:45,537 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:56:46,511 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:56:47,511 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:56:48,511 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:56:49,511 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:56:50,427 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:56:50,512 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:56:51,512 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:56:52,512 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:56:53,512 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:56:54,512 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:56:55,512 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:56:56,427 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:56:56,512 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:56:57,512 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:56:58,513 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:56:59,512 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:57:00,513 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:57:00,536 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:57:00,537 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:57:01,513 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:57:01,618 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:57:02,513 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:57:03,513 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:57:04,513 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:57:05,513 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:57:06,513 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:57:07,427 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:57:07,513 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:57:07,639 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:57:08,513 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:57:09,528 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:57:10,522 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:57:11,520 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:57:12,433 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:57:12,521 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:57:13,522 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:57:14,522 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:57:15,404 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:57:15,406 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:57:15,406 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:57:15,408 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:57:15,810 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:57:15,811 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:57:15,817 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:57:16,123 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:57:16,123 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:57:16,809 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:57:17,433 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:57:17,810 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:57:18,810 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:57:19,810 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:57:20,810 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:57:21,810 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:57:22,810 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:57:23,433 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:57:23,810 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:57:24,810 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:57:25,810 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:57:26,810 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:57:27,811 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:57:28,811 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:57:29,434 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:57:29,811 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:57:30,555 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:57:30,555 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:57:30,811 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:57:31,811 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:57:32,811 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:57:33,811 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:57:34,811 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:57:35,434 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:57:35,811 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:57:36,812 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:57:37,643 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:57:37,812 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:57:38,812 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:57:39,812 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:57:40,645 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:57:40,812 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:57:41,816 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:57:42,818 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:57:43,817 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:57:44,818 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:57:45,559 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:57:45,559 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:57:45,822 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:57:46,639 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:57:46,822 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:57:47,547 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:57:47,549 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:57:47,549 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:57:47,551 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:57:47,960 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:57:48,154 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:57:48,154 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:57:48,959 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:57:49,960 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:57:50,960 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:57:51,960 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:57:52,439 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:57:52,960 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:57:53,960 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:57:54,960 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:57:55,960 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:57:56,960 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:57:57,960 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:57:58,439 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:57:58,960 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:57:59,961 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:58:00,559 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:58:00,559 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:58:00,961 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:58:01,961 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:58:02,961 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:58:03,439 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:58:03,961 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:58:04,961 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:58:05,961 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:58:06,961 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:58:07,647 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:58:07,961 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:58:08,649 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:58:08,961 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:58:09,961 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:58:10,962 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:58:11,962 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:58:12,969 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:58:13,974 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:58:14,451 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:58:14,980 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:58:15,563 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:58:15,564 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:58:15,974 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:58:16,977 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:58:17,978 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:58:18,221 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:58:18,223 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:58:18,224 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:58:18,225 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:58:18,978 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:58:19,183 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:58:19,978 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:58:20,184 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:58:20,263 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:58:20,978 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:58:21,978 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:58:22,978 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:58:23,978 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:58:24,978 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:58:25,443 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:58:25,978 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:58:26,978 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:58:27,978 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:58:28,979 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:58:29,979 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:58:30,564 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:58:30,565 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:58:30,733 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:58:30,979 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:58:31,979 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:58:32,979 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:58:33,979 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:58:34,979 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:58:35,980 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:58:36,444 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:58:36,979 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:58:37,652 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:58:37,979 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:58:38,980 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:58:39,980 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:58:40,980 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:58:41,654 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:58:41,991 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:58:42,991 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:58:44,001 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:58:45,000 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:58:45,567 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:58:45,570 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:58:46,001 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:58:46,662 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:58:46,998 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:58:47,998 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:58:48,019 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:58:48,020 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:58:48,020 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:58:48,022 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:58:48,214 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:58:48,998 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:58:49,998 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:58:50,216 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:58:50,998 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:58:51,998 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:58:52,061 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:58:52,998 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:58:53,998 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:58:54,998 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:58:55,999 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:58:56,999 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:58:57,449 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:58:57,999 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:58:58,999 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:58:59,999 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:59:00,567 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:59:00,568 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:59:00,999 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:59:02,028 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:59:02,450 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:59:03,027 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:59:04,027 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:59:05,028 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:59:06,028 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:59:07,028 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:59:07,655 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:59:07,662 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:59:08,028 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:59:09,028 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:59:10,028 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:59:11,028 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:59:12,028 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:59:13,028 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:59:13,450 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:59:14,038 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:59:15,030 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:59:15,570 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:59:15,574 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:59:16,034 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:59:17,034 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:59:18,035 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:59:18,452 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:59:19,035 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:59:19,728 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:59:19,730 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:59:19,731 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:59:19,732 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:59:20,136 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:59:20,246 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:59:20,247 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:59:21,135 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:59:22,134 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:59:23,135 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:59:23,452 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:59:24,135 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:59:25,135 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:59:26,135 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:59:27,135 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:59:28,135 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:59:29,135 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:59:29,453 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:59:30,135 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:59:30,570 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:59:30,571 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:59:31,135 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:59:32,135 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:59:33,135 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:59:34,136 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:59:35,137 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:59:35,453 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:59:36,136 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:59:37,136 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:59:37,659 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:59:38,136 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:59:39,136 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:59:40,136 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:59:40,662 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:59:41,137 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:59:42,137 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:59:43,137 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:59:44,137 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:59:45,137 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:59:45,571 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:59:45,571 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:59:45,713 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:59:46,137 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:59:47,142 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:59:48,143 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:59:49,142 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:59:50,144 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:59:51,147 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:59:51,460 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:59:52,146 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:59:52,429 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:59:52,431 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:59:52,431 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:59:52,432 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:59:53,146 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:59:53,275 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:59:54,146 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:59:54,276 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:59:55,146 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:59:56,146 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:59:56,845 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:59:57,146 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:59:58,146 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:59:59,146 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:00:00,146 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:00:00,571 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:00:00,571 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:00:01,146 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:00:02,146 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:00:02,576 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:00:03,146 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:00:04,146 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:00:05,147 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:00:06,147 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:00:07,147 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:00:07,663 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:00:07,669 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:00:08,147 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:00:09,147 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:00:10,147 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:00:11,147 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:00:12,147 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:00:13,147 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:00:13,576 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:00:14,147 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:00:15,148 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:00:15,571 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:00:15,571 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:00:16,148 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:00:17,153 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:00:18,156 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:00:18,585 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:00:19,159 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:00:20,157 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:00:21,157 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:00:22,157 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:00:22,247 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:00:22,248 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:00:22,248 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:00:22,249 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:00:22,304 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:00:23,157 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:00:23,660 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:00:24,157 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:00:24,306 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:00:25,157 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:00:26,157 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:00:27,157 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:00:28,157 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:00:29,159 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:00:29,659 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:00:30,158 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:00:30,571 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:00:30,571 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:00:31,158 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:00:32,158 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:00:33,158 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:00:34,158 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:00:35,158 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:00:35,659 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:00:36,158 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:00:37,159 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:00:37,667 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:00:38,158 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:00:39,158 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:00:40,159 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:00:40,670 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:00:41,159 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:00:42,159 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:00:43,159 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:00:44,159 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:00:45,159 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:00:45,571 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:00:45,571 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:00:45,708 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:00:46,159 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:00:47,159 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:00:48,159 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:00:49,159 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:00:50,168 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:00:51,161 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:00:51,670 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:00:52,161 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:00:53,166 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:00:54,161 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:00:55,162 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:00:55,347 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:00:55,349 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:00:55,349 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:00:55,350 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:00:56,161 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:00:56,339 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:00:56,340 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:00:57,161 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:00:57,389 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:00:58,161 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:00:59,162 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:01:00,162 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:01:00,571 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:01:00,572 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:01:01,162 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:01:02,162 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:01:02,663 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:01:03,162 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:01:04,162 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:01:05,162 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:01:06,162 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:01:07,162 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:01:07,671 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:01:07,677 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:01:08,162 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:01:09,163 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:01:10,163 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:01:11,163 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:01:12,163 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:01:13,163 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:01:13,664 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:01:14,163 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:01:15,163 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:01:15,571 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:01:15,572 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:01:16,163 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:01:17,163 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:01:18,163 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:01:19,163 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:01:19,664 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:01:20,163 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:01:21,176 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:01:22,169 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:01:23,169 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:01:24,170 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:01:24,676 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:01:25,170 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:01:26,170 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:01:27,156 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:01:27,157 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:01:27,158 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:01:27,159 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:01:27,377 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:01:27,562 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:01:28,304 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:01:28,378 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:01:29,301 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:01:30,301 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:01:30,572 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:01:30,572 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:01:30,724 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:01:31,302 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:01:32,301 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:01:33,302 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:01:34,302 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:01:35,302 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:01:36,302 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:01:36,667 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:01:37,302 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:01:37,676 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:01:38,302 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:01:39,302 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:01:40,302 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:01:41,302 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:01:41,678 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:01:42,302 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:01:43,302 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:01:44,303 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:01:45,303 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:01:45,571 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:01:45,572 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:01:46,303 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:01:47,303 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:01:47,642 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:01:48,303 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:01:49,303 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:01:50,303 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:01:51,306 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:01:52,312 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:01:52,670 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:01:53,307 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:01:54,307 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:01:55,308 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:01:56,291 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:01:56,293 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:01:56,293 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:01:56,294 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:01:56,402 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:01:56,697 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:01:57,696 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:01:58,404 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:01:58,668 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:01:58,696 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:01:59,697 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:02:00,572 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:02:00,572 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:02:00,697 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:02:01,697 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:02:02,697 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:02:03,697 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:02:04,668 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:02:04,697 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:02:05,697 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:02:06,697 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:02:07,679 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:02:07,697 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:02:08,697 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:02:09,681 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:02:09,698 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:02:10,698 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:02:11,698 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:02:12,698 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:02:13,698 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:02:14,698 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:02:15,572 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:02:15,572 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:02:15,698 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:02:15,731 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:02:16,698 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:02:17,698 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:02:18,698 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:02:19,699 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:02:20,699 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:02:21,676 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:02:21,701 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:02:22,701 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:02:23,704 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:02:24,702 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:02:25,702 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:02:26,702 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:02:27,454 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:02:27,455 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:02:27,456 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:02:27,456 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:02:27,458 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:02:27,861 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:02:28,434 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:02:28,434 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:02:28,855 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:02:29,855 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:02:30,572 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:02:30,572 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:02:30,855 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:02:31,855 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:02:32,677 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:02:32,855 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:02:33,855 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:02:34,855 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:02:35,855 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:02:36,855 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:02:37,683 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:02:37,690 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:02:37,856 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:02:38,856 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:02:39,856 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:02:40,999 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:02:41,998 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:02:42,856 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:02:42,998 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:02:43,998 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:02:44,998 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:02:45,572 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:02:45,572 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:02:45,999 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:02:46,999 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:02:47,856 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:02:47,999 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:02:48,999 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:02:49,999 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:02:50,999 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:02:51,999 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:02:52,999 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:02:53,857 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:02:53,999 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:02:55,005 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:02:56,005 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:02:57,003 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:02:58,006 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:02:58,862 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:02:59,007 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:02:59,989 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:02:59,990 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:02:59,991 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:02:59,992 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:03:00,455 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:03:00,462 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:03:00,572 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:03:00,573 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:03:01,135 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:03:01,463 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:03:02,135 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:03:03,135 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:03:04,135 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:03:04,858 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:03:05,136 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:03:06,136 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:03:07,136 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:03:07,687 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:03:08,136 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:03:09,136 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:03:10,136 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:03:10,858 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:03:11,136 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:03:12,136 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:03:13,136 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:03:14,136 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:03:15,137 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:03:15,572 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:03:15,573 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:03:16,137 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:03:16,654 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:03:17,137 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:03:18,137 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:03:19,137 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:03:20,137 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:03:21,137 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:03:21,859 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:03:22,137 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:03:23,137 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:03:24,137 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:03:25,144 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:03:26,144 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:03:26,863 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:03:27,148 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:03:28,145 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:03:29,145 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:03:30,145 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:03:30,295 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:03:30,297 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:03:30,298 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:03:30,300 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:03:30,493 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:03:30,712 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:03:30,712 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:03:31,145 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:03:32,145 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:03:32,794 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:03:33,145 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:03:33,495 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:03:34,145 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:03:35,145 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:03:36,146 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:03:37,146 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:03:37,690 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:03:37,862 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:03:38,146 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:03:39,146 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:03:40,146 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:03:41,146 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:03:42,466 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:03:42,863 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:03:43,465 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:03:44,465 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:03:45,465 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:03:45,711 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:03:45,712 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:03:46,465 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:03:47,465 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:03:48,465 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:03:48,863 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:03:49,466 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:03:50,466 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:03:51,466 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:03:52,466 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:03:53,466 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:03:54,479 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:03:54,866 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:03:55,473 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:03:56,472 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:03:57,473 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:03:58,473 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:03:59,473 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:03:59,925 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:03:59,926 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:03:59,926 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:03:59,927 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:03:59,928 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:04:00,473 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:04:00,521 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:04:00,713 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:04:00,713 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:04:01,473 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:04:01,522 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:04:02,473 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:04:03,473 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:04:04,473 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:04:05,473 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:04:05,865 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:04:06,473 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:04:07,473 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:04:07,695 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:04:08,474 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:04:09,474 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:04:10,474 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:04:11,474 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:04:11,866 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:04:12,474 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:04:13,523 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:04:14,520 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:04:15,520 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:04:15,713 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:04:15,713 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:04:16,520 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:04:17,520 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:04:17,830 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:04:18,520 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:04:19,520 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:04:20,520 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:04:21,520 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:04:22,520 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:04:22,866 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:04:23,520 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:04:24,520 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:04:25,526 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:04:26,525 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:04:27,529 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:04:27,874 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:04:28,534 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:04:29,529 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:04:30,530 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:04:30,717 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:04:30,717 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:04:31,153 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:04:31,155 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:04:31,155 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:04:31,156 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:04:31,550 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:04:31,569 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:04:32,566 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:04:33,551 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:04:33,566 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:04:33,868 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:04:34,567 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:04:35,566 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:04:36,567 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:04:37,567 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:04:37,698 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:04:38,567 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:04:39,567 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:04:39,868 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:04:40,567 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:04:41,567 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:04:42,929 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:04:43,928 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:04:44,928 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:04:44,931 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:04:45,713 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:04:45,714 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:04:45,929 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:04:46,929 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:04:47,929 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:04:48,929 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:04:49,929 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:04:50,929 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:04:50,929 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:04:51,929 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:04:52,929 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:04:53,933 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:04:54,937 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:04:55,935 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:04:55,935 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:04:56,939 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:04:57,935 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:04:58,936 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:04:58,965 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:04:58,965 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:04:58,966 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:04:58,967 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:04:59,579 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:04:59,936 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:05:00,714 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:05:00,714 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:05:00,936 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:05:01,586 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:05:01,853 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:05:01,936 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:05:02,936 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:05:03,936 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:05:04,936 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:05:05,936 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:05:06,930 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:05:06,936 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:05:07,702 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:05:07,936 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:05:08,936 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:05:09,937 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:05:10,937 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:05:11,937 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:05:12,929 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:05:12,937 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:05:13,938 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:05:14,937 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:05:15,714 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:05:15,714 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:05:15,937 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:05:16,937 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:05:17,930 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:05:17,937 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:05:18,938 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:05:19,938 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:05:20,938 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:05:21,938 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:05:22,934 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:05:22,940 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:05:23,942 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:05:24,943 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:05:25,944 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:05:26,944 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:05:27,934 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:05:27,943 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:05:28,132 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:05:28,133 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:05:28,133 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:05:28,134 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:05:28,613 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:05:28,948 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:05:29,614 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:05:29,947 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:05:30,714 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:05:30,716 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:05:30,947 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:05:31,947 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:05:32,947 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:05:33,934 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:05:33,947 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:05:34,947 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:05:35,947 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:05:36,947 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:05:37,706 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:05:37,947 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:05:38,934 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:05:38,948 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:05:39,948 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:05:40,948 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:05:41,948 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:05:42,966 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:05:43,956 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:05:43,968 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:05:44,956 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:05:45,714 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:05:45,715 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:05:45,956 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:05:46,956 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:05:47,956 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:05:48,956 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:05:49,956 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:05:49,957 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:05:50,956 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:05:51,956 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:05:52,961 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:05:53,959 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:05:54,962 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:05:54,970 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:05:55,963 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:05:56,964 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:05:57,963 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:05:58,877 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:05:58,878 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:05:58,879 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:05:58,880 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:05:59,288 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:05:59,641 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:06:00,025 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:06:00,714 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:06:00,714 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:06:00,851 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:06:01,025 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:06:01,643 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:06:02,025 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:06:03,025 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:06:04,025 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:06:05,025 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:06:05,961 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:06:06,025 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:06:07,025 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:06:07,710 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:06:08,025 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:06:09,025 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:06:10,025 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:06:11,025 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:06:11,961 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:06:12,273 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:06:13,272 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:06:14,272 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:06:15,272 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:06:15,714 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:06:15,714 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:06:16,272 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:06:17,272 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:06:17,866 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:06:18,272 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:06:19,272 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:06:20,272 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:06:21,272 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:06:22,273 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:06:22,961 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:06:23,273 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:06:24,273 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:06:25,273 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:06:26,275 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:06:27,275 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:06:27,967 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:06:28,276 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:06:29,276 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:06:30,276 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:06:30,721 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:06:30,721 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:06:31,276 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:06:31,699 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:06:31,700 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:06:31,701 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:06:31,702 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:06:32,276 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:06:32,669 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:06:33,277 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:06:33,670 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:06:33,964 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:06:34,276 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:06:35,277 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:06:36,277 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:06:37,277 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:06:37,714 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:06:38,277 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:06:39,277 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:06:39,964 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:06:40,277 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:06:41,277 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:06:42,277 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:06:43,277 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:06:44,277 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:06:45,278 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:06:45,718 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:06:45,718 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:06:45,881 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:06:46,278 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:06:47,278 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:06:48,278 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:06:49,278 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:06:50,278 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:06:50,965 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:06:51,278 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:06:52,278 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:06:53,278 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:06:54,278 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:06:55,278 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:06:56,278 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:06:56,971 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:06:57,287 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:06:58,283 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:06:59,282 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:07:00,283 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:07:00,722 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:07:00,727 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:07:01,283 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:07:02,283 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:07:02,601 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:07:02,602 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:07:02,603 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:07:02,603 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:07:02,605 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:07:02,700 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:07:03,283 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:07:04,283 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:07:05,283 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:07:05,702 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:07:06,283 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:07:07,283 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:07:07,718 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:07:07,725 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:07:08,283 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:07:09,283 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:07:10,283 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:07:11,284 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:07:12,284 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:07:13,010 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:07:13,284 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:07:14,350 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:07:15,349 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:07:15,722 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:07:15,722 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:07:16,349 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:07:17,349 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:07:18,011 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:07:18,349 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:07:19,349 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:07:20,350 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:07:21,350 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:07:22,350 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:07:23,350 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:07:24,011 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:07:24,350 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:07:25,350 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:07:26,360 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:07:27,365 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:07:28,357 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:07:29,024 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:07:29,358 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:07:30,361 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:07:30,727 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:07:30,728 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:07:31,358 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:07:31,674 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:07:31,675 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:07:31,675 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:07:31,676 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:07:31,726 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:07:32,358 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:07:33,358 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:07:33,727 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:07:34,358 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:07:35,014 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:07:35,358 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:07:36,358 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:07:37,358 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:07:37,722 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:07:38,358 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:07:39,358 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:07:40,359 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:07:41,014 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:07:41,359 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:07:42,359 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:07:43,539 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:07:44,446 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:07:45,446 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:07:45,727 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:07:45,728 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:07:46,446 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:07:46,882 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:07:47,446 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:07:48,446 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:07:49,446 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:07:50,446 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:07:51,446 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:07:52,015 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:07:52,446 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:07:53,446 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:07:54,447 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:07:55,455 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:07:56,450 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:07:57,021 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:07:57,448 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:07:58,448 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:07:59,448 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:08:00,448 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:08:00,728 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:08:00,729 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:08:00,923 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:08:00,924 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:08:00,925 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:08:00,926 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:08:01,448 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:08:01,754 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:08:02,448 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:08:02,927 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:08:03,448 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:08:03,756 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:08:04,448 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:08:05,448 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:08:06,448 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:08:07,448 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:08:07,726 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:08:08,018 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:08:08,449 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:08:09,449 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:08:10,449 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:08:11,449 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:08:12,449 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:08:13,018 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:08:13,449 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:08:14,449 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:08:15,449 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:08:15,728 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:08:15,728 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:08:16,449 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:08:17,450 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:08:18,019 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:08:18,450 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:08:19,450 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:08:20,450 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:08:21,450 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:08:22,450 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:08:23,450 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:08:24,019 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:08:24,450 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:08:25,458 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:08:26,456 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:08:27,458 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:08:28,457 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:08:29,026 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:08:29,457 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:08:30,455 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:08:30,728 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:08:30,729 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:08:30,806 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:08:30,857 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:08:30,857 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:08:30,859 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:08:31,455 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:08:31,785 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:08:32,455 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:08:33,455 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:08:33,786 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:08:34,455 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:08:35,020 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:08:35,455 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:08:36,455 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:08:37,455 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:08:37,730 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:08:38,455 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:08:39,456 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:08:40,456 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:08:41,020 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:08:41,456 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:08:42,456 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:08:43,456 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:08:44,456 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:08:45,456 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:08:45,728 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:08:45,729 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:08:46,456 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:08:46,821 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:08:47,456 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:08:48,457 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:08:49,457 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:08:50,457 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:08:51,457 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:08:52,020 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:08:52,457 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:08:53,457 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:08:54,457 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:08:55,457 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:08:56,464 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:08:57,034 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:08:57,460 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:08:58,461 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:08:59,464 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:09:00,470 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:09:00,735 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:09:00,738 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:09:01,469 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:09:01,751 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:09:01,753 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:09:01,754 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:09:01,755 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:09:01,814 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:09:02,469 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:09:02,793 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:09:03,469 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:09:03,816 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:09:04,469 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:09:05,469 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:09:06,469 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:09:07,469 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:09:07,734 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:09:08,025 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:09:08,469 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:09:09,469 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:09:10,469 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:09:11,469 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:09:12,469 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:09:13,025 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:09:13,469 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:09:14,470 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:09:15,470 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:09:15,735 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:09:15,736 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:09:16,470 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:09:17,470 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:09:18,026 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:09:18,470 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:09:19,470 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:09:20,470 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:09:21,470 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:09:22,470 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:09:23,471 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:09:24,032 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:09:24,479 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:09:25,472 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:09:26,472 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:09:27,473 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:09:28,473 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:09:29,041 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:09:29,473 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:09:29,657 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:09:29,658 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:09:29,659 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:09:29,660 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:09:29,850 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:09:30,473 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:09:30,736 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:09:30,736 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:09:31,473 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:09:31,852 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:09:32,473 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:09:33,473 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:09:34,473 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:09:35,032 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:09:35,473 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:09:36,474 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:09:37,474 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:09:37,738 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:09:38,474 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:09:39,474 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:09:40,474 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:09:41,032 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:09:41,474 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:09:42,474 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:09:43,474 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:09:44,474 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:09:45,475 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:09:45,736 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:09:45,736 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:09:46,475 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:09:46,805 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:09:47,475 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:09:48,475 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:09:49,475 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:09:50,475 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:09:51,475 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:09:52,033 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:09:52,475 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:09:53,475 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:09:54,492 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:09:55,479 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:09:56,479 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:09:57,036 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:09:57,486 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:09:58,482 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:09:59,483 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:10:00,057 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:10:00,058 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:10:00,059 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:10:00,060 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:10:00,483 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:10:00,736 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:10:00,736 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:10:00,883 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:10:01,483 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:10:01,884 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:10:02,483 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:10:02,802 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:10:03,483 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:10:04,483 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:10:05,483 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:10:06,483 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:10:07,483 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:10:07,742 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:10:08,036 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:10:08,483 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:10:09,484 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:10:10,484 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:10:11,484 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:10:12,484 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:10:13,037 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:10:13,484 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:10:14,484 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:10:15,484 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:10:15,736 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:10:15,736 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:10:16,484 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:10:17,484 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:10:18,485 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:10:19,036 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:10:19,485 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:10:20,485 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:10:21,485 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:10:22,485 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:10:23,485 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:10:24,043 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:10:24,486 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:10:25,492 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:10:26,499 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:10:27,492 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:10:28,496 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:10:29,045 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:10:29,492 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:10:29,604 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:10:29,605 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:10:29,606 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:10:29,608 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:10:29,910 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:10:30,492 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:10:30,736 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:10:30,737 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:10:31,492 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:10:31,912 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:10:32,492 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:10:33,493 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:10:34,493 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:10:35,037 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:10:35,493 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:10:36,493 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:10:37,493 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:10:37,746 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:10:38,493 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:10:39,493 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:10:40,037 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:10:40,493 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:10:41,493 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:10:42,493 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:10:43,493 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:10:44,493 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:10:45,494 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:10:45,736 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:10:45,737 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:10:45,877 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:10:46,494 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:10:47,494 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:10:48,494 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:10:49,494 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:10:50,494 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:10:51,038 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:10:51,494 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:10:52,494 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:10:53,494 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:10:54,494 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:10:55,495 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:10:56,503 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:10:57,043 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:10:57,499 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:10:58,507 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:10:59,503 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:11:00,507 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:11:00,745 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:11:00,758 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:11:01,504 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:11:02,217 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:11:02,218 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:11:02,219 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:11:02,219 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:11:02,220 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:11:02,637 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:11:02,943 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:11:03,636 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:11:03,944 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:11:04,636 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:11:05,636 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:11:06,637 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:11:07,637 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:11:07,750 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:11:07,756 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:11:08,636 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:11:09,637 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:11:10,637 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:11:11,637 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:11:12,637 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:11:13,041 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:11:13,637 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:11:14,637 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:11:15,637 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:11:15,741 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:11:15,742 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:11:16,852 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:11:17,766 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:11:18,042 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:11:18,766 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:11:19,766 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:11:20,766 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:11:21,766 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:11:22,766 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:11:23,042 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:11:23,766 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:11:24,766 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:11:25,767 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:11:26,766 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:11:27,766 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:11:28,769 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:11:29,051 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:11:29,777 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:11:30,743 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:11:30,747 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:11:30,791 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:11:31,772 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:11:32,772 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:11:33,773 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:11:34,048 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:11:34,448 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:11:34,449 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:11:34,450 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:11:34,451 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:11:34,864 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:11:34,978 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:11:35,864 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:11:35,979 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:11:36,864 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:11:37,754 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:11:37,864 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:11:38,864 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:11:39,864 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:11:40,044 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:11:40,864 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:11:41,864 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:11:42,864 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:11:43,864 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:11:44,864 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:11:45,744 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:11:45,744 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:11:45,817 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:11:45,864 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:11:46,864 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:11:47,865 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:11:48,865 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:11:49,865 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:11:50,865 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:11:51,045 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:11:51,865 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:11:52,865 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:11:53,865 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:11:54,865 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:11:55,865 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:11:56,866 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:11:57,045 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:11:57,866 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:11:58,866 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:11:59,866 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:12:00,747 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:12:00,750 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:12:00,870 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:12:01,873 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:12:02,837 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:12:02,870 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:12:03,872 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:12:04,873 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:12:05,873 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:12:06,137 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:12:06,138 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:12:06,139 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:12:06,140 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:12:06,873 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:12:07,013 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:12:07,759 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:12:07,873 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:12:08,014 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:12:08,048 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:12:08,873 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:12:09,873 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:12:10,873 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:12:11,873 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:12:12,873 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:12:13,048 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:12:13,873 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:12:14,873 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:12:15,744 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:12:15,744 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:12:15,874 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:12:16,874 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:12:17,874 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:12:18,048 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:12:18,874 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:12:19,874 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:12:20,874 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:12:21,874 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:12:22,874 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:12:23,875 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:12:24,049 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:12:24,875 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:12:25,875 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:12:26,875 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:12:27,875 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:12:28,876 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:12:29,050 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:12:29,885 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:12:30,746 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:12:30,750 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:12:30,875 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:12:31,875 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:12:32,875 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:12:33,877 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:12:34,051 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:12:34,639 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:12:34,640 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:12:34,641 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:12:34,643 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:12:35,041 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:12:35,053 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:12:36,043 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:12:36,049 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:12:37,049 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:12:37,759 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:12:38,049 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:12:39,049 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:12:39,052 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:12:40,049 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:12:41,049 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:12:42,049 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:12:43,049 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:12:44,049 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:12:45,049 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:12:45,051 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:12:45,746 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:12:45,747 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:12:46,050 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:12:47,050 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:12:48,050 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:12:49,050 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:12:50,050 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:12:50,052 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:12:51,050 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:12:52,050 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:12:53,050 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:12:54,050 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:12:55,051 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:12:56,051 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:12:56,052 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:12:57,055 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:12:58,053 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:12:59,053 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:13:00,057 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:13:00,746 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:13:00,747 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:13:01,054 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:13:01,914 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:13:02,059 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:13:02,589 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:13:02,591 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:13:02,591 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:13:02,592 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:13:03,058 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:13:03,069 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:13:04,055 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:13:04,070 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:13:05,056 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:13:06,056 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:13:07,055 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:13:07,056 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:13:07,762 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:13:08,056 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:13:09,056 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:13:10,056 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:13:11,056 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:13:12,056 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:13:13,055 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:13:13,056 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:13:14,056 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:13:15,056 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:13:15,850 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:13:15,851 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:13:16,057 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:13:17,057 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:13:18,057 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:13:19,055 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:13:19,057 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:13:20,057 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:13:21,057 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:13:22,057 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:13:23,057 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:13:24,055 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:13:24,057 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:13:25,057 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:13:26,063 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:13:27,064 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:13:28,065 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:13:29,064 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:13:29,065 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:13:30,065 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:13:30,765 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:13:30,769 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:13:31,068 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:13:31,958 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:13:31,960 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:13:31,961 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:13:31,962 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:13:32,097 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:13:32,370 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:13:33,369 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:13:34,099 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:13:34,369 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:13:35,059 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:13:35,369 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:13:36,369 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:13:37,369 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:13:37,766 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:13:38,370 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:13:39,370 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:13:40,370 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:13:41,060 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:13:41,370 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:13:42,370 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:13:43,516 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:13:44,424 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:13:45,424 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:13:45,765 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:13:45,766 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:13:46,424 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:13:46,935 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:13:47,424 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:13:48,424 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:13:49,425 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:13:50,425 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:13:51,425 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:13:52,060 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:13:52,425 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:13:53,425 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:13:54,433 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:13:55,430 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:13:56,432 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:13:57,067 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:13:57,435 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:13:58,434 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:13:59,435 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:14:00,115 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:14:00,117 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:14:00,117 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:14:00,118 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:14:00,127 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:14:00,533 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:14:00,766 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:14:00,766 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:14:01,532 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:14:02,129 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:14:02,532 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:14:02,919 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:14:03,532 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:14:04,532 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:14:05,532 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:14:06,532 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:14:07,532 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:14:07,770 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:14:08,064 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:14:08,532 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:14:09,533 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:14:10,533 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:14:11,533 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:14:12,533 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:14:13,064 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:14:13,533 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:14:14,534 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:14:15,533 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:14:15,767 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:14:15,767 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:14:16,533 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:14:17,533 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:14:18,064 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:14:18,533 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:14:19,533 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:14:20,534 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:14:21,534 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:14:22,534 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:14:23,534 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:14:24,064 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:14:24,534 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:14:25,541 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:14:26,536 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:14:27,542 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:14:28,540 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:14:29,072 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:14:29,538 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:14:30,538 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:14:30,671 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:14:30,672 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:14:30,672 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:14:30,673 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:14:31,078 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:14:31,079 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:14:31,160 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:14:31,538 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:14:32,161 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:14:32,538 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:14:33,538 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:14:34,538 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:14:35,067 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:14:35,538 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:14:36,538 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:14:37,539 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:14:37,774 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:14:38,538 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:14:39,539 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:14:40,539 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:14:41,067 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:14:41,539 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:14:42,554 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:14:43,544 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:14:44,544 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:14:45,544 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:14:45,818 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:14:45,819 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:14:46,544 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:14:46,907 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:14:47,544 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:14:48,544 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:14:49,545 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:14:50,545 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:14:51,545 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:14:52,068 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:14:52,545 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:14:53,558 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:14:54,551 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:14:55,554 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:14:56,555 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:14:57,076 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:14:57,558 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:14:58,555 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:14:59,363 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:14:59,364 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:14:59,365 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:14:59,366 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:14:59,778 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:15:00,194 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:15:00,776 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:15:00,818 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:15:00,819 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:15:01,777 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:15:02,196 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:15:02,776 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:15:02,904 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:15:03,776 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:15:04,776 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:15:05,776 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:15:06,776 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:15:07,778 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:15:07,779 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:15:08,074 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:15:08,777 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:15:09,777 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:15:10,777 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:15:11,885 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:15:12,872 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:15:13,872 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:15:14,074 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:15:14,872 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:15:15,818 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:15:15,819 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:15:15,872 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:15:16,872 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:15:17,872 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:15:18,872 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:15:19,872 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:15:20,074 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:15:20,873 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:15:21,873 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:15:22,873 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:15:23,879 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:15:24,877 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:15:25,075 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:15:25,878 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:15:26,878 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:15:27,878 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:15:28,878 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:15:29,835 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:15:29,835 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:15:29,836 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:15:29,837 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:15:30,232 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:15:30,255 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:15:30,819 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:15:30,819 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:15:30,956 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:15:31,253 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:15:32,233 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:15:32,254 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:15:33,254 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:15:34,254 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:15:35,254 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:15:36,080 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:15:36,254 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:15:37,254 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:15:37,782 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:15:38,254 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:15:39,254 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:15:40,254 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:15:41,254 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:15:42,081 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:15:42,254 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:15:43,255 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:15:44,255 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:15:45,255 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:15:45,819 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:15:45,819 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:15:46,255 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:15:47,255 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:15:47,889 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:15:48,255 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:15:49,255 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:15:50,256 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:15:51,256 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:15:52,256 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:15:53,085 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:15:53,258 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:15:54,260 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:15:55,265 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:15:56,262 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:15:57,265 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:15:58,087 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:15:58,265 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:15:58,723 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:15:58,724 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:15:58,724 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:15:58,726 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:15:59,261 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:15:59,265 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:16:00,262 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:16:00,265 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:16:00,819 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:16:00,819 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:16:01,265 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:16:02,265 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:16:03,265 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:16:04,087 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:16:04,265 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:16:05,265 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:16:06,265 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:16:07,265 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:16:07,786 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:16:08,265 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:16:09,266 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:16:10,087 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:16:10,266 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:16:11,266 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:16:12,266 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:16:13,266 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:16:14,266 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:16:15,088 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:16:15,266 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:16:15,819 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:16:15,820 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:16:16,266 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:16:17,266 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:16:18,266 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:16:19,267 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:16:20,088 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:16:20,267 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:16:21,267 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:16:22,267 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:16:23,270 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:16:24,271 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:16:25,090 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:16:25,272 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:16:26,276 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:16:27,273 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:16:28,273 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:16:28,695 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:16:28,696 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:16:28,697 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:16:28,698 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:16:29,273 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:16:29,293 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:16:30,273 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:16:30,294 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:16:30,737 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:16:30,819 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:16:30,819 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:16:31,273 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:16:32,273 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:16:33,273 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:16:34,273 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:16:35,273 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:16:36,089 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:16:36,274 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:16:37,274 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:16:37,790 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:16:38,274 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:16:39,274 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:16:40,274 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:16:41,090 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:16:41,274 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:16:42,274 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:16:43,274 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:16:44,275 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:16:45,275 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:16:45,819 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:16:45,820 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:16:46,275 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:16:46,895 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:16:47,275 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:16:48,275 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:16:49,275 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:16:50,275 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:16:51,275 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:16:52,090 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:16:52,286 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:16:53,280 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:16:54,286 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:16:55,283 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:16:56,283 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:16:57,093 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:16:57,281 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:16:58,156 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:16:58,157 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:16:58,158 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:16:58,160 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:16:58,325 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:16:58,574 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:16:59,310 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:17:00,310 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:17:00,326 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:17:00,819 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:17:00,820 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:17:01,310 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:17:02,310 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:17:02,978 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:17:03,310 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:17:04,310 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:17:05,310 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:17:06,310 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:17:07,311 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:17:07,794 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:17:08,090 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:17:08,311 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:17:09,311 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:17:10,311 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:17:11,311 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:17:12,311 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:17:13,090 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:17:13,311 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:17:14,311 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:17:15,311 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:17:15,819 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:17:15,820 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:17:16,311 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:17:17,311 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:17:18,311 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:17:19,090 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:17:19,312 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:17:20,312 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:17:21,312 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:17:22,312 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:17:23,323 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:17:24,094 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:17:24,315 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:17:25,323 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:17:26,316 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:17:27,317 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:17:28,316 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:17:28,832 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:17:28,834 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:17:28,834 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:17:28,836 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:17:29,316 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:17:29,353 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:17:29,874 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:17:30,316 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:17:30,354 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:17:30,820 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:17:30,821 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:17:31,316 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:17:32,316 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:17:33,316 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:17:34,316 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:17:35,092 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:17:35,316 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:17:36,317 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:17:37,317 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:17:37,799 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:17:38,317 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:17:39,317 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:17:40,317 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:17:41,093 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:17:41,317 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:17:42,318 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:17:43,317 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:17:44,317 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:17:45,318 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:17:45,820 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:17:45,820 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:17:46,318 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:17:46,954 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:17:47,318 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:17:48,318 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:17:49,318 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:17:50,318 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:17:51,318 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:17:52,093 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:17:52,318 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:17:53,318 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:17:54,323 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:17:55,321 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:17:56,323 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:17:57,103 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:17:57,329 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:17:58,321 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:17:59,322 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:17:59,420 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:17:59,421 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:17:59,422 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:17:59,424 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:18:00,322 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:18:00,377 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:18:00,377 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:18:00,820 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:18:00,821 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:18:01,321 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:18:02,322 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:18:02,906 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:18:03,322 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:18:04,322 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:18:05,322 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:18:06,322 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:18:07,322 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:18:07,802 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:18:08,094 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:18:08,322 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:18:09,322 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:18:10,322 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:18:11,322 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:18:12,323 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:18:13,095 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:18:13,323 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:18:14,323 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:18:15,323 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:18:15,820 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:18:15,821 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:18:16,323 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:18:17,323 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:18:18,323 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:18:19,095 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:18:19,323 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:18:20,323 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:18:21,324 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:18:22,324 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:18:23,324 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:18:24,335 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:18:25,102 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:18:25,331 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:18:26,332 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:18:27,329 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:18:28,329 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:18:29,328 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:18:29,329 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:18:29,330 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:18:29,332 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:18:29,369 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:18:29,404 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:18:30,329 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:18:30,370 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:18:30,405 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:18:30,827 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:18:30,828 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:18:31,329 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:18:32,329 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:18:33,329 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:18:34,329 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:18:35,329 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:18:36,099 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:18:36,330 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:18:37,330 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:18:37,806 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:18:38,330 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:18:39,330 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:18:40,330 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:18:41,099 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:18:41,330 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:18:42,330 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:18:43,330 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:18:44,331 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:18:45,330 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:18:45,827 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:18:45,827 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:18:46,330 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:18:46,929 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:18:47,331 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:18:48,331 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:18:49,331 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:18:50,331 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:18:51,331 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:18:52,100 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:18:52,331 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:18:53,331 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:18:54,331 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:18:55,331 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:18:56,339 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:18:57,106 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:18:57,338 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:18:58,338 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:18:59,339 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:19:00,340 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:19:00,827 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:19:00,827 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:19:01,339 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:19:01,777 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:19:01,778 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:19:01,778 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:19:01,780 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:19:02,339 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:19:02,433 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:19:02,819 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:19:03,339 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:19:04,339 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:19:04,434 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:19:05,339 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:19:06,339 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:19:07,339 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:19:07,810 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:19:08,100 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:19:08,339 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:19:09,339 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:19:10,339 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:19:11,340 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:19:12,340 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:19:13,100 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:19:13,340 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:19:14,510 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:19:15,509 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:19:15,827 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:19:15,828 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:19:16,509 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:19:17,510 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:19:18,100 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:19:18,509 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:19:19,509 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:19:20,509 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:19:21,509 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:19:22,510 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:19:23,101 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:19:23,510 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:19:24,510 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:19:25,510 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:19:26,510 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:19:27,516 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:19:28,107 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:19:28,520 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:19:29,517 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:19:30,517 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:19:30,832 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:19:30,835 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:19:31,517 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:19:32,517 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:19:32,715 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:19:32,716 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:19:32,717 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:19:32,718 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:19:33,131 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:19:33,462 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:19:33,517 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:19:34,463 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:19:34,517 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:19:35,517 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:19:36,517 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:19:37,517 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:19:37,814 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:19:38,517 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:19:39,130 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:19:39,518 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:19:40,518 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:19:41,518 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:19:42,518 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:19:43,518 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:19:44,130 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:19:44,518 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:19:45,518 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:19:45,959 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:19:45,960 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:19:46,518 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:19:47,518 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:19:48,518 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:19:49,130 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:19:49,519 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:19:50,519 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:19:51,519 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:19:52,519 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:19:53,519 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:19:54,130 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:19:54,519 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:19:55,519 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:19:56,519 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:19:57,519 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:19:58,528 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:19:59,522 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:20:00,131 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:20:00,522 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:20:00,871 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:20:00,876 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:20:01,522 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:20:02,524 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:20:03,525 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:20:04,305 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:20:04,306 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:20:04,307 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:20:04,309 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:20:04,488 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:20:04,722 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:20:05,346 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:20:05,721 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:20:06,490 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:20:06,722 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:20:07,721 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:20:07,818 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:20:08,721 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:20:09,721 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:20:10,722 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:20:11,134 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:20:11,722 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:20:12,722 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:20:13,722 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:20:14,722 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:20:15,722 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:20:15,871 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:20:15,872 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:20:16,722 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:20:17,009 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:20:17,723 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:20:18,723 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:20:19,723 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:20:20,723 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:20:21,723 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:20:22,135 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:20:22,723 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:20:23,723 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:20:24,723 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:20:25,723 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:20:26,724 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:20:27,139 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:20:27,724 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:20:28,727 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:20:29,724 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:20:30,729 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:20:30,874 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:20:30,876 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:20:31,724 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:20:32,725 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:20:32,850 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:20:32,852 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:20:32,852 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:20:32,853 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:20:32,854 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:20:33,517 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:20:33,724 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:20:34,518 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:20:34,724 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:20:35,725 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:20:36,725 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:20:37,725 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:20:37,822 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:20:38,260 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:20:38,725 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:20:39,725 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:20:40,725 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:20:41,725 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:20:42,725 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:20:43,260 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:20:43,725 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:20:44,725 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:20:45,937 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:20:45,938 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:20:45,977 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:20:46,845 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:20:47,845 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:20:48,261 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:20:48,845 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:20:49,846 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:20:50,846 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:20:51,846 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:20:52,846 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:20:53,846 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:20:54,260 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:20:54,846 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:20:55,846 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:20:56,846 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:20:57,852 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:20:58,850 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:20:59,272 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:20:59,850 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:21:00,851 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:21:00,935 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:21:00,935 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:21:01,851 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:21:02,851 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:21:03,414 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:21:03,416 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:21:03,416 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:21:03,418 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:21:03,551 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:21:03,851 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:21:04,456 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:21:04,552 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:21:04,851 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:21:05,851 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:21:06,851 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:21:07,826 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:21:07,852 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:21:08,852 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:21:09,852 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:21:10,265 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:21:10,852 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:21:11,852 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:21:12,852 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:21:13,852 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:21:14,852 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:21:15,852 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:21:15,935 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:21:15,936 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:21:16,098 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:21:16,852 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:21:17,854 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:21:18,853 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:21:19,853 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:21:20,853 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:21:21,266 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:21:21,853 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:21:22,853 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:21:23,853 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:21:24,853 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:21:25,853 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:21:26,853 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:21:27,266 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:21:27,854 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:21:28,853 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:21:29,854 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:21:30,858 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:21:30,942 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:21:30,947 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:21:31,857 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:21:32,857 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:21:33,118 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:21:33,862 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:21:34,861 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:21:35,861 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:21:36,860 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:21:36,862 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:21:36,862 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:21:36,863 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:21:36,901 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:21:37,583 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:21:37,830 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:21:37,862 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:21:38,266 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:21:38,584 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:21:38,862 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:21:39,862 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:21:40,862 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:21:41,862 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:21:42,862 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:21:43,266 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:21:43,862 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:21:44,862 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:21:45,862 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:21:45,938 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:21:45,939 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:21:46,862 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:21:47,863 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:21:48,863 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:21:49,266 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:21:49,863 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:21:50,863 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:21:51,863 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:21:52,863 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:21:53,863 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:21:54,266 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:21:54,863 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:21:55,863 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:21:56,864 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:21:57,864 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:21:58,864 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:21:59,266 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:21:59,864 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:22:00,872 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:22:00,947 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:22:00,958 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:22:01,867 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:22:02,870 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:22:03,870 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:22:04,277 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:22:04,870 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:22:05,870 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:22:06,823 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:22:06,825 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:22:06,825 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:22:06,826 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:22:07,238 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:22:07,612 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:22:07,834 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:22:07,976 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:22:08,613 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:22:08,976 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:22:09,976 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:22:10,267 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:22:10,976 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:22:11,976 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:22:12,976 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:22:13,976 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:22:14,976 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:22:15,943 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:22:15,943 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:22:15,983 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:22:16,108 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:22:16,977 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:22:17,977 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:22:18,977 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:22:19,978 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:22:20,977 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:22:21,267 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:22:21,977 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:22:22,977 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:22:23,977 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:22:24,978 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:22:25,978 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:22:26,267 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:22:26,978 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:22:27,978 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:22:28,978 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:22:29,978 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:22:30,954 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:22:30,954 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:22:30,988 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:22:31,983 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:22:32,059 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:22:32,983 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:22:33,990 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:22:34,991 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:22:35,988 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:22:36,809 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:22:36,811 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:22:36,812 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:22:36,813 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:22:37,224 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:22:37,646 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:22:37,838 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:22:37,845 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:22:38,223 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:22:38,647 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:22:39,223 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:22:40,223 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:22:41,224 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:22:42,224 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:22:43,224 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:22:43,269 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:22:44,224 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:22:45,224 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:22:45,946 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:22:45,947 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:22:46,224 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:22:47,224 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:22:48,224 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:22:48,472 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:22:49,224 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:22:50,224 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:22:51,225 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:22:52,225 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:22:53,225 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:22:54,225 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:22:54,373 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:22:55,225 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:22:56,225 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:22:57,228 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:22:58,226 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:22:59,230 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:22:59,382 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:23:00,229 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:23:00,946 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:23:00,947 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:23:01,228 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:23:02,229 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:23:02,851 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:23:02,851 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:23:02,851 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:23:02,853 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:23:03,281 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:23:03,673 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:23:04,280 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:23:04,674 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:23:05,280 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:23:05,376 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:23:06,281 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:23:07,281 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:23:07,843 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:23:08,281 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:23:09,281 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:23:10,281 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:23:10,376 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:23:11,281 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:23:12,281 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:23:13,281 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:23:14,281 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:23:15,282 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:23:15,376 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:23:15,947 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:23:15,947 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:23:16,282 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:23:17,282 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:23:18,282 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:23:19,282 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:23:20,282 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:23:21,282 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:23:21,377 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:23:22,282 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:23:23,282 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:23:24,282 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:23:25,282 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:23:26,282 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:23:26,377 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:23:27,294 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:23:28,286 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:23:29,285 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:23:30,286 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:23:30,952 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:23:30,953 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:23:31,286 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:23:32,059 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:23:32,286 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:23:32,419 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:23:32,420 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:23:32,420 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:23:32,422 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:23:32,707 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:23:32,708 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:23:33,286 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:23:34,286 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:23:35,286 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:23:36,286 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:23:37,286 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:23:37,380 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:23:37,846 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:23:38,286 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:23:39,286 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:23:40,286 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:23:41,287 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:23:42,287 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:23:43,287 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:23:43,379 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:23:44,287 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:23:45,287 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:23:45,953 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:23:45,953 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:23:46,295 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:23:47,294 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:23:48,294 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:23:48,380 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:23:49,294 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:23:50,294 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:23:51,294 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:23:52,294 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:23:53,294 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:23:54,295 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:23:54,380 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:23:55,295 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:23:56,295 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:23:57,295 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:23:58,295 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:23:59,295 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:23:59,384 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:24:00,300 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:24:00,954 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:24:00,958 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:24:01,301 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:24:02,301 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:24:03,301 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:24:04,301 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:24:04,385 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:24:04,448 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:24:04,449 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:24:04,450 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:24:04,451 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:24:04,738 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:24:04,739 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:24:05,301 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:24:06,301 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:24:07,301 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:24:07,850 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:24:08,301 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:24:09,301 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:24:10,301 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:24:10,385 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:24:11,301 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:24:12,301 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:24:13,302 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:24:14,302 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:24:15,302 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:24:15,385 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:24:15,955 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:24:15,955 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:24:16,302 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:24:17,302 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:24:18,302 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:24:19,330 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:24:20,329 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:24:21,329 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:24:21,385 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:24:22,329 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:24:23,330 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:24:24,330 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:24:25,330 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:24:26,330 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:24:26,386 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:24:27,330 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:24:28,330 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:24:29,330 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:24:30,330 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:24:30,955 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:24:30,955 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:24:31,330 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:24:32,019 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:24:32,330 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:24:33,339 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:24:34,343 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:24:35,337 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:24:36,338 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:24:37,340 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:24:37,404 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:24:37,855 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:24:38,341 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:24:39,092 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:24:39,093 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:24:39,093 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:24:39,094 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:24:39,530 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:24:39,771 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:24:40,527 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:24:40,772 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:24:41,528 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:24:42,528 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:24:43,134 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:24:43,528 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:24:44,528 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:24:45,528 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:24:45,955 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:24:45,955 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:24:46,528 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:24:47,528 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:24:48,387 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:24:48,528 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:24:49,528 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:24:50,529 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:24:51,543 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:24:52,542 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:24:53,387 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:24:53,542 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:24:54,542 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:24:55,542 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:24:56,542 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:24:57,542 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:24:58,387 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:24:58,542 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:24:59,542 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:25:00,542 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:25:00,955 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:25:00,955 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:25:01,543 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:25:02,543 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:25:03,543 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:25:04,394 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:25:04,549 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:25:05,545 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:25:06,546 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:25:07,549 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:25:07,864 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:25:08,546 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:25:09,392 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:25:09,546 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:25:09,609 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:25:09,611 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:25:09,611 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:25:09,613 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:25:09,803 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:25:10,546 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:25:10,804 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:25:11,546 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:25:12,546 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:25:13,546 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:25:14,393 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:25:14,546 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:25:15,547 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:25:15,955 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:25:15,955 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:25:16,547 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:25:17,547 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:25:18,547 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:25:19,547 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:25:20,392 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:25:20,547 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:25:21,547 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:25:22,547 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:25:23,547 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:25:24,547 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:25:25,393 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:25:25,548 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:25:26,548 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:25:27,548 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:25:28,548 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:25:29,548 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:25:30,548 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:25:30,955 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:25:30,956 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:25:31,063 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:25:31,548 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:25:32,548 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:25:33,548 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:25:34,548 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:25:35,558 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:25:36,396 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:25:36,554 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:25:37,553 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:25:37,865 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:25:38,552 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:25:39,552 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:25:40,553 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:25:40,741 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:25:40,743 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:25:40,743 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:25:40,744 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:25:40,832 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:25:41,553 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:25:41,782 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:25:42,552 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:25:42,834 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:25:43,553 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:25:44,553 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:25:45,553 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:25:45,955 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:25:45,956 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:25:46,553 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:25:47,074 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:25:47,553 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:25:48,553 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:25:49,553 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:25:50,553 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:25:51,553 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:25:52,397 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:25:52,553 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:25:53,553 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:25:54,554 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:25:55,554 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:25:56,554 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:25:57,397 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:25:57,554 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:25:58,554 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:25:59,554 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:26:00,554 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:26:00,955 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:26:00,956 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:26:01,554 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:26:02,554 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:26:03,065 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:26:03,554 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:26:04,554 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:26:05,555 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:26:06,555 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:26:07,558 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:26:07,875 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:26:08,400 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:26:08,556 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:26:09,556 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:26:10,557 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:26:10,647 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:26:10,648 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:26:10,649 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:26:10,650 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:26:10,863 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:26:11,557 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:26:12,557 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:26:12,865 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:26:13,400 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:26:13,557 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:26:14,557 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:26:15,557 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:26:15,955 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:26:15,956 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:26:16,557 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:26:17,557 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:26:18,557 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:26:19,400 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:26:19,557 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:26:20,557 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:26:21,558 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:26:22,558 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:26:23,558 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:26:24,400 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:26:24,558 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:26:25,558 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:26:26,558 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:26:27,558 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:26:28,558 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:26:29,401 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:26:29,558 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:26:30,558 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:26:30,956 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:26:30,956 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:26:31,559 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:26:32,559 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:26:33,559 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:26:34,404 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:26:34,568 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:26:35,565 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:26:36,568 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:26:37,577 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:26:37,869 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:26:38,570 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:26:39,571 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:26:40,387 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:26:40,388 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:26:40,388 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:26:40,388 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:26:40,391 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:26:40,825 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:26:40,895 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:26:40,895 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:26:41,824 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:26:42,824 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:26:43,824 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:26:44,824 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:26:45,404 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:26:45,824 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:26:45,956 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:26:45,956 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:26:46,824 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:26:47,824 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:26:48,825 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:26:49,824 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:26:50,824 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:26:51,404 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:26:51,931 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:26:52,930 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:26:53,930 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:26:54,930 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:26:55,930 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:26:56,404 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:26:56,930 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:26:57,930 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:26:58,930 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:26:59,930 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:27:00,930 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:27:00,956 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:27:00,956 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:27:01,931 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:27:02,041 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:27:02,931 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:27:03,938 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:27:04,937 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:27:05,937 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:27:06,936 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:27:07,408 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:27:07,874 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:27:07,939 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:27:08,937 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:27:09,319 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:27:09,321 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:27:09,321 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:27:09,323 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:27:09,920 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:27:09,937 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:27:10,921 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:27:10,937 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:27:11,937 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:27:12,937 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:27:13,360 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:27:13,937 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:27:14,938 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:27:15,937 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:27:15,956 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:27:15,956 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:27:16,938 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:27:17,938 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:27:18,410 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:27:18,938 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:27:19,938 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:27:20,938 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:27:22,137 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:27:23,136 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:27:23,411 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:27:24,136 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:27:25,136 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:27:26,136 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:27:27,136 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:27:28,136 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:27:29,136 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:27:29,411 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:27:30,137 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:27:30,956 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:27:30,956 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:27:31,137 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:27:32,137 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:27:33,137 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:27:34,138 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:27:34,430 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:27:35,148 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:27:36,145 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:27:37,147 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:27:37,882 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:27:38,145 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:27:39,104 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:27:39,105 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:27:39,106 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:27:39,107 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:27:39,523 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:27:39,954 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:27:40,146 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:27:40,252 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:27:40,955 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:27:41,252 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:27:42,252 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:27:43,252 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:27:44,252 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:27:45,252 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:27:45,419 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:27:45,956 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:27:45,957 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:27:46,253 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:27:47,253 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:27:48,253 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:27:49,253 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:27:50,253 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:27:51,253 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:27:51,419 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:27:52,490 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:27:53,393 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:27:54,393 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:27:55,394 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:27:56,393 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:27:56,420 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:27:57,394 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:27:58,394 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:27:59,394 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:28:00,394 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:28:00,956 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:28:00,957 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:28:01,394 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:28:02,026 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:28:02,394 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:28:03,394 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:28:04,394 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:28:05,401 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:28:06,397 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:28:07,401 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:28:07,429 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:28:07,885 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:28:08,401 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:28:09,400 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:28:10,401 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:28:11,269 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:28:11,271 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:28:11,271 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:28:11,274 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:28:11,985 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:28:12,482 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:28:12,496 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:28:12,986 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:28:13,311 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:28:13,483 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:28:14,483 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:28:15,484 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:28:15,956 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:28:15,957 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:28:16,484 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:28:17,484 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:28:18,422 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:28:18,484 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:28:19,484 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:28:20,484 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:28:21,484 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:28:22,484 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:28:23,422 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:28:23,484 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:28:24,484 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:28:25,485 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:28:26,485 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:28:27,485 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:28:28,423 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:28:28,485 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:28:29,485 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:28:30,485 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:28:30,956 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:28:30,957 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:28:31,485 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:28:32,485 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:28:33,485 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:28:34,423 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:28:34,485 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:28:35,486 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:28:36,486 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:28:37,486 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:28:37,882 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:28:38,489 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:28:39,429 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:28:39,489 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:28:40,493 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:28:41,494 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:28:42,498 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:28:43,494 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:28:44,494 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:28:44,558 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:28:44,559 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:28:44,560 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:28:44,560 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:28:44,565 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:28:45,027 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:28:45,028 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:28:45,494 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:28:45,957 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:28:45,957 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:28:46,494 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:28:47,494 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:28:48,494 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:28:49,494 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:28:50,423 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:28:50,494 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:28:51,495 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:28:52,495 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:28:53,495 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:28:54,495 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:28:55,495 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:28:56,423 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:28:56,495 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:28:57,495 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:28:58,730 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:28:59,639 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:29:00,639 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:29:00,957 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:29:00,957 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:29:01,639 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:29:02,033 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:29:02,639 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:29:03,639 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:29:04,639 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:29:05,639 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:29:06,639 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:29:07,423 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:29:07,639 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:29:07,886 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:29:08,640 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:29:09,640 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:29:10,640 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:29:11,640 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:29:12,435 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:29:12,640 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:29:13,647 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:29:14,645 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:29:15,646 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:29:15,961 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:29:15,961 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:29:16,649 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:29:17,614 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:29:17,616 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:29:17,616 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:29:17,616 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:29:17,622 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:29:18,020 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:29:18,064 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:29:18,762 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:29:19,762 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:29:20,066 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:29:20,762 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:29:21,762 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:29:22,762 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:29:23,425 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:29:23,762 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:29:24,763 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:29:25,763 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:29:26,763 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:29:27,763 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:29:28,763 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:29:29,425 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:29:30,001 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:29:30,763 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:29:30,961 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:29:30,962 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:29:31,763 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:29:32,763 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:29:33,763 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:29:34,426 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:29:34,764 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:29:35,764 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:29:36,764 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:29:37,764 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:29:37,890 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:29:38,764 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:29:39,764 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:29:40,426 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:29:40,764 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:29:41,772 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:29:42,767 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:29:43,770 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:29:44,770 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:29:45,429 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:29:45,771 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:29:45,971 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:29:45,971 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:29:46,771 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:29:47,655 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:29:47,656 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:29:47,656 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:29:47,662 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:29:48,070 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:29:48,096 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:29:48,805 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:29:49,806 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:29:50,098 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:29:50,429 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:29:50,806 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:29:51,806 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:29:52,806 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:29:53,806 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:29:54,806 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:29:55,806 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:29:56,429 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:29:56,806 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:29:57,806 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:29:58,806 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:29:59,807 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:30:00,807 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:30:00,964 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:30:00,964 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:30:01,807 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:30:02,076 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:30:02,807 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:30:03,807 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:30:04,807 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:30:05,807 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:30:06,807 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:30:07,430 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:30:07,807 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:30:07,894 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:30:08,807 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:30:09,807 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:30:10,807 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:30:11,818 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:30:12,439 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:30:12,818 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:30:13,815 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:30:14,816 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:30:15,816 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:30:15,966 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:30:15,967 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:30:16,817 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:30:16,878 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:30:16,878 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:30:16,879 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:30:16,880 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:30:17,125 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:30:17,817 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:30:17,919 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:30:18,126 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:30:18,817 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:30:19,817 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:30:20,817 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:30:21,817 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:30:22,817 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:30:23,431 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:30:23,817 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:30:24,817 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:30:25,817 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:30:26,818 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:30:27,818 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:30:28,818 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:30:29,431 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:30:29,818 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:30:30,818 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:30:30,966 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:30:30,967 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:30:31,818 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:30:32,818 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:30:33,818 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:30:34,431 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:30:34,818 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:30:35,819 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:30:36,819 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:30:37,819 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:30:37,898 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:30:38,819 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:30:39,819 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:30:40,432 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:30:40,819 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:30:41,819 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:30:42,819 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:30:43,832 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:30:44,824 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:30:45,432 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:30:45,825 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:30:45,976 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:30:45,982 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:30:46,829 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:30:47,830 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:30:48,830 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:30:49,412 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:30:49,413 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:30:49,414 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:30:49,416 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:30:49,830 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:30:50,153 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:30:50,455 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:30:50,830 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:30:51,831 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:30:52,155 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:30:52,830 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:30:53,830 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:30:54,830 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:30:55,830 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:30:56,449 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:30:56,830 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:30:57,830 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:30:58,830 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:30:59,831 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:31:00,831 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:31:00,969 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:31:00,970 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:31:01,831 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:31:02,134 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:31:02,831 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:31:03,831 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:31:04,831 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:31:05,831 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:31:06,831 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:31:07,449 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:31:07,831 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:31:07,902 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:31:08,831 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:31:09,831 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:31:10,832 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:31:11,832 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:31:12,832 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:31:13,449 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:31:16,149 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:31:16,173 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:31:18,635 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:31:22,821 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:31:23,332 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:31:23,333 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:31:23,815 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:31:23,979 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:31:24,794 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:31:28,980 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:31:31,940 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:31:32,861 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:31:32,861 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:31:33,966 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:31:33,998 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:31:37,906 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:31:39,912 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:31:41,629 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:31:42,544 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:31:45,201 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:31:49,166 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:31:49,733 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:31:49,734 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:31:50,605 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:31:50,864 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:31:55,864 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:31:57,565 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:31:59,178 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:32:01,096 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:32:06,097 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:32:07,910 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:32:10,533 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:32:10,533 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:32:10,534 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:32:10,574 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:32:11,420 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:32:11,535 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:32:11,581 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:32:12,534 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:32:13,421 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:32:13,535 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:32:14,535 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:32:15,535 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:32:16,535 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:32:17,533 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:32:17,535 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:32:18,535 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:32:19,535 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:32:20,535 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:32:20,729 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:32:20,730 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:32:21,535 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:32:22,535 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:32:22,843 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:32:23,552 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:32:24,552 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:32:25,552 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:32:26,552 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:32:27,552 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:32:28,533 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:32:28,552 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:32:29,552 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:32:30,552 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:32:31,552 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:32:32,552 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:32:33,533 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:32:33,552 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:32:34,552 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:32:35,553 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:32:35,825 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:32:35,825 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:32:36,553 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:32:37,553 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:32:37,914 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:32:38,553 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:32:38,916 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:32:39,553 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:32:40,553 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:32:41,553 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:32:42,553 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:32:43,553 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:32:44,534 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:32:44,554 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:32:45,553 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:32:46,554 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:32:47,554 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:32:48,554 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:32:49,554 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:32:50,533 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:32:50,554 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:32:50,816 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:32:50,816 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:32:51,554 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:32:52,554 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:32:53,554 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:32:54,554 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:32:55,554 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:32:56,533 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:32:56,555 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:32:57,555 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:32:58,555 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:32:59,555 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:33:00,555 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:33:01,534 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:33:06,534 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:33:07,922 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:33:11,925 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:33:16,926 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:33:21,638 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:33:21,639 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:33:21,639 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:33:22,637 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:33:22,730 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:33:23,637 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:33:24,637 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:33:25,637 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:33:26,637 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:33:27,637 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:33:28,638 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:33:28,638 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:33:29,637 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:33:30,637 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:33:31,638 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:33:32,638 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:33:33,638 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:33:34,637 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:33:34,638 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:33:35,638 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:33:36,632 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:33:36,633 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:33:36,673 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:33:37,638 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:33:37,922 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:33:38,638 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:33:39,638 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:33:39,924 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:33:40,638 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:33:41,638 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:33:42,639 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:33:43,639 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:33:44,639 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:33:45,638 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:33:45,639 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:33:46,639 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:33:47,639 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:33:48,639 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:33:49,639 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:33:50,639 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:33:51,632 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:33:51,633 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:33:51,673 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:33:51,730 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:33:52,640 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:33:53,640 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:33:54,640 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:33:55,640 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:33:56,640 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:33:57,638 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:33:57,640 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:33:58,640 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:33:59,640 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:34:00,641 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:34:01,640 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:34:02,638 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:34:02,641 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:34:03,641 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:34:04,641 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:34:05,641 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:34:06,633 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:34:06,633 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:34:06,673 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:34:07,641 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:34:07,699 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:34:07,927 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:34:08,641 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:34:09,641 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:34:10,641 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:34:11,641 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:34:12,642 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:34:13,638 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:34:13,642 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:34:14,642 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:34:15,642 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:34:16,642 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:34:17,642 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:34:18,638 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:34:18,642 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:34:19,643 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:34:20,642 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:34:21,633 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:34:21,633 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:34:21,673 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:34:22,643 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:34:23,643 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:34:23,771 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:34:24,643 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:34:25,643 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:34:26,643 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:34:27,643 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:34:28,643 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:34:29,639 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:34:29,643 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:34:30,643 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:34:31,643 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:34:32,643 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:34:33,644 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:34:34,644 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:34:35,639 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:34:35,644 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:34:36,633 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:34:36,634 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:34:36,673 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:34:37,644 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:34:37,930 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:34:38,644 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:34:39,644 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:34:40,644 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:34:40,932 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:34:41,644 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:34:42,645 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:34:43,645 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:34:44,645 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:34:45,645 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:34:46,639 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:34:46,645 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:34:47,645 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:34:48,645 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:34:49,645 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:34:50,646 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:34:51,633 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:34:51,634 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:34:51,674 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:34:51,798 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:34:52,646 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:34:53,646 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:34:54,646 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:34:55,646 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:34:56,646 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:34:57,639 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:34:57,646 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:34:58,646 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:35:02,640 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:35:07,640 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:35:07,934 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:35:12,936 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:35:17,938 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:35:22,938 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:35:27,939 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:35:32,941 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:35:37,937 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:35:38,939 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:35:40,303 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:35:40,303 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:35:40,304 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:35:41,294 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:35:43,020 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:35:43,313 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:35:43,798 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:35:44,187 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:35:44,313 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:35:44,799 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:35:45,313 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:35:46,314 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:35:47,314 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:35:47,802 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:35:48,314 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:35:49,314 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:35:49,837 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:35:50,314 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:35:51,314 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:35:52,314 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:35:53,314 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:35:54,314 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:35:55,299 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:35:55,300 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:35:55,339 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:35:55,416 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:35:56,315 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:35:57,315 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:35:58,315 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:35:59,315 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:36:00,315 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:36:01,302 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:36:01,315 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:36:02,315 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:36:03,315 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:36:04,315 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:36:05,315 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:36:06,315 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:36:07,307 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:36:07,323 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:36:07,941 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:36:08,318 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:36:09,323 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:36:10,304 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:36:10,305 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:36:10,349 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:36:11,322 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:36:12,323 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:36:12,423 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:36:12,802 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:36:12,804 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:36:12,804 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:36:12,806 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:36:12,830 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:36:13,482 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:36:13,832 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:36:14,478 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:36:15,478 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:36:16,478 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:36:17,478 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:36:18,306 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:36:18,478 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:36:19,478 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:36:20,479 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:36:21,479 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:36:22,479 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:36:23,479 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:36:24,306 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:36:24,479 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:36:25,304 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:36:25,305 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:36:25,479 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:36:26,480 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:36:27,479 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:36:28,479 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:36:29,379 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:36:29,479 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:36:30,479 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:36:31,480 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:36:32,480 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:36:33,480 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:36:34,480 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:36:35,306 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:36:35,480 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:36:36,480 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:36:37,480 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:36:37,946 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:36:38,493 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:36:39,486 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:36:40,313 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:36:40,317 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:36:40,416 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:36:40,484 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:36:41,484 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:36:42,484 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:36:43,485 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:36:44,202 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:36:44,203 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:36:44,204 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:36:44,205 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:36:44,650 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:36:44,874 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:36:45,649 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:36:45,875 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:36:46,311 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:36:46,649 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:36:47,649 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:36:48,649 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:36:49,649 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:36:50,649 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:36:51,312 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:36:51,649 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:36:52,649 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:36:53,650 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:36:54,650 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:36:55,307 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:36:55,308 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:36:55,650 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:36:56,463 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:36:56,650 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:36:57,650 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:36:58,650 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:36:59,650 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:37:00,650 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:37:01,650 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:37:02,312 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:37:02,650 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:37:03,650 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:37:04,651 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:37:05,651 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:37:06,651 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:37:07,651 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:37:07,949 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:37:07,956 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:37:08,651 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:37:09,651 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:37:10,316 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:37:10,316 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:37:10,651 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:37:11,659 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:37:12,655 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:37:13,488 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:37:13,655 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:37:14,659 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:37:15,660 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:37:15,910 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:37:15,912 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:37:15,913 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:37:15,914 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:37:16,660 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:37:16,905 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:37:17,660 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:37:17,905 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:37:18,660 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:37:18,952 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:37:19,660 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:37:20,660 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:37:21,660 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:37:22,660 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:37:23,660 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:37:24,318 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:37:24,660 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:37:25,308 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:37:25,309 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:37:25,660 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:37:26,660 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:37:27,660 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:37:28,661 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:37:29,443 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:37:29,661 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:37:30,661 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:37:31,661 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:37:32,661 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:37:33,661 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:37:34,511 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:37:34,661 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:37:35,661 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:37:36,661 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:37:37,662 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:37:37,953 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:37:38,662 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:37:39,662 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:37:39,955 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:37:40,309 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:37:40,309 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:37:40,662 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:37:41,662 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:37:42,662 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:37:43,662 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:37:44,667 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:37:45,419 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:37:45,669 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:37:46,669 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:37:47,669 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:37:48,669 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:37:49,670 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:37:50,171 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:37:50,173 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:37:50,174 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:37:50,176 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:37:50,576 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:37:50,670 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:37:50,937 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:37:51,670 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:37:51,939 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:37:52,670 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:37:53,670 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:37:54,670 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:37:55,309 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:37:55,309 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:37:55,670 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:37:56,575 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:37:56,670 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:37:57,670 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:37:58,670 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:37:59,670 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:38:00,671 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:38:01,575 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:38:01,671 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:38:02,726 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:38:03,725 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:38:04,725 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:38:05,725 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:38:06,725 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:38:07,576 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:38:07,725 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:38:07,957 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:38:08,725 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:38:09,725 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:38:10,309 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:38:10,309 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:38:10,726 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:38:11,726 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:38:12,726 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:38:13,576 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:38:13,726 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:38:14,736 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:38:15,729 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:38:16,729 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:38:17,730 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:38:18,587 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:38:18,730 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:38:19,730 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:38:20,440 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:38:20,441 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:38:20,442 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:38:20,444 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:38:20,882 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:38:20,971 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:38:21,878 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:38:21,972 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:38:22,878 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:38:23,878 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:38:23,880 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:38:24,878 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:38:25,309 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:38:25,310 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:38:25,878 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:38:26,878 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:38:27,878 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:38:28,878 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:38:29,588 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:38:29,879 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:38:30,879 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:38:31,879 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:38:32,879 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:38:33,879 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:38:34,589 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:38:35,072 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:38:35,978 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:38:36,979 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:38:37,961 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:38:37,979 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:38:38,979 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:38:39,963 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:38:39,979 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:38:40,309 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:38:40,310 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:38:40,979 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:38:41,979 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:38:42,979 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:38:43,979 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:38:44,979 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:38:45,589 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:38:45,979 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:38:46,979 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:38:47,987 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:38:48,987 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:38:49,983 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:38:50,594 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:38:50,988 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:38:51,984 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:38:52,984 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:38:53,984 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:38:54,014 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:38:54,016 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:38:54,017 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:38:54,018 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:38:54,984 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:38:55,010 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:38:55,309 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:38:55,310 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:38:55,594 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:38:55,984 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:38:56,011 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:38:56,984 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:38:57,984 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:38:58,984 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:38:59,984 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:39:00,594 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:39:00,985 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:39:01,985 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:39:02,985 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:39:03,985 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:39:04,985 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:39:05,594 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:39:05,985 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:39:07,186 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:39:07,965 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:39:08,181 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:39:09,181 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:39:10,181 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:39:10,309 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:39:10,310 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:39:10,594 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:39:11,182 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:39:12,182 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:39:13,182 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:39:14,182 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:39:15,182 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:39:15,595 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:39:16,182 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:39:17,182 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:39:18,182 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:39:19,183 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:39:20,187 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:39:20,604 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:39:21,188 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:39:22,187 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:39:23,187 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:39:24,185 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:39:25,186 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:39:25,310 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:39:25,311 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:39:25,438 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:39:25,460 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:39:25,460 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:39:25,461 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:39:25,884 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:39:26,039 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:39:26,040 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:39:26,185 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:39:27,185 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:39:28,185 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:39:29,186 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:39:30,186 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:39:31,186 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:39:31,883 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:39:32,186 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:39:33,186 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:39:34,186 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:39:35,186 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:39:36,186 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:39:37,187 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:39:37,883 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:39:37,970 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:39:38,186 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:39:39,187 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:39:40,187 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:39:40,310 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:39:40,310 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:39:41,187 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:39:42,187 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:39:43,187 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:39:43,883 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:39:44,187 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:39:45,187 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:39:46,187 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:39:47,196 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:39:48,204 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:39:48,892 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:39:49,203 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:39:50,203 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:39:51,203 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:39:52,204 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:39:52,536 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:39:52,538 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:39:52,538 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:39:52,540 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:39:53,067 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:39:53,204 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:39:54,068 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:39:54,211 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:39:54,578 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:39:55,204 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:39:55,310 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:39:55,310 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:39:56,204 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:39:57,204 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:39:58,204 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:39:59,204 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:39:59,888 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:40:00,204 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:40:01,205 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:40:02,205 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:40:03,205 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:40:04,205 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:40:05,205 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:40:05,889 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:40:06,205 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:40:07,205 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:40:07,973 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:40:08,205 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:40:09,205 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:40:10,206 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:40:10,478 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:40:10,478 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:40:10,889 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:40:11,206 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:40:12,206 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:40:13,206 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:40:14,206 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:40:15,206 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:40:16,206 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:40:16,895 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:40:17,208 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:40:18,216 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:40:19,213 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:40:20,214 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:40:21,215 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:40:21,896 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:40:22,216 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:40:22,566 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:40:22,568 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:40:22,569 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:40:22,570 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:40:23,097 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:40:23,216 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:40:24,098 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:40:24,216 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:40:25,216 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:40:25,310 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:40:25,311 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:40:26,216 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:40:27,216 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:40:27,892 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:40:28,216 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:40:29,216 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:40:30,216 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:40:31,216 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:40:32,216 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:40:32,892 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:40:33,216 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:40:34,216 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:40:35,216 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:40:36,217 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:40:37,217 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:40:37,893 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:40:37,977 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:40:38,217 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:40:39,217 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:40:40,217 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:40:40,310 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:40:40,310 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:40:41,217 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:40:42,217 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:40:42,893 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:40:43,217 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:40:44,217 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:40:45,217 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:40:46,218 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:40:47,218 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:40:48,218 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:40:48,893 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:40:49,218 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:40:50,218 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:40:51,230 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:40:52,222 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:40:53,222 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:40:53,907 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:40:54,223 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:40:55,223 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:40:55,316 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:40:55,316 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:40:56,223 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:40:56,850 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:40:56,852 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:40:56,852 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:40:56,854 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:40:57,127 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:40:57,267 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:40:58,128 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:40:58,264 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:40:59,264 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:40:59,893 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:41:00,264 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:41:01,264 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:41:02,264 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:41:03,264 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:41:04,265 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:41:04,901 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:41:05,265 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:41:06,265 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:41:07,266 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:41:07,981 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:41:08,265 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:41:09,265 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:41:09,984 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:41:10,265 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:41:10,310 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:41:10,311 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:41:11,265 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:41:12,265 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:41:13,265 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:41:14,266 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:41:15,266 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:41:15,901 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:41:16,266 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:41:17,272 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:41:18,272 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:41:19,275 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:41:20,275 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:41:20,903 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:41:21,274 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:41:22,273 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:41:22,503 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:41:22,504 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:41:22,505 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:41:22,507 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:41:23,154 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:41:23,273 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:41:24,156 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:41:24,273 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:41:25,273 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:41:25,311 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:41:25,311 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:41:25,903 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:41:26,273 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:41:27,273 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:41:28,273 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:41:29,273 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:41:30,273 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:41:30,904 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:41:31,273 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:41:32,274 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:41:33,274 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:41:34,274 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:41:35,274 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:41:36,274 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:41:36,904 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:41:37,274 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:41:37,985 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:41:38,274 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:41:39,274 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:41:40,274 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:41:40,311 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:41:40,311 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:41:41,275 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:41:42,275 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:41:42,904 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:41:43,275 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:41:44,275 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:41:45,275 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:41:46,275 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:41:47,275 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:41:47,912 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:41:48,279 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:41:49,283 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:41:50,282 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:41:51,280 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:41:52,280 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:41:53,280 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:41:53,660 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:41:53,661 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:41:53,662 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:41:53,662 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:41:53,662 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:41:54,182 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:41:54,183 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:41:54,280 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:41:55,280 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:41:55,311 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:41:55,311 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:41:56,280 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:41:57,280 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:41:58,280 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:41:58,906 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:41:59,280 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:42:00,280 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:42:01,280 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:42:02,281 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:42:03,281 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:42:03,907 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:42:04,281 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:42:05,281 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:42:06,281 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:42:07,281 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:42:07,990 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:42:08,281 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:42:08,992 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:42:09,281 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:42:10,281 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:42:10,311 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:42:10,311 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:42:11,282 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:42:12,282 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:42:13,282 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:42:14,282 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:42:14,907 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:42:15,282 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:42:16,282 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:42:17,291 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:42:18,284 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:42:19,286 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:42:19,917 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:42:20,286 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:42:21,288 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:42:22,288 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:42:23,289 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:42:23,310 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:42:23,312 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:42:23,312 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:42:23,314 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:42:24,212 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:42:24,289 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:42:25,213 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:42:25,289 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:42:25,311 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:42:25,312 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:42:25,415 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:42:26,289 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:42:27,289 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:42:28,289 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:42:29,289 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:42:30,289 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:42:30,909 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:42:31,289 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:42:32,289 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:42:33,290 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:42:34,290 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:42:35,290 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:42:35,909 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:42:36,290 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:42:37,290 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:42:37,994 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:42:38,290 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:42:39,290 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:42:40,290 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:42:40,311 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:42:40,312 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:42:40,910 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:42:41,290 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:42:42,291 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:42:43,291 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:42:44,291 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:42:45,291 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:42:45,910 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:42:46,291 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:42:47,291 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:42:48,291 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:42:49,291 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:42:50,291 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:42:50,918 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:42:51,301 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:42:52,298 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:42:53,298 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:42:54,296 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:42:55,295 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:42:55,314 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:42:55,316 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:42:56,295 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:42:56,610 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:42:56,611 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:42:56,612 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:42:56,612 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:42:56,613 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:42:57,247 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:42:57,295 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:42:58,295 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:42:59,249 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:42:59,295 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:43:00,295 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:43:01,295 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:43:01,914 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:43:02,295 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:43:03,295 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:43:04,296 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:43:05,296 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:43:06,296 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:43:07,296 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:43:07,914 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:43:07,998 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:43:08,296 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:43:09,296 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:43:10,296 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:43:10,314 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:43:10,315 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:43:11,296 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:43:12,297 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:43:12,915 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:43:13,296 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:43:14,296 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:43:15,297 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:43:16,297 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:43:17,297 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:43:17,915 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:43:18,297 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:43:19,297 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:43:20,297 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:43:21,297 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:43:22,304 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:43:22,921 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:43:23,307 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:43:24,302 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:43:25,308 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:43:25,324 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:43:25,325 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:43:26,305 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:43:27,306 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:43:27,351 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:43:27,352 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:43:27,352 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:43:27,353 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:43:28,277 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:43:28,306 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:43:28,392 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:43:29,278 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:43:29,306 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:43:30,306 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:43:31,306 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:43:32,306 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:43:33,306 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:43:33,918 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:43:34,306 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:43:35,306 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:43:36,306 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:43:37,306 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:43:38,002 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:43:38,307 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:43:39,004 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:43:39,307 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:43:40,307 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:43:40,321 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:43:40,322 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:43:41,307 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:43:42,307 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:43:43,307 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:43:44,307 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:43:44,918 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:43:45,307 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:43:46,307 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:43:47,307 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:43:48,307 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:43:49,316 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:43:49,927 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:43:50,313 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:43:51,314 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:43:52,318 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:43:53,314 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:43:54,314 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:43:54,967 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:43:54,968 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:43:54,968 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:43:54,969 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:43:54,970 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:43:55,302 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:43:55,385 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:43:55,386 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:43:55,392 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:43:56,384 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:43:57,304 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:43:57,384 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:43:58,384 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:43:59,384 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:44:00,384 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:44:00,919 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:44:01,384 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:44:02,384 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:44:03,384 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:44:04,384 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:44:05,384 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:44:06,384 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:44:06,919 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:44:07,385 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:44:08,005 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:44:08,385 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:44:09,385 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:44:10,384 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:44:10,384 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:44:10,425 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:44:11,385 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:44:12,385 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:44:12,920 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:44:13,385 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:44:14,385 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:44:15,385 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:44:16,385 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:44:17,386 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:44:18,401 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:44:18,922 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:44:19,398 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:44:20,398 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:44:21,395 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:44:22,399 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:44:23,399 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:44:23,927 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:44:24,163 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:44:24,164 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:44:24,164 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:44:24,166 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:44:24,337 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:44:24,581 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:44:25,338 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:44:25,384 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:44:25,385 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:44:25,577 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:44:26,577 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:44:27,577 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:44:28,577 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:44:29,577 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:44:29,924 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:44:30,578 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:44:31,578 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:44:32,578 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:44:33,578 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:44:34,578 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:44:35,578 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:44:35,923 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:44:36,578 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:44:37,578 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:44:38,009 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:44:38,579 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:44:39,578 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:44:40,384 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:44:40,385 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:44:40,578 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:44:40,923 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:44:41,579 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:44:42,579 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:44:43,579 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:44:44,579 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:44:45,579 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:44:45,924 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:44:46,579 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:44:47,579 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:44:48,579 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:44:49,579 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:44:50,589 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:44:51,591 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:44:51,927 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:44:52,586 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:44:53,594 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:44:54,594 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:44:55,387 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:44:55,387 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:44:55,593 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:44:56,252 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:44:56,254 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:44:56,254 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:44:56,256 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:44:56,370 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:44:56,673 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:44:57,294 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:44:57,673 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:44:58,673 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:44:59,373 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:44:59,673 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:45:00,673 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:45:01,673 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:45:02,673 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:45:02,924 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:45:03,673 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:45:04,673 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:45:05,674 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:45:06,674 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:45:07,873 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:45:08,013 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:45:08,020 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:45:08,870 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:45:09,870 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:45:10,386 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:45:10,387 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:45:10,870 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:45:11,871 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:45:12,871 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:45:13,871 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:45:13,925 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:45:14,871 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:45:15,871 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:45:16,871 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:45:17,871 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:45:18,871 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:45:19,876 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:45:19,931 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:45:20,873 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:45:21,880 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:45:22,877 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:45:23,878 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:45:24,878 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:45:25,334 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:45:25,336 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:45:25,336 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:45:25,337 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:45:25,338 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:45:25,403 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:45:25,750 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:45:25,751 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:45:25,878 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:45:26,878 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:45:27,405 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:45:27,878 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:45:28,878 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:45:29,878 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:45:30,878 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:45:30,927 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:45:31,878 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:45:32,879 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:45:33,879 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:45:34,879 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:45:35,879 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:45:36,879 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:45:36,927 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:45:37,879 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:45:38,017 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:45:39,108 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:45:40,013 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:45:40,480 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:45:40,481 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:45:41,012 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:45:41,929 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:45:42,013 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:45:43,013 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:45:44,013 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:45:45,013 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:45:46,013 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:45:47,013 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:45:47,928 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:45:48,013 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:45:49,013 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:45:50,013 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:45:51,023 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:45:52,019 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:45:52,948 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:45:53,020 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:45:54,026 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:45:55,020 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:45:55,485 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:45:55,486 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:45:56,020 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:45:56,730 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:45:56,732 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:45:56,732 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:45:56,734 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:45:57,130 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:45:57,440 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:45:58,129 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:45:58,772 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:45:59,129 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:45:59,441 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:46:00,129 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:46:01,129 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:46:02,129 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:46:03,129 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:46:03,931 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:46:04,129 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:46:05,129 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:46:06,129 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:46:07,129 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:46:08,021 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:46:08,130 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:46:09,023 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:46:09,130 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:46:10,130 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:46:10,485 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:46:10,486 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:46:11,130 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:46:12,130 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:46:13,130 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:46:14,130 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:46:14,932 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:46:15,130 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:46:16,130 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:46:17,130 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:46:18,131 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:46:19,131 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:46:20,137 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:46:20,937 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:46:21,131 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:46:22,131 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:46:23,132 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:46:24,131 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:46:25,132 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:46:25,492 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:46:25,492 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:46:26,053 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:46:26,054 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:46:26,055 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:46:26,055 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:46:26,056 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:46:26,456 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:46:26,468 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:46:27,201 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:46:27,469 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:46:28,201 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:46:29,201 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:46:30,201 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:46:31,201 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:46:31,935 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:46:32,201 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:46:33,201 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:46:34,201 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:46:35,201 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:46:36,201 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:46:37,201 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:46:37,935 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:46:38,025 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:46:38,202 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:46:39,202 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:46:40,202 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:46:40,488 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:46:40,489 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:46:41,202 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:46:42,202 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:46:42,936 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:46:43,202 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:46:44,202 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:46:45,202 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:46:46,202 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:46:47,202 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:46:48,202 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:46:48,936 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:46:49,202 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:46:50,203 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:46:51,203 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:46:52,203 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:46:53,203 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:46:54,203 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:46:54,943 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:46:55,215 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:46:55,491 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:46:55,492 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:46:56,207 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:46:57,208 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:46:58,212 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:46:59,212 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:46:59,947 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:47:00,214 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:47:00,381 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:47:00,382 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:47:00,382 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:47:00,384 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:47:00,506 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:47:01,213 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:47:02,215 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:47:03,215 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:47:03,508 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:47:04,215 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:47:05,215 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:47:05,936 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:47:06,215 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:47:07,215 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:47:08,029 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:47:08,215 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:47:09,215 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:47:10,215 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:47:10,491 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:47:10,492 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:47:11,216 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:47:11,936 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:47:12,216 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:47:13,216 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:47:14,216 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:47:15,216 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:47:16,216 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:47:16,937 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:47:17,216 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:47:18,216 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:47:19,216 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:47:20,216 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:47:21,216 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:47:22,217 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:47:22,942 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:47:23,227 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:47:24,222 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:47:25,223 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:47:25,497 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:47:25,498 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:47:26,223 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:47:27,224 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:47:28,223 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:47:28,882 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:47:28,884 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:47:28,885 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:47:28,885 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:47:28,886 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:47:29,289 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:47:29,532 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:47:30,288 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:47:31,288 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:47:31,534 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:47:32,288 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:47:33,288 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:47:33,938 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:47:34,288 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:47:35,288 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:47:36,289 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:47:37,289 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:47:38,033 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:47:38,289 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:47:39,036 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:47:39,289 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:47:40,447 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:47:40,497 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:47:40,498 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:47:41,348 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:47:42,348 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:47:43,349 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:47:44,349 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:47:44,939 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:47:45,349 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:47:46,349 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:47:47,349 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:47:48,349 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:47:49,349 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:47:49,939 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:47:50,349 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:47:51,349 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:47:52,357 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:47:53,356 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:47:54,357 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:47:54,949 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:47:55,354 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:47:55,502 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:47:55,503 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:47:56,360 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:47:57,354 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:47:57,825 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:47:57,826 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:47:57,826 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:47:57,827 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:47:58,354 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:47:58,560 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:47:59,354 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:47:59,562 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:48:00,354 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:48:00,866 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:48:01,354 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:48:02,354 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:48:03,354 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:48:04,354 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:48:05,355 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:48:05,940 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:48:06,355 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:48:07,355 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:48:08,037 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:48:08,355 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:48:09,416 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:48:10,413 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:48:10,502 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:48:10,503 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:48:10,940 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:48:11,413 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:48:12,413 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:48:13,413 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:48:14,413 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:48:15,414 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:48:15,941 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:48:16,414 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:48:17,414 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:48:18,414 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:48:19,414 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:48:20,422 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:48:20,941 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:48:21,417 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:48:22,425 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:48:23,421 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:48:24,422 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:48:25,422 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:48:25,504 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:48:25,505 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:48:25,942 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:48:26,252 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:48:26,254 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:48:26,255 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:48:26,256 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:48:26,585 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:48:26,666 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:48:27,585 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:48:27,672 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:48:28,672 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:48:29,671 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:48:30,671 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:48:30,942 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:48:31,671 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:48:32,672 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:48:33,672 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:48:34,672 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:48:35,672 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:48:36,672 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:48:36,942 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:48:37,672 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:48:38,041 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:48:38,672 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:48:39,672 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:48:40,504 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:48:40,505 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:48:40,672 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:48:41,673 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:48:42,672 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:48:42,943 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:48:43,672 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:48:44,673 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:48:45,673 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:48:46,673 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:48:47,673 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:48:47,943 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:48:48,673 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:48:49,673 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:48:50,673 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:48:51,673 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:48:52,673 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:48:52,951 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:48:53,677 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:48:54,680 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:48:55,507 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:48:55,510 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:48:55,683 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:48:56,683 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:48:57,684 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:48:57,957 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:48:58,597 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:48:58,599 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:48:58,599 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:48:58,601 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:48:58,615 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:48:59,013 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:48:59,743 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:49:00,743 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:49:01,617 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:49:01,743 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:49:02,744 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:49:03,744 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:49:03,949 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:49:04,744 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:49:05,744 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:49:06,744 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:49:07,744 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:49:08,045 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:49:08,744 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:49:09,047 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:49:09,744 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:49:10,507 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:49:10,507 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:49:10,744 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:49:11,745 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:49:12,745 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:49:13,745 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:49:14,083 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:49:14,745 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:49:15,745 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:49:16,745 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:49:17,745 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:49:18,745 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:49:19,745 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:49:19,994 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:49:20,745 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:49:21,746 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:49:22,746 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:49:23,751 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:49:24,753 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:49:25,000 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:49:25,507 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:49:25,507 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:49:25,749 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:49:26,752 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:49:27,753 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:49:28,753 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:49:29,201 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:49:29,203 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:49:29,203 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:49:29,204 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:49:29,643 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:49:29,753 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:49:30,242 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:49:30,753 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:49:31,645 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:49:31,753 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:49:32,753 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:49:33,754 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:49:34,753 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:49:35,753 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:49:35,996 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:49:36,753 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:49:37,753 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:49:38,049 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:49:38,754 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:49:39,754 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:49:40,507 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:49:40,507 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:49:40,754 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:49:41,754 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:49:41,996 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:49:42,754 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:49:43,754 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:49:44,755 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:49:45,755 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:49:46,755 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:49:46,997 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:49:47,755 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:49:48,755 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:49:49,755 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:49:50,755 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:49:51,755 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:49:52,755 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:49:52,997 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:49:53,755 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:49:54,755 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:49:55,508 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:49:55,509 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:49:55,765 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:49:56,763 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:49:57,758 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:49:58,003 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:49:58,758 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:49:59,758 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:50:00,561 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:50:00,562 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:50:00,562 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:50:00,563 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:50:00,676 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:50:00,978 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:50:01,677 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:50:01,974 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:50:02,975 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:50:03,975 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:50:03,999 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:50:04,975 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:50:05,975 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:50:06,975 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:50:07,975 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:50:08,053 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:50:08,975 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:50:09,055 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:50:09,975 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:50:10,508 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:50:10,509 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:50:10,975 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:50:12,433 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:50:13,432 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:50:14,432 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:50:15,000 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:50:15,432 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:50:16,432 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:50:17,433 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:50:18,433 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:50:19,433 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:50:20,000 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:50:20,433 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:50:21,433 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:50:22,433 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:50:23,433 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:50:24,443 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:50:25,003 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:50:25,435 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:50:25,512 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:50:25,513 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:50:26,435 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:50:27,435 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:50:28,438 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:50:29,436 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:50:30,012 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:50:30,064 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:50:30,066 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:50:30,066 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:50:30,068 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:50:30,479 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:50:30,710 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:50:31,478 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:50:31,711 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:50:32,478 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:50:33,478 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:50:34,478 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:50:35,478 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:50:36,004 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:50:36,478 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:50:37,478 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:50:38,057 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:50:38,479 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:50:39,479 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:50:40,479 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:50:40,512 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:50:40,513 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:50:41,479 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:50:42,003 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:50:42,479 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:50:43,479 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:50:44,479 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:50:45,479 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:50:46,479 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:50:47,004 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:50:47,479 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:50:48,480 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:50:49,480 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:50:50,480 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:50:51,480 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:50:52,480 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:50:53,004 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:50:53,482 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:50:54,484 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:50:55,484 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:50:55,518 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:50:55,518 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:50:56,498 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:50:57,487 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:50:58,018 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:50:58,488 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:50:59,488 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:50:59,554 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:50:59,556 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:50:59,556 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:50:59,558 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:50:59,743 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:51:00,488 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:51:01,488 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:51:01,744 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:51:02,488 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:51:03,488 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:51:04,009 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:51:04,488 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:51:05,488 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:51:06,488 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:51:07,488 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:51:08,061 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:51:08,489 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:51:09,063 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:51:09,489 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:51:10,489 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:51:10,518 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:51:10,518 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:51:11,489 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:51:12,489 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:51:13,490 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:51:14,489 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:51:15,010 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:51:15,490 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:51:16,490 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:51:17,490 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:51:18,490 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:51:19,490 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:51:20,010 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:51:20,490 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:51:21,490 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:51:22,490 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:51:23,490 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:51:24,490 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:51:25,490 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:51:25,518 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:51:25,519 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:51:25,624 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:51:26,495 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:51:27,498 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:51:28,495 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:51:29,496 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:51:30,506 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:51:31,011 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:51:31,501 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:51:31,994 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:51:31,995 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:51:31,996 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:51:31,997 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:51:32,501 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:51:32,777 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:51:33,501 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:51:33,778 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:51:34,501 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:51:35,501 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:51:36,011 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:51:36,501 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:51:37,501 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:51:38,065 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:51:38,501 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:51:39,501 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:51:40,501 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:51:40,518 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:51:40,519 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:51:41,502 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:51:42,011 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:51:42,502 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:51:43,506 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:51:44,503 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:51:45,503 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:51:46,503 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:51:47,012 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:51:47,503 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:51:48,503 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:51:49,504 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:51:50,504 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:51:51,504 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:51:52,504 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:51:53,012 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:51:53,504 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:51:54,504 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:51:55,504 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:51:55,526 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:51:55,529 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:51:56,514 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:51:57,510 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:51:58,018 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:51:58,514 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:51:59,511 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:52:00,511 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:52:00,887 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:52:00,888 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:52:00,888 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:52:00,890 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:52:01,511 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:52:01,809 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:52:02,512 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:52:03,301 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:52:03,511 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:52:03,811 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:52:04,511 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:52:05,511 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:52:06,511 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:52:07,511 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:52:08,069 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:52:08,512 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:52:09,071 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:52:09,512 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:52:10,512 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:52:10,521 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:52:10,522 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:52:11,512 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:52:12,512 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:52:13,612 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:52:14,300 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:52:14,514 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:52:15,514 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:52:16,514 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:52:17,514 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:52:18,514 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:52:19,300 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:52:19,514 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:52:20,514 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:52:21,514 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:52:22,514 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:52:23,514 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:52:24,514 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:52:25,308 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:52:25,523 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:52:25,530 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:52:25,531 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:52:26,521 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:52:27,526 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:52:28,525 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:52:29,522 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:52:30,314 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:52:30,524 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:52:31,061 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:52:31,062 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:52:31,062 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:52:31,063 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:52:31,521 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:52:31,842 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:52:32,522 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:52:33,522 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:52:33,844 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:52:34,522 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:52:35,475 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:52:35,522 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:52:36,522 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:52:37,522 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:52:38,073 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:52:38,522 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:52:39,522 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:52:40,522 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:52:40,528 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:52:40,528 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:52:40,599 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:52:41,522 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:52:42,523 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:52:43,523 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:52:44,571 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:52:45,570 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:52:46,474 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:52:46,570 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:52:47,570 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:52:48,570 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:52:49,570 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:52:50,570 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:52:51,570 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:52:52,474 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:52:52,570 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:52:53,571 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:52:54,571 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:52:55,528 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:52:55,528 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:52:55,571 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:52:56,574 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:52:57,491 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:52:57,574 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:52:58,577 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:52:59,574 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:53:00,576 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:53:01,576 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:53:01,901 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:53:01,902 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:53:01,902 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:53:01,903 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:53:02,577 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:53:02,875 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:53:02,943 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:53:03,577 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:53:03,876 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:53:04,577 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:53:05,577 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:53:06,577 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:53:07,577 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:53:08,078 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:53:08,084 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:53:08,577 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:53:09,577 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:53:10,528 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:53:10,528 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:53:10,577 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:53:11,578 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:53:12,578 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:53:13,478 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:53:13,613 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:53:14,612 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:53:15,612 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:53:16,612 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:53:17,612 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:53:18,612 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:53:19,478 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:53:19,612 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:53:20,612 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:53:21,612 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:53:22,613 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:53:23,612 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:53:24,613 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:53:25,483 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:53:25,537 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:53:25,537 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:53:25,615 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:53:26,615 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:53:27,615 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:53:28,618 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:53:29,615 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:53:30,488 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:53:30,615 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:53:31,000 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:53:31,001 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:53:31,001 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:53:31,002 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:53:31,615 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:53:31,915 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:53:32,615 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:53:33,615 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:53:33,916 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:53:34,615 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:53:35,616 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:53:36,478 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:53:36,615 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:53:37,615 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:53:38,081 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:53:38,616 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:53:39,616 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:53:40,533 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:53:40,534 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:53:40,616 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:53:41,616 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:53:42,478 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:53:42,725 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:53:43,724 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:53:44,724 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:53:45,724 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:53:46,724 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:53:47,479 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:53:47,725 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:53:48,724 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:53:49,724 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:53:50,725 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:53:51,725 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:53:52,733 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:53:53,479 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:53:53,731 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:53:54,732 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:53:55,540 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:53:55,540 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:53:55,735 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:53:56,732 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:53:57,732 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:53:58,432 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:53:58,433 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:53:58,433 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:53:58,435 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:53:58,850 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:53:58,941 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:53:59,474 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:53:59,846 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:53:59,942 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:54:00,846 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:54:01,846 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:54:02,846 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:54:03,846 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:54:04,484 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:54:04,846 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:54:05,846 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:54:06,847 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:54:07,847 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:54:08,085 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:54:08,847 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:54:09,847 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:54:10,087 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:54:10,539 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:54:10,540 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:54:10,847 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:54:12,033 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:54:13,032 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:54:14,032 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:54:15,032 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:54:16,032 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:54:16,033 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:54:17,032 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:54:18,032 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:54:19,032 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:54:20,032 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:54:21,033 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:54:21,579 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:54:22,033 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:54:23,033 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:54:24,041 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:54:25,036 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:54:25,548 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:54:25,552 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:54:26,039 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:54:26,581 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:54:27,039 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:54:28,039 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:54:29,040 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:54:29,459 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:54:29,460 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:54:29,460 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:54:29,462 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:54:29,977 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:54:30,040 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:54:31,040 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:54:31,582 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:54:31,978 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:54:32,040 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:54:33,040 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:54:34,040 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:54:35,040 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:54:36,040 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:54:37,040 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:54:37,582 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:54:38,040 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:54:38,088 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:54:39,041 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:54:40,041 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:54:40,545 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:54:40,546 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:54:41,242 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:54:42,112 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:54:42,582 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:54:43,112 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:54:44,113 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:54:45,113 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:54:46,113 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:54:47,113 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:54:48,113 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:54:48,582 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:54:49,113 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:54:50,113 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:54:51,113 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:54:52,113 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:54:53,124 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:54:54,123 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:54:54,591 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:54:55,119 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:54:55,551 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:54:55,551 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:54:56,119 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:54:57,119 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:54:58,120 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:54:58,658 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:54:58,660 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:54:58,661 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:54:58,662 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:54:59,005 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:54:59,120 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:54:59,700 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:55:00,007 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:55:00,120 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:55:01,120 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:55:02,120 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:55:03,120 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:55:04,120 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:55:05,120 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:55:05,585 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:55:06,120 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:55:07,121 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:55:08,092 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:55:08,121 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:55:09,121 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:55:10,181 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:55:10,550 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:55:10,550 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:55:10,723 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:55:11,181 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:55:12,181 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:55:13,181 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:55:14,181 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:55:15,181 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:55:16,181 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:55:16,585 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:55:17,181 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:55:18,181 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:55:19,181 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:55:20,182 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:55:21,189 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:55:21,589 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:55:22,188 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:55:23,191 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:55:24,189 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:55:25,189 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:55:25,557 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:55:25,557 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:55:26,190 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:55:26,427 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:55:26,428 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:55:26,428 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:55:26,429 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:55:26,812 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:55:27,035 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:55:27,190 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:55:28,036 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:55:28,190 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:55:29,190 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:55:30,190 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:55:31,190 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:55:32,190 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:55:32,811 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:55:33,190 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:55:34,190 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:55:35,190 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:55:36,190 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:55:37,191 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:55:38,097 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:55:38,103 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:55:38,306 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:55:39,219 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:55:40,219 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:55:40,550 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:55:40,550 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:55:41,219 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:55:42,219 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:55:43,219 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:55:43,811 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:55:44,219 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:55:45,219 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:55:46,219 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:55:47,219 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:55:48,219 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:55:48,814 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:55:49,219 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:55:50,222 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:55:51,226 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:55:52,223 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:55:53,227 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:55:53,827 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:55:54,226 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:55:55,179 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:55:55,180 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:55:55,181 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:55:55,182 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:55:55,594 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:55:55,595 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:55:55,596 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:55:56,068 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:55:56,327 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:55:57,326 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:55:58,069 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:55:58,327 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:55:59,327 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:55:59,816 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:56:00,327 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:56:01,327 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:56:02,327 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:56:03,330 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:56:04,330 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:56:05,330 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:56:05,816 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:56:06,330 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:56:07,330 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:56:08,100 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:56:08,330 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:56:09,330 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:56:10,330 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:56:10,592 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:56:10,593 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:56:11,330 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:56:11,752 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:56:12,330 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:56:13,331 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:56:14,330 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:56:15,331 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:56:16,331 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:56:16,816 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:56:17,331 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:56:18,331 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:56:19,331 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:56:20,336 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:56:21,343 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:56:21,822 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:56:22,345 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:56:23,340 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:56:24,340 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:56:25,340 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:56:25,579 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:56:25,581 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:56:25,581 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:56:25,583 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:56:25,994 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:56:25,994 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:56:26,092 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:56:26,341 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:56:26,822 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:56:27,340 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:56:28,094 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:56:28,340 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:56:29,340 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:56:30,341 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:56:31,341 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:56:31,822 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:56:32,341 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:56:33,341 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:56:34,341 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:56:35,341 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:56:36,341 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:56:36,823 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:56:37,341 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:56:38,104 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:56:38,341 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:56:39,341 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:56:40,341 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:56:40,727 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:56:40,728 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:56:41,341 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:56:42,342 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:56:42,822 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:56:43,342 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:56:44,342 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:56:45,342 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:56:46,342 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:56:47,342 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:56:48,342 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:56:48,823 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:56:49,342 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:56:50,342 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:56:51,352 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:56:52,355 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:56:53,352 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:56:53,847 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:56:54,352 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:56:55,352 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:56:55,728 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:56:55,729 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:56:56,353 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:56:56,435 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:56:56,436 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:56:56,436 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:56:56,437 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:56:57,134 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:56:57,353 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:56:58,135 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:56:58,353 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:56:59,353 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:56:59,840 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:57:00,353 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:57:01,353 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:57:02,353 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:57:03,353 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:57:04,353 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:57:05,353 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:57:05,837 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:57:06,353 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:57:07,354 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:57:08,108 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:57:08,354 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:57:09,354 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:57:10,354 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:57:10,728 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:57:10,729 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:57:10,850 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:57:11,737 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:57:12,431 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:57:13,431 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:57:14,431 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:57:15,432 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:57:16,432 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:57:16,837 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:57:17,432 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:57:18,432 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:57:19,432 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:57:20,432 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:57:21,432 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:57:22,432 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:57:22,837 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:57:23,432 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:57:24,440 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:57:25,440 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:57:25,735 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:57:25,741 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:57:26,440 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:57:27,441 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:57:27,848 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:57:28,445 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:57:29,443 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:57:29,832 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:57:29,834 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:57:29,834 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:57:29,836 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:57:30,169 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:57:30,443 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:57:31,444 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:57:32,171 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:57:32,444 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:57:32,843 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:57:33,444 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:57:34,444 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:57:35,444 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:57:36,444 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:57:37,444 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:57:38,112 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:57:38,118 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:57:38,444 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:57:39,444 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:57:40,444 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:57:40,735 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:57:40,736 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:57:41,651 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:57:42,449 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:57:43,449 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:57:43,844 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:57:44,449 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:57:45,449 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:57:46,449 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:57:47,449 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:57:48,449 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:57:49,449 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:57:49,844 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:57:50,449 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:57:51,449 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:57:52,452 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:57:53,452 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:57:54,461 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:57:54,846 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:57:55,457 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:57:55,743 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:57:55,744 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:57:56,460 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:57:57,460 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:57:57,848 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:57:57,849 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:57:57,850 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:57:57,851 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:57:58,205 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:57:58,457 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:57:59,458 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:57:59,889 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:58:00,206 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:58:00,458 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:58:01,458 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:58:02,458 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:58:03,458 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:58:04,458 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:58:05,458 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:58:05,847 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:58:06,458 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:58:07,458 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:58:08,116 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:58:08,458 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:58:09,458 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:58:10,459 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:58:10,743 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:58:10,744 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:58:10,864 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:58:11,459 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:58:12,459 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:58:13,459 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:58:14,459 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:58:15,459 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:58:16,459 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:58:16,847 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:58:17,459 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:58:18,459 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:58:19,459 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:58:20,460 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:58:21,460 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:58:22,461 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:58:22,852 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:58:23,469 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:58:24,469 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:58:25,467 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:58:25,751 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:58:25,751 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:58:26,468 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:58:26,629 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:58:26,631 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:58:26,631 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:58:26,632 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:58:27,245 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:58:27,468 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:58:28,010 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:58:28,246 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:58:28,468 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:58:29,468 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:58:30,468 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:58:31,468 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:58:32,468 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:58:33,468 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:58:34,009 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:58:34,468 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:58:35,468 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:58:36,468 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:58:37,469 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:58:38,121 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:58:38,469 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:58:39,123 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:58:39,469 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:58:40,469 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:58:40,747 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:58:40,747 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:58:41,469 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:58:42,469 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:58:43,469 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:58:44,469 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:58:45,010 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:58:45,469 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:58:46,470 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:58:47,470 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:58:48,470 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:58:49,470 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:58:50,470 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:58:51,010 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:58:51,470 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:58:52,470 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:58:53,479 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:58:54,479 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:58:55,474 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:58:55,754 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:58:55,755 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:58:56,477 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:58:56,919 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:58:57,486 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:58:58,478 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:58:59,415 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:58:59,416 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:58:59,416 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:58:59,418 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:58:59,830 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:59:00,277 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:59:00,826 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:59:01,826 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:59:02,013 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:59:02,279 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:59:02,826 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:59:03,826 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:59:04,826 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:59:05,826 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:59:06,826 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:59:07,827 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:59:08,013 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:59:08,123 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:59:08,827 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:59:09,827 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:59:10,750 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:59:10,751 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:59:10,827 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:59:11,827 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:59:12,827 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:59:13,015 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:59:13,827 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:59:14,827 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:59:15,827 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:59:16,828 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:59:17,828 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:59:18,828 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:59:19,014 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:59:19,828 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:59:20,828 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:59:21,828 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:59:22,828 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:59:23,838 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:59:24,019 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:59:24,835 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:59:25,753 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:59:25,754 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:59:25,831 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:59:26,832 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:59:27,835 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:59:28,835 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:59:29,021 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:59:29,219 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:59:29,220 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:59:29,221 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:59:29,224 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:59:29,308 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:59:29,836 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:59:30,309 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:59:30,836 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:59:31,836 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:59:32,836 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:59:33,836 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:59:34,836 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:59:35,019 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:59:35,836 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:59:36,836 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:59:37,836 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:59:38,128 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:59:38,836 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:59:39,837 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:59:40,130 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:59:40,751 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:59:40,751 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:59:40,837 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:59:41,837 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:59:42,837 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:59:43,837 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:59:44,837 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:59:45,837 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:59:46,020 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:59:46,837 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:59:47,837 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:59:48,837 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:59:49,838 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:59:50,838 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:59:51,844 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:59:52,024 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:59:52,850 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:59:53,845 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:59:54,844 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:59:55,757 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:59:55,757 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:59:55,842 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:59:56,843 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:59:57,030 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:59:57,588 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:59:57,588 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:59:57,588 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:59:57,590 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:59:58,000 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:59:58,354 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:59:58,999 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:59:59,999 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:00:00,356 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:00:00,999 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:00:01,999 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:00:02,999 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:00:03,027 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:00:03,999 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:00:04,999 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:00:05,999 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:00:06,999 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:00:08,000 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:00:08,132 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:00:08,138 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:00:09,000 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:00:10,000 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:00:10,754 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:00:10,755 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:00:11,000 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:00:12,000 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:00:13,000 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:00:14,000 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:00:14,027 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:00:15,001 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:00:16,000 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:00:17,000 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:00:18,001 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:00:19,001 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:00:20,001 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:00:20,027 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:00:21,001 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:00:22,001 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:00:23,001 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:00:24,001 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:00:25,004 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:00:25,042 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:00:25,764 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:00:25,764 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:00:26,003 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:00:27,005 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:00:28,014 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:00:29,009 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:00:29,593 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:00:29,593 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:00:29,594 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:00:29,595 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:00:30,009 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:00:30,395 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:00:30,634 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:00:31,009 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:00:32,009 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:00:32,397 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:00:33,009 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:00:34,009 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:00:35,009 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:00:36,009 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:00:36,032 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:00:37,009 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:00:38,009 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:00:38,136 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:00:39,010 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:00:40,010 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:00:40,757 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:00:40,758 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:00:41,010 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:00:41,843 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:00:42,010 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:00:43,010 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:00:44,010 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:00:45,011 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:00:46,010 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:00:47,010 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:00:47,031 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:00:48,010 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:00:49,011 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:00:50,011 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:00:51,011 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:00:52,011 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:00:52,032 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:00:53,011 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:00:54,011 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:00:55,011 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:00:55,758 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:00:55,758 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:00:56,011 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:00:57,012 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:00:58,012 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:00:58,031 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:00:59,012 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:01:00,019 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:01:01,019 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:01:02,016 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:01:03,016 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:01:03,039 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:01:04,020 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:01:05,018 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:01:05,483 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:01:05,485 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:01:05,485 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:01:05,487 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:01:06,018 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:01:06,428 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:01:06,429 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:01:07,018 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:01:08,018 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:01:08,140 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:01:08,147 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:01:09,018 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:01:10,018 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:01:10,758 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:01:10,758 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:01:11,018 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:01:12,018 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:01:13,018 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:01:14,018 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:01:14,034 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:01:15,019 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:01:16,019 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:01:17,019 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:01:18,019 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:01:19,019 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:01:20,019 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:01:20,034 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:01:21,019 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:01:22,019 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:01:23,019 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:01:24,020 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:01:25,020 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:01:25,035 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:01:25,758 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:01:25,758 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:01:26,020 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:01:27,020 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:01:28,020 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:01:29,020 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:01:30,029 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:01:31,024 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:01:31,038 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:01:32,020 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:01:33,023 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:01:34,025 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:01:35,024 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:01:35,954 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:01:35,955 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:01:35,956 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:01:35,957 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:01:36,367 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:01:36,462 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:01:36,995 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:01:37,100 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:01:38,100 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:01:38,144 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:01:38,464 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:01:39,100 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:01:40,101 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:01:40,758 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:01:40,759 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:01:41,101 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:01:42,035 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:01:42,101 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:01:43,101 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:01:44,101 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:01:45,101 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:01:46,101 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:01:47,035 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:01:47,101 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:01:48,101 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:01:49,101 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:01:50,102 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:01:51,102 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:01:52,035 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:01:52,102 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:01:53,102 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:01:54,102 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:01:55,102 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:01:55,758 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:01:55,759 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:01:56,102 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:01:57,102 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:01:58,035 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:01:58,102 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:01:59,102 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:02:00,102 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:02:01,103 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:02:02,113 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:02:03,042 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:02:03,105 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:02:04,116 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:02:05,113 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:02:06,110 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:02:07,110 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:02:07,171 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:02:07,172 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:02:07,172 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:02:07,174 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:02:07,495 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:02:08,111 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:02:08,148 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:02:08,154 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:02:08,496 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:02:09,111 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:02:10,111 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:02:10,758 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:02:10,759 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:02:11,111 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:02:12,111 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:02:13,111 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:02:14,037 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:02:14,111 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:02:15,111 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:02:16,111 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:02:17,111 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:02:18,111 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:02:19,037 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:02:19,111 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:02:20,113 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:02:21,112 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:02:22,112 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:02:23,112 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:02:24,037 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:02:24,112 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:02:25,113 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:02:25,758 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:02:25,759 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:02:26,113 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:02:27,113 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:02:28,113 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:02:29,113 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:02:30,037 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:02:30,113 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:02:31,113 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:02:32,116 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:02:33,121 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:02:34,123 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:02:35,043 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:02:35,124 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:02:36,123 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:02:37,124 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:02:37,923 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:02:37,924 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:02:37,924 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:02:37,925 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:02:38,152 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:02:38,338 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:02:38,532 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:02:39,337 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:02:40,154 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:02:40,337 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:02:40,533 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:02:40,758 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:02:40,759 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:02:41,337 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:02:42,337 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:02:43,337 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:02:44,338 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:02:45,338 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:02:46,039 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:02:46,338 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:02:47,338 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:02:48,338 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:02:49,338 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:02:50,338 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:02:51,339 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:02:52,039 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:02:52,338 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:02:53,338 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:02:54,339 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:02:55,339 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:02:55,758 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:02:55,759 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:02:56,339 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:02:57,339 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:02:58,039 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:02:58,339 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:02:59,339 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:03:00,339 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:03:01,339 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:03:02,339 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:03:03,039 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:03:03,339 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:03:04,350 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:03:05,345 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:03:06,346 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:03:07,346 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:03:08,043 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:03:08,168 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:03:08,346 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:03:09,347 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:03:09,528 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:03:09,530 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:03:09,530 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:03:09,532 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:03:09,562 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:03:10,346 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:03:10,563 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:03:10,759 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:03:10,759 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:03:11,346 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:03:12,346 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:03:13,043 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:03:13,346 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:03:14,347 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:03:15,347 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:03:16,347 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:03:17,347 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:03:18,347 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:03:19,044 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:03:19,347 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:03:20,347 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:03:21,347 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:03:22,347 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:03:23,347 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:03:24,044 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:03:24,348 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:03:25,348 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:03:25,759 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:03:25,759 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:03:26,348 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:03:27,348 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:03:28,348 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:03:29,348 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:03:30,044 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:03:30,348 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:03:31,348 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:03:32,348 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:03:33,348 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:03:34,348 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:03:35,044 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:03:35,348 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:03:36,352 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:03:37,351 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:03:38,170 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:03:38,351 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:03:39,354 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:03:40,171 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:03:40,351 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:03:40,760 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:03:40,766 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:03:41,354 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:03:42,268 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:03:42,270 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:03:42,271 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:03:42,276 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:03:42,594 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:03:43,178 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:03:43,417 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:03:44,417 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:03:44,596 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:03:45,310 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:03:45,417 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:03:46,417 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:03:47,417 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:03:48,417 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:03:49,417 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:03:50,417 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:03:51,051 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:03:51,417 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:03:52,417 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:03:53,417 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:03:54,417 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:03:55,418 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:03:55,760 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:03:55,761 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:03:56,418 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:03:56,894 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:03:57,418 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:03:58,418 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:03:59,418 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:04:00,418 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:04:01,418 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:04:02,051 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:04:02,418 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:04:03,418 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:04:04,418 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:04:05,418 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:04:06,419 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:04:07,051 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:04:07,419 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:04:08,167 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:04:08,423 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:04:09,424 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:04:10,428 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:04:10,766 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:04:10,769 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:04:11,430 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:04:12,064 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:04:12,430 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:04:13,413 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:04:13,415 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:04:13,416 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:04:13,419 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:04:13,631 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:04:13,826 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:04:14,632 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:04:14,826 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:04:15,826 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:04:16,826 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:04:17,826 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:04:18,058 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:04:18,826 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:04:19,826 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:04:20,826 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:04:21,826 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:04:22,826 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:04:23,826 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:04:24,058 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:04:24,827 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:04:25,762 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:04:25,763 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:04:25,827 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:04:26,827 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:04:27,827 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:04:28,827 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:04:29,059 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:04:29,827 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:04:30,827 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:04:31,827 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:04:32,827 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:04:33,827 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:04:34,059 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:04:34,827 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:04:35,828 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:04:36,828 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:04:37,828 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:04:38,170 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:04:38,837 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:04:39,177 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:04:39,837 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:04:40,772 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:04:40,772 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:04:40,848 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:04:41,843 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:04:42,844 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:04:43,844 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:04:44,839 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:04:44,840 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:04:44,840 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:04:44,841 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:04:44,843 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:04:45,250 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:04:45,669 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:04:46,248 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:04:46,670 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:04:47,248 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:04:48,248 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:04:49,248 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:04:50,063 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:04:50,249 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:04:51,249 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:04:52,249 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:04:53,249 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:04:54,249 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:04:55,064 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:04:55,249 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:04:55,766 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:04:55,767 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:04:56,249 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:04:57,249 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:04:58,250 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:04:59,249 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:05:00,250 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:05:01,064 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:05:01,250 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:05:02,250 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:05:03,250 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:05:04,250 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:05:05,250 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:05:06,250 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:05:07,064 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:05:07,250 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:05:08,174 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:05:08,250 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:05:09,256 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:05:10,252 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:05:10,773 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:05:10,776 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:05:11,252 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:05:12,078 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:05:12,253 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:05:13,253 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:05:14,253 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:05:15,253 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:05:15,354 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:05:15,355 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:05:15,356 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:05:15,360 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:05:15,696 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:05:16,253 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:05:16,697 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:05:17,253 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:05:18,070 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:05:18,253 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:05:19,254 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:05:20,253 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:05:21,253 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:05:22,254 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:05:23,254 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:05:24,068 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:05:24,254 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:05:25,254 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:05:25,770 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:05:25,770 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:05:26,254 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:05:27,254 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:05:28,254 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:05:29,255 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:05:30,068 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:05:30,254 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:05:31,254 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:05:32,254 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:05:33,255 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:05:34,255 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:05:35,068 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:05:35,255 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:05:36,255 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:05:37,255 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:05:38,178 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:05:38,255 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:05:39,255 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:05:40,180 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:05:40,255 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:05:40,770 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:05:40,770 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:05:41,255 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:05:42,261 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:05:43,265 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:05:44,267 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:05:45,271 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:05:46,102 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:05:46,273 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:05:47,268 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:05:48,017 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:05:48,019 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:05:48,019 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:05:48,025 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:05:48,433 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:05:48,735 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:05:48,735 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:05:49,433 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:05:50,433 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:05:51,433 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:05:52,058 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:05:52,433 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:05:53,433 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:05:54,433 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:05:55,433 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:05:55,770 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:05:55,770 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:05:56,433 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:05:57,072 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:05:57,433 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:05:58,434 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:05:59,646 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:06:00,645 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:06:01,645 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:06:02,073 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:06:02,645 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:06:03,645 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:06:04,645 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:06:05,645 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:06:06,645 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:06:07,073 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:06:07,645 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:06:08,182 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:06:08,645 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:06:09,645 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:06:10,645 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:06:10,770 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:06:10,770 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:06:11,648 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:06:12,082 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:06:12,646 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:06:13,656 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:06:14,651 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:06:15,656 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:06:16,655 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:06:17,257 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:06:17,258 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:06:17,258 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:06:17,259 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:06:17,260 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:06:17,673 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:06:17,774 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:06:18,672 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:06:18,775 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:06:19,672 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:06:20,672 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:06:21,672 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:06:22,673 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:06:23,077 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:06:23,673 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:06:24,673 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:06:25,673 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:06:25,770 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:06:25,771 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:06:26,673 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:06:27,673 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:06:28,673 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:06:29,076 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:06:29,744 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:06:30,743 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:06:31,743 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:06:32,743 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:06:33,743 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:06:34,077 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:06:34,743 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:06:35,743 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:06:36,743 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:06:37,744 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:06:38,187 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:06:38,744 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:06:39,189 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:06:39,744 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:06:40,744 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:06:40,770 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:06:40,771 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:06:41,752 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:06:42,750 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:06:43,748 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:06:44,748 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:06:45,084 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:06:45,748 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:06:46,750 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:06:47,292 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:06:47,293 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:06:47,294 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:06:47,295 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:06:47,750 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:06:47,801 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:06:48,750 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:06:48,802 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:06:49,750 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:06:50,333 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:06:50,750 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:06:51,750 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:06:52,750 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:06:53,750 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:06:54,750 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:06:55,750 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:06:55,770 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:06:55,771 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:06:55,845 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:06:56,750 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:06:57,750 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:06:58,751 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:06:59,800 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:07:00,797 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:07:01,078 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:07:01,797 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:07:02,797 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:07:03,798 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:07:04,798 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:07:05,798 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:07:06,798 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:07:07,077 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:07:07,798 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:07:08,190 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:07:08,798 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:07:09,798 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:07:10,782 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:07:10,784 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:07:10,818 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:07:11,801 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:07:12,081 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:07:12,801 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:07:13,805 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:07:14,808 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:07:15,806 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:07:16,248 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:07:16,249 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:07:16,250 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:07:16,251 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:07:16,806 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:07:16,826 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:07:16,827 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:07:17,081 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:07:17,806 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:07:18,806 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:07:19,806 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:07:20,806 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:07:21,806 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:07:22,806 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:07:23,081 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:07:23,806 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:07:24,806 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:07:25,773 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:07:25,774 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:07:25,814 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:07:26,807 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:07:27,849 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:07:28,847 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:07:29,082 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:07:29,847 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:07:30,847 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:07:31,847 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:07:32,847 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:07:33,848 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:07:34,082 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:07:34,848 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:07:35,848 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:07:36,848 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:07:37,848 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:07:38,194 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:07:38,848 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:07:39,197 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:07:39,852 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:07:40,779 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:07:40,779 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:07:40,849 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:07:41,849 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:07:42,852 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:07:43,860 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:07:44,856 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:07:45,094 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:07:45,396 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:07:45,397 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:07:45,398 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:07:45,399 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:07:45,856 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:07:45,857 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:07:46,858 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:07:46,859 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:07:47,857 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:07:48,858 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:07:49,858 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:07:50,858 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:07:51,087 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:07:51,858 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:07:52,858 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:07:53,858 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:07:54,858 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:07:55,776 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:07:55,777 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:07:55,858 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:07:56,876 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:07:57,069 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:07:58,068 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:07:59,068 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:08:00,068 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:08:01,068 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:08:02,068 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:08:02,087 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:08:03,068 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:08:04,068 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:08:05,069 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:08:06,069 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:08:07,069 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:08:08,069 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:08:08,087 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:08:08,199 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:08:09,076 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:08:10,073 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:08:10,777 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:08:10,783 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:08:11,073 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:08:12,077 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:08:13,073 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:08:13,090 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:08:14,073 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:08:14,757 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:08:14,758 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:08:14,759 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:08:14,760 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:08:14,889 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:08:15,173 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:08:16,176 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:08:16,892 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:08:17,175 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:08:18,090 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:08:18,175 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:08:19,175 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:08:20,176 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:08:21,176 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:08:22,176 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:08:23,176 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:08:24,090 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:08:24,176 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:08:25,176 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:08:25,777 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:08:25,777 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:08:26,176 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:08:27,176 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:08:28,252 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:08:29,090 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:08:29,251 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:08:30,251 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:08:31,251 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:08:32,251 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:08:33,252 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:08:34,252 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:08:35,091 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:08:35,252 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:08:36,252 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:08:37,252 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:08:38,203 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:08:38,252 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:08:39,252 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:08:40,205 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:08:40,252 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:08:40,779 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:08:40,787 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:08:41,253 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:08:42,263 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:08:43,263 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:08:44,261 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:08:45,262 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:08:46,109 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:08:46,262 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:08:46,748 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:08:46,749 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:08:46,749 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:08:46,750 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:08:46,934 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:08:46,935 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:08:47,262 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:08:48,262 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:08:49,262 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:08:50,262 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:08:51,164 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:08:51,262 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:08:52,262 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:08:53,262 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:08:54,263 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:08:55,263 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:08:55,777 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:08:55,777 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:08:56,263 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:08:56,941 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:08:57,263 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:08:58,263 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:08:59,263 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:09:00,263 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:09:01,263 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:09:02,161 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:09:02,263 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:09:03,263 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:09:04,263 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:09:05,263 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:09:06,264 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:09:07,162 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:09:07,264 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:09:08,207 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:09:08,264 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:09:09,264 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:09:10,264 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:09:10,792 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:09:10,802 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:09:11,266 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:09:12,170 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:09:12,273 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:09:13,270 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:09:14,271 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:09:15,271 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:09:16,271 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:09:16,567 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:09:16,568 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:09:16,568 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:09:16,570 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:09:16,969 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:09:16,970 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:09:17,271 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:09:18,169 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:09:18,271 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:09:19,271 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:09:20,271 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:09:21,271 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:09:22,271 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:09:23,271 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:09:24,169 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:09:24,271 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:09:25,271 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:09:25,782 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:09:25,783 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:09:26,272 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:09:27,272 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:09:28,272 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:09:29,272 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:09:30,169 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:09:30,272 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:09:31,272 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:09:32,272 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:09:33,272 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:09:34,272 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:09:35,169 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:09:35,272 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:09:36,272 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:09:37,273 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:09:38,211 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:09:38,273 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:09:39,273 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:09:40,213 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:09:40,273 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:09:40,783 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:09:40,783 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:09:41,273 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:09:42,291 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:09:43,293 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:09:44,289 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:09:45,289 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:09:46,178 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:09:46,289 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:09:47,292 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:09:47,748 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:09:47,750 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:09:47,751 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:09:47,752 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:09:48,001 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:09:48,289 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:09:49,003 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:09:49,289 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:09:50,289 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:09:51,289 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:09:51,790 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:09:52,289 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:09:53,290 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:09:54,290 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:09:55,290 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:09:55,783 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:09:55,783 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:09:56,290 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:09:56,963 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:09:57,290 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:09:58,290 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:09:59,290 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:10:00,290 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:10:01,290 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:10:02,169 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:10:02,290 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:10:03,291 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:10:04,291 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:10:05,291 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:10:06,291 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:10:07,170 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:10:07,291 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:10:08,215 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:10:08,291 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:10:09,291 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:10:10,291 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:10:10,783 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:10:10,784 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:10:11,291 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:10:12,291 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:10:13,170 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:10:13,291 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:10:14,292 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:10:15,292 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:10:16,292 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:10:17,305 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:10:18,177 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:10:18,298 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:10:19,298 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:10:20,299 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:10:21,300 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:10:21,328 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:10:21,329 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:10:21,330 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:10:21,331 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:10:22,037 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:10:22,300 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:10:23,038 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:10:23,300 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:10:24,174 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:10:24,300 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:10:25,300 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:10:25,783 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:10:25,784 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:10:26,300 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:10:27,300 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:10:28,300 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:10:29,300 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:10:30,174 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:10:30,300 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:10:31,300 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:10:32,301 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:10:33,301 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:10:34,301 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:10:35,174 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:10:35,301 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:10:36,301 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:10:37,301 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:10:38,219 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:10:38,301 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:10:39,301 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:10:40,221 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:10:40,301 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:10:40,783 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:10:40,784 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:10:41,301 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:10:42,307 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:10:43,310 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:10:44,313 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:10:45,314 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:10:46,193 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:10:46,316 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:10:47,313 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:10:47,794 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:10:47,795 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:10:47,795 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:10:47,796 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:10:48,074 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:10:48,316 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:10:49,313 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:10:50,076 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:10:50,313 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:10:51,313 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:10:51,835 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:10:52,313 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:10:53,313 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:10:54,313 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:10:55,313 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:10:55,783 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:10:55,784 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:10:56,313 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:10:56,921 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:10:57,313 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:10:58,314 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:10:59,314 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:11:00,314 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:11:01,314 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:11:02,177 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:11:02,314 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:11:03,314 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:11:04,314 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:11:05,314 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:11:06,314 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:11:07,314 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:11:08,177 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:11:08,223 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:11:08,314 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:11:09,315 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:11:10,315 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:11:10,783 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:11:10,784 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:11:11,315 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:11:12,315 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:11:13,182 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:11:13,321 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:11:14,319 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:11:15,320 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:11:16,321 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:11:17,320 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:11:18,320 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:11:18,362 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:11:18,363 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:11:18,364 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:11:18,364 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:11:18,366 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:11:19,107 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:11:19,320 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:11:20,108 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:11:20,320 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:11:21,320 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:11:22,320 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:11:23,320 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:11:24,181 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:11:24,320 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:11:25,321 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:11:25,784 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:11:25,784 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:11:26,321 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:11:27,321 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:11:28,321 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:11:29,321 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:11:30,181 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:11:30,321 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:11:31,321 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:11:32,321 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:11:33,321 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:11:34,321 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:11:35,181 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:11:35,321 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:11:36,322 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:11:37,322 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:11:38,227 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:11:38,322 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:11:39,322 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:11:40,230 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:11:40,322 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:11:40,784 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:11:40,784 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:11:41,322 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:11:42,325 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:11:43,329 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:11:44,331 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:11:45,325 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:11:46,208 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:11:46,325 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:11:47,326 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:11:47,843 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:11:47,844 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:11:47,844 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:11:47,846 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:11:48,138 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:11:48,326 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:11:49,326 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:11:50,140 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:11:50,326 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:11:51,326 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:11:51,885 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:11:52,326 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:11:53,326 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:11:54,326 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:11:55,326 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:11:55,784 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:11:55,784 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:11:56,326 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:11:56,894 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:11:57,326 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:11:58,326 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:11:59,326 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:12:00,359 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:12:01,355 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:12:02,185 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:12:02,356 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:12:03,356 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:12:04,356 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:12:05,356 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:12:06,356 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:12:07,356 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:12:08,185 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:12:08,232 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:12:08,356 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:12:09,356 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:12:10,356 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:12:10,784 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:12:10,784 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:12:11,356 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:12:12,359 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:12:13,199 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:12:13,359 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:12:14,364 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:12:15,364 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:12:16,360 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:12:17,360 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:12:18,086 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:12:18,087 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:12:18,087 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:12:18,088 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:12:18,169 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:12:18,503 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:12:19,127 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:12:19,504 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:12:20,170 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:12:20,504 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:12:21,504 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:12:22,504 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:12:23,504 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:12:24,187 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:12:24,504 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:12:25,504 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:12:25,784 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:12:25,784 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:12:26,504 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:12:27,504 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:12:28,504 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:12:29,504 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:12:30,187 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:12:30,504 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:12:31,505 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:12:32,505 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:12:33,505 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:12:34,505 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:12:35,188 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:12:35,505 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:12:36,505 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:12:37,505 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:12:38,235 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:12:38,505 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:12:39,505 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:12:40,238 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:12:40,505 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:12:40,784 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:12:40,785 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:12:41,506 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:12:42,506 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:12:43,506 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:12:44,506 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:12:45,506 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:12:46,193 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:12:46,506 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:12:47,512 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:12:48,509 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:12:49,516 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:12:50,510 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:12:51,195 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:12:51,510 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:12:51,766 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:12:51,766 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:12:51,767 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:12:51,768 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:12:52,202 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:12:52,510 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:12:53,516 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:12:54,204 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:12:54,515 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:12:55,515 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:12:55,784 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:12:55,784 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:12:56,515 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:12:56,923 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:12:57,515 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:12:58,515 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:12:59,515 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:13:00,515 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:13:01,516 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:13:02,188 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:13:02,516 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:13:03,516 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:13:04,516 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:13:05,516 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:13:06,516 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:13:07,188 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:13:07,516 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:13:08,239 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:13:08,517 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:13:09,516 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:13:10,517 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:13:10,784 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:13:10,785 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:13:11,517 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:13:12,517 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:13:13,188 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:13:13,517 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:13:14,517 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:13:15,517 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:13:16,517 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:13:17,525 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:13:18,202 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:13:18,522 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:13:19,524 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:13:20,528 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:13:21,528 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:13:22,528 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:13:22,557 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:13:22,558 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:13:22,558 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:13:22,560 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:13:23,234 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:13:23,529 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:13:23,599 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:13:24,235 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:13:24,528 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:13:25,528 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:13:25,784 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:13:25,785 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:13:26,528 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:13:27,529 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:13:28,529 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:13:29,191 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:13:29,529 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:13:30,529 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:13:31,529 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:13:32,529 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:13:33,530 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:13:34,529 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:13:35,191 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:13:35,529 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:13:36,530 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:13:37,530 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:13:38,243 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:13:38,530 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:13:39,530 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:13:40,246 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:13:40,530 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:13:40,785 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:13:40,785 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:13:41,530 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:13:42,530 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:13:43,530 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:13:44,530 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:13:45,530 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:13:46,191 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:13:46,530 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:13:47,530 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:13:48,531 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:13:49,531 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:13:50,531 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:13:51,197 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:13:51,532 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:13:52,534 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:13:53,467 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:13:53,468 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:13:53,468 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:13:53,470 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:13:53,879 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:13:54,272 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:13:54,877 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:13:55,785 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:13:55,785 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:13:55,878 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:13:56,273 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:13:56,860 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:13:56,878 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:13:57,878 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:13:58,878 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:13:59,878 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:14:00,878 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:14:01,878 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:14:02,194 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:14:02,878 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:14:03,878 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:14:04,878 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:14:05,879 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:14:06,879 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:14:07,194 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:14:07,878 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:14:08,247 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:14:08,879 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:14:09,879 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:14:10,785 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:14:10,785 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:14:10,879 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:14:11,879 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:14:12,879 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:14:13,194 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:14:13,879 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:14:14,879 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:14:15,879 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:14:16,880 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:14:17,879 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:14:18,199 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:14:18,880 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:14:19,880 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:14:20,883 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:14:21,880 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:14:22,880 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:14:22,952 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:14:22,953 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:14:22,954 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:14:22,955 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:14:23,313 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:14:23,880 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:14:23,993 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:14:24,313 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:14:24,880 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:14:25,785 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:14:25,786 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:14:25,880 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:14:26,880 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:14:27,881 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:14:28,881 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:14:29,198 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:14:29,881 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:14:30,881 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:14:31,881 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:14:32,881 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:14:33,881 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:14:34,199 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:14:34,881 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:14:36,096 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:14:37,001 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:14:38,001 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:14:38,252 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:14:39,001 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:14:39,254 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:14:40,001 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:14:40,785 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:14:40,786 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:14:41,001 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:14:42,002 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:14:43,002 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:14:44,002 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:14:45,002 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:14:45,199 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:14:46,002 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:14:47,002 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:14:48,002 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:14:49,008 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:14:50,006 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:14:51,006 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:14:51,201 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:14:52,010 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:14:53,010 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:14:54,008 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:14:54,838 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:14:54,840 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:14:54,840 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:14:54,842 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:14:55,259 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:14:55,343 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:14:55,785 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:14:55,786 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:14:56,256 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:14:56,344 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:14:56,883 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:14:57,256 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:14:58,256 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:14:59,257 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:15:00,257 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:15:01,257 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:15:02,200 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:15:02,257 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:15:03,257 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:15:04,257 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:15:05,257 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:15:06,257 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:15:07,200 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:15:07,257 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:15:08,254 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:15:08,260 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:15:09,464 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:15:10,463 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:15:10,785 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:15:10,786 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:15:11,463 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:15:12,201 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:15:12,463 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:15:13,464 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:15:14,464 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:15:15,464 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:15:16,464 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:15:17,201 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:15:17,464 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:15:18,464 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:15:19,464 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:15:20,464 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:15:21,471 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:15:22,202 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:15:22,467 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:15:23,467 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:15:24,471 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:15:25,471 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:15:25,788 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:15:25,789 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:15:26,469 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:15:27,206 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:15:27,446 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:15:27,447 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:15:27,448 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:15:27,449 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:15:27,858 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:15:28,374 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:15:28,597 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:15:29,597 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:15:30,375 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:15:30,597 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:15:31,597 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:15:32,597 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:15:33,203 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:15:33,597 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:15:34,598 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:15:35,598 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:15:36,598 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:15:37,598 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:15:38,258 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:15:38,264 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:15:38,598 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:15:39,598 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:15:40,598 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:15:40,788 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:15:40,789 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:15:41,598 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:15:42,598 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:15:43,599 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:15:44,203 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:15:44,599 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:15:45,599 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:15:46,599 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:15:47,599 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:15:48,599 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:15:49,203 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:15:49,599 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:15:50,599 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:15:51,599 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:15:52,605 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:15:53,610 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:15:54,219 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:15:54,608 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:15:55,609 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:15:55,789 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:15:55,796 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:15:56,609 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:15:57,609 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:15:58,066 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:15:58,067 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:15:58,067 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:15:58,068 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:15:58,407 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:15:58,609 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:15:59,609 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:16:00,107 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:16:00,409 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:16:00,609 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:16:01,609 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:16:02,609 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:16:03,609 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:16:04,609 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:16:05,206 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:16:05,609 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:16:06,610 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:16:07,610 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:16:08,262 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:16:08,610 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:16:09,610 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:16:10,264 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:16:10,610 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:16:10,789 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:16:10,790 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:16:11,906 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:16:12,621 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:16:13,620 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:16:14,620 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:16:15,620 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:16:16,207 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:16:16,620 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:16:17,621 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:16:18,621 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:16:19,621 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:16:20,621 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:16:21,621 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:16:22,207 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:16:22,621 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:16:23,624 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:16:24,625 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:16:25,625 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:16:25,792 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:16:25,793 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:16:26,629 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:16:27,215 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:16:27,629 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:16:28,626 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:16:29,607 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:16:29,609 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:16:29,609 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:16:29,611 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:16:30,015 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:16:30,440 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:16:30,762 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:16:31,762 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:16:32,441 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:16:32,762 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:16:33,208 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:16:33,762 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:16:34,762 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:16:35,762 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:16:36,763 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:16:37,763 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:16:38,266 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:16:38,272 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:16:38,763 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:16:39,763 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:16:40,763 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:16:40,792 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:16:40,793 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:16:41,763 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:16:43,147 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:16:43,777 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:16:44,209 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:16:44,777 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:16:45,777 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:16:46,777 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:16:47,777 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:16:48,777 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:16:49,777 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:16:50,209 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:16:50,778 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:16:51,778 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:16:52,778 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:16:53,778 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:16:54,778 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:16:55,213 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:16:55,790 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:16:55,793 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:16:55,793 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:16:56,788 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:16:57,784 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:16:58,786 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:16:59,790 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:17:00,787 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:17:01,099 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:17:01,101 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:17:01,101 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:17:01,102 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:17:01,103 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:17:01,473 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:17:01,787 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:17:02,474 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:17:02,787 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:17:03,788 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:17:04,787 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:17:05,787 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:17:06,210 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:17:06,787 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:17:07,787 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:17:08,270 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:17:08,787 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:17:09,787 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:17:10,787 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:17:10,793 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:17:10,794 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:17:11,788 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:17:11,899 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:17:12,855 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:17:13,854 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:17:14,854 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:17:15,854 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:17:16,854 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:17:17,210 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:17:17,854 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:17:18,854 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:17:19,854 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:17:20,854 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:17:21,855 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:17:22,855 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:17:23,210 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:17:23,855 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:17:24,858 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:17:25,795 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:17:25,799 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:17:25,860 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:17:26,860 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:17:27,858 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:17:28,216 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:17:28,859 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:17:29,859 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:17:30,277 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:17:30,278 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:17:30,278 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:17:30,279 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:17:30,504 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:17:30,860 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:17:31,860 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:17:32,506 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:17:32,860 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:17:33,216 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:17:33,860 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:17:34,860 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:17:35,860 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:17:36,860 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:17:37,860 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:17:38,275 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:17:38,281 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:17:38,860 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:17:39,860 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:17:40,795 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:17:40,796 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:17:40,860 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:17:41,861 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:17:42,861 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:17:43,861 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:17:44,217 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:17:44,861 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:17:45,861 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:17:46,861 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:17:47,861 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:17:48,861 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:17:49,217 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:17:49,861 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:17:50,861 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:17:51,861 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:17:52,862 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:17:53,862 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:17:54,868 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:17:55,221 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:17:55,798 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:17:55,799 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:17:55,863 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:17:56,864 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:17:57,864 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:17:58,865 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:17:59,864 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:18:00,228 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:18:00,742 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:18:00,743 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:18:00,743 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:18:00,745 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:18:01,154 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:18:01,531 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:18:01,890 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:18:02,532 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:18:02,890 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:18:03,890 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:18:04,890 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:18:05,890 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:18:06,221 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:18:06,890 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:18:07,890 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:18:08,278 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:18:08,890 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:18:09,890 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:18:10,798 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:18:10,799 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:18:10,890 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:18:11,890 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:18:11,956 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:18:12,891 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:18:13,891 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:18:14,891 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:18:15,891 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:18:16,891 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:18:17,221 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:18:17,891 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:18:18,891 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:18:19,891 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:18:20,891 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:18:21,891 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:18:22,892 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:18:23,228 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:18:23,901 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:18:24,898 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:18:25,800 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:18:25,801 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:18:25,902 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:18:26,902 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:18:27,904 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:18:28,905 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:18:29,217 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:18:29,218 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:18:29,218 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:18:29,219 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:18:29,221 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:18:29,563 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:18:29,905 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:18:30,565 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:18:30,905 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:18:31,905 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:18:32,905 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:18:33,905 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:18:34,226 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:18:34,905 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:18:35,905 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:18:36,905 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:18:37,905 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:18:38,282 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:18:38,905 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:18:39,284 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:18:39,906 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:18:40,800 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:18:40,801 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:18:40,906 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:18:41,906 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:18:42,906 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:18:43,906 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:18:44,906 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:18:45,227 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:18:45,906 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:18:46,906 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:18:47,906 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:18:48,907 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:18:49,907 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:18:50,907 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:18:51,227 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:18:51,907 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:18:52,907 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:18:53,915 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:18:54,908 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:18:55,803 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:18:55,805 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:18:55,914 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:18:56,878 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:18:56,908 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:18:57,908 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:18:58,908 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:18:59,805 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:18:59,807 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:18:59,807 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:18:59,809 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:19:00,213 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:19:00,592 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:19:00,954 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:19:01,954 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:19:02,230 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:19:02,594 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:19:02,954 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:19:03,954 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:19:04,954 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:19:05,954 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:19:06,954 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:19:07,954 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:19:08,230 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:19:08,286 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:19:08,954 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:19:09,954 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:19:10,801 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:19:10,802 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:19:10,955 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:19:11,955 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:19:12,955 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:19:13,955 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:19:14,230 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:19:14,955 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:19:15,955 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:19:16,955 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:19:17,955 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:19:18,955 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:19:19,231 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:19:19,956 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:19:20,956 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:19:21,956 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:19:22,956 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:19:23,956 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:19:24,956 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:19:25,241 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:19:25,808 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:19:25,812 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:19:25,962 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:19:26,959 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:19:27,962 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:19:28,962 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:19:29,968 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:19:30,240 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:19:30,963 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:19:31,010 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:19:31,011 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:19:31,012 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:19:31,013 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:19:31,628 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:19:31,963 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:19:32,629 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:19:32,963 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:19:33,963 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:19:34,963 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:19:35,963 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:19:36,237 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:19:36,963 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:19:37,963 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:19:38,290 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:19:38,963 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:19:39,964 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:19:40,805 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:19:40,806 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:19:40,964 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:19:41,935 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:19:41,964 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:19:43,028 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:19:44,026 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:19:45,026 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:19:46,026 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:19:47,026 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:19:47,237 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:19:48,026 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:19:49,026 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:19:50,026 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:19:51,026 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:19:52,027 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:19:53,027 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:19:53,237 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:19:54,027 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:19:55,032 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:19:55,809 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:19:55,809 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:19:56,032 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:19:57,032 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:19:58,035 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:19:58,245 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:19:59,036 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:20:00,036 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:20:00,542 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:20:00,543 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:20:00,544 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:20:00,545 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:20:00,657 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:20:01,036 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:20:02,036 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:20:02,658 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:20:03,036 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:20:04,036 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:20:04,240 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:20:05,036 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:20:06,036 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:20:07,036 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:20:08,036 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:20:08,295 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:20:09,036 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:20:09,297 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:20:10,036 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:20:10,807 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:20:10,808 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:20:11,036 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:20:12,037 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:20:13,037 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:20:14,037 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:20:15,037 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:20:15,241 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:20:16,037 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:20:17,038 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:20:18,037 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:20:19,037 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:20:20,037 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:20:20,241 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:20:21,037 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:20:22,038 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:20:23,038 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:20:24,038 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:20:25,049 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:20:25,245 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:20:25,812 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:20:25,816 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:20:26,047 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:20:27,041 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:20:28,044 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:20:29,042 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:20:30,043 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:20:30,239 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:20:30,241 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:20:30,241 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:20:30,242 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:20:30,282 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:20:30,680 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:20:31,042 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:20:32,042 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:20:32,681 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:20:33,042 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:20:34,042 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:20:35,042 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:20:36,042 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:20:36,250 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:20:37,043 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:20:38,043 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:20:38,298 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:20:39,043 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:20:40,043 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:20:40,810 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:20:40,811 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:20:41,043 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:20:41,927 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:20:42,165 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:20:43,164 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:20:44,164 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:20:45,165 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:20:46,165 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:20:47,165 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:20:47,250 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:20:48,165 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:20:49,165 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:20:50,165 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:20:51,165 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:20:52,165 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:20:52,252 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:20:53,165 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:20:54,167 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:20:55,168 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:20:55,816 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:20:55,817 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:20:56,170 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:20:57,170 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:20:57,253 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:20:58,112 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:20:58,114 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:20:58,114 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:20:58,116 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:20:58,527 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:20:58,703 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:20:59,267 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:21:00,267 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:21:00,704 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:21:01,267 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:21:02,267 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:21:03,250 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:21:03,267 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:21:04,267 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:21:05,267 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:21:06,267 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:21:07,267 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:21:08,268 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:21:08,302 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:21:08,309 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:21:09,268 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:21:10,485 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:21:10,816 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:21:10,817 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:21:11,484 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:21:12,484 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:21:13,484 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:21:14,250 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:21:14,484 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:21:15,484 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:21:16,484 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:21:17,484 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:21:18,484 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:21:19,484 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:21:20,250 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:21:20,484 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:21:21,485 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:21:22,489 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:21:23,492 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:21:24,491 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:21:25,268 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:21:25,495 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:21:25,819 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:21:25,834 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:21:26,500 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:21:27,495 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:21:28,194 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:21:28,195 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:21:28,195 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:21:28,196 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:21:28,611 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:21:28,727 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:21:29,608 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:21:30,608 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:21:30,729 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:21:31,235 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:21:31,608 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:21:32,608 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:21:33,608 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:21:34,608 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:21:35,608 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:21:36,256 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:21:36,608 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:21:37,609 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:21:38,307 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:21:38,609 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:21:39,608 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:21:40,609 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:21:40,819 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:21:40,820 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:21:41,609 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:21:41,911 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:21:42,704 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:21:43,697 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:21:44,696 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:21:45,697 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:21:46,697 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:21:47,387 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:21:47,697 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:21:48,697 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:21:49,697 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:21:50,697 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:21:51,697 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:21:52,697 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:21:53,387 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:21:53,697 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:21:54,704 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:21:55,703 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:21:55,827 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:21:55,827 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:21:56,707 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:21:57,707 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:21:58,391 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:21:58,705 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:21:59,711 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:22:00,613 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:22:00,614 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:22:00,614 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:22:00,616 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:22:00,759 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:22:01,032 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:22:02,031 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:22:02,760 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:22:03,031 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:22:04,032 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:22:04,390 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:22:05,032 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:22:06,032 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:22:07,032 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:22:08,032 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:22:08,310 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:22:09,032 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:22:10,032 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:22:10,312 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:22:10,824 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:22:10,825 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:22:11,032 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:22:12,032 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:22:13,032 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:22:14,033 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:22:15,032 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:22:15,391 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:22:16,033 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:22:17,033 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:22:18,033 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:22:19,033 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:22:20,033 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:22:20,391 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:22:21,033 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:22:22,033 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:22:23,033 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:22:24,033 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:22:25,033 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:22:25,824 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:22:25,825 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:22:25,917 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:22:26,041 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:22:27,036 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:22:28,035 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:22:29,038 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:22:30,037 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:22:31,038 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:22:31,400 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:22:32,038 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:22:32,072 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:22:32,073 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:22:32,073 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:22:32,074 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:22:32,786 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:22:33,038 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:22:34,038 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:22:34,788 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:22:35,038 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:22:36,038 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:22:36,553 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:22:37,038 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:22:38,038 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:22:38,315 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:22:39,038 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:22:40,038 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:22:40,825 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:22:40,825 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:22:41,038 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:22:41,991 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:22:42,039 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:22:43,039 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:22:44,039 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:22:45,039 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:22:46,039 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:22:47,039 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:22:47,552 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:22:48,039 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:22:49,039 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:22:50,039 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:22:51,039 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:22:52,039 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:22:53,040 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:22:53,552 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:22:54,040 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:22:55,040 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:22:55,825 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:22:55,825 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:22:56,050 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:22:57,043 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:22:58,043 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:22:58,568 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:22:59,043 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:23:00,047 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:23:01,049 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:23:01,919 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:23:01,920 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:23:01,920 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:23:01,922 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:23:02,334 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:23:02,814 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:23:02,815 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:23:03,066 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:23:04,066 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:23:04,556 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:23:05,066 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:23:06,066 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:23:07,066 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:23:08,066 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:23:08,318 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:23:09,067 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:23:10,067 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:23:10,320 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:23:10,825 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:23:10,825 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:23:11,067 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:23:12,067 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:23:13,067 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:23:14,067 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:23:15,067 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:23:15,556 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:23:16,067 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:23:17,068 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:23:18,067 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:23:19,068 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:23:20,068 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:23:20,557 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:23:21,068 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:23:22,068 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:23:23,068 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:23:24,068 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:23:25,068 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:23:25,825 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:23:25,826 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:23:25,973 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:23:26,068 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:23:27,068 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:23:28,068 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:23:29,069 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:23:30,069 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:23:31,075 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:23:31,563 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:23:32,075 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:23:33,077 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:23:34,079 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:23:35,081 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:23:35,335 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:23:35,336 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:23:35,336 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:23:35,337 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:23:35,847 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:23:36,080 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:23:36,848 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:23:37,080 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:23:37,377 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:23:38,080 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:23:38,322 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:23:39,080 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:23:40,080 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:23:40,825 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:23:40,826 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:23:41,080 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:23:42,080 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:23:42,562 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:23:43,080 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:23:44,080 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:23:45,080 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:23:46,080 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:23:47,081 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:23:47,563 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:23:48,081 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:23:49,081 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:23:50,081 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:23:51,081 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:23:52,081 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:23:52,691 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:23:53,081 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:23:54,081 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:23:55,081 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:23:55,825 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:23:55,826 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:23:56,081 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:23:57,081 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:23:58,082 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:23:58,703 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:23:59,091 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:24:00,087 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:24:01,088 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:24:02,088 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:24:03,093 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:24:03,699 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:24:04,092 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:24:04,508 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:24:04,509 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:24:04,510 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:24:04,511 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:24:04,880 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:24:05,093 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:24:06,093 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:24:06,882 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:24:07,093 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:24:08,093 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:24:08,327 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:24:09,093 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:24:09,329 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:24:10,093 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:24:10,825 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:24:10,826 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:24:11,093 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:24:12,093 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:24:13,093 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:24:14,093 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:24:14,695 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:24:15,093 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:24:16,093 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:24:17,218 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:24:18,217 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:24:19,217 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:24:19,696 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:24:20,217 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:24:21,217 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:24:22,217 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:24:23,217 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:24:24,217 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:24:25,217 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:24:25,695 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:24:25,825 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:24:25,826 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:24:26,217 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:24:27,217 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:24:28,217 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:24:29,218 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:24:30,224 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:24:30,700 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:24:31,221 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:24:32,219 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:24:33,219 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:24:34,223 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:24:35,221 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:24:35,533 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:24:35,534 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:24:35,534 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:24:35,535 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:24:35,911 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:24:36,220 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:24:36,574 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:24:36,912 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:24:37,220 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:24:38,220 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:24:38,329 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:24:39,220 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:24:40,220 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:24:40,826 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:24:40,826 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:24:41,220 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:24:41,993 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:24:42,220 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:24:43,220 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:24:44,220 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:24:45,220 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:24:46,220 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:24:47,221 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:24:47,699 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:24:48,312 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:24:49,309 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:24:50,309 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:24:51,309 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:24:52,309 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:24:52,700 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:24:53,309 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:24:54,309 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:24:55,310 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:24:55,826 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:24:55,826 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:24:56,310 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:24:57,310 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:24:58,310 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:24:58,699 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:24:59,310 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:25:00,316 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:25:01,316 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:25:02,320 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:25:03,320 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:25:03,708 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:25:04,323 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:25:05,320 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:25:05,667 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:25:05,668 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:25:05,668 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:25:05,669 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:25:05,949 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:25:06,320 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:25:06,951 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:25:07,320 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:25:08,320 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:25:08,333 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:25:09,320 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:25:09,335 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:25:10,320 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:25:10,826 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:25:10,826 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:25:11,320 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:25:12,320 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:25:13,320 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:25:14,320 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:25:14,701 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:25:15,321 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:25:16,321 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:25:17,321 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:25:18,476 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:25:19,384 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:25:20,384 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:25:20,702 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:25:21,384 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:25:22,384 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:25:23,384 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:25:24,384 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:25:25,384 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:25:25,702 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:25:25,826 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:25:25,826 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:25:26,384 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:25:27,384 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:25:28,385 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:25:29,385 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:25:30,385 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:25:31,396 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:25:31,707 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:25:32,391 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:25:33,393 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:25:34,392 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:25:35,392 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:25:36,396 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:25:37,265 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:25:37,267 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:25:37,268 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:25:37,268 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:25:37,269 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:25:37,674 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:25:37,983 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:25:38,338 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:25:38,673 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:25:38,984 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:25:39,673 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:25:40,674 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:25:40,826 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:25:40,827 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:25:41,674 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:25:42,674 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:25:42,702 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:25:43,674 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:25:44,674 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:25:45,674 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:25:46,674 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:25:47,674 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:25:48,674 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:25:48,702 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:25:49,675 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:25:50,674 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:25:51,675 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:25:52,675 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:25:53,675 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:25:53,703 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:25:54,675 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:25:55,675 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:25:55,826 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:25:55,827 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:25:56,675 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:25:57,675 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:25:58,675 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:25:58,703 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:25:59,675 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:26:00,675 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:26:01,675 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:26:02,675 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:26:03,675 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:26:03,703 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:26:04,687 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:26:05,680 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:26:06,685 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:26:07,691 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:26:08,342 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:26:08,684 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:26:09,343 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:26:09,685 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:26:10,330 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:26:10,331 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:26:10,331 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:26:10,332 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:26:10,749 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:26:10,826 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:26:10,827 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:26:11,021 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:26:11,748 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:26:12,753 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:26:13,023 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:26:13,753 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:26:14,707 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:26:14,753 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:26:15,753 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:26:16,753 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:26:17,753 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:26:18,753 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:26:19,753 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:26:20,707 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:26:20,753 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:26:21,753 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:26:22,753 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:26:23,754 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:26:24,754 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:26:25,707 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:26:25,754 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:26:25,826 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:26:25,827 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:26:26,754 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:26:27,754 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:26:28,754 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:26:29,754 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:26:30,754 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:26:31,707 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:26:31,754 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:26:32,754 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:26:33,760 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:26:34,758 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:26:35,759 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:26:36,718 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:26:36,761 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:26:37,758 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:26:38,343 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:26:38,758 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:26:39,653 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:26:39,654 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:26:39,654 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:26:39,656 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:26:40,051 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:26:40,086 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:26:40,808 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:26:40,826 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:26:40,827 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:26:41,052 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:26:41,808 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:26:41,902 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:26:42,808 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:26:43,808 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:26:44,808 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:26:45,808 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:26:46,808 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:26:47,710 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:26:47,808 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:26:48,808 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:26:49,808 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:26:50,809 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:26:51,809 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:26:52,711 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:26:52,811 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:26:53,809 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:26:54,809 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:26:55,809 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:26:55,826 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:26:55,827 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:26:56,809 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:26:57,714 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:26:57,809 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:26:58,809 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:26:59,810 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:27:00,810 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:27:01,810 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:27:02,715 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:27:02,810 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:27:03,810 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:27:04,810 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:27:05,820 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:27:06,814 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:27:07,721 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:27:07,815 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:27:08,348 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:27:08,820 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:27:09,815 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:27:10,815 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:27:10,827 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:27:10,827 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:27:10,867 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:27:10,904 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:27:10,904 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:27:10,910 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:27:11,080 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:27:11,815 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:27:12,815 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:27:13,082 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:27:13,718 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:27:13,815 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:27:14,816 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:27:15,815 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:27:16,815 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:27:17,815 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:27:18,718 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:27:18,815 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:27:19,816 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:27:20,816 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:27:21,816 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:27:22,816 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:27:23,816 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:27:24,719 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:27:24,816 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:27:25,816 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:27:25,827 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:27:25,827 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:27:26,816 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:27:27,816 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:27:28,816 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:27:29,817 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:27:30,719 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:27:30,817 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:27:31,817 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:27:32,817 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:27:33,817 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:27:34,817 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:27:35,817 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:27:36,728 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:27:36,829 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:27:37,827 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:27:38,353 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:27:38,823 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:27:39,827 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:27:40,824 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:27:40,831 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:27:40,831 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:27:41,824 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:27:41,921 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:27:42,525 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:27:42,526 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:27:42,526 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:27:42,532 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:27:43,112 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:27:43,442 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:27:44,438 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:27:45,114 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:27:45,439 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:27:46,439 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:27:47,439 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:27:47,444 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:27:48,439 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:27:49,439 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:27:50,439 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:27:51,439 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:27:52,439 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:27:53,439 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:27:53,439 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:27:54,439 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:27:55,439 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:27:55,891 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:27:55,892 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:27:56,440 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:27:57,440 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:27:58,439 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:27:58,440 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:27:59,440 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:28:00,440 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:28:01,440 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:28:02,440 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:28:03,440 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:28:04,439 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:28:04,440 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:28:05,440 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:28:06,447 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:28:07,452 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:28:08,368 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:28:08,448 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:28:09,445 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:28:09,448 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:28:10,449 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:28:10,894 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:28:10,895 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:28:11,449 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:28:12,429 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:28:12,430 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:28:12,430 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:28:12,432 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:28:13,138 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:28:13,526 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:28:13,589 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:28:14,526 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:28:14,589 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:28:15,140 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:28:15,589 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:28:16,589 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:28:17,589 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:28:18,589 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:28:19,590 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:28:20,525 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:28:20,590 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:28:21,590 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:28:22,590 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:28:23,590 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:28:24,590 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:28:25,525 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:28:25,590 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:28:25,894 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:28:25,895 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:28:26,590 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:28:27,591 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:28:28,590 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:28:29,590 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:28:30,525 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:28:30,591 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:28:31,591 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:28:32,591 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:28:33,591 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:28:34,592 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:28:35,591 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:28:36,525 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:28:36,591 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:28:37,591 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:28:38,363 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:28:38,591 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:28:39,592 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:28:40,594 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:28:40,898 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:28:40,899 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:28:41,598 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:28:42,017 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:28:42,598 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:28:43,598 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:28:44,601 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:28:45,602 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:28:46,128 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:28:46,130 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:28:46,130 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:28:46,133 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:28:46,169 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:28:46,602 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:28:47,170 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:28:47,171 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:28:47,602 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:28:48,602 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:28:49,602 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:28:50,602 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:28:51,602 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:28:52,530 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:28:52,602 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:28:53,602 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:28:54,602 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:28:55,602 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:28:55,898 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:28:55,899 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:28:56,602 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:28:57,602 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:28:57,978 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:28:58,603 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:28:59,603 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:29:00,603 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:29:01,603 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:29:02,603 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:29:03,530 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:29:03,603 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:29:04,603 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:29:05,603 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:29:06,603 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:29:07,603 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:29:08,367 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:29:08,604 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:29:09,530 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:29:09,604 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:29:10,604 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:29:10,899 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:29:10,899 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:29:11,604 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:29:12,604 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:29:13,618 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:29:14,533 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:29:14,610 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:29:15,611 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:29:16,611 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:29:17,614 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:29:18,616 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:29:19,065 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:29:19,066 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:29:19,067 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:29:19,072 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:29:19,200 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:29:19,615 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:29:20,106 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:29:20,615 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:29:21,202 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:29:21,615 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:29:22,615 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:29:23,615 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:29:24,615 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:29:25,532 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:29:25,615 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:29:25,899 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:29:25,899 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:29:26,615 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:29:27,615 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:29:28,615 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:29:29,615 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:29:30,616 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:29:31,531 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:29:31,616 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:29:32,746 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:29:33,743 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:29:34,743 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:29:35,743 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:29:36,532 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:29:36,743 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:29:37,743 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:29:38,371 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:29:38,743 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:29:39,743 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:29:40,744 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:29:40,899 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:29:40,899 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:29:41,744 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:29:42,056 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:29:42,759 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:29:43,750 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:29:44,751 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:29:45,751 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:29:46,751 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:29:47,537 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:29:47,751 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:29:48,751 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:29:48,761 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:29:48,763 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:29:48,763 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:29:48,765 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:29:49,229 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:29:49,751 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:29:50,751 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:29:51,231 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:29:51,751 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:29:52,751 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:29:52,804 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:29:53,752 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:29:54,752 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:29:55,752 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:29:55,899 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:29:55,899 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:29:56,752 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:29:57,752 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:29:58,065 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:29:58,752 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:29:59,752 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:30:00,752 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:30:01,752 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:30:02,957 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:30:03,532 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:30:03,861 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:30:04,861 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:30:05,861 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:30:06,861 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:30:07,861 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:30:08,375 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:30:08,861 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:30:09,532 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:30:09,861 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:30:10,861 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:30:10,899 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:30:10,900 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:30:11,861 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:30:12,866 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:30:13,874 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:30:14,537 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:30:14,867 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:30:15,868 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:30:16,871 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:30:17,868 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:30:18,683 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:30:18,685 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:30:18,685 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:30:18,687 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:30:19,100 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:30:19,259 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:30:19,725 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:30:20,097 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:30:21,098 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:30:21,260 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:30:22,098 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:30:23,098 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:30:24,098 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:30:25,098 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:30:25,533 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:30:25,899 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:30:25,900 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:30:26,098 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:30:27,098 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:30:28,098 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:30:29,098 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:30:30,098 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:30:31,309 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:30:31,533 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:30:32,213 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:30:33,213 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:30:34,213 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:30:35,213 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:30:36,213 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:30:36,533 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:30:37,213 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:30:38,213 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:30:38,379 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:30:39,213 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:30:40,213 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:30:40,899 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:30:40,900 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:30:41,213 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:30:42,069 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:30:42,214 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:30:43,214 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:30:44,220 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:30:45,218 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:30:46,218 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:30:47,218 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:30:47,555 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:30:48,218 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:30:49,218 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:30:49,338 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:30:49,339 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:30:49,340 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:30:49,342 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:30:50,218 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:30:50,286 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:30:51,218 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:30:51,287 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:30:52,218 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:30:53,218 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:30:53,381 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:30:54,218 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:30:55,218 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:30:55,899 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:30:55,900 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:30:56,219 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:30:57,219 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:30:58,219 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:30:58,535 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:30:59,219 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:31:00,219 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:31:01,219 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:31:02,219 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:31:03,219 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:31:03,536 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:31:04,220 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:31:05,219 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:31:06,219 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:31:07,220 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:31:08,220 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:31:08,384 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:31:09,220 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:31:09,536 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:31:10,220 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:31:10,900 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:31:10,900 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:31:11,220 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:31:12,220 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:31:13,220 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:31:14,220 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:31:15,220 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:31:15,544 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:31:16,234 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:31:17,224 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:31:18,226 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:31:19,232 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:31:20,227 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:31:21,227 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:31:21,236 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:31:21,237 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:31:21,238 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:31:21,238 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:31:21,240 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:31:21,318 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:31:22,227 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:31:23,227 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:31:23,320 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:31:24,227 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:31:25,227 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:31:25,900 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:31:25,900 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:31:26,227 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:31:27,059 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:31:27,227 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:31:28,227 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:31:29,227 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:31:30,227 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:31:31,227 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:31:32,227 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:31:32,537 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:31:33,254 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:31:34,253 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:31:35,253 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:31:36,253 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:31:37,253 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:31:37,538 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:31:38,253 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:31:38,387 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:31:39,253 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:31:40,253 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:31:40,900 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:31:40,900 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:31:41,253 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:31:42,254 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:31:43,035 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:31:43,254 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:31:44,254 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:31:45,264 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:31:46,256 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:31:47,259 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:31:48,261 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:31:48,540 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:31:49,260 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:31:50,261 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:31:50,724 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:31:50,725 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:31:50,726 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:31:50,727 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:31:51,261 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:31:51,355 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:31:52,261 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:31:53,261 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:31:53,356 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:31:53,541 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:31:54,261 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:31:55,261 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:31:55,900 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:31:55,901 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:31:56,261 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:31:57,261 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:31:58,261 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:31:59,261 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:31:59,541 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:32:00,262 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:32:01,262 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:32:02,262 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:32:03,262 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:32:04,262 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:32:04,541 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:32:05,262 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:32:06,262 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:32:07,262 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:32:08,263 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:32:08,391 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:32:09,262 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:32:10,263 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:32:10,542 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:32:10,900 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:32:10,900 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:32:11,263 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:32:12,263 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:32:13,273 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:32:14,270 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:32:15,271 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:32:15,557 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:32:16,271 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:32:17,271 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:32:18,271 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:32:18,333 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:32:18,334 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:32:18,335 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:32:18,337 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:32:18,384 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:32:19,272 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:32:19,385 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:32:20,272 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:32:20,746 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:32:21,272 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:32:22,272 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:32:23,272 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:32:24,272 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:32:25,272 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:32:25,900 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:32:25,901 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:32:25,992 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:32:26,272 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:32:27,272 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:32:28,272 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:32:29,272 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:32:30,273 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:32:31,273 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:32:31,746 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:32:32,480 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:32:33,479 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:32:34,479 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:32:35,479 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:32:36,479 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:32:36,746 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:32:37,479 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:32:38,395 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:32:38,479 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:32:39,479 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:32:40,480 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:32:40,900 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:32:40,901 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:32:41,480 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:32:42,037 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:32:42,480 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:32:43,480 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:32:44,490 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:32:45,483 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:32:46,488 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:32:47,491 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:32:47,756 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:32:48,491 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:32:49,490 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:32:49,973 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:32:49,974 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:32:49,975 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:32:49,976 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:32:50,422 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:32:50,491 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:32:51,423 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:32:51,491 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:32:52,491 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:32:53,015 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:32:53,491 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:32:54,491 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:32:55,491 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:32:55,900 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:32:55,901 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:32:56,491 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:32:57,491 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:32:58,074 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:32:58,491 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:32:59,491 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:33:00,492 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:33:01,492 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:33:02,492 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:33:03,492 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:33:03,749 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:33:04,492 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:33:05,492 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:33:06,492 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:33:07,492 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:33:08,398 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:33:08,492 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:33:09,492 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:33:09,749 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:33:10,493 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:33:10,900 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:33:10,901 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:33:11,493 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:33:12,493 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:33:13,493 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:33:14,493 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:33:14,749 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:33:15,508 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:33:16,499 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:33:17,507 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:33:18,507 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:33:19,515 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:33:19,757 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:33:20,508 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:33:21,362 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:33:21,365 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:33:21,366 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:33:21,367 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:33:21,451 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:33:21,776 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:33:22,508 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:33:23,453 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:33:23,508 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:33:24,508 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:33:25,509 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:33:25,750 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:33:25,901 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:33:25,901 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:33:26,509 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:33:27,509 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:33:28,509 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:33:29,509 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:33:30,509 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:33:31,509 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:33:31,750 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:33:32,509 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:33:33,510 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:33:34,510 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:33:35,510 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:33:36,510 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:33:36,750 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:33:37,510 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:33:38,402 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:33:38,510 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:33:39,510 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:33:40,510 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:33:40,901 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:33:40,901 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:33:41,510 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:33:42,040 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:33:42,510 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:33:43,515 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:33:44,513 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:33:45,517 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:33:46,513 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:33:47,513 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:33:47,761 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:33:48,461 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:33:48,462 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:33:48,462 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:33:48,463 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:33:48,475 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:33:48,906 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:33:49,476 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:33:49,612 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:33:50,612 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:33:51,612 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:33:52,612 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:33:52,907 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:33:53,612 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:33:54,612 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:33:55,612 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:33:55,901 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:33:55,901 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:33:56,612 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:33:57,612 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:33:57,998 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:33:58,613 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:33:59,613 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:34:00,613 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:34:01,613 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:34:02,613 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:34:03,613 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:34:03,903 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:34:04,613 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:34:05,613 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:34:06,614 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:34:07,613 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:34:08,406 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:34:08,614 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:34:09,614 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:34:09,903 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:34:10,614 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:34:10,901 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:34:10,901 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:34:11,614 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:34:12,614 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:34:13,614 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:34:14,614 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:34:14,914 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:34:15,624 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:34:16,617 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:34:17,618 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:34:18,620 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:34:19,621 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:34:20,618 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:34:20,847 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:34:20,849 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:34:20,849 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:34:20,850 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:34:20,852 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:34:21,505 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:34:21,506 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:34:21,618 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:34:22,618 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:34:23,618 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:34:24,618 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:34:25,618 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:34:25,901 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:34:25,902 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:34:26,056 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:34:26,618 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:34:27,619 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:34:28,619 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:34:29,619 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:34:30,619 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:34:31,619 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:34:31,908 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:34:32,620 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:34:33,619 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:34:34,619 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:34:35,619 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:34:36,619 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:34:36,909 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:34:37,619 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:34:38,410 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:34:38,620 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:34:39,620 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:34:40,620 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:34:40,901 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:34:40,901 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:34:41,620 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:34:41,984 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:34:42,620 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:34:43,620 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:34:44,620 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:34:45,620 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:34:46,620 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:34:47,628 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:34:47,912 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:34:48,626 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:34:49,625 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:34:50,629 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:34:51,625 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:34:52,625 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:34:52,847 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:34:52,848 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:34:52,848 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:34:52,850 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:34:53,533 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:34:53,534 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:34:53,625 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:34:53,889 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:34:54,625 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:34:55,625 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:34:55,901 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:34:55,902 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:34:56,626 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:34:57,626 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:34:58,626 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:34:58,914 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:34:59,626 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:35:00,626 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:35:01,626 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:35:02,626 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:35:03,626 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:35:03,914 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:35:04,626 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:35:05,626 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:35:06,626 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:35:07,627 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:35:08,414 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:35:08,627 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:35:08,914 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:35:09,627 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:35:10,627 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:35:10,901 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:35:10,902 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:35:11,627 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:35:12,627 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:35:13,627 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:35:13,915 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:35:14,627 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:35:15,627 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:35:16,627 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:35:17,627 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:35:18,627 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:35:19,638 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:35:19,918 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:35:20,636 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:35:21,637 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:35:22,637 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:35:23,637 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:35:24,638 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:35:24,923 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:35:25,374 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:35:25,375 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:35:25,376 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:35:25,377 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:35:25,569 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:35:25,782 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:35:25,901 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:35:25,902 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:35:26,786 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:35:27,572 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:35:27,779 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:35:28,779 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:35:29,779 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:35:30,779 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:35:30,918 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:35:31,779 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:35:32,779 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:35:33,779 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:35:34,779 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:35:35,780 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:35:36,780 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:35:36,918 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:35:37,780 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:35:38,418 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:35:38,780 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:35:39,780 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:35:40,781 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:35:40,902 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:35:40,902 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:35:41,780 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:35:42,028 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:35:42,781 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:35:43,781 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:35:44,781 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:35:45,781 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:35:46,781 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:35:47,781 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:35:47,919 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:35:48,781 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:35:49,781 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:35:50,781 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:35:51,781 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:35:52,781 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:35:53,782 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:35:53,925 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:35:54,785 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:35:55,783 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:35:55,903 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:35:55,906 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:35:56,785 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:35:57,783 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:35:58,783 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:35:58,927 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:35:59,783 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:35:59,898 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:35:59,900 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:35:59,901 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:35:59,902 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:36:00,601 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:36:00,783 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:36:01,783 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:36:02,602 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:36:02,783 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:36:03,783 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:36:03,924 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:36:04,784 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:36:05,784 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:36:06,784 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:36:07,784 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:36:08,422 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:36:08,784 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:36:09,784 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:36:09,924 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:36:10,784 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:36:10,904 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:36:10,904 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:36:11,784 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:36:12,997 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:36:13,905 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:36:14,905 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:36:14,924 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:36:15,905 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:36:16,905 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:36:17,905 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:36:18,905 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:36:19,905 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:36:20,905 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:36:20,925 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:36:21,905 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:36:22,905 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:36:23,905 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:36:24,906 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:36:25,910 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:36:25,919 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:36:25,951 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:36:26,005 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:36:26,913 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:36:27,913 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:36:28,914 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:36:29,916 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:36:30,914 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:36:31,380 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:36:31,381 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:36:31,381 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:36:31,381 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:36:31,382 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:36:31,633 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:36:31,915 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:36:32,634 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:36:32,915 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:36:33,915 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:36:34,915 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:36:35,915 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:36:36,915 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:36:36,931 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:36:37,915 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:36:38,425 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:36:38,915 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:36:39,915 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:36:40,909 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:36:40,910 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:36:40,950 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:36:41,915 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:36:42,079 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:36:42,915 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:36:43,915 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:36:44,916 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:36:45,916 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:36:46,916 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:36:47,916 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:36:47,931 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:36:48,916 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:36:49,916 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:36:50,916 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:36:51,916 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:36:52,916 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:36:52,931 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:36:53,917 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:36:54,917 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:36:55,909 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:36:55,910 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:36:55,950 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:36:56,917 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:36:57,927 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:36:58,083 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:36:58,922 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:36:59,924 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:37:00,922 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:37:01,922 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:37:02,922 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:37:03,713 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:37:03,715 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:37:03,716 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:37:03,716 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:37:03,718 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:37:04,135 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:37:04,664 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:37:05,131 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:37:06,131 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:37:06,666 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:37:07,132 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:37:08,132 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:37:08,429 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:37:09,132 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:37:09,134 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:37:10,132 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:37:10,910 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:37:10,910 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:37:11,132 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:37:12,132 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:37:13,132 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:37:14,133 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:37:15,133 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:37:15,266 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:37:16,264 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:37:17,264 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:37:18,265 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:37:19,264 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:37:20,133 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:37:20,265 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:37:21,265 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:37:22,265 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:37:23,265 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:37:24,265 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:37:25,265 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:37:25,910 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:37:25,910 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:37:26,022 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:37:26,265 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:37:27,265 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:37:28,270 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:37:29,266 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:37:30,266 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:37:31,138 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:37:31,269 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:37:32,270 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:37:32,535 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:37:32,535 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:37:32,536 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:37:32,537 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:37:32,693 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:37:33,270 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:37:34,270 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:37:34,695 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:37:35,270 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:37:36,270 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:37:37,138 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:37:37,270 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:37:38,270 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:37:38,433 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:37:39,270 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:37:40,270 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:37:40,910 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:37:40,910 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:37:41,270 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:37:42,270 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:37:42,991 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:37:43,270 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:37:44,271 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:37:45,271 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:37:46,271 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:37:47,271 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:37:48,138 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:37:48,271 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:37:49,271 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:37:50,271 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:37:51,271 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:37:52,271 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:37:53,138 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:37:53,271 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:37:54,271 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:37:55,272 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:37:55,910 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:37:55,910 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:37:56,272 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:37:57,272 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:37:58,272 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:37:59,061 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:37:59,272 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:38:00,272 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:38:01,277 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:38:02,280 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:38:03,283 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:38:04,149 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:38:04,283 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:38:05,284 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:38:05,347 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:38:05,348 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:38:05,348 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:38:05,350 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:38:05,727 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:38:06,284 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:38:06,728 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:38:07,284 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:38:08,284 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:38:08,437 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:38:09,284 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:38:10,141 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:38:10,284 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:38:10,910 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:38:10,911 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:38:11,284 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:38:12,284 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:38:13,284 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:38:14,284 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:38:15,284 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:38:16,141 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:38:16,285 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:38:17,285 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:38:18,285 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:38:19,285 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:38:20,285 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:38:21,142 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:38:21,285 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:38:22,285 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:38:23,285 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:38:24,285 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:38:25,285 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:38:25,910 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:38:25,911 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:38:26,286 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:38:26,983 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:38:27,286 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:38:28,286 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:38:29,286 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:38:30,294 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:38:31,293 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:38:32,144 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:38:32,292 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:38:33,291 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:38:34,295 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:38:35,292 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:38:36,212 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:38:36,214 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:38:36,214 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:38:36,216 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:38:36,617 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:38:36,755 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:38:37,253 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:38:37,617 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:38:38,441 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:38:38,617 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:38:38,757 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:38:39,617 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:38:40,617 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:38:40,910 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:38:40,911 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:38:41,617 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:38:42,617 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:38:43,046 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:38:43,617 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:38:44,617 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:38:45,617 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:38:46,617 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:38:47,617 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:38:48,145 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:38:48,617 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:38:49,618 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:38:50,618 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:38:51,618 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:38:52,618 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:38:53,145 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:38:53,618 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:38:54,618 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:38:55,618 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:38:55,911 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:38:55,911 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:38:56,618 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:38:57,618 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:38:58,618 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:38:59,086 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:38:59,618 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:39:00,629 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:39:01,622 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:39:02,626 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:39:03,623 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:39:04,148 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:39:04,624 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:39:05,625 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:39:06,299 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:39:06,300 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:39:06,301 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:39:06,302 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:39:06,709 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:39:06,785 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:39:07,709 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:39:08,445 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:39:08,709 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:39:08,786 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:39:09,148 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:39:09,709 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:39:10,709 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:39:10,911 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:39:10,911 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:39:11,709 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:39:12,709 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:39:13,709 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:39:14,148 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:39:14,709 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:39:15,709 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:39:16,709 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:39:17,709 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:39:18,709 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:39:19,149 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:39:19,710 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:39:20,710 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:39:21,710 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:39:22,710 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:39:23,710 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:39:24,212 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:39:24,710 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:39:25,710 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:39:25,911 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:39:25,911 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:39:26,710 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:39:27,710 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:39:28,710 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:39:29,710 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:39:30,212 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:39:30,710 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:39:31,717 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:39:32,715 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:39:33,714 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:39:34,720 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:39:35,222 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:39:35,714 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:39:36,714 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:39:37,569 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:39:37,570 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:39:37,571 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:39:37,572 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:39:37,817 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:39:37,981 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:39:38,449 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:39:38,715 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:39:38,818 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:39:39,715 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:39:40,715 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:39:40,911 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:39:40,911 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:39:41,055 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:39:41,715 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:39:42,715 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:39:43,715 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:39:44,715 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:39:45,715 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:39:46,216 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:39:46,715 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:39:47,716 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:39:48,716 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:39:49,716 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:39:50,716 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:39:51,217 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:39:51,716 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:39:52,716 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:39:53,716 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:39:54,716 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:39:55,716 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:39:55,911 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:39:55,911 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:39:56,716 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:39:57,041 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:39:57,716 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:39:58,716 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:39:59,717 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:40:00,726 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:40:01,722 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:40:02,227 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:40:02,726 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:40:03,727 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:40:04,726 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:40:05,726 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:40:06,314 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:40:06,316 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:40:06,317 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:40:06,318 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:40:06,728 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:40:06,846 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:40:07,355 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:40:07,726 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:40:08,453 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:40:08,726 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:40:08,848 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:40:09,726 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:40:10,727 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:40:10,911 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:40:10,911 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:40:11,727 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:40:12,727 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:40:13,032 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:40:13,727 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:40:14,727 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:40:15,727 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:40:16,727 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:40:17,727 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:40:18,219 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:40:18,727 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:40:19,728 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:40:20,727 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:40:21,728 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:40:22,728 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:40:23,219 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:40:23,728 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:40:24,728 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:40:25,728 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:40:25,911 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:40:25,912 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:40:26,728 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:40:27,728 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:40:28,728 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:40:29,088 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:40:29,728 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:40:30,728 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:40:31,739 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:40:32,736 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:40:33,737 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:40:34,225 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:40:34,743 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:40:35,739 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:40:36,740 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:40:37,022 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:40:37,024 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:40:37,025 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:40:37,026 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:40:37,740 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:40:37,871 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:40:38,457 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:40:38,747 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:40:38,872 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:40:39,225 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:40:39,746 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:40:40,746 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:40:40,911 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:40:40,912 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:40:41,746 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:40:42,747 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:40:43,747 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:40:44,747 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:40:45,225 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:40:45,747 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:40:46,747 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:40:47,747 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:40:48,747 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:40:49,938 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:40:50,226 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:40:50,838 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:40:51,838 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:40:52,839 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:40:53,839 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:40:54,839 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:40:55,226 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:40:55,839 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:40:55,911 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:40:55,912 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:40:56,839 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:40:57,839 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:40:58,839 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:40:59,839 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:41:00,839 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:41:01,226 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:41:01,851 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:41:02,843 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:41:03,844 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:41:04,855 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:41:05,847 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:41:06,232 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:41:06,850 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:41:07,756 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:41:07,757 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:41:07,758 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:41:07,759 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:41:07,901 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:41:08,169 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:41:08,461 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:41:08,902 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:41:09,168 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:41:10,168 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:41:10,911 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:41:10,912 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:41:11,168 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:41:12,090 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:41:12,168 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:41:13,168 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:41:14,169 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:41:15,169 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:41:16,169 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:41:17,169 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:41:17,226 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:41:18,169 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:41:19,169 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:41:20,169 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:41:21,170 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:41:22,171 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:41:23,169 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:41:23,226 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:41:24,170 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:41:25,170 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:41:25,912 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:41:25,912 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:41:26,170 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:41:27,170 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:41:28,170 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:41:29,072 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:41:29,170 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:41:30,171 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:41:31,170 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:41:32,175 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:41:33,172 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:41:34,175 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:41:34,229 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:41:35,174 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:41:36,177 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:41:37,172 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:41:37,878 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:41:37,880 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:41:37,880 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:41:37,882 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:41:37,934 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:41:38,292 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:41:38,466 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:41:38,936 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:41:39,230 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:41:39,291 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:41:40,291 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:41:40,912 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:41:40,912 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:41:41,291 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:41:42,291 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:41:43,291 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:41:44,291 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:41:45,229 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:41:45,291 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:41:46,291 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:41:47,292 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:41:48,292 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:41:49,292 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:41:50,292 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:41:51,230 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:41:51,292 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:41:52,292 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:41:53,292 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:41:54,292 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:41:55,292 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:41:55,912 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:41:55,912 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:41:56,292 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:41:57,043 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:41:57,293 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:41:58,293 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:41:59,293 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:42:00,293 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:42:01,300 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:42:02,235 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:42:02,302 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:42:03,304 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:42:04,308 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:42:05,304 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:42:06,304 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:42:07,157 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:42:07,158 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:42:07,158 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:42:07,160 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:42:07,572 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:42:07,963 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:42:08,199 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:42:08,469 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:42:08,569 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:42:08,964 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:42:09,569 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:42:10,569 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:42:10,912 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:42:10,912 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:42:11,569 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:42:12,569 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:42:13,569 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:42:14,079 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:42:14,569 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:42:15,569 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:42:16,569 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:42:17,570 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:42:18,570 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:42:19,234 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:42:19,570 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:42:20,570 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:42:21,570 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:42:22,570 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:42:23,570 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:42:24,570 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:42:25,234 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:42:25,570 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:42:25,912 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:42:25,912 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:42:26,570 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:42:27,570 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:42:28,571 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:42:29,571 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:42:30,581 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:42:31,236 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:42:31,576 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:42:32,576 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:42:33,578 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:42:34,579 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:42:35,580 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:42:36,239 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:42:36,518 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:42:36,520 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:42:36,520 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:42:36,522 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:42:36,929 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:42:36,989 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:42:37,665 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:42:38,473 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:42:38,665 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:42:38,990 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:42:39,665 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:42:40,665 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:42:40,912 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:42:40,913 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:42:41,665 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:42:41,985 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:42:42,665 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:42:43,665 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:42:44,665 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:42:45,665 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:42:46,665 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:42:47,237 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:42:47,666 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:42:48,666 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:42:49,666 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:42:50,666 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:42:51,666 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:42:52,666 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:42:53,237 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:42:53,666 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:42:54,666 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:42:55,666 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:42:55,912 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:42:55,913 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:42:56,667 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:42:57,667 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:42:58,667 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:42:59,071 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:42:59,667 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:43:00,667 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:43:01,667 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:43:02,679 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:43:03,671 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:43:04,240 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:43:04,674 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:43:05,674 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:43:06,674 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:43:07,675 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:43:08,475 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:43:08,551 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:43:08,553 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:43:08,553 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:43:08,555 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:43:08,958 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:43:09,020 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:43:09,243 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:43:09,703 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:43:10,703 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:43:10,912 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:43:10,913 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:43:11,021 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:43:11,703 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:43:12,704 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:43:13,704 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:43:14,704 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:43:15,242 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:43:15,704 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:43:16,704 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:43:17,704 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:43:18,704 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:43:19,704 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:43:20,243 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:43:20,704 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:43:21,704 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:43:22,705 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:43:23,705 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:43:24,705 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:43:25,705 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:43:25,912 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:43:25,913 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:43:26,025 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:43:26,705 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:43:27,705 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:43:28,705 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:43:29,705 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:43:30,705 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:43:31,243 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:43:31,705 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:43:32,706 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:43:33,705 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:43:34,717 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:43:35,708 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:43:36,251 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:43:36,710 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:43:37,713 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:43:38,484 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:43:38,711 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:43:39,711 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:43:40,438 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:43:40,440 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:43:40,441 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:43:40,442 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:43:40,855 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:43:40,913 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:43:40,913 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:43:41,055 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:43:41,855 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:43:42,099 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:43:42,855 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:43:43,057 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:43:43,855 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:43:44,855 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:43:45,855 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:43:46,855 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:43:47,245 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:43:47,855 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:43:48,855 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:43:49,855 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:43:50,855 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:43:51,856 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:43:52,856 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:43:53,245 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:43:53,856 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:43:54,856 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:43:55,856 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:43:55,913 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:43:55,913 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:43:56,856 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:43:57,856 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:43:58,856 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:43:59,052 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:43:59,857 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:44:00,856 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:44:01,857 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:44:02,857 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:44:03,857 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:44:04,245 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:44:04,857 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:44:05,868 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:44:06,863 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:44:07,864 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:44:08,488 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:44:08,863 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:44:09,251 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:44:09,864 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:44:10,863 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:44:10,913 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:44:10,914 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:44:11,061 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:44:11,079 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:44:11,079 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:44:11,081 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:44:11,086 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:44:12,029 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:44:13,027 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:44:13,088 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:44:14,029 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:44:14,251 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:44:15,028 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:44:16,028 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:44:17,028 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:44:18,028 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:44:19,028 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:44:20,028 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:44:20,251 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:44:21,028 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:44:22,028 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:44:23,029 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:44:24,029 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:44:25,029 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:44:25,251 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:44:25,913 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:44:25,913 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:44:26,029 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:44:27,029 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:44:28,029 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:44:29,029 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:44:30,029 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:44:31,029 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:44:31,252 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:44:32,029 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:44:33,029 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:44:34,035 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:44:35,033 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:44:36,034 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:44:36,263 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:44:37,037 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:44:38,040 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:44:38,489 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:44:39,036 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:44:39,620 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:44:39,621 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:44:39,621 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:44:39,623 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:44:40,041 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:44:40,118 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:44:40,913 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:44:40,914 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:44:41,039 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:44:41,119 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:44:42,022 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:44:42,040 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:44:43,040 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:44:44,040 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:44:45,040 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:44:46,040 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:44:47,040 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:44:47,253 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:44:48,040 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:44:49,040 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:44:50,059 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:44:51,056 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:44:52,056 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:44:52,253 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:44:53,056 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:44:54,056 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:44:55,056 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:44:55,913 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:44:55,914 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:44:56,057 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:44:57,057 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:44:58,051 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:44:58,057 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:44:59,057 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:45:00,057 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:45:01,058 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:45:02,064 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:45:03,063 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:45:03,264 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:45:04,062 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:45:05,069 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:45:06,062 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:45:06,201 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:45:06,203 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:45:06,203 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:45:06,204 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:45:07,062 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:45:07,145 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:45:07,146 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:45:08,062 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:45:08,492 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:45:08,499 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:45:09,062 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:45:10,062 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:45:10,913 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:45:10,914 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:45:11,062 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:45:12,062 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:45:13,062 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:45:14,062 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:45:14,071 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:45:15,062 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:45:16,063 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:45:17,063 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:45:18,063 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:45:19,063 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:45:19,260 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:45:20,063 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:45:21,063 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:45:22,063 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:45:23,063 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:45:24,063 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:45:25,063 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:45:25,260 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:45:25,914 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:45:25,914 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:45:26,063 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:45:27,064 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:45:28,064 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:45:29,064 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:45:30,064 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:45:30,263 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:45:31,079 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:45:32,069 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:45:33,069 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:45:34,069 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:45:35,067 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:45:35,269 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:45:36,067 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:45:36,343 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:45:36,345 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:45:36,345 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:45:36,346 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:45:37,068 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:45:37,173 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:45:37,173 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:45:38,068 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:45:38,496 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:45:39,068 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:45:40,068 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:45:40,914 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:45:40,914 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:45:41,067 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:45:41,068 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:45:42,068 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:45:43,068 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:45:44,068 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:45:45,068 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:45:46,068 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:45:46,265 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:45:47,068 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:45:48,069 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:45:49,069 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:45:50,069 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:45:51,069 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:45:51,265 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:45:52,069 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:45:53,069 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:45:54,069 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:45:55,069 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:45:55,914 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:45:55,914 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:45:56,069 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:45:57,018 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:45:57,069 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:45:58,069 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:45:59,084 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:46:00,074 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:46:01,080 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:46:02,083 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:46:02,284 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:46:03,079 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:46:04,080 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:46:04,837 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:46:04,838 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:46:04,839 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:46:04,840 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:46:05,212 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:46:05,285 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:46:06,282 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:46:07,214 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:46:07,282 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:46:07,878 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:46:08,282 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:46:08,501 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:46:09,282 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:46:10,282 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:46:10,914 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:46:10,914 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:46:11,282 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:46:12,282 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:46:13,077 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:46:13,282 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:46:14,282 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:46:15,283 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:46:16,485 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:46:17,482 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:46:18,271 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:46:18,482 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:46:19,482 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:46:20,482 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:46:21,482 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:46:22,483 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:46:23,482 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:46:24,270 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:46:24,482 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:46:25,483 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:46:25,914 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:46:25,914 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:46:26,483 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:46:27,483 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:46:28,488 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:46:29,271 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:46:29,492 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:46:30,491 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:46:31,492 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:46:32,494 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:46:33,493 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:46:33,785 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:46:33,786 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:46:33,786 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:46:33,788 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:46:34,247 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:46:34,271 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:46:34,493 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:46:35,248 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:46:35,493 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:46:36,493 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:46:37,494 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:46:38,494 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:46:38,505 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:46:39,494 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:46:40,271 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:46:40,494 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:46:40,914 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:46:40,915 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:46:41,494 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:46:42,494 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:46:43,494 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:46:44,494 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:46:45,271 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:46:45,495 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:46:46,494 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:46:47,495 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:46:48,495 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:46:49,495 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:46:50,271 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:46:50,495 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:46:51,495 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:46:52,495 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:46:53,495 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:46:54,495 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:46:55,495 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:46:55,914 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:46:55,915 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:46:55,993 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:46:56,495 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:46:57,501 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:46:58,498 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:46:59,498 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:47:00,498 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:47:01,282 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:47:01,498 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:47:02,498 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:47:02,858 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:47:02,859 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:47:02,859 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:47:02,861 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:47:03,275 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:47:03,498 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:47:04,498 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:47:05,276 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:47:05,498 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:47:06,282 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:47:06,498 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:47:07,498 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:47:08,498 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:47:08,509 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:47:09,498 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:47:10,498 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:47:10,914 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:47:10,915 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:47:11,499 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:47:12,067 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:47:12,499 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:47:13,499 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:47:14,499 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:47:15,499 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:47:16,499 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:47:17,275 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:47:17,499 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:47:18,500 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:47:19,499 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:47:20,500 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:47:21,500 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:47:22,276 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:47:22,500 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:47:23,500 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:47:24,500 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:47:25,500 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:47:25,914 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:47:25,915 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:47:26,500 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:47:27,500 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:47:28,018 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:47:28,500 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:47:29,501 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:47:30,503 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:47:31,513 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:47:32,513 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:47:33,279 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:47:33,509 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:47:34,510 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:47:34,612 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:47:34,613 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:47:34,614 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:47:34,616 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:47:35,305 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:47:35,510 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:47:36,510 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:47:37,307 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:47:37,510 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:47:38,512 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:47:38,513 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:47:38,515 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:47:39,510 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:47:40,510 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:47:40,915 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:47:40,915 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:47:41,510 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:47:42,510 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:47:43,510 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:47:43,993 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:47:44,510 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:47:45,511 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:47:46,511 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:47:47,511 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:47:48,511 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:47:49,276 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:47:49,511 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:47:50,511 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:47:51,511 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:47:52,511 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:47:53,511 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:47:54,276 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:47:54,511 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:47:55,512 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:47:55,915 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:47:55,915 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:47:56,512 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:47:57,512 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:47:58,512 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:47:59,349 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:47:59,512 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:48:00,517 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:48:01,515 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:48:02,515 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:48:03,515 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:48:04,515 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:48:05,287 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:48:05,515 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:48:05,965 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:48:05,966 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:48:05,966 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:48:05,967 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:48:06,332 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:48:06,515 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:48:07,333 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:48:07,515 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:48:08,515 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:48:08,516 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:48:09,515 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:48:10,515 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:48:10,915 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:48:10,915 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:48:11,082 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:48:11,515 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:48:12,515 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:48:13,516 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:48:14,516 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:48:15,516 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:48:16,281 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:48:16,516 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:48:17,516 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:48:18,516 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:48:19,516 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:48:20,516 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:48:21,282 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:48:21,516 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:48:22,516 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:48:23,516 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:48:24,516 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:48:25,517 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:48:25,915 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:48:25,915 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:48:26,517 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:48:27,053 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:48:27,517 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:48:28,517 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:48:29,517 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:48:30,517 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:48:31,528 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:48:32,287 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:48:32,524 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:48:33,525 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:48:34,525 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:48:35,523 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:48:36,522 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:48:37,201 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:48:37,203 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:48:37,203 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:48:37,205 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:48:37,361 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:48:37,610 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:48:38,243 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:48:38,520 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:48:38,613 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:48:39,362 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:48:39,613 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:48:40,613 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:48:40,915 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:48:40,916 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:48:41,613 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:48:42,613 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:48:43,613 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:48:44,082 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:48:44,614 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:48:45,614 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:48:46,614 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:48:47,614 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:48:48,614 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:48:49,288 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:48:49,614 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:48:50,614 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:48:51,614 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:48:52,615 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:48:53,614 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:48:54,289 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:48:54,615 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:48:55,615 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:48:55,915 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:48:55,916 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:48:56,615 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:48:57,615 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:48:58,615 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:48:59,615 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:49:00,289 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:49:00,615 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:49:01,615 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:49:02,615 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:49:03,616 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:49:04,616 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:49:05,310 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:49:05,616 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:49:06,617 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:49:07,622 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:49:08,527 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:49:08,623 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:49:09,623 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:49:09,647 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:49:09,648 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:49:09,649 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:49:09,651 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:49:10,392 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:49:10,623 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:49:10,689 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:49:10,920 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:49:10,921 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:49:11,393 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:49:11,623 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:49:12,642 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:49:13,641 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:49:14,641 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:49:15,641 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:49:16,289 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:49:16,641 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:49:17,641 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:49:18,641 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:49:19,642 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:49:20,642 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:49:21,642 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:49:22,289 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:49:22,642 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:49:23,642 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:49:24,642 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:49:25,642 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:49:25,920 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:49:25,920 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:49:26,642 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:49:27,642 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:49:28,038 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:49:28,642 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:49:29,642 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:49:30,643 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:49:31,643 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:49:32,643 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:49:33,290 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:49:33,643 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:49:34,647 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:49:35,652 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:49:36,655 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:49:37,653 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:49:38,297 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:49:38,534 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:49:38,655 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:49:39,653 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:49:40,288 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:49:40,288 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:49:40,289 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:49:40,290 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:49:40,423 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:49:40,709 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:49:40,920 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:49:40,921 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:49:41,424 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:49:41,708 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:49:42,708 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:49:43,708 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:49:44,110 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:49:44,709 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:49:45,709 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:49:46,709 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:49:47,709 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:49:48,709 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:49:49,290 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:49:49,709 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:49:50,709 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:49:51,709 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:49:52,709 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:49:53,710 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:49:54,290 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:49:54,710 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:49:55,710 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:49:55,920 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:49:55,920 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:49:56,710 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:49:57,710 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:49:58,710 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:49:59,710 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:50:00,290 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:50:00,710 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:50:01,710 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:50:02,710 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:50:03,710 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:50:04,717 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:50:05,293 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:50:05,717 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:50:06,723 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:50:07,725 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:50:08,539 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:50:08,725 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:50:09,722 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:50:10,294 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:50:10,435 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:50:10,437 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:50:10,437 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:50:10,439 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:50:10,452 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:50:10,854 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:50:10,921 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:50:10,922 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:50:11,453 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:50:11,853 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:50:12,872 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:50:13,871 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:50:14,871 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:50:15,294 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:50:15,872 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:50:16,872 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:50:17,872 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:50:18,872 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:50:19,872 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:50:20,872 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:50:21,294 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:50:21,872 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:50:22,872 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:50:23,872 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:50:24,872 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:50:25,872 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:50:25,920 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:50:25,921 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:50:26,872 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:50:26,994 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:50:27,873 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:50:28,873 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:50:29,873 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:50:30,873 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:50:31,873 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:50:32,294 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:50:32,882 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:50:33,877 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:50:34,876 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:50:35,877 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:50:36,881 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:50:37,301 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:50:37,878 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:50:38,520 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:50:38,522 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:50:38,522 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:50:38,523 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:50:38,538 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:50:38,935 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:50:39,486 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:50:39,486 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:50:39,932 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:50:40,920 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:50:40,921 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:50:40,961 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:50:41,932 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:50:42,932 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:50:43,058 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:50:43,932 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:50:44,932 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:50:45,932 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:50:46,933 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:50:47,933 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:50:48,297 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:50:48,933 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:50:49,933 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:50:50,933 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:50:51,933 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:50:52,934 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:50:53,298 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:50:53,933 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:50:54,933 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:50:55,920 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:50:55,921 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:50:55,961 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:50:56,934 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:50:57,934 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:50:58,934 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:50:59,006 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:50:59,934 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:51:00,934 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:51:01,934 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:51:02,934 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:51:03,934 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:51:04,298 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:51:04,939 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:51:05,939 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:51:06,938 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:51:07,943 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:51:08,543 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:51:08,938 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:51:09,305 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:51:09,938 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:51:10,631 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:51:10,632 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:51:10,632 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:51:10,635 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:51:11,053 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:51:11,054 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:51:11,055 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:51:11,512 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:51:11,512 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:51:12,051 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:51:13,052 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:51:14,052 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:51:15,052 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:51:15,301 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:51:16,052 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:51:17,052 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:51:18,052 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:51:19,052 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:51:20,052 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:51:21,052 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:51:21,301 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:51:22,052 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:51:23,053 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:51:24,053 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:51:25,053 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:51:26,052 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:51:26,052 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:51:26,092 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:51:27,053 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:51:27,156 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:51:28,053 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:51:29,053 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:51:30,053 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:51:31,053 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:51:32,053 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:51:32,302 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:51:33,053 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:51:34,059 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:51:35,059 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:51:36,060 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:51:37,061 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:51:37,317 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:51:38,061 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:51:38,545 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:51:39,061 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:51:39,787 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:51:39,788 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:51:39,789 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:51:39,791 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:51:40,198 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:51:40,538 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:51:41,052 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:51:41,053 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:51:41,195 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:51:41,539 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:51:42,195 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:51:43,196 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:51:43,203 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:51:44,196 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:51:45,196 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:51:46,196 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:51:47,196 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:51:48,196 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:51:48,306 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:51:49,196 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:51:50,196 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:51:51,197 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:51:52,196 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:51:53,196 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:51:53,306 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:51:54,197 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:51:55,197 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:51:56,052 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:51:56,053 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:51:56,197 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:51:57,197 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:51:58,197 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:51:59,145 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:51:59,197 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:52:00,197 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:52:01,201 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:52:02,201 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:52:03,204 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:52:04,204 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:52:04,316 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:52:05,204 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:52:06,204 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:52:07,172 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:52:07,174 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:52:07,174 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:52:07,176 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:52:07,571 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:52:07,592 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:52:08,320 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:52:08,549 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:52:09,320 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:52:09,574 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:52:10,309 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:52:10,320 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:52:11,052 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:52:11,052 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:52:11,320 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:52:12,320 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:52:13,320 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:52:14,320 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:52:15,320 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:52:16,309 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:52:16,320 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:52:17,321 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:52:18,321 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:52:19,321 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:52:20,321 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:52:21,321 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:52:22,310 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:52:22,321 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:52:23,321 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:52:24,321 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:52:25,321 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:52:26,052 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:52:26,053 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:52:26,321 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:52:27,322 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:52:28,132 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:52:28,322 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:52:29,322 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:52:30,322 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:52:31,322 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:52:32,328 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:52:33,314 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:52:33,326 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:52:34,331 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:52:35,332 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:52:36,333 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:52:37,333 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:52:38,063 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:52:38,064 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:52:38,065 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:52:38,068 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:52:38,535 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:52:38,554 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:52:38,556 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:52:38,605 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:52:39,534 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:52:39,606 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:52:40,534 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:52:41,052 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:52:41,053 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:52:41,534 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:52:42,534 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:52:43,534 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:52:44,152 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:52:44,534 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:52:45,534 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:52:46,535 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:52:47,535 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:52:48,535 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:52:49,315 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:52:49,535 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:52:50,535 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:52:51,535 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:52:52,535 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:52:53,535 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:52:54,316 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:52:54,535 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:52:55,535 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:52:56,052 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:52:56,053 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:52:56,535 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:52:57,536 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:52:58,536 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:52:59,536 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:53:00,316 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:53:00,536 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:53:01,536 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:53:02,547 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:53:03,543 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:53:04,546 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:53:05,320 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:53:05,543 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:53:06,544 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:53:07,544 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:53:07,967 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:53:07,968 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:53:07,968 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:53:07,970 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:53:08,544 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:53:08,557 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:53:08,631 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:53:09,544 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:53:09,632 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:53:10,544 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:53:11,053 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:53:11,053 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:53:11,167 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:53:11,544 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:53:12,544 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:53:13,544 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:53:14,544 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:53:15,544 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:53:16,318 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:53:16,544 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:53:17,545 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:53:18,545 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:53:19,545 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:53:20,545 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:53:21,545 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:53:22,319 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:53:22,545 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:53:23,545 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:53:24,545 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:53:25,545 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:53:26,053 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:53:26,053 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:53:26,546 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:53:27,546 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:53:28,202 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:53:28,546 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:53:29,546 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:53:30,546 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:53:31,546 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:53:32,548 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:53:33,325 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:53:33,553 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:53:34,549 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:53:35,558 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:53:36,555 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:53:37,554 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:53:37,838 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:53:37,839 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:53:37,839 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:53:37,841 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:53:38,554 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:53:38,561 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:53:38,567 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:53:38,664 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:53:39,554 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:53:39,666 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:53:40,554 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:53:41,053 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:53:41,053 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:53:41,554 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:53:42,554 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:53:43,554 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:53:44,315 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:53:44,554 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:53:45,554 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:53:46,554 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:53:47,554 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:53:48,555 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:53:49,321 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:53:49,555 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:53:50,555 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:53:51,555 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:53:52,555 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:53:53,555 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:53:54,555 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:53:55,322 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:53:55,555 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:53:56,053 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:53:56,053 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:53:56,555 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:53:57,558 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:53:58,559 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:53:59,559 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:54:00,336 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:54:00,559 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:54:01,559 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:54:02,559 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:54:03,456 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:54:03,457 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:54:03,458 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:54:03,460 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:54:03,687 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:54:03,853 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:54:04,849 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:54:05,689 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:54:05,849 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:54:06,326 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:54:06,849 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:54:07,849 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:54:08,565 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:54:08,849 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:54:09,849 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:54:10,849 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:54:11,053 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:54:11,053 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:54:11,849 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:54:12,189 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:54:12,849 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:54:13,850 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:54:14,850 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:54:15,850 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:54:16,850 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:54:17,326 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:54:17,850 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:54:18,850 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:54:19,850 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:54:20,850 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:54:21,850 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:54:22,326 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:54:22,850 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:54:23,851 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:54:24,851 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:54:25,851 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:54:26,053 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:54:26,053 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:54:26,851 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:54:27,851 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:54:28,197 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:54:28,851 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:54:29,851 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:54:30,861 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:54:31,858 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:54:32,858 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:54:33,329 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:54:33,859 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:54:34,858 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:54:35,858 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:54:36,452 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:54:36,453 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:54:36,453 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:54:36,454 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:54:36,717 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:54:36,860 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:54:37,718 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:54:37,859 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:54:38,493 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:54:38,569 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:54:38,859 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:54:39,859 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:54:40,859 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:54:41,053 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:54:41,053 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:54:41,859 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:54:42,859 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:54:43,859 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:54:44,167 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:54:44,859 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:54:45,859 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:54:46,860 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:54:47,860 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:54:48,860 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:54:49,330 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:54:49,860 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:54:50,860 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:54:51,860 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:54:52,860 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:54:53,860 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:54:54,860 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:54:55,329 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:54:55,860 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:54:56,053 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:54:56,054 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:54:56,861 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:54:57,861 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:54:58,861 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:54:59,861 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:55:00,338 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:55:00,869 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:55:01,868 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:55:02,868 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:55:03,873 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:55:04,875 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:55:05,344 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:55:05,875 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:55:06,177 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:55:06,179 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:55:06,179 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:55:06,181 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:55:06,756 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:55:06,876 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:55:07,757 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:55:07,876 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:55:08,574 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:55:08,876 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:55:09,876 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:55:10,876 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:55:11,053 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:55:11,054 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:55:11,212 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:55:11,876 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:55:12,876 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:55:13,876 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:55:14,876 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:55:15,876 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:55:16,338 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:55:16,876 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:55:17,877 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:55:18,877 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:55:19,877 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:55:20,877 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:55:21,338 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:55:21,877 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:55:22,877 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:55:23,877 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:55:24,877 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:55:25,877 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:55:26,053 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:55:26,054 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:55:26,877 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:55:27,168 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:55:27,888 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:55:28,878 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:55:29,882 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:55:30,881 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:55:31,881 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:55:32,351 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:55:32,882 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:55:33,856 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:55:33,857 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:55:33,858 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:55:33,860 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:55:34,270 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:55:34,786 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:55:35,269 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:55:35,786 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:55:36,269 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:55:37,269 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:55:38,269 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:55:38,342 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:55:38,577 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:55:39,269 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:55:40,269 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:55:41,054 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:55:41,054 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:55:41,269 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:55:42,269 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:55:43,269 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:55:44,175 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:55:44,269 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:55:45,269 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:55:46,270 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:55:47,270 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:55:48,271 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:55:49,270 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:55:49,342 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:55:50,270 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:55:51,270 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:55:52,270 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:55:53,270 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:55:54,270 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:55:55,270 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:55:55,342 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:55:56,054 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:55:56,054 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:55:56,271 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:55:57,271 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:55:58,278 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:55:59,274 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:56:00,278 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:56:00,356 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:56:01,279 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:56:02,281 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:56:03,279 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:56:04,088 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:56:04,089 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:56:04,089 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:56:04,091 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:56:04,507 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:56:04,817 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:56:05,505 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:56:05,509 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:56:05,818 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:56:06,504 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:56:07,504 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:56:08,505 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:56:08,581 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:56:09,505 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:56:10,505 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:56:11,054 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:56:11,054 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:56:11,219 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:56:11,505 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:56:12,505 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:56:13,505 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:56:14,505 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:56:15,505 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:56:16,503 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:56:16,505 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:56:17,556 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:56:18,553 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:56:19,553 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:56:20,553 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:56:21,503 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:56:21,553 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:56:22,553 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:56:23,553 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:56:24,553 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:56:25,554 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:56:26,054 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:56:26,054 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:56:26,554 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:56:27,204 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:56:27,554 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:56:28,554 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:56:29,554 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:56:30,555 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:56:31,555 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:56:32,535 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:56:32,556 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:56:33,559 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:56:34,560 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:56:35,199 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:56:35,200 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:56:35,200 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:56:35,201 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:56:35,612 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:56:35,852 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:56:35,853 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:56:36,611 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:56:37,611 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:56:38,240 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:56:38,585 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:56:38,611 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:56:39,611 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:56:40,612 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:56:41,054 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:56:41,054 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:56:41,612 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:56:42,612 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:56:43,612 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:56:44,210 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:56:44,612 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:56:45,612 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:56:46,612 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:56:47,613 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:56:48,612 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:56:49,509 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:56:49,612 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:56:50,612 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:56:51,613 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:56:52,613 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:56:53,613 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:56:54,510 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:56:54,613 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:56:55,613 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:56:56,054 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:56:56,054 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:56:56,613 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:56:57,613 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:56:58,613 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:56:59,521 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:56:59,619 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:57:00,615 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:57:01,616 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:57:02,617 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:57:03,617 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:57:04,617 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:57:04,881 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:57:04,882 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:57:04,883 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:57:04,883 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:57:04,884 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:57:04,885 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:57:05,618 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:57:05,887 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:57:06,618 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:57:07,617 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:57:08,588 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:57:08,618 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:57:09,618 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:57:10,515 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:57:10,618 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:57:11,054 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:57:11,055 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:57:11,618 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:57:12,618 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:57:13,618 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:57:14,618 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:57:15,618 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:57:16,515 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:57:16,618 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:57:17,619 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:57:18,619 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:57:19,619 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:57:20,619 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:57:21,516 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:57:21,619 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:57:22,619 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:57:23,619 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:57:24,619 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:57:25,619 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:57:26,054 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:57:26,055 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:57:26,619 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:57:27,213 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:57:27,620 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:57:28,620 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:57:29,620 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:57:30,626 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:57:31,631 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:57:32,518 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:57:32,631 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:57:33,631 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:57:34,629 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:57:35,630 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:57:35,678 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:57:35,680 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:57:35,680 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:57:35,682 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:57:35,913 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:57:36,630 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:57:37,630 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:57:37,721 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:57:37,915 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:57:38,593 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:57:38,630 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:57:39,630 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:57:40,630 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:57:41,055 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:57:41,055 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:57:41,630 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:57:42,630 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:57:43,216 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:57:43,630 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:57:44,630 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:57:45,631 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:57:46,631 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:57:47,631 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:57:48,519 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:57:48,631 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:57:49,631 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:57:50,631 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:57:51,631 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:57:52,631 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:57:53,631 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:57:54,518 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:57:54,631 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:57:55,631 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:57:56,055 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:57:56,055 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:57:56,631 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:57:57,632 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:57:58,632 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:57:59,519 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:57:59,632 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:58:00,637 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:58:01,635 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:58:02,635 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:58:03,636 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:58:04,521 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:58:04,640 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:58:05,636 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:58:05,996 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:58:05,997 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:58:05,997 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:58:05,998 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:58:06,636 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:58:06,953 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:58:07,636 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:58:07,954 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:58:08,595 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:58:08,636 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:58:09,636 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:58:10,519 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:58:10,636 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:58:11,055 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:58:11,055 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:58:11,636 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:58:12,636 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:58:13,637 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:58:14,637 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:58:15,637 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:58:16,519 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:58:16,637 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:58:17,637 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:58:18,637 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:58:19,637 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:58:20,637 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:58:21,637 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:58:22,520 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:58:22,637 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:58:23,637 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:58:24,637 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:58:25,637 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:58:26,055 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:58:26,055 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:58:26,638 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:58:27,638 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:58:28,192 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:58:28,638 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:58:29,638 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:58:30,647 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:58:31,645 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:58:32,646 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:58:33,525 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:58:33,649 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:58:34,646 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:58:35,647 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:58:36,342 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:58:36,343 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:58:36,343 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:58:36,345 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:58:36,755 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:58:36,980 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:58:37,758 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:58:37,981 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:58:38,599 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:58:38,605 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:58:38,757 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:58:39,757 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:58:40,758 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:58:41,055 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:58:41,056 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:58:41,758 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:58:42,758 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:58:43,758 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:58:44,187 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:58:44,758 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:58:45,758 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:58:46,758 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:58:47,758 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:58:48,759 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:58:49,523 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:58:49,759 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:58:50,759 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:58:51,759 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:58:52,759 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:58:53,759 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:58:54,524 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:58:54,759 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:58:55,759 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:58:56,055 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:58:56,056 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:58:56,759 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:58:57,759 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:58:58,760 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:58:59,760 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:59:00,524 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:59:00,760 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:59:01,760 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:59:02,760 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:59:03,760 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:59:04,764 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:59:05,547 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:59:05,764 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:59:06,765 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:59:07,765 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:59:08,601 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:59:08,765 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:59:08,978 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:59:08,979 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:59:08,980 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:59:08,982 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:59:09,007 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:59:09,765 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:59:10,008 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:59:10,765 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:59:11,055 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:59:11,056 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:59:11,127 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:59:11,765 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:59:12,765 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:59:13,765 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:59:14,765 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:59:15,766 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:59:16,528 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:59:16,766 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:59:17,766 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:59:18,766 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:59:19,766 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:59:20,766 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:59:21,878 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:59:22,527 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:59:22,875 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:59:23,875 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:59:24,875 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:59:25,875 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:59:26,055 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:59:26,056 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:59:26,875 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:59:27,875 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:59:28,177 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:59:28,875 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:59:29,876 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:59:30,876 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:59:31,876 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:59:32,876 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:59:33,533 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:59:33,877 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:59:34,878 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:59:35,878 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:59:36,879 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:59:37,880 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:59:38,540 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:59:38,606 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:59:38,880 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:59:39,229 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:59:39,231 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:59:39,231 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:59:39,232 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:59:39,880 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:59:40,036 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:59:40,036 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:59:40,880 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:59:41,055 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:59:41,056 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:59:41,880 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:59:42,880 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:59:43,880 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:59:44,175 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:59:44,880 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:59:45,880 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:59:46,880 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:59:47,880 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:59:48,881 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:59:49,638 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:59:49,881 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:59:50,881 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:59:51,881 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:59:52,881 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:59:53,881 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:59:54,638 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:59:54,881 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:59:55,881 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:59:56,055 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:59:56,056 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:59:56,881 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:59:57,881 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:59:58,881 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:59:59,881 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:00:00,638 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:00:00,882 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:00:01,882 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:00:02,882 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:00:03,882 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:00:04,882 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:00:05,654 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:00:05,882 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:00:06,882 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:00:07,882 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:00:08,613 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:00:08,886 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:00:09,883 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:00:10,370 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:00:10,372 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:00:10,373 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:00:10,374 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:00:10,886 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:00:11,056 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 02:00:11,056 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 02:00:11,069 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:00:11,127 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:00:11,885 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:00:12,070 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:00:12,885 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:00:13,885 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:00:14,885 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:00:15,885 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:00:16,642 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:00:16,885 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:00:17,885 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:00:18,885 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:00:19,885 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:00:20,886 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:00:21,886 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:00:22,642 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:00:22,886 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:00:23,886 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:00:24,886 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:00:25,886 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:00:26,056 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 02:00:26,056 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 02:00:26,887 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:00:27,886 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:00:28,215 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:00:28,886 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:00:29,887 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:00:30,887 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:00:31,887 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:00:32,887 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:00:33,642 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:00:33,889 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:00:34,887 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:00:35,892 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:00:36,889 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:00:37,890 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:00:38,613 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:00:38,894 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:00:39,615 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:00:39,896 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:00:40,893 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:00:40,958 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:00:40,960 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:00:40,960 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:00:40,962 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:00:41,101 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:00:41,737 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 02:00:41,738 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 02:00:41,893 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:00:42,102 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:00:42,893 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:00:43,893 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:00:44,646 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:00:44,893 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:00:45,893 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:00:46,893 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:00:47,893 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:00:48,893 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:00:49,893 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:00:50,646 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:00:50,893 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:00:51,894 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:00:52,894 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:00:53,894 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:00:54,894 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:00:55,647 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:00:55,894 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:00:56,104 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 02:00:56,105 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 02:00:56,894 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:00:57,894 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:00:58,894 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:00:59,894 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:01:00,894 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:01:01,647 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:01:01,894 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:01:02,895 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:01:03,895 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:01:04,895 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:01:05,895 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:01:06,657 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:01:06,899 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:01:07,905 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:01:08,618 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:01:08,905 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:01:09,903 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:01:10,902 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:01:11,109 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 02:01:11,110 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 02:01:11,902 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:01:11,958 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:01:11,960 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:01:11,960 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:01:11,961 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:01:11,962 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:01:12,133 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:01:13,090 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:01:14,088 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:01:14,134 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:01:15,088 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:01:16,089 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:01:17,089 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:01:17,649 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:01:18,089 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:01:19,089 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:01:20,089 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:01:21,089 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:01:22,089 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:01:23,089 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:01:23,649 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:01:24,089 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:01:25,090 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:01:26,089 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:01:26,106 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 02:01:26,107 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 02:01:27,090 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:01:28,090 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:01:29,090 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:01:29,196 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:01:30,090 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:01:31,090 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:01:32,090 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:01:33,090 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:01:34,090 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:01:34,649 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:01:35,090 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:01:36,090 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:01:37,091 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:01:38,093 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:01:38,630 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:01:39,095 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:01:39,655 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:01:40,096 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:01:41,093 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:01:41,111 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 02:01:41,112 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 02:01:42,094 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:01:42,427 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:01:42,428 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:01:42,429 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:01:42,430 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:01:43,165 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:01:43,499 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:01:44,167 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:01:44,498 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:01:45,498 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:01:45,654 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:01:46,498 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:01:47,498 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:01:48,498 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:01:49,498 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:01:50,498 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:01:51,498 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:01:51,655 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:01:52,498 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:01:53,498 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:01:54,499 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:01:55,502 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:01:56,112 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 02:01:56,113 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 02:01:56,499 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:01:57,193 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:01:57,499 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:01:58,499 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:01:59,499 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:02:00,499 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:02:01,500 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:02:02,500 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:02:02,655 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:02:03,500 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:02:04,500 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:02:05,500 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:02:06,500 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:02:07,504 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:02:07,656 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:02:08,505 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:02:08,634 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:02:09,512 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:02:10,505 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:02:11,116 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 02:02:11,120 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 02:02:11,506 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:02:12,506 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:02:13,056 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:02:13,057 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:02:13,058 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:02:13,058 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:02:13,059 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:02:13,199 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:02:13,506 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:02:14,506 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:02:15,201 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:02:15,506 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:02:16,506 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:02:17,506 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:02:18,506 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:02:18,657 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:02:19,506 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:02:20,507 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:02:21,507 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:02:22,507 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:02:23,507 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:02:24,507 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:02:24,656 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:02:25,507 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:02:26,116 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 02:02:26,117 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 02:02:26,507 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:02:27,507 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:02:28,508 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:02:29,507 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:02:29,657 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:02:30,507 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:02:31,508 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:02:32,508 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:02:33,508 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:02:34,508 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:02:35,508 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:02:35,657 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:02:36,508 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:02:37,508 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:02:38,508 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:02:38,632 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:02:39,508 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:02:40,509 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:02:40,664 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:02:41,127 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 02:02:41,127 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 02:02:41,519 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:02:42,514 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:02:43,521 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:02:44,518 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:02:45,518 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:02:45,663 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:02:46,519 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:02:46,602 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:02:46,604 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:02:46,604 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:02:46,607 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:02:47,235 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:02:47,519 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:02:48,519 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:02:49,237 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:02:49,519 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:02:50,519 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:02:50,663 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:02:51,519 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:02:52,519 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:02:53,519 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:02:54,519 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:02:55,519 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:02:56,121 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 02:02:56,122 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 02:02:56,294 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:02:56,519 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:02:57,520 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:02:58,674 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:02:59,673 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:03:00,673 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:03:01,664 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:03:01,673 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:03:02,673 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:03:03,673 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:03:04,673 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:03:05,673 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:03:06,664 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:03:06,673 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:03:07,674 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:03:08,637 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:03:08,674 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:03:09,674 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:03:10,683 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:03:11,125 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 02:03:11,129 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 02:03:11,686 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:03:12,223 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:03:12,680 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:03:13,678 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:03:14,678 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:03:15,678 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:03:16,668 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:03:16,669 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:03:16,669 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:03:16,674 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:03:17,075 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:03:17,270 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:03:17,709 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:03:18,070 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:03:19,070 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:03:19,272 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:03:20,070 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:03:21,070 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:03:22,070 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:03:23,070 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:03:23,668 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:03:24,070 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:03:25,070 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:03:26,070 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:03:26,125 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 02:03:26,126 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 02:03:27,070 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:03:28,071 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:03:29,071 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:03:29,251 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:03:30,071 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:03:31,071 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:03:32,071 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:03:33,071 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:03:34,071 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:03:34,669 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:03:35,071 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:03:36,071 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:03:37,071 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:03:38,071 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:03:38,640 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:03:39,072 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:03:40,072 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:03:40,668 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:03:41,072 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:03:41,126 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 02:03:41,126 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 02:03:42,072 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:03:43,072 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:03:44,076 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:03:45,072 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:03:45,687 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:03:46,083 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:03:47,080 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:03:48,079 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:03:49,078 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:03:49,290 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:03:49,292 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:03:49,293 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:03:49,296 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:03:49,314 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:03:50,078 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:03:50,702 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:03:51,078 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:03:51,316 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:03:52,078 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:03:53,078 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:03:54,078 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:03:55,078 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:03:56,078 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:03:56,126 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 02:03:56,126 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 02:03:56,233 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:03:57,079 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:03:58,079 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:03:59,079 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:04:00,079 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:04:01,079 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:04:01,701 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:04:02,079 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:04:03,079 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:04:04,079 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:04:05,079 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:04:06,079 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:04:06,702 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:04:07,079 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:04:08,079 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:04:08,644 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:04:09,080 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:04:10,080 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:04:11,080 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:04:11,126 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 02:04:11,126 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 02:04:12,080 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:04:12,276 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:04:13,080 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:04:14,086 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:04:15,093 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:04:16,087 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:04:17,089 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:04:17,708 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:04:18,088 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:04:19,089 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:04:19,317 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:04:19,318 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:04:19,318 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:04:19,320 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:04:19,355 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:04:20,089 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:04:21,089 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:04:21,358 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:04:22,089 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:04:22,729 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:04:23,089 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:04:24,089 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:04:25,089 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:04:26,089 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:04:26,126 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 02:04:26,126 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 02:04:27,089 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:04:28,090 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:04:28,222 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:04:29,089 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:04:30,090 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:04:31,090 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:04:32,090 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:04:33,090 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:04:33,728 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:04:34,090 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:04:35,090 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:04:36,090 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:04:37,090 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:04:38,090 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:04:38,648 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:04:39,090 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:04:39,651 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:04:40,091 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:04:41,091 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:04:41,126 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 02:04:41,126 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 02:04:42,091 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:04:43,091 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:04:44,091 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:04:44,728 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:04:45,091 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:04:46,091 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:04:47,091 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:04:48,095 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:04:49,098 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:04:49,731 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:04:50,104 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:04:51,101 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:04:52,101 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:04:52,487 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:04:52,489 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:04:52,489 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:04:52,494 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:04:53,102 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:04:53,384 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:04:54,102 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:04:54,731 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:04:55,102 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:04:55,385 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:04:56,102 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:04:56,126 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 02:04:56,127 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 02:04:57,102 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:04:58,102 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:04:59,102 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:05:00,102 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:05:00,731 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:05:01,102 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:05:02,102 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:05:03,102 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:05:04,102 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:05:05,103 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:05:05,731 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:05:06,103 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:05:07,149 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:05:08,148 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:05:08,653 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:05:09,148 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:05:10,148 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:05:10,732 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:05:11,126 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 02:05:11,127 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 02:05:11,167 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:05:12,148 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:05:13,148 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:05:14,148 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:05:15,148 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:05:15,732 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:05:16,148 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:05:17,149 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:05:18,149 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:05:19,149 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:05:20,160 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:05:21,153 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:05:21,742 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:05:22,159 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:05:23,159 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:05:24,159 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:05:25,160 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:05:25,917 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:05:25,919 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:05:25,920 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:05:25,925 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:05:26,340 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:05:26,341 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 02:05:26,341 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 02:05:26,412 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:05:27,337 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:05:27,413 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:05:27,511 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:05:28,337 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:05:29,337 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:05:30,337 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:05:31,337 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:05:32,337 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:05:32,736 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:05:33,337 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:05:34,337 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:05:35,337 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:05:36,337 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:05:37,337 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:05:37,736 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:05:38,338 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:05:38,657 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:05:39,338 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:05:40,338 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:05:41,337 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 02:05:41,338 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 02:05:41,378 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:05:42,338 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:05:43,338 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:05:43,431 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:05:44,338 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:05:45,338 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:05:46,338 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:05:47,338 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:05:48,339 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:05:48,737 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:05:49,346 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:05:50,343 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:05:51,343 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:05:52,343 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:05:53,344 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:05:53,758 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:05:54,344 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:05:55,193 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:05:55,195 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:05:55,195 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:05:55,197 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:05:55,441 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:05:55,612 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:05:56,337 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 02:05:56,338 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 02:05:56,607 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:05:57,443 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:05:57,608 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:05:58,607 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:05:59,503 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:05:59,607 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:06:00,607 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:06:01,607 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:06:02,607 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:06:03,607 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:06:04,607 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:06:04,742 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:06:05,608 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:06:06,608 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:06:07,608 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:06:08,608 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:06:08,661 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:06:09,608 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:06:09,742 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:06:10,609 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:06:11,337 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 02:06:11,338 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 02:06:11,608 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:06:12,608 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:06:13,608 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:06:14,608 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:06:14,743 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:06:15,608 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:06:16,609 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:06:17,609 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:06:18,609 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:06:19,615 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:06:19,743 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:06:20,615 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:06:21,614 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:06:22,614 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:06:23,622 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:06:24,617 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:06:24,746 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:06:24,888 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:06:24,889 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:06:24,890 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:06:24,892 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:06:25,468 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:06:25,617 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:06:26,337 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 02:06:26,338 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 02:06:26,617 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:06:27,469 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:06:27,617 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:06:28,617 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:06:29,617 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:06:29,746 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:06:30,617 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:06:31,617 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:06:32,617 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:06:33,617 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:06:34,618 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:06:35,618 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:06:35,746 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:06:36,618 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:06:37,748 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:06:38,659 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:06:38,665 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:06:39,658 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:06:40,658 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:06:40,746 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:06:41,338 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 02:06:41,338 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 02:06:41,658 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:06:42,658 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:06:43,659 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:06:44,659 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:06:45,659 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:06:45,747 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:06:46,659 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:06:47,659 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:06:48,659 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:06:49,659 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:06:50,662 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:06:50,766 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:06:51,662 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:06:52,662 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:06:53,668 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:06:54,664 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:06:55,665 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:06:55,719 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:06:55,720 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:06:55,720 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:06:55,721 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:06:56,338 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 02:06:56,339 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 02:06:56,423 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:06:56,510 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:06:56,665 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:06:57,511 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:06:57,665 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:06:58,665 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:06:59,665 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:07:00,665 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:07:01,665 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:07:01,761 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:07:02,665 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:07:03,665 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:07:04,665 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:07:05,665 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:07:06,665 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:07:07,665 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:07:07,761 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:07:08,669 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:07:08,670 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:07:09,666 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:07:10,666 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:07:11,338 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 02:07:11,338 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 02:07:11,666 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:07:12,666 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:07:13,451 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:07:13,666 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:07:14,666 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:07:15,666 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:07:16,666 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:07:17,666 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:07:18,666 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:07:18,762 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:07:19,667 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:07:20,678 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:07:21,679 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:07:22,675 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:07:23,673 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:07:23,768 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:07:24,673 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:07:25,674 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:07:26,288 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:07:26,289 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:07:26,290 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:07:26,292 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:07:26,541 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:07:26,726 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:07:26,728 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 02:07:26,729 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 02:07:27,542 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:07:27,724 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:07:28,724 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:07:28,871 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:07:29,724 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:07:30,724 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:07:31,724 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:07:32,725 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:07:33,725 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:07:34,725 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:07:34,764 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:07:35,725 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:07:36,725 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:07:37,725 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:07:38,673 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:07:38,725 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:07:39,725 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:07:39,765 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:07:40,725 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:07:41,436 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 02:07:41,436 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 02:07:41,725 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:07:42,725 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:07:43,725 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:07:44,726 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:07:45,726 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:07:45,765 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:07:46,726 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:07:47,726 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:07:48,726 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:07:49,732 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:07:50,733 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:07:50,772 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:07:51,737 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:07:52,733 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:07:53,733 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:07:54,733 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:07:55,531 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:07:55,532 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:07:55,532 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:07:55,534 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:07:55,567 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:07:55,945 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:07:56,436 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 02:07:56,437 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 02:07:56,519 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:07:56,942 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:07:57,569 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:07:57,942 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:07:58,942 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:07:59,942 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:08:00,943 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:08:01,766 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:08:01,943 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:08:02,943 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:08:03,943 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:08:04,944 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:08:05,943 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:08:06,943 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:08:07,767 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:08:07,944 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:08:08,677 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:08:08,943 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:08:09,943 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:08:10,944 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:08:11,436 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 02:08:11,437 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 02:08:11,944 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:08:12,944 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:08:13,560 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:08:13,944 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:08:14,944 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:08:15,944 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:08:16,944 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:08:17,944 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:08:18,767 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:08:18,944 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:08:19,944 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:08:20,949 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:08:21,951 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:08:22,947 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:08:23,776 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:08:23,947 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:08:24,762 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:08:24,763 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:08:24,763 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:08:24,764 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:08:25,185 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:08:25,599 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:08:25,600 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:08:26,182 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:08:26,436 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 02:08:26,436 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 02:08:27,182 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:08:28,182 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:08:29,182 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:08:29,584 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:08:30,182 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:08:31,182 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:08:32,182 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:08:33,182 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:08:34,182 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:08:34,910 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:08:35,183 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:08:36,183 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:08:37,183 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:08:38,183 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:08:38,682 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:08:39,183 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:08:39,911 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:08:40,183 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:08:41,183 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:08:41,436 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 02:08:41,437 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 02:08:42,183 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:08:43,183 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:08:44,183 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:08:44,911 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:08:45,183 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:08:46,183 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:08:47,183 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:08:48,184 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:08:49,195 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:08:50,188 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:08:50,918 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:08:51,190 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:08:52,197 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:08:53,197 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:08:54,194 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:08:54,437 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:08:54,439 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:08:54,439 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:08:54,441 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:08:54,628 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:08:55,194 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:08:55,629 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:08:55,918 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:08:56,194 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:08:56,436 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 02:08:56,437 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 02:08:57,194 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:08:58,194 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:08:59,194 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:09:00,194 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:09:01,194 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:09:01,915 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:09:02,194 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:09:03,194 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:09:04,194 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:09:05,194 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:09:06,195 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:09:07,274 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:09:07,915 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:09:08,272 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:09:08,685 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:09:09,272 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:09:10,272 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:09:11,273 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:09:11,436 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 02:09:11,437 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 02:09:12,273 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:09:13,273 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:09:13,606 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:09:14,273 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:09:15,273 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:09:16,273 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:09:17,273 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:09:18,273 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:09:18,918 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:09:19,277 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:09:20,283 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:09:21,275 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:09:22,277 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:09:23,279 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:09:23,930 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:09:24,280 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:09:24,844 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:09:24,845 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:09:24,845 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:09:24,847 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:09:25,279 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:09:25,664 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:09:25,664 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:09:26,279 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:09:26,437 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 02:09:26,437 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 02:09:27,280 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:09:28,280 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:09:29,280 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:09:29,667 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:09:30,280 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:09:31,280 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:09:32,280 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:09:33,280 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:09:34,280 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:09:34,991 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:09:35,280 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:09:36,280 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:09:37,281 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:09:38,281 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:09:38,689 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:09:39,281 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:09:39,991 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:09:40,281 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:09:41,281 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:09:41,437 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 02:09:41,437 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 02:09:42,281 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:09:43,281 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:09:44,281 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:09:44,991 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:09:45,281 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:09:46,281 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:09:47,281 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:09:48,281 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:09:49,282 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:09:49,999 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:09:50,287 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:09:51,283 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:09:52,283 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:09:53,284 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:09:54,284 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:09:54,999 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:09:55,284 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:09:55,397 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:09:55,399 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:09:55,399 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:09:55,401 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:09:55,695 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:09:56,284 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:09:56,437 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 02:09:56,438 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 02:09:57,286 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:09:57,697 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:09:58,286 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:09:59,286 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:10:00,286 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:10:00,997 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:10:01,286 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:10:02,286 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:10:03,286 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:10:04,286 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:10:05,286 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:10:06,287 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:10:06,997 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:10:07,469 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:10:08,371 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:10:08,692 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:10:09,371 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:10:10,371 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:10:11,371 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:10:11,437 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 02:10:11,438 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 02:10:12,371 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:10:12,533 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:10:13,371 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:10:14,371 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:10:15,371 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:10:16,372 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:10:17,372 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:10:17,998 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:10:18,372 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:10:19,372 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:10:20,375 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:10:21,384 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:10:22,376 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:10:23,004 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:10:23,380 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:10:24,377 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:10:25,275 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:10:25,277 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:10:25,278 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:10:25,279 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:10:25,691 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:10:25,726 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:10:26,423 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:10:26,437 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 02:10:26,438 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 02:10:27,423 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:10:27,728 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:10:28,423 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:10:28,604 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:10:29,423 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:10:30,423 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:10:31,423 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:10:32,423 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:10:33,423 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:10:34,004 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:10:34,424 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:10:35,424 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:10:36,424 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:10:37,661 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:10:38,566 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:10:38,696 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:10:39,566 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:10:39,698 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:10:40,566 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:10:41,437 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 02:10:41,438 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 02:10:41,566 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:10:42,566 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:10:43,566 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:10:44,566 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:10:45,004 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:10:45,566 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:10:46,566 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:10:47,566 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:10:48,566 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:10:49,573 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:10:50,571 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:10:51,006 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:10:51,571 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:10:52,572 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:10:53,571 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:10:54,571 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:10:55,430 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:10:55,431 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:10:55,431 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:10:55,432 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:10:55,758 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:10:55,841 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:10:56,437 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 02:10:56,438 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 02:10:56,523 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:10:56,577 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:10:57,577 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:10:57,760 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:10:58,577 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:10:59,578 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:11:00,578 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:11:01,578 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:11:02,005 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:11:02,578 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:11:03,578 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:11:04,578 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:11:05,578 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:11:06,578 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:11:07,578 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:11:08,005 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:11:08,700 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:11:08,781 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:11:09,778 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:11:10,778 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:11:11,438 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 02:11:11,438 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 02:11:11,779 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:11:12,779 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:11:13,532 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:11:13,779 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:11:14,779 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:11:15,779 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:11:16,779 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:11:17,779 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:11:18,779 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:11:19,005 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:11:19,779 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:11:20,779 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:11:21,788 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:11:22,782 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:11:23,787 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:11:24,012 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:11:24,792 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:11:25,791 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:11:26,438 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 02:11:26,439 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 02:11:26,791 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:11:26,858 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:11:26,859 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:11:26,859 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:11:26,861 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:11:27,788 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:11:27,788 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:11:27,792 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:11:28,792 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:11:29,792 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:11:29,899 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:11:30,792 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:11:31,792 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:11:32,792 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:11:33,792 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:11:34,792 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:11:35,008 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:11:35,792 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:11:36,792 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:11:37,792 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:11:38,704 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:11:38,793 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:11:39,793 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:11:40,008 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:11:40,793 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:11:41,438 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 02:11:41,439 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 02:11:41,793 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:11:42,793 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:11:43,793 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:11:44,793 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:11:45,009 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:11:45,793 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:11:46,793 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:11:47,793 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:11:48,794 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:11:49,794 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:11:50,794 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:11:51,009 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:11:51,794 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:11:52,794 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:11:53,794 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:11:54,794 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:11:55,795 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:11:56,017 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:11:56,439 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 02:11:56,440 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 02:11:56,794 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:11:57,795 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:11:58,795 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:11:58,937 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:11:58,939 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:11:58,939 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:11:58,941 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:11:59,795 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:11:59,819 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:11:59,819 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:12:00,795 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:12:01,018 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:12:01,795 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:12:02,795 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:12:03,795 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:12:04,795 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:12:05,795 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:12:06,018 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:12:06,795 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:12:07,796 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:12:08,708 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:12:08,796 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:12:09,796 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:12:10,926 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:12:11,440 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 02:12:11,440 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 02:12:11,582 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:12:11,840 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:12:12,840 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:12:13,840 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:12:14,840 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:12:15,840 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:12:16,840 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:12:17,018 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:12:17,840 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:12:18,840 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:12:19,840 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:12:20,840 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:12:21,841 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:12:22,848 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:12:23,021 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:12:23,844 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:12:24,853 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:12:25,847 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:12:26,443 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 02:12:26,444 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 02:12:26,851 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:12:27,848 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:12:28,294 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:12:28,295 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:12:28,295 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:12:28,296 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:12:28,297 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:12:28,848 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:12:28,851 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:12:29,848 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:12:29,852 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:12:30,848 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:12:31,848 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:12:32,848 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:12:33,849 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:12:34,020 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:12:34,849 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:12:35,849 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:12:36,849 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:12:37,849 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:12:38,712 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:12:38,849 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:12:39,714 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:12:39,894 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:12:40,893 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:12:41,443 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 02:12:41,444 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 02:12:41,893 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:12:42,894 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:12:43,894 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:12:44,894 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:12:45,020 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:12:45,894 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:12:46,894 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:12:47,894 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:12:48,894 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:12:49,894 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:12:50,910 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:12:51,024 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:12:51,899 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:12:52,900 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:12:53,903 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:12:54,903 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:12:55,900 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:12:56,444 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 02:12:56,445 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 02:12:56,575 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:12:56,660 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:12:56,661 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:12:56,662 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:12:56,663 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:12:56,879 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:12:57,071 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:12:57,880 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:12:58,070 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:12:59,070 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:13:00,071 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:13:01,071 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:13:02,023 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:13:02,071 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:13:03,071 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:13:04,071 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:13:05,071 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:13:06,071 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:13:07,025 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:13:07,071 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:13:08,071 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:13:08,716 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:13:09,071 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:13:10,071 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:13:11,099 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:13:11,444 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 02:13:11,444 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 02:13:12,098 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:13:12,601 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:13:13,098 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:13:14,099 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:13:15,099 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:13:16,099 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:13:17,099 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:13:18,024 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:13:18,099 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:13:19,099 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:13:20,099 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:13:21,099 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:13:22,099 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:13:23,034 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:13:23,106 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:13:24,104 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:13:25,109 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:13:26,109 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:13:26,447 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 02:13:26,451 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 02:13:27,109 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:13:28,110 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:13:28,459 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:13:28,461 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:13:28,461 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:13:28,461 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:13:28,462 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:13:28,905 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:13:29,110 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:13:29,906 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:13:30,110 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:13:31,110 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:13:32,110 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:13:33,110 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:13:34,026 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:13:34,110 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:13:35,110 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:13:36,110 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:13:37,110 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:13:38,110 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:13:38,720 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:13:39,111 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:13:39,722 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:13:40,111 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:13:41,111 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:13:41,448 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 02:13:41,448 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 02:13:42,111 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:13:43,111 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:13:44,111 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:13:45,025 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:13:45,111 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:13:46,111 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:13:47,111 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:13:48,112 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:13:49,112 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:13:50,112 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:13:51,034 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:13:51,121 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:13:52,118 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:13:53,115 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:13:54,115 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:13:55,115 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:13:56,036 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:13:56,115 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:13:56,448 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 02:13:56,448 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 02:13:56,592 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:13:56,594 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:13:56,594 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:13:56,596 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:13:56,927 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:13:57,118 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:13:57,927 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:13:58,117 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:13:59,117 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:14:00,117 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:14:01,117 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:14:02,032 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:14:02,117 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:14:03,117 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:14:04,117 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:14:05,117 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:14:06,117 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:14:07,118 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:14:08,032 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:14:08,118 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:14:08,725 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:14:09,118 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:14:10,118 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:14:11,118 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:14:11,448 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 02:14:11,448 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 02:14:12,118 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:14:13,118 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:14:13,521 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:14:14,118 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:14:15,118 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:14:16,118 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:14:17,118 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:14:18,118 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:14:19,033 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:14:19,119 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:14:20,119 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:14:21,119 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:14:22,132 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:14:23,125 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:14:24,039 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:14:24,125 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:14:25,127 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:14:26,126 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:14:26,448 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 02:14:26,448 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 02:14:27,126 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:14:27,317 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:14:27,318 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:14:27,319 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:14:27,320 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:14:27,956 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:14:28,126 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:14:29,126 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:14:29,360 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:14:29,957 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:14:30,126 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:14:31,126 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:14:32,126 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:14:33,126 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:14:34,127 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:14:35,036 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:14:35,127 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:14:36,127 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:14:37,127 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:14:38,127 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:14:38,728 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:14:39,127 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:14:40,036 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:14:40,127 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:14:41,128 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:14:41,448 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 02:14:41,449 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 02:14:42,127 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:14:43,127 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:14:44,128 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:14:45,128 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:14:46,036 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:14:46,128 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:14:47,128 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:14:48,128 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:14:49,128 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:14:50,128 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:14:51,128 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:14:52,036 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:14:52,128 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:14:53,129 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:14:54,136 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:14:55,134 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:14:56,133 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:14:56,454 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 02:14:56,455 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 02:14:57,134 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:14:57,540 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:14:58,135 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:14:59,135 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:14:59,411 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:14:59,412 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:14:59,412 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:14:59,414 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:14:59,989 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:15:00,135 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:15:01,140 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:15:01,991 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:15:02,139 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:15:03,040 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:15:03,139 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:15:04,139 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:15:05,139 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:15:06,140 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:15:07,140 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:15:08,140 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:15:08,732 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:15:08,738 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:15:09,140 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:15:10,140 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:15:11,140 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:15:11,454 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 02:15:11,455 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 02:15:12,140 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:15:13,140 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:15:14,140 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:15:14,610 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:15:15,140 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:15:16,141 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:15:17,141 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:15:18,141 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:15:19,141 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:15:20,040 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:15:20,141 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:15:21,141 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:15:22,153 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:15:23,145 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:15:24,145 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:15:25,044 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:15:25,149 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:15:26,146 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:15:26,457 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 02:15:26,458 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 02:15:27,149 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:15:27,885 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:15:27,887 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:15:27,888 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:15:27,889 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:15:28,021 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:15:28,299 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:15:29,296 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:15:30,023 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:15:30,296 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:15:31,044 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:15:31,296 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:15:32,297 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:15:33,297 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:15:34,297 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:15:35,297 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:15:36,297 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:15:37,044 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:15:37,297 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:15:38,297 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:15:38,736 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:15:39,297 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:15:40,297 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:15:41,297 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:15:41,458 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 02:15:41,458 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 02:15:42,297 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:15:42,561 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:15:43,297 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:15:44,298 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:15:45,298 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:15:46,298 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:15:47,298 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:15:48,045 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:15:48,298 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:15:49,298 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:15:50,298 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:15:51,298 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:15:52,304 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:15:53,302 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:15:54,048 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:15:54,303 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:15:55,303 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:15:56,303 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:15:56,461 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 02:15:56,462 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 02:15:57,303 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:15:58,226 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:15:58,227 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:15:58,227 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:15:58,228 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:15:58,643 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:15:59,057 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:15:59,268 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:15:59,642 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:16:00,059 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:16:00,642 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:16:01,642 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:16:02,642 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:16:03,642 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:16:04,642 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:16:05,050 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:16:05,642 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:16:06,642 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:16:07,643 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:16:08,643 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:16:08,740 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:16:09,643 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:16:10,643 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:16:11,050 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:16:11,462 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 02:16:11,462 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 02:16:11,643 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:16:12,643 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:16:13,643 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:16:14,643 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:16:15,644 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:16:16,051 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:16:16,643 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:16:17,643 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:16:18,644 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:16:19,644 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:16:20,644 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:16:21,644 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:16:22,051 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:16:22,644 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:16:23,644 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:16:24,644 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:16:25,656 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:16:26,462 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 02:16:26,463 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 02:16:26,649 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:16:27,536 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:16:27,649 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:16:28,649 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:16:29,649 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:16:30,649 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:16:31,023 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:16:31,024 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:16:31,024 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:16:31,026 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:16:31,095 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:16:31,649 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:16:32,097 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:16:32,649 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:16:33,065 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:16:33,650 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:16:34,650 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:16:35,650 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:16:36,650 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:16:37,650 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:16:38,650 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:16:38,745 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:16:38,751 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:16:39,650 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:16:40,650 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:16:41,462 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 02:16:41,463 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 02:16:41,650 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:16:42,650 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:16:43,703 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:16:44,627 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:16:44,698 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:16:45,697 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:16:46,698 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:16:47,698 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:16:48,698 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:16:49,698 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:16:50,054 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:16:50,698 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:16:51,698 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:16:52,698 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:16:53,698 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:16:54,698 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:16:55,698 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:16:56,054 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:16:56,469 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 02:16:56,469 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 02:16:56,706 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:16:57,701 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:16:58,702 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:16:59,705 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:17:00,710 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:17:01,059 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:17:01,702 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:17:02,180 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:17:02,181 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:17:02,182 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:17:02,184 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:17:02,702 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:17:03,120 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:17:03,702 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:17:04,121 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:17:04,702 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:17:05,702 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:17:06,702 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:17:07,054 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:17:07,703 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:17:08,703 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:17:08,748 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:17:09,703 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:17:10,703 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:17:11,469 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 02:17:11,470 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 02:17:11,703 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:17:12,603 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:17:12,703 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:17:13,703 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:17:14,704 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:17:15,703 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:17:16,704 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:17:17,704 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:17:18,054 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:17:18,704 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:17:19,704 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:17:20,704 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:17:21,704 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:17:22,704 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:17:23,704 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:17:24,054 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:17:24,704 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:17:25,704 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:17:26,474 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 02:17:26,474 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 02:17:26,705 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:17:27,705 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:17:28,706 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:17:29,578 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:17:29,707 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:17:30,706 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:17:31,707 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:17:31,836 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:17:31,838 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:17:31,838 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:17:31,839 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:17:32,150 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:17:32,706 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:17:33,706 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:17:34,152 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:17:34,706 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:17:34,879 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:17:35,706 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:17:36,706 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:17:37,707 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:17:38,707 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:17:38,752 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:17:39,707 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:17:40,059 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:17:40,707 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:17:41,473 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 02:17:41,474 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 02:17:41,707 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:17:42,721 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:17:43,720 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:17:44,720 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:17:45,059 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:17:45,720 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:17:46,720 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:17:47,720 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:17:48,720 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:17:49,721 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:17:50,059 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:17:50,721 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:17:51,721 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:17:52,721 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:17:53,721 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:17:54,721 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:17:55,060 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:17:55,721 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:17:57,948 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:17:58,165 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:17:58,336 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 02:17:58,336 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 02:18:00,428 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:18:04,665 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:18:05,428 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:18:05,680 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:18:06,648 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:18:08,756 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:18:10,758 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:18:12,422 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:18:13,066 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 02:18:13,067 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 02:18:13,876 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:18:14,823 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:18:15,790 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:18:20,791 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:18:21,802 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:18:23,221 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:18:26,324 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:18:30,475 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 02:18:30,476 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 02:18:30,782 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:18:31,610 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:18:36,610 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:18:38,262 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:18:38,760 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:18:39,838 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:18:41,762 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:18:46,763 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:18:51,018 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 02:18:51,019 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 02:18:51,058 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:18:51,150 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:18:52,064 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:18:52,150 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:18:52,820 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:18:53,151 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:18:54,151 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:18:54,821 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:18:55,151 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:18:56,151 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:18:57,151 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:18:57,178 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:18:58,151 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:18:59,151 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:19:00,151 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:19:01,151 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:19:01,198 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 02:19:01,199 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 02:19:02,151 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:19:02,269 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:19:03,151 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:19:04,151 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:19:05,152 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:19:06,152 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:19:07,152 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:19:08,152 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:19:08,178 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:19:08,765 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:19:09,152 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:19:10,152 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:19:11,152 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:19:12,152 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:19:13,153 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:19:13,178 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:19:14,153 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:19:15,153 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:19:16,153 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:19:16,198 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 02:19:16,199 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 02:19:17,153 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:19:18,153 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:19:18,327 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:19:19,153 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:19:20,153 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:19:21,153 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:19:22,153 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:19:23,153 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:19:24,153 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:19:24,178 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:19:25,153 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:19:26,154 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:19:27,154 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:19:28,154 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:19:29,154 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:19:30,154 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:19:30,178 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:19:31,154 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:19:31,199 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 02:19:31,199 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 02:19:32,154 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:19:33,154 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:19:34,154 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:19:35,155 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:19:35,359 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:19:36,155 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:19:37,155 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:19:38,155 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:19:38,767 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:19:39,155 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:19:40,155 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:19:40,769 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:19:41,155 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:19:42,155 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:19:43,155 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:19:44,156 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:19:45,156 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:19:46,156 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:19:46,179 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:19:46,199 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 02:19:46,199 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 02:19:51,349 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:19:56,350 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:20:01,351 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:20:05,779 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: keepalive +2024-12-27 02:20:05,789 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:20:06,779 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:20:06,790 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:20:07,780 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:20:08,771 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:20:08,779 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:20:09,779 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:20:10,779 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:20:11,780 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:20:12,780 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:20:12,785 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:20:13,780 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:20:14,780 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:20:15,780 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:20:16,780 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:20:17,780 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:20:18,780 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:20:18,785 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:20:19,780 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:20:20,780 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:20:21,781 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:20:22,781 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:20:23,781 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:20:24,781 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:20:24,785 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:20:25,781 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:20:26,781 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:20:27,781 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:20:28,781 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:20:29,781 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:20:29,786 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:20:30,781 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:20:31,781 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:20:32,782 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:20:33,782 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:20:34,782 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:20:35,782 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:20:35,785 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:20:36,782 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:20:37,782 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:20:38,775 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:20:38,782 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:20:39,782 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:20:40,782 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:20:41,782 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:20:41,786 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:20:42,783 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:20:43,783 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:20:44,783 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:20:45,783 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:20:46,783 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:20:46,786 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:20:47,783 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:20:48,783 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:20:49,783 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:20:50,783 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:20:51,783 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:20:51,786 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:20:52,784 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:20:53,784 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:20:54,784 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:20:55,784 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:20:56,784 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:20:57,784 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:20:57,786 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:20:58,784 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:20:59,784 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:21:00,784 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:21:01,785 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:21:02,785 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:21:03,785 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:21:03,786 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:21:04,785 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:21:05,785 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:21:06,785 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:21:07,785 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:21:08,779 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:21:08,785 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:21:09,781 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:21:09,785 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:21:10,786 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:21:11,786 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:21:12,786 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:21:13,786 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:21:14,786 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:21:14,787 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:21:15,787 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:21:16,786 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:21:17,786 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:21:18,786 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:21:19,786 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:21:19,787 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:21:20,789 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:21:21,787 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:21:22,787 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:21:23,787 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:21:24,787 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:21:24,789 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:21:25,787 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:21:26,787 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:21:27,787 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:21:28,787 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:21:29,787 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:21:30,787 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:21:30,787 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:21:31,788 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:21:32,788 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:21:33,789 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:21:34,788 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:21:35,788 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:21:36,787 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:21:36,788 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:21:37,788 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:21:38,783 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:21:38,789 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:21:39,788 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:21:40,788 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:21:41,787 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:21:41,788 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:21:42,788 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:21:43,789 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:21:44,789 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:21:45,789 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:21:46,787 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:21:46,789 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:21:47,789 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:21:51,788 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:21:56,806 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:22:01,807 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:22:06,808 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:22:08,786 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:22:12,788 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:22:17,791 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:22:22,789 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:22:27,790 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:22:27,942 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: keepalive +2024-12-27 02:22:27,982 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:22:28,947 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:22:30,168 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:22:30,221 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:22:31,218 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:22:32,218 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:22:32,798 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:22:33,218 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:22:34,171 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:22:34,218 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:22:35,218 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:22:36,218 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:22:37,218 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:22:37,943 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:22:38,218 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:22:38,791 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:22:39,218 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:22:40,218 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:22:41,219 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:22:42,219 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:22:42,943 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:22:43,219 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:22:44,219 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:22:45,219 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:22:46,219 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:22:47,219 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:22:47,943 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:22:48,220 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:22:49,219 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:22:50,219 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:22:51,220 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:22:52,220 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:22:53,220 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:22:53,943 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:22:54,220 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:22:55,227 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:22:56,227 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:22:57,224 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:22:58,224 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:22:58,958 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:22:59,224 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:23:00,224 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:23:00,865 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:23:00,866 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:23:00,866 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:23:00,867 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:23:01,200 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:23:01,279 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:23:02,201 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:23:02,278 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:23:03,278 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:23:04,278 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:23:04,949 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:23:05,278 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:23:06,278 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:23:07,278 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:23:08,279 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:23:08,794 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:23:09,279 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:23:10,279 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:23:10,797 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:23:11,279 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:23:12,279 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:23:13,332 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:23:14,331 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:23:15,331 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:23:15,950 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:23:16,331 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:23:17,331 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:23:18,331 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:23:19,331 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:23:20,331 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:23:21,331 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:23:21,950 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:23:22,332 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:23:23,332 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:23:24,332 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:23:25,339 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:23:26,337 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:23:26,958 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:23:27,342 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:23:28,342 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:23:29,343 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:23:30,340 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:23:30,825 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:23:30,826 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:23:30,827 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:23:30,828 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:23:31,229 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:23:31,342 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:23:32,230 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:23:32,341 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:23:32,867 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:23:33,498 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:23:34,341 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:23:35,341 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:23:36,342 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:23:37,342 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:23:37,954 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:23:38,342 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:23:38,798 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:23:39,342 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:23:40,342 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:23:41,342 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:23:42,342 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:23:42,955 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:23:43,342 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:23:44,342 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:23:45,343 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:23:46,343 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:23:47,343 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:23:48,343 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:23:48,955 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:23:49,343 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:23:50,343 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:23:51,343 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:23:52,343 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:23:53,343 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:23:54,343 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:23:54,961 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:23:55,351 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:23:56,349 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:23:57,355 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:23:58,349 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:23:59,349 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:23:59,964 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:24:00,350 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:24:00,469 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:24:00,471 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:24:00,471 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:24:00,473 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:24:01,268 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:24:01,350 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:24:02,269 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:24:02,350 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:24:03,350 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:24:04,350 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:24:05,350 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:24:05,956 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:24:06,350 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:24:07,350 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:24:08,350 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:24:08,802 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:24:09,350 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:24:10,350 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:24:11,350 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:24:11,805 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:24:12,564 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:24:13,562 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:24:14,562 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:24:15,562 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:24:16,562 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:24:16,957 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:24:17,563 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:24:18,562 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:24:19,563 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:24:20,563 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:24:21,563 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:24:22,563 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:24:22,957 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:24:23,563 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:24:24,575 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:24:25,572 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:24:26,572 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:24:27,575 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:24:27,960 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:24:28,575 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:24:29,573 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:24:30,186 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:24:30,187 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:24:30,188 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:24:30,189 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:24:30,299 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:24:30,601 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:24:31,600 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:24:32,304 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:24:32,600 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:24:32,960 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:24:33,600 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:24:34,601 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:24:35,601 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:24:36,601 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:24:37,601 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:24:37,960 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:24:38,601 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:24:38,806 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:24:39,601 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:24:40,601 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:24:41,601 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:24:42,601 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:24:43,601 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:24:43,960 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:24:44,601 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:24:45,762 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:24:46,672 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:24:47,672 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:24:48,672 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:24:48,961 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:24:49,672 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:24:50,672 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:24:51,672 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:24:52,672 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:24:53,672 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:24:54,672 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:24:54,961 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:24:55,672 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:24:56,673 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:24:57,679 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:24:58,677 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:24:59,676 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:24:59,972 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:25:00,676 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:25:01,676 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:25:02,676 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:25:03,574 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:25:03,576 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:25:03,576 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:25:03,577 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:25:03,983 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:25:04,335 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:25:04,720 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:25:05,336 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:25:05,615 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:25:05,720 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:25:06,720 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:25:07,721 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:25:08,721 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:25:08,811 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:25:09,721 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:25:10,721 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:25:10,813 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:25:11,721 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:25:12,721 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:25:13,721 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:25:14,721 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:25:15,721 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:25:15,964 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:25:16,722 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:25:17,722 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:25:18,722 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:25:19,722 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:25:20,722 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:25:21,722 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:25:21,964 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:25:22,722 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:25:23,722 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:25:24,722 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:25:25,722 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:25:26,723 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:25:27,723 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:25:27,963 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:25:28,731 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:25:29,727 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:25:30,727 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:25:31,731 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:25:32,727 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:25:32,969 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:25:33,728 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:25:34,402 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:25:34,403 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:25:34,403 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:25:34,404 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:25:34,821 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:25:35,361 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:25:35,815 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:25:36,815 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:25:37,362 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:25:37,815 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:25:37,969 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:25:38,814 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:25:38,821 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:25:39,816 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:25:40,816 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:25:41,816 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:25:42,816 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:25:43,816 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:25:43,969 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:25:44,816 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:25:45,816 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:25:46,816 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:25:47,817 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:25:48,816 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:25:48,969 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:25:49,816 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:25:50,817 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:25:51,817 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:25:52,817 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:25:53,817 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:25:54,817 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:25:54,970 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:25:55,817 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:25:56,817 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:25:57,817 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:25:58,827 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:25:59,820 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:25:59,974 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:26:00,821 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:26:01,826 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:26:02,822 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:26:03,822 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:26:04,822 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:26:04,835 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:26:04,837 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:26:04,838 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:26:04,839 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:26:05,387 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:26:05,822 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:26:05,877 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:26:06,822 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:26:07,389 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:26:07,822 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:26:08,818 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:26:08,825 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:26:09,822 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:26:10,822 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:26:11,821 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:26:11,822 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:26:12,822 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:26:13,823 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:26:14,823 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:26:15,823 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:26:16,823 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:26:16,974 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:26:17,823 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:26:18,823 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:26:19,823 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:26:20,823 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:26:21,823 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:26:22,206 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:26:22,823 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:26:23,823 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:26:24,824 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:26:25,824 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:26:26,824 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:26:27,824 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:26:28,110 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:26:28,824 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:26:29,824 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:26:30,832 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:26:31,830 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:26:32,825 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:26:33,110 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:26:33,829 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:26:34,828 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:26:35,829 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:26:35,939 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:26:35,941 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:26:35,941 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:26:35,943 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:26:36,420 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:26:36,829 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:26:37,421 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:26:37,829 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:26:38,111 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:26:38,822 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:26:38,829 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:26:39,829 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:26:40,829 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:26:41,829 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:26:42,829 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:26:43,829 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:26:44,110 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:26:44,829 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:26:45,829 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:26:46,830 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:26:47,830 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:26:48,830 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:26:49,830 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:26:50,111 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:26:51,017 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:26:52,016 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:26:53,016 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:26:54,016 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:26:55,016 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:26:56,016 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:26:56,111 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:26:57,016 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:26:58,016 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:26:59,017 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:27:00,017 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:27:01,017 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:27:02,017 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:27:02,111 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:27:03,026 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:27:04,020 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:27:05,020 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:27:06,020 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:27:07,023 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:27:07,122 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:27:08,020 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:27:08,827 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:27:08,843 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:27:08,845 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:27:08,845 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:27:08,847 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:27:09,269 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:27:09,450 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:27:10,266 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:27:11,266 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:27:11,452 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:27:12,266 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:27:12,885 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:27:13,266 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:27:14,266 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:27:15,266 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:27:16,266 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:27:17,266 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:27:18,114 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:27:18,266 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:27:19,266 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:27:20,266 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:27:21,267 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:27:22,267 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:27:23,115 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:27:23,267 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:27:24,267 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:27:25,267 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:27:26,267 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:27:27,267 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:27:28,267 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:27:29,115 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:27:29,268 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:27:30,268 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:27:31,268 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:27:32,273 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:27:33,271 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:27:34,123 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:27:34,274 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:27:35,274 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:27:36,271 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:27:37,271 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:27:37,951 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:27:37,953 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:27:37,953 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:27:37,955 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:27:38,371 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:27:38,486 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:27:38,831 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:27:39,366 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:27:39,487 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:27:39,833 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:27:40,367 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:27:41,367 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:27:42,367 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:27:43,367 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:27:44,367 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:27:45,367 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:27:45,367 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:27:46,367 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:27:47,367 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:27:48,367 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:27:49,367 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:27:50,367 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:27:50,368 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:27:51,368 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:27:52,368 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:27:53,368 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:27:54,368 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:27:55,368 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:27:56,367 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:27:56,368 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:27:57,368 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:27:58,368 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:27:59,368 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:28:00,368 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:28:01,372 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:28:01,382 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:28:02,371 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:28:03,374 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:28:04,377 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:28:05,375 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:28:06,375 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:28:07,281 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:28:07,282 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:28:07,283 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:28:07,283 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:28:07,284 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:28:07,519 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:28:07,694 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:28:08,433 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:28:08,834 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:28:09,433 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:28:09,520 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:28:10,433 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:28:11,433 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:28:12,433 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:28:12,837 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:28:13,433 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:28:14,433 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:28:15,434 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:28:16,433 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:28:17,434 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:28:18,368 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:28:18,434 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:28:19,434 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:28:20,434 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:28:21,434 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:28:22,434 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:28:23,369 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:28:23,434 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:28:24,434 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:28:25,434 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:28:26,435 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:28:27,435 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:28:28,435 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:28:29,376 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:28:29,444 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:28:30,439 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:28:31,439 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:28:32,439 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:28:33,443 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:28:34,443 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:28:35,194 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:28:35,196 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:28:35,196 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:28:35,196 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:28:35,198 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:28:35,545 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:28:35,646 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:28:36,645 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:28:37,547 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:28:37,645 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:28:38,645 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:28:38,838 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:28:39,645 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:28:40,645 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:28:40,841 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:28:41,645 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:28:42,645 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:28:43,646 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:28:44,646 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:28:45,646 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:28:46,373 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:28:46,646 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:28:47,646 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:28:48,646 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:28:49,646 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:28:50,647 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:28:51,374 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:28:51,646 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:28:52,646 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:28:53,647 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:28:54,647 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:28:55,647 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:28:56,647 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:28:57,374 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:28:57,647 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:28:58,647 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:28:59,647 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:29:00,647 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:29:01,647 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:29:02,647 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:29:03,373 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:29:03,647 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:29:04,647 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:29:05,651 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:29:06,671 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:29:07,656 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:29:08,384 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:29:08,660 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:29:08,845 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:29:09,657 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:29:10,657 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:29:10,780 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:29:10,781 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:29:10,782 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:29:10,783 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:29:11,580 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:29:11,657 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:29:12,657 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:29:13,581 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:29:13,657 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:29:14,377 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:29:14,657 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:29:15,657 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:29:16,657 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:29:17,657 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:29:18,657 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:29:19,657 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:29:20,377 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:29:20,658 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:29:21,658 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:29:22,658 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:29:23,658 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:29:24,658 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:29:25,378 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:29:25,658 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:29:26,658 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:29:27,658 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:29:28,658 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:29:29,658 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:29:30,659 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:29:31,378 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:29:31,659 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:29:32,659 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:29:33,659 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:29:34,665 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:29:35,665 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:29:36,385 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:29:36,663 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:29:37,663 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:29:38,663 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:29:38,844 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:29:39,663 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:29:39,809 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:29:39,811 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:29:39,812 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:29:39,814 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:29:40,608 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:29:40,663 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:29:41,609 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:29:41,663 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:29:41,851 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:29:42,663 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:29:43,663 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:29:44,663 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:29:45,664 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:29:46,664 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:29:47,379 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:29:47,664 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:29:48,664 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:29:49,664 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:29:50,664 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:29:51,664 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:29:52,664 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:29:53,379 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:29:53,664 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:29:54,760 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:29:55,757 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:29:56,758 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:29:57,758 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:29:58,379 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:29:58,758 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:29:59,758 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:30:00,758 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:30:01,758 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:30:02,758 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:30:03,380 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:30:03,758 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:30:04,758 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:30:05,759 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:30:06,758 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:30:07,759 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:30:08,386 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:30:08,759 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:30:08,849 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:30:09,759 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:30:10,762 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:30:11,763 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:30:12,372 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:30:12,373 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:30:12,373 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:30:12,375 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:30:12,643 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:30:13,413 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:30:13,644 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:30:13,653 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:30:14,652 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:30:15,652 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:30:16,652 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:30:17,652 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:30:18,652 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:30:18,653 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:30:19,652 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:30:20,652 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:30:21,653 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:30:22,653 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:30:23,653 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:30:24,652 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:30:24,653 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:30:25,653 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:30:26,653 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:30:27,653 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:30:28,653 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:30:29,652 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:30:29,653 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:30:30,654 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:30:31,654 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:30:32,654 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:30:33,654 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:30:34,654 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:30:35,652 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:30:35,654 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:30:36,654 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:30:37,662 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:30:38,661 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:30:38,860 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:30:39,660 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:30:40,659 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:30:40,862 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:30:41,661 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:30:42,661 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:30:42,843 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:30:42,845 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:30:42,845 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:30:42,846 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:30:43,661 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:30:43,675 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:30:44,663 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:30:45,663 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:30:45,676 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:30:46,657 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:30:46,663 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:30:47,663 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:30:48,663 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:30:49,663 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:30:50,663 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:30:51,663 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:30:52,657 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:30:52,663 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:30:53,663 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:30:54,663 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:30:55,663 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:30:56,663 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:30:57,657 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:30:57,664 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:30:58,664 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:30:59,664 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:31:00,664 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:31:01,664 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:31:02,664 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:31:03,657 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:31:03,664 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:31:04,664 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:31:05,664 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:31:06,664 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:31:07,664 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:31:08,665 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:31:08,859 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:31:08,861 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:31:09,665 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:31:10,665 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:31:11,670 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:31:12,667 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:31:13,671 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:31:14,665 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:31:14,672 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:31:15,672 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:31:16,673 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:31:16,783 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:31:16,785 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:31:16,785 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:31:16,788 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:31:17,672 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:31:17,707 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:31:18,672 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:31:19,672 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:31:19,709 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:31:20,665 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:31:20,672 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:31:21,672 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:31:22,672 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:31:23,672 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:31:24,673 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:31:25,673 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:31:26,665 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:31:26,673 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:31:27,673 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:31:28,673 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:31:29,673 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:31:30,673 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:31:31,673 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:31:32,665 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:31:32,673 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:31:33,673 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:31:34,674 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:31:35,674 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:31:36,674 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:31:37,665 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:31:37,674 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:31:38,674 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:31:38,863 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:31:39,674 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:31:40,674 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:31:41,674 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:31:42,674 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:31:42,873 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:31:43,682 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:31:44,675 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:31:45,675 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:31:46,675 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:31:47,676 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:31:47,860 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:31:47,861 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:31:47,862 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:31:47,867 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:31:47,901 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:31:48,675 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:31:48,738 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:31:49,675 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:31:49,738 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:31:50,675 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:31:51,676 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:31:52,676 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:31:53,669 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:31:53,676 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:31:54,676 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:31:55,676 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:31:56,676 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:31:57,676 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:31:58,676 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:31:59,670 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:31:59,677 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:32:00,677 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:32:01,677 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:32:02,677 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:32:03,677 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:32:04,670 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:32:04,677 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:32:05,677 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:32:06,677 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:32:07,677 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:32:08,677 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:32:08,867 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:32:09,677 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:32:09,875 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:32:10,677 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:32:11,686 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:32:12,682 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:32:13,682 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:32:14,685 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:32:15,681 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:32:15,683 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:32:15,859 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:32:15,861 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:32:15,861 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:32:15,863 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:32:16,684 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:32:16,770 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:32:17,684 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:32:17,770 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:32:18,684 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:32:19,684 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:32:20,684 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:32:21,676 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:32:21,684 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:32:22,684 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:32:23,684 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:32:24,684 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:32:25,684 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:32:26,685 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:32:27,676 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:32:27,685 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:32:28,748 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:32:29,748 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:32:30,748 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:32:31,748 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:32:32,748 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:32:33,675 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:32:33,748 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:32:34,748 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:32:35,748 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:32:36,749 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:32:37,749 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:32:38,676 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:32:38,749 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:32:38,871 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:32:39,749 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:32:40,749 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:32:41,750 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:32:42,750 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:32:43,684 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:32:43,754 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:32:44,757 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:32:45,758 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:32:46,758 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:32:47,758 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:32:47,885 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:32:47,887 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:32:47,887 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:32:47,889 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:32:48,758 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:32:48,803 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:32:49,677 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:32:49,758 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:32:49,804 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:32:50,758 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:32:51,758 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:32:52,758 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:32:53,758 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:32:54,758 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:32:55,677 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:32:55,758 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:32:56,758 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:32:57,759 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:32:58,759 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:32:59,759 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:33:00,894 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:33:01,678 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:33:01,797 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:33:02,797 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:33:03,797 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:33:04,797 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:33:05,797 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:33:06,678 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:33:06,797 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:33:07,797 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:33:08,797 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:33:08,875 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:33:09,797 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:33:10,798 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:33:11,798 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:33:11,878 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:33:12,815 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:33:13,807 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:33:14,807 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:33:15,811 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:33:16,810 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:33:17,690 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:33:17,810 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:33:18,482 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:33:18,484 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:33:18,484 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:33:18,486 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:33:18,835 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:33:18,945 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:33:19,836 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:33:19,942 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:33:20,942 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:33:21,942 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:33:22,942 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:33:22,947 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:33:23,942 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:33:24,942 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:33:25,942 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:33:26,942 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:33:27,942 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:33:28,942 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:33:28,943 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:33:29,943 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:33:30,944 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:33:31,943 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:33:32,943 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:33:33,942 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:33:33,944 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:33:34,943 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:33:35,943 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:33:36,943 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:33:37,943 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:33:38,879 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:33:38,944 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:33:39,942 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:33:39,944 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:33:40,944 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:33:41,947 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:33:42,947 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:33:43,947 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:33:44,947 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:33:44,948 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:33:45,951 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:33:46,951 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:33:47,741 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:33:47,743 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:33:47,743 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:33:47,745 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:33:47,884 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:33:48,153 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:33:49,149 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:33:49,885 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:33:50,150 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:33:50,945 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:33:51,150 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:33:52,150 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:33:53,150 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:33:54,150 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:33:55,150 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:33:55,946 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:33:56,150 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:33:57,150 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:33:58,150 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:33:59,150 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:34:00,151 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:34:01,151 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:34:01,946 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:34:02,151 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:34:03,151 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:34:04,151 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:34:05,151 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:34:06,151 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:34:07,151 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:34:07,946 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:34:08,151 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:34:08,883 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:34:09,151 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:34:10,152 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:34:11,152 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:34:12,152 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:34:12,947 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:34:13,159 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:34:14,154 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:34:15,160 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:34:16,155 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:34:17,163 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:34:17,959 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:34:18,158 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:34:19,156 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:34:19,246 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:34:19,247 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:34:19,248 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:34:19,249 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:34:19,917 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:34:20,156 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:34:21,156 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:34:21,919 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:34:22,156 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:34:23,156 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:34:23,287 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:34:24,156 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:34:25,156 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:34:26,156 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:34:27,156 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:34:28,156 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:34:28,949 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:34:29,157 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:34:30,157 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:34:31,157 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:34:32,157 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:34:33,321 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:34:33,950 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:34:34,228 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:34:35,228 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:34:36,228 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:34:37,228 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:34:38,228 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:34:38,887 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:34:39,228 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:34:39,950 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:34:40,229 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:34:41,229 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:34:42,229 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:34:43,229 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:34:44,229 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:34:44,956 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:34:45,231 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:34:46,232 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:34:47,232 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:34:48,233 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:34:49,232 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:34:49,962 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:34:50,233 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:34:50,298 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:34:50,299 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:34:50,300 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:34:50,301 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:34:50,953 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:34:51,233 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:34:51,954 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:34:52,233 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:34:53,233 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:34:54,233 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:34:55,233 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:34:55,956 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:34:56,233 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:34:57,233 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:34:58,233 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:34:59,234 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:35:00,234 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:35:01,234 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:35:01,956 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:35:02,234 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:35:03,234 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:35:04,234 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:35:05,234 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:35:06,234 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:35:06,956 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:35:07,234 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:35:08,234 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:35:08,891 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:35:09,234 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:35:10,235 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:35:11,235 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:35:12,235 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:35:12,956 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:35:13,235 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:35:14,235 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:35:15,243 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:35:16,241 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:35:17,242 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:35:17,966 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:35:18,242 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:35:19,243 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:35:20,243 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:35:20,431 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:35:20,432 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:35:20,432 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:35:20,433 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:35:20,986 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:35:21,243 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:35:21,987 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:35:22,243 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:35:23,243 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:35:23,473 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:35:24,243 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:35:25,243 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:35:26,243 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:35:27,244 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:35:28,244 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:35:28,959 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:35:29,244 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:35:30,244 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:35:31,244 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:35:32,244 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:35:33,244 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:35:33,960 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:35:34,244 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:35:35,245 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:35:36,244 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:35:37,245 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:35:38,245 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:35:38,895 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:35:39,245 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:35:39,959 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:35:40,245 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:35:41,245 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:35:42,245 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:35:43,245 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:35:44,250 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:35:44,973 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:35:45,256 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:35:46,252 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:35:47,259 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:35:48,254 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:35:49,255 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:35:49,435 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:35:49,436 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:35:49,436 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:35:49,438 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:35:50,016 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:35:50,255 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:35:50,477 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:35:51,255 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:35:52,017 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:35:52,255 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:35:53,255 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:35:54,255 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:35:55,255 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:35:55,966 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:35:56,255 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:35:57,255 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:35:58,255 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:35:59,255 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:36:00,256 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:36:01,256 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:36:01,966 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:36:02,256 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:36:03,256 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:36:04,256 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:36:05,256 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:36:06,256 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:36:07,113 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:36:07,256 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:36:08,256 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:36:08,899 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:36:09,257 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:36:10,257 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:36:11,257 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:36:12,257 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:36:13,021 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:36:13,257 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:36:14,257 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:36:15,257 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:36:16,257 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:36:17,259 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:36:18,028 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:36:18,259 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:36:19,259 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:36:20,262 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:36:21,260 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:36:21,647 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:36:21,648 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:36:21,648 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:36:21,649 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:36:22,050 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:36:22,260 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:36:23,260 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:36:23,688 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:36:24,052 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:36:24,260 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:36:25,260 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:36:26,260 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:36:27,260 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:36:28,260 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:36:29,027 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:36:29,260 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:36:30,260 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:36:31,261 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:36:32,261 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:36:33,261 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:36:34,028 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:36:34,261 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:36:35,261 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:36:36,261 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:36:37,261 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:36:38,261 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:36:38,900 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:36:39,261 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:36:40,027 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:36:40,261 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:36:41,262 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:36:42,262 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:36:43,262 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:36:44,262 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:36:45,038 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:36:45,267 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:36:46,266 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:36:47,263 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:36:48,267 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:36:49,267 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:36:50,265 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:36:50,396 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:36:50,397 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:36:50,398 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:36:50,398 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:36:50,399 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:36:51,083 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:36:51,265 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:36:52,084 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:36:52,265 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:36:53,265 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:36:54,265 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:36:55,265 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:36:56,032 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:36:56,265 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:36:57,265 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:36:58,265 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:36:59,265 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:37:00,265 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:37:01,266 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:37:02,032 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:37:02,266 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:37:03,266 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:37:04,266 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:37:05,266 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:37:06,266 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:37:07,032 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:37:07,266 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:37:08,266 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:37:08,904 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:37:09,266 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:37:10,266 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:37:11,266 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:37:12,267 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:37:13,032 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:37:13,267 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:37:14,278 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:37:15,278 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:37:16,275 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:37:17,279 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:37:18,043 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:37:18,275 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:37:19,223 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:37:19,225 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:37:19,226 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:37:19,227 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:37:19,635 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:37:20,110 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:37:20,378 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:37:21,378 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:37:22,112 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:37:22,378 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:37:23,265 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:37:23,378 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:37:24,378 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:37:25,378 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:37:26,378 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:37:27,378 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:37:28,378 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:37:29,034 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:37:29,378 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:37:30,378 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:37:31,378 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:37:32,378 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:37:33,379 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:37:34,035 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:37:34,379 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:37:35,379 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:37:36,379 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:37:37,379 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:37:38,379 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:37:38,909 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:37:39,379 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:37:40,035 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:37:40,379 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:37:41,379 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:37:42,379 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:37:43,380 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:37:44,388 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:37:45,036 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:37:45,381 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:37:46,381 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:37:47,388 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:37:48,382 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:37:49,384 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:37:50,037 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:37:50,120 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:37:50,121 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:37:50,122 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:37:50,123 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:37:50,140 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:37:50,537 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:37:51,537 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:37:52,142 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:37:52,537 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:37:53,537 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:37:54,537 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:37:55,037 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:37:55,537 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:37:56,537 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:37:57,537 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:37:58,537 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:37:59,537 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:38:00,537 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:38:01,037 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:38:01,661 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:38:02,571 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:38:03,572 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:38:04,572 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:38:05,572 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:38:06,037 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:38:06,572 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:38:07,572 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:38:08,572 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:38:08,913 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:38:09,572 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:38:10,572 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:38:11,578 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:38:12,046 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:38:12,575 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:38:13,581 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:38:14,578 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:38:15,582 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:38:16,580 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:38:17,046 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:38:17,474 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:38:17,475 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:38:17,475 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:38:17,477 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:38:17,907 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:38:18,171 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:38:18,620 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:38:19,621 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:38:20,173 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:38:20,621 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:38:21,621 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:38:22,621 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:38:23,041 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:38:23,621 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:38:24,621 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:38:25,621 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:38:26,621 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:38:27,621 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:38:28,621 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:38:29,041 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:38:29,621 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:38:30,622 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:38:31,622 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:38:32,622 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:38:33,622 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:38:34,041 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:38:34,622 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:38:35,622 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:38:36,623 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:38:37,622 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:38:38,622 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:38:38,917 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:38:39,622 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:38:40,041 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:38:40,623 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:38:41,623 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:38:42,623 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:38:43,623 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:38:44,623 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:38:45,051 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:38:45,630 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:38:46,625 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:38:47,627 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:38:48,625 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:38:49,626 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:38:49,953 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:38:49,955 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:38:49,955 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:38:49,956 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:38:50,207 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:38:50,626 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:38:50,994 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:38:51,626 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:38:52,208 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:38:52,626 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:38:53,626 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:38:54,626 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:38:55,626 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:38:56,047 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:38:56,626 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:38:57,627 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:38:58,626 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:38:59,627 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:39:00,627 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:39:01,627 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:39:02,048 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:39:02,797 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:39:03,702 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:39:04,702 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:39:05,702 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:39:06,703 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:39:07,048 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:39:07,703 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:39:08,703 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:39:08,921 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:39:09,703 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:39:10,703 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:39:11,703 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:39:12,712 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:39:13,049 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:39:13,715 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:39:14,710 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:39:15,710 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:39:16,712 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:39:17,711 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:39:18,054 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:39:18,441 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:39:18,442 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:39:18,443 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:39:18,444 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:39:18,848 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:39:19,237 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:39:19,845 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:39:20,238 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:39:20,845 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:39:21,845 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:39:22,845 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:39:23,846 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:39:24,051 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:39:24,846 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:39:25,846 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:39:26,846 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:39:27,846 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:39:28,846 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:39:29,846 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:39:30,051 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:39:30,846 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:39:31,846 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:39:32,869 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:39:33,869 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:39:34,869 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:39:35,052 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:39:35,869 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:39:36,869 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:39:37,869 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:39:38,869 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:39:38,925 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:39:39,870 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:39:40,870 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:39:41,052 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:39:41,870 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:39:42,870 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:39:43,870 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:39:44,881 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:39:45,875 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:39:46,056 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:39:46,875 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:39:47,878 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:39:48,878 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:39:49,879 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:39:50,009 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:39:50,011 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:39:50,011 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:39:50,012 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:39:50,269 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:39:50,879 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:39:51,879 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:39:52,051 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:39:52,270 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:39:52,879 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:39:53,879 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:39:54,879 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:39:55,879 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:39:56,879 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:39:57,054 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:39:57,879 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:39:58,879 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:39:59,880 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:40:00,880 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:40:01,880 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:40:02,880 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:40:03,054 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:40:03,880 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:40:04,890 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:40:05,889 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:40:06,889 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:40:07,889 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:40:08,889 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:40:08,928 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:40:08,934 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:40:09,889 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:40:10,889 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:40:11,890 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:40:12,890 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:40:13,890 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:40:14,054 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:40:14,890 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:40:15,890 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:40:16,890 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:40:17,893 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:40:18,899 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:40:19,059 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:40:19,896 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:40:20,896 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:40:21,897 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:40:22,897 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:40:23,058 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:40:23,059 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:40:23,060 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:40:23,061 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:40:23,305 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:40:23,897 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:40:24,059 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:40:24,306 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:40:24,897 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:40:25,897 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:40:26,897 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:40:27,897 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:40:28,897 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:40:29,897 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:40:30,059 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:40:30,898 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:40:31,898 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:40:32,898 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:40:33,898 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:40:35,056 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:40:36,053 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:40:36,059 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:40:37,053 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:40:38,053 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:40:38,931 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:40:39,053 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:40:40,053 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:40:41,053 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:40:41,060 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:40:42,053 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:40:43,053 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:40:44,053 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:40:45,054 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:40:46,054 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:40:46,060 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:40:47,064 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:40:48,058 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:40:49,058 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:40:50,058 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:40:51,062 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:40:51,070 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:40:52,063 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:40:52,437 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:40:52,438 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:40:52,438 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:40:52,440 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:40:53,063 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:40:53,331 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:40:54,063 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:40:54,332 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:40:55,063 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:40:56,063 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:40:57,061 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:40:57,063 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:40:58,063 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:40:59,063 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:41:00,063 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:41:01,063 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:41:02,063 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:41:03,061 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:41:03,063 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:41:04,063 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:41:05,064 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:41:06,064 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:41:07,064 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:41:08,061 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:41:08,064 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:41:08,936 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:41:09,064 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:41:10,064 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:41:11,064 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:41:12,064 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:41:13,064 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:41:14,061 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:41:14,064 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:41:15,065 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:41:16,073 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:41:17,067 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:41:18,069 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:41:19,070 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:41:19,072 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:41:20,072 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:41:21,071 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:41:21,817 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:41:21,819 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:41:21,819 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:41:21,820 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:41:22,270 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:41:22,357 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:41:23,268 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:41:24,268 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:41:24,359 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:41:25,065 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:41:25,268 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:41:26,268 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:41:27,268 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:41:28,268 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:41:29,268 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:41:30,269 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:41:31,065 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:41:31,269 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:41:32,269 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:41:33,269 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:41:34,269 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:41:35,270 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:41:36,066 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:41:36,269 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:41:37,269 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:41:38,269 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:41:38,941 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:41:39,270 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:41:40,270 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:41:41,270 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:41:42,066 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:41:42,270 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:41:43,270 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:41:44,270 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:41:45,272 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:41:46,277 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:41:47,069 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:41:47,276 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:41:48,273 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:41:49,273 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:41:50,274 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:41:50,631 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:41:50,631 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:41:50,632 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:41:50,634 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:41:51,274 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:41:51,390 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:41:52,274 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:41:52,390 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:41:52,672 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:41:53,274 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:41:54,274 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:41:55,274 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:41:56,274 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:41:57,274 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:41:58,068 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:41:58,274 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:41:59,274 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:42:00,275 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:42:01,275 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:42:02,275 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:42:03,275 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:42:04,068 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:42:04,275 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:42:05,275 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:42:06,275 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:42:07,275 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:42:08,275 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:42:08,944 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:42:09,276 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:42:10,067 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:42:10,276 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:42:11,276 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:42:12,276 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:42:13,276 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:42:14,285 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:42:15,082 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:42:15,285 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:42:16,286 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:42:17,285 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:42:18,285 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:42:19,285 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:42:19,868 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:42:19,869 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:42:19,869 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:42:19,871 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:42:20,292 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:42:20,418 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:42:20,910 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:42:21,290 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:42:22,290 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:42:22,419 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:42:23,290 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:42:24,291 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:42:25,291 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:42:26,072 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:42:26,291 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:42:27,291 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:42:28,291 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:42:29,291 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:42:30,291 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:42:31,291 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:42:32,072 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:42:32,291 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:42:33,291 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:42:34,291 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:42:35,424 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:42:36,334 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:42:37,072 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:42:37,334 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:42:38,334 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:42:38,948 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:42:39,335 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:42:40,335 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:42:41,335 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:42:42,072 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:42:42,335 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:42:43,335 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:42:44,335 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:42:45,335 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:42:46,335 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:42:47,335 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:42:48,079 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:42:48,339 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:42:49,351 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:42:50,341 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:42:51,345 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:42:52,344 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:42:53,342 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:42:53,594 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:42:53,595 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:42:53,596 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:42:53,596 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:42:53,597 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:42:54,342 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:42:54,445 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:42:55,342 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:42:56,342 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:42:56,447 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:42:57,342 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:42:58,342 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:42:59,073 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:42:59,342 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:43:00,342 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:43:01,342 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:43:02,342 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:43:03,343 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:43:04,343 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:43:05,074 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:43:05,343 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:43:06,503 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:43:07,412 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:43:08,412 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:43:08,952 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:43:09,412 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:43:10,074 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:43:10,412 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:43:11,412 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:43:12,412 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:43:13,412 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:43:14,412 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:43:15,074 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:43:15,412 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:43:16,412 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:43:17,413 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:43:18,420 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:43:19,415 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:43:20,077 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:43:20,417 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:43:21,422 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:43:22,418 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:43:23,418 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:43:24,110 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:43:24,111 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:43:24,112 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:43:24,113 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:43:24,481 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:43:24,514 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:43:25,151 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:43:25,513 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:43:26,483 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:43:26,513 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:43:27,513 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:43:28,513 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:43:29,513 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:43:30,513 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:43:31,076 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:43:31,513 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:43:32,514 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:43:33,514 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:43:34,514 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:43:35,514 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:43:36,076 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:43:36,514 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:43:37,514 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:43:38,514 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:43:38,956 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:43:39,514 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:43:40,514 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:43:41,077 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:43:41,515 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:43:42,515 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:43:43,515 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:43:44,515 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:43:45,515 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:43:46,077 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:43:46,515 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:43:47,515 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:43:48,515 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:43:49,515 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:43:50,527 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:43:51,080 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:43:51,520 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:43:52,523 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:43:53,521 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:43:54,522 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:43:55,522 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:43:55,823 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:43:55,824 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:43:55,824 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:43:55,826 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:43:56,511 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:43:56,511 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:43:56,522 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:43:56,864 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:43:57,522 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:43:58,522 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:43:59,522 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:44:00,522 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:44:01,522 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:44:02,082 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:44:02,522 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:44:03,522 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:44:04,522 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:44:05,523 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:44:06,523 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:44:07,741 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:44:08,083 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:44:08,645 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:44:08,961 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:44:09,645 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:44:10,645 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:44:11,645 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:44:12,645 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:44:13,645 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:44:14,083 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:44:14,645 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:44:15,645 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:44:16,646 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:44:17,645 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:44:18,646 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:44:19,653 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:44:20,094 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:44:20,651 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:44:21,658 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:44:22,656 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:44:23,659 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:44:24,654 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:44:25,092 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:44:25,093 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:44:25,094 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:44:25,094 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:44:25,096 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:44:25,536 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:44:25,655 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:44:26,537 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:44:26,654 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:44:27,654 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:44:28,655 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:44:29,655 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:44:30,655 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:44:31,086 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:44:31,655 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:44:32,655 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:44:33,655 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:44:34,655 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:44:35,655 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:44:36,655 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:44:37,086 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:44:37,655 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:44:38,656 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:44:38,964 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:44:39,656 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:44:40,656 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:44:41,656 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:44:42,656 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:44:43,087 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:44:43,656 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:44:44,656 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:44:45,656 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:44:46,656 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:44:47,656 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:44:48,087 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:44:48,657 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:44:49,657 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:44:50,663 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:44:51,661 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:44:52,657 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:44:53,088 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:44:53,659 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:44:54,658 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:44:55,658 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:44:56,059 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:44:56,060 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:44:56,061 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:44:56,063 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:44:56,562 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:44:56,563 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:44:56,658 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:44:57,658 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:44:58,100 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:44:58,658 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:44:59,658 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:45:00,658 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:45:01,658 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:45:02,658 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:45:03,658 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:45:04,090 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:45:04,659 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:45:05,659 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:45:06,659 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:45:07,659 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:45:08,659 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:45:08,968 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:45:09,659 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:45:10,090 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:45:10,659 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:45:11,659 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:45:12,659 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:45:13,659 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:45:14,660 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:45:15,091 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:45:15,660 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:45:16,660 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:45:17,660 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:45:18,660 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:45:19,660 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:45:20,660 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:45:21,091 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:45:21,660 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:45:22,671 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:45:23,664 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:45:24,664 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:45:25,665 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:45:26,098 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:45:26,666 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:45:27,667 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:45:28,401 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:45:28,402 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:45:28,403 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:45:28,404 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:45:28,593 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:45:28,856 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:45:29,853 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:45:30,595 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:45:30,853 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:45:31,853 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:45:32,095 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:45:32,854 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:45:33,854 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:45:34,854 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:45:35,854 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:45:36,854 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:45:37,854 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:45:38,095 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:45:38,854 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:45:38,973 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:45:39,854 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:45:40,854 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:45:41,855 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:45:43,006 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:45:43,095 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:45:44,003 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:45:45,002 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:45:46,003 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:45:47,003 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:45:48,003 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:45:48,095 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:45:49,003 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:45:50,003 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:45:51,003 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:45:52,003 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:45:53,003 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:45:54,003 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:45:54,095 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:45:55,004 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:45:56,011 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:45:57,008 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:45:58,006 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:45:59,012 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:45:59,102 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:46:00,012 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:46:01,009 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:46:01,817 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:46:01,819 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:46:01,819 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:46:01,820 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:46:02,237 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:46:02,620 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:46:02,621 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:46:03,236 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:46:04,236 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:46:05,100 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:46:05,237 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:46:06,236 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:46:07,236 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:46:08,237 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:46:08,976 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:46:09,237 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:46:10,237 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:46:11,100 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:46:11,237 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:46:12,237 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:46:13,237 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:46:14,455 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:46:15,454 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:46:16,100 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:46:16,454 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:46:17,455 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:46:18,454 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:46:19,455 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:46:20,455 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:46:21,101 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:46:21,455 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:46:22,455 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:46:23,455 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:46:24,455 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:46:25,455 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:46:26,466 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:46:27,103 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:46:27,469 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:46:28,466 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:46:29,466 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:46:30,466 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:46:31,467 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:46:31,593 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:46:31,594 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:46:31,594 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:46:31,596 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:46:31,645 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:46:32,467 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:46:32,635 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:46:32,646 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:46:33,467 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:46:34,467 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:46:35,467 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:46:36,467 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:46:37,467 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:46:38,105 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:46:38,467 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:46:38,980 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:46:39,467 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:46:40,467 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:46:41,467 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:46:42,468 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:46:43,468 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:46:44,104 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:46:44,468 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:46:45,468 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:46:46,470 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:46:47,468 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:46:48,468 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:46:49,105 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:46:49,469 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:46:50,469 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:46:51,469 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:46:52,469 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:46:53,469 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:46:54,469 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:46:55,105 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:46:55,469 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:46:56,469 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:46:57,469 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:46:58,471 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:46:59,474 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:47:00,106 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:47:00,472 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:47:01,472 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:47:02,472 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:47:02,639 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:47:02,640 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:47:02,641 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:47:02,643 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:47:02,672 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:47:03,472 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:47:04,472 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:47:04,674 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:47:05,107 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:47:05,472 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:47:06,472 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:47:07,472 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:47:08,473 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:47:08,986 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:47:09,473 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:47:10,473 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:47:11,107 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:47:11,473 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:47:12,473 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:47:13,473 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:47:14,473 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:47:15,473 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:47:16,473 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:47:17,107 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:47:17,474 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:47:18,474 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:47:19,474 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:47:20,474 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:47:21,474 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:47:22,474 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:47:23,107 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:47:23,474 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:47:24,474 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:47:25,474 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:47:26,474 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:47:27,474 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:47:28,113 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:47:28,477 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:47:29,481 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:47:30,475 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:47:31,481 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:47:32,482 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:47:33,126 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:47:33,482 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:47:33,548 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:47:33,550 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:47:33,550 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:47:33,551 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:47:33,700 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:47:34,482 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:47:34,701 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:47:35,482 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:47:36,482 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:47:37,482 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:47:38,482 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:47:38,989 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:47:38,995 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:47:39,482 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:47:40,482 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:47:41,482 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:47:42,482 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:47:43,483 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:47:44,118 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:47:44,483 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:47:45,483 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:47:46,483 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:47:47,483 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:47:48,483 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:47:49,118 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:47:49,483 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:47:50,483 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:47:51,483 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:47:52,483 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:47:53,484 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:47:54,484 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:47:55,118 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:47:55,484 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:47:56,491 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:47:57,488 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:47:58,495 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:47:59,488 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:48:00,123 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:48:00,489 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:48:01,490 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:48:02,107 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:48:02,108 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:48:02,109 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:48:02,110 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:48:02,522 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:48:02,731 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:48:02,732 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:48:03,519 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:48:04,519 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:48:05,126 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:48:05,520 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:48:06,520 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:48:07,520 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:48:08,520 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:48:08,993 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:48:09,520 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:48:10,520 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:48:11,125 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:48:11,520 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:48:12,520 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:48:13,520 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:48:14,568 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:48:15,565 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:48:16,126 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:48:16,564 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:48:17,565 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:48:18,565 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:48:19,565 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:48:20,565 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:48:21,565 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:48:22,126 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:48:22,565 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:48:23,565 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:48:24,565 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:48:25,565 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:48:26,577 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:48:27,129 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:48:27,568 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:48:28,569 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:48:29,568 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:48:30,569 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:48:31,569 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:48:31,889 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:48:31,890 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:48:31,890 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:48:31,891 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:48:32,569 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:48:32,754 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:48:32,755 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:48:32,931 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:48:33,569 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:48:34,569 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:48:35,570 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:48:36,570 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:48:37,570 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:48:38,131 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:48:38,570 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:48:38,997 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:48:39,570 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:48:40,570 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:48:41,570 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:48:42,570 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:48:43,570 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:48:44,130 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:48:44,570 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:48:45,571 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:48:46,570 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:48:47,570 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:48:48,571 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:48:49,131 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:48:49,571 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:48:50,571 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:48:51,571 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:48:52,571 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:48:53,571 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:48:54,571 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:48:55,131 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:48:55,571 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:48:56,571 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:48:57,572 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:48:58,572 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:48:59,585 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:49:00,138 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:49:00,577 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:49:01,577 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:49:02,578 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:49:03,578 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:49:03,667 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:49:03,669 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:49:03,669 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:49:03,670 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:49:03,783 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:49:04,578 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:49:04,784 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:49:05,578 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:49:06,138 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:49:06,578 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:49:07,578 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:49:08,578 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:49:08,999 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:49:09,578 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:49:10,578 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:49:11,578 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:49:12,137 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:49:12,578 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:49:13,579 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:49:14,579 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:49:15,579 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:49:16,579 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:49:17,698 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:49:18,137 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:49:18,610 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:49:19,610 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:49:20,610 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:49:21,610 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:49:22,610 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:49:23,610 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:49:24,137 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:49:24,610 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:49:25,610 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:49:26,611 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:49:27,611 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:49:28,611 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:49:29,137 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:49:29,611 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:49:30,611 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:49:31,620 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:49:32,615 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:49:33,620 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:49:34,150 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:49:34,619 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:49:35,620 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:49:36,620 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:49:37,109 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:49:37,110 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:49:37,110 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:49:37,111 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:49:37,620 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:49:37,816 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:49:38,620 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:49:38,817 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:49:39,004 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:49:39,620 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:49:40,143 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:49:40,620 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:49:41,620 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:49:42,620 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:49:43,620 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:49:44,621 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:49:45,621 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:49:46,143 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:49:46,621 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:49:47,621 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:49:48,621 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:49:49,621 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:49:50,621 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:49:51,143 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:49:51,621 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:49:52,621 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:49:53,622 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:49:54,622 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:49:55,622 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:49:56,144 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:49:56,622 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:49:57,622 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:49:58,622 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:49:59,622 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:50:00,622 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:50:01,622 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:50:02,144 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:50:02,622 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:50:03,627 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:50:04,628 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:50:05,629 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:50:06,629 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:50:07,145 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:50:07,637 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:50:08,637 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:50:08,909 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:50:08,910 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:50:08,910 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:50:08,912 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:50:09,008 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:50:09,638 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:50:09,843 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:50:10,638 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:50:10,844 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:50:11,638 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:50:12,331 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:50:12,638 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:50:13,638 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:50:14,638 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:50:15,638 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:50:16,638 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:50:17,638 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:50:18,328 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:50:18,638 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:50:19,639 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:50:20,639 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:50:21,639 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:50:22,639 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:50:23,328 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:50:23,639 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:50:24,639 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:50:25,639 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:50:26,639 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:50:27,639 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:50:28,639 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:50:29,328 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:50:29,639 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:50:30,649 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:50:31,645 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:50:32,643 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:50:33,651 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:50:34,332 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:50:34,647 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:50:35,647 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:50:36,328 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:50:36,329 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:50:36,330 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:50:36,331 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:50:36,743 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:50:36,868 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:50:37,742 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:50:37,869 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:50:38,742 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:50:39,011 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:50:39,332 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:50:39,742 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:50:40,742 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:50:41,742 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:50:42,742 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:50:43,742 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:50:44,742 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:50:45,332 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:50:45,742 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:50:46,742 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:50:47,742 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:50:48,742 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:50:49,743 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:50:50,333 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:50:50,743 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:50:51,743 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:50:52,743 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:50:53,743 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:50:54,743 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:50:55,743 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:50:56,333 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:50:56,743 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:50:57,743 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:50:58,743 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:50:59,743 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:51:00,751 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:51:01,339 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:51:01,750 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:51:02,747 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:51:03,747 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:51:04,748 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:51:05,748 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:51:06,341 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:51:06,430 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:51:06,432 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:51:06,432 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:51:06,433 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:51:06,837 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:51:06,894 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:51:07,836 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:51:07,895 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:51:08,836 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:51:09,015 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:51:09,837 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:51:10,837 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:51:11,837 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:51:12,337 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:51:12,837 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:51:13,837 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:51:14,837 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:51:15,837 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:51:16,837 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:51:17,838 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:51:18,337 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:51:18,838 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:51:19,838 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:51:20,838 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:51:21,838 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:51:22,838 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:51:23,338 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:51:23,838 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:51:24,838 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:51:25,839 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:51:26,839 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:51:27,839 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:51:28,338 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:51:28,839 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:51:29,839 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:51:30,839 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:51:31,839 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:51:32,839 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:51:33,342 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:51:33,839 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:51:34,847 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:51:35,847 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:51:36,847 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:51:37,848 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:51:38,350 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:51:38,848 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:51:38,916 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:51:38,917 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:51:38,917 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:51:38,919 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:51:38,921 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:51:39,019 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:51:39,848 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:51:40,848 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:51:41,848 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:51:41,924 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:51:42,848 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:51:43,848 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:51:44,343 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:51:44,848 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:51:45,848 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:51:46,849 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:51:47,849 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:51:48,849 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:51:49,849 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:51:50,343 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:51:50,849 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:51:51,849 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:51:52,849 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:51:53,849 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:51:54,849 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:51:55,344 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:51:55,849 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:51:56,850 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:51:57,850 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:51:58,850 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:51:59,850 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:52:00,850 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:52:01,344 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:52:01,850 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:52:02,856 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:52:03,855 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:52:04,852 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:52:05,852 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:52:06,357 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:52:06,854 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:52:07,852 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:52:08,263 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:52:08,264 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:52:08,265 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:52:08,266 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:52:08,853 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:52:08,947 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:52:09,023 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:52:09,852 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:52:09,948 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:52:10,852 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:52:11,852 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:52:12,346 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:52:12,852 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:52:13,852 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:52:14,852 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:52:15,853 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:52:16,853 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:52:17,853 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:52:18,347 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:52:18,853 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:52:19,853 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:52:20,853 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:52:21,853 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:52:22,853 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:52:23,853 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:52:24,347 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:52:24,853 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:52:25,854 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:52:26,854 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:52:27,854 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:52:28,854 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:52:29,854 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:52:30,347 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:52:30,854 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:52:31,854 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:52:32,866 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:52:33,858 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:52:34,865 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:52:35,353 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:52:35,866 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:52:36,866 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:52:37,867 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:52:38,045 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:52:38,047 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:52:38,047 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:52:38,048 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:52:38,868 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:52:38,977 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:52:39,028 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:52:39,868 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:52:39,978 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:52:40,868 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:52:41,349 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:52:41,868 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:52:42,868 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:52:43,868 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:52:44,868 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:52:45,868 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:52:46,868 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:52:47,349 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:52:47,868 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:52:48,868 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:52:49,869 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:52:50,869 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:52:51,869 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:52:52,869 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:52:53,349 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:52:53,869 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:52:54,869 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:52:55,869 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:52:56,869 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:52:57,869 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:52:58,349 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:52:58,869 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:52:59,870 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:53:00,870 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:53:01,870 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:53:02,870 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:53:03,870 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:53:04,349 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:53:04,879 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:53:05,873 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:53:06,873 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:53:07,875 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:53:08,876 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:53:09,031 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:53:09,877 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:53:10,349 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:53:10,450 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:53:10,452 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:53:10,452 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:53:10,454 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:53:10,877 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:53:11,008 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:53:11,877 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:53:12,009 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:53:12,877 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:53:13,877 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:53:14,877 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:53:15,350 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:53:15,877 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:53:16,877 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:53:17,877 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:53:18,877 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:53:19,877 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:53:20,877 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:53:21,349 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:53:21,878 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:53:22,878 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:53:23,878 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:53:24,878 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:53:25,878 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:53:26,350 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:53:26,878 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:53:27,878 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:53:28,878 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:53:29,878 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:53:30,879 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:53:31,350 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:53:31,879 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:53:32,879 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:53:33,879 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:53:34,879 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:53:35,889 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:53:36,353 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:53:36,896 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:53:37,897 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:53:38,895 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:53:39,033 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:53:39,896 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:53:40,896 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:53:41,165 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:53:41,166 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:53:41,166 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:53:41,168 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:53:42,004 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:53:42,036 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:53:42,207 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:53:43,004 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:53:44,004 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:53:44,037 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:53:45,004 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:53:46,004 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:53:47,004 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:53:47,351 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:53:48,004 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:53:49,004 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:53:50,004 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:53:51,004 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:53:52,004 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:53:53,004 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:53:53,351 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:53:54,004 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:53:55,005 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:53:56,005 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:53:57,005 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:53:58,005 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:53:58,354 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:53:59,005 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:54:00,005 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:54:01,005 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:54:02,005 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:54:03,005 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:54:04,005 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:54:04,352 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:54:05,006 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:54:06,006 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:54:07,019 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:54:08,007 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:54:09,007 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:54:09,037 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:54:09,355 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:54:10,008 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:54:11,008 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:54:12,008 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:54:12,866 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:54:12,867 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:54:12,867 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:54:12,868 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:54:13,059 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:54:13,399 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:54:14,014 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:54:14,060 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:54:15,014 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:54:15,353 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:54:16,014 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:54:17,014 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:54:18,014 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:54:19,014 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:54:20,014 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:54:21,014 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:54:21,353 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:54:22,015 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:54:23,015 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:54:24,015 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:54:25,039 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:54:26,038 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:54:26,353 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:54:27,038 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:54:28,038 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:54:29,038 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:54:30,038 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:54:31,038 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:54:31,354 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:54:32,039 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:54:33,039 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:54:34,039 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:54:35,039 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:54:36,039 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:54:37,042 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:54:37,358 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:54:38,042 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:54:39,046 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:54:39,047 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:54:40,043 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:54:41,044 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:54:42,044 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:54:42,370 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:54:42,946 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:54:42,947 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:54:42,947 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:54:42,949 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:54:43,085 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:54:43,415 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:54:44,086 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:54:44,099 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:54:45,099 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:54:46,099 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:54:47,099 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:54:48,099 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:54:48,359 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:54:49,099 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:54:50,099 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:54:51,099 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:54:52,099 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:54:53,100 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:54:54,100 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:54:54,359 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:54:55,100 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:54:56,100 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:54:57,100 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:54:58,100 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:54:59,100 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:54:59,359 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:55:00,100 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:55:01,100 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:55:02,100 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:55:03,101 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:55:04,101 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:55:05,108 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:55:05,366 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:55:06,104 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:55:07,109 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:55:08,115 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:55:09,047 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:55:09,115 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:55:10,115 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:55:10,366 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:55:10,925 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:55:10,927 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:55:10,927 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:55:10,931 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:55:11,108 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:55:11,613 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:55:12,109 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:55:12,612 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:55:13,613 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:55:14,613 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:55:15,613 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:55:16,364 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:55:16,613 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:55:17,613 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:55:18,613 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:55:19,613 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:55:20,613 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:55:21,613 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:55:22,364 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:55:22,613 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:55:23,614 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:55:24,614 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:55:25,614 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:55:26,614 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:55:27,389 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:55:27,614 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:55:28,614 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:55:29,614 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:55:30,614 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:55:31,614 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:55:32,614 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:55:33,388 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:55:33,615 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:55:34,615 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:55:35,615 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:55:36,622 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:55:37,620 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:55:38,394 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:55:38,622 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:55:39,051 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:55:39,619 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:55:40,619 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:55:41,620 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:55:41,775 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:55:41,777 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:55:41,777 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:55:41,781 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:55:42,137 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:55:42,807 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:55:43,805 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:55:43,817 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:55:44,139 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:55:44,805 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:55:45,805 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:55:46,805 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:55:47,805 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:55:48,805 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:55:49,392 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:55:49,805 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:55:50,806 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:55:51,806 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:55:52,806 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:55:53,806 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:55:54,806 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:55:55,392 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:55:55,806 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:55:56,806 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:55:57,806 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:55:58,806 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:55:59,806 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:56:00,393 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:56:00,806 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:56:01,807 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:56:02,807 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:56:03,807 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:56:04,807 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:56:05,807 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:56:06,393 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:56:06,807 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:56:07,807 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:56:08,807 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:56:09,056 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:56:09,820 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:56:10,813 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:56:11,399 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:56:11,818 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:56:12,823 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:56:13,826 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:56:14,829 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:56:15,823 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:56:15,950 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:56:15,951 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:56:15,951 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:56:15,954 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:56:16,165 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:56:16,823 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:56:16,992 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:56:17,823 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:56:18,166 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:56:18,823 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:56:19,823 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:56:20,823 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:56:21,823 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:56:22,400 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:56:22,823 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:56:23,823 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:56:24,824 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:56:25,823 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:56:26,824 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:56:27,979 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:56:28,400 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:56:28,873 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:56:29,873 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:56:30,873 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:56:31,873 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:56:32,873 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:56:33,874 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:56:34,400 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:56:34,874 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:56:35,874 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:56:36,874 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:56:37,884 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:56:38,876 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:56:39,065 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:56:39,403 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:56:39,876 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:56:40,880 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:56:41,877 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:56:42,896 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:56:43,479 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:56:43,481 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:56:43,482 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:56:43,483 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:56:43,897 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:56:44,199 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:56:44,896 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:56:45,400 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:56:45,897 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:56:46,200 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:56:46,897 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:56:47,897 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:56:48,897 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:56:49,897 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:56:50,897 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:56:51,400 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:56:51,897 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:56:52,897 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:56:53,897 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:56:55,010 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:56:55,913 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:56:56,400 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:56:56,913 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:56:57,914 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:56:58,914 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:56:59,914 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:57:00,914 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:57:01,401 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:57:01,914 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:57:02,914 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:57:03,914 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:57:04,914 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:57:05,914 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:57:06,918 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:57:07,407 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:57:07,920 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:57:08,915 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:57:09,066 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:57:09,920 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:57:10,920 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:57:11,921 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:57:12,450 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:57:12,452 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:57:12,452 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:57:12,452 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:57:12,453 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:57:13,225 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:57:13,346 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:57:14,226 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:57:14,345 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:57:15,345 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:57:16,345 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:57:17,345 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:57:18,345 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:57:18,405 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:57:19,345 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:57:20,345 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:57:21,346 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:57:22,346 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:57:23,346 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:57:24,346 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:57:24,404 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:57:25,346 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:57:26,346 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:57:27,581 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:57:28,486 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:57:29,405 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:57:29,486 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:57:30,486 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:57:31,486 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:57:32,486 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:57:33,486 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:57:34,405 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:57:34,486 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:57:35,486 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:57:36,486 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:57:37,489 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:57:38,500 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:57:39,073 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:57:39,410 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:57:39,490 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:57:40,494 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:57:41,491 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:57:42,492 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:57:43,463 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:57:43,465 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:57:43,465 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:57:43,467 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:57:43,870 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:57:44,256 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:57:44,870 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:57:45,407 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:57:45,870 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:57:46,258 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:57:46,870 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:57:47,870 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:57:48,870 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:57:49,870 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:57:50,870 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:57:51,407 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:57:51,870 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:57:52,870 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:57:53,870 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:57:54,870 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:57:55,870 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:57:56,871 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:57:57,408 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:57:57,871 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:57:58,872 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:57:59,871 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:58:00,871 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:58:01,871 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:58:02,408 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:58:02,871 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:58:03,871 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:58:04,871 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:58:05,872 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:58:06,872 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:58:07,408 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:58:07,872 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:58:08,872 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:58:09,080 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:58:09,872 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:58:10,872 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:58:11,876 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:58:12,429 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:58:12,877 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:58:13,881 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:58:14,877 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:58:15,137 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:58:15,138 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:58:15,139 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:58:15,140 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:58:15,283 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:58:15,877 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:58:16,284 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:58:16,877 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:58:17,877 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:58:18,179 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:58:18,877 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:58:19,877 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:58:20,877 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:58:21,877 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:58:22,877 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:58:23,411 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:58:23,877 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:58:24,878 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:58:25,878 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:58:26,878 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:58:27,878 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:58:28,878 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:58:29,411 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:58:29,878 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:58:30,878 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:58:31,878 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:58:32,878 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:58:33,878 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:58:34,879 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:58:35,411 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:58:35,879 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:58:36,879 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:58:37,879 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:58:38,885 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:58:39,090 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:58:39,884 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:58:40,419 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:58:40,884 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:58:41,884 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:58:42,885 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:58:43,885 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:58:44,815 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:58:44,817 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:58:44,817 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:58:44,819 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:58:45,233 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:58:45,311 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:58:45,856 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:58:45,962 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:58:46,312 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:58:46,962 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:58:47,962 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:58:48,963 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:58:49,963 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:58:50,963 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:58:51,414 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:58:51,963 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:58:52,963 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:58:53,963 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:58:54,963 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:58:55,963 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:58:56,963 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:58:57,414 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:58:57,963 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:58:58,963 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:58:59,964 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:59:00,964 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:59:01,964 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:59:02,964 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:59:03,414 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:59:03,964 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:59:04,964 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:59:05,964 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:59:06,964 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:59:07,964 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:59:08,414 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:59:08,964 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:59:09,083 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:59:09,965 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:59:10,965 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:59:11,965 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:59:12,965 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:59:13,969 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:59:14,418 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:59:14,967 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:59:15,971 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:59:16,970 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:59:17,970 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:59:18,971 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:59:19,781 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:59:19,783 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:59:19,784 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:59:19,784 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:59:19,786 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:59:20,189 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:59:20,353 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:59:21,188 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:59:22,188 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:59:22,354 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:59:23,188 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:59:24,188 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:59:25,189 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:59:25,414 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:59:26,189 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:59:27,189 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:59:28,189 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:59:29,189 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:59:30,189 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:59:30,415 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:59:31,189 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:59:32,189 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:59:33,189 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:59:34,189 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:59:35,189 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:59:35,638 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:59:36,190 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:59:37,190 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:59:38,190 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:59:39,087 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:59:39,190 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:59:40,190 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:59:41,190 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:59:41,548 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:59:42,190 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:59:43,190 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:59:44,190 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:59:45,190 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:59:46,200 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:59:46,550 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:59:47,201 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:59:48,195 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:59:49,196 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:59:50,199 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:59:51,195 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:59:51,484 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:59:51,485 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:59:51,485 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:59:51,487 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:59:52,195 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:59:52,385 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:59:52,385 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:59:52,526 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:59:53,195 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:59:54,198 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:59:55,195 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:59:56,195 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:59:57,195 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:59:57,554 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:59:58,196 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:59:59,196 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:00:00,196 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:00:01,196 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:00:02,196 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:00:03,196 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:00:03,555 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:00:04,196 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:00:05,196 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:00:06,196 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:00:07,196 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:00:08,196 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:00:08,555 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:00:09,091 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 03:00:09,196 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:00:10,196 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:00:11,197 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:00:12,197 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:00:13,197 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:00:13,555 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:00:14,206 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:00:15,200 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:00:16,202 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:00:17,202 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:00:18,214 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:00:18,565 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:00:19,203 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:00:19,949 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 03:00:19,951 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 03:00:19,951 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 03:00:19,952 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 03:00:20,359 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:00:20,408 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 03:00:21,364 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:00:22,359 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:00:22,409 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 03:00:23,359 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:00:23,992 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:00:24,359 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:00:25,359 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:00:26,359 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:00:27,359 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:00:28,359 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:00:29,359 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:00:29,560 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:00:30,359 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:00:31,360 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:00:32,360 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:00:33,425 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:00:34,424 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:00:34,561 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:00:35,425 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:00:36,424 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:00:37,425 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:00:38,425 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:00:39,096 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 03:00:39,425 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:00:40,425 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:00:40,560 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:00:41,425 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:00:42,425 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:00:43,425 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:00:44,425 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:00:45,425 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:00:46,426 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:00:46,565 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:00:47,430 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:00:48,431 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:00:49,426 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:00:50,429 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:00:51,432 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:00:51,571 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:00:52,430 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:00:52,456 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 03:00:52,457 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 03:00:52,457 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 03:00:52,462 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 03:00:53,430 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:00:53,437 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 03:00:54,430 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:00:54,438 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 03:00:55,430 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:00:56,430 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:00:57,430 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:00:57,566 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:00:58,430 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:00:59,430 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:01:00,430 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:01:01,430 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:01:02,430 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:01:03,430 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:01:03,566 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:01:04,431 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:01:05,431 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:01:06,431 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:01:07,431 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:01:08,431 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:01:08,567 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:01:09,098 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 03:01:09,431 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:01:10,431 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:01:11,431 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:01:12,431 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:01:13,431 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:01:14,432 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:01:14,566 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:01:15,432 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:01:16,443 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:01:17,434 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:01:18,435 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:01:19,435 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:01:19,575 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:01:20,440 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:01:21,439 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:01:21,919 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 03:01:21,921 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 03:01:21,922 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 03:01:21,923 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 03:01:22,439 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:01:22,466 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 03:01:23,439 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:01:24,439 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:01:24,467 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 03:01:25,439 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:01:25,569 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:01:26,439 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:01:27,439 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:01:28,440 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:01:29,440 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:01:30,440 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:01:31,440 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:01:31,569 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:01:32,440 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:01:33,440 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:01:34,440 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:01:35,440 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:01:36,440 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:01:36,570 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:01:37,440 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:01:38,441 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:01:39,102 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 03:01:39,441 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:01:40,441 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:01:41,441 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:01:42,441 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:01:42,570 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:01:43,441 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:01:44,441 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:01:45,441 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:01:46,441 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:01:47,448 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:01:47,572 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:01:48,447 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:01:49,447 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:01:50,448 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:01:51,448 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:01:52,448 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:01:52,577 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:01:52,710 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 03:01:52,711 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 03:01:52,712 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 03:01:52,714 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 03:01:53,448 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:01:53,497 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 03:01:54,448 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:01:54,497 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 03:01:55,448 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:01:56,448 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:01:57,448 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:01:58,448 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:01:58,573 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:01:59,449 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:02:00,449 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:02:01,449 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:02:02,449 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:02:03,449 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:02:04,449 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:02:04,572 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:02:05,449 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:02:06,449 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:02:07,449 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:02:08,449 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:02:09,106 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 03:02:09,449 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:02:09,573 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:02:10,450 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:02:11,450 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:02:12,450 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:02:13,450 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:02:14,450 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:02:15,450 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:02:15,573 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:02:16,450 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:02:17,450 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:02:18,453 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:02:19,455 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:02:20,455 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:02:20,590 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:02:21,457 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:02:22,460 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:02:23,456 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:02:23,978 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 03:02:23,979 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 03:02:23,980 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 03:02:23,981 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 03:02:24,458 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:02:24,529 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 03:02:25,457 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:02:26,457 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:02:26,530 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 03:02:26,576 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:02:27,458 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:02:28,458 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:02:29,458 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:02:30,458 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:02:31,458 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:02:32,458 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:02:32,577 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:02:33,458 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:02:34,458 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:02:35,458 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:02:36,458 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:02:37,458 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:02:37,577 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:02:38,459 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:02:39,110 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 03:02:39,459 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:02:40,459 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:02:41,459 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:02:42,459 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:02:43,459 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:02:43,577 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:02:44,459 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:02:45,459 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:02:46,459 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:02:47,459 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:02:48,459 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:02:48,577 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:02:49,460 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:02:50,471 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:02:51,473 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:02:52,473 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:02:53,473 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:02:53,580 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:02:54,474 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:02:55,474 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:02:55,941 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 03:02:55,942 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 03:02:55,943 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 03:02:55,944 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 03:02:56,474 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:02:56,557 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 03:02:57,474 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:02:58,475 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:02:58,559 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 03:02:58,984 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:02:59,475 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:03:00,475 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:03:01,475 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:03:02,475 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:03:03,475 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:03:04,475 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:03:04,584 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:03:05,475 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:03:06,475 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:03:07,475 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:03:08,476 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:03:09,115 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 03:03:09,476 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:03:09,584 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:03:10,476 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:03:11,476 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:03:12,476 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:03:13,476 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:03:14,476 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:03:14,585 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:03:15,476 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:03:16,476 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:03:17,476 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:03:18,477 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:03:19,477 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:03:20,480 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:03:20,584 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:03:21,488 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:03:22,488 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:03:23,491 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:03:24,491 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:03:25,489 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:03:25,571 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 03:03:25,572 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 03:03:25,572 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 03:03:25,574 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 03:03:25,585 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 03:03:25,611 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:03:26,489 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:03:26,586 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 03:03:27,489 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:03:28,489 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:03:29,489 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:03:30,489 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:03:31,489 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:03:31,588 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:03:32,489 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:03:33,489 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:03:34,489 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:03:35,489 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:03:36,490 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:03:37,490 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:03:37,588 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:03:38,490 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:03:39,118 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 03:03:39,490 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:03:40,490 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:03:41,490 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:03:42,490 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:03:42,590 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:03:43,490 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:03:44,490 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:03:45,490 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:03:46,490 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:03:47,490 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:03:48,491 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:03:48,589 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:03:49,491 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:03:50,502 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:03:51,502 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:03:52,500 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:03:53,499 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:03:53,603 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:03:54,503 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:03:55,500 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:03:56,115 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 03:03:56,116 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 03:03:56,117 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 03:03:56,118 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 03:03:56,529 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:03:56,620 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 03:03:57,528 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:03:58,528 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:03:58,622 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 03:03:59,157 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:03:59,528 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:04:00,528 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:04:01,528 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:04:02,528 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:04:03,528 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:04:04,528 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:04:04,593 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:04:05,528 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:04:06,528 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:04:07,709 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:04:08,615 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:04:09,122 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 03:04:09,593 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:04:09,615 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:04:10,615 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:04:11,615 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:04:12,615 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:04:13,615 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:04:14,593 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:04:14,615 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:04:15,615 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:04:16,615 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:04:17,625 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:04:18,618 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:04:19,599 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:04:19,621 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:04:20,621 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:04:21,621 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:04:22,622 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:04:23,232 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 03:04:23,233 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 03:04:23,233 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 03:04:23,235 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 03:04:23,645 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:04:23,647 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 03:04:24,644 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:04:24,648 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 03:04:25,598 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:04:25,644 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:04:26,644 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:04:27,644 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:04:28,644 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:04:29,644 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:04:30,644 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:04:31,598 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:04:31,644 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:04:32,644 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:04:33,645 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:04:34,645 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:04:35,645 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:04:36,645 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:04:37,599 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:04:37,645 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:04:38,645 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:04:39,127 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 03:04:39,645 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:04:40,645 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:04:41,645 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:04:42,645 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:04:43,599 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:04:43,646 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:04:44,646 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:04:45,646 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:04:46,646 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:04:47,653 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:04:48,600 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:04:48,654 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:04:49,651 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:04:50,651 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:04:51,651 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:04:52,651 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:04:53,517 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 03:04:53,518 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 03:04:53,518 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 03:04:53,520 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 03:04:53,674 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 03:04:53,929 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:04:54,559 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:04:54,669 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:04:54,676 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 03:04:55,669 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:04:56,669 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:04:57,669 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:04:58,669 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:04:59,604 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:04:59,669 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:05:00,669 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:05:01,670 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:05:02,670 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:05:03,670 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:05:04,604 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:05:04,670 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:05:05,670 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:05:06,670 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:05:07,670 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:05:08,670 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:05:09,131 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 03:05:09,605 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:05:09,670 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:05:10,670 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:05:11,670 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:05:12,671 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:05:13,671 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:05:14,671 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:05:15,605 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:05:15,671 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:05:16,671 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:05:17,671 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:05:18,675 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:05:19,682 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:05:20,608 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:05:20,679 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:05:21,679 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:05:22,683 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:05:23,686 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:05:24,680 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:05:24,750 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 03:05:24,751 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 03:05:24,751 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 03:05:24,753 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 03:05:25,680 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:05:25,708 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 03:05:25,792 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:05:26,680 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:05:26,709 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 03:05:27,680 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:05:28,680 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:05:29,680 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:05:30,680 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:05:31,605 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:05:31,680 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:05:32,680 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:05:33,681 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:05:34,681 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:05:35,681 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:05:36,681 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:05:37,605 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:05:37,681 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:05:38,681 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:05:39,135 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 03:05:39,681 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:05:40,681 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:05:41,681 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:05:42,642 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:05:42,682 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:05:43,682 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:05:44,682 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:05:45,682 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:05:46,682 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:05:47,682 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:05:48,639 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:05:48,682 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:05:49,685 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:05:50,688 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:05:51,689 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:05:52,689 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:05:53,657 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:05:53,694 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:05:54,689 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:05:55,306 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 03:05:55,307 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 03:05:55,307 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 03:05:55,309 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 03:05:55,731 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:05:55,748 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 03:05:56,730 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:05:56,749 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 03:05:57,730 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:05:58,730 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:05:59,348 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:05:59,730 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:06:00,730 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:06:01,730 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:06:02,730 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:06:03,730 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:06:04,642 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:06:04,730 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:06:05,730 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:06:06,731 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:06:07,731 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:06:08,731 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:06:09,140 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 03:06:09,764 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:06:09,765 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:06:10,759 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:06:11,759 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:06:12,759 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:06:13,759 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:06:14,759 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:06:15,669 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:06:15,759 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:06:16,759 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:06:17,759 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:06:18,759 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:06:19,759 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:06:20,759 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:06:21,669 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:06:21,760 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:06:22,765 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:06:23,769 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:06:24,769 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:06:25,769 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:06:26,678 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:06:26,777 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:06:27,774 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:06:28,355 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 03:06:28,357 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 03:06:28,357 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 03:06:28,359 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 03:06:28,775 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:06:28,780 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 03:06:29,775 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:06:30,775 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:06:30,781 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 03:06:31,775 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:06:32,674 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:06:32,775 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:06:33,775 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:06:34,775 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:06:35,775 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:06:36,775 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:06:37,775 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:06:38,674 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:06:38,775 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:06:39,143 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 03:06:39,776 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:06:40,776 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:06:41,776 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:06:42,776 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:06:43,776 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:06:44,674 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:06:44,776 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:06:45,776 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:06:46,776 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:06:47,776 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:06:48,777 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:06:49,777 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:06:50,674 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:06:50,777 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:06:51,777 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:06:52,780 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:06:53,783 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:06:54,789 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:06:55,679 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:06:55,793 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:06:56,791 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:06:57,790 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:06:57,970 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 03:06:57,972 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 03:06:57,973 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 03:06:57,974 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 03:06:58,790 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:06:58,809 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 03:06:58,810 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 03:06:59,790 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:07:00,790 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:07:01,677 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:07:01,790 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:07:02,790 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:07:03,790 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:07:04,790 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:07:05,790 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:07:06,790 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:07:07,677 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:07:07,791 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:07:08,791 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:07:09,147 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 03:07:09,791 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:07:10,802 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:07:11,801 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:07:12,677 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:07:12,801 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:07:13,801 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:07:14,801 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:07:15,801 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:07:16,801 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:07:17,801 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:07:18,678 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:07:18,802 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:07:19,802 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:07:20,802 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:07:21,802 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:07:22,823 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 03:07:24,063 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:07:24,142 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:07:29,142 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:07:30,358 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: keepalive +2024-12-27 03:07:30,650 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:07:32,697 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:07:35,080 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:07:38,461 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: keepalive +2024-12-27 03:07:38,636 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: keepalive +2024-12-27 03:07:39,151 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 03:07:40,573 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:07:40,793 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:07:45,574 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:07:46,861 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: keepalive +2024-12-27 03:07:47,799 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:07:49,189 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:07:51,204 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:07:55,301 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: keepalive +2024-12-27 03:07:55,694 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:07:56,205 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:07:57,439 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:08:01,606 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:08:03,559 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: keepalive +2024-12-27 03:08:04,116 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:08:05,961 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:08:07,552 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:08:09,155 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 03:08:12,458 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: keepalive +2024-12-27 03:08:13,158 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:08:16,745 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:08:16,748 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:08:17,747 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:08:18,747 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:08:18,766 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:08:19,172 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 03:08:19,747 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:08:20,747 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:08:21,747 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:08:22,747 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:08:23,747 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:08:24,459 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:08:24,747 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:08:25,748 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:08:26,747 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:08:27,748 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:08:28,748 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:08:29,459 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:08:29,748 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:08:30,748 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:08:31,748 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:08:32,748 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:08:33,748 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:08:34,459 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:08:34,748 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:08:35,748 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:08:36,748 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:08:37,748 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:08:38,749 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:08:39,159 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 03:08:39,749 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:08:40,162 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:08:40,749 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:08:41,749 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:08:42,749 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:08:43,749 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:08:44,749 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:08:45,459 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:08:45,749 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:08:46,749 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:08:47,749 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:08:48,750 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:08:49,750 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:08:50,750 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:08:51,460 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:08:51,750 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:08:52,750 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:08:53,750 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:08:54,750 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:08:55,750 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:08:56,460 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:08:56,750 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:08:57,750 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:08:58,751 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:08:59,751 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:09:00,751 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:09:01,460 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:09:01,751 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:09:02,751 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:09:03,751 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:09:04,751 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:09:05,751 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:09:06,751 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:09:07,460 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:09:07,751 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:09:08,751 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:09:09,163 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 03:09:09,752 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:09:13,165 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:09:18,168 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:09:23,169 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:09:28,170 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:09:30,701 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: keepalive +2024-12-27 03:09:30,741 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:09:31,704 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:09:32,705 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:09:33,704 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:09:33,742 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:09:34,704 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:09:35,705 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:09:36,705 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:09:37,705 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:09:38,705 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:09:39,167 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 03:09:39,173 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:09:39,705 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:09:40,705 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:09:41,705 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:09:42,705 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:09:43,705 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:09:44,705 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:09:44,706 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:09:45,705 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:09:46,705 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:09:47,706 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:09:48,706 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:09:49,706 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:09:50,705 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:09:50,706 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:09:51,706 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:09:52,706 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:09:53,706 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:09:54,707 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:09:55,705 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:09:55,706 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:09:56,707 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:09:57,707 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:09:58,707 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:09:59,707 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:10:00,705 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:10:00,707 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:10:01,707 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:10:02,707 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:10:03,707 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:10:04,707 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:10:05,705 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:10:05,707 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:10:06,707 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:10:07,708 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:10:08,708 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:10:09,171 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 03:10:09,708 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:10:10,708 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:10:11,705 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:10:11,708 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:10:12,708 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:10:13,708 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:10:14,708 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:10:15,712 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:10:16,706 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:10:16,712 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:10:17,712 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:10:18,712 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:10:19,712 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:10:20,712 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:10:21,712 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:10:22,706 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:10:22,712 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:10:23,713 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:10:24,713 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:10:25,713 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:10:26,713 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:10:27,713 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:10:28,706 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:10:28,713 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:10:29,713 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:10:30,713 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:10:31,714 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:10:32,713 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:10:33,714 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:10:34,706 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:10:34,714 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:10:35,714 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:10:36,714 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:10:37,714 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:10:38,714 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:10:39,175 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 03:10:39,714 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:10:40,177 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:10:40,714 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:10:41,714 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:10:42,715 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:10:43,715 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:10:44,715 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:10:45,706 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:10:45,715 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:10:46,715 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:10:47,715 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:10:48,715 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:10:49,716 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:10:50,706 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:10:50,715 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:10:51,716 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:10:52,716 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:10:53,716 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:10:54,716 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:10:55,706 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:10:55,716 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:10:56,716 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:10:57,716 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:10:58,716 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:10:59,716 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:11:00,716 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:11:01,706 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:11:01,717 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:11:02,717 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:11:03,717 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:11:04,717 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:11:05,717 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:11:06,706 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:11:06,717 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:11:07,717 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:11:08,717 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:11:09,177 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 03:11:12,179 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:11:17,180 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:11:22,180 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:11:27,190 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:11:32,198 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:11:37,202 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:11:39,207 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 03:11:42,209 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:11:46,093 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: keepalive +2024-12-27 03:11:46,133 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:11:47,093 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:11:47,998 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:11:48,093 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:11:48,433 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 03:11:48,435 DEBUG SenderThread:840649 [sender.py:send():379] send: telemetry +2024-12-27 03:11:48,435 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 03:11:48,437 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 03:11:48,438 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 03:11:48,439 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 03:11:48,439 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 03:11:48,441 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 03:11:48,441 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 03:11:48,442 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 03:11:48,443 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 03:11:48,444 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 03:11:48,444 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 03:11:48,445 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 03:11:48,446 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 03:11:49,094 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:11:49,313 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 03:11:49,313 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 03:11:50,093 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:11:51,094 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:11:52,094 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:11:53,093 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:11:53,094 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:11:54,093 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:11:55,094 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:11:56,094 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:11:57,094 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:11:58,094 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:11:59,094 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:11:59,094 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:12:00,094 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:12:01,094 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:12:02,094 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:12:03,094 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:12:04,094 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:12:04,094 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:12:05,095 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:12:06,095 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:12:07,095 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:12:08,095 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:12:09,094 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:12:09,095 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:12:09,185 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 03:12:10,095 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:12:11,095 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:12:12,095 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:12:13,301 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:12:14,343 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:12:15,327 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 03:12:15,712 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:12:19,349 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:12:20,343 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/config.yaml +2024-12-27 03:12:22,299 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: keepalive +2024-12-27 03:12:22,434 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:12:23,661 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:12:24,653 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:12:24,677 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:12:29,654 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:12:30,519 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: keepalive +2024-12-27 03:12:31,554 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:12:32,698 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:12:35,063 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:12:39,189 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 03:12:39,464 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: keepalive +2024-12-27 03:12:39,635 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:12:40,192 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:12:40,903 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:12:42,350 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:12:45,592 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:12:48,586 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: keepalive +2024-12-27 03:12:49,257 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:12:50,430 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:12:51,527 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:12:56,528 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:12:56,757 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: keepalive +2024-12-27 03:12:56,981 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:12:58,240 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:12:59,369 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:13:02,334 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:13:07,334 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:13:09,190 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 03:13:09,634 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:13:09,675 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:13:10,636 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:13:11,389 DEBUG SenderThread:840649 [sender.py:send():379] send: exit +2024-12-27 03:13:11,389 INFO SenderThread:840649 [sender.py:send_exit():586] handling exit code: 0 +2024-12-27 03:13:11,390 INFO SenderThread:840649 [sender.py:send_exit():588] handling runtime: 15874 +2024-12-27 03:13:11,391 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 03:13:11,392 INFO SenderThread:840649 [sender.py:send_exit():594] send defer +2024-12-27 03:13:11,392 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: defer +2024-12-27 03:13:11,392 INFO HandlerThread:840649 [handler.py:handle_request_defer():184] handle defer: 0 +2024-12-27 03:13:11,392 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: defer +2024-12-27 03:13:11,393 INFO SenderThread:840649 [sender.py:send_request_defer():610] handle sender defer: 0 +2024-12-27 03:13:11,393 INFO SenderThread:840649 [sender.py:transition_state():614] send defer: 1 +2024-12-27 03:13:11,393 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: defer +2024-12-27 03:13:11,393 INFO HandlerThread:840649 [handler.py:handle_request_defer():184] handle defer: 1 +2024-12-27 03:13:11,393 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: defer +2024-12-27 03:13:11,393 INFO SenderThread:840649 [sender.py:send_request_defer():610] handle sender defer: 1 +2024-12-27 03:13:11,393 INFO SenderThread:840649 [sender.py:transition_state():614] send defer: 2 +2024-12-27 03:13:11,393 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: defer +2024-12-27 03:13:11,393 INFO HandlerThread:840649 [handler.py:handle_request_defer():184] handle defer: 2 +2024-12-27 03:13:11,393 INFO HandlerThread:840649 [system_monitor.py:finish():203] Stopping system monitor +2024-12-27 03:13:11,394 DEBUG SystemMonitor:840649 [system_monitor.py:_start():179] Finished system metrics aggregation loop +2024-12-27 03:13:11,394 DEBUG SystemMonitor:840649 [system_monitor.py:_start():183] Publishing last batch of metrics +2024-12-27 03:13:11,395 INFO HandlerThread:840649 [interfaces.py:finish():200] Joined cpu monitor +2024-12-27 03:13:11,395 INFO HandlerThread:840649 [interfaces.py:finish():200] Joined disk monitor +2024-12-27 03:13:11,644 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 03:13:11,645 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 03:13:12,646 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 03:13:13,039 INFO HandlerThread:840649 [interfaces.py:finish():200] Joined gpu monitor +2024-12-27 03:13:13,040 INFO HandlerThread:840649 [interfaces.py:finish():200] Joined memory monitor +2024-12-27 03:13:13,040 INFO HandlerThread:840649 [interfaces.py:finish():200] Joined network monitor +2024-12-27 03:13:13,040 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: poll_exit +2024-12-27 03:13:13,040 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:13:13,041 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: defer +2024-12-27 03:13:13,041 INFO SenderThread:840649 [sender.py:send_request_defer():610] handle sender defer: 2 +2024-12-27 03:13:13,041 INFO SenderThread:840649 [sender.py:transition_state():614] send defer: 3 +2024-12-27 03:13:13,041 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 03:13:13,041 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: defer +2024-12-27 03:13:13,042 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: poll_exit +2024-12-27 03:13:13,042 INFO HandlerThread:840649 [handler.py:handle_request_defer():184] handle defer: 3 +2024-12-27 03:13:13,043 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: defer +2024-12-27 03:13:13,043 INFO SenderThread:840649 [sender.py:send_request_defer():610] handle sender defer: 3 +2024-12-27 03:13:13,043 INFO SenderThread:840649 [sender.py:transition_state():614] send defer: 4 +2024-12-27 03:13:13,043 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: defer +2024-12-27 03:13:13,043 INFO HandlerThread:840649 [handler.py:handle_request_defer():184] handle defer: 4 +2024-12-27 03:13:13,043 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: defer +2024-12-27 03:13:13,043 INFO SenderThread:840649 [sender.py:send_request_defer():610] handle sender defer: 4 +2024-12-27 03:13:13,043 INFO SenderThread:840649 [sender.py:transition_state():614] send defer: 5 +2024-12-27 03:13:13,044 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: defer +2024-12-27 03:13:13,044 INFO HandlerThread:840649 [handler.py:handle_request_defer():184] handle defer: 5 +2024-12-27 03:13:13,044 DEBUG SenderThread:840649 [sender.py:send():379] send: summary +2024-12-27 03:13:13,046 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 03:13:13,046 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: defer +2024-12-27 03:13:13,046 INFO SenderThread:840649 [sender.py:send_request_defer():610] handle sender defer: 5 +2024-12-27 03:13:13,046 INFO SenderThread:840649 [sender.py:transition_state():614] send defer: 6 +2024-12-27 03:13:13,047 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: defer +2024-12-27 03:13:13,047 INFO HandlerThread:840649 [handler.py:handle_request_defer():184] handle defer: 6 +2024-12-27 03:13:13,047 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: defer +2024-12-27 03:13:13,047 INFO SenderThread:840649 [sender.py:send_request_defer():610] handle sender defer: 6 +2024-12-27 03:13:13,047 INFO SenderThread:840649 [sender.py:transition_state():614] send defer: 7 +2024-12-27 03:13:13,047 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:13:13,048 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: defer +2024-12-27 03:13:13,048 INFO HandlerThread:840649 [handler.py:handle_request_defer():184] handle defer: 7 +2024-12-27 03:13:13,048 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: defer +2024-12-27 03:13:13,048 INFO SenderThread:840649 [sender.py:send_request_defer():610] handle sender defer: 7 +2024-12-27 03:13:13,390 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: poll_exit +2024-12-27 03:13:13,646 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 03:13:16,526 INFO SenderThread:840649 [sender.py:transition_state():614] send defer: 8 +2024-12-27 03:13:16,526 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: poll_exit +2024-12-27 03:13:16,527 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: defer +2024-12-27 03:13:16,527 INFO HandlerThread:840649 [handler.py:handle_request_defer():184] handle defer: 8 +2024-12-27 03:13:16,527 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: defer +2024-12-27 03:13:16,527 INFO SenderThread:840649 [sender.py:send_request_defer():610] handle sender defer: 8 +2024-12-27 03:13:16,528 INFO SenderThread:840649 [job_builder.py:build():440] Attempting to build job artifact +2024-12-27 03:13:16,532 INFO SenderThread:840649 [job_builder.py:_get_source_type():569] is repo sourced job +2024-12-27 03:13:16,648 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 03:13:17,392 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: poll_exit +2024-12-27 03:13:22,394 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: keepalive +2024-12-27 03:13:27,395 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: keepalive +2024-12-27 03:13:31,646 INFO SenderThread:840649 [job_builder.py:build():545] adding wandb-job metadata file +2024-12-27 03:13:31,682 INFO SenderThread:840649 [sender.py:transition_state():614] send defer: 9 +2024-12-27 03:13:31,683 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: poll_exit +2024-12-27 03:13:31,683 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: defer +2024-12-27 03:13:31,683 INFO HandlerThread:840649 [handler.py:handle_request_defer():184] handle defer: 9 +2024-12-27 03:13:31,683 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:13:31,684 DEBUG SenderThread:840649 [sender.py:send():379] send: artifact +2024-12-27 03:13:32,211 INFO wandb-upload_1:840649 [upload_job.py:push():85] Skipped uploading /home/ctpham_umass_edu/.local/share/wandb/artifacts/staging/tmp9hwv3y4n +2024-12-27 03:13:32,396 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: keepalive +2024-12-27 03:13:32,397 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: poll_exit +2024-12-27 03:13:33,459 INFO wandb-upload_0:840649 [upload_job.py:push():88] Uploaded file /tmp/tmpf9q5vwsk/wandb-job.json +2024-12-27 03:13:34,124 INFO SenderThread:840649 [sender.py:send_artifact():1530] sent artifact job-https___github.com_chtmp223_BookGen-dev.git_prolong-final_finetune.py - {'id': 'QXJ0aWZhY3Q6MTQwODQxNDM3Mg==', 'state': 'PENDING', 'artifactSequence': {'id': 'QXJ0aWZhY3RDb2xsZWN0aW9uOjQ5NzE2NzEyNQ==', 'latestArtifact': {'id': 'QXJ0aWZhY3Q6MTQwNDAxNzI3OA==', 'versionIndex': 19}}} +2024-12-27 03:13:34,124 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: defer +2024-12-27 03:13:34,125 INFO SenderThread:840649 [sender.py:send_request_defer():610] handle sender defer: 9 +2024-12-27 03:13:34,125 INFO SenderThread:840649 [dir_watcher.py:finish():358] shutting down directory watcher +2024-12-27 03:13:34,651 INFO SenderThread:840649 [dir_watcher.py:finish():388] scan: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files +2024-12-27 03:13:34,652 INFO SenderThread:840649 [dir_watcher.py:finish():402] scan save: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/requirements.txt requirements.txt +2024-12-27 03:13:34,652 INFO SenderThread:840649 [dir_watcher.py:finish():402] scan save: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log output.log +2024-12-27 03:13:34,652 INFO SenderThread:840649 [dir_watcher.py:finish():402] scan save: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/config.yaml config.yaml +2024-12-27 03:13:34,653 INFO SenderThread:840649 [dir_watcher.py:finish():402] scan save: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json wandb-summary.json +2024-12-27 03:13:34,653 INFO SenderThread:840649 [dir_watcher.py:finish():402] scan save: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-metadata.json wandb-metadata.json +2024-12-27 03:13:34,660 INFO SenderThread:840649 [dir_watcher.py:finish():402] scan save: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/conda-environment.yaml conda-environment.yaml +2024-12-27 03:13:34,665 INFO SenderThread:840649 [sender.py:transition_state():614] send defer: 10 +2024-12-27 03:13:34,665 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: poll_exit +2024-12-27 03:13:34,666 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: defer +2024-12-27 03:13:34,666 INFO HandlerThread:840649 [handler.py:handle_request_defer():184] handle defer: 10 +2024-12-27 03:13:34,669 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: defer +2024-12-27 03:13:34,669 INFO SenderThread:840649 [sender.py:send_request_defer():610] handle sender defer: 10 +2024-12-27 03:13:34,669 INFO SenderThread:840649 [file_pusher.py:finish():169] shutting down file pusher +2024-12-27 03:13:34,864 INFO wandb-upload_2:840649 [upload_job.py:push():130] Uploaded file /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/requirements.txt +2024-12-27 03:13:34,942 INFO wandb-upload_0:840649 [upload_job.py:push():130] Uploaded file /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 03:13:34,953 INFO wandb-upload_4:840649 [upload_job.py:push():130] Uploaded file /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/conda-environment.yaml +2024-12-27 03:13:34,965 INFO wandb-upload_3:840649 [upload_job.py:push():130] Uploaded file /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/config.yaml +2024-12-27 03:13:34,976 INFO wandb-upload_1:840649 [upload_job.py:push():130] Uploaded file /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 03:13:35,177 INFO Thread-11 (_thread_body):840649 [sender.py:transition_state():614] send defer: 11 +2024-12-27 03:13:35,177 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: defer +2024-12-27 03:13:35,177 INFO HandlerThread:840649 [handler.py:handle_request_defer():184] handle defer: 11 +2024-12-27 03:13:35,178 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: defer +2024-12-27 03:13:35,178 INFO SenderThread:840649 [sender.py:send_request_defer():610] handle sender defer: 11 +2024-12-27 03:13:35,178 INFO SenderThread:840649 [file_pusher.py:join():175] waiting for file pusher +2024-12-27 03:13:35,178 INFO SenderThread:840649 [sender.py:transition_state():614] send defer: 12 +2024-12-27 03:13:35,179 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: defer +2024-12-27 03:13:35,179 INFO HandlerThread:840649 [handler.py:handle_request_defer():184] handle defer: 12 +2024-12-27 03:13:35,179 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: defer +2024-12-27 03:13:35,179 INFO SenderThread:840649 [sender.py:send_request_defer():610] handle sender defer: 12 +2024-12-27 03:13:35,179 INFO SenderThread:840649 [file_stream.py:finish():601] file stream finish called +2024-12-27 03:13:35,398 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: poll_exit +2024-12-27 03:13:35,415 INFO SenderThread:840649 [file_stream.py:finish():605] file stream finish is done +2024-12-27 03:13:35,415 INFO SenderThread:840649 [sender.py:transition_state():614] send defer: 13 +2024-12-27 03:13:35,415 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: poll_exit +2024-12-27 03:13:35,415 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: defer +2024-12-27 03:13:35,415 INFO HandlerThread:840649 [handler.py:handle_request_defer():184] handle defer: 13 +2024-12-27 03:13:35,416 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: defer +2024-12-27 03:13:35,416 INFO SenderThread:840649 [sender.py:send_request_defer():610] handle sender defer: 13 +2024-12-27 03:13:35,416 INFO SenderThread:840649 [sender.py:transition_state():614] send defer: 14 +2024-12-27 03:13:35,416 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: defer +2024-12-27 03:13:35,416 INFO HandlerThread:840649 [handler.py:handle_request_defer():184] handle defer: 14 +2024-12-27 03:13:35,417 DEBUG SenderThread:840649 [sender.py:send():379] send: final +2024-12-27 03:13:35,417 DEBUG SenderThread:840649 [sender.py:send():379] send: footer +2024-12-27 03:13:35,417 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: defer +2024-12-27 03:13:35,417 INFO SenderThread:840649 [sender.py:send_request_defer():610] handle sender defer: 14 +2024-12-27 03:13:35,418 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: poll_exit +2024-12-27 03:13:35,418 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: poll_exit +2024-12-27 03:13:35,419 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: server_info +2024-12-27 03:13:35,419 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: server_info +2024-12-27 03:13:35,425 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: poll_exit +2024-12-27 03:13:35,425 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: get_summary +2024-12-27 03:13:35,426 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: sampled_history +2024-12-27 03:13:35,430 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:13:35,483 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: poll_exit +2024-12-27 03:13:35,483 INFO MainThread:840649 [wandb_run.py:_footer_history_summary_info():3991] rendering history +2024-12-27 03:13:35,485 INFO MainThread:840649 [wandb_run.py:_footer_history_summary_info():4023] rendering summary +2024-12-27 03:13:35,485 INFO MainThread:840649 [wandb_run.py:_footer_sync_info():3950] logging synced files +2024-12-27 03:13:35,486 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: shutdown +2024-12-27 03:13:35,486 INFO HandlerThread:840649 [handler.py:finish():882] shutting down handler +2024-12-27 03:13:36,425 INFO WriterThread:840649 [datastore.py:close():296] close: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/run-fta6xses.wandb +2024-12-27 03:13:36,483 INFO SenderThread:840649 [sender.py:finish():1608] shutting down sender +2024-12-27 03:13:36,484 INFO SenderThread:840649 [file_pusher.py:finish():169] shutting down file pusher +2024-12-27 03:13:36,484 INFO SenderThread:840649 [file_pusher.py:join():175] waiting for file pusher diff --git a/wandb/debug.log b/wandb/debug.log new file mode 100644 index 0000000000000000000000000000000000000000..e94b513acd1d8c51114aea46ccde6f0d747347b5 --- /dev/null +++ b/wandb/debug.log @@ -0,0 +1,32 @@ +2024-12-26 22:48:36,725 INFO MainThread:839109 [wandb_setup.py:_flush():76] Current SDK version is 0.17.3 +2024-12-26 22:48:36,725 INFO MainThread:839109 [wandb_setup.py:_flush():76] Configure stats pid to 839109 +2024-12-26 22:48:36,725 INFO MainThread:839109 [wandb_setup.py:_flush():76] Loading settings from /home/ctpham_umass_edu/.config/wandb/settings +2024-12-26 22:48:36,725 INFO MainThread:839109 [wandb_setup.py:_flush():76] Loading settings from /work/pi_miyyer_umass_edu/ctpham/BookClaim-dev/prolong-final/wandb/settings +2024-12-26 22:48:36,725 INFO MainThread:839109 [wandb_setup.py:_flush():76] Loading settings from environment variables: {'root_dir': '/scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_', 'project': 'prolong', 'api_key': '***REDACTED***', 'mode': 'online'} +2024-12-26 22:48:36,725 INFO MainThread:839109 [wandb_setup.py:_flush():76] Applying setup settings: {'_disable_service': False} +2024-12-26 22:48:36,725 INFO MainThread:839109 [wandb_setup.py:_flush():76] Inferring run settings from compute environment: {'program_relpath': 'prolong-final/finetune.py', 'program_abspath': '/work/pi_miyyer_umass_edu/ctpham/BookClaim-dev/prolong-final/finetune.py', 'program': '/work/pi_miyyer_umass_edu/ctpham/BookClaim-dev/prolong-final/finetune.py'} +2024-12-26 22:48:36,725 INFO MainThread:839109 [wandb_setup.py:_flush():76] Applying login settings: {} +2024-12-26 22:48:36,726 INFO MainThread:839109 [wandb_init.py:_log_setup():520] Logging user logs to /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/logs/debug.log +2024-12-26 22:48:36,726 INFO MainThread:839109 [wandb_init.py:_log_setup():521] Logging internal logs to /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/logs/debug-internal.log +2024-12-26 22:48:36,726 INFO MainThread:839109 [wandb_init.py:init():560] calling init triggers +2024-12-26 22:48:36,726 INFO MainThread:839109 [wandb_init.py:init():567] wandb.init called with sweep_config: {} +config: {} +2024-12-26 22:48:36,726 INFO MainThread:839109 [wandb_init.py:init():610] starting backend +2024-12-26 22:48:36,726 INFO MainThread:839109 [wandb_init.py:init():614] setting up manager +2024-12-26 22:48:36,729 INFO MainThread:839109 [backend.py:_multiprocessing_setup():105] multiprocessing start_methods=fork,spawn,forkserver, using: spawn +2024-12-26 22:48:36,732 INFO MainThread:839109 [wandb_init.py:init():622] backend started and connected +2024-12-26 22:48:36,740 INFO MainThread:839109 [wandb_init.py:init():711] updated telemetry +2024-12-26 22:48:36,765 INFO MainThread:839109 [wandb_init.py:init():744] communicating run to backend with 90.0 second timeout +2024-12-26 22:48:37,011 INFO MainThread:839109 [wandb_run.py:_on_init():2402] communicating current version +2024-12-26 22:48:37,074 INFO MainThread:839109 [wandb_run.py:_on_init():2411] got version response upgrade_message: "wandb version 0.19.1 is available! To upgrade, please run:\n $ pip install wandb --upgrade" + +2024-12-26 22:48:37,074 INFO MainThread:839109 [wandb_init.py:init():795] starting run threads in backend +2024-12-26 22:48:44,772 INFO MainThread:839109 [wandb_run.py:_console_start():2380] atexit reg +2024-12-26 22:48:44,773 INFO MainThread:839109 [wandb_run.py:_redirect():2235] redirect: wrap_raw +2024-12-26 22:48:44,773 INFO MainThread:839109 [wandb_run.py:_redirect():2300] Wrapping output streams. +2024-12-26 22:48:44,773 INFO MainThread:839109 [wandb_run.py:_redirect():2325] Redirects installed. +2024-12-26 22:48:44,775 INFO MainThread:839109 [wandb_init.py:init():838] run started, returning control to user process +2024-12-26 22:48:44,777 INFO MainThread:839109 [wandb_run.py:_config_callback():1382] config_cb None None {'vocab_size': 128256, 'max_position_embeddings': 524288, 'hidden_size': 4096, 'intermediate_size': 14336, 'num_hidden_layers': 32, 'num_attention_heads': 32, 'num_key_value_heads': 8, 'hidden_act': 'silu', 'initializer_range': 0.02, 'rms_norm_eps': 1e-05, 'pretraining_tp': 1, 'use_cache': True, 'rope_theta': 128000000.0, 'rope_scaling': None, 'attention_bias': False, 'attention_dropout': 0.0, 'mlp_bias': False, 'return_dict': True, 'output_hidden_states': False, 'output_attentions': False, 'torchscript': False, 'torch_dtype': 'float32', 'use_bfloat16': False, 'tf_legacy_loss': False, 'pruned_heads': {}, 'tie_word_embeddings': False, 'chunk_size_feed_forward': 0, 'is_encoder_decoder': False, 'is_decoder': False, 'cross_attention_hidden_size': None, 'add_cross_attention': False, 'tie_encoder_decoder': False, 'max_length': 20, 'min_length': 0, 'do_sample': False, 'early_stopping': False, 'num_beams': 1, 'num_beam_groups': 1, 'diversity_penalty': 0.0, 'temperature': 1.0, 'top_k': 50, 'top_p': 1.0, 'typical_p': 1.0, 'repetition_penalty': 1.0, 'length_penalty': 1.0, 'no_repeat_ngram_size': 0, 'encoder_no_repeat_ngram_size': 0, 'bad_words_ids': None, 'num_return_sequences': 1, 'output_scores': False, 'return_dict_in_generate': False, 'forced_bos_token_id': None, 'forced_eos_token_id': None, 'remove_invalid_values': False, 'exponential_decay_length_penalty': None, 'suppress_tokens': None, 'begin_suppress_tokens': None, 'architectures': ['LlamaForCausalLM'], 'finetuning_task': None, 'id2label': {0: 'LABEL_0', 1: 'LABEL_1'}, 'label2id': {'LABEL_0': 0, 'LABEL_1': 1}, 'tokenizer_class': None, 'prefix': None, 'bos_token_id': 128000, 'pad_token_id': 0, 'eos_token_id': 128009, 'sep_token_id': None, 'decoder_start_token_id': None, 'task_specific_params': None, 'problem_type': None, '_name_or_path': '/scratch3/workspace/ctpham_umass_edu-ft/models/Llama-3-8B-ProLong-512k-Base/', 'transformers_version': '4.44.2', 'model_type': 'llama', 'output_dir': '/scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_', 'overwrite_output_dir': False, 'do_train': True, 'do_eval': False, 'do_predict': False, 'eval_strategy': 'no', 'prediction_loss_only': False, 'per_device_train_batch_size': 1, 'per_device_eval_batch_size': 8, 'per_gpu_train_batch_size': None, 'per_gpu_eval_batch_size': None, 'gradient_accumulation_steps': 2, 'eval_accumulation_steps': None, 'eval_delay': 0, 'torch_empty_cache_steps': None, 'learning_rate': 1e-06, 'weight_decay': 0.1, 'adam_beta1': 0.9, 'adam_beta2': 0.95, 'adam_epsilon': 1e-08, 'max_grad_norm': 1.0, 'num_train_epochs': 1.0, 'max_steps': -1, 'lr_scheduler_type': 'cosine', 'lr_scheduler_kwargs': {}, 'warmup_ratio': 0.05, 'warmup_steps': 0, 'log_level': 'info', 'log_level_replica': 'warning', 'log_on_each_node': True, 'logging_dir': '/scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/runs/Dec26_22-45-54_gpu021', 'logging_strategy': 'steps', 'logging_first_step': False, 'logging_steps': 1.0, 'logging_nan_inf_filter': True, 'save_strategy': 'steps', 'save_steps': 200, 'save_total_limit': None, 'save_safetensors': True, 'save_on_each_node': False, 'save_only_model': False, 'restore_callback_states_from_checkpoint': False, 'no_cuda': False, 'use_cpu': False, 'use_mps_device': False, 'seed': 42, 'data_seed': None, 'jit_mode_eval': False, 'use_ipex': False, 'bf16': True, 'fp16': False, 'fp16_opt_level': 'O1', 'half_precision_backend': 'auto', 'bf16_full_eval': False, 'fp16_full_eval': False, 'tf32': None, 'local_rank': 0, 'ddp_backend': None, 'tpu_num_cores': None, 'tpu_metrics_debug': False, 'debug': [], 'dataloader_drop_last': False, 'eval_steps': None, 'dataloader_num_workers': 1, 'dataloader_prefetch_factor': None, 'past_index': -1, 'run_name': 'balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_', 'disable_tqdm': True, 'remove_unused_columns': False, 'label_names': None, 'load_best_model_at_end': False, 'metric_for_best_model': None, 'greater_is_better': None, 'ignore_data_skip': True, 'fsdp': ['auto_wrap', 'offload'], 'fsdp_min_num_params': 0, 'fsdp_config': {'min_num_params': 0, 'xla': False, 'xla_fsdp_v2': False, 'xla_fsdp_grad_ckpt': False}, 'fsdp_transformer_layer_cls_to_wrap': None, 'accelerator_config': {'split_batches': False, 'dispatch_batches': None, 'even_batches': True, 'use_seedable_sampler': True, 'non_blocking': False, 'gradient_accumulation_kwargs': None}, 'deepspeed': None, 'label_smoothing_factor': 0.0, 'optim': 'adamw_torch', 'optim_args': None, 'adafactor': False, 'group_by_length': False, 'length_column_name': 'length', 'report_to': ['wandb'], 'ddp_find_unused_parameters': False, 'ddp_bucket_cap_mb': None, 'ddp_broadcast_buffers': None, 'dataloader_pin_memory': True, 'dataloader_persistent_workers': False, 'skip_memory_metrics': True, 'use_legacy_prediction_loop': False, 'push_to_hub': False, 'resume_from_checkpoint': None, 'hub_model_id': None, 'hub_strategy': 'every_save', 'hub_token': '', 'hub_private_repo': False, 'hub_always_push': False, 'gradient_checkpointing': True, 'gradient_checkpointing_kwargs': None, 'include_inputs_for_metrics': False, 'eval_do_concat_batches': True, 'fp16_backend': 'auto', 'evaluation_strategy': None, 'push_to_hub_model_id': None, 'push_to_hub_organization': None, 'push_to_hub_token': '', 'mp_parameters': '', 'auto_find_batch_size': False, 'full_determinism': False, 'torchdynamo': None, 'ray_scope': 'last', 'ddp_timeout': 1800, 'torch_compile': False, 'torch_compile_backend': None, 'torch_compile_mode': None, 'dispatch_batches': None, 'split_batches': None, 'include_tokens_per_second': False, 'include_num_input_tokens_seen': False, 'neftune_noise_alpha': None, 'optim_target_modules': None, 'batch_eval_metrics': False, 'eval_on_start': False, 'eval_use_gather_object': False, 'min_lr_ratio': 0.1, 'cuda_empty_cache': True, 'streaming_dataset': True, 'seq_parallel_size': 8} +2024-12-26 22:48:44,780 INFO MainThread:839109 [wandb_config.py:__setitem__():151] config set model/num_parameters = 1003782656 - > +2024-12-26 22:48:44,780 INFO MainThread:839109 [wandb_run.py:_config_callback():1382] config_cb model/num_parameters 1003782656 None +2024-12-27 03:13:36,487 WARNING MsgRouterThr:839109 [router.py:message_loop():77] message_loop has been closed diff --git a/wandb/run-20241225_001558-sxxraa4n/files/conda-environment.yaml b/wandb/run-20241225_001558-sxxraa4n/files/conda-environment.yaml new file mode 100644 index 0000000000000000000000000000000000000000..d2cacf8eea4300a70c170cc383a425abcfc1e126 --- /dev/null +++ b/wandb/run-20241225_001558-sxxraa4n/files/conda-environment.yaml @@ -0,0 +1,232 @@ +name: /scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final +channels: + - conda-forge +dependencies: + - _libgcc_mutex=0.1=conda_forge + - _openmp_mutex=4.5=2_gnu + - bzip2=1.0.8=h4bc722e_7 + - ca-certificates=2024.12.14=hbcca054_0 + - ld_impl_linux-64=2.43=h712a8e2_2 + - libffi=3.4.2=h7f98852_5 + - libgcc=14.2.0=h77fa898_1 + - libgcc-ng=14.2.0=h69a702a_1 + - libgomp=14.2.0=h77fa898_1 + - liblzma=5.6.3=hb9d3cd8_1 + - liblzma-devel=5.6.3=hb9d3cd8_1 + - libnsl=2.0.1=hd590300_0 + - libsqlite=3.47.2=hee588c1_0 + - libuuid=2.38.1=h0b41bf4_0 + - libzlib=1.3.1=hb9d3cd8_2 + - ncurses=6.5=he02047a_1 + - openssl=3.4.0=hb9d3cd8_0 + - pip=24.3.1=pyh8b19718_2 + - python=3.10.0=h543edf9_3_cpython + - readline=8.2=h8228510_1 + - setuptools=75.6.0=pyhff2d567_1 + - sqlite=3.47.2=h9eae976_0 + - tk=8.6.13=noxft_h4845f30_101 + - wheel=0.45.1=pyhd8ed1ab_1 + - xz=5.6.3=hbcc6ac9_1 + - xz-gpl-tools=5.6.3=hbcc6ac9_1 + - xz-tools=5.6.3=hb9d3cd8_1 + - pip: + - accelerate==0.32.1 + - aiohappyeyeballs==2.4.3 + - aiohttp==3.11.2 + - aioprometheus==23.12.0 + - aiosignal==1.3.1 + - annotated-types==0.7.0 + - anthropic==0.39.0 + - anyio==4.6.2.post1 + - argcomplete==3.5.1 + - arrow==1.3.0 + - async-timeout==5.0.1 + - attrs==24.2.0 + - azure-core==1.32.0 + - azure-identity==1.19.0 + - azure-storage-blob==12.24.0 + - azure-storage-file-datalake==12.18.0 + - backoff==2.2.1 + - bcrypt==4.2.0 + - blobfile==3.0.0 + - boto3==1.35.63 + - botocore==1.35.63 + - brotli==1.1.0 + - cachetools==5.5.0 + - certifi==2024.8.30 + - cffi==1.17.1 + - charset-normalizer==3.4.0 + - circuitbreaker==2.0.0 + - click==8.1.7 + - cloudpickle==3.1.0 + - compressed-tensors==0.8.0 + - contourpy==1.3.1 + - cramjam==2.9.0 + - cryptography==43.0.3 + - cycler==0.12.1 + - datasets==2.20.0 + - debugpy==1.8.11 + - dill==0.3.8 + - diskcache==5.6.3 + - distro==1.9.0 + - docker-pycreds==0.4.0 + - docstring-parser==0.16 + - einops==0.8.0 + - fastapi==0.115.5 + - filelock==3.16.1 + - flash-attn==2.6.1 + - fonttools==4.55.0 + - frozenlist==1.5.0 + - fsspec==2024.5.0 + - gguf==0.10.0 + - gitdb==4.0.11 + - gitpython==3.1.43 + - google-api-core==2.23.0 + - google-auth==2.36.0 + - google-cloud-aiplatform==1.71.1 + - google-cloud-bigquery==3.27.0 + - google-cloud-core==2.4.1 + - google-cloud-resource-manager==1.13.1 + - google-cloud-storage==2.10.0 + - google-crc32c==1.6.0 + - google-resumable-media==2.7.2 + - googleapis-common-protos==1.66.0 + - gql==3.5.0 + - graphql-core==3.2.5 + - grpc-google-iam-v1==0.13.1 + - grpcio==1.68.0 + - grpcio-status==1.62.3 + - h11==0.14.0 + - httpcore==1.0.7 + - httptools==0.6.4 + - httpx==0.27.2 + - huggingface-hub==0.26.2 + - idna==3.10 + - importlib-metadata==8.5.0 + - interegular==0.3.3 + - ipython==8.18.0 + - isodate==0.7.2 + - jedi==0.19.2 + - jinja2==3.1.4 + - jiter==0.7.1 + - jmespath==1.0.1 + - jsonschema==4.23.0 + - jsonschema-specifications==2024.10.1 + - kiwisolver==1.4.7 + - lark==1.2.2 + - llvmlite==0.43.0 + - lm-format-enforcer==0.10.9 + - lxml==5.3.0 + - markdown-it-py==3.0.0 + - markupsafe==3.0.2 + - matplotlib==3.9.2 + - mdurl==0.1.2 + - mosaicml-cli==0.5.34 + - mosaicml-streaming==0.8.1 + - mpmath==1.3.0 + - msal==1.31.1 + - msal-extensions==1.2.0 + - msgpack==1.1.0 + - msgspec==0.18.6 + - multidict==6.1.0 + - multiprocess==0.70.16 + - networkx==3.4.2 + - ninja==1.11.1.1 + - numba==0.60.0 + - numpy==1.26.3 + - nvidia-cublas-cu12==12.1.3.1 + - nvidia-cuda-cupti-cu12==12.1.105 + - nvidia-cuda-nvrtc-cu12==12.1.105 + - nvidia-cuda-runtime-cu12==12.1.105 + - nvidia-cudnn-cu12==9.1.0.70 + - nvidia-cufft-cu12==11.0.2.54 + - nvidia-curand-cu12==10.3.2.106 + - nvidia-cusolver-cu12==11.4.5.107 + - nvidia-cusparse-cu12==12.1.0.106 + - nvidia-ml-py==12.560.30 + - nvidia-nccl-cu12==2.20.5 + - nvidia-nvjitlink-cu12==12.4.127 + - nvidia-nvtx-cu12==12.1.105 + - oci==2.138.1 + - openai==1.54.5 + - opencv-python-headless==4.10.0.84 + - orjson==3.10.11 + - outlines==0.0.46 + - packaging==24.1 + - pandas==2.2.1 + - paramiko==3.5.0 + - partial-json-parser==0.2.1.1.post4 + - pillow==10.4.0 + - portalocker==2.10.1 + - prometheus-client==0.21.0 + - prometheus-fastapi-instrumentator==7.0.0 + - prompt-toolkit==3.0.36 + - propcache==0.2.0 + - proto-plus==1.25.0 + - protobuf==4.25.3 + - py-cpuinfo==9.0.0 + - pyairports==2.1.1 + - pyarrow==18.0.0 + - pyarrow-hotfix==0.6 + - pyasn1==0.6.1 + - pyasn1-modules==0.4.1 + - pycountry==24.6.1 + - pycparser==2.22 + - pycryptodomex==3.21.0 + - pydantic==2.9.2 + - pydantic-core==2.23.4 + - pyjwt==2.10.0 + - pynacl==1.5.0 + - pyopenssl==24.2.1 + - pyparsing==3.2.0 + - python-dateutil==2.9.0 + - python-dotenv==1.0.1 + - python-snappy==0.7.3 + - pytz==2024.2 + - pyyaml==6.0.2 + - quantile-python==1.1 + - questionary==2.0.1 + - ray==2.39.0 + - referencing==0.35.1 + - regex==2023.12.25 + - requests==2.32.3 + - rich==13.9.4 + - rotary-emb==0.5.2 + - rpds-py==0.21.0 + - rsa==4.9 + - ruamel-yaml==0.18.6 + - ruamel-yaml-clib==0.2.12 + - s3transfer==0.10.3 + - safetensors==0.4.5 + - sentencepiece==0.1.99 + - sentry-sdk==2.18.0 + - setproctitle==1.3.4 + - shapely==2.0.6 + - smmap==5.0.1 + - sniffio==1.3.1 + - starlette==0.41.3 + - sympy==1.13.1 + - tiktoken==0.7.0 + - tokenizers==0.19.1 + - torch==2.4.1 + - torchvision==0.19.1 + - tqdm==4.66.4 + - transformers==4.44.2 + - triton==3.0.0 + - types-python-dateutil==2.9.0.20241003 + - tzdata==2024.2 + - urllib3==2.2.3 + - uvicorn==0.32.0 + - uvloop==0.21.0 + - validators==0.34.0 + - vertexai==1.71.1 + - wandb==0.17.3 + - watchfiles==0.24.0 + - websockets==11.0.3 + - xformers==0.0.28.post1 + - xxhash==3.5.0 + - yarl==1.17.2 + - zipp==3.21.0 + - zstandard==0.22.0 + - zstd==1.5.5.1 +prefix: /scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final diff --git a/wandb/run-20241225_001558-sxxraa4n/files/config.yaml b/wandb/run-20241225_001558-sxxraa4n/files/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..b03088f312c14add01770536c2c05cc8b23774c2 --- /dev/null +++ b/wandb/run-20241225_001558-sxxraa4n/files/config.yaml @@ -0,0 +1,705 @@ +wandb_version: 1 + +_wandb: + desc: null + value: + python_version: 3.10.0 + cli_version: 0.17.3 + framework: huggingface + huggingface_version: 4.44.2 + is_jupyter_run: false + is_kaggle_kernel: false + start_time: 1735085758 + t: + 1: + - 1 + - 11 + - 41 + - 49 + - 51 + - 55 + - 71 + - 105 + 2: + - 1 + - 11 + - 41 + - 49 + - 51 + - 55 + - 71 + - 105 + 3: + - 7 + - 13 + - 19 + - 23 + - 66 + 4: 3.10.0 + 5: 0.17.3 + 6: 4.44.2 + 8: + - 5 + 9: + 1: transformers_trainer + 13: linux-x86_64 + m: + - 1: train/global_step + 6: + - 3 + - 1: train/loss + 5: 1 + 6: + - 1 + - 1: train/grad_norm + 5: 1 + 6: + - 1 + - 1: train/learning_rate + 5: 1 + 6: + - 1 + - 1: train/epoch + 5: 1 + 6: + - 1 + - 1: train/num_input_tokens_seen + 5: 1 + 6: + - 1 +vocab_size: + desc: null + value: 128256 +max_position_embeddings: + desc: null + value: 524288 +hidden_size: + desc: null + value: 4096 +intermediate_size: + desc: null + value: 14336 +num_hidden_layers: + desc: null + value: 32 +num_attention_heads: + desc: null + value: 32 +num_key_value_heads: + desc: null + value: 8 +hidden_act: + desc: null + value: silu +initializer_range: + desc: null + value: 0.02 +rms_norm_eps: + desc: null + value: 1.0e-05 +pretraining_tp: + desc: null + value: 1 +use_cache: + desc: null + value: true +rope_theta: + desc: null + value: 128000000.0 +rope_scaling: + desc: null + value: null +attention_bias: + desc: null + value: false +attention_dropout: + desc: null + value: 0.0 +mlp_bias: + desc: null + value: false +return_dict: + desc: null + value: true +output_hidden_states: + desc: null + value: false +output_attentions: + desc: null + value: false +torchscript: + desc: null + value: false +torch_dtype: + desc: null + value: float32 +use_bfloat16: + desc: null + value: false +tf_legacy_loss: + desc: null + value: false +pruned_heads: + desc: null + value: {} +tie_word_embeddings: + desc: null + value: false +chunk_size_feed_forward: + desc: null + value: 0 +is_encoder_decoder: + desc: null + value: false +is_decoder: + desc: null + value: false +cross_attention_hidden_size: + desc: null + value: null +add_cross_attention: + desc: null + value: false +tie_encoder_decoder: + desc: null + value: false +max_length: + desc: null + value: 20 +min_length: + desc: null + value: 0 +do_sample: + desc: null + value: false +early_stopping: + desc: null + value: false +num_beams: + desc: null + value: 1 +num_beam_groups: + desc: null + value: 1 +diversity_penalty: + desc: null + value: 0.0 +temperature: + desc: null + value: 1.0 +top_k: + desc: null + value: 50 +top_p: + desc: null + value: 1.0 +typical_p: + desc: null + value: 1.0 +repetition_penalty: + desc: null + value: 1.0 +length_penalty: + desc: null + value: 1.0 +no_repeat_ngram_size: + desc: null + value: 0 +encoder_no_repeat_ngram_size: + desc: null + value: 0 +bad_words_ids: + desc: null + value: null +num_return_sequences: + desc: null + value: 1 +output_scores: + desc: null + value: false +return_dict_in_generate: + desc: null + value: false +forced_bos_token_id: + desc: null + value: null +forced_eos_token_id: + desc: null + value: null +remove_invalid_values: + desc: null + value: false +exponential_decay_length_penalty: + desc: null + value: null +suppress_tokens: + desc: null + value: null +begin_suppress_tokens: + desc: null + value: null +architectures: + desc: null + value: + - LlamaForCausalLM +finetuning_task: + desc: null + value: null +id2label: + desc: null + value: + '0': LABEL_0 + '1': LABEL_1 +label2id: + desc: null + value: + LABEL_0: 0 + LABEL_1: 1 +tokenizer_class: + desc: null + value: null +prefix: + desc: null + value: null +bos_token_id: + desc: null + value: 128000 +pad_token_id: + desc: null + value: 0 +eos_token_id: + desc: null + value: 128009 +sep_token_id: + desc: null + value: null +decoder_start_token_id: + desc: null + value: null +task_specific_params: + desc: null + value: null +problem_type: + desc: null + value: null +_name_or_path: + desc: null + value: /scratch3/workspace/ctpham_umass_edu-ft/models/Llama-3-8B-ProLong-512k-Base/ +transformers_version: + desc: null + value: 4.44.2 +model_type: + desc: null + value: llama +output_dir: + desc: null + value: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_ +overwrite_output_dir: + desc: null + value: false +do_train: + desc: null + value: true +do_eval: + desc: null + value: false +do_predict: + desc: null + value: false +eval_strategy: + desc: null + value: 'no' +prediction_loss_only: + desc: null + value: false +per_device_train_batch_size: + desc: null + value: 1 +per_device_eval_batch_size: + desc: null + value: 8 +per_gpu_train_batch_size: + desc: null + value: null +per_gpu_eval_batch_size: + desc: null + value: null +gradient_accumulation_steps: + desc: null + value: 2 +eval_accumulation_steps: + desc: null + value: null +eval_delay: + desc: null + value: 0 +torch_empty_cache_steps: + desc: null + value: null +learning_rate: + desc: null + value: 1.0e-06 +weight_decay: + desc: null + value: 0.1 +adam_beta1: + desc: null + value: 0.9 +adam_beta2: + desc: null + value: 0.95 +adam_epsilon: + desc: null + value: 1.0e-08 +max_grad_norm: + desc: null + value: 1.0 +num_train_epochs: + desc: null + value: 1.0 +max_steps: + desc: null + value: -1 +lr_scheduler_type: + desc: null + value: cosine +lr_scheduler_kwargs: + desc: null + value: {} +warmup_ratio: + desc: null + value: 0.05 +warmup_steps: + desc: null + value: 0 +log_level: + desc: null + value: info +log_level_replica: + desc: null + value: warning +log_on_each_node: + desc: null + value: true +logging_dir: + desc: null + value: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/runs/Dec25_00-13-47_gpu021 +logging_strategy: + desc: null + value: steps +logging_first_step: + desc: null + value: false +logging_steps: + desc: null + value: 1.0 +logging_nan_inf_filter: + desc: null + value: true +save_strategy: + desc: null + value: steps +save_steps: + desc: null + value: 200 +save_total_limit: + desc: null + value: null +save_safetensors: + desc: null + value: true +save_on_each_node: + desc: null + value: false +save_only_model: + desc: null + value: false +restore_callback_states_from_checkpoint: + desc: null + value: false +no_cuda: + desc: null + value: false +use_cpu: + desc: null + value: false +use_mps_device: + desc: null + value: false +seed: + desc: null + value: 42 +data_seed: + desc: null + value: null +jit_mode_eval: + desc: null + value: false +use_ipex: + desc: null + value: false +bf16: + desc: null + value: true +fp16: + desc: null + value: false +fp16_opt_level: + desc: null + value: O1 +half_precision_backend: + desc: null + value: auto +bf16_full_eval: + desc: null + value: false +fp16_full_eval: + desc: null + value: false +tf32: + desc: null + value: null +local_rank: + desc: null + value: 0 +ddp_backend: + desc: null + value: null +tpu_num_cores: + desc: null + value: null +tpu_metrics_debug: + desc: null + value: false +debug: + desc: null + value: [] +dataloader_drop_last: + desc: null + value: false +eval_steps: + desc: null + value: null +dataloader_num_workers: + desc: null + value: 1 +dataloader_prefetch_factor: + desc: null + value: null +past_index: + desc: null + value: -1 +run_name: + desc: null + value: balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_ +disable_tqdm: + desc: null + value: true +remove_unused_columns: + desc: null + value: false +label_names: + desc: null + value: null +load_best_model_at_end: + desc: null + value: false +metric_for_best_model: + desc: null + value: null +greater_is_better: + desc: null + value: null +ignore_data_skip: + desc: null + value: false +fsdp: + desc: null + value: + - auto_wrap + - offload +fsdp_min_num_params: + desc: null + value: 0 +fsdp_config: + desc: null + value: + min_num_params: 0 + xla: false + xla_fsdp_v2: false + xla_fsdp_grad_ckpt: false +fsdp_transformer_layer_cls_to_wrap: + desc: null + value: null +accelerator_config: + desc: null + value: + split_batches: false + dispatch_batches: null + even_batches: true + use_seedable_sampler: true + non_blocking: false + gradient_accumulation_kwargs: null +deepspeed: + desc: null + value: null +label_smoothing_factor: + desc: null + value: 0.0 +optim: + desc: null + value: adamw_torch +optim_args: + desc: null + value: null +adafactor: + desc: null + value: false +group_by_length: + desc: null + value: false +length_column_name: + desc: null + value: length +report_to: + desc: null + value: + - wandb +ddp_find_unused_parameters: + desc: null + value: false +ddp_bucket_cap_mb: + desc: null + value: null +ddp_broadcast_buffers: + desc: null + value: null +dataloader_pin_memory: + desc: null + value: true +dataloader_persistent_workers: + desc: null + value: false +skip_memory_metrics: + desc: null + value: true +use_legacy_prediction_loop: + desc: null + value: false +push_to_hub: + desc: null + value: false +resume_from_checkpoint: + desc: null + value: null +hub_model_id: + desc: null + value: null +hub_strategy: + desc: null + value: every_save +hub_token: + desc: null + value: +hub_private_repo: + desc: null + value: false +hub_always_push: + desc: null + value: false +gradient_checkpointing: + desc: null + value: true +gradient_checkpointing_kwargs: + desc: null + value: null +include_inputs_for_metrics: + desc: null + value: false +eval_do_concat_batches: + desc: null + value: true +fp16_backend: + desc: null + value: auto +evaluation_strategy: + desc: null + value: null +push_to_hub_model_id: + desc: null + value: null +push_to_hub_organization: + desc: null + value: null +push_to_hub_token: + desc: null + value: +mp_parameters: + desc: null + value: '' +auto_find_batch_size: + desc: null + value: false +full_determinism: + desc: null + value: false +torchdynamo: + desc: null + value: null +ray_scope: + desc: null + value: last +ddp_timeout: + desc: null + value: 1800 +torch_compile: + desc: null + value: false +torch_compile_backend: + desc: null + value: null +torch_compile_mode: + desc: null + value: null +dispatch_batches: + desc: null + value: null +split_batches: + desc: null + value: null +include_tokens_per_second: + desc: null + value: false +include_num_input_tokens_seen: + desc: null + value: false +neftune_noise_alpha: + desc: null + value: null +optim_target_modules: + desc: null + value: null +batch_eval_metrics: + desc: null + value: false +eval_on_start: + desc: null + value: false +eval_use_gather_object: + desc: null + value: false +min_lr_ratio: + desc: null + value: 0.1 +cuda_empty_cache: + desc: null + value: true +streaming_dataset: + desc: null + value: true +seq_parallel_size: + desc: null + value: 8 +model/num_parameters: + desc: null + value: 1003782656 diff --git a/wandb/run-20241225_001558-sxxraa4n/files/output.log b/wandb/run-20241225_001558-sxxraa4n/files/output.log new file mode 100644 index 0000000000000000000000000000000000000000..741c3d819e3d7f283544154406773f0ce0880294 --- /dev/null +++ b/wandb/run-20241225_001558-sxxraa4n/files/output.log @@ -0,0 +1,9 @@ +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/utils/checkpoint.py:1399: FutureWarning: `torch.cpu.amp.autocast(args...)` is deprecated. Please use `torch.amp.autocast('cpu', args...)` instead. + with device_autocast_ctx, torch.cpu.amp.autocast(**cpu_autocast_kwargs), recompute_context: # type: ignore[attr-defined] +[INFO|trainer.py:175] 2024-12-25 00:16:55,348 >> {'loss': 1.4339, 'grad_norm': 39.49641418457031, 'learning_rate': 5.405405405405406e-09, 'epoch': 0.00027122321670735016, 'num_input_tokens_seen': 2097152, 'completed': '0.03% (1 / 3_687)', 'remaining time': '48:49:02', 'throughput': '2749.09', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 00:17:30,230 >> {'loss': 1.4592, 'grad_norm': 34.68007278442383, 'learning_rate': 1.0810810810810811e-08, 'epoch': 0.0005424464334147003, 'num_input_tokens_seen': 4194304, 'completed': '0.05% (2 / 3_687)', 'remaining time': '42:15:16', 'throughput': '7515.28', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 00:18:05,807 >> {'loss': 1.5967, 'grad_norm': 39.95429992675781, 'learning_rate': 1.6216216216216218e-08, 'epoch': 0.0008136696501220504, 'num_input_tokens_seen': 6291456, 'completed': '0.08% (3 / 3_687)', 'remaining time': '40:17:52', 'throughput': '7368.26', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 00:18:36,833 >> {'loss': 1.2915, 'grad_norm': 31.149150848388672, 'learning_rate': 2.1621621621621623e-08, 'epoch': 0.0010848928668294006, 'num_input_tokens_seen': 8388608, 'completed': '0.11% (4 / 3_687)', 'remaining time': '38:09:01', 'throughput': '8449.32', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 00:19:08,749 >> {'loss': 1.8907, 'grad_norm': 42.642982482910156, 'learning_rate': 2.7027027027027028e-08, 'epoch': 0.0013561160835367507, 'num_input_tokens_seen': 10485760, 'completed': '0.14% (5 / 3_687)', 'remaining time': '37:02:26', 'throughput': '8213.40', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 00:19:38,678 >> {'loss': 1.5168, 'grad_norm': 41.49152755737305, 'learning_rate': 3.2432432432432436e-08, 'epoch': 0.0016273393002441008, 'num_input_tokens_seen': 12582912, 'completed': '0.16% (6 / 3_687)', 'remaining time': '35:57:33', 'throughput': '8759.08', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 00:20:10,870 >> {'loss': 1.4075, 'grad_norm': 35.22410202026367, 'learning_rate': 3.783783783783784e-08, 'epoch': 0.001898562516951451, 'num_input_tokens_seen': 14680064, 'completed': '0.19% (7 / 3_687)', 'remaining time': '35:30:53', 'throughput': '8142.93', 'gpu_mem_free': '5581MB'} diff --git a/wandb/run-20241225_001558-sxxraa4n/files/requirements.txt b/wandb/run-20241225_001558-sxxraa4n/files/requirements.txt new file mode 100644 index 0000000000000000000000000000000000000000..589b22115c4d3e96629637d5c616cdcb03e84ab3 --- /dev/null +++ b/wandb/run-20241225_001558-sxxraa4n/files/requirements.txt @@ -0,0 +1,242 @@ +Brotli==1.1.0 +GitPython==3.1.43 +Jinja2==3.1.4 +MarkupSafe==3.0.2 +PyJWT==2.10.0 +PyNaCl==1.5.0 +PyYAML==6.0.2 +Pygments==2.18.0 +accelerate==0.32.1 +aiohappyeyeballs==2.4.3 +aiohttp==3.11.2 +aioprometheus==23.12.0 +aiosignal==1.3.1 +annotated-types==0.7.0 +anthropic==0.39.0 +anyio==4.6.2.post1 +argcomplete==3.5.1 +arrow==1.3.0 +asttokens==2.4.1 +async-timeout==5.0.1 +attrs==24.2.0 +autocommand==2.2.2 +azure-core==1.32.0 +azure-identity==1.19.0 +azure-storage-blob==12.24.0 +azure-storage-file-datalake==12.18.0 +backoff==2.2.1 +backports.tarfile==1.2.0 +bcrypt==4.2.0 +blobfile==3.0.0 +boto3==1.35.63 +botocore==1.35.63 +cachetools==5.5.0 +certifi==2024.8.30 +cffi==1.17.1 +charset-normalizer==3.4.0 +circuitbreaker==2.0.0 +click==8.1.7 +cloudpickle==3.1.0 +comm==0.2.2 +compressed-tensors==0.8.0 +contourpy==1.3.1 +cramjam==2.9.0 +cryptography==43.0.3 +cycler==0.12.1 +datasets==2.20.0 +debugpy==1.8.11 +decorator==5.1.1 +dill==0.3.8 +diskcache==5.6.3 +distro==1.9.0 +docker-pycreds==0.4.0 +docstring_parser==0.16 +einops==0.8.0 +exceptiongroup==1.2.2 +executing==2.1.0 +fastapi==0.115.5 +filelock==3.16.1 +flash-attn==2.6.1 +fonttools==4.55.0 +frozenlist==1.5.0 +fsspec==2024.5.0 +gguf==0.10.0 +gitdb==4.0.11 +google-api-core==2.23.0 +google-auth==2.36.0 +google-cloud-aiplatform==1.71.1 +google-cloud-bigquery==3.27.0 +google-cloud-core==2.4.1 +google-cloud-resource-manager==1.13.1 +google-cloud-storage==2.10.0 +google-crc32c==1.6.0 +google-resumable-media==2.7.2 +googleapis-common-protos==1.66.0 +gql==3.5.0 +graphql-core==3.2.5 +grpc-google-iam-v1==0.13.1 +grpcio-status==1.62.3 +grpcio==1.68.0 +h11==0.14.0 +httpcore==1.0.7 +httptools==0.6.4 +httpx==0.27.2 +huggingface-hub==0.26.2 +idna==3.10 +importlib_metadata==8.0.0 +importlib_metadata==8.5.0 +inflect==7.3.1 +interegular==0.3.3 +ipykernel==6.29.5 +ipython==8.18.0 +isodate==0.7.2 +jaraco.collections==5.1.0 +jaraco.context==5.3.0 +jaraco.functools==4.0.1 +jaraco.text==3.12.1 +jedi==0.19.2 +jiter==0.7.1 +jmespath==1.0.1 +jsonschema-specifications==2024.10.1 +jsonschema==4.23.0 +jupyter_client==8.6.3 +jupyter_core==5.7.2 +kiwisolver==1.4.7 +lark==1.2.2 +llvmlite==0.43.0 +lm-format-enforcer==0.10.9 +lxml==5.3.0 +markdown-it-py==3.0.0 +matplotlib-inline==0.1.7 +matplotlib==3.9.2 +mdurl==0.1.2 +more-itertools==10.3.0 +mosaicml-cli==0.5.34 +mosaicml-streaming==0.8.1 +mpmath==1.3.0 +msal-extensions==1.2.0 +msal==1.31.1 +msgpack==1.1.0 +msgspec==0.18.6 +multidict==6.1.0 +multiprocess==0.70.16 +nest-asyncio==1.6.0 +networkx==3.4.2 +ninja==1.11.1.1 +numba==0.60.0 +numpy==1.26.3 +nvidia-cublas-cu12==12.1.3.1 +nvidia-cuda-cupti-cu12==12.1.105 +nvidia-cuda-nvrtc-cu12==12.1.105 +nvidia-cuda-runtime-cu12==12.1.105 +nvidia-cudnn-cu12==9.1.0.70 +nvidia-cufft-cu12==11.0.2.54 +nvidia-curand-cu12==10.3.2.106 +nvidia-cusolver-cu12==11.4.5.107 +nvidia-cusparse-cu12==12.1.0.106 +nvidia-ml-py==12.560.30 +nvidia-nccl-cu12==2.20.5 +nvidia-nvjitlink-cu12==12.4.127 +nvidia-nvtx-cu12==12.1.105 +oci==2.138.1 +openai==1.54.5 +opencv-python-headless==4.10.0.84 +orjson==3.10.11 +outlines==0.0.46 +packaging==24.1 +packaging==24.2 +pandas==2.2.1 +paramiko==3.5.0 +parso==0.8.4 +partial-json-parser==0.2.1.1.post4 +pexpect==4.9.0 +pillow==10.4.0 +pip==24.3.1 +platformdirs==4.2.2 +platformdirs==4.3.6 +portalocker==2.10.1 +prometheus-fastapi-instrumentator==7.0.0 +prometheus_client==0.21.0 +prompt-toolkit==3.0.36 +propcache==0.2.0 +proto-plus==1.25.0 +protobuf==4.25.3 +psutil==6.1.0 +ptyprocess==0.7.0 +pure_eval==0.2.3 +py-cpuinfo==9.0.0 +pyOpenSSL==24.2.1 +pyairports==2.1.1 +pyarrow-hotfix==0.6 +pyarrow==18.0.0 +pyasn1==0.6.1 +pyasn1_modules==0.4.1 +pycountry==24.6.1 +pycparser==2.22 +pycryptodomex==3.21.0 +pydantic==2.9.2 +pydantic_core==2.23.4 +pyparsing==3.2.0 +python-dateutil==2.9.0 +python-dotenv==1.0.1 +python-snappy==0.7.3 +pytz==2024.2 +pyzmq==26.2.0 +quantile-python==1.1 +questionary==2.0.1 +ray==2.39.0 +referencing==0.35.1 +regex==2023.12.25 +requests==2.32.3 +rich==13.9.4 +rotary-emb==0.5.2 +rpds-py==0.21.0 +rsa==4.9 +ruamel.yaml.clib==0.2.12 +ruamel.yaml==0.18.6 +s3transfer==0.10.3 +safetensors==0.4.5 +sentencepiece==0.1.99 +sentry-sdk==2.18.0 +setproctitle==1.3.4 +setuptools==75.6.0 +shapely==2.0.6 +six==1.16.0 +smmap==5.0.1 +sniffio==1.3.1 +stack-data==0.6.3 +starlette==0.41.3 +sympy==1.13.1 +tiktoken==0.7.0 +tokenizers==0.19.1 +tomli==2.0.1 +torch==2.4.1 +torchvision==0.19.1 +tornado==6.4.1 +tqdm==4.66.4 +traitlets==5.14.3 +transformers==4.44.2 +triton==3.0.0 +typeguard==4.3.0 +types-python-dateutil==2.9.0.20241003 +typing_extensions==4.12.2 +typing_extensions==4.12.2 +tzdata==2024.2 +urllib3==2.2.3 +uvicorn==0.32.0 +uvloop==0.21.0 +validators==0.34.0 +vertexai==1.71.1 +wandb==0.17.3 +watchfiles==0.24.0 +wcwidth==0.2.13 +websockets==11.0.3 +wheel==0.43.0 +wheel==0.45.1 +xformers==0.0.28.post1 +xxhash==3.5.0 +yarl==1.17.2 +zipp==3.19.2 +zipp==3.21.0 +zstandard==0.22.0 +zstd==1.5.5.1 \ No newline at end of file diff --git a/wandb/run-20241225_001558-sxxraa4n/files/wandb-metadata.json b/wandb/run-20241225_001558-sxxraa4n/files/wandb-metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..c5e7cc5e0805d7b4fa50d9357cb21efaefd90eeb --- /dev/null +++ b/wandb/run-20241225_001558-sxxraa4n/files/wandb-metadata.json @@ -0,0 +1,705 @@ +{ + "os": "Linux-6.8.0-48-generic-x86_64-with-glibc2.39", + "python": "3.10.0", + "heartbeatAt": "2024-12-25T00:15:59.115811", + "startedAt": "2024-12-25T00:15:58.550714", + "docker": null, + "cuda": null, + "args": [ + "--model_family", + "llama", + "--apply_instruct_masks", + "--token_scaled_loss", + "--seq_parallel_size", + "8", + "--report_to", + "wandb", + "--do_train", + "--model_name_or_path", + "/scratch3/workspace/ctpham_umass_edu-ft/models/Llama-3-8B-ProLong-512k-Base/", + "--config_name", + "/scratch3/workspace/ctpham_umass_edu-ft/models/Llama-3-8B-ProLong-512k-Base/", + "--tokenizer_name", + "/scratch3/workspace/ctpham_umass_edu-ft/models/Llama-3-8B-ProLong-512k-Base/", + "--run_name", + "balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_", + "--output_dir", + "/scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_", + "--config_overrides_json", + "", + "--gradient_accumulation_steps", + "2", + "--per_device_train_batch_size", + "1", + "--bf16", + "--learning_rate", + "1e-6", + "--min_lr_ratio", + "0.1", + "--lr_scheduler_type", + "cosine", + "--max_grad_norm", + "1.0", + "--adam_beta1", + "0.9", + "--adam_beta2", + "0.95", + "--weight_decay", + "0.1", + "--warmup_ratio", + "0.05", + "--optim", + "adamw_torch", + "--logging_steps", + "1", + "--log_level", + "info", + "--save_steps", + "200", + "--dataloader_num_workers", + "1", + "--disable_tqdm", + "true", + "--use_fast_tokenizer", + "false", + "--remove_unused_columns", + "false", + "--ddp_find_unused_parameters", + "false", + "--fsdp", + "auto_wrap offload", + "--gradient_checkpointing", + "--tokenized_mds_train", + "/work/pi_miyyer_umass_edu/ctpham/BookClaim-dev/data/ft/bookclaim_balanced_pack_complete", + "--cuda_empty_cache", + "--num_train_epochs", + "1" + ], + "state": "running", + "program": "/work/pi_miyyer_umass_edu/ctpham/BookClaim-dev/prolong-final/finetune.py", + "codePathLocal": "finetune.py", + "codePath": "prolong-final/finetune.py", + "git": { + "remote": "https://github.com/chtmp223/BookGen-dev.git", + "commit": "6da087f2362deca9028ab5004e1b057d7fcf3f63" + }, + "email": "ctpham@umass.edu", + "root": "/work/pi_miyyer_umass_edu/ctpham/BookClaim-dev", + "host": "gpu021", + "username": "ctpham_umass_edu", + "executable": "/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/bin/python3.10", + "cpu_count": 112, + "cpu_count_logical": 112, + "cpu_freq": { + "current": 916.1786517857144, + "min": 800.0, + "max": 3800.0 + }, + "cpu_freq_per_core": [ + { + "current": 779.024, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 915.357, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 3000.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 2182.285, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 2400.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 2018.045, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 1743.52, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 785.265, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 1300.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 1998.947, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 782.919, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 784.049, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 789.099, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 1700.017, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 2400.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 782.252, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 782.368, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 783.608, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 1700.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 2400.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + } + ], + "disk": { + "/": { + "total": 438.487850189209, + "used": 16.227672576904297 + } + }, + "gpu": "NVIDIA A100-SXM4-80GB", + "gpu_count": 8, + "gpu_devices": [ + { + "name": "NVIDIA A100-SXM4-80GB", + "memory_total": 85899345920 + }, + { + "name": "NVIDIA A100-SXM4-80GB", + "memory_total": 85899345920 + }, + { + "name": "NVIDIA A100-SXM4-80GB", + "memory_total": 85899345920 + }, + { + "name": "NVIDIA A100-SXM4-80GB", + "memory_total": 85899345920 + }, + { + "name": "NVIDIA A100-SXM4-80GB", + "memory_total": 85899345920 + }, + { + "name": "NVIDIA A100-SXM4-80GB", + "memory_total": 85899345920 + }, + { + "name": "NVIDIA A100-SXM4-80GB", + "memory_total": 85899345920 + }, + { + "name": "NVIDIA A100-SXM4-80GB", + "memory_total": 85899345920 + } + ], + "memory": { + "total": 2015.3287200927734 + } +} diff --git a/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json b/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json new file mode 100644 index 0000000000000000000000000000000000000000..a94522439d48540637f0a82582171a25fc7adcc7 --- /dev/null +++ b/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json @@ -0,0 +1 @@ +{"train/loss": 0.5641, "train/grad_norm": 21.8282413482666, "train/learning_rate": 9.249723507271425e-07, "train/epoch": 0.22728505560075943, "train/num_input_tokens_seen": 1757413376, "train/global_step": 838, "_timestamp": 1735112616.697628, "_runtime": 26858.12992310524, "_step": 837} \ No newline at end of file diff --git a/wandb/run-20241225_001558-sxxraa4n/logs/debug-internal.log b/wandb/run-20241225_001558-sxxraa4n/logs/debug-internal.log new file mode 100644 index 0000000000000000000000000000000000000000..2de2c2fa40b2f6bff214d6e4c5084e1fbb27ad78 --- /dev/null +++ b/wandb/run-20241225_001558-sxxraa4n/logs/debug-internal.log @@ -0,0 +1,20219 @@ +2024-12-25 00:15:58,564 INFO StreamThr :678992 [internal.py:wandb_internal():85] W&B internal server running at pid: 678992, started at: 2024-12-25 00:15:58.563610 +2024-12-25 00:15:58,566 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status +2024-12-25 00:15:58,572 INFO WriterThread:678992 [datastore.py:open_for_write():87] open: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/run-sxxraa4n.wandb +2024-12-25 00:15:58,573 DEBUG SenderThread:678992 [sender.py:send():379] send: header +2024-12-25 00:15:58,640 DEBUG SenderThread:678992 [sender.py:send():379] send: run +2024-12-25 00:15:58,869 INFO SenderThread:678992 [dir_watcher.py:__init__():211] watching files in: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files +2024-12-25 00:15:58,869 INFO SenderThread:678992 [sender.py:_start_run_threads():1188] run started: sxxraa4n with start time 1735085758.567705 +2024-12-25 00:15:58,892 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: check_version +2024-12-25 00:15:58,892 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: check_version +2024-12-25 00:15:58,966 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: run_start +2024-12-25 00:15:58,998 DEBUG HandlerThread:678992 [system_info.py:__init__():26] System info init +2024-12-25 00:15:58,998 DEBUG HandlerThread:678992 [system_info.py:__init__():41] System info init done +2024-12-25 00:15:58,998 INFO HandlerThread:678992 [system_monitor.py:start():194] Starting system monitor +2024-12-25 00:15:58,998 INFO SystemMonitor:678992 [system_monitor.py:_start():158] Starting system asset monitoring threads +2024-12-25 00:15:58,998 INFO HandlerThread:678992 [system_monitor.py:probe():214] Collecting system info +2024-12-25 00:15:58,999 INFO SystemMonitor:678992 [interfaces.py:start():188] Started cpu monitoring +2024-12-25 00:15:59,000 INFO SystemMonitor:678992 [interfaces.py:start():188] Started disk monitoring +2024-12-25 00:15:59,001 INFO SystemMonitor:678992 [interfaces.py:start():188] Started gpu monitoring +2024-12-25 00:15:59,001 INFO SystemMonitor:678992 [interfaces.py:start():188] Started memory monitoring +2024-12-25 00:15:59,004 INFO SystemMonitor:678992 [interfaces.py:start():188] Started network monitoring +2024-12-25 00:15:59,115 DEBUG HandlerThread:678992 [system_info.py:probe():152] Probing system +2024-12-25 00:15:59,119 DEBUG HandlerThread:678992 [system_info.py:_probe_git():137] Probing git +2024-12-25 00:15:59,149 DEBUG HandlerThread:678992 [system_info.py:_probe_git():145] Probing git done +2024-12-25 00:15:59,149 DEBUG HandlerThread:678992 [system_info.py:probe():200] Probing system done +2024-12-25 00:15:59,149 DEBUG HandlerThread:678992 [system_monitor.py:probe():223] {'os': 'Linux-6.8.0-48-generic-x86_64-with-glibc2.39', 'python': '3.10.0', 'heartbeatAt': '2024-12-25T00:15:59.115811', 'startedAt': '2024-12-25T00:15:58.550714', 'docker': None, 'cuda': None, 'args': ('--model_family', 'llama', '--apply_instruct_masks', '--token_scaled_loss', '--seq_parallel_size', '8', '--report_to', 'wandb', '--do_train', '--model_name_or_path', '/scratch3/workspace/ctpham_umass_edu-ft/models/Llama-3-8B-ProLong-512k-Base/', '--config_name', '/scratch3/workspace/ctpham_umass_edu-ft/models/Llama-3-8B-ProLong-512k-Base/', '--tokenizer_name', '/scratch3/workspace/ctpham_umass_edu-ft/models/Llama-3-8B-ProLong-512k-Base/', '--run_name', 'balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_', '--output_dir', '/scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_', '--config_overrides_json', '', '--gradient_accumulation_steps', '2', '--per_device_train_batch_size', '1', '--bf16', '--learning_rate', '1e-6', '--min_lr_ratio', '0.1', '--lr_scheduler_type', 'cosine', '--max_grad_norm', '1.0', '--adam_beta1', '0.9', '--adam_beta2', '0.95', '--weight_decay', '0.1', '--warmup_ratio', '0.05', '--optim', 'adamw_torch', '--logging_steps', '1', '--log_level', 'info', '--save_steps', '200', '--dataloader_num_workers', '1', '--disable_tqdm', 'true', '--use_fast_tokenizer', 'false', '--remove_unused_columns', 'false', '--ddp_find_unused_parameters', 'false', '--fsdp', 'auto_wrap offload', '--gradient_checkpointing', '--tokenized_mds_train', '/work/pi_miyyer_umass_edu/ctpham/BookClaim-dev/data/ft/bookclaim_balanced_pack_complete', '--cuda_empty_cache', '--num_train_epochs', '1'), 'state': 'running', 'program': '/work/pi_miyyer_umass_edu/ctpham/BookClaim-dev/prolong-final/finetune.py', 'codePathLocal': 'finetune.py', 'codePath': 'prolong-final/finetune.py', 'git': {'remote': 'https://github.com/chtmp223/BookGen-dev.git', 'commit': '6da087f2362deca9028ab5004e1b057d7fcf3f63'}, 'email': 'ctpham@umass.edu', 'root': '/work/pi_miyyer_umass_edu/ctpham/BookClaim-dev', 'host': 'gpu021', 'username': 'ctpham_umass_edu', 'executable': '/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/bin/python3.10', 'cpu_count': 112, 'cpu_count_logical': 112, 'cpu_freq': {'current': 916.1786517857144, 'min': 800.0, 'max': 3800.0}, 'cpu_freq_per_core': [{'current': 779.024, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 915.357, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 3000.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 2182.285, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 2400.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 2018.045, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 1743.52, 'min': 800.0, 'max': 3800.0}, {'current': 785.265, 'min': 800.0, 'max': 3800.0}, {'current': 1300.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 1998.947, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 782.919, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 784.049, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 789.099, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 1700.017, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 2400.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 782.252, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 782.368, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 783.608, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 1700.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 2400.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}], 'disk': {'/': {'total': 438.487850189209, 'used': 16.227672576904297}}, 'gpu': 'NVIDIA A100-SXM4-80GB', 'gpu_count': 8, 'gpu_devices': [{'name': 'NVIDIA A100-SXM4-80GB', 'memory_total': 85899345920}, {'name': 'NVIDIA A100-SXM4-80GB', 'memory_total': 85899345920}, {'name': 'NVIDIA A100-SXM4-80GB', 'memory_total': 85899345920}, {'name': 'NVIDIA A100-SXM4-80GB', 'memory_total': 85899345920}, {'name': 'NVIDIA A100-SXM4-80GB', 'memory_total': 85899345920}, {'name': 'NVIDIA A100-SXM4-80GB', 'memory_total': 85899345920}, {'name': 'NVIDIA A100-SXM4-80GB', 'memory_total': 85899345920}, {'name': 'NVIDIA A100-SXM4-80GB', 'memory_total': 85899345920}], 'memory': {'total': 2015.3287200927734}} +2024-12-25 00:15:59,150 INFO HandlerThread:678992 [system_monitor.py:probe():224] Finished collecting system info +2024-12-25 00:15:59,150 INFO HandlerThread:678992 [system_monitor.py:probe():227] Publishing system info +2024-12-25 00:15:59,150 DEBUG HandlerThread:678992 [system_info.py:_save_conda():209] Saving list of conda packages installed into the current environment +2024-12-25 00:15:59,871 INFO Thread-12 :678992 [dir_watcher.py:_on_file_created():271] file/dir created: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/conda-environment.yaml +2024-12-25 00:16:06,588 DEBUG HandlerThread:678992 [system_info.py:_save_conda():224] Saving conda packages done +2024-12-25 00:16:06,591 INFO HandlerThread:678992 [system_monitor.py:probe():229] Finished publishing system info +2024-12-25 00:16:06,599 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:16:06,599 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 00:16:06,600 DEBUG SenderThread:678992 [sender.py:send():379] send: files +2024-12-25 00:16:06,600 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-metadata.json with policy now +2024-12-25 00:16:06,873 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/conda-environment.yaml +2024-12-25 00:16:06,874 INFO Thread-12 :678992 [dir_watcher.py:_on_file_created():271] file/dir created: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-metadata.json +2024-12-25 00:16:06,901 INFO wandb-upload_0:678992 [upload_job.py:push():130] Uploaded file /tmp/tmp_lmdp19_wandb/4kh3o1ty-wandb-metadata.json +2024-12-25 00:16:07,232 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: python_packages +2024-12-25 00:16:07,232 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:16:07,232 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: python_packages +2024-12-25 00:16:07,234 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:16:07,235 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:16:07,360 DEBUG SenderThread:678992 [sender.py:send():379] send: telemetry +2024-12-25 00:16:07,360 DEBUG SenderThread:678992 [sender.py:send():379] send: config +2024-12-25 00:16:07,362 DEBUG SenderThread:678992 [sender.py:send():379] send: telemetry +2024-12-25 00:16:07,362 DEBUG SenderThread:678992 [sender.py:send():379] send: metric +2024-12-25 00:16:07,363 DEBUG SenderThread:678992 [sender.py:send():379] send: telemetry +2024-12-25 00:16:07,363 DEBUG SenderThread:678992 [sender.py:send():379] send: metric +2024-12-25 00:16:07,363 WARNING SenderThread:678992 [sender.py:send_metric():1405] Seen metric with glob (shouldn't happen) +2024-12-25 00:16:07,363 DEBUG SenderThread:678992 [sender.py:send():379] send: telemetry +2024-12-25 00:16:07,363 DEBUG SenderThread:678992 [sender.py:send():379] send: telemetry +2024-12-25 00:16:07,363 DEBUG SenderThread:678992 [sender.py:send():379] send: config +2024-12-25 00:16:07,874 INFO Thread-12 :678992 [dir_watcher.py:_on_file_created():271] file/dir created: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/requirements.txt +2024-12-25 00:16:08,233 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:16:09,233 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:16:09,364 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:16:10,236 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:16:11,236 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:16:12,236 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:16:13,237 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:16:14,237 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:16:15,234 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:16:15,237 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:16:16,237 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:16:17,237 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:16:18,237 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:16:19,237 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:16:20,234 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:16:20,237 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:16:21,237 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:16:22,232 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:16:22,233 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:16:22,273 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:16:23,238 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:16:24,238 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:16:25,238 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:16:25,361 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:16:26,238 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:16:27,238 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:16:27,888 INFO Thread-12 :678992 [dir_watcher.py:_on_file_created():271] file/dir created: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/output.log +2024-12-25 00:16:28,238 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:16:29,238 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:16:29,889 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/output.log +2024-12-25 00:16:30,238 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:16:30,521 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:16:30,891 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/config.yaml +2024-12-25 00:16:31,239 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:16:32,238 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:16:33,239 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:16:34,239 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:16:35,239 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:16:36,234 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:16:36,245 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:16:37,232 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:16:37,233 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:16:37,273 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:16:38,244 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:16:39,244 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:16:40,244 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:16:41,244 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:16:41,359 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:16:42,244 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:16:43,244 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:16:44,244 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:16:45,244 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:16:46,244 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:16:47,234 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:16:47,244 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:16:48,255 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:16:49,247 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:16:50,253 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:16:51,250 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:16:52,233 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:16:52,237 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:16:52,275 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:16:52,384 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:16:53,253 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:16:54,251 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:16:55,251 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:16:55,349 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 00:16:55,352 DEBUG SenderThread:678992 [sender.py:send():379] send: metric +2024-12-25 00:16:55,352 DEBUG SenderThread:678992 [sender.py:send():379] send: metric +2024-12-25 00:16:55,352 DEBUG SenderThread:678992 [sender.py:send():379] send: metric +2024-12-25 00:16:55,352 DEBUG SenderThread:678992 [sender.py:send():379] send: metric +2024-12-25 00:16:55,352 DEBUG SenderThread:678992 [sender.py:send():379] send: metric +2024-12-25 00:16:55,352 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 00:16:55,352 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 00:16:55,356 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 00:16:55,915 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/output.log +2024-12-25 00:16:55,915 INFO Thread-12 :678992 [dir_watcher.py:_on_file_created():271] file/dir created: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 00:16:56,251 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:16:57,251 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:16:58,237 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:16:58,251 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:16:59,004 DEBUG SystemMonitor:678992 [system_monitor.py:_start():172] Starting system metrics aggregation loop +2024-12-25 00:16:59,007 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 00:16:59,251 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:17:00,251 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:17:01,251 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:17:02,252 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:17:03,242 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:17:03,252 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:17:03,919 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/config.yaml +2024-12-25 00:17:04,252 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:17:05,252 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:17:06,252 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:17:07,233 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:17:07,234 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:17:07,274 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:17:08,252 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:17:09,252 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:17:09,311 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:17:10,318 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:17:11,317 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:17:12,317 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:17:13,317 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:17:14,317 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:17:15,237 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:17:15,317 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:17:16,318 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:17:17,318 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:17:18,318 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:17:19,318 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:17:20,318 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:17:21,237 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:17:21,318 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:17:22,234 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:17:22,234 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:17:22,318 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:17:23,318 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:17:24,328 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:17:25,325 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:17:26,326 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:17:26,377 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:17:27,325 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:17:28,327 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:17:29,014 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 00:17:29,326 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:17:30,230 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 00:17:30,232 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 00:17:30,232 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 00:17:30,234 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 00:17:30,948 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 00:17:31,330 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:17:31,949 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/output.log +2024-12-25 00:17:32,239 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:17:32,329 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:17:33,329 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:17:34,329 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:17:35,329 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:17:36,329 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:17:37,234 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:17:37,235 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:17:37,329 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:17:37,398 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:17:38,329 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:17:39,329 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:17:40,329 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:17:41,329 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:17:42,329 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:17:43,239 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:17:43,330 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:17:44,330 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:17:45,560 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:17:46,559 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:17:47,559 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:17:48,240 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:17:48,559 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:17:49,559 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:17:50,559 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:17:51,559 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:17:52,234 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:17:52,234 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:17:52,560 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:17:53,354 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:17:53,560 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:17:54,560 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:17:55,560 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:17:56,560 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:17:57,560 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:17:58,560 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:17:59,012 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 00:17:59,018 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:17:59,564 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:18:00,561 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:18:01,565 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:18:02,567 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:18:03,564 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:18:04,245 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:18:04,565 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:18:05,565 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:18:05,808 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 00:18:05,810 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 00:18:05,811 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 00:18:05,812 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 00:18:05,985 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 00:18:06,565 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:18:07,234 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:18:07,235 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:18:07,565 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:18:07,987 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/output.log +2024-12-25 00:18:08,565 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:18:09,385 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:18:09,565 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:18:10,565 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:18:11,565 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:18:12,565 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:18:13,565 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:18:14,565 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:18:15,241 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:18:15,566 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:18:16,566 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:18:17,566 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:18:18,566 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:18:19,566 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:18:20,242 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:18:20,566 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:18:21,566 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:18:22,234 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:18:22,235 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:18:22,566 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:18:23,566 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:18:24,566 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:18:25,393 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:18:25,567 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:18:26,567 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:18:27,567 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:18:28,567 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:18:29,015 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 00:18:29,567 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:18:30,567 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:18:31,027 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:18:31,573 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:18:32,573 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:18:33,576 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:18:34,580 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:18:35,579 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:18:36,252 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:18:36,577 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:18:36,833 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 00:18:36,835 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 00:18:36,835 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 00:18:36,836 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 00:18:37,015 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 00:18:37,279 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:18:37,280 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:18:37,577 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:18:38,016 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/output.log +2024-12-25 00:18:38,577 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:18:39,577 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:18:40,577 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:18:41,370 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:18:41,578 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:18:42,577 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:18:43,578 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:18:44,577 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:18:45,578 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:18:46,578 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:18:47,276 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:18:47,578 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:18:48,578 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:18:49,578 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:18:50,578 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:18:51,578 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:18:52,277 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:18:52,277 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:18:52,277 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:18:52,578 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:18:53,578 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:18:54,578 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:18:55,579 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:18:56,579 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:18:57,277 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:18:57,579 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:18:58,579 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:18:59,019 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 00:18:59,579 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:19:00,579 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:19:01,579 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:19:02,582 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:19:03,279 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:19:03,585 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:19:04,593 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:19:05,587 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:19:06,590 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:19:07,275 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:19:07,276 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:19:07,588 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:19:08,447 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:19:08,588 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:19:08,749 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 00:19:08,751 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 00:19:08,752 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 00:19:08,753 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 00:19:09,042 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 00:19:09,588 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:19:10,043 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/output.log +2024-12-25 00:19:10,588 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:19:11,588 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:19:12,588 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:19:13,588 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:19:14,277 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:19:14,588 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:19:15,588 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:19:16,588 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:19:17,589 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:19:18,589 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:19:19,589 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:19:20,277 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:19:20,589 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:19:21,589 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:19:22,276 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:19:22,276 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:19:22,589 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:19:23,589 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:19:24,590 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:19:25,407 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:19:25,590 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:19:26,590 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:19:27,590 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:19:28,590 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:19:29,023 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 00:19:29,590 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:19:30,590 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:19:31,025 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:19:31,590 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:19:32,590 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:19:33,599 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:19:34,595 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:19:35,597 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:19:36,285 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:19:36,601 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:19:37,284 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:19:37,288 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:19:37,598 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:19:38,599 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:19:38,678 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 00:19:38,679 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 00:19:38,679 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 00:19:38,681 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 00:19:39,068 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 00:19:39,599 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:19:40,069 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/output.log +2024-12-25 00:19:40,599 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:19:41,599 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:19:41,719 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:19:42,599 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:19:43,599 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:19:44,599 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:19:45,599 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:19:46,599 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:19:47,282 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:19:47,599 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:19:48,599 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:19:49,599 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:19:50,599 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:19:51,599 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:19:52,280 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:19:52,281 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:19:52,443 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:19:52,600 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:19:53,600 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:19:54,600 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:19:55,600 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:19:56,600 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:19:57,600 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:19:58,283 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:19:58,600 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:19:59,027 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 00:19:59,600 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:20:00,600 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:20:01,600 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:20:02,600 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:20:03,601 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:20:04,283 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:20:04,601 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:20:05,608 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:20:06,605 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:20:07,283 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:20:07,284 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:20:07,605 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:20:08,611 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:20:09,432 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:20:09,606 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:20:10,606 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:20:10,871 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 00:20:10,873 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 00:20:10,873 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 00:20:10,875 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 00:20:11,099 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 00:20:11,606 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:20:12,100 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/output.log +2024-12-25 00:20:12,608 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:20:13,607 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:20:14,608 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:20:15,289 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:20:15,608 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:20:16,608 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:20:17,608 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:20:18,608 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:20:19,608 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:20:20,608 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:20:21,289 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:20:21,608 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:20:22,283 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:20:22,284 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:20:22,608 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:20:23,609 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:20:24,609 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:20:25,609 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:20:26,436 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:20:26,609 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:20:27,609 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:20:28,609 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:20:29,031 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 00:20:29,609 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:20:30,609 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:20:31,609 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:20:32,033 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:20:32,609 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:20:33,609 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:20:34,609 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:20:35,610 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:20:36,616 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:20:37,288 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:20:37,289 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:20:37,413 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:20:37,614 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:20:38,618 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:20:39,614 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:20:40,618 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:20:41,615 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:20:41,805 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 00:20:41,807 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 00:20:41,807 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 00:20:41,809 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 00:20:42,163 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/output.log +2024-12-25 00:20:42,164 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 00:20:42,615 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:20:43,292 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:20:43,617 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:20:44,617 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:20:45,617 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:20:46,617 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:20:47,617 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:20:48,617 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:20:49,292 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:20:49,617 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:20:50,617 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:20:51,617 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:20:52,288 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:20:52,289 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:20:52,617 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:20:53,617 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:20:54,360 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:20:54,618 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:20:55,618 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:20:56,618 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:20:57,618 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:20:58,618 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:20:59,035 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 00:20:59,618 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:21:00,037 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:21:00,618 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:21:01,618 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:21:02,618 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:21:03,618 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:21:04,619 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:21:05,293 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:21:05,621 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:21:06,624 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:21:07,294 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:21:07,297 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:21:07,624 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:21:08,628 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:21:09,627 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:21:10,404 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:21:10,625 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:21:11,412 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 00:21:11,413 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 00:21:11,413 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 00:21:11,414 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 00:21:11,826 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:21:12,190 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 00:21:12,826 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:21:13,826 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:21:14,826 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:21:15,826 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:21:16,296 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:21:16,826 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:21:17,826 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:21:18,826 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:21:19,826 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:21:20,826 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:21:21,826 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:21:22,292 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:21:22,292 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:21:22,420 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:21:22,960 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:21:23,870 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:21:24,870 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:21:25,870 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:21:26,870 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:21:27,871 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:21:28,296 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:21:28,871 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:21:29,040 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 00:21:29,871 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:21:30,871 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:21:31,871 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:21:32,871 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:21:33,304 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:21:33,871 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:21:34,873 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:21:35,876 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:21:36,877 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:21:37,298 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:21:37,302 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:21:37,874 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:21:38,440 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:21:38,874 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:21:39,122 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 00:21:39,124 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 00:21:39,125 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 00:21:39,126 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 00:21:39,216 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 00:21:39,874 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:21:40,874 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:21:41,874 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:21:42,874 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:21:43,874 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:21:44,300 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:21:44,874 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:21:45,874 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:21:46,874 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:21:47,874 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:21:48,874 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:21:49,875 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:21:50,301 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:21:50,875 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:21:51,875 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:21:52,296 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:21:52,296 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:21:52,875 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:21:53,875 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:21:54,875 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:21:55,429 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:21:55,875 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:21:56,875 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:21:57,875 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:21:58,875 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:21:59,043 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 00:21:59,876 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:22:00,876 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:22:01,046 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:22:01,876 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:22:02,879 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:22:03,879 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:22:04,880 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:22:05,884 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:22:06,315 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:22:06,883 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:22:07,298 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:22:07,299 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:22:07,884 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:22:08,004 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 00:22:08,006 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 00:22:08,006 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 00:22:08,007 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 00:22:08,258 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 00:22:08,884 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:22:09,884 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:22:10,884 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:22:11,884 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:22:12,008 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:22:12,884 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:22:13,884 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:22:14,884 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:22:15,886 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:22:16,884 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:22:17,304 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:22:17,884 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:22:18,884 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:22:19,885 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:22:20,885 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:22:21,885 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:22:22,298 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:22:22,299 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:22:22,443 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:22:22,885 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:22:23,885 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:22:24,885 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:22:25,885 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:22:26,885 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:22:27,885 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:22:28,304 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:22:28,885 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:22:29,047 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 00:22:29,886 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:22:30,886 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:22:31,886 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:22:32,886 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:22:33,305 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:22:33,886 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:22:34,897 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:22:35,894 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:22:36,894 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:22:37,299 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:22:37,300 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:22:37,893 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:22:38,482 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:22:38,893 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:22:39,893 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:22:40,181 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 00:22:40,182 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 00:22:40,183 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 00:22:40,184 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 00:22:40,288 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 00:22:40,893 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:22:41,893 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:22:42,893 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:22:43,893 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:22:44,308 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:22:44,893 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:22:45,893 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:22:46,894 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:22:47,894 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:22:48,894 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:22:49,309 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:22:49,894 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:22:50,894 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:22:51,894 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:22:52,392 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:22:52,392 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:22:52,894 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:22:53,894 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:22:54,519 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:22:54,894 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:22:55,894 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:22:56,894 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:22:57,894 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:22:58,895 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:22:59,051 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 00:22:59,895 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:23:00,053 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:23:00,895 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:23:01,895 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:23:02,895 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:23:03,895 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:23:04,895 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:23:05,398 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:23:05,897 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:23:06,900 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:23:07,400 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:23:07,400 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:23:07,900 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:23:08,902 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:23:09,903 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:23:10,248 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 00:23:10,249 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 00:23:10,250 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 00:23:10,251 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 00:23:10,331 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 00:23:10,903 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:23:11,252 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:23:11,903 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:23:12,903 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:23:13,903 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:23:14,903 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:23:15,903 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:23:16,394 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:23:16,903 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:23:17,903 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:23:18,903 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:23:19,903 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:23:20,903 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:23:21,904 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:23:22,393 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:23:22,396 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:23:22,397 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:23:22,904 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:23:23,904 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:23:24,904 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:23:25,904 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:23:26,904 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:23:27,395 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:23:27,904 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:23:28,905 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:23:29,054 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 00:23:29,904 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:23:30,905 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:23:31,905 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:23:32,905 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:23:33,394 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:23:33,905 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:23:34,905 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:23:35,905 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:23:36,905 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:23:37,413 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:23:37,417 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:23:37,906 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:23:38,497 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:23:38,913 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:23:39,909 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:23:40,909 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:23:41,910 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:23:42,911 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:23:42,949 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 00:23:42,950 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 00:23:42,950 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 00:23:42,951 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 00:23:43,362 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 00:23:43,911 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:23:43,952 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:23:44,911 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:23:45,911 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:23:46,911 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:23:47,911 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:23:48,911 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:23:49,396 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:23:49,911 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:23:50,911 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:23:51,911 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:23:52,398 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:23:52,399 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:23:52,911 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:23:53,912 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:23:54,515 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:23:54,912 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:23:55,912 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:23:56,912 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:23:57,912 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:23:58,912 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:23:59,058 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 00:23:59,912 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:24:00,060 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:24:00,912 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:24:01,912 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:24:02,912 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:24:03,913 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:24:04,913 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:24:05,397 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:24:05,913 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:24:06,913 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:24:07,399 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:24:07,399 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:24:07,924 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:24:08,915 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:24:09,923 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:24:10,478 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:24:10,919 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:24:11,919 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:24:12,919 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:24:13,757 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 00:24:13,759 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 00:24:13,759 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 00:24:13,760 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 00:24:14,172 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:24:14,395 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 00:24:15,171 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:24:15,761 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:24:16,171 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:24:17,171 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:24:18,171 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:24:19,171 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:24:20,171 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:24:21,171 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:24:21,401 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:24:22,171 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:24:22,399 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:24:22,399 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:24:23,171 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:24:24,171 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:24:25,171 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:24:26,202 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:24:26,515 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:24:27,200 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:24:28,200 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:24:29,064 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 00:24:29,200 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:24:30,200 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:24:31,201 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:24:32,067 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:24:32,201 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:24:33,201 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:24:34,202 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:24:35,201 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:24:36,204 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:24:37,204 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:24:37,402 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:24:37,406 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:24:37,409 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:24:38,211 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:24:39,210 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:24:40,210 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:24:41,210 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:24:42,202 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 00:24:42,204 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 00:24:42,204 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 00:24:42,205 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 00:24:42,422 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 00:24:42,623 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:24:42,624 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:24:43,621 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:24:44,620 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:24:45,621 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:24:46,621 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:24:47,621 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:24:48,621 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:24:48,621 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:24:49,621 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:24:50,621 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:24:51,621 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:24:52,402 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:24:52,402 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:24:52,621 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:24:53,621 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:24:54,621 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:24:54,728 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:24:55,728 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:24:56,728 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:24:57,728 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:24:58,728 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:24:59,066 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 00:24:59,728 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:25:00,069 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:25:00,728 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:25:01,728 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:25:02,728 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:25:03,729 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:25:04,737 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:25:05,628 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:25:05,740 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:25:06,736 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:25:07,404 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:25:07,407 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:25:07,736 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:25:08,739 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:25:09,740 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:25:10,370 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 00:25:10,372 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 00:25:10,372 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 00:25:10,373 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 00:25:10,451 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 00:25:10,787 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:25:11,374 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:25:11,784 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:25:12,784 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:25:13,784 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:25:14,785 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:25:15,785 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:25:16,629 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:25:16,785 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:25:17,785 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:25:18,785 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:25:19,785 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:25:20,785 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:25:21,785 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:25:22,404 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:25:22,405 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:25:22,501 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:25:22,809 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:25:23,806 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:25:24,806 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:25:25,806 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:25:26,806 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:25:27,713 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:25:27,806 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:25:28,807 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:25:29,070 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 00:25:29,807 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:25:30,807 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:25:31,807 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:25:32,725 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:25:32,809 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:25:33,809 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:25:34,816 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:25:35,816 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:25:36,814 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:25:37,406 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:25:37,407 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:25:37,813 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:25:38,359 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 00:25:38,361 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 00:25:38,362 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 00:25:38,362 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:25:38,363 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 00:25:38,480 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 00:25:38,813 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:25:39,813 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:25:40,813 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:25:41,813 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:25:42,813 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:25:43,715 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:25:43,814 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:25:44,813 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:25:45,814 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:25:46,814 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:25:47,814 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:25:48,814 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:25:49,715 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:25:49,814 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:25:50,814 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:25:51,814 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:25:52,406 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:25:52,407 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:25:52,814 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:25:53,815 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:25:54,716 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:25:54,814 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:25:55,815 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:25:56,815 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:25:57,815 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:25:58,815 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:25:59,074 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 00:25:59,815 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:26:00,076 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:26:00,815 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:26:01,815 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:26:02,815 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:26:03,815 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:26:04,823 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:26:05,719 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:26:05,823 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:26:06,824 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:26:07,410 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:26:07,410 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:26:07,822 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:26:08,830 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:26:09,823 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:26:10,653 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 00:26:10,654 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 00:26:10,654 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 00:26:10,655 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 00:26:11,076 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:26:11,515 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 00:26:11,656 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:26:12,074 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:26:13,074 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:26:14,074 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:26:15,075 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:26:16,075 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:26:16,720 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:26:17,075 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:26:18,075 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:26:19,075 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:26:20,075 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:26:21,075 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:26:22,075 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:26:22,407 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:26:22,407 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:26:22,488 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:26:23,075 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:26:24,076 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:26:25,076 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:26:26,218 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:26:27,218 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:26:27,720 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:26:28,218 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:26:29,078 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 00:26:29,218 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:26:30,218 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:26:31,218 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:26:32,218 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:26:33,218 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:26:33,720 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:26:34,218 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:26:35,218 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:26:36,219 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:26:37,219 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:26:37,407 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:26:37,407 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:26:38,219 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:26:38,726 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:26:39,230 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:26:40,224 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:26:41,225 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:26:42,228 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:26:43,225 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:26:43,728 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:26:44,225 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:26:44,534 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 00:26:44,536 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 00:26:44,536 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 00:26:44,538 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 00:26:44,561 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 00:26:45,226 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:26:46,225 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:26:47,225 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:26:48,225 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:26:49,225 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:26:49,725 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:26:50,226 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:26:51,226 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:26:52,226 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:26:52,407 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:26:52,407 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:26:53,226 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:26:54,226 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:26:55,226 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:26:55,725 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:26:56,226 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:26:57,227 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:26:58,226 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:26:59,081 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 00:26:59,226 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:27:00,227 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:27:01,083 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:27:01,227 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:27:02,227 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:27:03,227 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:27:04,227 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:27:05,227 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:27:06,227 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:27:06,726 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:27:07,227 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:27:07,407 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:27:07,407 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:27:08,227 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:27:09,236 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:27:10,230 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:27:11,237 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:27:11,735 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:27:12,232 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:27:13,233 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:27:14,233 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:27:14,883 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 00:27:14,885 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 00:27:14,886 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 00:27:14,887 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 00:27:15,297 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:27:15,603 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 00:27:16,297 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:27:16,888 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:27:17,297 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:27:18,297 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:27:19,297 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:27:20,297 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:27:21,297 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:27:22,297 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:27:22,407 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:27:22,408 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:27:22,479 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:27:23,297 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:27:24,297 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:27:25,297 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:27:26,297 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:27:27,298 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:27:27,729 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:27:28,298 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:27:29,087 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 00:27:29,298 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:27:30,298 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:27:31,298 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:27:32,298 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:27:33,298 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:27:33,729 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:27:34,299 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:27:35,299 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:27:36,299 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:27:37,299 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:27:37,407 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:27:37,408 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:27:38,311 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:27:38,735 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:27:39,302 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:27:40,302 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:27:41,303 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:27:42,309 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:27:43,303 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:27:43,734 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:27:44,218 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 00:27:44,220 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 00:27:44,220 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 00:27:44,222 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 00:27:44,629 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 00:27:44,637 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:27:45,367 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:27:46,367 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:27:47,367 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:27:48,367 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:27:48,734 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:27:49,368 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:27:50,367 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:27:51,367 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:27:52,368 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:27:52,407 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:27:52,408 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:27:53,368 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:27:54,368 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:27:54,734 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:27:55,368 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:27:56,368 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:27:57,368 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:27:58,368 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:27:59,088 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 00:27:59,369 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:28:00,090 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:28:00,369 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:28:01,369 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:28:02,369 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:28:03,369 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:28:04,369 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:28:05,369 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:28:05,737 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:28:06,369 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:28:07,369 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:28:07,407 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:28:07,408 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:28:08,374 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:28:09,374 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:28:10,377 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:28:10,753 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:28:11,375 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:28:12,375 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:28:13,375 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:28:13,429 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 00:28:13,430 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 00:28:13,430 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 00:28:13,432 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 00:28:13,656 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 00:28:14,375 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:28:15,375 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:28:16,375 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:28:16,432 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:28:17,376 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:28:18,375 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:28:19,376 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:28:20,376 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:28:21,376 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:28:21,742 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:28:22,376 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:28:22,408 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:28:22,408 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:28:23,376 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:28:24,376 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:28:25,449 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:28:26,447 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:28:27,447 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:28:27,741 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:28:28,447 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:28:29,092 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 00:28:29,447 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:28:30,447 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:28:31,448 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:28:32,447 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:28:32,742 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:28:33,448 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:28:34,448 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:28:35,458 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:28:36,451 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:28:37,412 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:28:37,420 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:28:37,452 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:28:37,744 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:28:38,452 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:28:39,453 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:28:40,453 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:28:40,906 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 00:28:40,907 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 00:28:40,908 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 00:28:40,909 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 00:28:41,453 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:28:41,688 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 00:28:42,453 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:28:42,744 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:28:43,453 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:28:44,453 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:28:45,454 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:28:46,454 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:28:47,454 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:28:47,744 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:28:48,454 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:28:49,454 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:28:50,454 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:28:51,454 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:28:52,411 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:28:52,411 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:28:52,454 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:28:53,454 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:28:53,744 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:28:54,454 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:28:55,455 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:28:56,455 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:28:57,455 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:28:58,455 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:28:58,745 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:28:59,096 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 00:28:59,456 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:29:00,455 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:29:01,455 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:29:02,456 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:29:03,455 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:29:04,456 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:29:04,745 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:29:05,456 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:29:06,456 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:29:07,410 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:29:07,411 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:29:07,456 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:29:08,456 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:29:09,464 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:29:09,748 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:29:10,462 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:29:11,469 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:29:12,462 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:29:13,466 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:29:14,466 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:29:14,753 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:29:15,066 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 00:29:15,066 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 00:29:15,067 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 00:29:15,069 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 00:29:15,487 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:29:15,761 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 00:29:16,483 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:29:17,483 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:29:18,484 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:29:19,484 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:29:20,484 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:29:20,747 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:29:21,484 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:29:22,411 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:29:22,411 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:29:22,484 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:29:23,484 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:29:24,484 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:29:25,484 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:29:26,484 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:29:26,747 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:29:27,484 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:29:28,484 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:29:29,100 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 00:29:29,485 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:29:30,485 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:29:31,485 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:29:32,103 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:29:32,485 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:29:33,485 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:29:34,485 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:29:35,485 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:29:36,485 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:29:37,411 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:29:37,411 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:29:37,486 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:29:37,518 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:29:38,486 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:29:39,486 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:29:40,486 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:29:41,486 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:29:42,493 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:29:42,747 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:29:43,492 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:29:44,493 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:29:45,494 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:29:46,494 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:29:47,500 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:29:47,750 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:29:48,496 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:29:48,543 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 00:29:48,544 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 00:29:48,545 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 00:29:48,934 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 00:29:49,497 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:29:49,806 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 00:29:50,497 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:29:51,497 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:29:52,411 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:29:52,412 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:29:52,497 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:29:53,497 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:29:53,750 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:29:54,497 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:29:55,497 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:29:56,497 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:29:57,497 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:29:58,497 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:29:59,105 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 00:29:59,111 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:29:59,497 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:30:00,497 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:30:01,498 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:30:02,498 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:30:03,498 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:30:04,498 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:30:04,751 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:30:05,498 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:30:06,498 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:30:07,411 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:30:07,412 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:30:07,498 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:30:08,498 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:30:09,498 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:30:10,498 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:30:10,751 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:30:11,498 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:30:12,499 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:30:13,509 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:30:14,504 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:30:15,503 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:30:15,759 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:30:16,508 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:30:17,503 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:30:18,504 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:30:18,943 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 00:30:18,945 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 00:30:18,945 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 00:30:18,947 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 00:30:19,504 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:30:19,834 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 00:30:20,504 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:30:20,948 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:30:21,504 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:30:22,411 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:30:22,412 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:30:22,504 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:30:23,504 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:30:24,504 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:30:25,504 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:30:26,504 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:30:26,756 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:30:27,504 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:30:28,505 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:30:29,108 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 00:30:29,505 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:30:30,505 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:30:31,505 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:30:32,111 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:30:32,505 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:30:33,567 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:30:34,566 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:30:35,566 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:30:36,566 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:30:37,411 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:30:37,412 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:30:37,523 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:30:37,566 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:30:38,566 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:30:39,566 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:30:40,566 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:30:41,566 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:30:42,566 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:30:42,756 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:30:43,567 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:30:44,566 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:30:45,567 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:30:46,573 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:30:47,569 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:30:47,765 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:30:48,572 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:30:49,576 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:30:50,573 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:30:51,573 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:30:52,412 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:30:52,413 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:30:52,474 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 00:30:52,587 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 00:30:52,587 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 00:30:52,589 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 00:30:52,864 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 00:30:52,888 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:30:52,891 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:30:53,626 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:30:54,626 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:30:55,626 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:30:56,627 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:30:57,627 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:30:58,627 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:30:58,886 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:30:59,112 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 00:30:59,627 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:31:00,627 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:31:01,627 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:31:02,627 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:31:03,627 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:31:04,627 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:31:04,886 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:31:05,627 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:31:06,719 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:31:07,412 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:31:07,412 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:31:07,630 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:31:08,630 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:31:09,631 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:31:10,631 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:31:10,886 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:31:11,631 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:31:12,631 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:31:13,631 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:31:14,631 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:31:15,631 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:31:15,886 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:31:16,631 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:31:17,631 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:31:18,631 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:31:19,631 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:31:20,633 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:31:20,893 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:31:21,632 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:31:22,418 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:31:22,421 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:31:22,635 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:31:23,632 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:31:24,632 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:31:24,669 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 00:31:24,670 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 00:31:24,670 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 00:31:24,672 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 00:31:24,896 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 00:31:25,632 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:31:26,632 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:31:26,673 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:31:27,632 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:31:28,632 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:31:29,116 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 00:31:29,633 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:31:30,633 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:31:31,633 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:31:32,118 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:31:32,633 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:31:33,633 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:31:34,633 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:31:35,633 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:31:36,633 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:31:37,413 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:31:37,413 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:31:37,506 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:31:37,633 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:31:38,633 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:31:39,633 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:31:40,634 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:31:41,634 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:31:42,634 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:31:42,891 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:31:43,634 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:31:44,634 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:31:45,634 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:31:46,634 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:31:47,634 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:31:47,891 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:31:48,634 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:31:49,638 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:31:50,641 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:31:51,639 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:31:52,416 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:31:52,419 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:31:52,644 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:31:52,899 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:31:53,639 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:31:54,639 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:31:54,953 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 00:31:54,954 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 00:31:54,955 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 00:31:54,957 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 00:31:55,639 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:31:55,934 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 00:31:56,639 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:31:57,639 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:31:58,639 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:31:58,896 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:31:59,119 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 00:31:59,640 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:32:00,640 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:32:01,640 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:32:02,640 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:32:03,640 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:32:04,640 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:32:04,896 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:32:05,640 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:32:06,640 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:32:07,480 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:32:07,481 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:32:07,641 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:32:08,640 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:32:09,640 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:32:10,641 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:32:10,897 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:32:11,641 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:32:12,641 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:32:13,641 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:32:14,641 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:32:15,641 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:32:15,897 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:32:16,641 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:32:17,641 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:32:18,641 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:32:19,653 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:32:20,649 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:32:20,901 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:32:21,649 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:32:22,482 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:32:22,483 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:32:22,649 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:32:23,650 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:32:24,650 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:32:25,154 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 00:32:25,155 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 00:32:25,156 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 00:32:25,157 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 00:32:25,650 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:32:25,960 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 00:32:26,158 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:32:26,650 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:32:27,650 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:32:28,650 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:32:29,123 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 00:32:29,650 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:32:30,650 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:32:31,650 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:32:32,125 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:32:32,650 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:32:33,650 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:32:34,651 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:32:35,651 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:32:36,651 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:32:37,482 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:32:37,483 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:32:37,547 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:32:37,651 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:32:38,651 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:32:39,651 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:32:40,651 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:32:41,651 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:32:42,651 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:32:42,992 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:32:43,652 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:32:44,652 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:32:45,652 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:32:46,652 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:32:47,652 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:32:47,992 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:32:48,652 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:32:49,652 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:32:50,663 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:32:51,661 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:32:52,486 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:32:52,491 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:32:52,658 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:32:53,000 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:32:53,661 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:32:54,663 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:32:55,658 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:32:56,413 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 00:32:56,414 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 00:32:56,415 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 00:32:56,416 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 00:32:56,911 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:32:56,989 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 00:32:57,826 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:32:58,826 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:32:58,994 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:32:59,128 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 00:32:59,826 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:33:00,826 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:33:01,826 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:33:02,827 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:33:03,827 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:33:03,994 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:33:04,827 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:33:05,827 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:33:06,827 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:33:07,486 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:33:07,487 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:33:07,827 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:33:08,827 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:33:09,827 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:33:09,995 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:33:10,828 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:33:11,828 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:33:12,828 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:33:13,828 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:33:14,828 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:33:14,995 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:33:15,828 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:33:16,828 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:33:17,828 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:33:18,828 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:33:19,828 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:33:20,828 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:33:20,995 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:33:21,828 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:33:22,498 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:33:22,502 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:33:22,828 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:33:23,840 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:33:24,832 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:33:25,831 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:33:26,001 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:33:26,836 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:33:27,836 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:33:27,947 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 00:33:27,948 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 00:33:27,948 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 00:33:27,950 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 00:33:28,038 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 00:33:28,837 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:33:29,131 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 00:33:29,837 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:33:30,837 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:33:31,134 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:33:31,837 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:33:32,837 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:33:33,837 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:33:34,837 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:33:35,837 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:33:36,837 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:33:37,091 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:33:37,489 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:33:37,490 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:33:37,838 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:33:38,837 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:33:39,838 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:33:40,838 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:33:41,838 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:33:42,838 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:33:43,091 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:33:43,838 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:33:44,838 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:33:45,839 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:33:46,838 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:33:47,838 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:33:48,091 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:33:48,838 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:33:49,839 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:33:50,839 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:33:51,839 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:33:52,490 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:33:52,490 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:33:52,839 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:33:53,839 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:33:54,091 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:33:54,839 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:33:55,839 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:33:56,847 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:33:57,841 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:33:58,842 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:33:59,096 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:33:59,144 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 00:33:59,842 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:34:00,846 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:34:01,842 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:34:02,410 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 00:34:02,412 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 00:34:02,412 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 00:34:02,414 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 00:34:02,842 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:34:03,080 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 00:34:03,842 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:34:04,842 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:34:05,095 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:34:05,842 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:34:06,842 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:34:07,490 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:34:07,490 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:34:07,842 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:34:08,843 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:34:09,843 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:34:10,843 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:34:11,094 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:34:11,843 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:34:12,843 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:34:13,843 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:34:14,843 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:34:15,843 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:34:16,843 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:34:17,094 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:34:17,844 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:34:18,844 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:34:19,844 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:34:20,844 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:34:21,844 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:34:22,095 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:34:22,490 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:34:22,490 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:34:22,844 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:34:23,844 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:34:24,844 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:34:25,848 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:34:26,844 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:34:27,102 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:34:27,846 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:34:28,846 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:34:29,141 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 00:34:29,781 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 00:34:29,782 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 00:34:29,782 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 00:34:29,783 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 00:34:30,105 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 00:34:31,143 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:34:32,142 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:34:32,784 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:34:33,142 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:34:34,142 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:34:35,142 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:34:36,142 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:34:37,142 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:34:37,490 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:34:37,490 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:34:38,098 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:34:38,142 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:34:39,143 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:34:40,143 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:34:41,143 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:34:42,143 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:34:43,143 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:34:44,098 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:34:44,143 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:34:45,143 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:34:46,144 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:34:47,143 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:34:48,143 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:34:49,099 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:34:49,144 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:34:50,144 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:34:51,144 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:34:52,144 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:34:52,490 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:34:52,491 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:34:53,144 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:34:54,144 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:34:55,099 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:34:55,144 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:34:56,144 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:34:57,144 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:34:58,146 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:34:59,147 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 00:34:59,150 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:35:00,149 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:35:00,160 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:35:01,152 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:35:02,153 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:35:03,153 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:35:03,447 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 00:35:03,449 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 00:35:03,449 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 00:35:03,451 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 00:35:04,140 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 00:35:04,153 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:35:05,153 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:35:05,452 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:35:06,153 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:35:07,153 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:35:07,490 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:35:07,491 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:35:08,153 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:35:09,153 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:35:10,153 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:35:11,099 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:35:11,153 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:35:12,153 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:35:13,153 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:35:14,154 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:35:15,154 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:35:16,154 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:35:17,099 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:35:17,154 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:35:18,154 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:35:19,154 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:35:20,154 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:35:21,154 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:35:22,154 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:35:22,490 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:35:22,491 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:35:22,588 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:35:23,154 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:35:24,155 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:35:25,155 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:35:26,155 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:35:27,155 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:35:28,099 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:35:28,155 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:35:29,148 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 00:35:29,155 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:35:30,155 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:35:31,155 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:35:32,155 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:35:33,103 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:35:33,155 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:35:34,161 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:35:35,161 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:35:36,162 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:35:37,162 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:35:37,492 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:35:37,493 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:35:38,103 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:35:38,162 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:35:38,352 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 00:35:38,353 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 00:35:38,354 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 00:35:38,359 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 00:35:39,162 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:35:39,171 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 00:35:40,162 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:35:41,162 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:35:42,162 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:35:43,162 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:35:44,103 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:35:44,162 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:35:45,162 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:35:46,162 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:35:47,163 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:35:48,163 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:35:49,163 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:35:50,104 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:35:50,163 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:35:51,163 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:35:52,163 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:35:52,493 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:35:52,493 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:35:53,163 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:35:54,163 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:35:55,104 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:35:55,163 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:35:56,164 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:35:57,164 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:35:58,164 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:35:59,152 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 00:35:59,164 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:36:00,155 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:36:00,164 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:36:01,164 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:36:02,164 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:36:03,164 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:36:04,173 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:36:05,171 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:36:06,108 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:36:06,170 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:36:07,168 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:36:07,496 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:36:07,497 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:36:08,174 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:36:09,168 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:36:09,579 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 00:36:09,581 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 00:36:09,581 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 00:36:09,586 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 00:36:10,169 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:36:10,209 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 00:36:11,171 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:36:11,587 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:36:12,170 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:36:13,170 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:36:14,170 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:36:15,170 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:36:16,170 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:36:17,108 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:36:17,171 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:36:18,171 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:36:19,171 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:36:20,171 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:36:21,171 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:36:22,171 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:36:22,496 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:36:22,497 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:36:22,582 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:36:23,171 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:36:24,171 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:36:25,171 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:36:26,171 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:36:27,171 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:36:28,108 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:36:28,172 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:36:29,156 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 00:36:29,172 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:36:30,172 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:36:31,172 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:36:32,172 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:36:33,172 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:36:34,108 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:36:34,172 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:36:35,178 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:36:36,179 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:36:37,184 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:36:37,507 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:36:37,511 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:36:38,179 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:36:39,128 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:36:39,180 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:36:40,180 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:36:41,180 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:36:41,314 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 00:36:41,316 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 00:36:41,317 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 00:36:41,319 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 00:36:42,180 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:36:42,240 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 00:36:43,180 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:36:44,180 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:36:45,113 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:36:45,180 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:36:46,180 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:36:47,180 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:36:48,180 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:36:49,180 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:36:50,181 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:36:51,112 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:36:51,181 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:36:52,181 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:36:52,497 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:36:52,497 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:36:53,181 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:36:54,181 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:36:55,181 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:36:56,181 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:36:57,113 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:36:57,181 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:36:58,181 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:36:59,160 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 00:36:59,182 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:37:00,182 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:37:01,182 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:37:02,162 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:37:02,182 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:37:03,182 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:37:04,182 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:37:05,182 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:37:06,191 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:37:07,188 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:37:07,499 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:37:07,500 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:37:07,642 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:37:08,188 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:37:09,189 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:37:10,190 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:37:11,189 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:37:11,776 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 00:37:11,778 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 00:37:11,779 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 00:37:11,784 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 00:37:12,192 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:37:12,270 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 00:37:12,785 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:37:13,189 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:37:14,189 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:37:15,189 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:37:16,189 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:37:17,189 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:37:18,116 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:37:18,189 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:37:19,189 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:37:20,190 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:37:21,190 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:37:22,190 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:37:22,500 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:37:22,500 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:37:23,116 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:37:23,190 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:37:24,190 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:37:25,190 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:37:26,190 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:37:27,190 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:37:28,116 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:37:28,190 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:37:29,164 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 00:37:29,190 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:37:30,191 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:37:31,191 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:37:32,191 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:37:33,117 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:37:33,191 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:37:34,191 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:37:35,191 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:37:36,198 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:37:37,205 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:37:37,506 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:37:37,507 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:37:38,130 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:37:38,203 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:37:39,205 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:37:40,200 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:37:41,200 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:37:41,378 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 00:37:41,379 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 00:37:41,379 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 00:37:41,381 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 00:37:42,200 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:37:42,296 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 00:37:43,200 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:37:44,121 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:37:44,200 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:37:45,200 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:37:46,200 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:37:47,200 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:37:48,200 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:37:49,200 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:37:50,120 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:37:50,201 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:37:51,201 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:37:52,201 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:37:52,503 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:37:52,504 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:37:53,201 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:37:54,415 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:37:55,121 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:37:55,413 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:37:56,413 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:37:57,413 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:37:58,413 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:37:59,168 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 00:37:59,413 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:38:00,170 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:38:00,413 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:38:01,413 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:38:02,413 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:38:03,413 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:38:04,413 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:38:05,413 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:38:06,121 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:38:06,425 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:38:07,421 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:38:07,508 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:38:07,514 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:38:08,424 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:38:09,424 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:38:10,424 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:38:11,132 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:38:11,428 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:38:12,425 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:38:12,513 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 00:38:12,515 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 00:38:12,516 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 00:38:12,517 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 00:38:13,407 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 00:38:13,424 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:38:14,425 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:38:15,425 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:38:16,425 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:38:17,123 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:38:17,425 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:38:18,425 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:38:19,425 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:38:20,425 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:38:21,425 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:38:22,425 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:38:22,507 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:38:22,508 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:38:22,608 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:38:23,425 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:38:24,426 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:38:25,426 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:38:26,426 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:38:27,426 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:38:28,122 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:38:28,426 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:38:29,172 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 00:38:29,426 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:38:30,426 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:38:31,426 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:38:32,426 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:38:33,426 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:38:34,122 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:38:34,427 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:38:35,427 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:38:36,435 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:38:37,432 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:38:37,512 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:38:37,514 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:38:38,432 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:38:39,125 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:38:39,438 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:38:40,432 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:38:41,432 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:38:41,653 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 00:38:41,656 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 00:38:41,657 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 00:38:41,658 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 00:38:42,430 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 00:38:42,436 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:38:43,435 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:38:44,435 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:38:45,125 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:38:45,435 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:38:46,435 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:38:47,435 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:38:48,435 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:38:49,435 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:38:50,436 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:38:51,125 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:38:51,436 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:38:52,436 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:38:52,512 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:38:52,513 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:38:53,436 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:38:54,436 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:38:55,436 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:38:56,436 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:38:57,125 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:38:57,437 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:38:58,437 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:38:59,175 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 00:38:59,437 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:39:00,437 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:39:01,437 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:39:02,176 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:39:02,437 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:39:03,437 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:39:04,437 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:39:05,437 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:39:06,437 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:39:07,437 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:39:07,521 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:39:07,521 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:39:07,675 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:39:08,438 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:39:09,438 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:39:10,438 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:39:11,438 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:39:12,438 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:39:13,128 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:39:13,438 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:39:13,585 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 00:39:13,587 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 00:39:13,588 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 00:39:13,589 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 00:39:14,438 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:39:14,463 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 00:39:15,438 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:39:16,438 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:39:17,438 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:39:18,128 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:39:18,438 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:39:19,438 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:39:20,439 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:39:21,439 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:39:22,439 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:39:22,520 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:39:22,521 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:39:23,128 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:39:23,439 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:39:24,439 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:39:25,440 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:39:26,439 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:39:27,439 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:39:28,439 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:39:29,129 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:39:29,179 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 00:39:29,439 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:39:30,439 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:39:31,440 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:39:32,440 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:39:33,440 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:39:34,440 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:39:35,129 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:39:35,440 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:39:36,440 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:39:37,450 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:39:37,524 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:39:37,524 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:39:38,447 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:39:39,445 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:39:40,140 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:39:40,445 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:39:41,448 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:39:42,445 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:39:43,170 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 00:39:43,171 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 00:39:43,171 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 00:39:43,173 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 00:39:43,486 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 00:39:43,584 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:39:44,584 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:39:45,174 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:39:45,584 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:39:46,584 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:39:47,584 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:39:48,584 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:39:49,584 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:39:50,584 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:39:51,134 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:39:51,584 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:39:52,524 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:39:52,525 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:39:52,584 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:39:53,584 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:39:54,584 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:39:55,585 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:39:56,585 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:39:57,134 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:39:57,585 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:39:58,585 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:39:59,181 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 00:39:59,585 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:40:00,585 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:40:01,585 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:40:02,184 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:40:02,585 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:40:03,585 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:40:04,585 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:40:05,585 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:40:06,598 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:40:07,528 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:40:07,529 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:40:07,592 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:40:07,648 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:40:08,592 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:40:09,595 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:40:10,596 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:40:11,596 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:40:11,854 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 00:40:11,855 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 00:40:11,856 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 00:40:11,857 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 00:40:12,581 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 00:40:12,596 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:40:12,858 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:40:13,596 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:40:14,596 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:40:15,596 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:40:16,596 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:40:17,596 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:40:18,137 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:40:18,596 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:40:19,596 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:40:20,596 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:40:21,596 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:40:22,527 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:40:22,528 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:40:22,597 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:40:23,137 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:40:23,597 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:40:24,597 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:40:25,597 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:40:26,597 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:40:27,597 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:40:28,137 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:40:28,597 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:40:29,186 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 00:40:29,598 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:40:30,597 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:40:31,598 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:40:32,598 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:40:33,137 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:40:33,598 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:40:34,598 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:40:35,599 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:40:36,602 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:40:37,530 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:40:37,531 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:40:37,606 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:40:38,140 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:40:38,603 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:40:39,603 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:40:40,336 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 00:40:40,337 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 00:40:40,337 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 00:40:40,338 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 00:40:40,609 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 00:40:40,747 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:40:41,746 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:40:42,746 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:40:43,140 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:40:43,746 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:40:44,747 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:40:45,747 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:40:46,747 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:40:47,747 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:40:48,140 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:40:48,747 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:40:49,747 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:40:50,747 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:40:51,747 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:40:52,530 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:40:52,531 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:40:52,747 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:40:53,747 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:40:54,140 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:40:54,748 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:40:55,748 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:40:56,748 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:40:57,748 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:40:58,748 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:40:59,141 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:40:59,190 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 00:40:59,748 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:41:00,748 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:41:01,748 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:41:02,748 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:41:03,748 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:41:04,748 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:41:05,141 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:41:05,749 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:41:06,764 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:41:07,531 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:41:07,534 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:41:07,754 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:41:08,762 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:41:09,758 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:41:10,146 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:41:10,761 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:41:11,761 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:41:12,088 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 00:41:12,090 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 00:41:12,090 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 00:41:12,092 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 00:41:12,642 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 00:41:12,762 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:41:13,762 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:41:14,762 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:41:15,762 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:41:16,144 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:41:16,762 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:41:17,762 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:41:18,762 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:41:19,762 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:41:20,762 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:41:21,762 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:41:22,144 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:41:22,531 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:41:22,532 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:41:22,762 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:41:23,762 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:41:24,762 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:41:25,763 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:41:26,763 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:41:27,763 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:41:28,144 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:41:28,763 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:41:29,194 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 00:41:29,763 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:41:30,763 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:41:31,763 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:41:32,763 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:41:33,144 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:41:33,763 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:41:34,764 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:41:35,764 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:41:36,764 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:41:37,540 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:41:37,546 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:41:37,771 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:41:38,146 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:41:38,775 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:41:39,774 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:41:40,774 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:41:41,771 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:41:42,772 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:41:43,146 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:41:43,450 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 00:41:43,452 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 00:41:43,453 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 00:41:43,454 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 00:41:43,669 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 00:41:43,861 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:41:44,858 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:41:45,859 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:41:46,859 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:41:47,859 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:41:48,859 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:41:49,146 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:41:49,859 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:41:50,859 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:41:51,859 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:41:52,534 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:41:52,535 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:41:52,859 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:41:53,859 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:41:54,859 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:41:55,147 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:41:55,860 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:41:56,860 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:41:57,860 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:41:58,860 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:41:59,198 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 00:41:59,860 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:42:00,200 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:42:00,860 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:42:01,860 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:42:02,860 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:42:03,860 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:42:04,860 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:42:05,860 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:42:06,147 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:42:06,861 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:42:07,544 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:42:07,555 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:42:07,862 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:42:08,868 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:42:09,877 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:42:10,873 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:42:11,158 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:42:11,874 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:42:12,874 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:42:12,968 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 00:42:12,970 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 00:42:12,970 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 00:42:12,971 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 00:42:13,783 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 00:42:13,874 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:42:14,874 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:42:15,874 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:42:16,391 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:42:16,874 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:42:17,874 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:42:18,874 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:42:19,874 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:42:20,874 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:42:21,874 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:42:22,389 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:42:22,540 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:42:22,541 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:42:22,874 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:42:23,875 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:42:24,875 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:42:25,875 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:42:26,875 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:42:27,875 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:42:28,389 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:42:28,875 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:42:29,201 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 00:42:29,875 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:42:30,875 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:42:31,875 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:42:32,875 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:42:33,389 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:42:33,875 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:42:34,876 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:42:35,876 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:42:36,882 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:42:37,547 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:42:37,551 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:42:37,881 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:42:38,393 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:42:38,880 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:42:39,880 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:42:40,882 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:42:41,880 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:42:42,471 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 00:42:42,472 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 00:42:42,472 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 00:42:42,473 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 00:42:42,809 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 00:42:42,883 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:42:43,393 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:42:43,883 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:42:44,883 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:42:45,883 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:42:46,883 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:42:47,883 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:42:48,883 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:42:49,393 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:42:49,883 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:42:50,883 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:42:51,883 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:42:52,543 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:42:52,544 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:42:52,883 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:42:53,884 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:42:54,884 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:42:55,393 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:42:55,884 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:42:56,884 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:42:57,885 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:42:58,884 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:42:59,205 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 00:42:59,884 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:43:00,884 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:43:01,208 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:43:01,884 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:43:02,884 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:43:03,885 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:43:04,885 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:43:05,885 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:43:06,394 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:43:06,885 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:43:07,543 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:43:07,544 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:43:07,885 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:43:08,892 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:43:09,894 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:43:10,891 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:43:11,403 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:43:11,891 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:43:12,892 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:43:13,895 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:43:14,559 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 00:43:14,560 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 00:43:14,560 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 00:43:14,562 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 00:43:14,848 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 00:43:14,968 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:43:15,967 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:43:16,563 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:43:16,967 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:43:17,968 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:43:18,968 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:43:19,968 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:43:20,968 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:43:21,968 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:43:22,396 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:43:22,544 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:43:22,544 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:43:22,968 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:43:23,968 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:43:24,968 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:43:25,968 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:43:27,135 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:43:28,132 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:43:28,396 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:43:29,132 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:43:29,209 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 00:43:30,132 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:43:31,132 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:43:32,132 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:43:33,132 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:43:33,396 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:43:34,132 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:43:35,132 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:43:36,132 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:43:37,132 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:43:37,556 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:43:37,559 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:43:38,139 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:43:38,402 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:43:39,142 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:43:40,142 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:43:41,142 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:43:42,142 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:43:43,143 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:43:43,283 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 00:43:43,284 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 00:43:43,284 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 00:43:43,285 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 00:43:43,701 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:43:43,883 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 00:43:44,143 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:43:45,143 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:43:46,143 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:43:47,143 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:43:48,143 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:43:49,143 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:43:49,430 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:43:50,143 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:43:51,144 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:43:52,144 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:43:52,549 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:43:52,550 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:43:53,144 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:43:54,144 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:43:55,144 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:43:55,430 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:43:56,144 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:43:57,144 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:43:58,145 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:43:59,144 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:43:59,214 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 00:44:00,144 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:44:01,145 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:44:01,215 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:44:02,145 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:44:03,145 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:44:04,145 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:44:05,145 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:44:06,145 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:44:06,431 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:44:07,145 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:44:07,550 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:44:07,550 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:44:08,145 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:44:09,145 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:44:10,146 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:44:11,149 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:44:11,435 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:44:12,147 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:44:13,151 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:44:14,152 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:44:15,148 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:44:15,211 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 00:44:15,212 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 00:44:15,212 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 00:44:15,213 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 00:44:15,912 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 00:44:16,148 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:44:17,149 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:44:17,214 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:44:18,149 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:44:19,149 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:44:20,149 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:44:21,149 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:44:22,149 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:44:22,434 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:44:22,550 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:44:22,550 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:44:23,149 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:44:24,149 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:44:25,149 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:44:26,149 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:44:27,150 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:44:27,435 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:44:28,150 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:44:29,150 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:44:29,219 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 00:44:30,150 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:44:31,150 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:44:32,150 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:44:33,150 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:44:33,221 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:44:34,150 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:44:35,150 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:44:36,150 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:44:37,150 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:44:37,550 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:44:37,550 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:44:38,156 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:44:38,444 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:44:39,161 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:44:40,159 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:44:41,160 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:44:42,160 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:44:43,160 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:44:43,743 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 00:44:43,744 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 00:44:43,745 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 00:44:43,745 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:44:43,747 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 00:44:43,938 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 00:44:44,163 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:44:45,162 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:44:46,162 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:44:47,162 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:44:48,162 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:44:49,162 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:44:49,439 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:44:50,163 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:44:51,163 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:44:52,163 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:44:52,550 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:44:52,550 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:44:53,163 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:44:54,163 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:44:55,163 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:44:55,439 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:44:56,163 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:44:57,163 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:44:58,163 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:44:59,163 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:44:59,222 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 00:45:00,164 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:45:01,164 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:45:01,224 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:45:02,164 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:45:03,164 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:45:04,164 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:45:05,164 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:45:06,164 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:45:06,440 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:45:07,167 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:45:07,563 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:45:07,570 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:45:08,178 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:45:09,177 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:45:10,178 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:45:11,180 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:45:11,447 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:45:12,178 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:45:13,129 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 00:45:13,130 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 00:45:13,131 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 00:45:13,132 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 00:45:13,541 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:45:13,959 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 00:45:14,273 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:45:15,273 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:45:16,273 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:45:16,542 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:45:17,273 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:45:18,273 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:45:19,273 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:45:20,273 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:45:21,273 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:45:22,273 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:45:22,538 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:45:22,555 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:45:22,556 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:45:23,273 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:45:24,273 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:45:25,274 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:45:26,274 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:45:27,274 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:45:28,274 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:45:28,537 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:45:29,226 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 00:45:29,274 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:45:30,274 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:45:31,274 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:45:32,274 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:45:33,274 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:45:34,274 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:45:34,538 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:45:35,274 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:45:36,279 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:45:37,285 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:45:37,561 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:45:37,564 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:45:38,279 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:45:39,280 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:45:39,539 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:45:40,280 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:45:40,882 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 00:45:40,884 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 00:45:40,884 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 00:45:40,886 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 00:45:40,991 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 00:45:41,298 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:45:42,297 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:45:43,297 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:45:44,297 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:45:44,539 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:45:45,297 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:45:46,297 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:45:47,297 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:45:48,297 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:45:49,298 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:45:49,539 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:45:50,298 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:45:51,298 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:45:52,298 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:45:52,557 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:45:52,558 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:45:53,298 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:45:54,298 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:45:55,298 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:45:55,539 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:45:56,298 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:45:57,298 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:45:58,298 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:45:59,231 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 00:45:59,299 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:46:00,299 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:46:01,234 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:46:01,299 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:46:02,299 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:46:03,299 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:46:04,299 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:46:05,299 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:46:06,299 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:46:06,545 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:46:07,299 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:46:07,564 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:46:07,565 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:46:08,307 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:46:09,304 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:46:10,308 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:46:11,308 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:46:11,551 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:46:12,309 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:46:12,434 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 00:46:12,436 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 00:46:12,437 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 00:46:12,438 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 00:46:13,025 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 00:46:13,309 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:46:14,309 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:46:15,309 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:46:16,309 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:46:17,309 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:46:17,544 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:46:18,310 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:46:19,309 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:46:20,309 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:46:21,309 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:46:22,309 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:46:22,562 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:46:22,563 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:46:22,694 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:46:23,310 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:46:24,310 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:46:25,310 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:46:26,310 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:46:27,310 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:46:28,310 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:46:28,544 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:46:29,235 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 00:46:29,310 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:46:30,310 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:46:31,312 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:46:32,310 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:46:33,310 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:46:34,311 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:46:34,544 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:46:35,311 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:46:36,311 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:46:37,311 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:46:37,563 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:46:37,563 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:46:38,311 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:46:39,318 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:46:39,547 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:46:40,316 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:46:41,317 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:46:42,320 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:46:43,320 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:46:44,318 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:46:44,556 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:46:45,092 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 00:46:45,093 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 00:46:45,094 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 00:46:45,095 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 00:46:45,506 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:46:46,057 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 00:46:46,503 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:46:47,503 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:46:48,503 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:46:49,504 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:46:50,503 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:46:50,550 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:46:51,503 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:46:52,503 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:46:52,563 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:46:52,563 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:46:53,503 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:46:54,504 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:46:55,504 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:46:56,504 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:46:56,550 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:46:57,504 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:46:58,504 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:46:59,239 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 00:46:59,504 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:47:00,504 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:47:01,504 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:47:02,241 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:47:02,504 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:47:03,504 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:47:04,505 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:47:05,505 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:47:06,505 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:47:07,505 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:47:07,551 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:47:07,563 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:47:07,563 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:47:08,505 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:47:09,513 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:47:10,515 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:47:11,512 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:47:12,518 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:47:12,565 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:47:13,514 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:47:14,515 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:47:15,188 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 00:47:15,190 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 00:47:15,191 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 00:47:15,192 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 00:47:15,605 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:47:16,078 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 00:47:16,605 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:47:17,605 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:47:18,193 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:47:18,605 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:47:19,606 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:47:20,606 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:47:21,606 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:47:22,563 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:47:22,564 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:47:22,606 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:47:23,555 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:47:23,606 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:47:24,606 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:47:25,606 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:47:26,606 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:47:27,606 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:47:28,555 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:47:28,606 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:47:29,244 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 00:47:29,606 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:47:30,607 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:47:31,607 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:47:32,607 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:47:33,607 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:47:34,556 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:47:34,607 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:47:35,607 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:47:36,607 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:47:37,564 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:47:37,564 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:47:37,607 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:47:38,608 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:47:39,575 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:47:39,612 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:47:40,610 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:47:41,613 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:47:42,611 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:47:43,611 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:47:43,978 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 00:47:43,980 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 00:47:43,980 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 00:47:43,981 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 00:47:44,109 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 00:47:44,612 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:47:44,982 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:47:45,612 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:47:46,614 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:47:47,612 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:47:48,612 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:47:49,612 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:47:50,558 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:47:50,612 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:47:51,612 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:47:52,563 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:47:52,564 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:47:52,612 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:47:53,612 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:47:54,613 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:47:55,613 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:47:56,558 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:47:56,692 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:47:57,691 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:47:58,691 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:47:59,247 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 00:47:59,692 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:48:00,692 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:48:01,692 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:48:02,249 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:48:02,692 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:48:03,692 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:48:04,692 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:48:05,692 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:48:06,692 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:48:07,558 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:48:07,563 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:48:07,564 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:48:07,692 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:48:08,692 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:48:09,696 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:48:10,693 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:48:11,694 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:48:12,574 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:48:12,701 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:48:13,693 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:48:14,251 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 00:48:14,253 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 00:48:14,254 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 00:48:14,255 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 00:48:14,693 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:48:15,134 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 00:48:15,693 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:48:16,693 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:48:17,694 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:48:18,256 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:48:18,693 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:48:19,693 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:48:20,694 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:48:21,694 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:48:22,564 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:48:22,564 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:48:22,694 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:48:23,560 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:48:23,694 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:48:24,694 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:48:25,694 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:48:26,694 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:48:27,695 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:48:28,561 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:48:28,694 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:48:29,251 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 00:48:29,695 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:48:30,695 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:48:31,695 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:48:32,695 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:48:33,695 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:48:34,561 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:48:34,695 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:48:35,695 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:48:36,695 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:48:37,564 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:48:37,564 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:48:37,695 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:48:38,699 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:48:39,578 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:48:39,699 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:48:40,700 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:48:41,704 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:48:42,700 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:48:43,700 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:48:43,829 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 00:48:43,830 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 00:48:43,831 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 00:48:43,832 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 00:48:44,155 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 00:48:44,700 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:48:44,833 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:48:45,700 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:48:46,700 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:48:47,700 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:48:48,700 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:48:49,700 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:48:50,567 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:48:50,700 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:48:51,701 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:48:52,564 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:48:52,564 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:48:52,701 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:48:53,701 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:48:54,701 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:48:55,831 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:48:56,567 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:48:56,741 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:48:57,741 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:48:58,742 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:48:59,255 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 00:48:59,742 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:49:00,742 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:49:01,742 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:49:02,258 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:49:02,742 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:49:03,742 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:49:04,742 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:49:05,742 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:49:06,742 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:49:07,573 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:49:07,573 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:49:07,574 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:49:07,747 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:49:08,743 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:49:09,743 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:49:10,747 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:49:11,747 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:49:12,574 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:49:12,747 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:49:13,291 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 00:49:13,293 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 00:49:13,293 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 00:49:13,295 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 00:49:13,747 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:49:14,193 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 00:49:14,747 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:49:15,747 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:49:16,748 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:49:17,704 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:49:17,748 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:49:18,747 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:49:19,748 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:49:20,748 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:49:21,748 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:49:22,566 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:49:22,566 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:49:22,748 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:49:23,645 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:49:23,748 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:49:24,748 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:49:25,748 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:49:26,748 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:49:27,748 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:49:28,700 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:49:28,748 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:49:29,258 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 00:49:29,749 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:49:30,749 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:49:31,749 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:49:32,749 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:49:33,750 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:49:34,700 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:49:34,749 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:49:35,749 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:49:36,749 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:49:37,566 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:49:37,566 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:49:37,749 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:49:38,749 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:49:39,750 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:49:40,701 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:49:40,750 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:49:41,755 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:49:42,757 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:49:43,756 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:49:44,758 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:49:45,760 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:49:46,701 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:49:46,760 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:49:47,759 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:49:47,863 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 00:49:47,864 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 00:49:47,865 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 00:49:47,867 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 00:49:48,220 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 00:49:48,759 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:49:49,759 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:49:50,759 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:49:51,701 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:49:51,759 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:49:52,566 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:49:52,567 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:49:52,759 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:49:53,759 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:49:54,759 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:49:55,759 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:49:56,759 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:49:57,701 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:49:57,760 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:49:58,760 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:49:59,262 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 00:49:59,760 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:50:00,760 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:50:01,760 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:50:02,760 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:50:03,265 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:50:03,760 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:50:04,760 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:50:05,760 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:50:06,760 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:50:07,566 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:50:07,567 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:50:07,761 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:50:08,701 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:50:08,761 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:50:09,761 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:50:10,761 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:50:11,761 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:50:12,771 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:50:13,706 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:50:13,765 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:50:14,765 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:50:15,766 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:50:16,766 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:50:17,766 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:50:17,915 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 00:50:17,916 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 00:50:17,917 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 00:50:17,918 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 00:50:18,249 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 00:50:18,771 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:50:19,703 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:50:19,770 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:50:20,770 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:50:21,770 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:50:22,566 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:50:22,567 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:50:22,771 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:50:23,771 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:50:24,771 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:50:25,703 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:50:25,771 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:50:26,771 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:50:27,771 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:50:28,771 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:50:29,267 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 00:50:29,771 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:50:30,982 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:50:31,269 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:50:31,981 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:50:32,981 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:50:33,981 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:50:34,981 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:50:35,981 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:50:36,703 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:50:36,981 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:50:37,566 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:50:37,567 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:50:37,981 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:50:38,981 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:50:39,981 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:50:40,982 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:50:41,982 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:50:42,708 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:50:42,982 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:50:43,985 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:50:44,985 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:50:45,986 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:50:46,986 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:50:47,714 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:50:47,987 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:50:48,285 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 00:50:48,287 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 00:50:48,287 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 00:50:48,289 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 00:50:48,987 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:50:49,273 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 00:50:49,987 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:50:50,987 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:50:51,987 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:50:52,566 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:50:52,567 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:50:52,987 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:50:53,630 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:50:53,987 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:50:54,987 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:50:55,987 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:50:56,987 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:50:57,987 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:50:58,707 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:50:58,987 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:50:59,270 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 00:50:59,990 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:51:00,989 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:51:01,989 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:51:02,989 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:51:03,707 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:51:03,989 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:51:04,989 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:51:05,989 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:51:06,989 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:51:07,567 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:51:07,567 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:51:07,989 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:51:08,989 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:51:09,707 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:51:09,989 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:51:10,989 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:51:12,001 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:51:12,999 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:51:14,002 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:51:14,713 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:51:14,999 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:51:16,000 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:51:17,000 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:51:17,104 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 00:51:17,106 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 00:51:17,106 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 00:51:17,107 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 00:51:17,302 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 00:51:18,000 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:51:19,000 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:51:19,713 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:51:20,000 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:51:21,000 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:51:22,000 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:51:22,567 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:51:22,567 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:51:23,000 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:51:24,001 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:51:25,000 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:51:25,713 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:51:26,001 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:51:27,001 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:51:28,001 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:51:29,001 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:51:29,274 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 00:51:30,001 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:51:31,001 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:51:31,276 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:51:32,001 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:51:33,001 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:51:34,001 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:51:35,002 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:51:36,001 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:51:36,714 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:51:37,002 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:51:37,567 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:51:37,568 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:51:38,002 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:51:39,002 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:51:40,002 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:51:41,002 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:51:42,002 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:51:42,724 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:51:43,010 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:51:44,008 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:51:45,006 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:51:46,016 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:51:47,009 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:51:48,010 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:51:48,540 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 00:51:48,542 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 00:51:48,543 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 00:51:48,543 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:51:48,545 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 00:51:49,010 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:51:49,329 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 00:51:50,010 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:51:51,010 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:51:52,010 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:51:52,567 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:51:52,568 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:51:53,010 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:51:53,686 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:51:54,010 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:51:55,010 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:51:56,010 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:51:57,010 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:51:58,010 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:51:58,947 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:51:59,010 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:51:59,278 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 00:52:00,010 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:52:01,011 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:52:02,011 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:52:03,011 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:52:03,947 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:52:04,011 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:52:05,011 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:52:06,011 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:52:07,011 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:52:07,567 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:52:07,568 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:52:08,011 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:52:09,011 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:52:09,947 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:52:10,011 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:52:11,011 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:52:12,011 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:52:13,012 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:52:14,016 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:52:14,962 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:52:15,013 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:52:16,017 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:52:17,014 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:52:18,023 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:52:19,019 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:52:19,727 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 00:52:19,728 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 00:52:19,729 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 00:52:19,730 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 00:52:20,199 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:52:20,361 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 00:52:20,731 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:52:21,196 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:52:22,196 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:52:22,567 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:52:22,568 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:52:23,196 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:52:24,196 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:52:25,196 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:52:25,954 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:52:26,196 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:52:27,196 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:52:28,196 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:52:29,196 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:52:29,282 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 00:52:30,197 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:52:31,196 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:52:31,284 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:52:32,197 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:52:33,197 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:52:34,197 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:52:35,197 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:52:36,197 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:52:36,954 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:52:37,197 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:52:37,567 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:52:37,568 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:52:38,197 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:52:39,197 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:52:40,197 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:52:41,197 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:52:42,198 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:52:42,963 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:52:43,206 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:52:44,203 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:52:45,204 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:52:46,205 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:52:47,204 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:52:48,202 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:52:48,439 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 00:52:48,441 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 00:52:48,442 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 00:52:48,442 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:52:48,443 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 00:52:49,202 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:52:49,396 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 00:52:50,202 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:52:51,202 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:52:52,202 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:52:52,567 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:52:52,568 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:52:53,202 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:52:53,714 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:52:54,204 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:52:55,203 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:52:56,203 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:52:57,203 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:52:58,203 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:52:58,954 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:52:59,203 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:52:59,286 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 00:53:00,461 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:53:01,461 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:53:02,461 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:53:03,461 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:53:03,955 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:53:04,461 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:53:05,461 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:53:06,461 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:53:07,461 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:53:07,567 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:53:07,568 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:53:08,461 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:53:08,955 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:53:09,461 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:53:10,462 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:53:11,469 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:53:12,468 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:53:13,468 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:53:13,961 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:53:14,475 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:53:15,469 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:53:16,469 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:53:16,540 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 00:53:16,542 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 00:53:16,542 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 00:53:16,543 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 00:53:17,419 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 00:53:17,470 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:53:18,469 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:53:18,961 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:53:19,469 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:53:20,469 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:53:21,469 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:53:22,469 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:53:22,568 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:53:22,568 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:53:23,470 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:53:24,470 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:53:24,961 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:53:25,470 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:53:26,470 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:53:27,470 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:53:28,470 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:53:29,291 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 00:53:29,470 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:53:30,293 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:53:30,470 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:53:31,470 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:53:32,470 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:53:33,470 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:53:34,471 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:53:35,471 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:53:36,077 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:53:36,471 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:53:37,471 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:53:37,568 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:53:37,568 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:53:38,471 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:53:39,471 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:53:40,471 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:53:41,084 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:53:41,478 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:53:42,478 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:53:43,480 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:53:44,481 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:53:45,484 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:53:46,086 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:53:46,482 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:53:47,112 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 00:53:47,114 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 00:53:47,115 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 00:53:47,116 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 00:53:47,446 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 00:53:47,526 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:53:48,525 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:53:49,525 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:53:50,525 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:53:51,525 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:53:52,082 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:53:52,525 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:53:52,568 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:53:52,568 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:53:53,525 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:53:54,526 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:53:55,526 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:53:56,526 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:53:57,526 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:53:58,082 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:53:58,526 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:53:59,294 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 00:53:59,526 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:54:00,776 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:54:01,772 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:54:02,772 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:54:03,296 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:54:03,772 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:54:04,772 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:54:05,773 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:54:06,773 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:54:07,568 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:54:07,569 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:54:07,773 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:54:08,685 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:54:08,773 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:54:09,773 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:54:10,773 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:54:11,773 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:54:12,773 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:54:13,780 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:54:14,086 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:54:14,778 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:54:15,778 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:54:16,782 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:54:17,779 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:54:18,780 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:54:19,087 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:54:19,192 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 00:54:19,194 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 00:54:19,194 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 00:54:19,196 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 00:54:19,476 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 00:54:19,780 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:54:20,781 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:54:21,780 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:54:22,568 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:54:22,569 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:54:22,780 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:54:23,780 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:54:24,780 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:54:25,087 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:54:25,780 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:54:26,780 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:54:27,781 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:54:28,781 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:54:29,298 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 00:54:29,781 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:54:30,300 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:54:30,781 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:54:31,781 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:54:32,781 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:54:33,781 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:54:34,781 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:54:35,781 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:54:36,087 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:54:36,781 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:54:37,568 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:54:37,569 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:54:37,782 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:54:38,782 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:54:39,782 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:54:40,782 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:54:41,782 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:54:42,087 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:54:42,782 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:54:43,787 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:54:44,789 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:54:45,786 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:54:46,791 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:54:47,101 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:54:47,790 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:54:48,790 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:54:49,129 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 00:54:49,131 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 00:54:49,132 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 00:54:49,133 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 00:54:49,503 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 00:54:49,790 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:54:50,790 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:54:51,790 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:54:52,134 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:54:52,568 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:54:52,569 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:54:52,790 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:54:53,790 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:54:54,790 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:54:55,790 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:54:56,790 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:54:57,791 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:54:58,088 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:54:58,791 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:54:59,302 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 00:54:59,791 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:55:00,791 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:55:01,791 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:55:02,791 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:55:03,305 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:55:03,791 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:55:04,791 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:55:05,792 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:55:06,792 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:55:07,568 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:55:07,569 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:55:07,792 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:55:08,646 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:55:08,792 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:55:09,792 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:55:10,792 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:55:11,792 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:55:12,792 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:55:13,792 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:55:14,087 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:55:14,802 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:55:15,799 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:55:16,799 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:55:17,799 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:55:18,799 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:55:19,088 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:55:19,205 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 00:55:19,207 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 00:55:19,207 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 00:55:19,209 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 00:55:19,551 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 00:55:19,799 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:55:20,799 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:55:21,799 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:55:22,569 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:55:22,569 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:55:22,799 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:55:23,800 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:55:24,800 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:55:25,088 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:55:25,800 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:55:26,800 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:55:27,800 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:55:28,800 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:55:29,306 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 00:55:29,800 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:55:30,308 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:55:30,800 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:55:31,800 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:55:32,801 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:55:33,800 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:55:34,800 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:55:35,801 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:55:36,088 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:55:36,801 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:55:37,569 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:55:37,569 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:55:37,801 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:55:38,801 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:55:39,801 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:55:40,801 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:55:41,801 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:55:42,088 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:55:42,801 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:55:43,801 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:55:44,806 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:55:45,807 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:55:46,808 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:55:47,097 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:55:47,809 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:55:48,809 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:55:49,809 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:55:50,208 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 00:55:50,210 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 00:55:50,210 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 00:55:50,212 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 00:55:50,585 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 00:55:50,810 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:55:51,810 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:55:52,213 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:55:52,569 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:55:52,570 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:55:52,810 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:55:53,810 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:55:54,810 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:55:55,810 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:55:56,810 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:55:57,810 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:55:58,092 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:55:58,810 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:55:59,311 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 00:55:59,810 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:56:00,810 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:56:01,810 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:56:02,811 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:56:03,313 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:56:03,811 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:56:04,811 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:56:05,811 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:56:06,811 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:56:07,569 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:56:07,570 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:56:07,811 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:56:08,663 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:56:08,811 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:56:09,811 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:56:10,811 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:56:11,811 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:56:12,822 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:56:13,821 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:56:14,095 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:56:14,817 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:56:15,827 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:56:16,823 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:56:17,822 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:56:18,822 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:56:18,969 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 00:56:18,970 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 00:56:18,971 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 00:56:18,972 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 00:56:19,417 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:56:19,609 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 00:56:19,822 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:56:20,826 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:56:21,825 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:56:22,569 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:56:22,570 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:56:22,825 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:56:23,825 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:56:24,826 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:56:25,120 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:56:25,825 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:56:26,826 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:56:27,826 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:56:28,826 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:56:29,314 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 00:56:29,826 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:56:30,316 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:56:30,826 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:56:31,826 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:56:32,929 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:56:33,928 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:56:34,928 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:56:35,929 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:56:36,121 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:56:36,929 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:56:37,569 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:56:37,570 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:56:37,929 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:56:38,929 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:56:39,929 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:56:40,929 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:56:41,929 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:56:42,121 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:56:42,929 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:56:43,929 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:56:44,929 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:56:45,933 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:56:46,933 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:56:47,125 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:56:47,935 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:56:48,941 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:56:49,941 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:56:50,939 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:56:51,287 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 00:56:51,289 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 00:56:51,290 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 00:56:51,291 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 00:56:51,635 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 00:56:51,939 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:56:52,291 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:56:52,569 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:56:52,570 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:56:52,939 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:56:53,939 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:56:54,939 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:56:55,939 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:56:56,939 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:56:57,939 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:56:58,121 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:56:58,939 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:56:59,318 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 00:56:59,939 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:57:00,939 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:57:01,940 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:57:02,940 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:57:03,321 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:57:03,940 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:57:04,940 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:57:05,940 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:57:06,940 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:57:07,570 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:57:07,570 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:57:07,940 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:57:08,667 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:57:08,940 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:57:09,940 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:57:10,941 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:57:11,941 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:57:12,941 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:57:13,941 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:57:14,121 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:57:14,941 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:57:15,941 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:57:16,941 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:57:17,941 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:57:18,948 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:57:19,127 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:57:19,944 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:57:20,945 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:57:21,946 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:57:22,575 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:57:22,575 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:57:22,945 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:57:23,945 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:57:24,790 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 00:57:24,791 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 00:57:24,792 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 00:57:24,792 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:57:24,794 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 00:57:25,201 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:57:25,675 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 00:57:26,201 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:57:27,201 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:57:28,201 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:57:29,201 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:57:29,322 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 00:57:30,201 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:57:30,324 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:57:31,201 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:57:32,201 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:57:33,201 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:57:34,201 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:57:35,201 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:57:36,127 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:57:36,391 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:57:37,391 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:57:37,573 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:57:37,574 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:57:38,391 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:57:39,391 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:57:40,391 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:57:41,127 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:57:41,391 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:57:42,391 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:57:43,391 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:57:44,391 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:57:45,391 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:57:46,392 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:57:47,127 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:57:47,392 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:57:48,402 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:57:49,399 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:57:50,400 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:57:51,404 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:57:52,135 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:57:52,400 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:57:52,579 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:57:52,580 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:57:53,399 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:57:53,908 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 00:57:53,910 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 00:57:53,911 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 00:57:53,912 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 00:57:54,401 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:57:54,701 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 00:57:55,400 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:57:56,400 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:57:57,340 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:57:57,401 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:57:58,401 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:57:59,326 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 00:57:59,401 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:58:00,401 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:58:01,401 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:58:02,401 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:58:03,339 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:58:03,401 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:58:04,401 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:58:05,401 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:58:06,402 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:58:07,402 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:58:07,579 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:58:07,580 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:58:08,402 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:58:08,711 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:58:09,402 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:58:10,402 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:58:11,402 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:58:12,402 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:58:13,402 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:58:14,339 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:58:14,402 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:58:15,402 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:58:16,402 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:58:17,402 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:58:18,408 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:58:19,406 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:58:20,339 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:58:20,410 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:58:21,406 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:58:22,417 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:58:22,587 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:58:22,591 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:58:23,410 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:58:23,945 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 00:58:23,946 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 00:58:23,947 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 00:58:23,949 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 00:58:24,411 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:58:24,725 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 00:58:25,364 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:58:25,411 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:58:26,411 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:58:27,411 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:58:28,411 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:58:29,330 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 00:58:29,411 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:58:30,411 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:58:31,361 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:58:31,411 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:58:32,411 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:58:33,411 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:58:34,411 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:58:35,412 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:58:36,412 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:58:37,361 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:58:37,412 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:58:37,585 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:58:37,586 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:58:38,412 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:58:39,412 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:58:40,412 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:58:41,412 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:58:42,412 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:58:43,361 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:58:43,412 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:58:44,412 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:58:45,412 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:58:46,412 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:58:47,413 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:58:48,413 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:58:49,366 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:58:49,416 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:58:50,416 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:58:51,424 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:58:52,419 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:58:52,593 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:58:52,593 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:58:53,419 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:58:54,364 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:58:54,420 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:58:54,544 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 00:58:54,546 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 00:58:54,546 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 00:58:54,548 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 00:58:54,760 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 00:58:55,420 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:58:56,420 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:58:57,420 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:58:58,420 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:58:59,336 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 00:58:59,420 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:59:00,363 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:59:00,420 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:59:01,420 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:59:02,420 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:59:03,421 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:59:04,421 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:59:05,363 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:59:05,421 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:59:06,421 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:59:07,421 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:59:07,591 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:59:07,592 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:59:08,421 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:59:09,510 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:59:10,509 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:59:10,510 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:59:11,509 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:59:12,509 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:59:13,509 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:59:14,509 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:59:15,509 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:59:16,413 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:59:16,509 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:59:17,510 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:59:18,510 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:59:19,510 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:59:20,510 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:59:21,413 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:59:21,510 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:59:22,514 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:59:22,597 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:59:22,600 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:59:23,514 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:59:24,518 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:59:25,518 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:59:26,418 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:59:26,516 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:59:27,516 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:59:28,310 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 00:59:28,311 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 00:59:28,312 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 00:59:28,313 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 00:59:28,755 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:59:28,792 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 00:59:29,338 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 00:59:29,754 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:59:30,754 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:59:31,754 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:59:32,415 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:59:32,754 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:59:33,755 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:59:34,755 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:59:35,755 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:59:36,755 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:59:37,594 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:59:37,595 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:59:37,726 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:59:37,755 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:59:38,755 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:59:39,755 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:59:40,755 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:59:41,756 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:59:42,755 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:59:43,415 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:59:43,755 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:59:44,756 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:59:45,756 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:59:46,756 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:59:47,756 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:59:48,415 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:59:48,756 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:59:49,756 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:59:50,756 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:59:51,756 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:59:52,595 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 00:59:52,595 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 00:59:52,756 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:59:53,757 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:59:53,765 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:59:54,761 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:59:55,761 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:59:56,767 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:59:57,769 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:59:58,770 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 00:59:59,073 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 00:59:59,074 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 00:59:59,075 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 00:59:59,075 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 00:59:59,076 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 00:59:59,341 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 00:59:59,815 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 01:00:00,286 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:00:01,284 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:00:02,284 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:00:03,284 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:00:04,284 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:00:04,296 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:00:05,284 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:00:06,284 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:00:07,284 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:00:07,595 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:00:07,595 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:00:08,284 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:00:09,284 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:00:09,668 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:00:10,285 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:00:11,285 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:00:12,285 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:00:13,285 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:00:14,299 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:00:15,285 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:00:15,298 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:00:16,298 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:00:17,298 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:00:18,298 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:00:19,298 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:00:20,298 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:00:21,285 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:00:21,298 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:00:22,299 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:00:22,595 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:00:22,595 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:00:23,299 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:00:24,299 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:00:25,299 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:00:26,285 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:00:26,309 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:00:27,302 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:00:28,308 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:00:29,309 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:00:29,346 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 01:00:30,306 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:00:31,288 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:00:31,306 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:00:31,996 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 01:00:31,997 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 01:00:31,998 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 01:00:32,000 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 01:00:32,443 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:00:32,844 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 01:00:33,442 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:00:34,442 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:00:35,442 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:00:36,288 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:00:36,442 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:00:37,442 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:00:37,595 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:00:37,595 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:00:38,442 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:00:39,442 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:00:40,442 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:00:41,443 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:00:42,289 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:00:42,443 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:00:43,443 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:00:44,443 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:00:45,443 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:00:46,443 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:00:47,289 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:00:47,443 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:00:48,443 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:00:49,443 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:00:50,443 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:00:51,444 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:00:52,289 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:00:52,444 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:00:52,595 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:00:52,596 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:00:53,444 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:00:54,444 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:00:55,444 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:00:56,448 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:00:57,292 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:00:57,457 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:00:58,450 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:00:59,355 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 01:00:59,455 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:01:00,455 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:01:01,456 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:01:01,847 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 01:01:01,849 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 01:01:01,849 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 01:01:01,851 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 01:01:01,870 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 01:01:02,456 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:01:02,852 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:01:03,456 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:01:04,456 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:01:05,456 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:01:06,456 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:01:07,456 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:01:07,595 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:01:07,596 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:01:08,456 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:01:08,661 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:01:09,456 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:01:10,456 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:01:11,457 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:01:12,457 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:01:13,457 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:01:14,294 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:01:14,457 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:01:15,457 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:01:16,457 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:01:17,457 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:01:18,457 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:01:19,295 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:01:19,457 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:01:20,457 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:01:21,458 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:01:22,458 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:01:22,595 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:01:22,596 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:01:23,458 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:01:24,458 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:01:24,768 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:01:25,458 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:01:26,458 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:01:27,458 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:01:28,458 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:01:29,352 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 01:01:29,458 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:01:30,294 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:01:30,458 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:01:31,464 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:01:32,463 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:01:33,471 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:01:34,462 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:01:35,308 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:01:35,462 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:01:36,463 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:01:36,990 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 01:01:36,991 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 01:01:36,992 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 01:01:36,997 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 01:01:37,464 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:01:37,595 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:01:37,596 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:01:37,907 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 01:01:38,463 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:01:39,463 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:01:40,464 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:01:41,299 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:01:41,464 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:01:42,464 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:01:43,464 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:01:44,464 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:01:45,464 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:01:46,300 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:01:46,464 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:01:47,464 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:01:48,464 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:01:49,464 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:01:50,464 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:01:51,465 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:01:52,300 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:01:52,465 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:01:52,595 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:01:52,596 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:01:53,465 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:01:54,465 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:01:55,465 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:01:56,465 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:01:57,300 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:01:57,465 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:01:58,465 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:01:59,357 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 01:01:59,466 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:02:00,466 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:02:01,466 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:02:02,307 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:02:02,471 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:02:03,469 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:02:04,473 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:02:05,475 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:02:06,475 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:02:07,308 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:02:07,476 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:02:07,596 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:02:07,596 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:02:07,689 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 01:02:07,724 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 01:02:07,725 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 01:02:07,730 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 01:02:07,936 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 01:02:08,476 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:02:09,476 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:02:10,476 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:02:11,476 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:02:12,476 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:02:13,303 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:02:13,476 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:02:14,476 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:02:15,476 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:02:16,476 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:02:17,476 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:02:18,477 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:02:19,303 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:02:19,477 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:02:20,477 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:02:21,477 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:02:22,477 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:02:22,596 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:02:22,596 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:02:23,477 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:02:24,477 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:02:24,727 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:02:25,477 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:02:26,477 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:02:27,478 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:02:28,478 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:02:29,360 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 01:02:29,478 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:02:30,303 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:02:30,478 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:02:31,478 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:02:32,478 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:02:33,478 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:02:34,487 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:02:35,309 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:02:35,483 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:02:36,483 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:02:37,484 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:02:37,602 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:02:37,602 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:02:38,485 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:02:39,484 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:02:40,008 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 01:02:40,010 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 01:02:40,010 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 01:02:40,016 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 01:02:40,459 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:02:40,484 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:02:40,965 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 01:02:41,484 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:02:42,484 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:02:43,484 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:02:44,484 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:02:45,484 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:02:46,456 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:02:46,485 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:02:47,485 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:02:48,485 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:02:49,485 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:02:50,485 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:02:51,712 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:02:52,456 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:02:52,599 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:02:52,600 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:02:52,640 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:02:53,622 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:02:54,622 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:02:55,622 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:02:56,622 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:02:57,622 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:02:58,456 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:02:58,622 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:02:59,364 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 01:02:59,623 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:03:00,623 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:03:01,623 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:03:02,623 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:03:03,463 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:03:03,626 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:03:04,628 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:03:05,628 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:03:06,628 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:03:07,609 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:03:07,610 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:03:07,650 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:03:08,629 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:03:08,746 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:03:09,157 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 01:03:09,159 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 01:03:09,159 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 01:03:09,161 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 01:03:09,629 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:03:09,986 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 01:03:10,629 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:03:11,629 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:03:12,629 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:03:13,630 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:03:14,460 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:03:14,629 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:03:15,629 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:03:16,630 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:03:17,630 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:03:18,630 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:03:19,630 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:03:20,459 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:03:20,630 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:03:21,630 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:03:22,606 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:03:22,606 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:03:22,646 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:03:23,630 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:03:24,630 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:03:25,460 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:03:25,631 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:03:26,631 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:03:27,631 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:03:28,631 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:03:29,368 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 01:03:29,631 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:03:30,631 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:03:31,460 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:03:31,631 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:03:32,631 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:03:33,641 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:03:34,635 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:03:35,636 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:03:36,463 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:03:36,636 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:03:37,607 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:03:37,611 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:03:37,657 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:03:38,636 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:03:38,953 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 01:03:38,955 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 01:03:38,955 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 01:03:38,957 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 01:03:39,014 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 01:03:39,636 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:03:40,636 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:03:41,464 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:03:41,636 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:03:42,637 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:03:43,636 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:03:44,636 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:03:45,636 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:03:46,637 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:03:47,463 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:03:47,637 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:03:48,637 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:03:49,637 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:03:50,637 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:03:51,637 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:03:52,608 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:03:52,608 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:03:52,648 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:03:52,769 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:03:53,637 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:03:54,637 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:03:55,637 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:03:56,638 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:03:57,638 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:03:58,464 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:03:58,638 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:03:59,373 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 01:03:59,638 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:04:00,638 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:04:01,638 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:04:02,638 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:04:03,472 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:04:03,643 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:04:04,649 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:04:05,644 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:04:06,648 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:04:07,610 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:04:07,611 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:04:07,653 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:04:08,647 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:04:08,770 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:04:08,952 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 01:04:08,953 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 01:04:08,954 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 01:04:08,955 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 01:04:09,038 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 01:04:09,647 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:04:10,647 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:04:11,647 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:04:12,647 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:04:13,647 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:04:14,468 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:04:14,647 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:04:15,647 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:04:16,648 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:04:17,647 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:04:18,647 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:04:19,648 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:04:20,467 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:04:20,648 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:04:21,660 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:04:22,610 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:04:22,611 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:04:22,659 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:04:23,659 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:04:24,660 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:04:25,468 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:04:25,659 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:04:26,660 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:04:27,660 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:04:28,660 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:04:29,377 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 01:04:29,660 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:04:30,660 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:04:31,468 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:04:31,660 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:04:32,660 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:04:33,668 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:04:34,663 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:04:35,663 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:04:36,475 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:04:36,671 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:04:37,617 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:04:37,618 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:04:37,671 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:04:38,671 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:04:39,221 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 01:04:39,222 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 01:04:39,222 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 01:04:39,224 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 01:04:39,672 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:04:40,067 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 01:04:40,672 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:04:41,672 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:04:42,472 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:04:42,672 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:04:43,672 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:04:44,672 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:04:45,672 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:04:46,672 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:04:47,672 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:04:48,471 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:04:48,673 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:04:49,673 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:04:50,673 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:04:51,673 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:04:52,657 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:04:52,657 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:04:52,697 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:04:53,673 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:04:53,810 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:04:54,673 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:04:55,673 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:04:56,674 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:04:57,673 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:04:58,674 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:04:59,381 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 01:04:59,388 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:04:59,674 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:05:00,674 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:05:01,674 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:05:02,674 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:05:03,674 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:05:04,472 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:05:04,674 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:05:05,682 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:05:06,681 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:05:07,659 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:05:07,663 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:05:07,702 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:05:08,683 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:05:09,682 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:05:09,743 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:05:10,680 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:05:11,352 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 01:05:11,353 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 01:05:11,353 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 01:05:11,354 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 01:05:11,761 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:05:12,104 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 01:05:12,760 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:05:13,760 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:05:14,760 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:05:15,355 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:05:15,760 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:05:16,760 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:05:17,760 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:05:18,760 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:05:19,760 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:05:20,476 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:05:20,760 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:05:21,760 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:05:22,659 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:05:22,660 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:05:22,761 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:05:23,761 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:05:24,761 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:05:25,477 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:05:25,761 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:05:26,761 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:05:27,761 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:05:28,761 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:05:29,385 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 01:05:29,761 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:05:30,761 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:05:31,477 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:05:31,761 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:05:32,761 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:05:33,761 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:05:34,762 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:05:35,762 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:05:36,477 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:05:36,762 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:05:37,671 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:05:37,671 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:05:37,762 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:05:38,768 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:05:39,764 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:05:40,766 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:05:41,479 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:05:41,766 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:05:42,767 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:05:42,990 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 01:05:42,991 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 01:05:42,992 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 01:05:42,993 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 01:05:43,132 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 01:05:43,767 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:05:44,767 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:05:45,767 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:05:46,478 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:05:46,767 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:05:47,767 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:05:48,767 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:05:49,767 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:05:50,767 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:05:51,767 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:05:52,478 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:05:52,663 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:05:52,664 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:05:52,768 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:05:53,768 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:05:54,768 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:05:55,768 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:05:56,768 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:05:57,479 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:05:57,768 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:05:58,768 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:05:59,389 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 01:05:59,768 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:06:00,768 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:06:01,768 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:06:02,768 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:06:03,479 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:06:03,769 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:06:04,769 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:06:05,769 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:06:06,776 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:06:07,668 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:06:07,672 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:06:07,777 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:06:08,778 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:06:08,865 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:06:09,776 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:06:10,780 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:06:11,777 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:06:11,996 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 01:06:11,998 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 01:06:11,999 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 01:06:12,000 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 01:06:12,158 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 01:06:12,780 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:06:13,779 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:06:14,001 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:06:14,780 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:06:15,779 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:06:16,780 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:06:17,780 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:06:18,780 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:06:19,485 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:06:19,780 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:06:20,780 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:06:21,780 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:06:22,668 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:06:22,668 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:06:22,780 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:06:23,780 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:06:24,759 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:06:24,828 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:06:25,823 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:06:26,823 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:06:27,823 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:06:28,823 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:06:29,393 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 01:06:29,823 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:06:30,395 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:06:30,824 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:06:31,824 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:06:32,824 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:06:33,824 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:06:34,836 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:06:35,488 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:06:35,829 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:06:36,833 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:06:37,670 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:06:37,671 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:06:37,833 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:06:38,830 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:06:39,830 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:06:40,491 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:06:40,593 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 01:06:40,595 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 01:06:40,596 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 01:06:40,598 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 01:06:41,007 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:06:41,191 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 01:06:42,008 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:06:43,007 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:06:44,007 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:06:45,007 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:06:46,007 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:06:46,491 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:06:47,007 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:06:48,007 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:06:49,008 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:06:50,008 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:06:51,008 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:06:52,008 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:06:52,491 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:06:52,671 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:06:52,671 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:06:53,008 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:06:54,008 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:06:55,008 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:06:56,009 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:06:57,008 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:06:57,491 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:06:58,009 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:06:59,009 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:06:59,397 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 01:07:00,009 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:07:01,009 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:07:02,009 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:07:02,494 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:07:03,009 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:07:04,013 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:07:05,023 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:07:06,018 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:07:07,018 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:07:07,495 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:07:07,671 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:07:07,672 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:07:08,018 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:07:08,268 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 01:07:08,270 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 01:07:08,270 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 01:07:08,271 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 01:07:09,018 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:07:09,217 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 01:07:10,018 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:07:11,018 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:07:12,018 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:07:12,494 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:07:13,018 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:07:14,019 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:07:15,019 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:07:16,019 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:07:17,019 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:07:18,019 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:07:18,494 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:07:19,019 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:07:20,019 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:07:21,126 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:07:22,022 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:07:22,671 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:07:22,672 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:07:23,022 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:07:23,818 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:07:24,022 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:07:25,022 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:07:26,022 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:07:27,022 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:07:28,022 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:07:29,022 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:07:29,401 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 01:07:29,407 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:07:30,022 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:07:31,023 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:07:32,022 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:07:33,039 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:07:34,028 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:07:34,500 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:07:35,029 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:07:36,032 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:07:37,032 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:07:37,671 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:07:37,672 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:07:38,035 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:07:38,521 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 01:07:38,523 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 01:07:38,524 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 01:07:38,525 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 01:07:39,033 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:07:39,242 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 01:07:39,526 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:07:40,033 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:07:41,033 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:07:42,033 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:07:43,033 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:07:44,033 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:07:45,033 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:07:45,499 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:07:46,033 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:07:47,033 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:07:48,033 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:07:49,034 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:07:50,034 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:07:50,500 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:07:51,034 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:07:52,034 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:07:52,671 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:07:52,671 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:07:53,034 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:07:54,034 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:07:55,034 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:07:56,034 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:07:56,500 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:07:57,034 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:07:58,034 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:07:59,035 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:07:59,405 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 01:08:00,035 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:08:01,035 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:08:02,038 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:08:02,503 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:08:03,040 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:08:04,037 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:08:05,039 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:08:06,038 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:08:07,038 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:08:07,509 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:08:07,671 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:08:07,672 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:08:07,823 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 01:08:07,825 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 01:08:07,825 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 01:08:07,827 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 01:08:08,236 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:08:08,270 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 01:08:09,233 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:08:10,233 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:08:11,233 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:08:12,233 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:08:13,233 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:08:13,504 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:08:14,234 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:08:15,234 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:08:16,234 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:08:17,234 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:08:18,234 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:08:19,234 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:08:19,503 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:08:20,234 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:08:21,234 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:08:22,234 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:08:22,671 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:08:22,672 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:08:23,234 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:08:24,235 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:08:24,742 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:08:25,235 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:08:26,235 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:08:27,235 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:08:28,235 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:08:29,235 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:08:29,409 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 01:08:30,235 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:08:30,411 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:08:31,235 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:08:32,235 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:08:33,235 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:08:34,244 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:08:35,238 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:08:35,511 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:08:36,238 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:08:37,239 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:08:37,674 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:08:37,675 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:08:38,239 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:08:39,239 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:08:39,901 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 01:08:39,902 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 01:08:39,903 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 01:08:39,905 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 01:08:40,299 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 01:08:40,317 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:08:41,313 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:08:41,507 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:08:42,313 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:08:43,314 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:08:44,313 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:08:45,314 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:08:46,314 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:08:46,508 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:08:47,314 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:08:48,314 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:08:49,314 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:08:50,314 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:08:51,314 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:08:52,314 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:08:52,507 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:08:52,758 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:08:52,759 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:08:53,314 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:08:54,314 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:08:55,315 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:08:56,315 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:08:57,315 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:08:57,507 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:08:58,315 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:08:59,315 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:08:59,413 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 01:09:00,315 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:09:01,315 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:09:02,315 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:09:03,318 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:09:03,518 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:09:04,324 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:09:05,323 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:09:06,322 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:09:07,320 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:09:07,754 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:09:07,755 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:09:08,323 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:09:08,854 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:09:08,952 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 01:09:08,954 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 01:09:08,954 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 01:09:08,956 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 01:09:09,325 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 01:09:09,364 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:09:10,365 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:09:11,365 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:09:12,365 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:09:13,365 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:09:14,365 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:09:14,514 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:09:15,365 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:09:16,365 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:09:17,365 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:09:18,365 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:09:19,365 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:09:20,365 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:09:20,513 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:09:21,366 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:09:22,432 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:09:22,754 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:09:22,755 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:09:23,432 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:09:24,432 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:09:25,432 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:09:25,513 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:09:26,432 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:09:27,432 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:09:28,432 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:09:29,417 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 01:09:29,432 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:09:30,432 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:09:31,433 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:09:31,514 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:09:32,433 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:09:33,433 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:09:34,433 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:09:35,440 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:09:36,437 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:09:36,524 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:09:37,437 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:09:37,757 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:09:37,758 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:09:38,437 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:09:39,437 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:09:40,437 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:09:41,209 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 01:09:41,211 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 01:09:41,211 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 01:09:41,213 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 01:09:41,355 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 01:09:41,628 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:09:42,214 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:09:42,627 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:09:43,627 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:09:44,627 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:09:45,627 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:09:46,628 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:09:47,520 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:09:47,628 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:09:48,628 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:09:49,628 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:09:50,628 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:09:51,628 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:09:52,628 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:09:52,757 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:09:52,758 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:09:52,851 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:09:53,628 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:09:54,628 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:09:55,628 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:09:56,628 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:09:57,629 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:09:58,521 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:09:58,629 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:09:59,421 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 01:09:59,629 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:10:00,629 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:10:01,629 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:10:02,629 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:10:03,629 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:10:04,521 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:10:04,629 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:10:05,629 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:10:06,629 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:10:07,629 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:10:07,767 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:10:07,770 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:10:08,631 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:10:09,631 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:10:09,859 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:10:10,631 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:10:11,635 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:10:12,634 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:10:12,914 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 01:10:12,916 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 01:10:12,916 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 01:10:12,917 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 01:10:13,384 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 01:10:13,634 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:10:14,634 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:10:14,918 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:10:15,634 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:10:16,634 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:10:17,634 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:10:18,634 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:10:19,635 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:10:20,524 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:10:20,634 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:10:21,634 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:10:22,634 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:10:22,763 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:10:22,764 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:10:23,634 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:10:24,635 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:10:25,525 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:10:25,635 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:10:26,635 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:10:27,635 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:10:28,635 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:10:29,422 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 01:10:29,635 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:10:30,635 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:10:31,524 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:10:31,635 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:10:32,636 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:10:33,635 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:10:34,636 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:10:35,636 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:10:36,532 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:10:36,643 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:10:37,644 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:10:37,766 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:10:37,774 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:10:38,640 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:10:39,643 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:10:40,642 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:10:41,535 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:10:41,643 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:10:42,379 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 01:10:42,381 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 01:10:42,382 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 01:10:42,387 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 01:10:42,420 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 01:10:42,789 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:10:43,788 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:10:44,788 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:10:45,788 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:10:46,788 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:10:47,528 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:10:47,788 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:10:48,788 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:10:49,788 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:10:50,788 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:10:51,789 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:10:52,528 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:10:52,766 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:10:52,767 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:10:52,807 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:10:53,789 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:10:54,789 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:10:55,789 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:10:56,789 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:10:57,529 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:10:57,789 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:10:58,789 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:10:59,426 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 01:10:59,789 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:11:00,789 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:11:01,790 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:11:02,790 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:11:03,529 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:11:03,790 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:11:04,790 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:11:05,798 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:11:06,793 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:11:07,772 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:11:07,772 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:11:07,810 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:11:08,795 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:11:08,865 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:11:09,806 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:11:10,799 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:11:11,717 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 01:11:11,719 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 01:11:11,720 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 01:11:11,721 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 01:11:12,137 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:11:12,447 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 01:11:13,135 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:11:14,135 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:11:14,723 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:11:15,135 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:11:16,135 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:11:17,136 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:11:18,136 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:11:19,136 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:11:20,136 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:11:20,532 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:11:21,136 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:11:22,136 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:11:22,768 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:11:22,769 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:11:23,136 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:11:24,136 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:11:25,137 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:11:25,532 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:11:26,136 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:11:27,136 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:11:28,136 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:11:29,137 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:11:29,430 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 01:11:30,137 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:11:31,137 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:11:31,533 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:11:32,137 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:11:33,137 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:11:34,137 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:11:35,137 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:11:36,141 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:11:36,533 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:11:37,141 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:11:37,769 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:11:37,770 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:11:38,138 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:11:39,138 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:11:40,138 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:11:41,138 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:11:41,539 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:11:42,101 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 01:11:42,103 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 01:11:42,103 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 01:11:42,105 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 01:11:42,477 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 01:11:42,511 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:11:43,511 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:11:44,511 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:11:45,511 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:11:46,511 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:11:47,511 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:11:47,535 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:11:48,511 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:11:49,511 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:11:50,511 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:11:51,511 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:11:52,512 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:11:52,769 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:11:52,769 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:11:52,856 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:11:53,512 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:11:54,512 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:11:55,512 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:11:56,512 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:11:57,512 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:11:58,512 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:11:58,535 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:11:59,431 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 01:11:59,513 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:12:00,513 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:12:01,513 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:12:02,513 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:12:03,513 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:12:03,536 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:12:04,513 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:12:05,513 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:12:06,513 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:12:07,520 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:12:07,776 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:12:07,776 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:12:08,516 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:12:08,888 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:12:09,516 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:12:10,525 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:12:11,522 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:12:12,522 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:12:12,645 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 01:12:12,647 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 01:12:12,648 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 01:12:12,649 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 01:12:13,501 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 01:12:13,524 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:12:14,523 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:12:14,650 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:12:15,523 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:12:16,523 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:12:17,523 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:12:18,523 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:12:19,523 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:12:20,523 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:12:20,536 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:12:21,523 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:12:22,523 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:12:22,772 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:12:22,773 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:12:23,524 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:12:24,524 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:12:25,524 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:12:25,536 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:12:26,524 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:12:27,524 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:12:28,524 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:12:29,435 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 01:12:29,524 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:12:30,524 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:12:30,536 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:12:31,524 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:12:32,524 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:12:33,525 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:12:34,525 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:12:35,525 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:12:35,537 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:12:36,525 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:12:37,525 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:12:37,773 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:12:37,773 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:12:38,536 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:12:39,528 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:12:40,529 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:12:41,531 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:12:41,539 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:12:42,529 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:12:43,529 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:12:44,284 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 01:12:44,286 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 01:12:44,286 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 01:12:44,288 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 01:12:44,528 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 01:12:44,698 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:12:45,697 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:12:46,537 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:12:46,697 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:12:47,697 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:12:48,697 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:12:49,697 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:12:50,697 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:12:51,697 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:12:52,537 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:12:52,699 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:12:52,773 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:12:52,773 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:12:53,698 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:12:54,698 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:12:55,698 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:12:56,698 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:12:57,698 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:12:58,537 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:12:58,698 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:12:59,439 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 01:12:59,698 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:13:00,698 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:13:01,699 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:13:02,699 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:13:03,537 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:13:03,699 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:13:04,699 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:13:05,699 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:13:06,699 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:13:07,709 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:13:07,778 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:13:07,779 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:13:08,701 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:13:08,950 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:13:09,704 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:13:10,703 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:13:11,709 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:13:12,704 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:13:13,133 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 01:13:13,134 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 01:13:13,134 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 01:13:13,135 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 01:13:13,556 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 01:13:13,704 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:13:14,136 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:13:14,704 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:13:15,704 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:13:16,704 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:13:17,704 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:13:18,704 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:13:19,540 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:13:19,704 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:13:20,704 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:13:21,704 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:13:22,705 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:13:22,778 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:13:22,779 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:13:23,705 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:13:24,705 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:13:24,859 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:13:25,706 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:13:26,705 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:13:27,705 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:13:28,705 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:13:29,444 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 01:13:29,705 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:13:30,447 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:13:30,705 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:13:31,706 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:13:32,706 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:13:33,706 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:13:34,706 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:13:35,561 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:13:35,710 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:13:36,706 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:13:37,707 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:13:37,790 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:13:37,790 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:13:38,707 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:13:39,707 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:13:40,707 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:13:41,514 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 01:13:41,516 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 01:13:41,517 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 01:13:41,517 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:13:41,518 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 01:13:41,584 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 01:13:41,929 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:13:42,928 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:13:43,928 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:13:44,928 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:13:45,928 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:13:46,560 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:13:46,928 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:13:47,928 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:13:48,928 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:13:49,928 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:13:50,929 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:13:51,929 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:13:52,560 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:13:52,785 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:13:52,786 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:13:52,929 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:13:53,929 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:13:54,929 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:13:56,111 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:13:57,017 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:13:58,017 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:13:58,560 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:13:59,018 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:13:59,448 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 01:14:00,018 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:14:01,018 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:14:02,018 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:14:03,018 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:14:03,560 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:14:04,018 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:14:05,018 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:14:06,018 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:14:07,018 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:14:07,786 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:14:07,786 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:14:08,029 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:14:08,909 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:14:09,025 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:14:10,034 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:14:11,031 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:14:12,031 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:14:13,032 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:14:14,004 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 01:14:14,006 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 01:14:14,006 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 01:14:14,007 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:14:14,008 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 01:14:14,417 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:14:14,615 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 01:14:15,149 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:14:16,148 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:14:17,148 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:14:18,148 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:14:19,148 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:14:19,566 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:14:20,149 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:14:21,149 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:14:22,149 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:14:22,786 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:14:22,786 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:14:23,149 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:14:24,149 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:14:24,909 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:14:25,149 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:14:26,149 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:14:27,149 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:14:28,242 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:14:29,242 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:14:29,452 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 01:14:30,242 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:14:30,454 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:14:31,242 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:14:32,242 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:14:33,242 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:14:34,242 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:14:35,242 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:14:35,565 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:14:36,242 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:14:37,242 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:14:37,786 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:14:37,786 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:14:38,242 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:14:39,242 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:14:40,242 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:14:40,565 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:14:41,250 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:14:42,250 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:14:43,247 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:14:44,247 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:14:45,247 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:14:45,565 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:14:46,247 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:14:46,836 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 01:14:46,838 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 01:14:46,839 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 01:14:46,840 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 01:14:47,248 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:14:47,644 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 01:14:48,247 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:14:49,247 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:14:50,247 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:14:50,566 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:14:51,247 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:14:52,247 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:14:52,786 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:14:52,787 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:14:53,248 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:14:54,248 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:14:55,248 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:14:56,248 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:14:56,566 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:14:57,249 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:14:58,248 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:14:59,248 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:14:59,456 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 01:15:00,286 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:15:01,285 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:15:01,566 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:15:02,285 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:15:03,285 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:15:04,285 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:15:05,285 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:15:06,285 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:15:07,285 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:15:07,566 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:15:07,786 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:15:07,786 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:15:08,285 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:15:09,286 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:15:10,286 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:15:11,291 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:15:12,288 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:15:12,571 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:15:13,303 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:15:14,290 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:15:15,292 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:15:16,292 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:15:17,157 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 01:15:17,158 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 01:15:17,158 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 01:15:17,160 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 01:15:17,572 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:15:17,673 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 01:15:18,160 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:15:18,301 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:15:19,301 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:15:20,301 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:15:21,301 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:15:22,301 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:15:22,786 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:15:22,787 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:15:23,302 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:15:23,943 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:15:24,302 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:15:25,302 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:15:26,302 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:15:27,302 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:15:28,302 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:15:29,457 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 01:15:29,463 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:15:29,742 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:15:30,733 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:15:31,733 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:15:32,733 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:15:33,733 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:15:34,567 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:15:34,733 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:15:35,733 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:15:36,733 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:15:37,734 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:15:37,786 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:15:37,787 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:15:38,734 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:15:39,734 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:15:39,950 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:15:40,734 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:15:41,738 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:15:42,736 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:15:43,738 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:15:44,736 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:15:45,572 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:15:45,736 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:15:46,736 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:15:47,500 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 01:15:47,502 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 01:15:47,502 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 01:15:47,503 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 01:15:47,700 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 01:15:47,943 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:15:48,942 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:15:49,942 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:15:50,572 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:15:50,942 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:15:51,942 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:15:52,786 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:15:52,787 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:15:52,942 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:15:53,942 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:15:54,942 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:15:55,942 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:15:56,573 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:15:56,942 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:15:57,943 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:15:58,943 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:15:59,461 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 01:15:59,943 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:16:00,943 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:16:01,576 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:16:01,943 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:16:02,943 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:16:03,943 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:16:04,943 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:16:05,943 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:16:06,944 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:16:07,575 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:16:07,787 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:16:07,787 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:16:07,944 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:16:08,944 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:16:09,944 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:16:10,944 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:16:11,944 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:16:12,581 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:16:12,951 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:16:13,958 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:16:14,949 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:16:15,950 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:16:16,950 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:16:17,586 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:16:17,950 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:16:18,245 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 01:16:18,247 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 01:16:18,247 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 01:16:18,248 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 01:16:18,729 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 01:16:18,950 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:16:19,950 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:16:20,950 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:16:21,950 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:16:22,787 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:16:22,787 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:16:22,928 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:16:22,950 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:16:23,950 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:16:24,951 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:16:25,951 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:16:26,951 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:16:27,951 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:16:28,580 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:16:28,951 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:16:29,465 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 01:16:30,011 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:16:31,010 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:16:32,010 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:16:33,011 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:16:33,581 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:16:34,010 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:16:35,010 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:16:36,011 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:16:37,011 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:16:37,787 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:16:37,787 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:16:38,011 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:16:38,957 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:16:39,011 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:16:40,016 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:16:41,020 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:16:42,013 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:16:43,013 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:16:44,018 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:16:44,589 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:16:45,013 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:16:45,918 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 01:16:45,919 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 01:16:45,920 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 01:16:45,921 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 01:16:46,338 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:16:46,758 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 01:16:47,066 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:16:48,066 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:16:49,066 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:16:49,922 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:16:50,066 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:16:51,066 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:16:52,066 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:16:52,787 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:16:52,787 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:16:53,066 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:16:54,066 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:16:55,066 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:16:55,586 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:16:56,067 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:16:57,067 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:16:58,067 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:16:59,067 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:16:59,469 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 01:17:00,067 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:17:00,587 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:17:01,067 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:17:02,067 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:17:03,067 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:17:04,067 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:17:05,067 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:17:06,068 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:17:06,587 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:17:07,068 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:17:07,787 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:17:07,787 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:17:08,069 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:17:09,073 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:17:10,070 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:17:11,075 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:17:11,592 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:17:12,076 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:17:13,073 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:17:14,074 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:17:14,113 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 01:17:14,115 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 01:17:14,116 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 01:17:14,117 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 01:17:14,785 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 01:17:15,073 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:17:16,073 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:17:17,073 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:17:17,590 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:17:18,073 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:17:19,074 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:17:20,074 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:17:21,074 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:17:22,074 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:17:22,787 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:17:22,788 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:17:22,937 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:17:23,074 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:17:24,074 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:17:25,074 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:17:26,074 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:17:27,074 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:17:28,074 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:17:28,590 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:17:29,075 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:17:29,473 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 01:17:30,075 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:17:31,075 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:17:32,075 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:17:33,075 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:17:33,590 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:17:34,075 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:17:35,075 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:17:36,075 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:17:37,075 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:17:37,787 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:17:37,788 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:17:38,075 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:17:38,883 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:17:39,076 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:17:40,076 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:17:41,076 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:17:42,084 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:17:43,080 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:17:44,080 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:17:44,595 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:17:45,083 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:17:46,080 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:17:47,081 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:17:47,522 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 01:17:47,523 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 01:17:47,524 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 01:17:47,525 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 01:17:47,816 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 01:17:48,081 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:17:49,081 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:17:50,081 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:17:50,527 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:17:51,081 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:17:52,081 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:17:52,787 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:17:52,788 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:17:53,081 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:17:54,081 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:17:55,081 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:17:55,593 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:17:56,081 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:17:57,081 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:17:58,082 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:17:59,082 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:17:59,477 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 01:18:00,082 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:18:00,593 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:18:01,285 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:18:02,190 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:18:03,190 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:18:04,190 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:18:05,190 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:18:05,593 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:18:06,190 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:18:07,190 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:18:07,787 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:18:07,788 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:18:08,190 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:18:09,190 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:18:10,190 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:18:11,191 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:18:11,594 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:18:12,191 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:18:13,191 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:18:14,198 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:18:15,195 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:18:16,195 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:18:16,606 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:18:17,196 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:18:18,196 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:18:19,196 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:18:20,175 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 01:18:20,177 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 01:18:20,178 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 01:18:20,179 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 01:18:20,594 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:18:20,846 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 01:18:21,593 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:18:22,593 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:18:22,602 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:18:22,788 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:18:22,788 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:18:23,594 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:18:24,594 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:18:25,593 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:18:26,594 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:18:27,594 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:18:28,594 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:18:28,601 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:18:29,481 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 01:18:29,594 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:18:30,594 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:18:31,594 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:18:32,594 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:18:33,594 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:18:34,594 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:18:34,601 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:18:35,594 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:18:36,595 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:18:37,595 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:18:37,788 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:18:37,788 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:18:38,595 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:18:39,595 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:18:39,918 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:18:40,595 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:18:41,595 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:18:42,595 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:18:43,595 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:18:44,601 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:18:45,601 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:18:45,605 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:18:46,602 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:18:47,600 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:18:48,600 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:18:49,601 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:18:50,481 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 01:18:50,483 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 01:18:50,483 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 01:18:50,485 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 01:18:50,878 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 01:18:50,892 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:18:50,895 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:18:51,630 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:18:52,630 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:18:52,788 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:18:52,788 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:18:53,630 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:18:54,630 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:18:55,631 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:18:56,631 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:18:56,631 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:18:57,631 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:18:58,631 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:18:59,485 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 01:18:59,631 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:19:00,631 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:19:01,631 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:19:02,631 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:19:02,631 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:19:03,631 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:19:04,686 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:19:05,685 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:19:06,685 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:19:07,631 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:19:07,685 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:19:07,788 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:19:07,788 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:19:08,685 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:19:09,685 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:19:10,685 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:19:11,685 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:19:12,685 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:19:13,631 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:19:13,685 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:19:14,685 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:19:15,685 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:19:16,686 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:19:17,694 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:19:18,691 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:19:19,633 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:19:19,690 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:19:20,690 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:19:21,695 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:19:22,691 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:19:22,788 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:19:22,789 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:19:23,689 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 01:19:23,691 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 01:19:23,691 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 01:19:23,692 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:19:23,693 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 01:19:23,912 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 01:19:24,691 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:19:24,694 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:19:25,691 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:19:26,691 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:19:27,691 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:19:28,691 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:19:29,490 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 01:19:29,691 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:19:30,492 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:19:30,691 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:19:31,691 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:19:32,691 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:19:33,692 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:19:34,692 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:19:35,635 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:19:35,692 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:19:36,692 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:19:37,692 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:19:37,788 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:19:37,789 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:19:38,692 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:19:39,692 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:19:40,636 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:19:40,692 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:19:41,693 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:19:42,693 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:19:43,693 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:19:44,693 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:19:45,636 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:19:45,693 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:19:46,693 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:19:47,693 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:19:48,693 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:19:49,703 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:19:50,642 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:19:50,702 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:19:51,700 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:19:52,700 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:19:52,792 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:19:52,794 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:19:53,700 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:19:54,700 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:19:55,656 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 01:19:55,657 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 01:19:55,657 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 01:19:55,658 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:19:55,659 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 01:19:55,938 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 01:19:56,075 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:19:56,804 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:19:57,804 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:19:58,804 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:19:59,493 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 01:19:59,805 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:20:00,805 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:20:01,638 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:20:01,805 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:20:02,805 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:20:03,805 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:20:04,805 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:20:05,805 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:20:06,805 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:20:07,638 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:20:07,792 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:20:07,793 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:20:07,833 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:20:08,806 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:20:09,806 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:20:10,806 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:20:11,806 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:20:12,639 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:20:12,806 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:20:13,806 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:20:14,806 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:20:15,806 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:20:16,806 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:20:17,806 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:20:18,639 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:20:18,806 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:20:19,806 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:20:20,814 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:20:21,807 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:20:22,796 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:20:22,801 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:20:22,837 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:20:23,807 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:20:23,967 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:20:24,807 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:20:25,807 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:20:26,165 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 01:20:26,166 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 01:20:26,167 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 01:20:26,169 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 01:20:26,808 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:20:26,967 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 01:20:27,808 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:20:28,808 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:20:29,169 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:20:29,496 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 01:20:29,808 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:20:30,808 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:20:31,808 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:20:32,808 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:20:33,808 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:20:34,642 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:20:34,808 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:20:35,808 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:20:36,808 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:20:37,795 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:20:37,796 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:20:37,836 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:20:38,942 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:20:39,844 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:20:39,956 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:20:40,844 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:20:41,844 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:20:42,844 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:20:43,844 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:20:44,844 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:20:45,642 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:20:45,844 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:20:46,844 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:20:47,844 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:20:48,845 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:20:49,845 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:20:50,845 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:20:51,648 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:20:51,856 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:20:52,804 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:20:52,805 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:20:52,852 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:20:53,855 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:20:54,859 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:20:55,857 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:20:56,858 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:20:57,402 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 01:20:57,404 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 01:20:57,404 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 01:20:57,405 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:20:57,406 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 01:20:57,858 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:20:58,003 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 01:20:58,858 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:20:59,500 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 01:20:59,858 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:21:00,858 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:21:01,858 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:21:02,645 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:21:02,858 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:21:03,858 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:21:04,858 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:21:05,858 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:21:06,858 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:21:07,804 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:21:07,805 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:21:07,858 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:21:07,870 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:21:08,858 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:21:09,859 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:21:10,859 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:21:11,859 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:21:12,859 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:21:13,646 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:21:13,859 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:21:14,859 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:21:15,859 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:21:16,859 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:21:17,859 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:21:18,646 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:21:18,860 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:21:19,860 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:21:20,860 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:21:21,865 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:21:22,810 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:21:22,810 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:21:22,863 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:21:23,867 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:21:23,962 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:21:24,867 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:21:25,868 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:21:26,868 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:21:27,107 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 01:21:27,109 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 01:21:27,109 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 01:21:27,111 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 01:21:27,868 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:21:28,029 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 01:21:28,868 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:21:29,112 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:21:29,504 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 01:21:29,868 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:21:30,868 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:21:31,868 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:21:32,868 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:21:33,868 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:21:34,649 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:21:34,868 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:21:35,868 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:21:36,869 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:21:37,806 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:21:37,807 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:21:37,869 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:21:38,870 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:21:39,869 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:21:39,929 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:21:40,869 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:21:41,869 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:21:42,869 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:21:43,869 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:21:44,869 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:21:45,649 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:21:45,870 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:21:46,870 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:21:47,870 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:21:48,882 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:21:49,877 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:21:50,653 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:21:50,876 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:21:51,877 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:21:52,813 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:21:52,813 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:21:52,880 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:21:53,881 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:21:54,872 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 01:21:54,873 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 01:21:54,874 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 01:21:54,875 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 01:21:55,056 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 01:21:55,291 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:21:55,654 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:21:56,290 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:21:57,290 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:21:58,291 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:21:59,291 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:21:59,508 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 01:22:00,291 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:22:01,291 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:22:01,653 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:22:02,291 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:22:03,291 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:22:04,291 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:22:05,291 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:22:06,291 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:22:07,291 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:22:07,654 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:22:07,809 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:22:07,810 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:22:08,291 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:22:09,319 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:22:10,318 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:22:11,318 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:22:12,318 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:22:12,654 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:22:13,319 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:22:14,319 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:22:15,319 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:22:16,319 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:22:17,319 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:22:18,319 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:22:18,654 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:22:19,319 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:22:20,319 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:22:21,329 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:22:22,331 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:22:22,812 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:22:22,812 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:22:23,331 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:22:23,929 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:22:24,327 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:22:25,334 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:22:26,327 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:22:26,952 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 01:22:26,954 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 01:22:26,954 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 01:22:26,956 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 01:22:27,087 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 01:22:27,367 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:22:28,366 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:22:28,957 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:22:29,369 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:22:29,513 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 01:22:30,368 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:22:31,368 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:22:32,368 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:22:33,369 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:22:34,369 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:22:34,654 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:22:35,369 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:22:36,369 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:22:37,369 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:22:37,812 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:22:37,812 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:22:38,369 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:22:39,369 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:22:39,955 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:22:40,369 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:22:41,370 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:22:42,370 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:22:43,370 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:22:44,370 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:22:45,370 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:22:45,654 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:22:46,370 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:22:47,370 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:22:48,370 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:22:49,370 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:22:50,370 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:22:50,654 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:22:51,370 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:22:52,370 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:22:52,812 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:22:52,812 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:22:53,380 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:22:54,373 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:22:55,374 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:22:55,663 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:22:56,375 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:22:57,376 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:22:58,380 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:22:59,014 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 01:22:59,015 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 01:22:59,016 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 01:22:59,017 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 01:22:59,118 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 01:22:59,516 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 01:23:00,028 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:23:00,679 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:23:01,033 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:23:02,032 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:23:03,033 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:23:04,033 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:23:05,033 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:23:06,033 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:23:06,678 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:23:07,033 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:23:07,811 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:23:07,812 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:23:08,033 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:23:09,033 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:23:10,033 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:23:11,033 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:23:12,033 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:23:12,678 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:23:13,033 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:23:14,034 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:23:15,034 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:23:16,034 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:23:17,034 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:23:17,679 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:23:18,034 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:23:19,034 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:23:20,034 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:23:21,034 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:23:22,034 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:23:22,812 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:23:22,812 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:23:22,978 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:23:23,034 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:23:24,035 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:23:25,035 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:23:26,035 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:23:27,039 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:23:28,035 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:23:28,699 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:23:29,038 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:23:29,523 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 01:23:30,035 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:23:31,036 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:23:31,307 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 01:23:31,309 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 01:23:31,309 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 01:23:31,311 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 01:23:32,036 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:23:32,148 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 01:23:33,036 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:23:34,037 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:23:34,312 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:23:35,037 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:23:36,037 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:23:37,037 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:23:37,812 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:23:37,812 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:23:38,037 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:23:39,037 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:23:39,918 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:23:40,037 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:23:41,037 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:23:42,037 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:23:43,037 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:23:44,037 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:23:45,038 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:23:45,682 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:23:46,037 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:23:47,038 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:23:48,038 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:23:49,038 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:23:50,038 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:23:51,038 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:23:51,682 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:23:52,038 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:23:52,812 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:23:52,813 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:23:53,038 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:23:54,038 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:23:55,038 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:23:56,048 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:23:56,692 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:23:57,045 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:23:58,054 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:23:59,047 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:23:59,527 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 01:24:00,046 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:24:01,047 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:24:01,689 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 01:24:01,690 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 01:24:01,690 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 01:24:01,691 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 01:24:01,692 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:24:02,101 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:24:02,175 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 01:24:03,100 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:24:04,100 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:24:05,100 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:24:06,100 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:24:07,100 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:24:07,687 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:24:07,812 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:24:07,813 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:24:08,100 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:24:09,100 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:24:10,101 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:24:11,101 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:24:12,101 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:24:13,101 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:24:13,687 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:24:14,101 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:24:15,101 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:24:16,101 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:24:17,101 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:24:18,101 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:24:18,687 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:24:19,102 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:24:20,102 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:24:21,102 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:24:22,102 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:24:22,812 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:24:22,813 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:24:23,102 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:24:23,916 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:24:24,102 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:24:25,102 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:24:26,102 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:24:27,111 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:24:28,106 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:24:29,112 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:24:29,530 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 01:24:29,533 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:24:30,117 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:24:31,110 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:24:32,111 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:24:32,822 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 01:24:32,823 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 01:24:32,824 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 01:24:32,826 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 01:24:33,205 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 01:24:33,231 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:24:34,231 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:24:34,827 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:24:35,231 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:24:36,231 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:24:37,231 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:24:37,812 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:24:37,813 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:24:38,231 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:24:39,231 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:24:39,908 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:24:40,231 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:24:41,231 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:24:42,231 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:24:43,231 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:24:44,231 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:24:45,231 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:24:45,691 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:24:46,232 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:24:47,232 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:24:48,232 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:24:49,232 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:24:50,232 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:24:51,232 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:24:51,691 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:24:52,232 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:24:52,812 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:24:52,813 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:24:53,232 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:24:54,232 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:24:55,232 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:24:56,232 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:24:57,232 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:24:57,695 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:24:58,235 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:24:59,237 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:24:59,537 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 01:25:00,243 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:25:01,238 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:25:02,238 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:25:02,702 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:25:03,238 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:25:03,765 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 01:25:03,767 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 01:25:03,767 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 01:25:03,769 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 01:25:04,240 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 01:25:04,242 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:25:05,241 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:25:06,241 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:25:07,241 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:25:07,812 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:25:07,813 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:25:07,929 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:25:08,242 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:25:09,242 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:25:10,242 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:25:11,242 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:25:12,242 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:25:13,242 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:25:13,701 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:25:14,242 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:25:15,243 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:25:16,242 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:25:17,242 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:25:18,243 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:25:18,702 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:25:19,243 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:25:20,243 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:25:21,243 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:25:22,243 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:25:22,813 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:25:22,813 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:25:23,243 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:25:23,977 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:25:24,243 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:25:25,249 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:25:26,250 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:25:27,250 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:25:28,252 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:25:29,253 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:25:29,539 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 01:25:29,540 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:25:30,253 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:25:31,253 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:25:31,409 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 01:25:31,411 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 01:25:31,412 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 01:25:31,413 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 01:25:32,253 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:25:32,263 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 01:25:33,253 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:25:34,253 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:25:35,253 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:25:35,414 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:25:36,253 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:25:37,253 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:25:37,813 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:25:37,813 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:25:38,254 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:25:39,254 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:25:40,254 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:25:40,704 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:25:41,254 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:25:42,254 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:25:43,254 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:25:44,254 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:25:45,254 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:25:45,705 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:25:46,254 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:25:47,254 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:25:48,255 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:25:49,255 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:25:50,255 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:25:51,255 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:25:51,705 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:25:52,255 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:25:52,813 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:25:52,813 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:25:53,255 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:25:54,255 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:25:55,255 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:25:56,259 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:25:56,726 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:25:57,259 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:25:58,264 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:25:59,259 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:25:59,541 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 01:26:00,259 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:26:01,259 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:26:01,670 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 01:26:01,672 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 01:26:01,672 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 01:26:01,674 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 01:26:02,260 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:26:02,292 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 01:26:02,674 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:26:03,259 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:26:04,260 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:26:05,260 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:26:06,260 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:26:07,260 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:26:07,708 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:26:07,813 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:26:07,813 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:26:08,260 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:26:09,260 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:26:10,260 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:26:11,260 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:26:12,260 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:26:13,261 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:26:13,709 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:26:14,261 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:26:15,262 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:26:16,261 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:26:17,261 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:26:18,261 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:26:18,709 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:26:19,261 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:26:20,262 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:26:21,262 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:26:22,262 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:26:22,813 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:26:22,814 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:26:23,262 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:26:23,911 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:26:24,262 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:26:25,272 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:26:26,265 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:26:27,268 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:26:28,270 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:26:29,277 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:26:29,545 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 01:26:29,546 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:26:30,277 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:26:30,564 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 01:26:30,566 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 01:26:30,567 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 01:26:30,569 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 01:26:31,277 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:26:31,316 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 01:26:32,277 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:26:33,278 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:26:34,278 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:26:35,053 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:26:35,278 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:26:36,278 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:26:37,278 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:26:37,813 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:26:37,814 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:26:38,278 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:26:39,278 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:26:40,278 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:26:40,715 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:26:41,278 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:26:42,278 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:26:43,278 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:26:44,279 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:26:45,279 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:26:45,715 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:26:46,279 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:26:47,279 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:26:48,279 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:26:49,279 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:26:50,279 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:26:51,279 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:26:51,715 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:26:52,279 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:26:52,813 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:26:52,814 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:26:53,279 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:26:54,279 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:26:55,279 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:26:56,279 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:26:57,290 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:26:57,718 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:26:58,282 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:26:59,282 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:26:59,551 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 01:27:00,282 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:27:01,282 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:27:02,282 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:27:02,720 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:27:03,283 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:27:03,284 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 01:27:03,285 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 01:27:03,286 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 01:27:03,287 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 01:27:03,353 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 01:27:04,282 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:27:05,282 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:27:06,282 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:27:07,282 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:27:07,813 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:27:07,814 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:27:07,962 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:27:08,282 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:27:09,283 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:27:10,283 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:27:11,283 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:27:12,283 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:27:13,283 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:27:13,718 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:27:14,283 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:27:15,283 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:27:16,283 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:27:17,283 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:27:18,283 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:27:19,284 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:27:19,719 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:27:20,284 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:27:21,284 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:27:22,284 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:27:22,814 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:27:22,814 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:27:23,284 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:27:24,284 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:27:24,983 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:27:25,284 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:27:26,284 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:27:27,284 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:27:28,284 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:27:29,294 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:27:29,559 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 01:27:30,294 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:27:30,564 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:27:31,294 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:27:32,296 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:27:33,294 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:27:33,928 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 01:27:33,929 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 01:27:33,930 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 01:27:33,931 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 01:27:34,343 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:27:34,378 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 01:27:35,341 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:27:35,722 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:27:36,340 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:27:37,341 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:27:37,814 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:27:37,814 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:27:38,341 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:27:39,341 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:27:40,341 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:27:41,341 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:27:41,722 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:27:42,341 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:27:43,341 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:27:44,341 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:27:45,341 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:27:46,341 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:27:46,722 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:27:47,342 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:27:48,342 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:27:49,342 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:27:50,342 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:27:51,342 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:27:51,723 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:27:52,342 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:27:52,814 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:27:52,814 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:27:53,342 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:27:54,342 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:27:55,342 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:27:56,342 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:27:57,342 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:27:57,723 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:27:58,343 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:27:59,345 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:27:59,567 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 01:28:00,345 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:28:01,349 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:28:02,349 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:28:02,734 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:28:03,348 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:28:04,349 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:28:04,742 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 01:28:04,744 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 01:28:04,744 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 01:28:04,746 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 01:28:05,349 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:28:05,404 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 01:28:06,349 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:28:07,349 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:28:07,814 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:28:07,815 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:28:07,964 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:28:08,349 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:28:09,350 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:28:10,350 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:28:11,349 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:28:12,350 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:28:13,350 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:28:13,728 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:28:14,350 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:28:15,350 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:28:16,350 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:28:17,350 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:28:18,350 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:28:19,350 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:28:19,728 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:28:20,350 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:28:21,351 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:28:22,351 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:28:22,814 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:28:22,815 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:28:23,351 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:28:24,351 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:28:24,976 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:28:25,351 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:28:26,351 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:28:27,351 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:28:28,351 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:28:29,351 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:28:29,566 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 01:28:30,361 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:28:30,570 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:28:31,360 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:28:32,356 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:28:33,360 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:28:34,359 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:28:35,357 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:28:35,728 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:28:36,144 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 01:28:36,145 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 01:28:36,146 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 01:28:36,148 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 01:28:36,431 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 01:28:36,560 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:28:37,559 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:28:37,814 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:28:37,815 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:28:38,559 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:28:39,559 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:28:40,559 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:28:41,560 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:28:41,728 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:28:42,559 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:28:43,559 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:28:44,560 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:28:45,560 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:28:46,560 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:28:47,560 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:28:47,728 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:28:48,560 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:28:49,560 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:28:50,560 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:28:51,560 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:28:52,560 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:28:52,728 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:28:52,814 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:28:52,815 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:28:53,561 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:28:54,561 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:28:55,561 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:28:56,561 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:28:57,561 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:28:58,561 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:28:58,729 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:28:59,561 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:28:59,570 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 01:29:00,561 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:29:01,561 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:29:02,572 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:29:03,567 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:29:03,740 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:29:04,567 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:29:05,568 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:29:06,568 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:29:07,568 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:29:07,815 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:29:07,815 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:29:07,857 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 01:29:07,885 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 01:29:07,886 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 01:29:07,887 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 01:29:08,454 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 01:29:08,568 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:29:08,888 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:29:09,568 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:29:10,568 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:29:11,568 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:29:12,568 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:29:13,568 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:29:14,568 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:29:14,734 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:29:15,569 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:29:16,569 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:29:17,569 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:29:18,569 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:29:19,569 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:29:20,569 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:29:20,733 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:29:21,569 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:29:22,569 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:29:22,815 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:29:22,815 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:29:23,570 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:29:24,570 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:29:25,570 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:29:25,734 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:29:26,570 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:29:27,570 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:29:28,570 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:29:29,570 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:29:29,575 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 01:29:30,570 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:29:30,734 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:29:31,570 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:29:32,576 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:29:33,578 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:29:34,575 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:29:35,577 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:29:35,737 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:29:36,581 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:29:37,578 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:29:37,723 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 01:29:37,725 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 01:29:37,726 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 01:29:37,727 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 01:29:38,135 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:29:38,136 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:29:38,476 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 01:29:38,578 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:29:39,578 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:29:40,578 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:29:40,739 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:29:41,579 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:29:42,578 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:29:43,578 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:29:44,579 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:29:45,579 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:29:46,579 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:29:46,739 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:29:47,579 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:29:48,579 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:29:49,579 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:29:50,583 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:29:51,580 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:29:51,739 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:29:52,580 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:29:52,873 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:29:52,874 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:29:53,581 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:29:54,580 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:29:55,580 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:29:56,581 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:29:57,581 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:29:57,740 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:29:58,581 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:29:59,579 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 01:29:59,586 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:30:00,584 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:30:01,586 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:30:02,586 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:30:02,762 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:30:03,588 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:30:04,589 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:30:05,589 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:30:06,477 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 01:30:06,479 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 01:30:06,479 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 01:30:06,480 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 01:30:06,503 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 01:30:06,887 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:30:07,622 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:30:07,873 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:30:07,874 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:30:08,003 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:30:08,622 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:30:09,622 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:30:10,622 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:30:11,622 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:30:12,622 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:30:13,622 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:30:13,747 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:30:14,622 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:30:15,622 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:30:16,622 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:30:17,622 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:30:18,622 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:30:19,720 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:30:19,747 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:30:20,719 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:30:21,719 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:30:22,719 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:30:22,873 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:30:22,873 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:30:23,719 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:30:24,719 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:30:24,990 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:30:25,719 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:30:26,720 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:30:27,720 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:30:28,720 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:30:29,583 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 01:30:29,720 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:30:30,585 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:30:30,720 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:30:31,729 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:30:32,724 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:30:33,725 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:30:34,728 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:30:35,727 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:30:35,750 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:30:36,727 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:30:37,313 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 01:30:37,315 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 01:30:37,315 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 01:30:37,317 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 01:30:37,533 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 01:30:37,728 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:30:37,873 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:30:37,874 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:30:38,727 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:30:39,727 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:30:40,727 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:30:41,727 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:30:41,748 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:30:42,727 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:30:43,727 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:30:44,727 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:30:45,728 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:30:46,728 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:30:47,728 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:30:47,748 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:30:48,728 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:30:49,728 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:30:50,728 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:30:51,728 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:30:52,728 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:30:52,748 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:30:52,873 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:30:52,874 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:30:53,729 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:30:54,729 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:30:55,729 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:30:56,729 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:30:57,729 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:30:57,749 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:30:58,729 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:30:59,588 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 01:30:59,729 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:31:00,729 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:31:01,729 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:31:02,729 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:31:03,733 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:31:03,749 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:31:04,737 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:31:05,737 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:31:06,742 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:31:07,745 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:31:07,879 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:31:07,880 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:31:08,739 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:31:08,997 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:31:09,487 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 01:31:09,489 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 01:31:09,489 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 01:31:09,491 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 01:31:09,568 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 01:31:09,899 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:31:10,898 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:31:11,898 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:31:12,898 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:31:13,898 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:31:14,749 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:31:14,899 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:31:15,899 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:31:16,899 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:31:17,899 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:31:18,899 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:31:19,899 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:31:20,749 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:31:20,899 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:31:21,899 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:31:22,880 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:31:22,880 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:31:22,920 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:31:23,900 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:31:24,900 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:31:25,749 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:31:25,900 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:31:26,900 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:31:27,900 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:31:28,900 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:31:29,591 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 01:31:29,900 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:31:30,900 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:31:31,749 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:31:31,900 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:31:32,900 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:31:33,901 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:31:34,911 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:31:35,904 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:31:36,755 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:31:36,904 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:31:37,885 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:31:37,889 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:31:37,922 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:31:38,917 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:31:39,910 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:31:39,945 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 01:31:39,947 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 01:31:39,947 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 01:31:39,948 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 01:31:40,599 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 01:31:40,910 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:31:41,910 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:31:42,750 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:31:42,910 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:31:43,910 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:31:44,910 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:31:45,910 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:31:46,910 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:31:47,910 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:31:48,750 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:31:48,910 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:31:49,910 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:31:50,910 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:31:51,911 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:31:52,881 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:31:52,882 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:31:52,922 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:31:53,911 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:31:53,969 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:31:54,912 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:31:55,912 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:31:56,912 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:31:57,912 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:31:58,912 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:31:59,596 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 01:31:59,604 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:31:59,912 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:32:00,912 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:32:01,912 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:32:02,912 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:32:03,912 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:32:04,750 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:32:04,913 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:32:05,916 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:32:06,916 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:32:07,897 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:32:07,897 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:32:07,928 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:32:08,925 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:32:09,925 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:32:10,047 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:32:10,925 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:32:11,391 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 01:32:11,393 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 01:32:11,393 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 01:32:11,394 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 01:32:11,634 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 01:32:11,925 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:32:12,925 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:32:13,925 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:32:14,925 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:32:15,395 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:32:15,925 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:32:16,925 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:32:17,926 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:32:18,926 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:32:19,926 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:32:20,751 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:32:20,926 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:32:21,926 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:32:22,886 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:32:22,887 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:32:22,927 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:32:23,926 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:32:24,926 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:32:25,752 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:32:25,926 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:32:26,926 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:32:27,926 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:32:28,926 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:32:29,599 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 01:32:29,927 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:32:30,927 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:32:31,752 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:32:31,927 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:32:32,927 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:32:33,927 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:32:34,927 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:32:35,931 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:32:36,769 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:32:36,932 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:32:37,887 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:32:37,887 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:32:37,931 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:32:38,932 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:32:39,933 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:32:40,933 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:32:41,556 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 01:32:41,557 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 01:32:41,558 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 01:32:41,559 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 01:32:41,661 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 01:32:41,971 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:32:42,560 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:32:42,969 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:32:43,969 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:32:44,969 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:32:45,969 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:32:46,969 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:32:47,758 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:32:47,969 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:32:48,969 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:32:49,969 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:32:50,969 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:32:51,970 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:32:52,887 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:32:52,887 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:32:52,959 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:32:52,970 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:32:53,970 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:32:54,970 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:32:55,970 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:32:56,971 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:32:57,970 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:32:58,758 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:32:58,970 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:32:59,603 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 01:32:59,971 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:33:00,971 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:33:01,971 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:33:02,971 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:33:03,758 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:33:03,971 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:33:04,971 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:33:05,971 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:33:06,971 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:33:07,887 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:33:07,887 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:33:07,971 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:33:08,981 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:33:09,060 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:33:09,977 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:33:10,976 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:33:11,979 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:33:12,983 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:33:13,982 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:33:14,770 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:33:14,902 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 01:33:14,903 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 01:33:14,904 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 01:33:14,911 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 01:33:15,317 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:33:15,690 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 01:33:16,316 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:33:17,316 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:33:18,316 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:33:19,316 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:33:20,316 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:33:20,760 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:33:21,316 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:33:22,316 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:33:22,887 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:33:22,887 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:33:23,316 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:33:24,316 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:33:25,316 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:33:26,317 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:33:26,760 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:33:27,317 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:33:28,317 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:33:29,607 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 01:33:29,687 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:33:30,687 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:33:31,687 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:33:31,761 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:33:32,687 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:33:33,687 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:33:34,687 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:33:35,687 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:33:36,687 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:33:37,687 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:33:37,761 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:33:37,887 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:33:37,888 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:33:38,688 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:33:39,696 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:33:40,692 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:33:41,689 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:33:42,692 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:33:42,773 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:33:43,689 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:33:44,690 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:33:45,580 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 01:33:45,581 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 01:33:45,582 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 01:33:45,583 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 01:33:45,713 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 01:33:46,003 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:33:46,999 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:33:47,999 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:33:48,002 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:33:48,999 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:33:50,000 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:33:51,000 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:33:52,000 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:33:52,887 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:33:52,888 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:33:53,000 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:33:53,011 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:33:54,000 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:33:55,000 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:33:56,000 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:33:57,099 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:33:58,010 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:33:59,000 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:33:59,011 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:33:59,612 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 01:34:00,011 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:34:01,011 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:34:02,011 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:34:03,011 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:34:04,000 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:34:04,011 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:34:05,011 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:34:06,011 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:34:07,011 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:34:07,887 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:34:07,888 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:34:08,011 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:34:09,017 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:34:09,999 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:34:10,023 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:34:11,015 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:34:12,016 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:34:13,016 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:34:14,016 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:34:14,587 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 01:34:14,589 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 01:34:14,589 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 01:34:14,591 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 01:34:14,755 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 01:34:15,016 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:34:15,592 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:34:16,016 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:34:17,016 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:34:18,016 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:34:19,017 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:34:20,017 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:34:21,003 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:34:21,017 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:34:22,017 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:34:22,887 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:34:22,888 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:34:23,017 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:34:24,017 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:34:25,017 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:34:26,017 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:34:27,003 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:34:27,017 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:34:28,017 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:34:29,187 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:34:29,615 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 01:34:30,186 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:34:31,186 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:34:32,003 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:34:32,187 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:34:33,187 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:34:34,187 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:34:35,187 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:34:36,187 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:34:37,004 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:34:37,187 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:34:37,887 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:34:37,888 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:34:38,187 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:34:39,187 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:34:40,187 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:34:41,187 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:34:42,013 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:34:42,194 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:34:43,190 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:34:44,190 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:34:45,192 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:34:46,193 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:34:47,010 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:34:47,193 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:34:47,893 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 01:34:47,895 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 01:34:47,896 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 01:34:47,897 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 01:34:48,309 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:34:48,792 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 01:34:49,305 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:34:50,305 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:34:51,305 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:34:52,305 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:34:52,888 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:34:52,888 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:34:53,031 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:34:53,305 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:34:54,305 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:34:55,305 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:34:56,305 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:34:57,306 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:34:58,306 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:34:59,005 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:34:59,306 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:34:59,619 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 01:35:00,306 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:35:01,306 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:35:02,306 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:35:03,306 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:35:04,006 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:35:04,306 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:35:05,306 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:35:06,306 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:35:07,307 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:35:07,888 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:35:07,888 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:35:08,307 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:35:09,307 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:35:09,988 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:35:10,307 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:35:11,307 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:35:12,307 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:35:13,307 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:35:14,316 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:35:15,009 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:35:15,311 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:35:16,316 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:35:17,312 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:35:18,312 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:35:19,312 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:35:20,014 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:35:20,132 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 01:35:20,133 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 01:35:20,133 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 01:35:20,135 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 01:35:20,544 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:35:20,821 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 01:35:21,543 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:35:22,544 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:35:22,888 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:35:22,888 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:35:23,543 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:35:24,543 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:35:25,543 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:35:26,006 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:35:26,543 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:35:27,543 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:35:28,543 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:35:29,543 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:35:29,623 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 01:35:30,544 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:35:31,012 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:35:31,544 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:35:32,544 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:35:33,545 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:35:34,544 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:35:35,544 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:35:36,013 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:35:36,544 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:35:37,544 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:35:37,888 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:35:37,889 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:35:38,545 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:35:39,545 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:35:40,545 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:35:41,545 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:35:42,013 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:35:42,554 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:35:43,550 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:35:44,554 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:35:45,550 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:35:46,550 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:35:47,023 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:35:47,550 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:35:48,052 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 01:35:48,053 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 01:35:48,054 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 01:35:48,055 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 01:35:48,550 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:35:48,845 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 01:35:49,550 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:35:50,550 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:35:51,551 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:35:52,550 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:35:52,888 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:35:52,889 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:35:53,029 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:35:53,551 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:35:54,551 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:35:55,551 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:35:56,551 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:35:57,551 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:35:58,551 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:35:59,016 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:35:59,551 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:35:59,627 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 01:36:00,551 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:36:01,706 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:36:02,617 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:36:03,617 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:36:04,017 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:36:04,617 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:36:05,617 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:36:06,617 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:36:07,617 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:36:07,888 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:36:07,889 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:36:08,617 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:36:09,049 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:36:09,618 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:36:10,618 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:36:11,618 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:36:12,618 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:36:13,627 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:36:14,622 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:36:15,018 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:36:15,623 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:36:16,627 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:36:17,628 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:36:18,628 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:36:19,428 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 01:36:19,430 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 01:36:19,431 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 01:36:19,432 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 01:36:19,874 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:36:19,875 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 01:36:20,433 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:36:20,873 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:36:21,873 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:36:22,873 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:36:22,888 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:36:22,889 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:36:23,873 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:36:24,873 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:36:25,873 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:36:26,019 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:36:26,873 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:36:27,873 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:36:28,873 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:36:29,632 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 01:36:29,873 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:36:30,873 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:36:32,019 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:36:32,092 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:36:32,996 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:36:33,996 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:36:34,996 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:36:35,996 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:36:36,997 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:36:37,019 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:36:37,889 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:36:37,889 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:36:37,997 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:36:38,997 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:36:39,997 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:36:40,997 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:36:42,008 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:36:42,021 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:36:43,001 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:36:44,002 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:36:45,003 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:36:46,003 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:36:47,003 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:36:47,025 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:36:47,736 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 01:36:47,738 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 01:36:47,738 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 01:36:47,740 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 01:36:47,899 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 01:36:48,161 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:36:49,160 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:36:50,160 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:36:51,160 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:36:52,161 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:36:52,888 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:36:52,889 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:36:53,039 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:36:53,161 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:36:54,161 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:36:55,161 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:36:56,161 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:36:57,161 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:36:58,161 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:36:59,025 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:36:59,161 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:36:59,635 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 01:37:00,161 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:37:01,161 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:37:02,161 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:37:03,162 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:37:04,025 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:37:04,162 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:37:05,162 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:37:06,162 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:37:07,162 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:37:07,889 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:37:07,889 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:37:08,162 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:37:09,051 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:37:09,162 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:37:10,162 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:37:11,162 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:37:12,179 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:37:13,167 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:37:14,168 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:37:15,033 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:37:15,169 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:37:16,168 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:37:17,168 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:37:17,944 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 01:37:17,946 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 01:37:17,946 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 01:37:17,947 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 01:37:18,359 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:37:18,942 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 01:37:19,358 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:37:20,358 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:37:20,948 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:37:21,358 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:37:22,358 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:37:22,889 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:37:22,889 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:37:23,358 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:37:24,358 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:37:25,358 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:37:26,028 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:37:26,359 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:37:27,359 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:37:28,359 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:37:29,359 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:37:29,639 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 01:37:30,359 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:37:31,029 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:37:31,359 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:37:32,359 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:37:33,359 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:37:34,359 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:37:35,360 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:37:36,360 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:37:37,028 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:37:37,360 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:37:37,889 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:37:37,890 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:37:38,360 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:37:39,360 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:37:40,360 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:37:41,360 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:37:42,029 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:37:42,360 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:37:43,372 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:37:44,369 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:37:45,367 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:37:46,368 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:37:47,037 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:37:47,365 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:37:48,365 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:37:49,096 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 01:37:49,097 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 01:37:49,098 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 01:37:49,100 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 01:37:49,504 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:37:49,973 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 01:37:50,504 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:37:51,504 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:37:52,504 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:37:52,889 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:37:52,890 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:37:53,043 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:37:53,504 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:37:54,504 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:37:55,504 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:37:56,505 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:37:57,505 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:37:58,505 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:37:59,032 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:37:59,505 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:37:59,643 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 01:38:00,505 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:38:01,505 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:38:02,505 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:38:03,505 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:38:04,506 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:38:05,033 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:38:05,505 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:38:06,505 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:38:07,506 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:38:07,889 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:38:07,890 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:38:08,506 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:38:09,506 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:38:10,506 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:38:11,007 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:38:11,506 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:38:12,506 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:38:13,506 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:38:14,510 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:38:15,510 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:38:16,043 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:38:16,511 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:38:17,511 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:38:18,511 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:38:18,833 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 01:38:18,835 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 01:38:18,836 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 01:38:18,837 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 01:38:18,998 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 01:38:19,511 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:38:20,511 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:38:21,511 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:38:22,038 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:38:22,512 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:38:22,889 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:38:22,890 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:38:23,511 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:38:24,512 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:38:25,512 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:38:26,512 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:38:27,512 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:38:28,038 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:38:28,512 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:38:29,512 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:38:29,647 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 01:38:30,512 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:38:31,512 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:38:32,512 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:38:33,039 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:38:33,513 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:38:34,513 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:38:35,513 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:38:36,513 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:38:37,513 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:38:37,889 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:38:37,890 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:38:38,050 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:38:38,513 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:38:39,513 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:38:40,513 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:38:41,513 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:38:42,513 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:38:43,514 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:38:44,039 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:38:44,514 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:38:45,514 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:38:46,514 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:38:47,514 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:38:48,519 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:38:49,048 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:38:49,520 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:38:50,521 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:38:51,521 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:38:52,522 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:38:52,896 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:38:52,897 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:38:53,519 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:38:53,966 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 01:38:53,968 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 01:38:53,969 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 01:38:53,970 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 01:38:54,034 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 01:38:54,519 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:38:54,971 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:38:55,519 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:38:56,519 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:38:57,519 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:38:58,519 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:38:59,519 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:38:59,651 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 01:39:00,520 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:39:00,653 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:39:01,520 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:39:02,520 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:39:03,520 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:39:04,520 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:39:05,520 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:39:06,042 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:39:06,520 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:39:07,520 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:39:07,896 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:39:07,897 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:39:08,564 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:39:09,562 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:39:10,562 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:39:11,043 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:39:11,562 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:39:12,562 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:39:13,562 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:39:14,562 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:39:15,563 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:39:16,563 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:39:17,042 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:39:17,563 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:39:18,566 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:39:19,575 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:39:20,569 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:39:21,573 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:39:22,055 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:39:22,570 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:39:22,903 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:39:22,903 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:39:23,570 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:39:24,570 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:39:24,911 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 01:39:24,912 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 01:39:24,913 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 01:39:24,914 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 01:39:25,069 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 01:39:25,570 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:39:26,570 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:39:27,570 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:39:28,052 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:39:28,570 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:39:29,571 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:39:29,656 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 01:39:30,571 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:39:31,571 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:39:32,571 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:39:33,571 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:39:34,051 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:39:34,571 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:39:35,571 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:39:36,571 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:39:37,571 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:39:37,901 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:39:37,901 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:39:38,571 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:39:39,064 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:39:39,571 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:39:40,571 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:39:41,571 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:39:42,572 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:39:43,572 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:39:44,572 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:39:45,052 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:39:45,572 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:39:46,572 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:39:47,581 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:39:48,579 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:39:49,579 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:39:50,056 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:39:50,579 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:39:51,585 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:39:52,579 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:39:52,901 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:39:52,901 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:39:53,298 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 01:39:53,300 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 01:39:53,301 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 01:39:53,302 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 01:39:53,748 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:39:54,095 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 01:39:54,748 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:39:55,303 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:39:55,748 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:39:56,748 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:39:57,748 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:39:58,748 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:39:59,659 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 01:39:59,748 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:40:00,661 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:40:00,748 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:40:01,748 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:40:02,748 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:40:03,748 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:40:04,748 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:40:05,748 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:40:06,054 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:40:06,749 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:40:07,748 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:40:07,901 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:40:07,901 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:40:08,749 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:40:09,749 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:40:10,749 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:40:11,054 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:40:11,749 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:40:12,749 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:40:13,749 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:40:14,749 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:40:15,749 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:40:16,749 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:40:17,054 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:40:17,749 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:40:18,750 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:40:19,750 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:40:20,750 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:40:21,750 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:40:22,750 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:40:22,901 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:40:22,901 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:40:22,993 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:40:23,756 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:40:24,756 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:40:25,756 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:40:26,755 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:40:27,753 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:40:28,065 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:40:28,754 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:40:29,289 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 01:40:29,290 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 01:40:29,291 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 01:40:29,293 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 01:40:29,664 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 01:40:30,122 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 01:40:30,282 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:40:31,280 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:40:32,280 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:40:33,280 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:40:34,059 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:40:34,280 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:40:35,280 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:40:36,280 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:40:37,280 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:40:37,901 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:40:37,901 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:40:38,281 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:40:39,268 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:40:39,281 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:40:40,281 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:40:41,281 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:40:42,281 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:40:43,281 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:40:44,281 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:40:45,059 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:40:45,281 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:40:46,281 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:40:47,281 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:40:48,281 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:40:49,281 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:40:50,060 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:40:50,282 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:40:51,282 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:40:52,282 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:40:52,901 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:40:52,902 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:40:53,282 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:40:54,282 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:40:55,288 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:40:55,980 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:40:56,290 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:40:57,287 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:40:58,293 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:40:59,287 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:40:59,666 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 01:41:00,310 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:41:01,065 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:41:01,307 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:41:01,679 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 01:41:01,681 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 01:41:01,681 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 01:41:01,683 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 01:41:02,154 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 01:41:02,307 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:41:03,307 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:41:04,307 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:41:05,307 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:41:06,307 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:41:07,064 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:41:07,307 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:41:07,901 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:41:07,902 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:41:08,307 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:41:09,307 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:41:10,307 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:41:11,307 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:41:12,307 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:41:13,063 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:41:13,308 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:41:14,308 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:41:15,308 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:41:16,308 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:41:17,308 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:41:18,064 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:41:18,308 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:41:19,308 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:41:20,308 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:41:21,308 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:41:22,308 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:41:22,901 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:41:22,902 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:41:23,309 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:41:24,067 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:41:24,309 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:41:25,315 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:41:26,310 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:41:27,316 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:41:28,324 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:41:29,076 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:41:29,317 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:41:29,578 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 01:41:29,580 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 01:41:29,581 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 01:41:29,582 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 01:41:29,670 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 01:41:30,178 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 01:41:30,846 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:41:31,846 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:41:32,846 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:41:33,846 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:41:34,846 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:41:35,068 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:41:35,846 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:41:36,846 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:41:37,846 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:41:37,902 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:41:37,902 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:41:38,846 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:41:39,846 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:41:40,846 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:41:41,037 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:41:41,847 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:41:43,048 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:41:44,047 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:41:45,047 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:41:46,047 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:41:46,067 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:41:47,047 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:41:48,048 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:41:49,048 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:41:50,048 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:41:51,048 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:41:52,048 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:41:52,067 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:41:52,902 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:41:52,902 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:41:53,048 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:41:54,048 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:41:55,054 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:41:56,048 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:41:57,049 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:41:57,076 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:41:58,053 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:41:59,050 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:41:59,671 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 01:42:00,054 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:42:01,017 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 01:42:01,018 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 01:42:01,018 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 01:42:01,019 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 01:42:01,208 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 01:42:01,471 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:42:02,162 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:42:02,473 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:42:03,162 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:42:04,162 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:42:05,162 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:42:06,162 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:42:07,163 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:42:07,904 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:42:07,904 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:42:08,035 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:42:08,163 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:42:09,163 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:42:10,163 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:42:11,163 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:42:12,163 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:42:13,163 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:42:13,471 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:42:14,164 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:42:15,163 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:42:16,164 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:42:17,164 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:42:18,164 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:42:18,471 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:42:19,164 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:42:20,164 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:42:21,164 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:42:22,164 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:42:22,902 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:42:22,902 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:42:23,164 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:42:24,025 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:42:24,164 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:42:25,164 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:42:26,169 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:42:27,168 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:42:28,168 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:42:29,169 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:42:29,492 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:42:29,674 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 01:42:30,169 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:42:31,169 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:42:31,836 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 01:42:31,838 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 01:42:31,838 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 01:42:31,839 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 01:42:32,237 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 01:42:32,272 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:42:33,268 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:42:34,268 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:42:34,840 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:42:35,268 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:42:36,268 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:42:37,269 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:42:37,902 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:42:37,903 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:42:38,269 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:42:39,269 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:42:40,039 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:42:40,269 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:42:41,269 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:42:42,269 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:42:43,269 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:42:44,269 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:42:45,269 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:42:45,478 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:42:46,269 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:42:47,270 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:42:48,270 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:42:49,270 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:42:50,270 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:42:50,478 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:42:51,270 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:42:52,270 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:42:52,902 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:42:52,903 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:42:53,270 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:42:54,270 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:42:55,270 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:42:55,980 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:42:56,270 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:42:57,279 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:42:58,283 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:42:59,280 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:42:59,678 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 01:43:00,280 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:43:01,280 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:43:01,478 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:43:01,559 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 01:43:01,561 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 01:43:01,561 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 01:43:01,562 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 01:43:02,264 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 01:43:02,280 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:43:03,280 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:43:04,281 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:43:05,281 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:43:06,281 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:43:06,478 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:43:07,281 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:43:07,902 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:43:07,903 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:43:08,281 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:43:09,281 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:43:10,281 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:43:11,281 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:43:12,281 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:43:12,478 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:43:13,281 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:43:14,281 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:43:15,282 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:43:16,282 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:43:17,282 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:43:17,478 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:43:18,282 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:43:19,282 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:43:20,282 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:43:21,282 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:43:22,283 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:43:22,902 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:43:22,903 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:43:23,066 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:43:23,283 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:43:24,283 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:43:25,283 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:43:26,286 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:43:27,290 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:43:28,295 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:43:28,499 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:43:29,293 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:43:29,686 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 01:43:30,291 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:43:31,295 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:43:32,292 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:43:32,375 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 01:43:32,377 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 01:43:32,378 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 01:43:32,379 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 01:43:33,289 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 01:43:33,292 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:43:34,292 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:43:34,380 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:43:35,292 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:43:36,292 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:43:37,292 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:43:37,903 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:43:37,903 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:43:38,292 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:43:39,292 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:43:39,973 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:43:40,292 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:43:41,293 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:43:42,293 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:43:43,293 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:43:44,293 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:43:45,293 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:43:45,482 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:43:46,293 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:43:47,293 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:43:48,293 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:43:49,293 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:43:50,294 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:43:50,482 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:43:51,294 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:43:52,294 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:43:52,903 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:43:52,903 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:43:53,294 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:43:54,294 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:43:55,294 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:43:55,977 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:43:56,294 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:43:57,312 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:43:58,300 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:43:59,301 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:43:59,690 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 01:44:00,301 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:44:01,301 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:44:01,487 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:44:02,302 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:44:03,302 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:44:03,390 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 01:44:03,391 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 01:44:03,392 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 01:44:03,394 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 01:44:04,302 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:44:04,319 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 01:44:05,302 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:44:06,302 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:44:07,302 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:44:07,482 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:44:07,903 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:44:07,903 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:44:08,302 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:44:09,304 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:44:10,302 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:44:11,302 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:44:12,302 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:44:13,302 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:44:13,482 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:44:14,302 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:44:15,303 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:44:16,303 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:44:17,303 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:44:18,303 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:44:18,611 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:44:19,303 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:44:20,303 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:44:21,304 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:44:22,303 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:44:22,903 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:44:22,903 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:44:23,303 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:44:24,027 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:44:24,303 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:44:25,304 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:44:26,304 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:44:27,304 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:44:28,304 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:44:29,312 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:44:29,523 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:44:29,701 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 01:44:30,308 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:44:31,308 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:44:32,314 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:44:33,315 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:44:34,312 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:44:34,529 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:44:35,190 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 01:44:35,192 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 01:44:35,192 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 01:44:35,194 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 01:44:35,349 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 01:44:35,606 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:44:36,605 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:44:37,605 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:44:37,903 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:44:37,903 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:44:38,605 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:44:39,605 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:44:40,063 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:44:40,606 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:44:41,606 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:44:42,606 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:44:43,606 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:44:44,606 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:44:45,522 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:44:45,606 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:44:46,606 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:44:47,606 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:44:48,606 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:44:49,606 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:44:50,607 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:44:51,522 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:44:51,607 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:44:52,607 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:44:52,903 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:44:52,903 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:44:53,607 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:44:54,607 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:44:55,607 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:44:56,607 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:44:57,522 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:44:57,607 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:44:58,607 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:44:59,607 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:44:59,698 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 01:45:00,607 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:45:01,608 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:45:02,527 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:45:02,613 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:45:03,614 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:45:04,614 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:45:05,619 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:45:06,614 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:45:07,528 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:45:07,614 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:45:07,903 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:45:07,904 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:45:08,461 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 01:45:08,462 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 01:45:08,463 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 01:45:08,468 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 01:45:08,905 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:45:09,378 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 01:45:09,905 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:45:10,904 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:45:11,904 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:45:12,528 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:45:12,905 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:45:13,905 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:45:14,905 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:45:15,905 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:45:16,905 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:45:17,528 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:45:17,905 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:45:18,905 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:45:19,905 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:45:20,905 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:45:21,905 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:45:22,529 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:45:22,903 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:45:22,904 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:45:22,944 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:45:23,906 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:45:24,906 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:45:25,906 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:45:26,906 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:45:27,906 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:45:28,529 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:45:28,906 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:45:29,703 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 01:45:29,906 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:45:30,906 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:45:31,906 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:45:32,906 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:45:33,906 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:45:34,534 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:45:34,916 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:45:35,913 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:45:36,914 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:45:37,906 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:45:37,907 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:45:37,954 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:45:38,920 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:45:39,916 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:45:40,001 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:45:40,008 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 01:45:40,009 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 01:45:40,010 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 01:45:40,013 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 01:45:40,406 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 01:45:40,916 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:45:41,916 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:45:42,916 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:45:43,916 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:45:44,916 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:45:45,530 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:45:45,916 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:45:46,916 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:45:47,916 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:45:48,917 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:45:49,917 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:45:50,917 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:45:51,531 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:45:51,917 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:45:52,906 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:45:52,907 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:45:52,947 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:45:53,917 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:45:55,123 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:45:56,123 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:45:57,123 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:45:57,530 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:45:58,123 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:45:59,124 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:45:59,706 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 01:46:00,123 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:46:01,123 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:46:02,124 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:46:03,124 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:46:03,530 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:46:04,124 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:46:05,124 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:46:06,124 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:46:07,132 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:46:07,912 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:46:07,913 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:46:08,128 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:46:08,992 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:46:09,131 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:46:10,135 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:46:11,130 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:46:12,130 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:46:12,875 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 01:46:12,876 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 01:46:12,877 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 01:46:12,880 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 01:46:13,316 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:46:13,438 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 01:46:14,315 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:46:14,881 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:46:15,316 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:46:16,315 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:46:17,315 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:46:18,316 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:46:19,316 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:46:20,316 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:46:20,530 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:46:21,316 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:46:22,316 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:46:22,913 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:46:22,913 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:46:23,316 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:46:24,316 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:46:25,316 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:46:25,997 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:46:26,316 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:46:27,316 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:46:28,317 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:46:29,317 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:46:29,710 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 01:46:30,317 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:46:31,317 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:46:31,530 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:46:32,317 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:46:33,317 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:46:34,319 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:46:35,329 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:46:36,330 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:46:36,537 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:46:37,324 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:46:37,916 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:46:37,919 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:46:38,330 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:46:39,330 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:46:40,331 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:46:40,363 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 01:46:40,364 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 01:46:40,365 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 01:46:40,366 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 01:46:40,469 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 01:46:41,331 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:46:42,331 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:46:42,536 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:46:43,331 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:46:44,331 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:46:45,331 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:46:46,331 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:46:47,331 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:46:47,536 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:46:48,331 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:46:49,331 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:46:50,331 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:46:51,331 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:46:52,332 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:46:52,915 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:46:52,915 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:46:53,017 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:46:53,332 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:46:54,332 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:46:55,332 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:46:56,332 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:46:57,332 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:46:58,332 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:46:58,537 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:46:59,332 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:46:59,714 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 01:47:00,333 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:47:01,332 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:47:02,345 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:47:03,340 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:47:03,538 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:47:04,343 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:47:05,347 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:47:06,341 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:47:07,342 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:47:07,915 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:47:07,915 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:47:08,337 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 01:47:08,338 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 01:47:08,339 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 01:47:08,344 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 01:47:08,498 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 01:47:08,762 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:47:09,344 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:47:09,489 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:47:10,488 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:47:11,488 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:47:12,488 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:47:13,488 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:47:14,488 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:47:14,541 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:47:15,488 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:47:16,489 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:47:17,489 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:47:18,489 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:47:19,489 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:47:19,541 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:47:20,489 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:47:21,489 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:47:22,489 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:47:22,915 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:47:22,915 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:47:23,489 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:47:24,489 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:47:25,081 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:47:25,489 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:47:26,490 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:47:27,490 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:47:28,490 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:47:29,490 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:47:29,718 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 01:47:30,490 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:47:30,720 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:47:31,490 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:47:32,500 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:47:33,493 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:47:34,499 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:47:35,499 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:47:36,500 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:47:36,547 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:47:37,500 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:47:37,915 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:47:37,916 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:47:38,410 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 01:47:38,412 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 01:47:38,412 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 01:47:38,414 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 01:47:38,526 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 01:47:38,826 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:47:39,554 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:47:40,554 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:47:41,554 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:47:42,545 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:47:42,554 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:47:43,555 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:47:44,555 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:47:45,555 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:47:46,555 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:47:47,555 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:47:48,545 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:47:48,555 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:47:49,555 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:47:50,555 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:47:51,621 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:47:52,617 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:47:52,915 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:47:52,915 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:47:53,617 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:47:54,033 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:47:54,617 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:47:55,617 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:47:56,618 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:47:57,617 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:47:58,617 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:47:59,618 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:47:59,618 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:47:59,722 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 01:48:00,618 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:48:01,618 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:48:02,618 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:48:03,618 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:48:04,621 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:48:04,623 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:48:05,620 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:48:06,629 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:48:07,621 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:48:07,917 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:48:07,918 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:48:08,621 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:48:09,621 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:48:09,865 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 01:48:09,868 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 01:48:09,870 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 01:48:09,871 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:48:09,872 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 01:48:10,559 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 01:48:10,621 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:48:11,621 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:48:12,621 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:48:13,621 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:48:14,621 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:48:15,621 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:48:15,621 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:48:16,621 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:48:17,622 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:48:18,622 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:48:19,622 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:48:20,622 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:48:21,620 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:48:21,622 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:48:22,622 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:48:22,917 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:48:22,918 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:48:23,622 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:48:24,812 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:48:25,808 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:48:26,621 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:48:26,808 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:48:27,808 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:48:28,808 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:48:29,727 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 01:48:29,808 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:48:30,808 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:48:31,808 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:48:32,621 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:48:32,808 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:48:33,808 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:48:34,809 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:48:35,808 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:48:36,810 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:48:37,640 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:48:37,820 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:48:37,924 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:48:37,925 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:48:38,814 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:48:39,814 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:48:40,818 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:48:41,816 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:48:42,434 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 01:48:42,436 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 01:48:42,436 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 01:48:42,441 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 01:48:42,589 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 01:48:42,854 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:48:43,442 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:48:43,850 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:48:44,850 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:48:45,850 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:48:46,851 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:48:47,851 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:48:48,625 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:48:48,851 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:48:49,851 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:48:50,851 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:48:51,851 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:48:52,851 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:48:52,924 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:48:52,925 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:48:53,851 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:48:54,038 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:48:54,851 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:48:55,851 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:48:56,851 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:48:57,852 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:48:58,852 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:48:59,625 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:48:59,730 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 01:48:59,852 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:49:00,852 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:49:01,852 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:49:02,852 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:49:03,852 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:49:04,625 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:49:04,852 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:49:05,852 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:49:06,852 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:49:07,860 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:49:07,928 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:49:07,934 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:49:08,854 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:49:09,855 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:49:10,095 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:49:10,855 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:49:11,855 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:49:12,855 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:49:13,765 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 01:49:13,767 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 01:49:13,768 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 01:49:13,770 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 01:49:14,176 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:49:14,621 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 01:49:15,179 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:49:15,771 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:49:16,178 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:49:17,178 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:49:18,179 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:49:19,179 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:49:20,179 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:49:21,179 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:49:21,629 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:49:22,179 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:49:22,928 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:49:22,929 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:49:23,179 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:49:24,179 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:49:25,179 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:49:26,179 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:49:26,629 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:49:27,243 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:49:28,242 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:49:29,243 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:49:29,734 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 01:49:30,243 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:49:31,243 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:49:31,629 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:49:32,243 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:49:33,243 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:49:34,243 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:49:35,243 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:49:36,243 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:49:37,243 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:49:37,629 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:49:37,929 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:49:37,929 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:49:38,243 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:49:39,249 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:49:40,248 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:49:41,252 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:49:42,248 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:49:42,643 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:49:43,250 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:49:44,250 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:49:44,900 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 01:49:44,902 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 01:49:44,902 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 01:49:44,904 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 01:49:45,306 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:49:45,650 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 01:49:46,305 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:49:47,305 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:49:48,305 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:49:48,634 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:49:49,305 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:49:50,305 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:49:51,305 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:49:52,305 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:49:52,929 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:49:52,929 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:49:53,305 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:49:54,010 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:49:54,305 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:49:55,306 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:49:56,306 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:49:57,306 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:49:58,350 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:49:59,350 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:49:59,634 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:49:59,738 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 01:50:00,350 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:50:01,350 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:50:02,350 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:50:03,350 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:50:04,350 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:50:04,634 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:50:05,350 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:50:06,350 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:50:07,350 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:50:07,929 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:50:07,929 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:50:08,350 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:50:09,350 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:50:10,010 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:50:10,351 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:50:11,361 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:50:12,354 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:50:13,361 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:50:14,359 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:50:15,367 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:50:15,637 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:50:16,362 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:50:17,151 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 01:50:17,152 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 01:50:17,153 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 01:50:17,154 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 01:50:17,568 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:50:17,680 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 01:50:18,567 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:50:19,567 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:50:20,568 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:50:21,155 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:50:21,568 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:50:22,568 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:50:22,929 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:50:22,929 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:50:23,568 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:50:24,568 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:50:25,568 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:50:26,568 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:50:26,634 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:50:27,568 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:50:28,568 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:50:29,568 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:50:29,742 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 01:50:30,569 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:50:31,569 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:50:31,634 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:50:32,569 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:50:33,569 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:50:34,569 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:50:35,569 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:50:36,569 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:50:37,569 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:50:37,634 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:50:37,929 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:50:37,929 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:50:38,569 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:50:39,569 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:50:40,569 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:50:41,570 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:50:42,579 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:50:42,641 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:50:43,574 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:50:44,577 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:50:45,578 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:50:46,578 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:50:47,583 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:50:48,177 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 01:50:48,179 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 01:50:48,179 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 01:50:48,180 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:50:48,181 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 01:50:48,593 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:50:48,706 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 01:50:49,590 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:50:50,590 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:50:51,590 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:50:52,590 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:50:52,929 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:50:52,929 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:50:53,590 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:50:54,015 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:50:54,590 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:50:55,590 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:50:56,591 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:50:57,591 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:50:58,591 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:50:59,591 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:50:59,635 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:50:59,746 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 01:51:00,591 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:51:01,591 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:51:02,591 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:51:03,591 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:51:04,591 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:51:04,635 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:51:05,592 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:51:06,592 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:51:07,592 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:51:07,929 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:51:07,930 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:51:08,592 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:51:09,592 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:51:10,071 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:51:10,592 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:51:11,592 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:51:12,592 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:51:13,594 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:51:14,596 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:51:15,596 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:51:15,645 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:51:16,596 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:51:17,596 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:51:18,596 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:51:18,712 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 01:51:18,714 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 01:51:18,714 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 01:51:18,716 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 01:51:18,737 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 01:51:19,596 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:51:20,596 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:51:20,716 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:51:21,596 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:51:22,596 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:51:22,929 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:51:22,930 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:51:23,596 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:51:24,596 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:51:25,597 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:51:26,080 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:51:26,597 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:51:27,597 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:51:28,597 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:51:29,597 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:51:29,750 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 01:51:30,597 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:51:31,597 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:51:31,639 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:51:32,597 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:51:33,597 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:51:34,597 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:51:35,598 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:51:36,598 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:51:37,598 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:51:37,639 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:51:37,929 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:51:37,930 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:51:38,598 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:51:39,598 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:51:40,598 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:51:41,598 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:51:42,598 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:51:43,598 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:51:43,639 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:51:44,598 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:51:45,606 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:51:46,600 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:51:47,605 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:51:48,603 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:51:48,644 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:51:49,605 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:51:50,606 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:51:51,462 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 01:51:51,463 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 01:51:51,463 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 01:51:51,466 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 01:51:51,760 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 01:51:51,878 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:51:52,607 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:51:52,930 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:51:52,930 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:51:53,607 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:51:54,092 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:51:54,607 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:51:55,607 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:51:56,607 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:51:57,607 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:51:58,607 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:51:59,607 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:51:59,754 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 01:51:59,760 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:52:00,607 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:52:01,607 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:52:02,607 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:52:03,608 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:52:04,608 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:52:04,874 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:52:05,608 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:52:06,608 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:52:07,608 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:52:07,930 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:52:07,930 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:52:08,608 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:52:09,608 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:52:10,043 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:52:10,608 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:52:11,608 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:52:12,608 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:52:13,609 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:52:14,614 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:52:15,611 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:52:15,880 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:52:16,616 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:52:17,616 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:52:18,617 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:52:19,617 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:52:20,501 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 01:52:20,502 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 01:52:20,502 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 01:52:20,503 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 01:52:20,791 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 01:52:20,915 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:52:21,504 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:52:21,914 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:52:22,914 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:52:22,930 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:52:22,930 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:52:23,914 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:52:24,914 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:52:25,914 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:52:26,877 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:52:26,915 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:52:27,915 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:52:28,915 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:52:29,758 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 01:52:29,915 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:52:30,915 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:52:31,915 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:52:32,877 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:52:32,915 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:52:33,915 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:52:34,916 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:52:35,916 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:52:36,916 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:52:37,878 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:52:37,916 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:52:37,930 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:52:37,930 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:52:38,916 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:52:39,916 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:52:40,916 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:52:41,916 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:52:42,916 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:52:43,878 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:52:43,916 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:52:44,916 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:52:45,917 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:52:46,921 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:52:47,925 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:52:48,892 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:52:48,933 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:52:49,929 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:52:50,934 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:52:51,930 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:52:52,519 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 01:52:52,520 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 01:52:52,521 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 01:52:52,522 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 01:52:52,822 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 01:52:52,939 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:52:52,940 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:52:52,940 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:52:53,933 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:52:54,057 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:52:54,933 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:52:55,933 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:52:56,933 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:52:57,933 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:52:58,933 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:52:59,761 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 01:52:59,766 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:52:59,933 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:53:00,934 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:53:01,934 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:53:02,934 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:53:03,934 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:53:04,882 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:53:04,934 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:53:05,934 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:53:06,934 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:53:07,933 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:53:07,934 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:53:07,974 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:53:08,934 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:53:09,934 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:53:10,031 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:53:10,935 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:53:11,935 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:53:12,935 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:53:13,935 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:53:14,935 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:53:15,889 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:53:15,948 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:53:16,945 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:53:17,948 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:53:18,948 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:53:19,948 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:53:20,888 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:53:20,945 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:53:21,495 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 01:53:21,497 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 01:53:21,497 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 01:53:21,499 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 01:53:21,856 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 01:53:21,945 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:53:22,934 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:53:22,934 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:53:22,974 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:53:23,945 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:53:24,945 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:53:25,945 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:53:26,080 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:53:26,945 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:53:27,945 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:53:28,945 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:53:29,765 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 01:53:29,946 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:53:30,946 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:53:31,767 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:53:31,946 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:53:32,946 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:53:33,946 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:53:35,108 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:53:36,019 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:53:36,909 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:53:37,019 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:53:37,934 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:53:37,934 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:53:38,019 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:53:39,020 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:53:40,020 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:53:41,020 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:53:42,020 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:53:42,909 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:53:43,020 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:53:44,020 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:53:45,020 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:53:46,021 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:53:47,027 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:53:47,927 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:53:48,030 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:53:49,032 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:53:50,032 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:53:51,032 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:53:52,032 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:53:52,695 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 01:53:52,697 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 01:53:52,697 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 01:53:52,699 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 01:53:52,889 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 01:53:53,120 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:53:53,120 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:53:53,121 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:53:53,257 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:53:54,116 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:53:55,116 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:53:56,116 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:53:57,116 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:53:58,116 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:53:58,915 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:53:59,116 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:53:59,769 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 01:54:00,116 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:54:01,116 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:54:02,116 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:54:03,116 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:54:03,915 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:54:04,116 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:54:05,117 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:54:06,117 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:54:07,117 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:54:08,116 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:54:08,116 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:54:08,156 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:54:09,117 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:54:09,263 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:54:10,117 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:54:11,117 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:54:12,117 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:54:13,117 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:54:14,117 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:54:14,916 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:54:15,118 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:54:16,118 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:54:17,118 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:54:18,122 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:54:19,124 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:54:19,920 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:54:20,127 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:54:21,125 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:54:22,126 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:54:23,119 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:54:23,119 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:54:23,156 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:54:24,018 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 01:54:24,020 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 01:54:24,020 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 01:54:24,022 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 01:54:24,433 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:54:24,919 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 01:54:25,022 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:54:25,168 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:54:26,170 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:54:27,169 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:54:28,169 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:54:29,169 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:54:29,773 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 01:54:30,169 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:54:30,775 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:54:31,169 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:54:32,169 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:54:33,170 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:54:34,170 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:54:35,170 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:54:35,922 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:54:36,242 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:54:37,240 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:54:38,116 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:54:38,116 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:54:38,240 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:54:39,240 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:54:40,240 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:54:41,233 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:54:41,240 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:54:42,240 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:54:43,241 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:54:44,241 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:54:45,241 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:54:46,241 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:54:46,922 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:54:47,241 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:54:48,253 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:54:49,250 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:54:50,246 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:54:51,249 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:54:51,929 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:54:52,256 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:54:53,115 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:54:53,116 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:54:53,257 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:54:53,972 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 01:54:53,974 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 01:54:53,974 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 01:54:53,976 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 01:54:54,383 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:54:54,945 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 01:54:55,383 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:54:56,383 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:54:57,383 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:54:57,928 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:54:58,383 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:54:59,383 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:54:59,777 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 01:55:00,383 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:55:01,383 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:55:02,383 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:55:03,383 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:55:03,928 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:55:04,383 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:55:05,384 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:55:06,384 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:55:07,384 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:55:08,116 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:55:08,116 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:55:08,384 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:55:09,203 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:55:09,384 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:55:10,384 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:55:11,384 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:55:12,384 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:55:13,384 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:55:14,384 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:55:14,928 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:55:15,384 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:55:16,398 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:55:17,388 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:55:18,393 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:55:19,393 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:55:19,934 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:55:20,394 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:55:21,391 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:55:22,262 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 01:55:22,264 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 01:55:22,264 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 01:55:22,266 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 01:55:22,678 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:55:22,966 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 01:55:23,116 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:55:23,117 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:55:23,405 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:55:24,405 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:55:25,224 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:55:25,405 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:55:26,405 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:55:27,405 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:55:28,406 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:55:29,406 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:55:29,781 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 01:55:30,406 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:55:30,783 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:55:31,406 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:55:32,406 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:55:33,406 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:55:34,406 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:55:35,407 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:55:35,929 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:55:36,406 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:55:37,406 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:55:38,116 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:55:38,116 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:55:38,406 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:55:39,407 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:55:40,407 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:55:41,280 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:55:41,407 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:55:42,407 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:55:43,407 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:55:44,407 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:55:45,407 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:55:46,408 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:55:46,931 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:55:47,408 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:55:48,409 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:55:49,411 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:55:50,414 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:55:51,411 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:55:51,932 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:55:52,411 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:55:52,813 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 01:55:52,815 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 01:55:52,815 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 01:55:52,816 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 01:55:52,998 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 01:55:53,230 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:55:53,231 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:55:53,411 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:55:54,411 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:55:55,411 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:55:56,412 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:55:56,932 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:55:57,411 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:55:58,411 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:55:59,412 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:55:59,785 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 01:56:00,412 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:56:01,412 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:56:02,412 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:56:02,932 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:56:03,412 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:56:04,412 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:56:05,412 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:56:06,412 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:56:07,412 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:56:08,230 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:56:08,230 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:56:08,363 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:56:08,412 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:56:09,412 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:56:10,413 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:56:11,413 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:56:12,413 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:56:13,413 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:56:13,933 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:56:14,413 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:56:15,413 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:56:16,417 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:56:17,416 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:56:18,416 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:56:18,937 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:56:19,416 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:56:20,416 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:56:21,416 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:56:22,369 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 01:56:22,371 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 01:56:22,371 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 01:56:22,372 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 01:56:22,774 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:56:23,025 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 01:56:23,230 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:56:23,230 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:56:23,513 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:56:24,315 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:56:24,513 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:56:25,513 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:56:26,513 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:56:27,513 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:56:28,513 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:56:29,513 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:56:29,789 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 01:56:29,795 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:56:30,513 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:56:31,513 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:56:32,513 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:56:33,513 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:56:34,514 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:56:34,933 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:56:35,514 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:56:36,514 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:56:37,514 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:56:38,230 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:56:38,230 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:56:38,514 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:56:39,514 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:56:40,291 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:56:40,514 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:56:41,514 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:56:42,514 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:56:43,514 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:56:44,515 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:56:45,515 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:56:45,942 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:56:46,521 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:56:47,526 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:56:48,524 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:56:49,521 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:56:50,521 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:56:51,521 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:56:51,730 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 01:56:51,731 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 01:56:51,731 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 01:56:51,732 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:56:51,733 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 01:56:52,061 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 01:56:52,521 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:56:53,230 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:56:53,231 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:56:53,521 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:56:54,521 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:56:55,522 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:56:56,522 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:56:57,138 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:56:57,522 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:56:58,522 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:56:59,522 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:56:59,794 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 01:57:00,522 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:57:01,522 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:57:02,522 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:57:03,138 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:57:03,522 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:57:04,522 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:57:05,523 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:57:06,523 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:57:07,523 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:57:08,138 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:57:08,230 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:57:08,231 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:57:08,523 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:57:09,523 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:57:10,523 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:57:11,523 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:57:12,523 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:57:13,523 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:57:14,138 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:57:14,523 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:57:15,524 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:57:16,524 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:57:17,524 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:57:18,524 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:57:19,524 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:57:20,147 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:57:20,524 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:57:21,525 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:57:22,530 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:57:23,239 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:57:23,239 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:57:23,528 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:57:24,534 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:57:25,393 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:57:25,532 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:57:25,772 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 01:57:25,774 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 01:57:25,775 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 01:57:25,776 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 01:57:26,088 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 01:57:26,532 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:57:27,532 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:57:28,532 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:57:29,532 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:57:29,797 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 01:57:30,532 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:57:30,799 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:57:31,532 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:57:32,532 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:57:33,533 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:57:34,533 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:57:35,533 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:57:36,139 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:57:36,533 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:57:37,533 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:57:38,235 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:57:38,235 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:57:38,533 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:57:39,534 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:57:40,533 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:57:41,336 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:57:41,533 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:57:42,534 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:57:43,534 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:57:44,534 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:57:45,534 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:57:46,534 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:57:47,139 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:57:47,534 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:57:48,534 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:57:49,534 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:57:50,544 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:57:51,536 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:57:52,142 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:57:52,535 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:57:53,238 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:57:53,238 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:57:53,536 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:57:54,536 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:57:55,536 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:57:56,331 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 01:57:56,332 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 01:57:56,333 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 01:57:56,334 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 01:57:56,745 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:57:57,116 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 01:57:57,142 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:57:57,745 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:57:58,745 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:57:59,745 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:57:59,801 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 01:58:00,745 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:58:01,745 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:58:02,745 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:58:03,142 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:58:03,745 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:58:04,745 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:58:05,745 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:58:06,745 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:58:07,745 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:58:08,235 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:58:08,235 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:58:08,347 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:58:08,746 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:58:09,746 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:58:10,746 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:58:11,746 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:58:12,746 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:58:13,746 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:58:14,143 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:58:14,746 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:58:15,746 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:58:16,746 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:58:17,746 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:58:18,746 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:58:19,747 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:58:20,143 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:58:20,747 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:58:21,752 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:58:22,749 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:58:23,238 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:58:23,242 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:58:23,749 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:58:24,754 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:58:25,391 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:58:25,756 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:58:26,755 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:58:27,602 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 01:58:27,603 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 01:58:27,604 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 01:58:27,605 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 01:58:28,021 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:58:28,147 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 01:58:29,019 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:58:29,805 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 01:58:30,019 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:58:30,807 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:58:31,019 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:58:32,019 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:58:33,019 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:58:34,019 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:58:35,019 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:58:36,019 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:58:36,145 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:58:37,019 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:58:38,019 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:58:38,238 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:58:38,239 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:58:39,020 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:58:40,020 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:58:41,020 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:58:41,328 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:58:42,020 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:58:43,020 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:58:44,020 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:58:45,020 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:58:46,020 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:58:47,020 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:58:47,145 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:58:48,020 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:58:49,021 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:58:50,021 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:58:51,021 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:58:52,025 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:58:52,154 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:58:53,024 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:58:53,253 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:58:53,253 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:58:54,038 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:58:55,031 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:58:56,032 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:58:57,032 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:58:58,031 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 01:58:58,033 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 01:58:58,033 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 01:58:58,033 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:58:58,034 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 01:58:58,072 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:58:58,183 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 01:58:59,032 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:58:59,809 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 01:59:00,032 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:59:01,048 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:59:02,047 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:59:03,048 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:59:03,146 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:59:04,047 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:59:05,048 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:59:06,048 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:59:07,048 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:59:08,048 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:59:08,146 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:59:08,241 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:59:08,242 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:59:09,048 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:59:10,048 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:59:11,048 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:59:12,048 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:59:13,048 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:59:13,163 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:59:14,048 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:59:15,048 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:59:16,049 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:59:17,049 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:59:18,049 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:59:19,049 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:59:19,162 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:59:20,049 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:59:21,049 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:59:22,049 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:59:24,597 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:59:24,597 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:59:24,666 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:59:25,050 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:59:29,666 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:59:29,815 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 01:59:32,026 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:59:33,160 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:59:34,722 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:59:39,722 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:59:40,220 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:59:41,184 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:59:41,185 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:59:42,244 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 01:59:45,291 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:59:48,313 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 01:59:50,662 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:59:55,663 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 01:59:58,275 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 01:59:59,667 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 01:59:59,668 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 01:59:59,825 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 02:00:00,828 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:00:05,828 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:00:06,643 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 02:00:11,470 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:00:15,416 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 02:00:16,471 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:00:19,606 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:00:19,606 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:00:22,288 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:00:27,288 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:00:29,818 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 02:00:30,156 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:00:30,156 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:00:33,288 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:00:38,288 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:00:43,288 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:00:45,193 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:00:45,193 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:00:48,331 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:00:54,289 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:00:59,827 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 02:00:59,829 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:01:00,184 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:01:00,185 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:01:05,289 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:01:11,288 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:01:16,289 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:01:21,290 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:01:26,290 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:01:29,826 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 02:01:31,829 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:01:32,391 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 02:01:32,432 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:01:32,433 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:01:37,392 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:01:43,392 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:01:47,388 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:01:47,388 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:01:48,538 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:01:54,392 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:01:59,393 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:01:59,830 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 02:02:02,388 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:02:02,389 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:02:04,558 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:02:10,393 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:02:12,398 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 02:02:15,393 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:02:17,388 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:02:17,389 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:02:20,475 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:02:26,393 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:02:29,837 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 02:02:31,841 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:02:32,388 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:02:32,389 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:02:37,393 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:02:42,394 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:02:47,392 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:02:47,394 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:02:47,399 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:02:53,394 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:02:59,394 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:02:59,841 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 02:03:02,389 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:03:02,389 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:03:04,494 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:03:10,394 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:03:15,395 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:03:20,396 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:03:25,396 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:03:29,845 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 02:03:30,847 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:03:35,848 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:03:40,848 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:03:45,849 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:03:47,990 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 02:03:48,031 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:03:48,032 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:03:51,137 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:03:56,992 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:03:59,849 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 02:04:02,851 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:04:02,991 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:04:02,991 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:04:07,992 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:04:13,997 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:04:17,994 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:04:17,994 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:04:19,124 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:04:19,353 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 02:04:19,355 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 02:04:19,355 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 02:04:19,357 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 02:04:20,162 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 02:04:24,993 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:04:29,852 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 02:04:30,853 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:04:32,994 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:04:32,995 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:04:36,104 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:04:41,993 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:04:46,997 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:04:48,004 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:04:48,008 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:04:49,445 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 02:04:49,446 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 02:04:49,447 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 02:04:49,449 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 02:04:50,188 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 02:04:52,449 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:04:57,995 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:04:59,856 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 02:05:02,996 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:05:02,997 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:05:02,997 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:05:08,996 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:05:13,996 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:05:18,012 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:05:18,012 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:05:19,098 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:05:21,044 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 02:05:21,045 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 02:05:21,045 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 02:05:21,047 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 02:05:21,219 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 02:05:25,003 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:05:29,860 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 02:05:30,862 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:05:33,000 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:05:33,001 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:05:36,112 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:05:42,000 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:05:47,009 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:05:48,011 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:05:48,011 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:05:52,097 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:05:52,158 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 02:05:52,159 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 02:05:52,160 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 02:05:52,161 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 02:05:52,248 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 02:05:58,002 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:05:59,865 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 02:06:03,003 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:06:03,004 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:06:03,165 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:06:09,003 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:06:15,011 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:06:18,020 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:06:18,020 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:06:20,127 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:06:20,805 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 02:06:20,807 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 02:06:20,807 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 02:06:20,808 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 02:06:21,278 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 02:06:26,007 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:06:29,868 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 02:06:31,870 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:06:33,007 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:06:33,008 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:06:37,173 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:06:43,007 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:06:48,008 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:06:48,008 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:06:48,008 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:06:49,727 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 02:06:49,728 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 02:06:49,729 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 02:06:49,730 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 02:06:50,313 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 02:06:53,008 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:06:59,008 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:06:59,872 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 02:07:03,009 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:07:03,010 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:07:04,166 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:07:10,009 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:07:15,012 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:07:18,014 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:07:18,014 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:07:19,964 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 02:07:19,965 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 02:07:19,965 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 02:07:19,967 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 02:07:20,340 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 02:07:20,967 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:07:26,015 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:07:29,876 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 02:07:31,878 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:07:33,011 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:07:33,011 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:07:37,093 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:07:43,015 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:07:48,021 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:07:48,032 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:07:48,032 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:07:49,411 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 02:07:49,413 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 02:07:49,413 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 02:07:49,415 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 02:07:50,369 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 02:07:54,019 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:07:59,880 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 02:07:59,886 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:08:03,026 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:08:03,026 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:08:05,187 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:08:11,019 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:08:16,021 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:08:18,029 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:08:18,029 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:08:19,783 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 02:08:19,785 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 02:08:19,786 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 02:08:19,787 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 02:08:20,401 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 02:08:21,788 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:08:27,021 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:08:29,884 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 02:08:32,887 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:08:33,029 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:08:33,030 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:08:38,021 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:08:43,021 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:08:48,022 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:08:48,039 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:08:48,043 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:08:49,245 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 02:08:49,246 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 02:08:49,247 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 02:08:49,248 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 02:08:49,426 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 02:08:53,023 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:08:59,022 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:08:59,889 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 02:09:03,035 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:09:03,036 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:09:04,102 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:09:10,023 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:09:15,030 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:09:18,037 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:09:18,037 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:09:20,193 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:09:20,428 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 02:09:20,429 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 02:09:20,430 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 02:09:20,431 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 02:09:20,453 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 02:09:26,025 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:09:29,892 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 02:09:31,894 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:09:33,037 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:09:33,038 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:09:37,120 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:09:43,024 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:09:48,028 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:09:48,044 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:09:48,044 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:09:52,481 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 02:09:52,482 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 02:09:52,483 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 02:09:52,484 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 02:09:52,485 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 02:09:54,025 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:09:59,896 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 02:09:59,902 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:10:03,041 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:10:03,042 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:10:05,205 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:10:11,025 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:10:17,025 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:10:18,042 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:10:18,042 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:10:22,214 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:10:24,261 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 02:10:24,263 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 02:10:24,263 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 02:10:24,265 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 02:10:24,514 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 02:10:27,265 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:10:29,900 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 02:10:32,903 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:10:33,042 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:10:33,042 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:10:38,029 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:10:44,029 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:10:48,055 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:10:48,059 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:10:49,155 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:10:53,671 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 02:10:53,672 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 02:10:53,673 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 02:10:53,674 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 02:10:54,546 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 02:10:54,675 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:10:59,904 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 02:10:59,910 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:11:03,049 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:11:03,050 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:11:05,124 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:11:11,033 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:11:17,033 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:11:18,050 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:11:18,050 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:11:22,133 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:11:25,879 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 02:11:25,881 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 02:11:25,881 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 02:11:25,882 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 02:11:26,575 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 02:11:27,883 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:11:29,909 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 02:11:32,912 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:11:33,050 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:11:33,050 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:11:38,035 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:11:43,035 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:11:48,050 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:11:48,050 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:11:48,187 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:11:54,042 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:11:56,208 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 02:11:56,209 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 02:11:56,210 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 02:11:56,211 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 02:11:56,599 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 02:11:59,912 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 02:11:59,919 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:12:03,050 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:12:03,050 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:12:05,160 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:12:11,038 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:12:16,038 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:12:18,050 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:12:18,050 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:12:21,139 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:12:26,230 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 02:12:26,231 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 02:12:26,231 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 02:12:26,232 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:12:26,233 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 02:12:26,633 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 02:12:29,916 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 02:12:31,919 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:12:33,050 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:12:33,050 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:12:37,188 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:12:43,041 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:12:48,041 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:12:48,050 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:12:48,051 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:12:54,041 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:12:59,061 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:12:59,921 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 02:13:00,569 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 02:13:00,570 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 02:13:00,570 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 02:13:00,571 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 02:13:00,666 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 02:13:03,050 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:13:03,051 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:13:04,161 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:13:10,047 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:13:16,047 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:13:18,050 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:13:18,051 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:13:21,122 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:13:27,056 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:13:29,923 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 02:13:31,968 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 02:13:31,969 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 02:13:31,970 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 02:13:31,972 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 02:13:32,698 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 02:13:32,973 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:13:33,051 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:13:33,052 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:13:38,051 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:13:44,051 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:13:48,051 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:13:48,052 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:13:49,198 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:13:55,052 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:13:59,928 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 02:14:00,929 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:14:01,579 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 02:14:01,581 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 02:14:01,581 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 02:14:01,582 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 02:14:01,725 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 02:14:03,051 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:14:03,052 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:14:06,182 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:14:12,053 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:14:18,051 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:14:18,052 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:14:18,166 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:14:24,053 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:14:29,061 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:14:29,938 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 02:14:32,275 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 02:14:32,276 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 02:14:32,276 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 02:14:32,277 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 02:14:32,753 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 02:14:33,051 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:14:33,052 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:14:34,219 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:14:40,058 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:14:46,058 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:14:48,051 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:14:48,052 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:14:51,138 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:14:57,058 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:14:59,937 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 02:15:02,941 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:15:03,055 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:15:03,055 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:15:04,824 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 02:15:04,825 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 02:15:04,825 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 02:15:04,827 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 02:15:05,783 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 02:15:08,063 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:15:14,062 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:15:18,055 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:15:18,056 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:15:19,212 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:15:25,063 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:15:29,942 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 02:15:30,944 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:15:33,061 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:15:33,062 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:15:35,014 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 02:15:35,016 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 02:15:35,017 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 02:15:35,018 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 02:15:35,810 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 02:15:36,019 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:15:41,065 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:15:46,065 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:15:48,059 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:15:48,060 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:15:51,222 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:15:57,065 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:15:59,955 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 02:16:02,960 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:16:03,066 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:16:03,066 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:16:05,606 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 02:16:05,607 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 02:16:05,608 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 02:16:05,609 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 02:16:05,835 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 02:16:08,069 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:16:14,069 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:16:18,063 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:16:18,064 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:16:19,225 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:16:25,070 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:16:29,954 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 02:16:30,959 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:16:33,074 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:16:33,074 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:16:34,545 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 02:16:34,546 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 02:16:34,546 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 02:16:34,548 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 02:16:34,858 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 02:16:36,549 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:16:42,072 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:16:48,069 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:16:48,069 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:16:48,221 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:16:54,072 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:16:59,951 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 02:16:59,953 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:17:03,087 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:17:03,087 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:17:05,495 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:17:07,197 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 02:17:07,198 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 02:17:07,198 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 02:17:07,203 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 02:17:07,885 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 02:17:11,073 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:17:17,072 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:17:18,072 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:17:18,073 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:17:22,219 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:17:28,072 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:17:29,955 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 02:17:33,076 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:17:33,080 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:17:33,229 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:17:36,576 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 02:17:36,577 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 02:17:36,577 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 02:17:36,579 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 02:17:36,910 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 02:17:39,078 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:17:45,078 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:17:48,210 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 02:17:48,250 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:17:48,251 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:17:50,336 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:17:56,119 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:17:59,965 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 02:18:01,970 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:18:03,129 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:18:03,129 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:18:05,505 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 02:18:05,507 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 02:18:05,507 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 02:18:05,509 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 02:18:05,944 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 02:18:07,510 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:18:13,126 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:18:18,123 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:18:18,123 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:18:18,207 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:18:24,127 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:18:29,135 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:18:29,965 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 02:18:33,129 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:18:33,134 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:18:34,275 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:18:34,501 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 02:18:34,503 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 02:18:34,504 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 02:18:34,509 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 02:18:34,969 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 02:18:40,131 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:18:46,131 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:18:48,123 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:18:48,123 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:18:51,243 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:18:57,131 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:18:59,964 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 02:19:02,980 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:19:03,125 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:19:03,125 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:19:04,837 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 02:19:04,838 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 02:19:04,838 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 02:19:04,841 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 02:19:05,001 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 02:19:08,132 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:19:14,133 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:19:18,125 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:19:18,125 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:19:19,290 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:19:25,134 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:19:29,969 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 02:19:30,979 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:19:33,129 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:19:33,133 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:19:36,293 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:19:36,815 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 02:19:36,817 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 02:19:36,817 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 02:19:36,822 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 02:19:37,026 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 02:19:42,134 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:19:48,129 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:19:48,129 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:19:48,194 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:19:54,134 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:19:59,973 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 02:19:59,975 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:20:03,134 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:20:03,136 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:20:05,213 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:20:06,711 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 02:20:06,713 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 02:20:06,714 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 02:20:06,715 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 02:20:07,056 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 02:20:11,139 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:20:17,139 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:20:18,244 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:20:18,244 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:20:22,391 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:20:28,147 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:20:29,983 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 02:20:33,154 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:20:33,242 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:20:33,243 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:20:34,686 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 02:20:34,687 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 02:20:34,687 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 02:20:34,688 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 02:20:35,081 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 02:20:39,151 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:20:45,151 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:20:48,242 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:20:48,243 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:20:50,306 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:20:56,152 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:20:59,979 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 02:21:01,988 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:21:03,252 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:21:03,256 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:21:04,537 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 02:21:04,539 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 02:21:04,539 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 02:21:04,541 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 02:21:05,108 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 02:21:07,541 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:21:13,154 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:21:18,154 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:21:18,250 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:21:18,251 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:21:24,154 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:21:29,984 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 02:21:29,985 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:21:33,255 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:21:33,259 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:21:35,393 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:21:35,608 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 02:21:35,610 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 02:21:35,611 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 02:21:35,612 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 02:21:36,139 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 02:21:41,158 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:21:46,158 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:21:48,254 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:21:48,255 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:21:51,356 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:21:57,158 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:21:59,993 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 02:22:02,994 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:22:03,257 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:22:03,258 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:22:04,523 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 02:22:04,525 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 02:22:04,526 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 02:22:04,527 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 02:22:05,164 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 02:22:08,164 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:22:14,164 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:22:18,258 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:22:18,258 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:22:19,355 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:22:25,164 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:22:30,002 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 02:22:31,005 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:22:33,265 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:22:33,265 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:22:34,107 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 02:22:34,109 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 02:22:34,110 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 02:22:34,111 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 02:22:34,192 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 02:22:36,112 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:22:41,166 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:22:47,166 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:22:48,259 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:22:48,260 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:22:52,426 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:22:58,166 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:23:00,000 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 02:23:03,169 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:23:03,263 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:23:03,264 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:23:07,327 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 02:23:07,328 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 02:23:07,328 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 02:23:07,332 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 02:23:08,169 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:23:08,215 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 02:23:14,169 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:23:18,263 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:23:18,264 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:23:19,408 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:23:25,170 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:23:30,002 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 02:23:31,005 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:23:33,264 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:23:33,264 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:23:36,389 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:23:41,809 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 02:23:41,811 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 02:23:41,811 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 02:23:41,812 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:23:41,817 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 02:23:42,242 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 02:23:47,175 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:23:48,264 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:23:48,264 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:23:52,340 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:23:58,175 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:24:00,007 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 02:24:03,264 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:24:03,264 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:24:03,376 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:24:09,182 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:24:13,807 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 02:24:13,808 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 02:24:13,808 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 02:24:13,810 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 02:24:14,274 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 02:24:14,811 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:24:18,264 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:24:18,264 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:24:20,387 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:24:26,178 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:24:30,011 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 02:24:32,013 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:24:33,264 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:24:33,264 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:24:37,363 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:24:41,612 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 02:24:41,613 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 02:24:41,613 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 02:24:41,614 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 02:24:42,297 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 02:24:42,615 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:24:48,181 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:24:48,264 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:24:48,265 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:24:53,181 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:24:58,182 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:25:00,015 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 02:25:03,264 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:25:03,265 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:25:03,323 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:25:09,199 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:25:10,900 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 02:25:10,901 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 02:25:10,901 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 02:25:10,902 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 02:25:11,324 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 02:25:15,185 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:25:18,264 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:25:18,265 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:25:20,367 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:25:26,185 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:25:30,019 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 02:25:32,021 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:25:33,265 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:25:33,265 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:25:37,359 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:25:39,239 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 02:25:39,241 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 02:25:39,242 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 02:25:39,243 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 02:25:39,351 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 02:25:43,187 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:25:48,265 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:25:48,265 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:25:48,349 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:25:54,186 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:26:00,023 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 02:26:00,030 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:26:03,265 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:26:03,265 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:26:05,382 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:26:09,655 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 02:26:09,656 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 02:26:09,657 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 02:26:09,658 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 02:26:10,378 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 02:26:10,659 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:26:16,192 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:26:18,265 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:26:18,265 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:26:21,375 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:26:27,193 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:26:30,026 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 02:26:33,032 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:26:33,271 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:26:33,273 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:26:38,044 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 02:26:38,045 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 02:26:38,046 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 02:26:38,046 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:26:38,048 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 02:26:38,406 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 02:26:43,457 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:26:48,270 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:26:48,270 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:26:49,457 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:26:54,458 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:27:00,030 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 02:27:00,036 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:27:03,269 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:27:03,270 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:27:05,472 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:27:07,496 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 02:27:07,498 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 02:27:07,498 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 02:27:07,500 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 02:27:08,438 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 02:27:11,463 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:27:17,463 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:27:18,270 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:27:18,270 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:27:23,463 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:27:29,463 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:27:30,034 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 02:27:33,281 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:27:33,289 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:27:34,471 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:27:37,220 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 02:27:37,222 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 02:27:37,222 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 02:27:37,224 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 02:27:37,467 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 02:27:40,464 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:27:46,464 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:27:48,275 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:27:48,275 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:27:52,464 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:27:57,464 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:28:00,038 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 02:28:03,048 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:28:03,275 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:28:03,275 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:28:06,477 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 02:28:06,478 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 02:28:06,478 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 02:28:06,480 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 02:28:06,490 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 02:28:08,467 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:28:14,468 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:28:18,275 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:28:18,275 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:28:20,467 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:28:25,468 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:28:30,042 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 02:28:31,045 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:28:33,275 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:28:33,276 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:28:36,473 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:28:40,850 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 02:28:40,850 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 02:28:40,851 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 02:28:40,852 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 02:28:41,527 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 02:28:41,853 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:28:47,472 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:28:48,275 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:28:48,276 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:28:52,473 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:28:58,472 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:29:00,047 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 02:29:03,275 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:29:03,276 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:29:04,472 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:29:09,488 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:29:12,872 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 02:29:12,873 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 02:29:12,874 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 02:29:12,875 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 02:29:13,552 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 02:29:15,474 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:29:18,275 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:29:18,276 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:29:21,473 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:29:26,474 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:29:30,050 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 02:29:32,053 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:29:33,275 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:29:33,276 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:29:37,474 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:29:42,488 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:29:45,326 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 02:29:45,327 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 02:29:45,327 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 02:29:45,329 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 02:29:45,583 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 02:29:48,276 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:29:48,276 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:29:48,431 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:29:53,481 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:29:58,482 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:30:00,054 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 02:30:03,276 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:30:03,276 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:30:04,481 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:30:09,487 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:30:14,410 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 02:30:14,411 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 02:30:14,412 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 02:30:14,413 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 02:30:14,610 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 02:30:15,414 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:30:18,276 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:30:18,276 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:30:20,489 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:30:25,489 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:30:30,059 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 02:30:31,061 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:30:33,276 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:30:33,277 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:30:36,490 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:30:41,494 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:30:42,814 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 02:30:42,816 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 02:30:42,816 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 02:30:42,818 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 02:30:43,637 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 02:30:47,492 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:30:48,276 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:30:48,277 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:30:53,491 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:30:58,492 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:31:00,063 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 02:31:03,276 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:31:03,277 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:31:03,530 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:31:09,509 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:31:13,239 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 02:31:13,240 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 02:31:13,241 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 02:31:13,243 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 02:31:13,646 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 02:31:13,661 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 02:31:14,647 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:31:18,276 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:31:18,277 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:31:20,646 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:31:25,647 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:31:30,068 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 02:31:31,070 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:31:33,276 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:31:33,277 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:31:36,655 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:31:41,372 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 02:31:41,374 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 02:31:41,374 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 02:31:41,376 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 02:31:41,688 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 02:31:42,376 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:31:47,651 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:31:48,276 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:31:48,277 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:31:53,650 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:31:58,651 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:32:00,072 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 02:32:03,277 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:32:03,277 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:32:04,651 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:32:09,664 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:32:12,524 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 02:32:12,525 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 02:32:12,525 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 02:32:12,526 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 02:32:12,721 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 02:32:15,658 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:32:18,277 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:32:18,277 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:32:20,658 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:32:26,658 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:32:30,075 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 02:32:32,078 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:32:33,277 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:32:33,277 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:32:37,658 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:32:42,666 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:32:44,108 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 02:32:44,110 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 02:32:44,111 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 02:32:44,112 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 02:32:44,750 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 02:32:48,114 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:32:48,277 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:32:48,278 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:32:53,661 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:32:58,662 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:33:00,079 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 02:33:03,277 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:33:03,278 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:33:04,662 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:33:09,662 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:33:14,669 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:33:15,979 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 02:33:15,981 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 02:33:15,981 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 02:33:15,983 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 02:33:16,775 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 02:33:18,277 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:33:18,278 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:33:20,667 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:33:25,668 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:33:30,083 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 02:33:31,085 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:33:33,277 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:33:33,278 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:33:36,668 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:33:41,673 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:33:45,741 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 02:33:45,742 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 02:33:45,742 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 02:33:45,743 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 02:33:45,802 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 02:33:46,743 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:33:48,278 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:33:48,278 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:33:52,669 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:33:57,670 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:34:00,084 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 02:34:03,087 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:34:03,277 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:34:03,278 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:34:08,670 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:34:13,686 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:34:14,654 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 02:34:14,655 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 02:34:14,656 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 02:34:14,657 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 02:34:14,830 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 02:34:18,278 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:34:18,278 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:34:19,673 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:34:25,673 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:34:30,088 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 02:34:31,091 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:34:33,278 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:34:33,278 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:34:36,674 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:34:41,679 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:34:45,429 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 02:34:45,430 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 02:34:45,430 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 02:34:45,432 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 02:34:45,857 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 02:34:47,433 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:34:48,278 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:34:48,278 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:34:52,679 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:34:58,679 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:35:00,094 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 02:35:03,278 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:35:03,279 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:35:04,679 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:35:09,679 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:35:15,679 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:35:16,945 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 02:35:16,946 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 02:35:16,946 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 02:35:16,948 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 02:35:17,883 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 02:35:18,278 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:35:18,279 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:35:20,679 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:35:25,679 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:35:30,094 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 02:35:31,097 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:35:33,278 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:35:33,279 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:35:36,679 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:35:41,679 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:35:46,691 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:35:47,930 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 02:35:47,932 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 02:35:47,932 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 02:35:47,934 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 02:35:48,349 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:35:48,350 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:35:48,905 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 02:35:52,684 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:35:57,685 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:36:00,097 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 02:36:03,098 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:36:03,348 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:36:03,349 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:36:08,685 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:36:13,685 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:36:18,351 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:36:18,351 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:36:19,674 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 02:36:19,676 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 02:36:19,676 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 02:36:19,677 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:36:19,678 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 02:36:19,931 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 02:36:24,685 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:36:30,101 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 02:36:30,107 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:36:33,351 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:36:33,351 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:36:35,685 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:36:40,685 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:36:45,691 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:36:48,358 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:36:48,364 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:36:50,677 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 02:36:50,679 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 02:36:50,679 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 02:36:50,680 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 02:36:50,956 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 02:36:51,681 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:36:56,692 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:37:00,105 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 02:37:02,107 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:37:03,355 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:37:03,355 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:37:07,692 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:37:12,692 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:37:17,704 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:37:18,358 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:37:18,359 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:37:21,897 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 02:37:21,899 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 02:37:21,900 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 02:37:21,901 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 02:37:21,984 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 02:37:22,902 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:37:28,697 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:37:30,109 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 02:37:33,358 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:37:33,359 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:37:34,085 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:37:39,760 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:37:44,760 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:37:48,366 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:37:48,370 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:37:49,768 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:37:51,187 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 02:37:51,189 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 02:37:51,189 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 02:37:51,191 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 02:37:52,013 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 02:37:55,763 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:38:00,113 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 02:38:01,116 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:38:03,363 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:38:03,363 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:38:06,807 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:38:12,806 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:38:17,814 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:38:18,371 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:38:18,377 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:38:21,981 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 02:38:21,983 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 02:38:21,983 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 02:38:21,985 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 02:38:22,044 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 02:38:22,986 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:38:28,814 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:38:30,117 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 02:38:33,369 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:38:33,369 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:38:34,814 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:38:39,814 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:38:45,814 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:38:48,374 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:38:48,374 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:38:50,825 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:38:53,133 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 02:38:53,134 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 02:38:53,135 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 02:38:53,136 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 02:38:54,069 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 02:38:56,818 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:39:00,120 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 02:39:02,123 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:39:03,373 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:39:03,373 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:39:07,818 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:39:12,818 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:39:18,373 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:39:18,373 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:39:18,531 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:39:23,821 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:39:24,464 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 02:39:24,465 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 02:39:24,466 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 02:39:24,468 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 02:39:25,097 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 02:39:28,822 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:39:30,124 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 02:39:33,373 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:39:33,373 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:39:34,821 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:39:39,822 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:39:45,822 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:39:48,384 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:39:48,392 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:39:50,842 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:39:54,069 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 02:39:54,071 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 02:39:54,071 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 02:39:54,073 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 02:39:54,136 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 02:39:56,074 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:40:00,128 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 02:40:01,131 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:40:03,376 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:40:03,376 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:40:06,827 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:40:11,827 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:40:17,827 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:40:18,381 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:40:18,387 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:40:22,839 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:40:24,095 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 02:40:24,097 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 02:40:24,097 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 02:40:24,099 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 02:40:24,165 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 02:40:28,101 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:40:30,133 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 02:40:33,136 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:40:33,379 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:40:33,379 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:40:38,835 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:40:43,835 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:40:48,379 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:40:48,379 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:40:49,835 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:40:54,844 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:40:55,087 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 02:40:55,089 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 02:40:55,089 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 02:40:55,091 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 02:40:55,199 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 02:41:00,136 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 02:41:00,143 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:41:03,379 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:41:03,379 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:41:05,838 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:41:10,839 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:41:16,839 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:41:18,379 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:41:18,380 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:41:21,849 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:41:25,652 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 02:41:25,654 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 02:41:25,654 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 02:41:25,655 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 02:41:26,225 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 02:41:27,656 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:41:30,140 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 02:41:33,142 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:41:33,379 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:41:33,379 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:41:38,839 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:41:43,840 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:41:48,379 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:41:48,380 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:41:49,846 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:41:55,083 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 02:41:55,085 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 02:41:55,085 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 02:41:55,085 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:41:55,086 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 02:41:55,263 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 02:42:00,144 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 02:42:00,150 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:42:03,379 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:42:03,380 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:42:05,840 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:42:10,840 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:42:16,840 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:42:18,393 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:42:18,393 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:42:21,846 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:42:23,242 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 02:42:23,244 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 02:42:23,245 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 02:42:23,246 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 02:42:23,297 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 02:42:27,844 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:42:30,148 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 02:42:33,150 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:42:33,386 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:42:33,386 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:42:38,844 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:42:44,844 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:42:48,386 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:42:48,386 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:42:49,851 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:42:54,856 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:42:55,674 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 02:42:55,676 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 02:42:55,676 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 02:42:55,677 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 02:42:56,327 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 02:43:00,152 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 02:43:00,158 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:43:03,386 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:43:03,387 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:43:05,847 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:43:10,847 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:43:16,847 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:43:18,396 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:43:18,399 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:43:21,856 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:43:24,175 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 02:43:24,177 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 02:43:24,178 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 02:43:24,179 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 02:43:24,353 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 02:43:27,180 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:43:30,157 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 02:43:33,159 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:43:33,390 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:43:33,390 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:43:38,851 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:43:44,851 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:43:48,390 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:43:48,390 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:43:49,867 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:43:54,469 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 02:43:54,471 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 02:43:54,471 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 02:43:54,473 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 02:43:55,380 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 02:43:55,474 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:44:00,160 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 02:44:01,162 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:44:03,390 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:44:03,390 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:44:06,856 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:44:12,072 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:44:18,072 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:44:18,390 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:44:18,390 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:44:23,080 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:44:28,080 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:44:28,569 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 02:44:28,571 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 02:44:28,571 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 02:44:28,573 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 02:44:29,414 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 02:44:30,164 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 02:44:33,166 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:44:33,390 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:44:33,390 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:44:39,074 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:44:44,075 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:44:48,390 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:44:48,391 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:44:50,075 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:44:55,075 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:45:00,125 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:45:00,166 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 02:45:01,891 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 02:45:01,892 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 02:45:01,893 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 02:45:01,894 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 02:45:02,443 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 02:45:03,390 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:45:03,391 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:45:06,079 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:45:12,079 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:45:17,079 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:45:18,390 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:45:18,391 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:45:23,079 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:45:28,082 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:45:30,171 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 02:45:31,693 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 02:45:31,695 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 02:45:31,695 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 02:45:31,697 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 02:45:32,467 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 02:45:33,391 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:45:33,391 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:45:33,497 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:45:39,085 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:45:45,085 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:45:48,391 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:45:48,391 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:45:51,084 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:45:56,097 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:45:59,340 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 02:45:59,342 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 02:45:59,342 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 02:45:59,343 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 02:45:59,490 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 02:46:00,173 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 02:46:01,176 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:46:03,391 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:46:03,391 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:46:07,090 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:46:13,090 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:46:18,090 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:46:18,391 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:46:18,392 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:46:24,090 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:46:29,101 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:46:30,179 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 02:46:31,947 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 02:46:31,948 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 02:46:31,949 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 02:46:31,950 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 02:46:32,532 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 02:46:33,391 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:46:33,392 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:46:35,094 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:46:41,094 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:46:46,094 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:46:48,391 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:46:48,392 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:46:52,094 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:46:57,099 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:47:00,212 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 02:47:01,127 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 02:47:01,128 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 02:47:01,128 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 02:47:01,130 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 02:47:01,562 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 02:47:02,130 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:47:03,391 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:47:03,392 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:47:08,098 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:47:13,100 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:47:18,391 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:47:18,392 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:47:18,461 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:47:24,099 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:47:29,108 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:47:30,189 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 02:47:32,004 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 02:47:32,005 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 02:47:32,005 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 02:47:32,011 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 02:47:32,588 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 02:47:33,392 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:47:33,392 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:47:35,105 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:47:40,105 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:47:46,106 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:47:48,392 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:47:48,393 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:47:51,106 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:47:56,106 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:48:00,194 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 02:48:01,195 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:48:03,392 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:48:03,394 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:48:03,521 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 02:48:03,548 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 02:48:03,548 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 02:48:03,553 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 02:48:03,618 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 02:48:07,107 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:48:13,107 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:48:18,392 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:48:18,393 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:48:18,484 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:48:24,107 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:48:29,111 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:48:30,203 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 02:48:33,393 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:48:33,395 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:48:34,394 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 02:48:34,395 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 02:48:34,396 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 02:48:34,396 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:48:34,398 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 02:48:34,644 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 02:48:40,108 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:48:46,108 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:48:48,394 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:48:48,394 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:48:51,108 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:48:56,113 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:49:00,206 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 02:49:01,207 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:49:01,606 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 02:49:01,607 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 02:49:01,608 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 02:49:01,609 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 02:49:01,675 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 02:49:03,394 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:49:03,395 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:49:07,114 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:49:12,115 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:49:18,115 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:49:18,394 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:49:18,394 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:49:24,115 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:49:29,120 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:49:30,319 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 02:49:32,581 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 02:49:32,582 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 02:49:32,582 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 02:49:32,585 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 02:49:32,709 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 02:49:33,394 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:49:33,395 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:49:35,120 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:49:40,120 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:49:46,121 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:49:48,394 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:49:48,395 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:49:51,121 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:49:57,127 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:50:00,213 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 02:50:02,216 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:50:02,741 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 02:50:02,743 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 02:50:02,743 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 02:50:02,748 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 02:50:02,748 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 02:50:03,394 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:50:03,395 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:50:08,125 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:50:13,125 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:50:18,394 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:50:18,395 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:50:18,502 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:50:24,125 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:50:29,131 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:50:30,215 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 02:50:31,806 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 02:50:31,807 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 02:50:31,807 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 02:50:31,808 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 02:50:32,774 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 02:50:33,395 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:50:33,395 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:50:35,126 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:50:40,127 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:50:45,127 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:50:48,395 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:50:48,395 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:50:51,127 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:50:56,139 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:50:57,287 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 02:50:57,288 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 02:50:57,288 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 02:50:57,293 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 02:50:57,802 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 02:51:00,220 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 02:51:01,222 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:51:03,395 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:51:03,395 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:51:07,133 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:51:12,133 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:51:17,133 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:51:18,395 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:51:18,395 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:51:22,137 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:51:27,143 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:51:27,582 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 02:51:27,583 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 02:51:27,584 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 02:51:27,589 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 02:51:27,826 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 02:51:30,224 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 02:51:32,226 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:51:33,395 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:51:33,395 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:51:38,137 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:51:44,137 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:51:48,395 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:51:48,396 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:51:50,137 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:51:56,137 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:51:58,295 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 02:51:58,296 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 02:51:58,296 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 02:51:58,302 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 02:51:58,858 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 02:52:00,230 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 02:52:01,232 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:52:03,395 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:52:03,396 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:52:07,137 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:52:13,138 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:52:18,138 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:52:18,396 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:52:18,396 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:52:23,141 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:52:27,304 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 02:52:27,306 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 02:52:27,306 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 02:52:27,307 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 02:52:27,885 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 02:52:28,308 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:52:30,232 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 02:52:33,395 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:52:33,396 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:52:33,572 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:52:39,141 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:52:44,142 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:52:48,395 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:52:48,396 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:52:50,142 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:52:55,146 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:53:00,155 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:53:00,236 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 02:53:00,386 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 02:53:00,388 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 02:53:00,389 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 02:53:00,390 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 02:53:00,916 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 02:53:03,396 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:53:03,397 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:53:06,144 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:53:12,144 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:53:17,144 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:53:18,396 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:53:18,397 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:53:23,144 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:53:28,151 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:53:29,700 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 02:53:29,701 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 02:53:29,702 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 02:53:29,703 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 02:53:29,948 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 02:53:30,240 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 02:53:33,243 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:53:33,396 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:53:33,396 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:53:39,148 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:53:45,148 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:53:48,396 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:53:48,397 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:53:50,148 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:53:56,148 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:54:00,248 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 02:54:01,250 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:54:02,571 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 02:54:02,572 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 02:54:02,572 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 02:54:02,573 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 02:54:02,975 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 02:54:03,397 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:54:03,398 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:54:07,150 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:54:12,151 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:54:17,258 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:54:18,397 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:54:18,397 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:54:23,257 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:54:28,267 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:54:29,945 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 02:54:29,947 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 02:54:29,947 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 02:54:29,949 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 02:54:30,003 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 02:54:30,246 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 02:54:33,397 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:54:33,397 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:54:33,559 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:54:39,261 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:54:45,262 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:54:48,397 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:54:48,397 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:54:51,262 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:54:56,262 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:55:00,252 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 02:55:02,254 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:55:02,926 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 02:55:02,927 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 02:55:02,928 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 02:55:02,930 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 02:55:03,033 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 02:55:03,397 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:55:03,398 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:55:07,267 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:55:12,267 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:55:18,267 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:55:18,397 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:55:18,398 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:55:24,267 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:55:29,268 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:55:30,258 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 02:55:33,399 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:55:33,400 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:55:34,226 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 02:55:34,228 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 02:55:34,229 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 02:55:34,231 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 02:55:34,643 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:55:35,064 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 02:55:40,374 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:55:46,374 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:55:48,400 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:55:48,400 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:55:51,375 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:55:57,375 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:56:00,260 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 02:56:03,266 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:56:03,400 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:56:03,401 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:56:03,440 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 02:56:03,485 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 02:56:03,486 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 02:56:03,488 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 02:56:04,091 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 02:56:08,378 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:56:13,378 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:56:18,400 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:56:18,401 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:56:18,504 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:56:24,378 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:56:29,382 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:56:30,266 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 02:56:33,400 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:56:33,401 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:56:33,527 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 02:56:33,528 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 02:56:33,529 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 02:56:33,530 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 02:56:34,121 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 02:56:35,382 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:56:41,382 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:56:47,382 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:56:48,400 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:56:48,401 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:56:52,382 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:56:58,385 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:57:00,265 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 02:57:03,381 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 02:57:03,383 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 02:57:03,383 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 02:57:03,385 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 02:57:03,386 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:57:03,785 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:57:03,786 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:57:04,154 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 02:57:08,391 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:57:14,389 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:57:18,526 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:57:18,527 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:57:19,389 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:57:24,390 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:57:29,397 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:57:30,270 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 02:57:30,877 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 02:57:30,879 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 02:57:30,880 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 02:57:30,881 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 02:57:31,179 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 02:57:33,528 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:57:33,529 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:57:35,390 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:57:41,390 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:57:46,391 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:57:48,527 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:57:48,527 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:57:52,390 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:57:57,396 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:58:00,273 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 02:58:01,346 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 02:58:01,346 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 02:58:01,347 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 02:58:01,348 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 02:58:02,204 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 02:58:03,349 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:58:03,527 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:58:03,527 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:58:08,397 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:58:14,397 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:58:18,527 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:58:18,528 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:58:20,397 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:58:25,402 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:58:30,273 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 02:58:31,274 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:58:31,306 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 02:58:31,308 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 02:58:31,308 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 02:58:31,314 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 02:58:32,230 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 02:58:33,527 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:58:33,528 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:58:36,398 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:58:41,398 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:58:47,398 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:58:48,527 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:58:48,528 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:58:52,398 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:58:57,405 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:59:00,278 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 02:59:00,678 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 02:59:00,679 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 02:59:00,679 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 02:59:00,681 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 02:59:01,257 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 02:59:02,682 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:59:03,527 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:59:03,528 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:59:08,403 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:59:13,403 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:59:18,403 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:59:18,527 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:59:18,528 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:59:24,408 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:59:29,964 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 02:59:29,965 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 02:59:29,966 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 02:59:29,967 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:59:29,969 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 02:59:30,282 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 02:59:30,285 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 02:59:33,527 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:59:33,528 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:59:35,406 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:59:41,406 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:59:46,406 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:59:48,528 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 02:59:48,528 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 02:59:52,406 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 02:59:57,411 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:00:00,289 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 03:00:01,379 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 03:00:01,381 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 03:00:01,381 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 03:00:01,383 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 03:00:02,314 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 03:00:03,384 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:00:03,528 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:00:03,528 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:00:08,413 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:00:13,413 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:00:18,528 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:00:18,529 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:00:18,630 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:00:24,555 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:00:29,559 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:00:30,288 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 03:00:32,766 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 03:00:32,767 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 03:00:32,768 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 03:00:32,771 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 03:00:33,344 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 03:00:33,534 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:00:33,535 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:00:35,559 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:00:40,559 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:00:46,560 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:00:48,534 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:00:48,534 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:00:52,560 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:00:57,562 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:01:00,300 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 03:01:02,677 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 03:01:02,678 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 03:01:02,678 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 03:01:02,679 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:01:02,680 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 03:01:03,369 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 03:01:03,534 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:01:03,535 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:01:08,563 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:01:13,563 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:01:18,534 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:01:18,535 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:01:18,598 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:01:24,563 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:01:29,568 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:01:30,300 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 03:01:31,810 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 03:01:31,811 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 03:01:31,811 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 03:01:31,812 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 03:01:32,399 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 03:01:33,534 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:01:33,535 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:01:35,567 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:01:40,567 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:01:45,568 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:01:48,534 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:01:48,535 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:01:51,568 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:01:56,571 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:02:00,303 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 03:02:01,277 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 03:02:01,278 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 03:02:01,278 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 03:02:01,280 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 03:02:01,424 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 03:02:02,281 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:02:03,534 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:02:03,535 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:02:07,570 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:02:12,571 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:02:17,571 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:02:18,534 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:02:18,535 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:02:23,575 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:02:28,589 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:02:29,358 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 03:02:29,359 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 03:02:29,359 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 03:02:29,360 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 03:02:29,450 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 03:02:30,308 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 03:02:33,534 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:02:33,535 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:02:33,646 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:02:39,332 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:02:44,332 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:02:48,535 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:02:48,535 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:02:49,606 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:02:55,332 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:03:00,315 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 03:03:00,337 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:03:03,535 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:03:03,536 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:03:03,693 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 03:03:03,695 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 03:03:03,695 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 03:03:03,697 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 03:03:04,479 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 03:03:05,338 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:03:11,338 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:03:17,338 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:03:18,535 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:03:18,535 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:03:23,338 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:03:28,344 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:03:30,324 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 03:03:32,197 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 03:03:32,198 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 03:03:32,199 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 03:03:32,201 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 03:03:32,505 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 03:03:33,535 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:03:33,536 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:03:33,625 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:03:39,341 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:03:44,342 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:03:48,535 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:03:48,536 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:03:49,610 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:03:55,448 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:04:00,324 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 03:04:00,454 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:04:03,104 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 03:04:03,106 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 03:04:03,106 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 03:04:03,108 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 03:04:03,533 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 03:04:03,535 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:04:03,536 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:04:06,451 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:04:12,451 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:04:17,494 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:04:18,535 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:04:18,536 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:04:23,492 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:04:28,495 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:04:30,325 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 03:04:33,087 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 03:04:33,089 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 03:04:33,089 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 03:04:33,090 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 03:04:33,535 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:04:33,536 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:04:33,562 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 03:04:33,690 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:04:39,499 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:04:44,500 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:04:48,536 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:04:48,536 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:04:49,634 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:04:55,500 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:05:00,329 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 03:05:00,503 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:05:03,535 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:05:03,539 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:05:04,681 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 03:05:04,682 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 03:05:04,683 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 03:05:04,684 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 03:05:05,592 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 03:05:06,500 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:05:12,500 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:05:18,501 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:05:18,536 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:05:18,536 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:05:24,501 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:05:29,502 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:05:30,339 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 03:05:33,544 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:05:33,548 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:05:34,454 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 03:05:34,455 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 03:05:34,456 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 03:05:34,457 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 03:05:34,622 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 03:05:35,458 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:05:40,501 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:05:46,501 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:05:48,539 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:05:48,539 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:05:51,501 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:05:56,502 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:06:00,337 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 03:06:01,510 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:06:03,541 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:06:03,542 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:06:04,690 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 03:06:04,691 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 03:06:04,692 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 03:06:04,694 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 03:06:05,652 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 03:06:07,506 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:06:13,506 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:06:18,542 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:06:18,542 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:06:18,652 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:06:24,506 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:06:30,346 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 03:06:30,347 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:06:33,552 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:06:33,552 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:06:35,510 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:06:36,271 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 03:06:36,272 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 03:06:36,273 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 03:06:36,278 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 03:06:36,698 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 03:06:40,511 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:06:46,510 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:06:48,547 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:06:48,548 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:06:51,511 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:06:57,511 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:07:00,338 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 03:07:02,520 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:07:03,549 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:07:03,549 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:07:07,517 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:07:08,069 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 03:07:08,071 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 03:07:08,071 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 03:07:08,075 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 03:07:08,731 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 03:07:13,515 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:07:18,548 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:07:18,548 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:07:18,662 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:07:24,515 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:07:30,342 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 03:07:30,344 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:07:33,552 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:07:33,556 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:07:35,517 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:07:36,482 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 03:07:36,483 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 03:07:36,483 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 03:07:36,484 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 03:07:36,759 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 03:07:40,518 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:07:46,518 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:07:48,548 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:07:48,549 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:07:52,518 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:07:57,518 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:08:00,346 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 03:08:03,523 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:08:03,558 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:08:03,558 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:08:08,530 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:08:09,024 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 03:08:09,025 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 03:08:09,026 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 03:08:09,027 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 03:08:09,788 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 03:08:14,521 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:08:18,552 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:08:18,552 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:08:19,700 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:08:25,521 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:08:30,350 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 03:08:30,521 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:08:33,552 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:08:33,552 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:08:35,521 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:08:40,523 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:08:41,834 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 03:08:41,835 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 03:08:41,836 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 03:08:41,837 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 03:08:42,816 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 03:08:45,524 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:08:48,552 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:08:48,552 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:08:51,523 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:08:56,524 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:09:00,354 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 03:09:01,524 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:09:03,552 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:09:03,553 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:09:07,529 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:09:12,535 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:09:12,756 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 03:09:12,758 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 03:09:12,758 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 03:09:12,759 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 03:09:12,847 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 03:09:18,528 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:09:18,552 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:09:18,553 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:09:24,528 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:09:30,358 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 03:09:30,364 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:09:33,552 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:09:33,553 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:09:35,528 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:09:40,535 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:09:44,647 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 03:09:44,649 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 03:09:44,649 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 03:09:44,651 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 03:09:44,871 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 03:09:46,531 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:09:48,552 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:09:48,553 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:09:52,530 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:09:58,530 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:10:00,361 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 03:10:03,531 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:10:03,553 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:10:03,553 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:10:08,531 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:10:13,544 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:10:17,262 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 03:10:17,264 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 03:10:17,264 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 03:10:17,266 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 03:10:17,907 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 03:10:18,553 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:10:18,554 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:10:18,628 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:10:24,536 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:10:29,537 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:10:30,365 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 03:10:33,553 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:10:33,554 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:10:34,672 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:10:40,537 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:10:45,540 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:10:46,517 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 03:10:46,518 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 03:10:46,519 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 03:10:46,520 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 03:10:46,937 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 03:10:48,553 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:10:48,554 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:10:50,540 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:10:55,540 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:11:00,369 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 03:11:01,540 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:11:03,553 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:11:03,554 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:11:06,541 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:11:12,541 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:11:17,555 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:11:18,557 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:11:18,557 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:11:21,015 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 03:11:21,016 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 03:11:21,017 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 03:11:21,018 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 03:11:21,965 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 03:11:23,019 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:11:28,544 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:11:30,373 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 03:11:33,556 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:11:33,556 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:11:33,713 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:11:39,544 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:11:45,551 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:11:48,562 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:11:48,562 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:11:51,218 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 03:11:51,219 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 03:11:51,219 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 03:11:51,219 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:11:51,220 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 03:11:51,993 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 03:11:56,548 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:12:00,377 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 03:12:02,548 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:12:03,659 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:12:03,660 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:12:07,548 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:12:12,548 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:12:17,554 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:12:18,664 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:12:18,664 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:12:20,949 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 03:12:20,951 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 03:12:20,951 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 03:12:20,953 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 03:12:21,020 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 03:12:22,953 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:12:28,552 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:12:30,382 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 03:12:33,662 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:12:33,662 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:12:33,802 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:12:39,554 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:12:45,553 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:12:48,667 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:12:48,667 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:12:50,554 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:12:51,759 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 03:12:51,760 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 03:12:51,760 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 03:12:51,762 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 03:12:52,051 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 03:12:56,555 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:13:00,385 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 03:13:02,554 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:13:03,666 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:13:03,667 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:13:07,555 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:13:13,555 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:13:18,561 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:13:18,675 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:13:18,675 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:13:21,755 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 03:13:21,756 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 03:13:21,756 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 03:13:21,758 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 03:13:22,084 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 03:13:23,759 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:13:29,561 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:13:30,389 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 03:13:33,669 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:13:33,670 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:13:34,800 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:13:40,561 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:13:45,561 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:13:48,670 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:13:48,670 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:13:50,578 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:13:55,148 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 03:13:55,150 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 03:13:55,150 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 03:13:55,151 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 03:13:56,110 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 03:13:56,570 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:14:00,393 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 03:14:02,569 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:14:03,670 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:14:03,670 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:14:08,569 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:14:13,570 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:14:18,670 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:14:18,670 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:14:18,735 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:14:24,586 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:14:25,865 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 03:14:25,866 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 03:14:25,867 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 03:14:25,868 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 03:14:26,142 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 03:14:29,869 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:14:30,397 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 03:14:33,670 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:14:33,671 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:14:35,573 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:14:40,574 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:14:46,574 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:14:48,670 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:14:48,671 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:14:52,576 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:14:57,780 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 03:14:57,781 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 03:14:57,782 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 03:14:57,782 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:14:57,784 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 03:14:58,173 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 03:15:00,402 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 03:15:03,574 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:15:03,670 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:15:03,671 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:15:09,575 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:15:14,575 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:15:18,670 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:15:18,671 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:15:19,807 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:15:25,579 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:15:26,327 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 03:15:26,328 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 03:15:26,329 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 03:15:26,330 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 03:15:27,198 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 03:15:30,406 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 03:15:30,579 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:15:33,670 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:15:33,671 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:15:36,580 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:15:41,580 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:15:46,580 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:15:48,671 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:15:48,671 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:15:52,580 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:15:57,599 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:15:58,512 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 03:15:58,514 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 03:15:58,514 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 03:15:58,516 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 03:15:59,230 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 03:16:00,410 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 03:16:03,586 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:16:03,671 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:16:03,671 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:16:09,585 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:16:15,586 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:16:18,671 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:16:18,672 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:16:21,586 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:16:26,597 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:16:29,367 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 03:16:29,368 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 03:16:29,369 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 03:16:29,370 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 03:16:30,261 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 03:16:30,414 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 03:16:32,591 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:16:33,671 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:16:33,671 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:16:38,592 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:16:44,592 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:16:48,671 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:16:48,672 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:16:49,828 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:16:55,600 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:16:57,884 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 03:16:57,886 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 03:16:57,886 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 03:16:57,888 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 03:16:58,293 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 03:17:00,418 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 03:17:01,592 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:17:03,671 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:17:03,672 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:17:07,592 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:17:12,592 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:17:18,592 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:17:18,671 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:17:18,672 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:17:23,601 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:17:27,601 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 03:17:27,602 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 03:17:27,602 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 03:17:27,603 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 03:17:28,323 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 03:17:28,604 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:17:30,421 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 03:17:33,671 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:17:33,672 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:17:33,747 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:17:39,597 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:17:44,597 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:17:48,672 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:17:48,672 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:17:49,798 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:17:55,608 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:17:58,933 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 03:17:58,934 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 03:17:58,935 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 03:17:58,936 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 03:17:59,349 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 03:18:00,426 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 03:18:00,618 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:18:03,672 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:18:03,672 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:18:06,617 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:18:11,618 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:18:16,618 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:18:18,672 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:18:18,672 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:18:22,618 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:18:27,627 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:18:30,434 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 03:18:31,145 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 03:18:31,147 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 03:18:31,148 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 03:18:31,149 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 03:18:31,379 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 03:18:33,150 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:18:33,672 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:18:33,673 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:18:38,621 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:18:43,621 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:18:48,621 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:18:48,672 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:18:48,672 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:18:54,621 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:18:59,631 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:19:00,435 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 03:19:03,674 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:19:03,675 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:19:04,183 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 03:19:04,185 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 03:19:04,185 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 03:19:04,187 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 03:19:04,406 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 03:19:05,188 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:19:10,621 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:19:16,621 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:19:18,672 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:19:18,673 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:19:21,622 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:19:27,622 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:19:30,440 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 03:19:33,632 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:19:33,676 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:19:33,676 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:19:39,031 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 03:19:39,033 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 03:19:39,033 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 03:19:39,033 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:19:39,034 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 03:19:39,448 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 03:19:44,626 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:19:48,673 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:19:48,673 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:19:49,753 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:19:55,626 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:20:00,444 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 03:20:01,626 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:20:03,672 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:20:03,673 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:20:06,632 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:20:09,668 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 03:20:09,669 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 03:20:09,670 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 03:20:09,671 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 03:20:10,474 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 03:20:12,628 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:20:17,630 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:20:18,673 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:20:18,673 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:20:23,628 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:20:28,628 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:20:30,448 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 03:20:33,628 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:20:33,673 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:20:33,673 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:20:38,635 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:20:41,854 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 03:20:41,855 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 03:20:41,856 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 03:20:41,858 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 03:20:42,501 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 03:20:43,859 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:20:48,673 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:20:48,674 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:20:49,804 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:20:55,633 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:21:00,452 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 03:21:01,633 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:21:03,673 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:21:03,674 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:21:06,638 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:21:10,799 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 03:21:10,800 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 03:21:10,800 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 03:21:10,802 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 03:21:11,531 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 03:21:11,802 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:21:17,636 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:21:18,673 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:21:18,674 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:21:23,636 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:21:28,636 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:21:30,454 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 03:21:33,641 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:21:33,677 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:21:33,680 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:21:38,520 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 03:21:38,521 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 03:21:38,521 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 03:21:38,523 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 03:21:38,562 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 03:21:39,524 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:21:44,636 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:21:48,673 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:21:48,674 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:21:49,815 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:21:55,637 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:22:00,459 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 03:22:01,636 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:22:03,674 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:22:03,674 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:22:06,649 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:22:10,780 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 03:22:10,782 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 03:22:10,782 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 03:22:10,784 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 03:22:11,591 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 03:22:11,785 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:22:17,641 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:22:18,674 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:22:18,674 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:22:22,642 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:22:27,642 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:22:30,463 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 03:22:33,642 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:22:33,674 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:22:33,674 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:22:38,650 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:22:43,335 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 03:22:43,337 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 03:22:43,337 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 03:22:43,338 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 03:22:43,620 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 03:22:44,339 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:22:48,674 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:22:48,675 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:22:49,836 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:22:55,648 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:23:00,467 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 03:23:00,649 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:23:03,674 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:23:03,674 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:23:06,649 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:23:11,660 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:23:13,719 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 03:23:13,720 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 03:23:13,720 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 03:23:13,721 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 03:23:14,651 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 03:23:17,654 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:23:18,674 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:23:18,675 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:23:23,654 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:23:28,655 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:23:30,471 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 03:23:33,674 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:23:33,675 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:23:33,741 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:23:39,655 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:23:44,664 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:23:47,489 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 03:23:47,490 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 03:23:47,490 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 03:23:47,491 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 03:23:47,680 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 03:23:48,674 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:23:48,675 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:23:49,790 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:23:55,656 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:24:00,475 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 03:24:00,657 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:24:03,674 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:24:03,675 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:24:06,657 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:24:11,660 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:24:16,666 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:24:16,832 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 03:24:16,833 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 03:24:16,833 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 03:24:16,834 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 03:24:17,711 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 03:24:18,675 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:24:18,675 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:24:22,660 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:24:28,660 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:24:30,479 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 03:24:33,660 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:24:33,675 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:24:33,675 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:24:39,660 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:24:44,665 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:24:47,606 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 03:24:47,608 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 03:24:47,608 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 03:24:47,609 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 03:24:47,741 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 03:24:48,675 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:24:48,676 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:24:49,760 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:24:55,667 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:25:00,483 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 03:25:00,852 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:25:03,675 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:25:03,675 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:25:06,757 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:25:11,773 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:25:16,208 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 03:25:16,209 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 03:25:16,209 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 03:25:16,210 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 03:25:16,775 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 03:25:17,211 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:25:18,675 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:25:18,676 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:25:22,757 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:25:28,758 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:25:30,487 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 03:25:33,675 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:25:33,676 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:25:33,846 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:25:39,765 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:25:43,642 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 03:25:43,644 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 03:25:43,644 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 03:25:43,645 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 03:25:43,794 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 03:25:45,646 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:25:48,675 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:25:48,676 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:25:50,761 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:25:55,761 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:26:00,489 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 03:26:00,762 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:26:03,675 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:26:03,676 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:26:06,762 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:26:11,767 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:26:15,719 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 03:26:15,720 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 03:26:15,720 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 03:26:15,721 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 03:26:15,827 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 03:26:17,146 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:26:18,676 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:26:18,676 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:26:22,866 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:26:28,867 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:26:30,493 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 03:26:33,676 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:26:33,676 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:26:34,761 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:26:39,872 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:26:43,471 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 03:26:43,472 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 03:26:43,472 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 03:26:43,473 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 03:26:43,857 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 03:26:45,474 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:26:48,676 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:26:48,676 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:26:50,828 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:26:55,867 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:27:00,497 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 03:27:00,868 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:27:03,676 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:27:03,677 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:27:06,868 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:27:11,874 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:27:16,725 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 03:27:16,725 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 03:27:16,726 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 03:27:16,727 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 03:27:16,888 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 03:27:17,727 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:27:18,676 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:27:18,677 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:27:22,872 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:27:28,872 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:27:30,500 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 03:27:33,676 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:27:33,677 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:27:34,783 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:27:39,872 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:27:44,886 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:27:45,870 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 03:27:45,872 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 03:27:45,872 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 03:27:45,874 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 03:27:45,913 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 03:27:48,676 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:27:48,677 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:27:50,840 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:27:55,875 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:28:00,505 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 03:28:00,875 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:28:03,676 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:28:03,677 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:28:06,875 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:28:11,883 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:28:15,755 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 03:28:15,757 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 03:28:15,757 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 03:28:15,758 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 03:28:15,950 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 03:28:17,174 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:28:18,676 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:28:18,677 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:28:22,907 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:28:28,907 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:28:30,509 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 03:28:33,677 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:28:33,677 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:28:34,803 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:28:39,912 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:28:43,051 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 03:28:43,051 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 03:28:43,052 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 03:28:43,053 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 03:28:43,972 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 03:28:45,054 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:28:48,677 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:28:48,677 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:28:50,838 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:28:55,908 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:29:00,513 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 03:29:00,909 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:29:03,677 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:29:03,677 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:29:06,909 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:29:11,918 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:29:14,279 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 03:29:14,280 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 03:29:14,281 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 03:29:14,282 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 03:29:15,004 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 03:29:17,911 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:29:18,677 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:29:18,677 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:29:23,911 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:29:29,911 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:29:30,517 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 03:29:33,677 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:29:33,678 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:29:35,798 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:29:40,913 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:29:44,177 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 03:29:44,179 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 03:29:44,179 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 03:29:44,181 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 03:29:45,035 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 03:29:45,915 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:29:48,677 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:29:48,678 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:29:51,914 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:29:56,915 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:30:00,521 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 03:30:02,915 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:30:03,677 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:30:03,678 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:30:08,918 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:30:13,052 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 03:30:13,053 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 03:30:13,054 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 03:30:13,056 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 03:30:13,063 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 03:30:14,057 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:30:18,677 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:30:18,678 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:30:19,844 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:30:24,918 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:30:29,918 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:30:30,525 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 03:30:33,677 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:30:33,678 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:30:35,775 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:30:40,925 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:30:45,438 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 03:30:45,439 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 03:30:45,439 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 03:30:45,443 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 03:30:46,101 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 03:30:46,918 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:30:48,678 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:30:48,678 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:30:52,918 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:30:58,919 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:31:00,529 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 03:31:03,678 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:31:03,678 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:31:04,798 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:31:09,919 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:31:14,926 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:31:16,064 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 03:31:16,065 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 03:31:16,066 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 03:31:16,067 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 03:31:16,128 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 03:31:18,678 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:31:18,679 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:31:20,842 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:31:25,919 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:31:30,533 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 03:31:30,919 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:31:33,678 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:31:33,679 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:31:35,919 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:31:40,919 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:31:45,923 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:31:47,638 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 03:31:47,639 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 03:31:47,640 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 03:31:47,641 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 03:31:48,157 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 03:31:48,678 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:31:48,679 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:31:51,922 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:31:56,922 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:32:00,536 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 03:32:01,923 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:32:03,678 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:32:03,679 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:32:07,923 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:32:12,931 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:32:17,561 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 03:32:17,562 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 03:32:17,562 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 03:32:17,564 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 03:32:18,187 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 03:32:18,564 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:32:18,681 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:32:18,682 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:32:23,926 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:32:28,927 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:32:30,540 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 03:32:33,681 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:32:33,682 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:32:34,770 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:32:39,927 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:32:44,936 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:32:48,681 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:32:48,682 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:32:48,842 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 03:32:48,844 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 03:32:48,844 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 03:32:48,845 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 03:32:49,216 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 03:32:50,846 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:32:55,930 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:33:00,544 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 03:33:00,931 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:33:03,681 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:33:03,682 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:33:05,931 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:33:10,935 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:33:15,312 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 03:33:15,313 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 03:33:15,314 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 03:33:15,316 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 03:33:16,240 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 03:33:16,934 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:33:18,681 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:33:18,682 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:33:22,934 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:33:28,934 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:33:30,548 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 03:33:33,681 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:33:33,682 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:33:34,823 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:33:39,938 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:33:44,593 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 03:33:44,593 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 03:33:44,594 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 03:33:44,595 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 03:33:45,267 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 03:33:45,596 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:33:48,682 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:33:48,682 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:33:50,749 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:33:55,940 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:34:00,552 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 03:34:00,940 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:34:03,682 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:34:03,682 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:34:05,940 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:34:10,940 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:34:15,947 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:34:17,925 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 03:34:17,926 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 03:34:17,926 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 03:34:17,928 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 03:34:18,297 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 03:34:18,682 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:34:18,682 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:34:21,942 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:34:27,942 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:34:30,555 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 03:34:33,682 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:34:33,683 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:34:33,838 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:34:38,943 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:34:43,947 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:34:48,688 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:34:48,689 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:34:49,552 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 03:34:49,553 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 03:34:49,553 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 03:34:49,553 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:34:49,554 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 03:34:50,326 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 03:34:54,945 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:35:00,559 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 03:35:00,566 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:35:03,689 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:35:03,690 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:35:05,819 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:35:10,944 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:35:15,948 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:35:18,692 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:35:18,692 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:35:19,248 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 03:35:19,249 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 03:35:19,249 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 03:35:19,251 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 03:35:19,353 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 03:35:21,945 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:35:27,945 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:35:30,564 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 03:35:33,692 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:35:33,692 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:35:33,777 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:35:38,946 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:35:44,945 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:35:48,696 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:35:48,697 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:35:50,866 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:35:51,730 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 03:35:51,732 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 03:35:51,732 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 03:35:51,734 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 03:35:52,380 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 03:35:55,951 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:36:00,567 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 03:36:01,950 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:36:03,915 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:36:03,916 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:36:06,951 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:36:11,951 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:36:16,961 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:36:18,827 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:36:18,827 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:36:21,629 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 03:36:21,631 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 03:36:21,631 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 03:36:21,632 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 03:36:22,409 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 03:36:22,633 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:36:27,953 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:36:30,571 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 03:36:33,825 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:36:33,826 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:36:33,942 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:36:38,954 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:36:43,954 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:36:48,832 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:36:48,833 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:36:48,984 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:36:50,873 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 03:36:50,874 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 03:36:50,874 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 03:36:50,876 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 03:36:51,449 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 03:36:54,289 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:37:00,287 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:37:00,575 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 03:37:03,829 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:37:03,829 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:37:05,912 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:37:11,292 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:37:16,384 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 03:37:16,385 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 03:37:16,386 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 03:37:16,386 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:37:16,387 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 03:37:16,474 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 03:37:18,829 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:37:18,830 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:37:22,289 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:37:27,289 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:37:30,577 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 03:37:32,289 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:37:33,829 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:37:33,829 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:37:38,289 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:37:43,295 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:37:48,302 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:37:48,829 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:37:48,830 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:37:48,900 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 03:37:48,980 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 03:37:48,981 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 03:37:48,983 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 03:37:49,505 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 03:37:54,291 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:38:00,291 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:38:00,578 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 03:38:03,829 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:38:03,830 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:38:05,907 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:38:11,291 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:38:16,298 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:38:18,829 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:38:18,830 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:38:19,409 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 03:38:19,410 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 03:38:19,411 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 03:38:19,412 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 03:38:19,532 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 03:38:21,296 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:38:26,297 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:38:30,580 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 03:38:32,297 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:38:33,829 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:38:33,830 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:38:37,297 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:38:43,297 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:38:48,300 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:38:48,836 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:38:48,840 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:38:53,579 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 03:38:53,581 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 03:38:53,581 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 03:38:53,582 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:38:53,583 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 03:38:54,561 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 03:38:59,298 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:39:00,580 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 03:39:03,837 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:39:03,837 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:39:05,000 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:39:10,298 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:39:15,298 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:39:18,837 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:39:18,838 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:39:20,928 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:39:25,935 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 03:39:25,937 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 03:39:25,938 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 03:39:25,938 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:39:25,939 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 03:39:26,347 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 03:39:26,583 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 03:39:30,585 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 03:39:31,349 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:39:33,837 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:39:33,837 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:39:37,349 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:39:42,349 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:39:47,349 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:39:48,837 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:39:48,837 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:39:52,352 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:39:56,108 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 03:39:56,109 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 03:39:56,110 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 03:39:56,111 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 03:39:56,553 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 03:39:56,615 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 03:39:57,555 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:40:00,588 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 03:40:03,554 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:40:03,837 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:40:03,837 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:40:09,554 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:40:14,555 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:40:18,837 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:40:18,838 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:40:19,909 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:40:25,564 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:40:28,376 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 03:40:28,377 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 03:40:28,378 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 03:40:28,379 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 03:40:28,649 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 03:40:30,593 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 03:40:30,599 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:40:33,837 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:40:33,838 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:40:35,985 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:40:41,559 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:40:46,597 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:40:48,837 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:40:48,838 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:40:51,597 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:40:56,604 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:40:59,575 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 03:40:59,577 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 03:40:59,578 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 03:40:59,579 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 03:40:59,678 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 03:41:00,595 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 03:41:02,601 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:41:03,837 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:41:03,838 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:41:08,602 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:41:14,602 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:41:18,838 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:41:18,838 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:41:19,921 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:41:25,602 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:41:30,601 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 03:41:31,602 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:41:32,593 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 03:41:32,594 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 03:41:32,594 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 03:41:32,595 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 03:41:32,701 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 03:41:33,838 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:41:33,838 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:41:36,605 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:41:41,605 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:41:46,606 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:41:48,838 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:41:48,838 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:41:52,606 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:41:57,612 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:42:00,604 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 03:42:02,615 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:42:03,414 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 03:42:03,415 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 03:42:03,416 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 03:42:03,417 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 03:42:03,727 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 03:42:03,861 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:42:03,861 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:42:08,613 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:42:13,614 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:42:18,857 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:42:18,858 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:42:18,947 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:42:24,613 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:42:29,618 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:42:30,615 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 03:42:33,514 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 03:42:33,515 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 03:42:33,515 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 03:42:33,516 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 03:42:33,756 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 03:42:33,933 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:42:33,934 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:42:35,007 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:42:40,617 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:42:46,616 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:42:48,932 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:42:48,933 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:42:51,617 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:42:57,617 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:43:00,606 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 03:43:02,620 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:43:03,936 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:43:03,937 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:43:05,587 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 03:43:05,588 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 03:43:05,589 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 03:43:05,594 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 03:43:05,796 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 03:43:07,621 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:43:13,621 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:43:18,937 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:43:18,937 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:43:19,004 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:43:24,621 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:43:29,633 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:43:30,608 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 03:43:32,614 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 03:43:32,616 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 03:43:32,616 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 03:43:32,618 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 03:43:32,826 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 03:43:33,937 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:43:33,938 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:43:35,032 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:43:40,624 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:43:46,624 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:43:48,937 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:43:48,937 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:43:52,624 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:43:57,624 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:44:00,616 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 03:44:02,630 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:44:03,939 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:44:03,940 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:44:04,954 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 03:44:04,956 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 03:44:04,957 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 03:44:04,958 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 03:44:05,861 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 03:44:08,628 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:44:14,628 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:44:18,939 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:44:18,940 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:44:20,051 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:44:25,628 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:44:30,619 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 03:44:31,621 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:44:33,945 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:44:33,945 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:44:36,633 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:44:37,715 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 03:44:37,717 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 03:44:37,717 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 03:44:37,718 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 03:44:37,884 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 03:44:42,631 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:44:48,631 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:44:48,941 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:44:48,942 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:44:53,631 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:44:59,631 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:45:00,622 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 03:45:03,944 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:45:03,945 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:45:05,028 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:45:06,800 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 03:45:06,802 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 03:45:06,802 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 03:45:06,804 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 03:45:06,912 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 03:45:10,806 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:45:16,634 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:45:18,945 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:45:18,945 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:45:21,635 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:45:26,635 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:45:30,626 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 03:45:31,643 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:45:33,945 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:45:33,945 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:45:37,281 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 03:45:37,282 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 03:45:37,283 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 03:45:37,283 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:45:37,284 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 03:45:37,941 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 03:45:42,641 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:45:48,641 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:45:48,945 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:45:48,945 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:45:54,641 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:46:00,629 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 03:46:00,635 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:46:02,768 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 03:46:05,696 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:46:10,140 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 03:46:10,697 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:46:10,751 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:46:10,751 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:46:16,361 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:46:18,443 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 03:46:20,581 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:46:20,581 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:46:21,734 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:46:26,735 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:46:26,978 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 03:46:30,633 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 03:46:32,635 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:46:36,338 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 03:46:37,017 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:46:37,017 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:46:38,619 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:46:43,620 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:46:45,382 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 03:46:49,525 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:46:53,893 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 03:46:54,526 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:46:58,378 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:46:58,379 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:47:00,293 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:47:00,637 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 03:47:06,293 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:47:08,893 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:47:08,894 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:47:12,293 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:47:17,293 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:47:23,293 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:47:23,952 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:47:23,952 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:47:29,293 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:47:30,641 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 03:47:34,644 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:47:38,943 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:47:38,944 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:47:40,089 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:47:45,293 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:47:50,294 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:47:55,297 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:48:00,298 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:48:00,645 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 03:48:05,646 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:48:10,647 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:48:10,778 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 03:48:10,819 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:48:10,820 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:48:15,784 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:48:20,784 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:48:25,779 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:48:25,780 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:48:25,928 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:48:30,649 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 03:48:31,784 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:48:37,784 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:48:40,779 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:48:40,779 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:48:42,850 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:48:48,784 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:48:53,785 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:48:55,779 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:48:55,780 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:48:58,947 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:49:00,653 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 03:49:04,787 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:49:10,779 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:49:10,780 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:49:10,915 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:49:16,785 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:49:22,785 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:49:25,779 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:49:25,780 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:49:27,899 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:49:30,657 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 03:49:33,785 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:49:38,786 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:49:40,779 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:49:40,780 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:49:43,947 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:49:49,786 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:49:54,786 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:49:59,787 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:50:00,703 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 03:50:05,706 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:50:10,706 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:50:15,707 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:50:20,709 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:50:25,710 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:50:25,913 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 03:50:25,954 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:50:25,955 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:50:30,665 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 03:50:30,915 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:50:36,915 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:50:41,153 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 03:50:41,194 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:50:41,195 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:50:42,346 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:50:48,060 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:50:54,068 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:50:56,163 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:50:56,165 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:50:59,347 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:50:59,847 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 03:50:59,849 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 03:50:59,849 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 03:50:59,852 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 03:51:00,274 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 03:51:00,669 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 03:51:05,064 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:51:11,063 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:51:11,163 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:51:11,164 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:51:16,064 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:51:22,064 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:51:26,167 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:51:26,170 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:51:27,301 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:51:29,518 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 03:51:29,520 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 03:51:29,521 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 03:51:29,522 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 03:51:30,301 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 03:51:30,672 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 03:51:33,065 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:51:39,065 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:51:41,167 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:51:41,168 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:51:44,263 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:51:50,065 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:51:55,072 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:51:56,169 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:51:56,170 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:51:59,610 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 03:51:59,610 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 03:51:59,611 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 03:51:59,613 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 03:52:00,325 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 03:52:00,614 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:52:00,676 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 03:52:06,066 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:52:11,067 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:52:11,169 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:52:11,170 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:52:16,067 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:52:22,067 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:52:26,174 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:52:26,175 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:52:27,283 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:52:30,395 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 03:52:30,397 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 03:52:30,397 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 03:52:30,398 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 03:52:30,680 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 03:52:31,243 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 03:52:31,354 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 03:52:33,245 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:52:39,244 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:52:41,173 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:52:41,174 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:52:44,273 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:52:46,381 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 03:52:49,422 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:52:55,288 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:52:56,173 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:52:56,173 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:53:00,311 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:53:00,686 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 03:53:05,820 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 03:53:05,820 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 03:53:05,821 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 03:53:05,821 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:53:05,822 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 03:53:06,384 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 03:53:11,173 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:53:11,174 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:53:11,307 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:53:17,291 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:53:22,292 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:53:26,173 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:53:26,174 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:53:27,301 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:53:30,695 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 03:53:33,298 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:53:36,192 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 03:53:36,192 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 03:53:36,193 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 03:53:36,194 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 03:53:36,410 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 03:53:36,603 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 03:53:38,608 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:53:41,173 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:53:41,174 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:53:44,344 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:53:49,344 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:53:54,344 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:53:56,173 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:53:56,174 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:54:00,344 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:54:00,693 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 03:54:05,361 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:54:07,053 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 03:54:07,055 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 03:54:07,056 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 03:54:07,058 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 03:54:07,439 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 03:54:11,060 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:54:11,173 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:54:11,174 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:54:16,347 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:54:21,347 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:54:26,174 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:54:26,175 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:54:27,347 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:54:30,697 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 03:54:32,374 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:54:36,801 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 03:54:36,803 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 03:54:36,803 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 03:54:36,805 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 03:54:37,465 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 03:54:37,806 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:54:41,174 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:54:41,174 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:54:43,351 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:54:49,352 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:54:54,352 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:54:56,174 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:54:56,174 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:55:00,352 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:55:00,701 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 03:55:05,376 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:55:06,876 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 03:55:06,878 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 03:55:06,879 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 03:55:06,880 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 03:55:07,491 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 03:55:10,882 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:55:11,174 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:55:11,175 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:55:16,359 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:55:21,359 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:55:26,174 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:55:26,175 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:55:27,359 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:55:30,718 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 03:55:32,369 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:55:36,494 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 03:55:36,495 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 03:55:36,496 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 03:55:36,497 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 03:55:36,516 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 03:55:37,498 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:55:41,174 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:55:41,175 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:55:43,361 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:55:48,361 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:55:53,361 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:55:56,174 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:55:56,175 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:55:59,361 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:56:00,711 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 03:56:04,368 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:56:07,687 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 03:56:07,689 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 03:56:07,689 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 03:56:07,692 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 03:56:08,544 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 03:56:09,693 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:56:11,174 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:56:11,175 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:56:15,369 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:56:20,369 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:56:26,175 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:56:26,175 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:56:26,323 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:56:30,714 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 03:56:31,369 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:56:36,373 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:56:41,108 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 03:56:41,109 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 03:56:41,109 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 03:56:41,111 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 03:56:41,519 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:56:41,521 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:56:41,521 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:56:41,572 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 03:56:47,518 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:56:53,518 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:56:56,253 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:56:56,254 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:56:58,519 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:57:00,715 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 03:57:04,519 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:57:09,531 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:57:11,261 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:57:11,261 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:57:11,667 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 03:57:11,669 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 03:57:11,669 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 03:57:11,674 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 03:57:12,595 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 03:57:14,675 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:57:20,527 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:57:26,258 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:57:26,259 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:57:26,323 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:57:30,716 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 03:57:31,526 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:57:36,531 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:57:40,498 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 03:57:40,499 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 03:57:40,500 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 03:57:40,501 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 03:57:40,627 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 03:57:41,258 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:57:41,259 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:57:41,533 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:57:46,533 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:57:52,533 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:57:56,258 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:57:56,259 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:57:58,534 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:58:00,719 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 03:58:03,546 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:58:08,528 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 03:58:08,529 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 03:58:08,529 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 03:58:08,530 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 03:58:08,649 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 03:58:09,531 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:58:11,258 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:58:11,259 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:58:14,538 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:58:19,539 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:58:24,610 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:58:26,258 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:58:26,259 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:58:30,609 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:58:30,723 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 03:58:35,614 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:58:38,856 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 03:58:38,858 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 03:58:38,858 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 03:58:38,860 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 03:58:39,671 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 03:58:40,861 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:58:41,258 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:58:41,259 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:58:46,612 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:58:51,613 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:58:56,259 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:58:56,259 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:58:57,613 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:59:00,727 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 03:59:02,613 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:59:07,624 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:59:09,827 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 03:59:09,828 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 03:59:09,828 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 03:59:09,830 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 03:59:10,700 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 03:59:11,259 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:59:11,260 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:59:13,618 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:59:18,618 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:59:23,619 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:59:26,259 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:59:26,260 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:59:29,624 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:59:30,735 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 03:59:34,625 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:59:35,498 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 03:59:35,499 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 03:59:35,500 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 03:59:35,501 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 03:59:35,733 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 03:59:40,622 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:59:41,259 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:59:41,260 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:59:46,621 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:59:51,622 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 03:59:56,259 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 03:59:56,260 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 03:59:57,629 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:00:00,743 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 04:00:02,639 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:00:03,178 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 04:00:03,179 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 04:00:03,179 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 04:00:03,180 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 04:00:03,760 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 04:00:08,625 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:00:11,259 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:00:11,260 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:00:14,625 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:00:19,627 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:00:25,626 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:00:26,259 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:00:26,260 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:00:30,633 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:00:30,745 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 04:00:31,636 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 04:00:33,827 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 04:00:33,828 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 04:00:33,829 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 04:00:33,830 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 04:00:34,794 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 04:00:35,830 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:00:41,259 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:00:41,260 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:00:41,373 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:00:46,630 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:00:52,630 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:00:56,260 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:00:56,261 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:00:57,630 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:01:00,747 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 04:01:02,640 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:01:04,490 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 04:01:04,492 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 04:01:04,493 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 04:01:04,494 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 04:01:04,829 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 04:01:08,636 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:01:11,260 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:01:11,260 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:01:14,636 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:01:20,636 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:01:25,636 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:01:26,260 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:01:26,260 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:01:30,747 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 04:01:30,749 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:01:36,639 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:01:37,446 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 04:01:37,448 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 04:01:37,449 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 04:01:37,452 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 04:01:37,858 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 04:01:41,260 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:01:41,261 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:01:41,639 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:01:47,639 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:01:52,640 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:01:56,260 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:01:56,261 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:01:58,640 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:02:00,751 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 04:02:03,660 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:02:07,086 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 04:02:07,087 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 04:02:07,087 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 04:02:07,089 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 04:02:07,887 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 04:02:09,090 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:02:11,260 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:02:11,261 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:02:14,645 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:02:20,645 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:02:25,645 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:02:26,260 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:02:26,261 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:02:30,754 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 04:02:30,760 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:02:36,652 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:02:38,587 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 04:02:38,589 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 04:02:38,589 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 04:02:38,591 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 04:02:38,913 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 04:02:41,260 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:02:41,261 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:02:42,646 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:02:47,646 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:02:52,647 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:02:56,260 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:02:56,261 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:02:58,647 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:03:00,758 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 04:03:03,647 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:03:08,655 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:03:10,680 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 04:03:10,682 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 04:03:10,682 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 04:03:10,683 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 04:03:10,946 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 04:03:11,261 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:03:11,261 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:03:14,650 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:03:20,650 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:03:26,261 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:03:26,261 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:03:26,397 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:03:30,762 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 04:03:31,651 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:03:36,657 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:03:41,264 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:03:41,264 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:03:41,616 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 04:03:41,617 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 04:03:41,617 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 04:03:41,619 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 04:03:41,980 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 04:03:42,029 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:03:47,763 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:03:53,763 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:03:56,264 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:03:56,265 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:03:59,763 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:04:00,766 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 04:04:05,763 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:04:10,770 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:04:11,266 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:04:11,267 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:04:13,177 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 04:04:13,178 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 04:04:13,179 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 04:04:13,180 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 04:04:14,008 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 04:04:16,182 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:04:21,766 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:04:26,266 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:04:26,266 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:04:27,767 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:04:30,768 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 04:04:32,767 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:04:38,767 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:04:41,272 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:04:41,273 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:04:43,781 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:04:46,137 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 04:04:46,138 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 04:04:46,139 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 04:04:46,141 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 04:04:47,043 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 04:04:49,768 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:04:55,767 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:04:56,268 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:04:56,269 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:05:00,773 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 04:05:00,779 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:05:06,767 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:05:11,273 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:05:11,282 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:05:11,769 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:05:15,131 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 04:05:15,133 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 04:05:15,133 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 04:05:15,135 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 04:05:16,069 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 04:05:16,770 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:05:22,770 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:05:26,271 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:05:26,271 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:05:28,770 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:05:30,776 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 04:05:33,770 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:05:39,775 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:05:41,281 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:05:41,285 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:05:45,332 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 04:05:45,333 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 04:05:45,334 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 04:05:45,334 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:05:45,335 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 04:05:46,094 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 04:05:50,771 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:05:56,276 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:05:56,277 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:05:56,429 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:06:00,780 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 04:06:01,771 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:06:07,771 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:06:11,276 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:06:11,277 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:06:12,783 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:06:17,710 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 04:06:17,712 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 04:06:17,713 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 04:06:17,714 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 04:06:18,122 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 04:06:18,715 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:06:23,779 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:06:26,276 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:06:26,277 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:06:29,779 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:06:30,784 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 04:06:34,779 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:06:40,779 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:06:41,276 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:06:41,277 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:06:45,783 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:06:48,383 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 04:06:48,385 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 04:06:48,385 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 04:06:48,387 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 04:06:49,149 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 04:06:51,388 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:06:56,277 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:06:56,277 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:06:56,389 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:07:00,788 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 04:07:01,783 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:07:07,783 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:07:11,277 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:07:11,277 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:07:12,788 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:07:17,791 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:07:18,276 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 04:07:18,277 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 04:07:18,277 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 04:07:18,279 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 04:07:19,173 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 04:07:23,786 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:07:26,277 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:07:26,277 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:07:29,785 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:07:30,792 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 04:07:34,786 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:07:40,786 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:07:41,277 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:07:41,277 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:07:45,792 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:07:48,455 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 04:07:48,456 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 04:07:48,456 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 04:07:48,457 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 04:07:49,205 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 04:07:51,458 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:07:56,277 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:07:56,278 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:07:56,789 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:08:00,797 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 04:08:01,790 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:08:07,789 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:08:11,277 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:08:11,280 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:08:12,795 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:08:17,794 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:08:18,287 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 04:08:18,289 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 04:08:18,289 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 04:08:18,291 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 04:08:19,228 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 04:08:23,791 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:08:26,278 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:08:26,278 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:08:28,791 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:08:30,800 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 04:08:33,792 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:08:39,798 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:08:41,282 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:08:41,282 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:08:45,004 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 04:08:45,006 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 04:08:45,006 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 04:08:45,007 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:08:45,008 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 04:08:45,254 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 04:08:50,793 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:08:56,282 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:08:56,282 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:08:56,351 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:09:00,804 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 04:09:01,792 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:09:07,792 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:09:11,290 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:09:11,296 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:09:12,796 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:09:15,957 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 04:09:15,958 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 04:09:15,959 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 04:09:15,960 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 04:09:16,285 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 04:09:18,795 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:09:24,795 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:09:26,285 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:09:26,286 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:09:30,795 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:09:30,808 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 04:09:35,795 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:09:40,800 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:09:41,292 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:09:41,296 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:09:44,491 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 04:09:44,492 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 04:09:44,492 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 04:09:44,493 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 04:09:45,315 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 04:09:46,496 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:09:51,802 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:09:56,288 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:09:56,289 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:09:57,802 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:10:00,810 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 04:10:02,802 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:10:08,802 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:10:11,290 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:10:11,301 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:10:13,812 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:10:15,173 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 04:10:15,174 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 04:10:15,174 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 04:10:15,176 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 04:10:15,340 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 04:10:19,809 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:10:25,808 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:10:26,291 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:10:26,291 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:10:30,808 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:10:30,814 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 04:10:36,814 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:10:41,292 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:10:41,293 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:10:41,812 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:10:42,380 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 04:10:42,381 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 04:10:42,382 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 04:10:42,383 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 04:10:43,369 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 04:10:47,812 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:10:53,812 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:10:56,293 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:10:56,293 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:10:59,812 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:11:00,817 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 04:11:05,812 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:11:10,818 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:11:11,295 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:11:11,296 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:11:12,933 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 04:11:12,934 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 04:11:12,935 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 04:11:12,936 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 04:11:13,401 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 04:11:15,938 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:11:21,812 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:11:26,296 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:11:26,296 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:11:27,812 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:11:30,820 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 04:11:32,813 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:11:38,813 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:11:41,298 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:11:41,302 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:11:43,824 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:11:45,955 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 04:11:45,957 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 04:11:45,957 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 04:11:45,959 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 04:11:46,439 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 04:11:49,817 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:11:55,817 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:11:56,298 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:11:56,299 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:12:00,817 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:12:00,824 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 04:12:05,817 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:12:10,822 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:12:11,301 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:12:11,303 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:12:15,827 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:12:15,862 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 04:12:15,863 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 04:12:15,864 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 04:12:15,865 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 04:12:16,464 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 04:12:21,818 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:12:26,301 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:12:26,301 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:12:27,818 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:12:30,828 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 04:12:32,819 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:12:38,819 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:12:41,304 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:12:41,305 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:12:43,829 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:12:45,635 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 04:12:45,637 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 04:12:45,637 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 04:12:45,639 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 04:12:46,491 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 04:12:49,821 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:12:55,821 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:12:56,304 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:12:56,305 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:13:00,832 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 04:13:00,834 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:13:06,821 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:13:11,309 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:13:11,313 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:13:11,827 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:13:16,548 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 04:13:16,549 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 04:13:16,550 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 04:13:16,551 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 04:13:16,970 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:13:17,514 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 04:13:22,967 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:13:26,307 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:13:26,308 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:13:28,967 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:13:30,835 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 04:13:33,967 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:13:39,967 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:13:41,308 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:13:41,308 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:13:44,989 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:13:47,730 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 04:13:47,732 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 04:13:47,732 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 04:13:47,734 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 04:13:48,541 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 04:13:50,735 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:13:55,973 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:13:56,308 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:13:56,308 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:14:00,839 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 04:14:01,841 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:14:06,973 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:14:11,308 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:14:11,308 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:14:12,973 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:14:17,980 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:14:18,873 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 04:14:18,874 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 04:14:18,874 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 04:14:18,875 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 04:14:19,572 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 04:14:23,980 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:14:26,308 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:14:26,309 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:14:29,980 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:14:30,842 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 04:14:34,980 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:14:39,981 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:14:41,308 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:14:41,309 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:14:44,987 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:14:48,813 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 04:14:48,814 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 04:14:48,815 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 04:14:48,816 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 04:14:49,601 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 04:14:50,817 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:14:55,985 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:14:56,308 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:14:56,309 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:15:00,847 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 04:15:01,849 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:15:06,985 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:15:11,308 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:15:11,309 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:15:11,985 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:15:16,993 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:15:19,716 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 04:15:19,717 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 04:15:19,717 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 04:15:19,718 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 04:15:20,629 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 04:15:22,987 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:15:26,309 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:15:26,309 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:15:28,986 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:15:30,851 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 04:15:33,987 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:15:39,987 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:15:41,309 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:15:41,309 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:15:44,994 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:15:49,995 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:15:50,271 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 04:15:50,272 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 04:15:50,272 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 04:15:50,273 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 04:15:50,651 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 04:15:55,993 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:15:56,309 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:15:56,309 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:16:00,855 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 04:16:01,857 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:16:06,993 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:16:11,310 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:16:11,310 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:16:12,993 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:16:18,001 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:16:23,001 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:16:23,584 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 04:16:23,584 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 04:16:23,585 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 04:16:23,586 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 04:16:23,680 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 04:16:26,309 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:16:26,310 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:16:28,993 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:16:30,860 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 04:16:34,993 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:16:39,993 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:16:41,309 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:16:41,310 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:16:45,994 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:16:51,000 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:16:55,009 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 04:16:55,010 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 04:16:55,010 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 04:16:55,012 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 04:16:55,708 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 04:16:56,013 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:16:56,309 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:16:56,310 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:17:00,863 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 04:17:01,866 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:17:06,997 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:17:11,310 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:17:11,310 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:17:11,997 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:17:16,998 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:17:22,010 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:17:26,319 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:17:26,321 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:17:27,435 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 04:17:27,437 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 04:17:27,437 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 04:17:27,438 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:17:27,439 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 04:17:27,734 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 04:17:30,867 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 04:17:33,007 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:17:38,007 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:17:41,315 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:17:41,315 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:17:43,008 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:17:49,008 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:17:54,018 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:17:56,326 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:17:56,326 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:17:57,231 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 04:17:57,232 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 04:17:57,233 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 04:17:57,234 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 04:17:57,763 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 04:17:59,235 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:18:00,871 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 04:18:05,008 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:18:11,009 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:18:11,319 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:18:11,319 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:18:17,008 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:18:22,017 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:18:26,322 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:18:26,322 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:18:27,306 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 04:18:27,308 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 04:18:27,309 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 04:18:27,309 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:18:27,311 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 04:18:27,794 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 04:18:30,876 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 04:18:33,011 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:18:38,011 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:18:41,322 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:18:41,323 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:18:44,011 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:18:49,011 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:18:54,013 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:18:56,325 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:18:56,326 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:18:57,031 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 04:18:57,032 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 04:18:57,032 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 04:18:57,033 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 04:18:57,824 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 04:18:59,034 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:19:00,878 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 04:19:05,012 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:19:11,012 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:19:11,326 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:19:11,326 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:19:17,012 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:19:22,012 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:19:26,333 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:19:26,333 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:19:27,024 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:19:28,234 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 04:19:28,235 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 04:19:28,236 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 04:19:28,238 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 04:19:28,850 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 04:19:30,883 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 04:19:33,014 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:19:39,014 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:19:41,330 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:19:41,330 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:19:45,014 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:19:50,014 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:19:55,016 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:19:56,342 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:19:56,345 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:20:00,018 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:20:00,166 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 04:20:00,168 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 04:20:00,168 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 04:20:00,169 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 04:20:00,880 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 04:20:00,886 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 04:20:06,017 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:20:11,333 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:20:11,333 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:20:11,458 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:20:17,017 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:20:23,017 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:20:26,338 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:20:26,342 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:20:28,028 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:20:29,205 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 04:20:29,207 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 04:20:29,208 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 04:20:29,210 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 04:20:29,915 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 04:20:30,890 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 04:20:34,022 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:20:40,022 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:20:41,335 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:20:41,335 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:20:46,022 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:20:51,023 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:20:56,337 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:20:56,339 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:20:56,429 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:21:00,895 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 04:21:01,151 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 04:21:01,153 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 04:21:01,153 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 04:21:01,154 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 04:21:01,943 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 04:21:02,025 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:21:08,024 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:21:11,337 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:21:11,337 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:21:14,025 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:21:19,025 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:21:25,025 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:21:26,341 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:21:26,345 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:21:30,037 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:21:30,901 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 04:21:31,731 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 04:21:31,733 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 04:21:31,734 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 04:21:31,735 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 04:21:31,972 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 04:21:35,145 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:21:41,144 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:21:41,342 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:21:41,342 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:21:47,144 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:21:53,148 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:21:56,351 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:21:56,351 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:21:58,151 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:21:58,595 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 04:21:58,596 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 04:21:58,596 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 04:21:58,598 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 04:21:59,003 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 04:22:00,906 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 04:22:04,147 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:22:10,147 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:22:11,347 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:22:11,347 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:22:16,147 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:22:21,147 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:22:26,155 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:22:26,356 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:22:26,360 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:22:28,631 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 04:22:28,632 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 04:22:28,633 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 04:22:28,634 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 04:22:29,030 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 04:22:30,910 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 04:22:31,912 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:22:37,150 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:22:41,536 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:22:41,537 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:22:43,151 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:22:48,152 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:22:54,158 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:22:56,443 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:22:56,447 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:22:59,162 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:22:59,928 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 04:22:59,930 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 04:22:59,930 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 04:22:59,932 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 04:23:00,055 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 04:23:00,914 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 04:23:05,157 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:23:11,157 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:23:11,444 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:23:11,444 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:23:17,157 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:23:23,157 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:23:26,452 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:23:26,452 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:23:28,169 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:23:30,921 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 04:23:32,146 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 04:23:32,147 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 04:23:32,148 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 04:23:32,149 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 04:23:33,087 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 04:23:33,561 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:23:39,559 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:23:41,449 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:23:41,449 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:23:45,559 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:23:50,559 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:23:56,461 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:23:56,468 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:23:56,626 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:24:00,624 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 04:24:00,625 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 04:24:00,626 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 04:24:00,627 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 04:24:00,920 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 04:24:01,116 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 04:24:01,921 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:24:07,567 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:24:11,455 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:24:11,455 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:24:13,567 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:24:18,568 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:24:24,568 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:24:26,455 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:24:26,455 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:24:29,570 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:24:30,928 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 04:24:34,296 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 04:24:34,298 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 04:24:34,299 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 04:24:34,300 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 04:24:35,142 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 04:24:35,301 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:24:40,577 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:24:41,455 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:24:41,455 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:24:46,576 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:24:51,576 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:24:56,455 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:24:56,456 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:24:57,529 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:25:00,929 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 04:25:02,580 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:25:08,281 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 04:25:08,283 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 04:25:08,283 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 04:25:08,283 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:25:08,284 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 04:25:09,184 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 04:25:11,455 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:25:11,456 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:25:13,579 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:25:18,579 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:25:23,580 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:25:26,455 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:25:26,456 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:25:29,580 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:25:30,933 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 04:25:34,583 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:25:39,593 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:25:40,093 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 04:25:40,094 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 04:25:40,094 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 04:25:40,095 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 04:25:40,245 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 04:25:41,455 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:25:41,456 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:25:45,581 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:25:51,581 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:25:56,456 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:25:56,456 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:25:56,746 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:26:00,937 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 04:26:01,939 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:26:07,585 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:26:11,460 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:26:11,461 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:26:12,403 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 04:26:12,404 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 04:26:12,405 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 04:26:12,406 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 04:26:12,817 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:26:13,277 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 04:26:18,817 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:26:24,817 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:26:26,461 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:26:26,461 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:26:29,817 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:26:30,941 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 04:26:34,817 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:26:39,822 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:26:41,466 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:26:41,466 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:26:44,299 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 04:26:44,300 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 04:26:44,300 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 04:26:44,301 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 04:26:44,301 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 04:26:45,302 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:26:50,820 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:26:56,465 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:26:56,465 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:26:56,565 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:27:00,945 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 04:27:01,947 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:27:07,820 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:27:11,473 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:27:11,475 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:27:12,824 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:27:14,638 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 04:27:14,640 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 04:27:14,640 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 04:27:14,642 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 04:27:15,331 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 04:27:17,822 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:27:23,821 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:27:26,469 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:27:26,469 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:27:29,822 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:27:30,949 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 04:27:34,822 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:27:39,822 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:27:41,469 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:27:41,469 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:27:44,825 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:27:47,629 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 04:27:47,631 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 04:27:47,631 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 04:27:47,633 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 04:27:48,364 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 04:27:50,062 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:27:56,062 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:27:56,469 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:27:56,469 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:28:00,954 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 04:28:01,956 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:28:07,062 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:28:11,469 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:28:11,470 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:28:12,605 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:28:18,067 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:28:18,345 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 04:28:18,346 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 04:28:18,347 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 04:28:18,349 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 04:28:18,391 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 04:28:24,067 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:28:26,469 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:28:26,470 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:28:30,067 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:28:30,957 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 04:28:35,067 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:28:41,067 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:28:41,469 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:28:41,469 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:28:46,073 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:28:49,788 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 04:28:49,789 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 04:28:49,789 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 04:28:49,790 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 04:28:50,422 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 04:28:51,791 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:28:56,469 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:28:56,470 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:28:57,561 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:29:00,961 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 04:29:02,963 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:29:08,073 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:29:11,469 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:29:11,470 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:29:14,083 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:29:19,084 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:29:19,748 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 04:29:19,749 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 04:29:19,750 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 04:29:19,751 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 04:29:20,445 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 04:29:25,077 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:29:26,469 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:29:26,470 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:29:30,965 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 04:29:30,971 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:29:36,077 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:29:41,077 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:29:41,470 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:29:41,470 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:29:47,081 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:29:52,087 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:29:52,338 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 04:29:52,340 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 04:29:52,340 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 04:29:52,342 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 04:29:52,473 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 04:29:56,470 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:29:56,471 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:29:57,636 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:30:00,969 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 04:30:02,971 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:30:08,083 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:30:11,470 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:30:11,471 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:30:14,083 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:30:19,093 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:30:23,716 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 04:30:23,717 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 04:30:23,718 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 04:30:23,720 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 04:30:24,502 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 04:30:24,721 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:30:26,470 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:30:26,471 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:30:30,084 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:30:30,973 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 04:30:35,084 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:30:40,084 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:30:41,470 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:30:41,471 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:30:45,084 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:30:50,086 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:30:53,135 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 04:30:53,136 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 04:30:53,136 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 04:30:53,138 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 04:30:53,530 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 04:30:55,139 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:30:56,470 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:30:56,471 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:31:00,977 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 04:31:00,983 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:31:06,085 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:31:11,085 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:31:11,470 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:31:11,471 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:31:16,091 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:31:21,101 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:31:22,035 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 04:31:22,037 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 04:31:22,038 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 04:31:22,039 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 04:31:22,560 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 04:31:26,471 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:31:26,472 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:31:26,610 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:31:30,980 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 04:31:31,982 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:31:37,087 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:31:41,471 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:31:41,471 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:31:42,585 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:31:48,087 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:31:53,094 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:31:54,377 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 04:31:54,378 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 04:31:54,378 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 04:31:54,379 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 04:31:54,595 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 04:31:56,471 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:31:56,472 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:31:59,089 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:32:00,984 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 04:32:05,089 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:32:10,090 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:32:11,471 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:32:11,472 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:32:16,090 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:32:21,096 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:32:25,307 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 04:32:25,309 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 04:32:25,309 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 04:32:25,311 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 04:32:25,624 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 04:32:26,312 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:32:26,471 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:32:26,472 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:32:30,988 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 04:32:31,990 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:32:37,094 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:32:41,471 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:32:41,472 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:32:42,607 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:32:48,094 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:32:53,098 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:32:56,472 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:32:56,473 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:32:57,039 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 04:32:57,041 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 04:32:57,041 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 04:32:57,043 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 04:32:57,658 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 04:32:58,109 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:33:00,990 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 04:33:04,108 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:33:10,108 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:33:11,473 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:33:11,473 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:33:15,109 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:33:21,109 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:33:26,130 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:33:26,477 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:33:26,478 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:33:28,174 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 04:33:28,175 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 04:33:28,176 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 04:33:28,177 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 04:33:28,680 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 04:33:30,994 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 04:33:31,996 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:33:37,113 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:33:41,475 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:33:41,476 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:33:42,597 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:33:48,113 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:33:54,113 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:33:56,481 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:33:56,483 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:33:59,124 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:34:00,996 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 04:34:01,295 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 04:34:01,297 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 04:34:01,297 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 04:34:01,299 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 04:34:01,708 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 04:34:05,116 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:34:11,115 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:34:11,481 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:34:11,481 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:34:17,115 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:34:22,116 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:34:26,481 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:34:26,481 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:34:27,604 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:34:30,999 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 04:34:33,004 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:34:34,493 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 04:34:34,494 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 04:34:34,494 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 04:34:34,496 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 04:34:34,737 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 04:34:38,120 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:34:41,481 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:34:41,481 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:34:44,119 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:34:49,120 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:34:55,120 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:34:56,481 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:34:56,481 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:35:00,126 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:35:01,006 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 04:35:05,128 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:35:05,362 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 04:35:05,364 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 04:35:05,365 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 04:35:05,366 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 04:35:05,771 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 04:35:11,125 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:35:11,481 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:35:11,482 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:35:17,125 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:35:22,125 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:35:26,481 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:35:26,482 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:35:27,644 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:35:31,013 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 04:35:33,015 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:35:33,237 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 04:35:33,239 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 04:35:33,240 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 04:35:33,241 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 04:35:33,796 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 04:35:38,128 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:35:41,481 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:35:41,482 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:35:44,128 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:35:49,128 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:35:55,128 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:35:56,481 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:35:56,482 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:36:00,134 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:36:01,012 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 04:36:02,712 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 04:36:02,712 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 04:36:02,713 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 04:36:02,716 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 04:36:02,825 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 04:36:06,131 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:36:11,482 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:36:11,482 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:36:11,645 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:36:17,131 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:36:22,132 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:36:26,482 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:36:26,482 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:36:27,582 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:36:31,021 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 04:36:33,022 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:36:33,584 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 04:36:33,586 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 04:36:33,586 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 04:36:33,589 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 04:36:33,852 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 04:36:38,134 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:36:41,482 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:36:41,482 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:36:44,134 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:36:49,134 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:36:55,134 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:36:56,482 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:36:56,482 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:37:00,140 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:37:01,033 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 04:37:04,573 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 04:37:04,574 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 04:37:04,575 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 04:37:04,580 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 04:37:04,880 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 04:37:05,581 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:37:11,139 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:37:11,482 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:37:11,482 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:37:17,140 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:37:22,140 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:37:26,482 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:37:26,483 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:37:27,602 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:37:31,025 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 04:37:33,029 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:37:36,300 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 04:37:36,301 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 04:37:36,302 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 04:37:36,306 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 04:37:36,907 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 04:37:38,145 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:37:41,482 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:37:41,483 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:37:44,145 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:37:50,145 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:37:55,145 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:37:56,483 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:37:56,483 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:38:01,029 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 04:38:01,031 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:38:06,155 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:38:09,859 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 04:38:09,861 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 04:38:09,861 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 04:38:09,866 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 04:38:09,939 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 04:38:11,483 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:38:11,484 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:38:11,620 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:38:17,150 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:38:23,150 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:38:26,483 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:38:26,483 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:38:29,150 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:38:31,033 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 04:38:35,153 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:38:40,158 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:38:40,444 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 04:38:40,445 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 04:38:40,445 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 04:38:40,447 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 04:38:40,970 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 04:38:41,486 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:38:41,487 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:38:46,154 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:38:51,154 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:38:56,486 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:38:56,487 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:38:56,628 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:39:01,037 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 04:39:02,040 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:39:07,160 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:39:10,041 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 04:39:10,042 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 04:39:10,042 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 04:39:10,043 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 04:39:10,996 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 04:39:11,486 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:39:11,486 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:39:12,585 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:39:18,156 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:39:23,157 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:39:26,486 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:39:26,486 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:39:29,156 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:39:31,042 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 04:39:34,157 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:39:39,170 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:39:40,346 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 04:39:40,347 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 04:39:40,348 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 04:39:40,350 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 04:39:41,022 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 04:39:41,486 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:39:41,487 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:39:45,159 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:39:50,160 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:39:56,160 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:39:56,486 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:39:56,487 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:40:01,045 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 04:40:02,048 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:40:07,166 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:40:10,210 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 04:40:10,211 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 04:40:10,212 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 04:40:10,213 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 04:40:11,051 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 04:40:11,486 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:40:11,487 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:40:12,592 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:40:18,160 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:40:23,160 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:40:26,486 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:40:26,487 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:40:29,160 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:40:31,049 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 04:40:34,163 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:40:39,154 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 04:40:39,154 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 04:40:39,154 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 04:40:39,155 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 04:40:40,078 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 04:40:40,156 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:40:41,487 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:40:41,487 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:40:45,162 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:40:50,163 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:40:55,163 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:40:56,487 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:40:56,487 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:41:01,054 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 04:41:01,060 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:41:06,169 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:41:09,056 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 04:41:09,057 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 04:41:09,057 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 04:41:09,058 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 04:41:09,104 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 04:41:11,487 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:41:11,487 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:41:11,648 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:41:17,163 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:41:23,163 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:41:26,487 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:41:26,487 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:41:29,163 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:41:31,058 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 04:41:34,168 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:41:39,172 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:41:40,124 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 04:41:40,126 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 04:41:40,126 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 04:41:40,127 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 04:41:40,130 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 04:41:41,487 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:41:41,488 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:41:45,166 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:41:51,166 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:41:56,172 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:41:56,487 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:41:56,488 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:42:01,062 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 04:42:02,064 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:42:07,183 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:42:10,777 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 04:42:10,778 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 04:42:10,778 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 04:42:10,779 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 04:42:11,161 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 04:42:11,487 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:42:11,488 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:42:12,571 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:42:18,172 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:42:23,173 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:42:26,488 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:42:26,488 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:42:29,173 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:42:31,067 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 04:42:35,173 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:42:40,174 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:42:41,489 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:42:41,493 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:42:42,435 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 04:42:42,436 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 04:42:42,436 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 04:42:42,438 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 04:42:43,194 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 04:42:46,174 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:42:52,174 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:42:56,489 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:42:56,489 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:42:57,616 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:43:01,070 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 04:43:03,072 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:43:08,180 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:43:11,493 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:43:11,494 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:43:13,123 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 04:43:13,124 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 04:43:13,124 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 04:43:13,125 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 04:43:13,219 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 04:43:13,538 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:43:19,269 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:43:25,269 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:43:26,492 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:43:26,492 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:43:30,270 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:43:31,074 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 04:43:36,270 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:43:41,274 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:43:41,501 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:43:41,507 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:43:46,275 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:43:46,437 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 04:43:46,438 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 04:43:46,438 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 04:43:46,439 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 04:43:47,247 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 04:43:52,272 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:43:56,495 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:43:56,495 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:43:57,656 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:44:01,078 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 04:44:03,080 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:44:08,272 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:44:11,495 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:44:11,495 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:44:14,276 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:44:19,279 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:44:19,771 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 04:44:19,772 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 04:44:19,773 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 04:44:19,774 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 04:44:20,284 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 04:44:25,274 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:44:26,495 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:44:26,495 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:44:31,082 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 04:44:31,088 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:44:36,275 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:44:41,495 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:44:41,495 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:44:41,641 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:44:47,279 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:44:50,513 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 04:44:50,514 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 04:44:50,515 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 04:44:50,516 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 04:44:51,310 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 04:44:52,517 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:44:56,495 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:44:56,496 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:44:57,631 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:45:01,085 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 04:45:03,087 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:45:08,277 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:45:11,495 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:45:11,496 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:45:14,277 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:45:19,288 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:45:22,345 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 04:45:22,346 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 04:45:22,347 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 04:45:22,349 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 04:45:23,349 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 04:45:25,279 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:45:26,495 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:45:26,496 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:45:31,090 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 04:45:31,095 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:45:36,279 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:45:41,279 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:45:41,495 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:45:41,496 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:45:47,284 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:45:52,288 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:45:52,383 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 04:45:52,385 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 04:45:52,385 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 04:45:52,387 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 04:45:53,374 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 04:45:56,496 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:45:56,496 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:45:57,653 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:46:01,093 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 04:46:03,096 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:46:08,284 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:46:11,496 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:46:11,496 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:46:14,285 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:46:19,296 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:46:20,801 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 04:46:20,803 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 04:46:20,804 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 04:46:20,805 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 04:46:21,397 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 04:46:25,291 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:46:26,496 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:46:26,496 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:46:31,097 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 04:46:31,103 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:46:36,291 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:46:41,291 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:46:41,496 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:46:41,496 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:46:47,298 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:46:52,301 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:46:52,516 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 04:46:52,518 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 04:46:52,519 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 04:46:52,520 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 04:46:53,426 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 04:46:56,496 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:46:56,496 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:46:57,599 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:47:01,101 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 04:47:03,104 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:47:08,296 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:47:11,496 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:47:11,497 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:47:14,296 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:47:19,304 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:47:20,318 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 04:47:20,319 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 04:47:20,319 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 04:47:20,320 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 04:47:20,450 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 04:47:25,297 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:47:26,496 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:47:26,497 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:47:31,105 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 04:47:31,111 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:47:36,298 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:47:41,496 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:47:41,497 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:47:41,584 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:47:47,302 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:47:50,377 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 04:47:50,378 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 04:47:50,378 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 04:47:50,379 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 04:47:50,478 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 04:47:52,380 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:47:56,497 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:47:56,497 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:47:57,609 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:48:01,110 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 04:48:03,113 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:48:08,304 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:48:11,497 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:48:11,497 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:48:14,313 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:48:19,311 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:48:19,383 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 04:48:19,384 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 04:48:19,385 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 04:48:19,386 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 04:48:19,507 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 04:48:25,309 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:48:26,497 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:48:26,497 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:48:31,114 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 04:48:31,120 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:48:36,309 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:48:41,497 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:48:41,497 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:48:41,580 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:48:47,325 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:48:48,626 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 04:48:48,627 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 04:48:48,627 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 04:48:48,629 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 04:48:49,536 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 04:48:52,630 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:48:56,497 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:48:56,497 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:48:58,314 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:49:01,117 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 04:49:03,314 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:49:08,315 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:49:11,497 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:49:11,498 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:49:14,318 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:49:19,322 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:49:20,159 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 04:49:20,160 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 04:49:20,160 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 04:49:20,161 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 04:49:20,568 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 04:49:25,320 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:49:26,497 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:49:26,498 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:49:31,121 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 04:49:31,128 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:49:36,320 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:49:41,497 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:49:41,498 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:49:41,644 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:49:47,320 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:49:52,336 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:49:53,984 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 04:49:53,985 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 04:49:53,985 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 04:49:53,986 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 04:49:54,603 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 04:49:56,497 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:49:56,498 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:49:57,621 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:50:01,125 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 04:50:03,128 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:50:08,323 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:50:11,497 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:50:11,498 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:50:14,323 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:50:20,325 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:50:25,332 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:50:26,033 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 04:50:26,035 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 04:50:26,035 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 04:50:26,037 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 04:50:26,498 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:50:26,498 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:50:26,627 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 04:50:31,129 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 04:50:31,136 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:50:36,326 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:50:41,498 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:50:41,499 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:50:41,629 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:50:47,326 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:50:52,332 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:50:56,498 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:50:56,498 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:50:56,654 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 04:50:56,655 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 04:50:56,655 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 04:50:56,657 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 04:50:57,654 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 04:50:57,657 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:51:01,133 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 04:51:03,135 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:51:08,330 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:51:11,498 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:51:11,499 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:51:13,331 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:51:18,331 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:51:23,335 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:51:26,506 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:51:26,506 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:51:28,338 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:51:28,481 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 04:51:28,483 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 04:51:28,483 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 04:51:28,485 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 04:51:28,682 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 04:51:31,136 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 04:51:34,338 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:51:40,338 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:51:41,504 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:51:41,504 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:51:45,524 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:51:51,431 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:51:56,438 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:51:56,511 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:51:56,511 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:52:00,901 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 04:52:00,902 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 04:52:00,902 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 04:52:00,903 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 04:52:01,140 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 04:52:01,713 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 04:52:02,143 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:52:07,437 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:52:11,506 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:52:11,507 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:52:12,638 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:52:18,437 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:52:24,437 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:52:26,507 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:52:26,507 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:52:29,449 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:52:31,150 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 04:52:33,206 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 04:52:33,207 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 04:52:33,208 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 04:52:33,209 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 04:52:33,620 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 04:52:33,739 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 04:52:34,624 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:52:40,621 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:52:41,507 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:52:41,507 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:52:46,621 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:52:51,621 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:52:56,514 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:52:56,516 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:52:56,657 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:53:01,146 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 04:53:01,759 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 04:53:01,759 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 04:53:01,760 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 04:53:01,760 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:53:01,766 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 04:53:01,767 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 04:53:07,627 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:53:11,511 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:53:11,511 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:53:12,632 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:53:18,627 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:53:23,627 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:53:26,511 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:53:26,511 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:53:28,634 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:53:31,154 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 04:53:32,951 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 04:53:32,952 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 04:53:32,952 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 04:53:32,955 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 04:53:33,636 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:53:33,801 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 04:53:39,636 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:53:41,511 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:53:41,511 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:53:45,636 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:53:50,636 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:53:55,636 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:53:56,518 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:53:56,519 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:54:00,643 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:54:01,153 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 04:54:02,073 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 04:54:02,075 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 04:54:02,076 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 04:54:02,077 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 04:54:02,829 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 04:54:06,643 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:54:11,517 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:54:11,517 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:54:12,630 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:54:17,643 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:54:22,643 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:54:26,522 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:54:26,523 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:54:27,661 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:54:31,158 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 04:54:31,299 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 04:54:31,300 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 04:54:31,301 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 04:54:31,302 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 04:54:31,854 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 04:54:33,303 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:54:38,646 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:54:41,519 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:54:41,520 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:54:44,646 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:54:49,647 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:54:54,647 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:54:56,519 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:54:56,520 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:54:59,656 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:55:01,166 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 04:55:03,596 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 04:55:03,597 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 04:55:03,598 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 04:55:03,599 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 04:55:03,905 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 04:55:04,007 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 04:55:05,009 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:55:10,748 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:55:11,519 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:55:11,520 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:55:16,748 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:55:21,748 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:55:26,520 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:55:26,520 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:55:27,652 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:55:31,164 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 04:55:33,165 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:55:33,970 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 04:55:33,971 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 04:55:33,971 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 04:55:33,973 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 04:55:34,938 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 04:55:38,755 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:55:41,520 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:55:41,520 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:55:44,754 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:55:49,755 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:55:55,755 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:55:56,520 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:55:56,520 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:56:00,780 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:56:01,167 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 04:56:04,198 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 04:56:04,200 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 04:56:04,200 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 04:56:04,202 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 04:56:04,974 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 04:56:06,203 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:56:11,520 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:56:11,521 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:56:11,631 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:56:16,759 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:56:21,759 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:56:26,520 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:56:26,521 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:56:27,625 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:56:31,172 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 04:56:33,176 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:56:34,241 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 04:56:34,242 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 04:56:34,242 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 04:56:34,243 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 04:56:35,004 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 04:56:38,244 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:56:41,520 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:56:41,521 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:56:43,660 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:56:48,764 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:56:53,765 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:56:56,520 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:56:56,521 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:56:59,765 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:57:01,184 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 04:57:04,773 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:57:06,888 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 04:57:06,890 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 04:57:06,890 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 04:57:06,892 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 04:57:07,036 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 04:57:09,771 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:57:11,520 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:57:11,521 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:57:15,770 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:57:20,771 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:57:26,520 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:57:26,521 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:57:26,656 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:57:31,186 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 04:57:32,187 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:57:33,969 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 04:57:33,970 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 04:57:33,971 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 04:57:33,973 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 04:57:34,071 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 04:57:37,974 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:57:41,521 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:57:41,521 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:57:43,685 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:57:48,774 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:57:54,774 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:57:56,521 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:57:56,521 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:57:59,775 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:58:01,180 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 04:58:04,001 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 04:58:04,003 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 04:58:04,003 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 04:58:04,008 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 04:58:04,105 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 04:58:05,009 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:58:10,775 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:58:11,521 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:58:11,521 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:58:16,774 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:58:21,775 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:58:26,521 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:58:26,522 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:58:27,686 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:58:31,192 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 04:58:33,197 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:58:36,540 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 04:58:36,542 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 04:58:36,542 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 04:58:36,547 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 04:58:37,137 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 04:58:38,548 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:58:41,521 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:58:41,522 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:58:43,607 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:58:48,776 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:58:53,777 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:58:56,521 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:58:56,522 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:58:58,777 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:59:01,191 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 04:59:04,779 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:59:09,783 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:59:09,844 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 04:59:09,845 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 04:59:09,845 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 04:59:09,851 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 04:59:10,175 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 04:59:11,525 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:59:11,525 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:59:15,783 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:59:21,783 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:59:26,524 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:59:26,525 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:59:27,616 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:59:31,195 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 04:59:33,198 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:59:38,792 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:59:40,161 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 04:59:40,163 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 04:59:40,164 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 04:59:40,169 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 04:59:40,202 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 04:59:41,524 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:59:41,525 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 04:59:44,788 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:59:50,788 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:59:55,788 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 04:59:56,524 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 04:59:56,525 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:00:01,200 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 05:00:01,202 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:00:06,795 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:00:10,364 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 05:00:10,366 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 05:00:10,366 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 05:00:10,371 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 05:00:11,229 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 05:00:11,525 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:00:11,525 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:00:12,611 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:00:17,791 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:00:23,791 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:00:26,525 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:00:26,526 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:00:28,791 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:00:31,203 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 05:00:34,791 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:00:39,805 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:00:41,528 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:00:41,529 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:00:44,271 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 05:00:44,273 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 05:00:44,274 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 05:00:44,279 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 05:00:45,256 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 05:00:45,280 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:00:50,795 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:00:56,529 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:00:56,529 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:00:56,636 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:01:01,207 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 05:01:02,209 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:01:07,797 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:01:11,529 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:01:11,529 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:01:11,891 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 05:01:11,892 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 05:01:11,892 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 05:01:11,894 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 05:01:12,283 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 05:01:12,895 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:01:18,798 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:01:24,798 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:01:26,529 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:01:26,530 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:01:29,799 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:01:31,211 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 05:01:34,799 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:01:39,802 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:01:41,530 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:01:41,535 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:01:43,265 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 05:01:43,266 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 05:01:43,266 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 05:01:43,267 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 05:01:43,314 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 05:01:45,801 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:01:51,801 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:01:56,531 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:01:56,532 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:01:57,659 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:02:01,216 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 05:02:03,218 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:02:08,808 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:02:11,531 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:02:11,531 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:02:11,764 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 05:02:11,766 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 05:02:11,766 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 05:02:11,768 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 05:02:12,341 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 05:02:14,805 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:02:20,805 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:02:26,531 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:02:26,532 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:02:26,695 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:02:31,220 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 05:02:32,222 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:02:37,812 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:02:41,531 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:02:41,535 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:02:42,781 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 05:02:42,782 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 05:02:42,782 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 05:02:42,783 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 05:02:43,372 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 05:02:43,784 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:02:48,806 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:02:54,806 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:02:56,531 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:02:56,532 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:02:59,807 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:03:01,225 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 05:03:05,807 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:03:11,537 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:03:11,537 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:03:11,681 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:03:13,389 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 05:03:13,390 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 05:03:13,390 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 05:03:13,391 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 05:03:13,396 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 05:03:16,808 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:03:22,808 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:03:26,533 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:03:26,533 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:03:28,683 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:03:31,228 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 05:03:33,808 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:03:38,816 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:03:41,534 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:03:41,534 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:03:43,188 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 05:03:43,190 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 05:03:43,191 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 05:03:43,192 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 05:03:43,424 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 05:03:44,812 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:03:50,812 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:03:56,534 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:03:56,535 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:03:56,624 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:04:01,232 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 05:04:02,234 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:04:07,819 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:04:10,641 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 05:04:10,642 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 05:04:10,642 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 05:04:10,643 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 05:04:11,463 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 05:04:11,534 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:04:11,535 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:04:13,662 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:04:18,820 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:04:23,820 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:04:26,535 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:04:26,535 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:04:29,820 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:04:31,236 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 05:04:34,832 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:04:39,286 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 05:04:39,287 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 05:04:39,288 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 05:04:39,290 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 05:04:39,485 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 05:04:40,291 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:04:41,535 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:04:41,535 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:04:45,821 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:04:51,821 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:04:56,535 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:04:56,535 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:04:57,621 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:05:01,240 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 05:05:03,245 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:05:08,382 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 05:05:08,384 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 05:05:08,385 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 05:05:08,385 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:05:08,386 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 05:05:08,514 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 05:05:11,535 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:05:11,535 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:05:13,698 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:05:18,824 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:05:23,824 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:05:26,535 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:05:26,536 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:05:28,950 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:05:31,245 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 05:05:34,950 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:05:39,956 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:05:41,501 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 05:05:41,503 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 05:05:41,503 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 05:05:41,505 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 05:05:41,544 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 05:05:41,911 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:05:41,911 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:05:45,952 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:05:51,953 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:05:56,648 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:05:56,648 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:05:57,724 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:06:01,248 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 05:06:03,250 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:06:08,953 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:06:11,661 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:06:11,666 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:06:13,958 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:06:17,278 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 05:06:17,280 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 05:06:17,280 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 05:06:17,281 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 05:06:17,583 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 05:06:19,957 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:06:24,957 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:06:26,655 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:06:26,655 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:06:30,316 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:06:31,252 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 05:06:36,032 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:06:41,033 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:06:41,664 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:06:41,664 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:06:45,929 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 05:06:45,930 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 05:06:45,930 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 05:06:45,931 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 05:06:46,608 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 05:06:46,932 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:06:52,035 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:06:56,658 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:06:56,658 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:06:57,799 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:07:01,255 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 05:07:03,257 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:07:09,035 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:07:11,668 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:07:11,671 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:07:14,047 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:07:15,499 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 05:07:15,500 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 05:07:15,500 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 05:07:15,501 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 05:07:15,640 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 05:07:20,038 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:07:26,037 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:07:26,663 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:07:26,664 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:07:31,259 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 05:07:31,266 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:07:37,037 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:07:41,664 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:07:41,664 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:07:42,775 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:07:48,044 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:07:48,912 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 05:07:48,914 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 05:07:48,914 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 05:07:48,916 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 05:07:49,062 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 05:07:49,667 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 05:07:53,328 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:07:56,664 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:07:56,664 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:07:58,773 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:08:01,263 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 05:08:04,266 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:08:09,327 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:08:11,664 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:08:11,664 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:08:15,327 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:08:20,337 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:08:21,761 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 05:08:21,762 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 05:08:21,763 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 05:08:21,764 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 05:08:22,698 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 05:08:26,332 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:08:26,664 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:08:26,664 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:08:31,268 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 05:08:32,270 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:08:37,332 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:08:41,664 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:08:41,665 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:08:42,830 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:08:48,338 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:08:50,959 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 05:08:50,960 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 05:08:50,960 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 05:08:50,961 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 05:08:51,722 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 05:08:53,962 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:08:56,664 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:08:56,665 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:08:59,333 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:09:01,271 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 05:09:04,333 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:09:09,334 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:09:11,664 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:09:11,665 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:09:15,334 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:09:20,337 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:09:22,107 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 05:09:22,108 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 05:09:22,109 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 05:09:22,110 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 05:09:22,751 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 05:09:26,335 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:09:26,664 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:09:26,665 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:09:31,275 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 05:09:32,277 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:09:37,335 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:09:41,665 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:09:41,665 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:09:42,795 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:09:48,345 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:09:52,697 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 05:09:52,698 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 05:09:52,698 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 05:09:52,700 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 05:09:52,780 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 05:09:53,700 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:09:56,665 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:09:56,665 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:09:58,802 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:10:01,280 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 05:10:04,282 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:10:09,338 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:10:11,665 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:10:11,665 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:10:15,338 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:10:20,349 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:10:23,885 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 05:10:23,887 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 05:10:23,887 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 05:10:23,889 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 05:10:24,811 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 05:10:26,342 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:10:26,665 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:10:26,665 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:10:31,283 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 05:10:32,285 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:10:37,342 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:10:41,665 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:10:41,665 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:10:42,746 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:10:48,349 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:10:52,846 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 05:10:52,848 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 05:10:52,849 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 05:10:52,850 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 05:10:53,837 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 05:10:53,851 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:10:56,665 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:10:56,666 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:10:59,344 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:11:01,287 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 05:11:05,344 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:11:10,345 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:11:11,665 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:11:11,666 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:11:16,345 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:11:21,360 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:11:24,307 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 05:11:24,308 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 05:11:24,309 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 05:11:24,310 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 05:11:24,718 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 05:11:24,864 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 05:11:26,665 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:11:26,666 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:11:26,834 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:11:31,292 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 05:11:32,294 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:11:37,719 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:11:41,665 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:11:41,666 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:11:42,824 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:11:48,725 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:11:53,520 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 05:11:53,521 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 05:11:53,522 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 05:11:53,523 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 05:11:53,894 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 05:11:54,524 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:11:56,666 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:11:56,666 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:11:59,723 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:12:01,295 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 05:12:04,723 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:12:09,723 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:12:11,666 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:12:11,666 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:12:15,723 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:12:20,732 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:12:24,531 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 05:12:24,531 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 05:12:24,532 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 05:12:24,534 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 05:12:24,922 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 05:12:25,946 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:12:26,668 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:12:26,668 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:12:31,299 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 05:12:31,305 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:12:36,946 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:12:41,667 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:12:41,668 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:12:42,748 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:12:47,951 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:12:52,958 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:12:53,364 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 05:12:53,366 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 05:12:53,366 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 05:12:53,368 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 05:12:53,946 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 05:12:56,667 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:12:56,668 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:12:58,769 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:13:01,303 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 05:13:04,306 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:13:09,948 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:13:11,668 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:13:11,668 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:13:15,948 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:13:20,958 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:13:23,904 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 05:13:23,906 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 05:13:23,906 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 05:13:23,907 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 05:13:23,971 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 05:13:26,668 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:13:26,669 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:13:26,779 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:13:31,307 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 05:13:32,309 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:13:37,954 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:13:41,668 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:13:41,669 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:13:43,768 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:13:48,959 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:13:53,036 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 05:13:53,038 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 05:13:53,038 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 05:13:53,040 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 05:13:53,996 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 05:13:54,040 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:13:56,668 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:13:56,669 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:13:59,779 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:14:01,311 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 05:14:04,958 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:14:09,959 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:14:11,668 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:14:11,669 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:14:15,959 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:14:20,967 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:14:22,986 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 05:14:22,987 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 05:14:22,987 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 05:14:22,988 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 05:14:23,025 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 05:14:26,668 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:14:26,669 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:14:26,754 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:14:31,316 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 05:14:32,318 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:14:37,962 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:14:41,668 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:14:41,669 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:14:43,756 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:14:48,968 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:14:52,715 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 05:14:52,717 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 05:14:52,717 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 05:14:52,718 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 05:14:53,051 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 05:14:54,719 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:14:56,668 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:14:56,669 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:14:59,770 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:15:01,319 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 05:15:04,971 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:15:10,970 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:15:11,668 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:15:11,669 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:15:16,973 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:15:21,975 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:15:22,392 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 05:15:22,394 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 05:15:22,394 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 05:15:22,395 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 05:15:23,077 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 05:15:26,669 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:15:26,669 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:15:27,772 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:15:31,323 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 05:15:33,325 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:15:38,974 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:15:41,669 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:15:41,669 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:15:44,778 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:15:49,983 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:15:52,231 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 05:15:52,233 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 05:15:52,233 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 05:15:52,235 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 05:15:53,105 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 05:15:55,977 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:15:56,669 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:15:56,670 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:16:01,327 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 05:16:01,333 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:16:06,977 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:16:11,669 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:16:11,670 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:16:12,747 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:16:17,986 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:16:22,378 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 05:16:22,380 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 05:16:22,380 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 05:16:22,381 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 05:16:23,130 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 05:16:23,382 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:16:26,669 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:16:26,670 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:16:28,742 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:16:31,331 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 05:16:34,334 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:16:39,979 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:16:41,669 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:16:41,670 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:16:45,979 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:16:50,984 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:16:52,674 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 05:16:52,675 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 05:16:52,675 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 05:16:52,676 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 05:16:53,158 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 05:16:56,670 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:16:56,670 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:16:56,955 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:17:01,336 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 05:17:02,338 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:17:08,031 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:17:11,670 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:17:11,670 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:17:13,758 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:17:19,037 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:17:22,473 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 05:17:22,474 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 05:17:22,475 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 05:17:22,477 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 05:17:23,189 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 05:17:24,478 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:17:26,670 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:17:26,670 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:17:29,835 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:17:31,339 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 05:17:35,036 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:17:41,036 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:17:41,670 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:17:41,670 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:17:47,036 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:17:52,048 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:17:54,206 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 05:17:54,207 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 05:17:54,207 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 05:17:54,209 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 05:17:54,215 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 05:17:56,670 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:17:56,671 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:17:57,737 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:18:01,342 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 05:18:03,344 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:18:09,040 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:18:11,670 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:18:11,671 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:18:14,778 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:18:20,046 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:18:23,329 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 05:18:23,330 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 05:18:23,330 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 05:18:23,331 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 05:18:24,243 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 05:18:26,040 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:18:26,670 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:18:26,671 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:18:31,346 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 05:18:31,352 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:18:37,040 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:18:41,670 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:18:41,671 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:18:42,796 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:18:48,040 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:18:53,048 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:18:55,996 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 05:18:55,998 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 05:18:55,998 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 05:18:55,999 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 05:18:56,271 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 05:18:56,671 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:18:56,671 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:18:58,766 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:19:01,350 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 05:19:04,352 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:19:10,042 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:19:11,671 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:19:11,671 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:19:16,043 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:19:21,052 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:19:24,365 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 05:19:24,367 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 05:19:24,367 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 05:19:24,369 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 05:19:25,297 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 05:19:26,671 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:19:26,671 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:19:26,774 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:19:31,354 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 05:19:32,356 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:19:38,047 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:19:41,671 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:19:41,671 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:19:43,781 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:19:49,048 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:19:54,013 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 05:19:54,015 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 05:19:54,016 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 05:19:54,017 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 05:19:54,325 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 05:19:55,018 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:19:56,671 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:19:56,671 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:20:00,050 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:20:01,359 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 05:20:06,050 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:20:11,051 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:20:11,671 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:20:11,672 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:20:17,051 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:20:22,064 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:20:25,025 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 05:20:25,027 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 05:20:25,027 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 05:20:25,029 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 05:20:25,358 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 05:20:26,671 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:20:26,672 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:20:27,741 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:20:31,362 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 05:20:33,365 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:20:38,442 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:20:41,671 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:20:41,672 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:20:43,759 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:20:49,442 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:20:54,450 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:20:56,674 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:20:56,674 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:20:57,443 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 05:20:57,445 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 05:20:57,445 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 05:20:57,447 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 05:20:58,388 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 05:21:00,446 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:21:01,366 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 05:21:06,447 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:21:11,447 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:21:11,672 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:21:11,673 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:21:17,447 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:21:22,453 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:21:26,673 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 05:21:26,674 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 05:21:26,675 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 05:21:26,676 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 05:21:26,713 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:21:26,714 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:21:27,423 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 05:21:27,788 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:21:31,370 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 05:21:33,372 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:21:38,450 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:21:41,673 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:21:41,673 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:21:43,830 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:21:49,451 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:21:54,461 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:21:56,673 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:21:56,673 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:21:57,921 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 05:21:57,922 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 05:21:57,922 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 05:21:57,924 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 05:21:58,447 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 05:21:59,925 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:22:01,374 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 05:22:05,376 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:22:10,453 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:22:11,673 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:22:11,674 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:22:15,472 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:22:21,472 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:22:26,481 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:22:26,676 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:22:26,677 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:22:27,929 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 05:22:27,931 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 05:22:27,931 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 05:22:27,933 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 05:22:28,470 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 05:22:31,378 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 05:22:32,380 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:22:37,477 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:22:41,677 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:22:41,677 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:22:42,779 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:22:48,477 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:22:53,483 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:22:56,677 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:22:56,679 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:22:57,061 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 05:22:57,063 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 05:22:57,064 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 05:22:57,065 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 05:22:57,497 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 05:22:59,066 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:23:01,383 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 05:23:04,385 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:23:09,482 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:23:11,678 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:23:11,678 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:23:14,836 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:23:20,485 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:23:25,489 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:23:25,972 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 05:23:25,973 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 05:23:25,973 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 05:23:25,974 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 05:23:26,525 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 05:23:26,678 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:23:26,679 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:23:31,386 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 05:23:31,392 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:23:36,484 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:23:41,484 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:23:41,678 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:23:41,678 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:23:47,484 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:23:52,501 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:23:54,928 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 05:23:54,930 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 05:23:54,930 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 05:23:54,931 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 05:23:55,554 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 05:23:56,678 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:23:56,678 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:23:57,846 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:24:01,390 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 05:24:03,392 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:24:08,490 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:24:11,678 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:24:11,678 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:24:13,823 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:24:19,489 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:24:24,497 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:24:26,613 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 05:24:26,615 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 05:24:26,615 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 05:24:26,617 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 05:24:27,024 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:24:27,025 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:24:27,583 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 05:24:30,176 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:24:31,394 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 05:24:35,396 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:24:40,493 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:24:41,759 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:24:41,759 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:24:46,493 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:24:51,503 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:24:55,095 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 05:24:55,096 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 05:24:55,096 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 05:24:55,098 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 05:24:55,613 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 05:24:56,508 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:24:56,759 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:24:56,759 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:25:01,398 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 05:25:02,400 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:25:07,507 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:25:11,759 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:25:11,760 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:25:12,897 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:25:18,632 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:25:23,634 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:25:26,759 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:25:26,759 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:25:27,522 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 05:25:27,523 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 05:25:27,524 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 05:25:27,525 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 05:25:27,636 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 05:25:29,526 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:25:31,402 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 05:25:35,405 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:25:40,635 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:25:41,759 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:25:41,760 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:25:46,635 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:25:51,637 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:25:56,646 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:25:56,743 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 05:25:56,744 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 05:25:56,745 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 05:25:56,746 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 05:25:57,155 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:25:57,156 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:25:57,669 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 05:26:01,407 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 05:26:02,409 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:26:07,643 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:26:11,891 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:26:11,892 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:26:13,022 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:26:18,643 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:26:23,652 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:26:26,904 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:26:26,904 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:26:28,325 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 05:26:28,327 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 05:26:28,327 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 05:26:28,328 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 05:26:28,696 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 05:26:29,329 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:26:31,410 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 05:26:34,412 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:26:39,649 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:26:41,899 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:26:41,900 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:26:45,005 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:26:50,649 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:26:56,649 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:26:56,886 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 05:26:56,888 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 05:26:56,888 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 05:26:56,889 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 05:26:57,328 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:26:57,329 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:26:57,728 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 05:27:01,414 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 05:27:02,416 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:27:07,649 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:27:12,032 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:27:12,033 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:27:13,169 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:27:18,649 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:27:23,655 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:27:27,039 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:27:27,039 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:27:28,950 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 05:27:28,951 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 05:27:28,951 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 05:27:28,951 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:27:28,952 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 05:27:29,772 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 05:27:31,418 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 05:27:34,420 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:27:39,654 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:27:42,149 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:27:42,150 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:27:45,267 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:27:50,654 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:27:55,661 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:27:57,057 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:27:57,059 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:27:59,405 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 05:27:59,406 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 05:27:59,407 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 05:27:59,408 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 05:27:59,796 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 05:28:01,422 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 05:28:01,428 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:28:06,657 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:28:11,658 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:28:12,057 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:28:12,057 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:28:16,658 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:28:22,658 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:28:27,062 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:28:27,063 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:28:28,219 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:28:28,797 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 05:28:28,798 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 05:28:28,799 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 05:28:28,800 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 05:28:28,827 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 05:28:31,425 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 05:28:33,426 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:28:38,666 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:28:42,063 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:28:42,063 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:28:44,229 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:28:49,666 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:28:54,669 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:28:57,063 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:28:57,063 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:28:57,403 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 05:28:57,404 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 05:28:57,405 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 05:28:57,406 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 05:28:57,851 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 05:29:00,407 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:29:01,429 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 05:29:05,432 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:29:10,670 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:29:12,063 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:29:12,063 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:29:15,693 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:29:21,693 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:29:26,705 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:29:27,066 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:29:27,067 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:29:28,506 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 05:29:28,507 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 05:29:28,508 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 05:29:28,509 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 05:29:28,885 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 05:29:31,433 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 05:29:32,435 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:29:37,696 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:29:42,067 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:29:42,067 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:29:43,155 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:29:48,696 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:29:54,701 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:29:57,072 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:29:57,073 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:29:58,994 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 05:29:58,994 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 05:29:58,995 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 05:29:58,996 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 05:29:59,912 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 05:29:59,997 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:30:01,437 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 05:30:05,439 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:30:10,698 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:30:12,069 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:30:12,069 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:30:15,699 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:30:21,698 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:30:26,707 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:30:27,070 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:30:27,070 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:30:29,751 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 05:30:29,753 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 05:30:29,753 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 05:30:29,755 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 05:30:29,942 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 05:30:31,441 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 05:30:32,443 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:30:37,919 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:30:42,070 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:30:42,071 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:30:43,184 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:30:48,920 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:30:54,920 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:30:57,076 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:30:57,076 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:31:00,234 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:31:01,332 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 05:31:01,334 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 05:31:01,335 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 05:31:01,336 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 05:31:01,445 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 05:31:01,971 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 05:31:05,448 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:31:10,924 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:31:12,073 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:31:12,074 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:31:15,924 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:31:21,924 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:31:26,935 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:31:27,080 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:31:27,080 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:31:29,715 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 05:31:29,717 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 05:31:29,717 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 05:31:29,719 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 05:31:29,996 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 05:31:31,450 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 05:31:32,452 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:31:37,928 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:31:42,079 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:31:42,079 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:31:43,209 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:31:48,929 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:31:53,930 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:31:57,082 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:31:57,086 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:31:59,172 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:31:59,338 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 05:31:59,340 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 05:31:59,341 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 05:31:59,343 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 05:32:00,022 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 05:32:01,453 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 05:32:04,456 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:32:09,932 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:32:12,308 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:32:12,308 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:32:15,462 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:32:20,932 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:32:25,937 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:32:27,221 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:32:27,222 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:32:30,300 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 05:32:30,302 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 05:32:30,302 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 05:32:30,303 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 05:32:31,051 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 05:32:31,457 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 05:32:31,463 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:32:36,934 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:32:42,222 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:32:42,222 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:32:42,299 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:32:47,935 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:32:52,935 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:32:56,808 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 05:32:58,033 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:33:01,459 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 05:33:03,168 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 05:33:03,460 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:33:03,514 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:33:03,515 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:33:08,994 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:33:10,919 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 05:33:13,527 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:33:13,528 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:33:14,601 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:33:19,502 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 05:33:19,602 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:33:25,491 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:33:30,324 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 05:33:30,816 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:33:30,817 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:33:30,881 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:33:31,463 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 05:33:36,465 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:33:38,483 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 05:33:41,491 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:33:46,492 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:33:47,095 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 05:33:51,493 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:33:51,599 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:33:51,599 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:33:56,965 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:34:01,467 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 05:34:01,965 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:34:01,966 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:34:02,039 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:34:07,965 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:34:13,965 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:34:16,966 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:34:16,966 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:34:19,035 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:34:24,966 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:34:30,966 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:34:31,472 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 05:34:31,966 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:34:31,966 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:34:36,120 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:34:41,966 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:34:46,967 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:34:51,967 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:34:56,974 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:35:01,475 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 05:35:02,476 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:35:04,674 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 05:35:04,714 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:35:04,715 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:35:07,817 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:35:13,676 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:35:19,676 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:35:19,676 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:35:19,677 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:35:24,676 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:35:30,676 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:35:31,479 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 05:35:34,675 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:35:34,676 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:35:35,818 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:35:41,676 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:35:46,676 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:35:49,675 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:35:49,676 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:35:51,778 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:35:57,677 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:36:01,483 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 05:36:03,485 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:36:04,675 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:36:04,676 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:36:08,850 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:36:14,676 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:36:19,675 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:36:19,676 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:36:19,817 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:36:25,677 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:36:30,677 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:36:31,487 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 05:36:34,675 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:36:34,676 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:36:35,793 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:36:41,678 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:36:46,678 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:36:51,679 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:36:56,680 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:37:01,491 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 05:37:02,493 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:37:07,494 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:37:12,494 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:37:17,495 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:37:20,254 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 05:37:20,294 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:37:20,295 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:37:23,453 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:37:29,259 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:37:31,496 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 05:37:34,498 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:37:35,258 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:37:35,258 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:37:40,259 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:37:46,264 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:37:50,275 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:37:50,276 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:37:51,356 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:37:51,795 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 05:37:51,797 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 05:37:51,798 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 05:37:51,798 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 05:37:52,152 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 05:37:57,261 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:38:01,499 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 05:38:02,501 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:38:05,262 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:38:05,263 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:38:08,369 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:38:14,261 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:38:19,269 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:38:20,277 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:38:20,277 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:38:21,766 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 05:38:21,767 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 05:38:21,767 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 05:38:21,769 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 05:38:22,179 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 05:38:24,769 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:38:30,266 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:38:31,503 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 05:38:35,267 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:38:35,268 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:38:35,268 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:38:41,267 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:38:46,276 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:38:50,268 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:38:50,268 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:38:50,932 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 05:38:50,934 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 05:38:50,935 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 05:38:50,936 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 05:38:51,205 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 05:38:51,937 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:38:57,272 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:39:01,507 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 05:39:02,509 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:39:05,268 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:39:05,269 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:39:08,330 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:39:14,272 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:39:19,282 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:39:20,276 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:39:20,276 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:39:22,522 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 05:39:22,524 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 05:39:22,524 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 05:39:22,526 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 05:39:23,227 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 05:39:24,527 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:39:30,276 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:39:31,510 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 05:39:35,272 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:39:35,272 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:39:35,384 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:39:41,276 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:39:46,282 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:39:48,339 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 05:39:48,339 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 05:39:48,340 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 05:39:48,341 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 05:39:49,251 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 05:39:50,272 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:39:50,273 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:39:51,365 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:39:57,279 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:40:01,514 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 05:40:02,516 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:40:05,272 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:40:05,273 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:40:08,433 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:40:14,287 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:40:18,545 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 05:40:18,547 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 05:40:18,547 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 05:40:18,549 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 05:40:19,272 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 05:40:19,550 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:40:20,272 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:40:20,273 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:40:25,285 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:40:31,286 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:40:31,519 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 05:40:35,272 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:40:35,273 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:40:36,383 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:40:42,286 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:40:47,293 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:40:50,277 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:40:50,277 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:40:51,465 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 05:40:51,467 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 05:40:51,467 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 05:40:51,469 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 05:40:52,306 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 05:40:52,470 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:40:58,292 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:41:01,522 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 05:41:03,524 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:41:05,274 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:41:05,274 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:41:09,364 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:41:15,292 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:41:20,277 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:41:20,278 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:41:20,384 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:41:22,683 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 05:41:22,684 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 05:41:22,684 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 05:41:22,685 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 05:41:23,336 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 05:41:26,295 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:41:31,526 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 05:41:31,532 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:41:35,276 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:41:35,276 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:41:37,366 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:41:43,295 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:41:48,298 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:41:50,282 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:41:50,283 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:41:53,427 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:41:53,709 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 05:41:53,710 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 05:41:53,711 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 05:41:53,713 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 05:41:54,364 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 05:41:59,301 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:42:01,530 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 05:42:04,532 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:42:05,280 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:42:05,280 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:42:10,354 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:42:16,354 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:42:20,280 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:42:20,280 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:42:21,361 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:42:25,031 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 05:42:25,033 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 05:42:25,033 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 05:42:25,034 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 05:42:25,389 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 05:42:26,444 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:42:31,533 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 05:42:31,540 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:42:35,280 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:42:35,280 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:42:37,444 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:42:42,444 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:42:48,444 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:42:50,284 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:42:50,285 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:42:53,456 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:42:54,924 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 05:42:54,925 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 05:42:54,926 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 05:42:54,927 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 05:42:55,414 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 05:42:59,450 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:43:01,537 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 05:43:04,540 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:43:05,284 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:43:05,285 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:43:10,450 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:43:16,450 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:43:20,285 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:43:20,285 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:43:21,454 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:43:26,458 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:43:26,979 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 05:43:26,980 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 05:43:26,980 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 05:43:26,982 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 05:43:27,437 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 05:43:31,542 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 05:43:31,548 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:43:35,285 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:43:35,285 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:43:37,453 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:43:42,454 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:43:48,454 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:43:50,285 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:43:50,286 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:43:53,460 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:43:57,711 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 05:43:57,713 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 05:43:57,714 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 05:43:57,715 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 05:43:58,465 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 05:43:58,716 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:44:01,544 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 05:44:04,546 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:44:05,285 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:44:05,286 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:44:10,457 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:44:15,458 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:44:20,285 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:44:20,286 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:44:21,458 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:44:26,462 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:44:29,903 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 05:44:29,905 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 05:44:29,905 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 05:44:29,906 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 05:44:30,493 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 05:44:31,000 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 05:44:31,548 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 05:44:31,554 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:44:35,285 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:44:35,286 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:44:37,000 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:44:43,000 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:44:48,001 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:44:50,285 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:44:50,286 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:44:54,001 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:44:59,010 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:45:01,390 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 05:45:01,391 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 05:45:01,391 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 05:45:01,393 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 05:45:01,525 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 05:45:01,552 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 05:45:04,554 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:45:05,286 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:45:05,286 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:45:10,003 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:45:15,003 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:45:20,004 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:45:20,286 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:45:20,286 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:45:26,003 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:45:31,011 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:45:31,558 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 05:45:33,127 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 05:45:33,128 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 05:45:33,129 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 05:45:33,130 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 05:45:33,558 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 05:45:35,286 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:45:35,287 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:45:37,006 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:45:43,006 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:45:48,007 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:45:50,286 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:45:50,287 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:45:54,006 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:45:59,014 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:46:01,560 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 05:46:02,319 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 05:46:02,320 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 05:46:02,320 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 05:46:02,322 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 05:46:02,587 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 05:46:04,322 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:46:05,286 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:46:05,287 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:46:10,011 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:46:15,011 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:46:20,286 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:46:20,287 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:46:20,416 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:46:26,011 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:46:31,017 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:46:31,562 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 05:46:34,943 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 05:46:34,945 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 05:46:34,945 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 05:46:34,947 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 05:46:35,354 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:46:35,354 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:46:35,617 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 05:46:37,013 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:46:42,014 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:46:48,014 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:46:50,351 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:46:50,351 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:46:54,014 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:47:00,017 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:47:01,574 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 05:47:04,872 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 05:47:04,873 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 05:47:04,873 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 05:47:04,875 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 05:47:05,351 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:47:05,351 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:47:05,488 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:47:05,642 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 05:47:11,017 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:47:17,016 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:47:20,351 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:47:20,352 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:47:22,017 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:47:27,017 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:47:31,572 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 05:47:32,573 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:47:35,170 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 05:47:35,172 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 05:47:35,173 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 05:47:35,178 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 05:47:35,584 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:47:35,585 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:47:35,670 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 05:47:38,020 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:47:43,021 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:47:49,021 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:47:50,727 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:47:50,727 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:47:54,021 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:48:00,021 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:48:01,575 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 05:48:05,585 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:48:05,647 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:48:05,648 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:48:08,451 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 05:48:08,452 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 05:48:08,453 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 05:48:08,458 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 05:48:08,699 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 05:48:11,023 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:48:17,023 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:48:20,646 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:48:20,646 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:48:23,024 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:48:28,024 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:48:31,579 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 05:48:33,583 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:48:35,653 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:48:35,657 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:48:39,033 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:48:39,396 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 05:48:39,398 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 05:48:39,399 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 05:48:39,404 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 05:48:39,728 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 05:48:45,028 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:48:50,650 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:48:50,651 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:48:50,795 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:48:56,028 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:49:01,029 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:49:01,584 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 05:49:05,663 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:49:05,663 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:49:06,033 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:49:09,393 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 05:49:09,393 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 05:49:09,393 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 05:49:09,395 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 05:49:09,757 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 05:49:11,034 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:49:17,033 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:49:20,658 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:49:20,658 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:49:23,034 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:49:28,034 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:49:31,587 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 05:49:33,589 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:49:35,659 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:49:35,660 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:49:39,042 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:49:40,582 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 05:49:40,584 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 05:49:40,584 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 05:49:40,585 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 05:49:40,781 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 05:49:45,037 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:49:50,660 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:49:50,660 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:49:50,740 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:49:56,037 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:50:01,037 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:50:01,591 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 05:50:05,660 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:50:05,660 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:50:06,042 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:50:09,446 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 05:50:09,447 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 05:50:09,448 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 05:50:09,449 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 05:50:09,808 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 05:50:12,041 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:50:17,041 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:50:20,660 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:50:20,660 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:50:23,041 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:50:28,042 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:50:31,595 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 05:50:33,597 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:50:35,660 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:50:35,661 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:50:39,048 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:50:40,418 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 05:50:40,419 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 05:50:40,419 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 05:50:40,420 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 05:50:40,843 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 05:50:45,044 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:50:50,661 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:50:50,661 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:50:50,757 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:50:56,044 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:51:01,598 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 05:51:01,600 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:51:05,661 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:51:05,661 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:51:07,058 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:51:11,765 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 05:51:11,767 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 05:51:11,767 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 05:51:11,768 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 05:51:11,877 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 05:51:12,769 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:51:18,047 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:51:20,661 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:51:20,661 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:51:24,047 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:51:29,048 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:51:31,602 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 05:51:34,604 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:51:35,667 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:51:35,667 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:51:40,063 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:51:41,491 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 05:51:41,493 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 05:51:41,493 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 05:51:41,495 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 05:51:41,903 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 05:51:45,496 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:51:50,664 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:51:50,664 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:51:50,745 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:51:56,053 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:52:01,606 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 05:52:01,612 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:52:05,668 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:52:05,674 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:52:07,063 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:52:10,702 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 05:52:10,704 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 05:52:10,704 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 05:52:10,705 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 05:52:10,929 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 05:52:12,124 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:52:18,123 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:52:20,669 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:52:20,669 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:52:24,123 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:52:29,124 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:52:31,610 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 05:52:34,613 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:52:35,669 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:52:35,669 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:52:40,134 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:52:42,374 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 05:52:42,375 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 05:52:42,376 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 05:52:42,377 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 05:52:42,959 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 05:52:45,379 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:52:50,669 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:52:50,669 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:52:50,783 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:52:56,125 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:53:01,125 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:53:01,614 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 05:53:05,669 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:53:05,670 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:53:07,131 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:53:12,131 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:53:12,809 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 05:53:12,810 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 05:53:12,810 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 05:53:12,811 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 05:53:12,985 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 05:53:18,128 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:53:20,669 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:53:20,670 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:53:24,128 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:53:29,129 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:53:31,618 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 05:53:34,621 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:53:35,669 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:53:35,670 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:53:40,145 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:53:41,927 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 05:53:41,928 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 05:53:41,928 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 05:53:41,929 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 05:53:42,010 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 05:53:45,930 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:53:50,669 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:53:50,670 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:53:51,132 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:53:56,133 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:54:01,133 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:54:01,622 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 05:54:05,670 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:54:05,670 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:54:07,133 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:54:12,152 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:54:14,650 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 05:54:14,651 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 05:54:14,651 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 05:54:14,652 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 05:54:15,045 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 05:54:18,138 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:54:20,670 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:54:20,670 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:54:24,137 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:54:30,138 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:54:31,626 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 05:54:35,629 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:54:35,670 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:54:35,670 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:54:41,138 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:54:46,149 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:54:47,840 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 05:54:47,842 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 05:54:47,843 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 05:54:47,844 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 05:54:48,080 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 05:54:50,670 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:54:50,671 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:54:52,140 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:54:57,140 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:55:01,631 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 05:55:02,633 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:55:05,670 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:55:05,671 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:55:08,141 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:55:13,145 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:55:18,150 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:55:18,460 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 05:55:18,462 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 05:55:18,462 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 05:55:18,464 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 05:55:19,105 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 05:55:20,670 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:55:20,671 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:55:24,147 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:55:29,147 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:55:31,634 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 05:55:34,637 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:55:35,671 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:55:35,671 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:55:40,147 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:55:45,148 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:55:49,151 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 05:55:49,152 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 05:55:49,153 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 05:55:49,154 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 05:55:50,138 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 05:55:50,155 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:55:50,673 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:55:50,674 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:55:56,148 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:56:01,149 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:56:01,638 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 05:56:05,671 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:56:05,671 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:56:07,149 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:56:12,162 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:56:16,845 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 05:56:16,847 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 05:56:16,847 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 05:56:16,848 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 05:56:17,160 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 05:56:17,849 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:56:20,671 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:56:20,671 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:56:23,156 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:56:29,156 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:56:31,642 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 05:56:34,645 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:56:35,671 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:56:35,671 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:56:40,156 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:56:45,178 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:56:46,312 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 05:56:46,314 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 05:56:46,314 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 05:56:46,315 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 05:56:47,191 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 05:56:50,316 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:56:50,671 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:56:50,671 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:56:56,162 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:57:01,162 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:57:01,646 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 05:57:05,671 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:57:05,672 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:57:07,162 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:57:12,167 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:57:13,634 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 05:57:13,635 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 05:57:13,635 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 05:57:13,637 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 05:57:14,219 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 05:57:17,168 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:57:20,671 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:57:20,672 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:57:23,167 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:57:28,168 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:57:31,650 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 05:57:33,653 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:57:35,671 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:57:35,672 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:57:39,168 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:57:44,174 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:57:44,233 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 05:57:44,234 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 05:57:44,235 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 05:57:44,236 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 05:57:44,243 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 05:57:50,171 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:57:50,671 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:57:50,672 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:57:56,171 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:58:01,171 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:58:01,655 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 05:58:05,671 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:58:05,672 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:58:07,171 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:58:12,183 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:58:16,737 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 05:58:16,738 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 05:58:16,739 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 05:58:16,741 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 05:58:17,269 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 05:58:17,742 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:58:20,672 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:58:20,673 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:58:23,176 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:58:28,177 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:58:31,658 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 05:58:33,661 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:58:35,672 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:58:35,672 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:58:39,177 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:58:44,180 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:58:48,240 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 05:58:48,241 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 05:58:48,242 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 05:58:48,243 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 05:58:48,295 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 05:58:49,244 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:58:50,672 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:58:50,673 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:58:55,180 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:59:00,180 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:59:01,662 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 05:59:05,665 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:59:05,672 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:59:05,672 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:59:11,186 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:59:15,762 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 05:59:15,763 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 05:59:15,764 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 05:59:15,765 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 05:59:16,328 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 05:59:17,184 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:59:20,672 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:59:20,673 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:59:23,183 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:59:28,183 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:59:31,666 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 05:59:33,669 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:59:35,672 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:59:35,673 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:59:39,183 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:59:44,189 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:59:48,604 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 05:59:48,605 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 05:59:48,605 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 05:59:48,606 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 05:59:49,361 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 05:59:49,607 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 05:59:50,672 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 05:59:50,673 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 05:59:55,189 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:00:00,189 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:00:01,670 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 06:00:05,673 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:00:05,673 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:00:05,674 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:00:11,189 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:00:16,192 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:00:20,673 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:00:20,674 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:00:20,881 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 06:00:20,883 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 06:00:20,883 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 06:00:20,885 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 06:00:21,296 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:00:21,393 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 06:00:27,293 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:00:31,674 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 06:00:32,677 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:00:35,673 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:00:35,674 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:00:38,293 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:00:43,294 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:00:48,302 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:00:50,677 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:00:50,680 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:00:51,547 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 06:00:51,548 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 06:00:51,548 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 06:00:51,549 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 06:00:52,418 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 06:00:53,550 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:00:59,295 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:01:01,679 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 06:01:04,682 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:01:05,677 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:01:05,678 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:01:10,295 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:01:15,299 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:01:18,249 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 06:01:18,250 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 06:01:18,251 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 06:01:18,252 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 06:01:18,448 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 06:01:20,678 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:01:20,678 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:01:20,760 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:01:26,300 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:01:31,301 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:01:31,681 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 06:01:35,678 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:01:35,678 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:01:36,523 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:01:41,523 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:01:46,526 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:01:49,442 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 06:01:49,443 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 06:01:49,444 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 06:01:49,445 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 06:01:49,471 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 06:01:50,678 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:01:50,679 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:01:51,527 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:01:56,527 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:02:01,685 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 06:02:01,692 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:02:05,678 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:02:05,678 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:02:07,527 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:02:13,527 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:02:18,531 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:02:19,862 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 06:02:19,864 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 06:02:19,864 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 06:02:19,866 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 06:02:20,504 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 06:02:20,678 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:02:20,679 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:02:24,528 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:02:30,528 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:02:31,689 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 06:02:35,678 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:02:35,679 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:02:35,840 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:02:41,528 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:02:46,536 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:02:50,405 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 06:02:50,407 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 06:02:50,407 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 06:02:50,409 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 06:02:50,543 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 06:02:50,819 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:02:50,820 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:02:52,530 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:02:57,531 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:03:01,693 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 06:03:02,695 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:03:05,819 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:03:05,819 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:03:08,531 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:03:13,534 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:03:18,545 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:03:18,762 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 06:03:18,764 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 06:03:18,764 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 06:03:18,766 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 06:03:19,569 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 06:03:20,819 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:03:20,819 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:03:24,532 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:03:29,533 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:03:31,697 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 06:03:34,700 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:03:35,819 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:03:35,819 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:03:40,533 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:03:45,540 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:03:48,439 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 06:03:48,440 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 06:03:48,440 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 06:03:48,442 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 06:03:48,595 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 06:03:50,819 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:03:50,820 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:03:50,962 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:03:56,536 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:04:01,537 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:04:01,702 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 06:04:05,819 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:04:05,820 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:04:07,537 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:04:12,549 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:04:16,468 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 06:04:16,469 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 06:04:16,470 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 06:04:16,471 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 06:04:16,624 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 06:04:17,886 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:04:20,819 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:04:20,820 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:04:23,885 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:04:29,885 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:04:31,705 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 06:04:34,885 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:04:35,819 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:04:35,820 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:04:39,890 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:04:44,896 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:04:45,075 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 06:04:45,076 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 06:04:45,077 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 06:04:45,078 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 06:04:45,657 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 06:04:50,820 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:04:50,820 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:04:50,887 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:04:55,890 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:05:01,710 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 06:05:01,716 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:05:05,820 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:05:05,820 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:05:06,890 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:05:11,891 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:05:14,962 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 06:05:14,963 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 06:05:14,963 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 06:05:14,964 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 06:05:15,685 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 06:05:16,892 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:05:20,820 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:05:20,820 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:05:22,892 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:05:27,892 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:05:31,714 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 06:05:32,893 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:05:35,820 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:05:35,820 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:05:38,892 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:05:43,904 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:05:46,019 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 06:05:46,021 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 06:05:46,022 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 06:05:46,023 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 06:05:46,714 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 06:05:49,896 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:05:50,820 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:05:50,820 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:05:55,895 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:06:00,896 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:06:01,718 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 06:06:05,820 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:06:05,821 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:06:05,956 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:06:11,902 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:06:16,903 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:06:17,440 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 06:06:17,442 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 06:06:17,442 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 06:06:17,443 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 06:06:17,744 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 06:06:20,820 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:06:20,821 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:06:21,903 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:06:26,903 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:06:31,722 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 06:06:31,904 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:06:35,821 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:06:35,821 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:06:37,904 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:06:42,920 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:06:44,103 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 06:06:44,104 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 06:06:44,105 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 06:06:44,106 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 06:06:44,770 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 06:06:48,906 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:06:50,820 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:06:50,821 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:06:54,906 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:06:59,907 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:07:01,726 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 06:07:05,821 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:07:05,821 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:07:05,947 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:07:11,912 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:07:13,677 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 06:07:13,678 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 06:07:13,679 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 06:07:13,680 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 06:07:13,807 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 06:07:17,911 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:07:20,821 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:07:20,821 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:07:23,910 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:07:28,911 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:07:31,730 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 06:07:34,911 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:07:35,821 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:07:35,821 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:07:39,918 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:07:43,558 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 06:07:43,560 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 06:07:43,560 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 06:07:43,561 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 06:07:43,839 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 06:07:45,562 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:07:50,821 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:07:50,821 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:07:50,966 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:07:56,916 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:08:01,734 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 06:08:02,916 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:08:05,821 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:08:05,822 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:08:07,925 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:08:12,924 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:08:13,194 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 06:08:13,196 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 06:08:13,196 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 06:08:13,198 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 06:08:13,876 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 06:08:18,920 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:08:20,821 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:08:20,822 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:08:24,920 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:08:29,920 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:08:31,738 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 06:08:35,821 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:08:35,822 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:08:35,928 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:08:41,923 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:08:44,727 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 06:08:44,729 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 06:08:44,729 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 06:08:44,731 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 06:08:44,903 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 06:08:47,920 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:08:50,821 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:08:50,822 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:08:53,920 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:08:58,921 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:09:01,742 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 06:09:04,921 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:09:05,821 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:09:05,822 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:09:09,930 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:09:14,062 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 06:09:14,064 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 06:09:14,064 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 06:09:14,066 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 06:09:14,932 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 06:09:15,066 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:09:20,822 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:09:20,822 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:09:20,981 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:09:26,926 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:09:31,746 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 06:09:32,926 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:09:35,822 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:09:35,822 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:09:37,926 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:09:42,928 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:09:46,710 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 06:09:46,711 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 06:09:46,711 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 06:09:46,712 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 06:09:46,958 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 06:09:48,114 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:09:50,822 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:09:50,822 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:09:54,113 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:09:59,113 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:10:01,750 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 06:10:05,114 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:10:05,822 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:10:05,822 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:10:11,114 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:10:16,117 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:10:18,246 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 06:10:18,248 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 06:10:18,248 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 06:10:18,250 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 06:10:18,991 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 06:10:20,822 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:10:20,823 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:10:21,889 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:10:27,119 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:10:31,754 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 06:10:33,119 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:10:35,822 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:10:35,823 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:10:39,119 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:10:44,126 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:10:48,831 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 06:10:48,832 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 06:10:48,833 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 06:10:48,834 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 06:10:49,018 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 06:10:49,834 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:10:50,822 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:10:50,823 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:10:55,123 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:11:00,124 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:11:01,758 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 06:11:05,346 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:11:05,822 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:11:05,823 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:11:11,248 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:11:16,254 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:11:18,990 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 06:11:18,990 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 06:11:18,991 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 06:11:18,992 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 06:11:19,046 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 06:11:20,823 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:11:20,823 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:11:21,928 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:11:27,253 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:11:31,762 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 06:11:33,253 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:11:35,823 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:11:35,823 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:11:38,253 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:11:43,253 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:11:49,256 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:11:50,827 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:11:50,827 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:11:54,258 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:11:54,391 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 06:11:54,393 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 06:11:54,393 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 06:11:54,395 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 06:11:55,084 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 06:12:00,257 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:12:01,764 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 06:12:05,826 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:12:05,826 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:12:05,907 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:12:11,257 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:12:17,257 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:12:20,826 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:12:20,826 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:12:22,262 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:12:23,996 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 06:12:23,997 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 06:12:23,997 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 06:12:23,998 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 06:12:24,109 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 06:12:27,259 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:12:31,769 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 06:12:33,259 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:12:35,826 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:12:35,827 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:12:38,260 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:12:43,269 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:12:49,003 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 06:12:49,005 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 06:12:49,005 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 06:12:49,005 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:12:49,007 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 06:12:49,132 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 06:12:50,826 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:12:50,827 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:12:54,263 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:13:00,263 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:13:01,772 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 06:13:05,263 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:13:05,826 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:13:05,827 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:13:11,263 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:13:16,264 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:13:16,292 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 06:13:16,293 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 06:13:16,293 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 06:13:16,294 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 06:13:17,156 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 06:13:20,826 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:13:20,827 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:13:21,986 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:13:27,264 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:13:31,776 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 06:13:32,264 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:13:35,826 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:13:35,827 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:13:38,264 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:13:43,271 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:13:46,125 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 06:13:46,127 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 06:13:46,127 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 06:13:46,129 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 06:13:46,177 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 06:13:49,268 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:13:50,826 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:13:50,827 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:13:55,268 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:14:00,268 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:14:01,780 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 06:14:05,827 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:14:05,827 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:14:05,905 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:14:11,268 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:14:16,278 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:14:17,206 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 06:14:17,207 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 06:14:17,207 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 06:14:17,209 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 06:14:18,203 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 06:14:20,827 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:14:20,828 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:14:21,943 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:14:27,352 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:14:31,784 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 06:14:32,353 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:14:35,827 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:14:35,827 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:14:38,353 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:14:43,371 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:14:48,126 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 06:14:48,128 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 06:14:48,128 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 06:14:48,130 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 06:14:48,231 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 06:14:49,131 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:14:50,827 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:14:50,828 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:14:54,357 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:15:00,357 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:15:01,788 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 06:15:05,357 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:15:05,827 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:15:05,828 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:15:10,357 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:15:15,365 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:15:17,524 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 06:15:17,525 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 06:15:17,526 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 06:15:17,527 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 06:15:18,256 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 06:15:20,529 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:15:20,827 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:15:20,828 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:15:26,357 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:15:31,357 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:15:31,793 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 06:15:35,827 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:15:35,828 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:15:36,898 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:15:42,370 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:15:47,961 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 06:15:47,963 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 06:15:47,964 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 06:15:47,964 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:15:47,966 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 06:15:48,284 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 06:15:50,828 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:15:50,828 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:15:53,359 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:15:59,359 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:16:01,796 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 06:16:04,360 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:16:05,827 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:16:05,828 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:16:10,360 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:16:15,373 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:16:17,345 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 06:16:17,346 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 06:16:17,347 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 06:16:17,348 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 06:16:17,495 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 06:16:18,314 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 06:16:20,762 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:16:20,827 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:16:20,828 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:16:26,762 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:16:31,800 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 06:16:31,806 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:16:35,828 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:16:35,828 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:16:36,963 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:16:42,766 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:16:47,378 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 06:16:47,379 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 06:16:47,379 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 06:16:47,380 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 06:16:47,799 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:16:48,350 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 06:16:50,828 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:16:50,828 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:16:53,799 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:16:59,799 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:17:01,804 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 06:17:04,799 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:17:05,828 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:17:05,828 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:17:10,804 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:17:15,812 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:17:16,555 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 06:17:16,556 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 06:17:16,557 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 06:17:16,558 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 06:17:17,380 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 06:17:20,828 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:17:20,828 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:17:20,957 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:17:26,806 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:17:31,808 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 06:17:31,814 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:17:35,828 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:17:35,829 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:17:36,968 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:17:42,808 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:17:47,574 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 06:17:47,576 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 06:17:47,576 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 06:17:47,578 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 06:17:47,991 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:17:48,408 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 06:17:50,828 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:17:50,829 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:17:53,988 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:17:59,988 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:18:01,812 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 06:18:04,988 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:18:05,828 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:18:05,829 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:18:10,988 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:18:15,998 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:18:17,939 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 06:18:17,940 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 06:18:17,940 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 06:18:17,942 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 06:18:18,349 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 06:18:18,440 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 06:18:20,828 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:18:20,829 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:18:21,996 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:18:27,350 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:18:31,815 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 06:18:32,818 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:18:35,828 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:18:35,829 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:18:37,975 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:18:43,355 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:18:47,341 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 06:18:47,342 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 06:18:47,342 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 06:18:47,344 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 06:18:47,460 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 06:18:48,357 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:18:50,829 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:18:50,829 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:18:54,356 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:19:00,356 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:19:01,820 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 06:19:05,357 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:19:05,829 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:19:05,829 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:19:11,357 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:19:16,376 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:19:19,104 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 06:19:19,105 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 06:19:19,105 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 06:19:19,106 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 06:19:19,496 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 06:19:20,829 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:19:20,830 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:19:21,921 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:19:27,362 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:19:31,824 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 06:19:32,826 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:19:35,829 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:19:35,830 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:19:37,960 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:19:43,362 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:19:48,364 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:19:49,515 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 06:19:49,517 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 06:19:49,517 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 06:19:49,519 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 06:19:49,525 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 06:19:50,829 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:19:50,830 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:19:53,365 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:19:59,365 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:20:01,826 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 06:20:04,419 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:20:05,829 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:20:05,830 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:20:10,418 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:20:16,421 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:20:20,834 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:20:20,835 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:20:21,922 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:20:22,249 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 06:20:22,251 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 06:20:22,251 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 06:20:22,253 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 06:20:22,553 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 06:20:27,421 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:20:31,830 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 06:20:32,833 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:20:35,835 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:20:35,835 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:20:37,927 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:20:43,421 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:20:48,428 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:20:50,836 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:20:50,837 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:20:51,195 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 06:20:51,196 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 06:20:51,197 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 06:20:51,198 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 06:20:51,580 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 06:20:54,425 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:21:00,425 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:21:01,834 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 06:21:05,837 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:21:05,837 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:21:05,995 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:21:11,425 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:21:17,429 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:21:20,850 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:21:20,851 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:21:22,783 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 06:21:22,785 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 06:21:22,786 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 06:21:22,786 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:21:22,787 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 06:21:23,614 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 06:21:28,427 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:21:31,837 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 06:21:34,426 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:21:35,840 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:21:35,840 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:21:39,427 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:21:44,427 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:21:49,442 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:21:50,844 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:21:50,848 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:21:53,189 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 06:21:53,190 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 06:21:53,191 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 06:21:53,193 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 06:21:53,640 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 06:21:54,598 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:22:00,597 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:22:01,840 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 06:22:05,843 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:22:05,843 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:22:05,983 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:22:11,597 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:22:16,604 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:22:20,850 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:22:20,850 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:22:21,990 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:22:22,103 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 06:22:22,105 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 06:22:22,105 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 06:22:22,106 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 06:22:22,673 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 06:22:27,600 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:22:31,843 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 06:22:32,845 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:22:35,848 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:22:35,848 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:22:38,013 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:22:43,600 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:22:48,609 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:22:50,848 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:22:50,849 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:22:52,249 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 06:22:52,250 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 06:22:52,251 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 06:22:52,252 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 06:22:52,698 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 06:22:54,604 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:23:00,604 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:23:01,846 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 06:23:05,604 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:23:05,849 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:23:05,849 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:23:10,604 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:23:16,604 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:23:20,849 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:23:20,849 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:23:21,924 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:23:27,081 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 06:23:27,082 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 06:23:27,082 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 06:23:27,082 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:23:27,083 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 06:23:27,730 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 06:23:31,850 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 06:23:32,852 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:23:35,849 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:23:35,849 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:23:37,987 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:23:43,609 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:23:49,609 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:23:50,849 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:23:50,849 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:23:55,609 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:24:00,619 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:24:01,852 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 06:24:02,852 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 06:24:02,854 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 06:24:02,855 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 06:24:02,856 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 06:24:03,755 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 06:24:05,849 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:24:05,850 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:24:05,953 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:24:11,613 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:24:17,613 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:24:20,849 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:24:20,850 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:24:22,958 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:24:28,624 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:24:31,446 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 06:24:31,448 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 06:24:31,448 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 06:24:31,450 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 06:24:31,784 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 06:24:31,856 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 06:24:34,614 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:24:35,850 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:24:35,850 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:24:40,614 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:24:45,614 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:24:50,849 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:24:50,850 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:24:50,928 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:24:56,621 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:25:00,630 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 06:25:00,631 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 06:25:00,632 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 06:25:00,633 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 06:25:00,811 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 06:25:01,633 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:25:01,860 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 06:25:05,850 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:25:05,850 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:25:06,952 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:25:12,618 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:25:17,618 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:25:20,850 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:25:20,850 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:25:22,959 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:25:28,629 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:25:31,682 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 06:25:31,684 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 06:25:31,684 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 06:25:31,686 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 06:25:31,838 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 06:25:31,864 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 06:25:34,622 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:25:35,850 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:25:35,851 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:25:40,622 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:25:46,622 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:25:50,850 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:25:50,851 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:25:51,962 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:25:57,625 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:26:01,865 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 06:26:02,870 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:26:03,595 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 06:26:03,596 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 06:26:03,596 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 06:26:03,597 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 06:26:03,864 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 06:26:05,850 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:26:05,851 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:26:07,930 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:26:13,751 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:26:18,751 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:26:20,850 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:26:20,851 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:26:24,751 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:26:29,755 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:26:31,873 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 06:26:34,765 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:26:35,551 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 06:26:35,551 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 06:26:35,552 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 06:26:35,553 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 06:26:35,892 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 06:26:35,967 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:26:35,968 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:26:40,754 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:26:45,755 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:26:50,755 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:26:50,966 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:26:50,966 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:26:56,755 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:27:01,759 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:27:01,883 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 06:27:05,069 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 06:27:05,070 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 06:27:05,070 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 06:27:05,072 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 06:27:05,917 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 06:27:05,966 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:27:05,967 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:27:07,117 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:27:12,757 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:27:18,757 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:27:20,966 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:27:20,967 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:27:23,757 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:27:29,757 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:27:31,879 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 06:27:34,770 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:27:35,974 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:27:35,975 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:27:36,569 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 06:27:36,571 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 06:27:36,571 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 06:27:36,573 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 06:27:36,946 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 06:27:40,760 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:27:46,760 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:27:50,971 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:27:50,971 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:27:52,099 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:27:57,760 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:28:01,883 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 06:28:02,891 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:28:05,975 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:28:05,977 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:28:08,032 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 06:28:08,034 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 06:28:08,034 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 06:28:08,035 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:28:08,038 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 06:28:08,978 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 06:28:13,761 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:28:19,760 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:28:21,158 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:28:21,158 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:28:24,761 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:28:29,763 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:28:31,887 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 06:28:34,781 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:28:36,077 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:28:36,077 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:28:39,045 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 06:28:39,046 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 06:28:39,046 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 06:28:39,048 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 06:28:40,006 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 06:28:40,049 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:28:45,767 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:28:51,074 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:28:51,074 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:28:51,146 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:28:56,768 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:29:01,891 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 06:29:01,894 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:29:06,079 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:29:06,083 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:29:07,225 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:29:10,599 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 06:29:10,600 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 06:29:10,600 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 06:29:10,605 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 06:29:11,031 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 06:29:12,606 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:29:17,769 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:29:21,077 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:29:21,077 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:29:23,255 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:29:28,769 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:29:31,896 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 06:29:33,784 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:29:36,084 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:29:36,087 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:29:39,265 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 06:29:39,265 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 06:29:39,266 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 06:29:39,266 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:29:39,267 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 06:29:40,055 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 06:29:44,770 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:29:50,770 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:29:51,081 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:29:51,081 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:29:55,770 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:30:01,770 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:30:01,899 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 06:30:06,086 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:30:06,088 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:30:07,199 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:30:09,513 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 06:30:09,514 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 06:30:09,514 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 06:30:09,515 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 06:30:10,082 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 06:30:12,516 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:30:17,776 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:30:21,087 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:30:21,087 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:30:23,168 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:30:28,776 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:30:31,903 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 06:30:34,778 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:30:36,093 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:30:36,094 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:30:39,732 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 06:30:39,734 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 06:30:39,734 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 06:30:39,736 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 06:30:40,120 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 06:30:40,736 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:30:45,777 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:30:51,091 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:30:51,091 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:30:51,192 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:30:56,778 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:31:01,907 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 06:31:01,914 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:31:06,098 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:31:06,099 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:31:07,217 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:31:10,587 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 06:31:10,588 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 06:31:10,588 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 06:31:10,589 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 06:31:11,148 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 06:31:12,590 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:31:17,782 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:31:21,095 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:31:21,095 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:31:23,181 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:31:28,782 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:31:31,911 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 06:31:33,782 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:31:36,101 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:31:36,108 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:31:38,788 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:31:41,874 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 06:31:41,876 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 06:31:41,877 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 06:31:41,878 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 06:31:42,172 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 06:31:44,785 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:31:50,785 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:31:51,098 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:31:51,098 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:31:55,786 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:32:00,786 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:32:01,916 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 06:32:06,098 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:32:06,098 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:32:06,182 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:32:11,796 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:32:12,162 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 06:32:12,164 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 06:32:12,164 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 06:32:12,166 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 06:32:12,195 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 06:32:17,793 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:32:21,098 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:32:21,098 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:32:23,194 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:32:28,843 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:32:31,920 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 06:32:34,843 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:32:36,098 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:32:36,098 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:32:39,849 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:32:41,245 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 06:32:41,247 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 06:32:41,247 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 06:32:41,249 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 06:32:42,222 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 06:32:45,848 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:32:51,098 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:32:51,099 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:32:51,190 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:32:56,848 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:33:01,924 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 06:33:01,930 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:33:06,105 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:33:06,109 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:33:07,272 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:33:10,552 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 06:33:10,553 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 06:33:10,553 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 06:33:10,554 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 06:33:11,249 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 06:33:12,555 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:33:17,851 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:33:21,101 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:33:21,102 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:33:23,233 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:33:28,851 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:33:31,927 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 06:33:34,851 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:33:36,102 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:33:36,102 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:33:39,857 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:33:42,739 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 06:33:42,740 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 06:33:42,741 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 06:33:42,743 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 06:33:43,275 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 06:33:44,858 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:33:49,858 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:33:51,102 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:33:51,102 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:33:55,858 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:34:00,859 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:34:01,931 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 06:34:06,102 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:34:06,102 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:34:06,236 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:34:11,867 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:34:12,502 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 06:34:12,504 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 06:34:12,504 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 06:34:12,506 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 06:34:13,301 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 06:34:17,863 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:34:21,102 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:34:21,102 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:34:23,241 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:34:28,863 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:34:31,934 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 06:34:33,863 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:34:36,109 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:34:36,113 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:34:38,865 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:34:41,924 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 06:34:41,926 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 06:34:41,926 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 06:34:41,927 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 06:34:42,327 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 06:34:43,866 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:34:49,866 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:34:51,103 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:34:51,103 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:34:54,866 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:35:00,866 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:35:01,938 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 06:35:05,868 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:35:06,109 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:35:06,114 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:35:11,149 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 06:35:11,150 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 06:35:11,151 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 06:35:11,151 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:35:11,152 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 06:35:11,363 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 06:35:16,868 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:35:21,106 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:35:21,106 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:35:22,277 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:35:27,868 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:35:31,943 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 06:35:32,945 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:35:36,114 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:35:36,121 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:35:38,242 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:35:41,850 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 06:35:41,851 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 06:35:41,851 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 06:35:41,853 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 06:35:42,387 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 06:35:43,854 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:35:48,871 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:35:51,109 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:35:51,109 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:35:54,871 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:36:00,871 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:36:01,946 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 06:36:05,871 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:36:06,120 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:36:06,130 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:36:10,804 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 06:36:10,805 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 06:36:10,805 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 06:36:10,806 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 06:36:11,414 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 06:36:11,807 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:36:16,875 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:36:21,112 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:36:21,113 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:36:22,282 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:36:27,873 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:36:31,950 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 06:36:32,953 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:36:36,113 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:36:36,113 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:36:38,227 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:36:43,880 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:36:43,918 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 06:36:43,920 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 06:36:43,920 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 06:36:43,922 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 06:36:44,443 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 06:36:48,880 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:36:51,113 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:36:51,113 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:36:54,880 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:36:59,880 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:37:01,954 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 06:37:04,880 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:37:06,113 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:37:06,113 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:37:09,888 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:37:14,888 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:37:15,406 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 06:37:15,407 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 06:37:15,408 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 06:37:15,409 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 06:37:15,471 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 06:37:20,884 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:37:21,113 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:37:21,113 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:37:26,883 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:37:31,958 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 06:37:31,965 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:37:36,113 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:37:36,114 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:37:37,201 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:37:42,889 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:37:47,895 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:37:47,973 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 06:37:47,975 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 06:37:47,975 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 06:37:47,977 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 06:37:48,499 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 06:37:51,114 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:37:51,114 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:37:53,279 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:37:58,885 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:38:01,963 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 06:38:03,885 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:38:06,114 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:38:06,114 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:38:09,885 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:38:14,892 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:38:17,215 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 06:38:17,217 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 06:38:17,217 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 06:38:17,219 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 06:38:17,525 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 06:38:20,889 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:38:21,114 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:38:21,114 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:38:26,889 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:38:31,968 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 06:38:31,974 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:38:36,114 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:38:36,114 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:38:37,213 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:38:42,896 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:38:46,896 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 06:38:46,898 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 06:38:46,898 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 06:38:46,899 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 06:38:47,553 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 06:38:47,900 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:38:51,114 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:38:51,114 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:38:53,276 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:38:58,897 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:39:01,971 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 06:39:04,897 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:39:06,114 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:39:06,114 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:39:10,897 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:39:15,880 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 06:39:15,881 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 06:39:15,881 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 06:39:15,882 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 06:39:16,578 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 06:39:16,883 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:39:21,114 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:39:21,115 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:39:22,248 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:39:27,901 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:39:31,975 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 06:39:32,977 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:39:36,114 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:39:36,115 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:39:38,274 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:39:43,900 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:39:45,723 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 06:39:45,724 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 06:39:45,725 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 06:39:45,726 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 06:39:46,603 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 06:39:48,901 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:39:51,114 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:39:51,115 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:39:54,901 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:39:59,902 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:40:01,979 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 06:40:05,902 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:40:06,114 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:40:06,115 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:40:11,912 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:40:16,916 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:40:17,550 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 06:40:17,551 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 06:40:17,551 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 06:40:17,552 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 06:40:17,634 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 06:40:21,114 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:40:21,115 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:40:22,205 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:40:27,910 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:40:31,983 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 06:40:32,985 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:40:36,115 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:40:36,115 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:40:38,183 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:40:43,915 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:40:49,132 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 06:40:49,133 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 06:40:49,134 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 06:40:49,134 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:40:49,135 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 06:40:49,659 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 06:40:51,115 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:40:51,115 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:40:54,911 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:41:00,911 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:41:01,987 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 06:41:05,911 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:41:06,115 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:41:06,115 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:41:11,911 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:41:16,924 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:41:17,991 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 06:41:17,994 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 06:41:17,994 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 06:41:17,996 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 06:41:18,691 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 06:41:21,115 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:41:21,115 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:41:22,212 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:41:27,915 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:41:31,991 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 06:41:32,993 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:41:36,115 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:41:36,115 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:41:38,199 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:41:43,917 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:41:48,446 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 06:41:48,447 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 06:41:48,447 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 06:41:48,449 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 06:41:48,725 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 06:41:48,926 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:41:51,115 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:41:51,116 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:41:54,920 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:42:00,920 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:42:01,995 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 06:42:05,921 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:42:06,115 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:42:06,116 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:42:11,921 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:42:16,927 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:42:21,120 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:42:21,121 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:42:22,183 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 06:42:22,185 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 06:42:22,185 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 06:42:22,186 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:42:22,187 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 06:42:22,758 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 06:42:27,926 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:42:31,999 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 06:42:33,001 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:42:36,121 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:42:36,121 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:42:38,201 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:42:43,926 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:42:48,936 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:42:51,122 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:42:51,126 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:42:52,370 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 06:42:52,372 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 06:42:52,372 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 06:42:52,373 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 06:42:52,782 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 06:42:54,930 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:42:59,930 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:43:02,002 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 06:43:05,930 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:43:06,123 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:43:06,123 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:43:10,930 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:43:16,939 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:43:21,124 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:43:21,125 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:43:22,186 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:43:22,466 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 06:43:22,468 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 06:43:22,469 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 06:43:22,470 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 06:43:22,811 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 06:43:27,933 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:43:32,005 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 06:43:33,007 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:43:36,125 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:43:36,125 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:43:38,208 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:43:43,933 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:43:48,945 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:43:50,251 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 06:43:50,252 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 06:43:50,253 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 06:43:50,254 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 06:43:50,839 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 06:43:51,125 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:43:51,125 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:43:54,938 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:44:00,939 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:44:02,007 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 06:44:05,939 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:44:06,125 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:44:06,125 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:44:11,939 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:44:16,953 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:44:19,666 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 06:44:19,669 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 06:44:19,669 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 06:44:19,671 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 06:44:19,873 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 06:44:21,126 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:44:21,127 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:44:22,217 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:44:27,941 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:44:32,011 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 06:44:33,013 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:44:36,126 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:44:36,126 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:44:38,256 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:44:43,941 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:44:48,943 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:44:51,126 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:44:51,127 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:44:51,166 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 06:44:51,193 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 06:44:51,194 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 06:44:51,196 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 06:44:51,906 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 06:44:53,944 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:44:59,944 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:45:02,015 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 06:45:04,945 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:45:06,126 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:45:06,127 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:45:10,945 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:45:15,950 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:45:20,955 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:45:21,127 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:45:21,128 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:45:21,484 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 06:45:21,486 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 06:45:21,487 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 06:45:21,488 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 06:45:21,933 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 06:45:26,949 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:45:31,949 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:45:32,019 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 06:45:36,128 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:45:36,128 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:45:37,254 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:45:42,949 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:45:47,956 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:45:51,134 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:45:51,134 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:45:53,240 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:45:53,841 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 06:45:53,842 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 06:45:53,842 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 06:45:53,843 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 06:45:53,962 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 06:45:58,253 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:46:02,023 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 06:46:03,994 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:46:06,131 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:46:06,132 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:46:08,994 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:46:14,994 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:46:19,999 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:46:21,140 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:46:21,140 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:46:25,003 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:46:25,234 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 06:46:25,236 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 06:46:25,236 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 06:46:25,238 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 06:46:25,995 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 06:46:31,000 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:46:32,027 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 06:46:36,137 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:46:36,137 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:46:36,269 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:46:42,000 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:46:47,000 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:46:51,142 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:46:51,142 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:46:52,256 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:46:55,449 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 06:46:55,450 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 06:46:55,450 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 06:46:55,452 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 06:46:56,025 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 06:46:57,453 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:47:02,032 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 06:47:03,034 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:47:06,142 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:47:06,142 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:47:08,253 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:47:14,003 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:47:20,003 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:47:21,151 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:47:21,158 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:47:25,011 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:47:25,159 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 06:47:25,161 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 06:47:25,161 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 06:47:25,163 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 06:47:26,050 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 06:47:31,008 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:47:32,035 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 06:47:36,145 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:47:36,146 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:47:36,234 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:47:42,008 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:47:47,008 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:47:51,146 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:47:51,146 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:47:52,286 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:47:58,020 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:47:59,035 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 06:47:59,037 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 06:47:59,037 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 06:47:59,038 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 06:47:59,075 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 06:48:02,040 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 06:48:03,042 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:48:06,146 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:48:06,146 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:48:08,265 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:48:14,010 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:48:20,010 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:48:21,146 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:48:21,146 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:48:26,017 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:48:31,021 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:48:31,858 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 06:48:31,859 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 06:48:31,860 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 06:48:31,862 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 06:48:32,044 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 06:48:32,108 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 06:48:36,146 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:48:36,147 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:48:36,307 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:48:42,013 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:48:47,013 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:48:51,146 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:48:51,147 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:48:52,294 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:48:58,022 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:48:58,773 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 06:48:58,775 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 06:48:58,775 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 06:48:58,777 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 06:48:59,135 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 06:48:59,582 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 06:49:02,048 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 06:49:03,050 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:49:06,146 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:49:06,147 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:49:08,229 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:49:13,583 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:49:18,583 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:49:21,146 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:49:21,147 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:49:24,314 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:49:29,588 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:49:29,946 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 06:49:29,947 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 06:49:29,948 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 06:49:29,949 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 06:49:30,165 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 06:49:32,052 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 06:49:34,588 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:49:36,146 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:49:36,147 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:49:40,588 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:49:45,589 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:49:51,147 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:49:51,147 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:49:51,308 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:49:56,602 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:50:00,415 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 06:50:00,416 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 06:50:00,416 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 06:50:00,418 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 06:50:01,200 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 06:50:02,057 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 06:50:02,064 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:50:06,147 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:50:06,147 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:50:07,303 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:50:12,591 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:50:17,592 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:50:21,147 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:50:21,147 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:50:23,240 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:50:28,600 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:50:31,975 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 06:50:31,977 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 06:50:31,977 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 06:50:31,979 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 06:50:32,060 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 06:50:32,233 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 06:50:34,063 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:50:36,147 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:50:36,147 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:50:39,232 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:50:44,599 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:50:49,730 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:50:51,147 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:50:51,147 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:50:55,730 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:51:00,739 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:51:02,065 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 06:51:02,842 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 06:51:02,843 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 06:51:02,843 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 06:51:02,846 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 06:51:03,270 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 06:51:06,147 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:51:06,148 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:51:06,225 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:51:11,733 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:51:17,734 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:51:21,147 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:51:21,148 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:51:23,251 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:51:28,743 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:51:32,070 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 06:51:32,574 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 06:51:32,575 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 06:51:32,575 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 06:51:32,577 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 06:51:33,293 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 06:51:34,578 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:51:36,147 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:51:36,148 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:51:39,734 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:51:45,734 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:51:50,735 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:51:51,147 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:51:51,148 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:51:56,735 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:52:01,741 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:52:02,075 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 06:52:05,141 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 06:52:05,142 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 06:52:05,142 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 06:52:05,144 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 06:52:05,327 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 06:52:06,148 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:52:06,148 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:52:07,314 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:52:12,739 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:52:18,739 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:52:21,148 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:52:21,148 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:52:24,292 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:52:29,745 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:52:32,087 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 06:52:33,792 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 06:52:33,794 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 06:52:33,794 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 06:52:33,796 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 06:52:34,353 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 06:52:35,742 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:52:36,148 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:52:36,148 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:52:41,742 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:52:47,742 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:52:51,148 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:52:51,148 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:52:53,275 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:52:58,751 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:53:02,079 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 06:53:03,170 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 06:53:03,172 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 06:53:03,172 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 06:53:03,176 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 06:53:03,379 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 06:53:04,176 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:53:06,148 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:53:06,149 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:53:09,230 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:53:14,745 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:53:19,746 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:53:21,148 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:53:21,149 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:53:25,746 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:53:30,765 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:53:32,086 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 06:53:34,823 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 06:53:34,825 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 06:53:34,826 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 06:53:34,829 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 06:53:35,409 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 06:53:35,830 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:53:36,148 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:53:36,149 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:53:41,752 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:53:47,752 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:53:51,148 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:53:51,149 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:53:53,281 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:53:58,760 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:54:02,096 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 06:54:04,097 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:54:04,105 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 06:54:04,106 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 06:54:04,106 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 06:54:04,107 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 06:54:04,444 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 06:54:06,148 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:54:06,149 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:54:09,240 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:54:14,755 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:54:19,756 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:54:21,148 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:54:21,149 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:54:25,756 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:54:30,764 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:54:32,095 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 06:54:34,771 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 06:54:34,772 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 06:54:34,772 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 06:54:34,774 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 06:54:35,474 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 06:54:35,775 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:54:36,150 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:54:36,150 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:54:41,756 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:54:47,756 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:54:51,149 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:54:51,150 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:54:53,248 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:54:58,757 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:55:02,099 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 06:55:04,105 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:55:05,418 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 06:55:05,418 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 06:55:05,419 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 06:55:05,420 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 06:55:05,507 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 06:55:06,150 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:55:06,151 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:55:09,250 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:55:14,761 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:55:19,762 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:55:21,150 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:55:21,150 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:55:25,762 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:55:30,777 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:55:32,105 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 06:55:35,125 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 06:55:35,126 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 06:55:35,126 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 06:55:35,127 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 06:55:35,530 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 06:55:36,128 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:55:36,150 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:55:36,150 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:55:41,766 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:55:47,766 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:55:51,150 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:55:51,150 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:55:53,257 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:55:58,766 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:56:02,105 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 06:56:04,106 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:56:05,226 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 06:56:05,227 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 06:56:05,227 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 06:56:05,230 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 06:56:05,560 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 06:56:06,150 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:56:06,151 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:56:09,225 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:56:14,768 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:56:19,769 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:56:21,150 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:56:21,151 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:56:25,769 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:56:30,778 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:56:32,109 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 06:56:34,469 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 06:56:34,471 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 06:56:34,472 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 06:56:34,473 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 06:56:34,590 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 06:56:34,876 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 06:56:35,878 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:56:36,150 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:56:36,151 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:56:41,878 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:56:47,877 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:56:51,150 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:56:51,151 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:56:53,224 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:56:58,878 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:57:02,110 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 06:57:04,111 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:57:06,151 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:57:06,151 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:57:06,453 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 06:57:06,455 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 06:57:06,455 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 06:57:06,457 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 06:57:06,620 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 06:57:09,458 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:57:14,881 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:57:20,881 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:57:21,151 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:57:21,151 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:57:25,882 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:57:30,882 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:57:32,114 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 06:57:35,893 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:57:36,152 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:57:36,156 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:57:38,965 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 06:57:38,966 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 06:57:38,967 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 06:57:38,968 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 06:57:39,647 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 06:57:41,886 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:57:47,886 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:57:51,152 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:57:51,153 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:57:53,319 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:57:58,886 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:58:02,118 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 06:58:04,136 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:58:06,154 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:58:06,155 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:58:09,021 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 06:58:09,023 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 06:58:09,023 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 06:58:09,024 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 06:58:09,674 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 06:58:09,892 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:58:15,892 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:58:21,154 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:58:21,155 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:58:21,330 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:58:26,892 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:58:32,123 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 06:58:32,129 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:58:36,157 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:58:36,157 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:58:37,298 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:58:39,292 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 06:58:39,293 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 06:58:39,293 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 06:58:39,295 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 06:58:39,699 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 06:58:42,897 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:58:48,897 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:58:51,159 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:58:51,160 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:58:54,327 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:58:59,898 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:59:02,129 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 06:59:04,902 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:59:06,159 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:59:06,160 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:59:06,303 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 06:59:06,321 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 06:59:06,321 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 06:59:06,322 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 06:59:06,727 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 06:59:10,897 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:59:15,898 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:59:21,159 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:59:21,159 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:59:21,251 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:59:26,898 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:59:32,130 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 06:59:32,132 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:59:36,166 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:59:36,166 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:59:37,326 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:59:39,707 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 06:59:39,708 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 06:59:39,708 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 06:59:39,710 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 06:59:39,752 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 06:59:43,122 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:59:49,121 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 06:59:51,159 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 06:59:51,159 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 06:59:54,300 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:00:00,121 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:00:02,134 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 07:00:05,132 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:00:06,161 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 07:00:06,162 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 07:00:10,480 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 07:00:10,481 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 07:00:10,482 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 07:00:10,482 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:00:10,487 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 07:00:10,780 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 07:00:16,127 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:00:21,161 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 07:00:21,162 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 07:00:21,330 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:00:27,128 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:00:32,138 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 07:00:32,140 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:00:36,168 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 07:00:36,172 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 07:00:37,301 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:00:41,630 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 07:00:41,631 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 07:00:41,631 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 07:00:41,633 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 07:00:41,804 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 07:00:42,634 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:00:48,132 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:00:51,164 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 07:00:51,164 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 07:00:53,252 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:00:59,132 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:01:02,141 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 07:01:04,144 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:01:06,164 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 07:01:06,164 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 07:01:09,238 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:01:15,132 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:01:15,133 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 07:01:15,135 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 07:01:15,135 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 07:01:15,141 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 07:01:15,833 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 07:01:20,133 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:01:21,164 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 07:01:21,164 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 07:01:26,132 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:01:31,133 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:01:32,147 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 07:01:36,164 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 07:01:36,164 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 07:01:36,289 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:01:42,138 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:01:47,139 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:01:47,568 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 07:01:47,570 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 07:01:47,570 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 07:01:47,572 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 07:01:47,862 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 07:01:51,164 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 07:01:51,165 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 07:01:52,268 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:01:58,136 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:02:02,150 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 07:02:03,152 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:02:06,164 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 07:02:06,165 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 07:02:08,288 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:02:14,146 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:02:19,492 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 07:02:19,493 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 07:02:19,493 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 07:02:19,494 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:02:19,498 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 07:02:19,890 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 07:02:21,164 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 07:02:21,165 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 07:02:25,138 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:02:31,138 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:02:32,154 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 07:02:36,138 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:02:36,164 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 07:02:36,165 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 07:02:41,138 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:02:46,148 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:02:49,828 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 07:02:49,829 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 07:02:49,829 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 07:02:49,834 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 07:02:49,915 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 07:02:51,164 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 07:02:51,165 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 07:02:51,303 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:02:57,238 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:03:02,158 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 07:03:03,160 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:03:06,165 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 07:03:06,165 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 07:03:08,332 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:03:14,239 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:03:19,250 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:03:20,895 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 07:03:20,895 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 07:03:20,895 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 07:03:20,898 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 07:03:20,943 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 07:03:21,287 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 07:03:21,288 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 07:03:24,368 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:03:30,241 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:03:32,162 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 07:03:35,242 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:03:36,281 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 07:03:36,282 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 07:03:40,242 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:03:46,243 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:03:51,253 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:03:51,282 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 07:03:51,283 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 07:03:51,572 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 07:03:51,574 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 07:03:51,575 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 07:03:51,579 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 07:03:51,972 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 07:03:57,247 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:04:02,166 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 07:04:03,168 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:04:06,282 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 07:04:06,282 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 07:04:08,378 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:04:14,247 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:04:19,250 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:04:21,287 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 07:04:21,288 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 07:04:23,128 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 07:04:23,129 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 07:04:23,129 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 07:04:23,133 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 07:04:23,999 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 07:04:25,134 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:04:30,251 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:04:32,170 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 07:04:36,251 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:04:36,287 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 07:04:36,288 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 07:04:41,253 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:04:47,252 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:04:51,291 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 07:04:51,291 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 07:04:52,398 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:04:54,579 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 07:04:54,581 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 07:04:54,581 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 07:04:54,586 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 07:04:55,030 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 07:04:58,255 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:05:02,174 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 07:05:04,176 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:05:06,412 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 07:05:06,413 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 07:05:09,545 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:05:15,255 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:05:20,259 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:05:21,321 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 07:05:21,322 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 07:05:23,759 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 07:05:23,760 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 07:05:23,760 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 07:05:23,763 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 07:05:24,057 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 07:05:26,256 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:05:32,176 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 07:05:32,183 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:05:36,549 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 07:05:36,550 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 07:05:37,694 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:05:43,256 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:05:48,262 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:05:51,327 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 07:05:51,328 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 07:05:53,435 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:05:53,580 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 07:05:53,582 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 07:05:53,582 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 07:05:53,583 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 07:05:54,085 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 07:05:59,263 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:06:02,180 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 07:06:05,183 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:06:06,482 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 07:06:06,483 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 07:06:10,263 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:06:16,263 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:06:37,184 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:06:37,185 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 07:06:37,185 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:06:37,185 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:06:37,186 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 07:06:37,187 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:06:37,187 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:06:37,187 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:06:37,187 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:06:37,188 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: stop_status +2024-12-25 07:06:37,273 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 07:06:37,273 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 07:06:37,278 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 07:06:37,279 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 07:06:37,500 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 07:06:41,281 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:06:41,379 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:06:46,281 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:06:46,380 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:06:51,291 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:06:51,392 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:06:56,287 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:06:56,390 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:06:56,680 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 07:06:56,681 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 07:06:56,682 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 07:06:56,683 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 07:06:57,524 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 07:07:01,390 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:07:01,684 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:07:02,187 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 07:07:06,391 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:07:07,190 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:07:11,392 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:07:12,190 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:07:16,393 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:07:17,191 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:07:21,393 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:07:22,191 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:07:26,401 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:07:27,198 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:07:29,490 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 07:07:29,491 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 07:07:29,492 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 07:07:29,497 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 07:07:29,550 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 07:07:31,685 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:07:32,193 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 07:07:33,195 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:07:36,686 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:07:36,687 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:07:36,687 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:07:38,196 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:07:41,687 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:07:41,688 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:07:41,688 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:07:43,196 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:07:46,688 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:07:46,689 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:07:46,689 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:07:48,197 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:07:51,690 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:07:51,690 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:07:51,690 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:07:53,197 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:07:56,698 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:07:58,198 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:08:01,696 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:08:02,193 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 07:08:02,367 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 07:08:02,368 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 07:08:02,369 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 07:08:02,371 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 07:08:02,580 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 07:08:03,372 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:08:06,783 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:08:06,783 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:08:08,372 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:08:11,784 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:08:11,785 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:08:11,785 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:08:13,373 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:08:16,922 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:08:18,373 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:08:21,923 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:08:21,923 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:08:21,924 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:08:23,374 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:08:26,924 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:08:26,925 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:08:26,925 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:08:28,375 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:08:31,935 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:08:32,203 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 07:08:34,206 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:08:34,640 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 07:08:34,641 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 07:08:34,642 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 07:08:34,643 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 07:08:35,612 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 07:08:37,059 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:08:37,059 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:08:39,645 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:08:42,059 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:08:42,060 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:08:44,645 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:08:47,060 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:08:47,060 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:08:49,646 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:08:52,061 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:08:52,061 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:08:54,646 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:08:57,061 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:08:59,647 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:09:02,070 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:09:02,207 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 07:09:05,209 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:09:05,645 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 07:09:05,646 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 07:09:05,646 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 07:09:05,648 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 07:09:06,643 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 07:09:07,067 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:09:10,649 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:09:12,068 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:09:15,649 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:09:17,068 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:09:20,650 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:09:22,069 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:09:25,650 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:09:27,070 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:09:30,651 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:09:32,072 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:09:32,208 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 07:09:36,210 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:09:37,056 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 07:09:37,057 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 07:09:37,058 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 07:09:37,059 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 07:09:37,202 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:09:37,447 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:09:37,447 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:09:37,681 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 07:09:42,060 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:09:42,447 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:09:47,060 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:09:47,448 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:09:47,448 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:09:52,061 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:09:52,523 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:09:52,524 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:09:57,061 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:09:57,524 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:09:57,524 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:10:02,068 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:10:02,210 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 07:10:02,525 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:10:07,213 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:10:07,532 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:10:07,533 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:10:07,625 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 07:10:07,626 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 07:10:07,627 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 07:10:07,629 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 07:10:07,708 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 07:10:12,533 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:10:12,534 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:10:12,630 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:10:17,534 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:10:17,535 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:10:17,631 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:10:22,631 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:10:22,683 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:10:27,632 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:10:27,684 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:10:27,684 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:10:32,213 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 07:10:32,695 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:10:33,216 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:10:37,689 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:10:38,221 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:10:38,310 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 07:10:38,311 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 07:10:38,312 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 07:10:38,313 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 07:10:38,734 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 07:10:42,724 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:10:42,725 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:10:43,315 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:10:47,725 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:10:47,725 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:10:48,315 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:10:52,777 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:10:52,778 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:10:53,316 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:10:57,779 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:10:57,779 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:10:58,316 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:11:02,218 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 07:11:02,780 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:11:02,780 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:11:04,225 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:11:07,790 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:11:09,227 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:11:09,929 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 07:11:09,930 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 07:11:09,931 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 07:11:09,933 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 07:11:10,767 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 07:11:12,788 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:11:14,934 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:11:17,789 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:11:19,935 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:11:22,790 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:11:24,935 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:11:27,791 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:11:29,936 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:11:32,227 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 07:11:32,794 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:11:35,232 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:11:37,748 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 07:11:37,749 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 07:11:37,749 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 07:11:37,750 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 07:11:37,795 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 07:11:37,899 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:11:38,160 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:11:38,161 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:11:40,751 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:11:43,161 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:11:45,751 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:11:48,162 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:11:48,162 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:11:50,752 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:11:53,163 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:11:53,164 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:11:55,753 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:11:58,164 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:11:58,165 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:12:00,753 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:12:02,228 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 07:12:03,171 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:12:06,236 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:12:08,169 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:12:08,284 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 07:12:08,285 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 07:12:08,286 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 07:12:08,291 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 07:12:08,822 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 07:12:11,292 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:12:13,170 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:12:16,293 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:12:18,170 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:12:21,293 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:12:23,215 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:12:26,294 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:12:28,216 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:12:31,295 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:12:32,232 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 07:12:33,217 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:12:37,240 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:12:38,226 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:12:41,976 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 07:12:41,977 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 07:12:41,978 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 07:12:41,980 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 07:12:42,854 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 07:12:42,981 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:12:43,385 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:12:43,386 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:12:47,981 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:12:48,386 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:12:48,387 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:12:48,387 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:12:52,982 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:12:53,387 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:12:53,388 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:12:57,982 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:12:58,388 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:12:58,388 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:13:02,237 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 07:13:03,239 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:13:03,389 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:13:03,389 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:13:08,244 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:13:08,395 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:13:10,433 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 07:13:10,434 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 07:13:10,435 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 07:13:10,437 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 07:13:10,883 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 07:13:13,394 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:13:13,438 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:13:18,395 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:13:18,438 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:13:23,396 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:13:23,439 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:13:28,397 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:13:28,440 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:13:32,240 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 07:13:33,397 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:13:34,247 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:13:38,405 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:13:39,253 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:13:39,591 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 07:13:39,592 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 07:13:39,592 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 07:13:39,593 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 07:13:39,915 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 07:13:43,406 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:13:43,407 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:13:44,594 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:13:48,407 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:13:48,407 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:13:49,595 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:13:53,408 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:13:53,409 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:13:54,595 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:13:58,409 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:13:58,409 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:13:59,596 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:14:02,244 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 07:14:03,410 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:14:03,410 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:14:05,249 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:14:08,420 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:14:09,405 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 07:14:09,407 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 07:14:09,407 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 07:14:09,409 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 07:14:09,945 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 07:14:10,410 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:14:13,551 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:14:15,410 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:14:18,551 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:14:20,411 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:14:23,682 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:14:25,411 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:14:28,682 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:14:30,412 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:14:32,248 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 07:14:33,683 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:14:36,251 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:14:38,697 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:14:41,019 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 07:14:41,021 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 07:14:41,021 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 07:14:41,023 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 07:14:41,973 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 07:14:42,023 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:14:43,690 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:14:47,024 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:14:48,691 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:14:52,024 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:14:53,812 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:14:57,025 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:14:58,813 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:15:02,026 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:15:02,252 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 07:15:03,814 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:15:07,259 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:15:08,822 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:15:10,189 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 07:15:10,191 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 07:15:10,191 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 07:15:10,193 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 07:15:11,001 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 07:15:13,194 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:15:13,819 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:15:18,195 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:15:18,820 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:15:23,195 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:15:23,916 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:15:28,196 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:15:28,917 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:15:32,256 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 07:15:33,258 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:15:33,918 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:15:38,266 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:15:38,922 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:15:41,323 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 07:15:41,324 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 07:15:41,324 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 07:15:41,325 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 07:15:42,029 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 07:15:43,326 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:15:43,924 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:15:48,327 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:15:48,924 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:15:53,330 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:15:53,925 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:15:58,330 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:15:58,926 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:16:02,260 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 07:16:03,927 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:16:04,263 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:16:08,930 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:16:09,270 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:16:11,266 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 07:16:11,268 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 07:16:11,269 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 07:16:11,270 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 07:16:12,056 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 07:16:13,936 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:16:14,271 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:16:18,936 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:16:19,272 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:16:23,937 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:16:24,272 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:16:28,938 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:16:29,273 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:16:32,264 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 07:16:33,939 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:16:35,266 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:16:38,951 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:16:40,271 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:16:42,574 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 07:16:42,576 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 07:16:42,577 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 07:16:42,578 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 07:16:43,082 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 07:16:43,980 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:16:45,579 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:16:48,981 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:16:50,580 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:16:53,982 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:16:55,580 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:16:58,982 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:17:00,581 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:17:02,268 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 07:17:03,983 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:17:06,270 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:17:08,991 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:17:11,276 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:17:13,761 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 07:17:13,762 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 07:17:13,762 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 07:17:13,763 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 07:17:14,106 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 07:17:14,173 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:17:16,764 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:17:19,174 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:17:21,765 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:17:24,174 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:17:26,765 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:17:29,175 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:17:31,766 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:17:32,272 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 07:17:34,176 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:17:37,274 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:17:39,178 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:17:42,289 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:17:43,383 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 07:17:43,384 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 07:17:43,385 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 07:17:43,387 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 07:17:44,131 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 07:17:44,185 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:17:47,388 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:17:49,185 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:17:52,389 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:17:54,186 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:17:57,389 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:17:59,270 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:17:59,270 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:18:02,277 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 07:18:03,279 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:18:04,271 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:18:04,271 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:18:08,285 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:18:09,285 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:18:12,740 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 07:18:12,742 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 07:18:12,743 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 07:18:12,744 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 07:18:13,159 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 07:18:13,745 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:18:14,281 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:18:18,745 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:18:19,281 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:18:23,746 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:18:24,282 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:18:28,747 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:18:29,283 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:18:32,279 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 07:18:34,281 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:18:34,284 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:18:39,284 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:18:39,294 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:18:42,901 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 07:18:42,902 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 07:18:42,903 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 07:18:42,904 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 07:18:43,194 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 07:18:44,310 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:18:44,311 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:18:44,905 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:18:49,311 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:18:49,312 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:18:49,905 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:18:54,312 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:18:54,906 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:18:59,313 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:18:59,906 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:19:02,286 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 07:19:04,314 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:19:04,314 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:19:05,289 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:19:09,319 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:19:10,292 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:19:13,408 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 07:19:13,410 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 07:19:13,410 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 07:19:13,412 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 07:19:14,217 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 07:19:14,319 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:19:15,413 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:19:19,320 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:19:20,413 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:19:24,331 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:19:24,332 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:19:25,414 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:19:29,332 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:19:29,333 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:19:30,414 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:19:32,287 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 07:19:34,333 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:19:34,334 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:19:36,290 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:19:39,802 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:19:39,986 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:19:40,275 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:19:41,290 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:19:45,939 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:19:46,291 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:19:46,330 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:19:46,377 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:19:51,292 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:19:54,133 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:19:54,310 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:19:54,358 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:19:56,292 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:20:01,293 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:20:02,291 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 07:20:02,566 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:20:02,936 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:20:02,999 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:20:06,294 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:20:11,295 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:20:12,178 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:20:12,729 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:20:12,792 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:20:16,295 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:20:20,947 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:20:21,121 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:20:21,296 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:20:26,296 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:20:29,683 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:20:31,080 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:20:31,297 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:20:32,296 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 07:20:34,173 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:20:36,298 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:20:39,175 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:20:39,175 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:20:39,176 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:20:41,299 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:20:44,181 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:20:44,182 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:20:46,299 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:20:49,183 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:20:49,183 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:20:51,300 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:20:54,184 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:20:54,184 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:20:56,300 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:20:59,185 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:20:59,185 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:20:59,185 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:21:01,301 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:21:02,300 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 07:21:04,186 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:21:06,302 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:21:09,186 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:21:11,303 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:21:14,187 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:21:16,303 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:21:19,188 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:21:19,188 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:21:19,189 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:21:21,304 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:21:24,189 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:21:24,189 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:21:26,304 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:21:31,305 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:21:32,304 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 07:21:36,306 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:21:41,307 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:21:46,308 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:21:49,093 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:21:49,097 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:21:49,097 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:21:51,308 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:21:54,099 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:21:54,099 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:21:54,099 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:21:56,309 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:21:59,100 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:21:59,100 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:22:01,309 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:22:02,309 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 07:22:04,101 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:22:04,102 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:22:04,102 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:22:06,311 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:22:09,102 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:22:11,312 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:22:14,103 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:22:14,104 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:22:14,104 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:22:16,312 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:22:19,104 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:22:19,104 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:22:19,105 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:22:21,313 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:22:24,105 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:22:24,105 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:22:24,106 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:22:26,313 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:22:29,107 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:22:29,107 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:22:29,107 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:22:31,314 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:22:32,312 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 07:22:34,108 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:22:34,108 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:22:34,109 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:22:36,315 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:22:39,109 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:22:39,109 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:22:39,110 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:22:41,315 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:22:44,110 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:22:44,111 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:22:44,111 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:22:46,316 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:22:49,111 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:22:49,111 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:22:49,112 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:22:51,316 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:22:54,112 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:22:54,112 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:22:54,113 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:22:56,317 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:22:59,113 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:22:59,113 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:22:59,113 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:23:01,317 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:23:02,316 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 07:23:04,114 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:23:04,115 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:23:04,115 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:23:06,319 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:23:09,116 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:23:09,116 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:23:09,116 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:23:11,319 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:23:14,117 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:23:14,117 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:23:14,118 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:23:16,321 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:23:19,118 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:23:19,119 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:23:19,119 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:23:21,321 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:23:24,119 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:23:24,120 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:23:24,120 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:23:26,322 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:23:29,120 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:23:29,121 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:23:29,121 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:23:31,322 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:23:32,320 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 07:23:36,323 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:23:41,323 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:23:46,324 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:23:51,324 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:23:56,325 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:24:01,325 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:24:02,324 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 07:24:06,327 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:24:11,327 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:24:12,848 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:24:12,852 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:24:16,328 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:24:18,111 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:24:18,111 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:24:21,328 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:24:23,111 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:24:23,112 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:24:26,329 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:24:28,259 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:24:28,349 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:24:28,350 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:24:31,330 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:24:32,328 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 07:24:33,350 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:24:36,331 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:24:38,350 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:24:38,351 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:24:41,336 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:24:43,358 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:24:45,876 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 07:24:45,878 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 07:24:45,878 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 07:24:45,880 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 07:24:46,880 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 07:24:46,881 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:24:48,357 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:24:51,882 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:24:53,358 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:24:56,882 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:24:58,359 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:25:01,883 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:25:02,333 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 07:25:03,360 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:25:07,335 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:25:08,360 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:25:12,340 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:25:13,370 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:25:17,258 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 07:25:17,260 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 07:25:17,260 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 07:25:17,262 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 07:25:17,906 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 07:25:18,263 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:25:18,409 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:25:18,410 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:25:23,263 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:25:23,410 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:25:23,411 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:25:28,264 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:25:28,412 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:25:32,336 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 07:25:33,338 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:25:33,413 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:25:38,339 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:25:38,414 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:25:43,345 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:25:43,416 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:25:48,081 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 07:25:48,082 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 07:25:48,083 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 07:25:48,084 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 07:25:48,496 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:25:48,496 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:25:48,933 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 07:25:49,085 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:25:53,497 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:25:54,086 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:25:58,498 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:25:58,498 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:25:59,086 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:26:02,340 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 07:26:03,644 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:26:04,341 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:26:08,645 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:26:09,342 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:26:13,658 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:26:13,658 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:26:14,348 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:26:15,539 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 07:26:15,540 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 07:26:15,541 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 07:26:15,543 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 07:26:15,955 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 07:26:18,686 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:26:19,544 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:26:23,686 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:26:24,544 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:26:28,687 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:26:29,545 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:26:32,344 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 07:26:33,697 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:26:35,347 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:26:38,698 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:26:40,347 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:26:43,707 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:26:45,355 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:26:48,069 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 07:26:48,070 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 07:26:48,071 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 07:26:48,072 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 07:26:48,706 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:26:48,984 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 07:26:51,073 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:26:53,707 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:26:56,073 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:26:58,708 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:27:01,074 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:27:02,348 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 07:27:03,841 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:27:06,351 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:27:08,842 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:27:11,351 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:27:13,849 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:27:16,356 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:27:17,255 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 07:27:17,256 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 07:27:17,256 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 07:27:17,257 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 07:27:18,015 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 07:27:18,848 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:27:22,259 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:27:23,849 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:27:27,259 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:27:28,850 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:27:32,260 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:27:32,353 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 07:27:33,851 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:27:37,355 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:27:38,852 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:27:42,356 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:27:43,862 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:27:47,361 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:27:48,858 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:27:49,570 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 07:27:49,571 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 07:27:49,572 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 07:27:49,574 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 07:27:50,041 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 07:27:52,575 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:27:53,982 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:27:57,575 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:27:58,983 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:28:02,356 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 07:28:03,358 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:28:04,078 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:28:08,359 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:28:09,169 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:28:09,170 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:28:13,360 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:28:14,171 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:28:14,171 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:28:18,361 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:28:19,177 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:28:22,660 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 07:28:22,661 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 07:28:22,662 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 07:28:22,675 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 07:28:23,074 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 07:28:23,676 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:28:24,178 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:28:24,178 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:28:28,677 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:28:29,179 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:28:29,179 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:28:32,360 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 07:28:34,179 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:28:34,362 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:28:39,180 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:28:39,181 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:28:39,363 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:28:44,181 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:28:44,364 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:28:49,182 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:28:49,182 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:28:49,364 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:28:54,194 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:28:54,371 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:28:56,933 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 07:28:56,935 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 07:28:56,935 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 07:28:56,937 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 07:28:57,102 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 07:28:59,349 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:28:59,349 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:28:59,938 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:29:02,364 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 07:29:04,350 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:29:05,367 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:29:09,350 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:29:10,367 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:29:14,351 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:29:14,351 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:29:15,368 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:29:19,352 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:29:19,352 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:29:20,369 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:29:24,358 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:29:25,376 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:29:27,545 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 07:29:27,547 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 07:29:27,548 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 07:29:27,549 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 07:29:28,128 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 07:29:29,359 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:29:30,550 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:29:32,367 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 07:29:34,360 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:29:36,369 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:29:39,361 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:29:41,370 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:29:44,361 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:29:46,371 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:29:49,362 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:29:51,371 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:29:54,370 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:29:56,379 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:29:59,315 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 07:29:59,317 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 07:29:59,317 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 07:29:59,318 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 07:29:59,462 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:30:00,156 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 07:30:02,319 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:30:02,371 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 07:30:05,402 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:30:07,373 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:30:10,403 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:30:12,374 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:30:15,403 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:30:17,375 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:30:20,404 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:30:22,375 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:30:25,405 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:30:27,382 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:30:30,415 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:30:32,001 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 07:30:32,002 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 07:30:32,003 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 07:30:32,005 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 07:30:32,183 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 07:30:32,376 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 07:30:33,378 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:30:35,416 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:30:35,416 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:30:38,379 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:30:40,416 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:30:43,379 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:30:45,417 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:30:45,418 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:30:48,380 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:30:50,418 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:30:50,418 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:30:53,380 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:30:55,419 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:30:58,384 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:31:00,423 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:31:02,377 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 07:31:03,117 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 07:31:03,118 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 07:31:03,118 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 07:31:03,119 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 07:31:03,211 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 07:31:04,120 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:31:05,521 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:31:05,521 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:31:09,121 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:31:10,521 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:31:14,121 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:31:15,522 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:31:19,122 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:31:20,523 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:31:24,123 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:31:25,523 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:31:29,129 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:31:30,527 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:31:32,379 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 07:31:33,934 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 07:31:33,936 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 07:31:33,936 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 07:31:33,938 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 07:31:34,237 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 07:31:34,939 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:31:35,531 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:31:39,939 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:31:40,532 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:31:44,940 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:31:45,532 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:31:49,941 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:31:50,533 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:31:54,941 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:31:55,534 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:31:59,988 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:32:00,545 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:32:02,387 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 07:32:03,886 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 07:32:03,887 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 07:32:03,887 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 07:32:03,888 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 07:32:04,267 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 07:32:05,539 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:32:05,889 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:32:10,540 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:32:10,890 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:32:15,541 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:32:15,890 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:32:20,553 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:32:20,553 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:32:20,554 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:32:20,891 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:32:25,554 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:32:25,555 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:32:25,555 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:32:25,892 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:32:30,555 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:32:30,556 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:32:30,556 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:32:30,892 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:32:32,388 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 07:32:35,568 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:32:36,398 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:32:36,913 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 07:32:36,914 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 07:32:36,914 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 07:32:36,917 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 07:32:37,295 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 07:32:40,562 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:32:41,918 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:32:45,563 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:32:46,919 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:32:50,563 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:32:51,919 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:32:55,564 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:32:56,920 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:33:00,565 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:33:01,920 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:33:02,392 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 07:33:05,571 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:33:07,401 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:33:09,540 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 07:33:09,541 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 07:33:09,541 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 07:33:09,547 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 07:33:10,318 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 07:33:10,694 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:33:10,694 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:33:12,548 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:33:15,695 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:33:15,695 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:33:15,695 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:33:17,548 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:33:20,696 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:33:20,696 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:33:20,696 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:33:22,549 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:33:25,697 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:33:25,697 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:33:25,698 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:33:27,550 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:33:30,707 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:33:32,400 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 07:33:33,405 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:33:35,704 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:33:36,486 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 07:33:36,487 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 07:33:36,487 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 07:33:36,489 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 07:33:37,344 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 07:33:38,489 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:33:40,918 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:33:40,919 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:33:40,919 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:33:43,490 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:33:45,919 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:33:45,920 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:33:45,920 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:33:48,491 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:33:51,066 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:33:51,066 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:33:53,491 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:33:56,067 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:33:56,067 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:33:58,492 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:34:01,080 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:34:02,404 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 07:34:04,406 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:34:05,632 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 07:34:05,633 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 07:34:05,633 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 07:34:05,634 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 07:34:06,076 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:34:06,076 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:34:06,368 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 07:34:09,635 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:34:11,077 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:34:11,077 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:34:14,635 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:34:16,077 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:34:16,077 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:34:19,636 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:34:21,087 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:34:21,087 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:34:24,636 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:34:26,087 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:34:26,088 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:34:29,637 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:34:31,088 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:34:31,089 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:34:32,410 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 07:34:35,417 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:34:36,103 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:34:37,731 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 07:34:37,732 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 07:34:37,733 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 07:34:37,734 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 07:34:38,398 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 07:34:40,735 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:34:41,147 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:34:45,736 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:34:46,147 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:34:46,148 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:34:50,736 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:34:51,262 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:34:51,262 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:34:55,737 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:34:56,262 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:34:56,263 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:35:00,750 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:35:01,271 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:35:02,412 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 07:35:06,272 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:35:06,413 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:35:06,618 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 07:35:06,619 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 07:35:06,620 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 07:35:06,621 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 07:35:07,428 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 07:35:11,272 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:35:11,623 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:35:16,273 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:35:16,623 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:35:21,274 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:35:21,624 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:35:26,274 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:35:26,624 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:35:31,275 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:35:31,625 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:35:32,416 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 07:35:36,289 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:35:37,425 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:35:40,018 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 07:35:40,019 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 07:35:40,020 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 07:35:40,021 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 07:35:40,456 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 07:35:41,426 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:35:41,426 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:35:41,426 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:35:43,022 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:35:46,427 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:35:46,427 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:35:46,428 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:35:48,022 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:35:51,467 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:35:53,023 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:35:56,563 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:35:56,564 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:35:58,024 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:36:01,571 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:36:02,427 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 07:36:03,432 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:36:06,570 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:36:06,864 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 07:36:06,866 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 07:36:06,866 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 07:36:06,867 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 07:36:07,479 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 07:36:08,868 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:36:11,571 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:36:13,869 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:36:16,571 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:36:18,870 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:36:21,572 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:36:23,870 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:36:26,573 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:36:28,875 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:36:31,579 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:36:32,430 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 07:36:34,368 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 07:36:34,370 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 07:36:34,370 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 07:36:34,371 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:36:34,372 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 07:36:34,501 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 07:36:36,774 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:36:39,373 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:36:41,774 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:36:44,374 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:36:46,861 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:36:46,862 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:36:46,862 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:36:49,375 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:36:51,863 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:36:54,375 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:36:56,864 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:36:59,386 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:37:01,869 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:37:02,426 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 07:37:03,192 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 07:37:03,194 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 07:37:03,194 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 07:37:03,197 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 07:37:03,530 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 07:37:05,198 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:37:06,868 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:37:06,868 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:37:10,199 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:37:11,868 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:37:11,869 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:37:15,199 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:37:16,869 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:37:16,869 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:37:20,200 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:37:21,871 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:37:21,871 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:37:25,200 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:37:26,871 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:37:26,872 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:37:26,872 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:37:30,205 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:37:31,885 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:37:32,433 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 07:37:34,600 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 07:37:34,602 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 07:37:34,602 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 07:37:34,606 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 07:37:35,564 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 07:37:35,607 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:37:37,002 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:37:40,607 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:37:42,003 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:37:45,608 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:37:47,004 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:37:47,004 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:37:47,004 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:37:50,609 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:37:52,005 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:37:55,609 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:37:57,005 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:38:00,613 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:38:02,015 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:38:02,432 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 07:38:04,980 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 07:38:04,982 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 07:38:04,982 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 07:38:04,985 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 07:38:05,591 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 07:38:05,985 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:38:07,133 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:38:07,134 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:38:07,134 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:38:10,986 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:38:12,134 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:38:15,987 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:38:17,135 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:38:17,135 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:38:17,136 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:38:20,987 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:38:22,136 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:38:25,988 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:38:27,137 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:38:30,988 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:38:32,144 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:38:32,433 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 07:38:36,439 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:38:37,145 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:38:37,145 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:38:37,146 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:38:37,271 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 07:38:37,272 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 07:38:37,273 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 07:38:37,275 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 07:38:37,618 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 07:38:42,146 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:38:42,276 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:38:47,147 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:38:47,277 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:38:52,156 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:38:52,157 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:38:52,157 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:38:52,277 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:38:57,157 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:38:57,158 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:38:57,278 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:39:02,158 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:39:02,159 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:39:02,279 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:39:02,442 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 07:39:07,171 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:39:07,450 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:39:08,523 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 07:39:08,524 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 07:39:08,525 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 07:39:08,530 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 07:39:08,646 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 07:39:12,164 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:39:12,164 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:39:12,532 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:39:17,164 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:39:17,165 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:39:17,532 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:39:22,166 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:39:22,533 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:39:27,166 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:39:27,167 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:39:27,535 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:39:32,169 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:39:32,456 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 07:39:33,457 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:39:37,172 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:39:37,804 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 07:39:37,805 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 07:39:37,805 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 07:39:37,806 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 07:39:38,671 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 07:39:38,807 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:39:42,215 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:39:42,216 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:39:43,808 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:39:47,216 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:39:47,216 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:39:48,808 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:39:52,217 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:39:52,217 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:39:53,809 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:39:57,218 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:39:57,218 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:39:58,810 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:40:02,219 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:40:02,219 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:40:02,219 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:40:02,451 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 07:40:04,456 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:40:07,223 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:40:08,344 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 07:40:08,346 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 07:40:08,346 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 07:40:08,348 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 07:40:08,706 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 07:40:10,349 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:40:12,223 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:40:15,350 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:40:17,224 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:40:20,350 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:40:22,321 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:40:25,351 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:40:27,321 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:40:30,352 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:40:32,326 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:40:32,454 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 07:40:35,455 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:40:36,806 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 07:40:36,807 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 07:40:36,807 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 07:40:36,809 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 07:40:37,327 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:40:37,731 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 07:40:40,810 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:40:42,328 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:40:45,811 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:40:47,328 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:40:50,811 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:40:52,330 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:40:55,812 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:40:57,330 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:41:00,822 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:41:02,341 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:41:02,478 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 07:41:04,255 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 07:41:04,256 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 07:41:04,257 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 07:41:04,258 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 07:41:04,754 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 07:41:06,259 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:41:07,405 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:41:11,260 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:41:12,405 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:41:16,260 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:41:17,406 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:41:21,261 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:41:22,407 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:41:26,262 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:41:27,408 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:41:31,262 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:41:32,417 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:41:32,468 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 07:41:36,477 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:41:37,413 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:41:37,784 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 07:41:37,785 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 07:41:37,785 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 07:41:37,787 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 07:41:38,779 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 07:41:41,788 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:41:42,414 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:41:46,789 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:41:47,415 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:41:51,790 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:41:52,416 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:41:56,790 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:41:57,416 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:42:01,796 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:42:02,421 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:42:02,479 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 07:42:05,269 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 07:42:05,271 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 07:42:05,271 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 07:42:05,272 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 07:42:05,800 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 07:42:07,273 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:42:07,680 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:42:07,680 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:42:12,273 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:42:12,681 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:42:12,681 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:42:17,274 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:42:17,682 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:42:17,683 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:42:22,275 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:42:22,683 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:42:22,684 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:42:27,275 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:42:27,684 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:42:27,684 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:42:32,281 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:42:32,473 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 07:42:32,692 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:42:34,961 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 07:42:34,963 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 07:42:34,963 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 07:42:34,965 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 07:42:35,830 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 07:42:37,693 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:42:37,966 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:42:42,694 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:42:42,967 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:42:47,694 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:42:47,967 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:42:52,695 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:42:52,968 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:42:57,696 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:42:57,968 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:43:02,477 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 07:43:02,705 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:43:03,477 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:43:06,156 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 07:43:06,157 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 07:43:06,157 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 07:43:06,158 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 07:43:06,856 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 07:43:07,704 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:43:09,159 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:43:12,705 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:43:14,159 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:43:17,705 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:43:19,160 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:43:22,706 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:43:22,706 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:43:24,161 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:43:27,707 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:43:27,707 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:43:29,161 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:43:32,488 DEBUG SenderThread:678992 [sender.py:send():379] send: stats +2024-12-25 07:43:32,725 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:43:32,725 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:43:34,493 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 07:43:36,698 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 07:43:36,699 DEBUG SenderThread:678992 [sender.py:send():379] send: history +2024-12-25 07:43:36,699 DEBUG SenderThread:678992 [sender.py:send_request():406] send_request: summary_record +2024-12-25 07:43:36,701 INFO SenderThread:678992 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 07:43:36,884 INFO Thread-12 :678992 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/files/wandb-summary.json +2024-12-25 07:43:38,109 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:43:38,110 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:43:38,110 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 07:43:39,702 DEBUG HandlerThread:678992 [handler.py:handle_request():158] handle_request: status_report diff --git a/wandb/run-20241225_001558-sxxraa4n/logs/debug.log b/wandb/run-20241225_001558-sxxraa4n/logs/debug.log new file mode 100644 index 0000000000000000000000000000000000000000..352e874fb56ec078acf9f807a60953a211d0ce8f --- /dev/null +++ b/wandb/run-20241225_001558-sxxraa4n/logs/debug.log @@ -0,0 +1,31 @@ +2024-12-25 00:15:58,558 INFO MainThread:677532 [wandb_setup.py:_flush():76] Current SDK version is 0.17.3 +2024-12-25 00:15:58,558 INFO MainThread:677532 [wandb_setup.py:_flush():76] Configure stats pid to 677532 +2024-12-25 00:15:58,558 INFO MainThread:677532 [wandb_setup.py:_flush():76] Loading settings from /home/ctpham_umass_edu/.config/wandb/settings +2024-12-25 00:15:58,558 INFO MainThread:677532 [wandb_setup.py:_flush():76] Loading settings from /work/pi_miyyer_umass_edu/ctpham/BookClaim-dev/prolong-final/wandb/settings +2024-12-25 00:15:58,558 INFO MainThread:677532 [wandb_setup.py:_flush():76] Loading settings from environment variables: {'root_dir': '/scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_', 'project': 'prolong', 'api_key': '***REDACTED***', 'mode': 'online'} +2024-12-25 00:15:58,558 INFO MainThread:677532 [wandb_setup.py:_flush():76] Applying setup settings: {'_disable_service': False} +2024-12-25 00:15:58,559 INFO MainThread:677532 [wandb_setup.py:_flush():76] Inferring run settings from compute environment: {'program_relpath': 'prolong-final/finetune.py', 'program_abspath': '/work/pi_miyyer_umass_edu/ctpham/BookClaim-dev/prolong-final/finetune.py', 'program': '/work/pi_miyyer_umass_edu/ctpham/BookClaim-dev/prolong-final/finetune.py'} +2024-12-25 00:15:58,559 INFO MainThread:677532 [wandb_setup.py:_flush():76] Applying login settings: {} +2024-12-25 00:15:58,559 INFO MainThread:677532 [wandb_init.py:_log_setup():520] Logging user logs to /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/logs/debug.log +2024-12-25 00:15:58,559 INFO MainThread:677532 [wandb_init.py:_log_setup():521] Logging internal logs to /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_001558-sxxraa4n/logs/debug-internal.log +2024-12-25 00:15:58,559 INFO MainThread:677532 [wandb_init.py:init():560] calling init triggers +2024-12-25 00:15:58,559 INFO MainThread:677532 [wandb_init.py:init():567] wandb.init called with sweep_config: {} +config: {} +2024-12-25 00:15:58,559 INFO MainThread:677532 [wandb_init.py:init():610] starting backend +2024-12-25 00:15:58,559 INFO MainThread:677532 [wandb_init.py:init():614] setting up manager +2024-12-25 00:15:58,562 INFO MainThread:677532 [backend.py:_multiprocessing_setup():105] multiprocessing start_methods=fork,spawn,forkserver, using: spawn +2024-12-25 00:15:58,565 INFO MainThread:677532 [wandb_init.py:init():622] backend started and connected +2024-12-25 00:15:58,571 INFO MainThread:677532 [wandb_init.py:init():711] updated telemetry +2024-12-25 00:15:58,639 INFO MainThread:677532 [wandb_init.py:init():744] communicating run to backend with 90.0 second timeout +2024-12-25 00:15:58,891 INFO MainThread:677532 [wandb_run.py:_on_init():2402] communicating current version +2024-12-25 00:15:58,954 INFO MainThread:677532 [wandb_run.py:_on_init():2411] got version response upgrade_message: "wandb version 0.19.1 is available! To upgrade, please run:\n $ pip install wandb --upgrade" + +2024-12-25 00:15:58,954 INFO MainThread:677532 [wandb_init.py:init():795] starting run threads in backend +2024-12-25 00:16:07,232 INFO MainThread:677532 [wandb_run.py:_console_start():2380] atexit reg +2024-12-25 00:16:07,233 INFO MainThread:677532 [wandb_run.py:_redirect():2235] redirect: wrap_raw +2024-12-25 00:16:07,233 INFO MainThread:677532 [wandb_run.py:_redirect():2300] Wrapping output streams. +2024-12-25 00:16:07,233 INFO MainThread:677532 [wandb_run.py:_redirect():2325] Redirects installed. +2024-12-25 00:16:07,236 INFO MainThread:677532 [wandb_init.py:init():838] run started, returning control to user process +2024-12-25 00:16:07,238 INFO MainThread:677532 [wandb_run.py:_config_callback():1382] config_cb None None {'vocab_size': 128256, 'max_position_embeddings': 524288, 'hidden_size': 4096, 'intermediate_size': 14336, 'num_hidden_layers': 32, 'num_attention_heads': 32, 'num_key_value_heads': 8, 'hidden_act': 'silu', 'initializer_range': 0.02, 'rms_norm_eps': 1e-05, 'pretraining_tp': 1, 'use_cache': True, 'rope_theta': 128000000.0, 'rope_scaling': None, 'attention_bias': False, 'attention_dropout': 0.0, 'mlp_bias': False, 'return_dict': True, 'output_hidden_states': False, 'output_attentions': False, 'torchscript': False, 'torch_dtype': 'float32', 'use_bfloat16': False, 'tf_legacy_loss': False, 'pruned_heads': {}, 'tie_word_embeddings': False, 'chunk_size_feed_forward': 0, 'is_encoder_decoder': False, 'is_decoder': False, 'cross_attention_hidden_size': None, 'add_cross_attention': False, 'tie_encoder_decoder': False, 'max_length': 20, 'min_length': 0, 'do_sample': False, 'early_stopping': False, 'num_beams': 1, 'num_beam_groups': 1, 'diversity_penalty': 0.0, 'temperature': 1.0, 'top_k': 50, 'top_p': 1.0, 'typical_p': 1.0, 'repetition_penalty': 1.0, 'length_penalty': 1.0, 'no_repeat_ngram_size': 0, 'encoder_no_repeat_ngram_size': 0, 'bad_words_ids': None, 'num_return_sequences': 1, 'output_scores': False, 'return_dict_in_generate': False, 'forced_bos_token_id': None, 'forced_eos_token_id': None, 'remove_invalid_values': False, 'exponential_decay_length_penalty': None, 'suppress_tokens': None, 'begin_suppress_tokens': None, 'architectures': ['LlamaForCausalLM'], 'finetuning_task': None, 'id2label': {0: 'LABEL_0', 1: 'LABEL_1'}, 'label2id': {'LABEL_0': 0, 'LABEL_1': 1}, 'tokenizer_class': None, 'prefix': None, 'bos_token_id': 128000, 'pad_token_id': 0, 'eos_token_id': 128009, 'sep_token_id': None, 'decoder_start_token_id': None, 'task_specific_params': None, 'problem_type': None, '_name_or_path': '/scratch3/workspace/ctpham_umass_edu-ft/models/Llama-3-8B-ProLong-512k-Base/', 'transformers_version': '4.44.2', 'model_type': 'llama', 'output_dir': '/scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_', 'overwrite_output_dir': False, 'do_train': True, 'do_eval': False, 'do_predict': False, 'eval_strategy': 'no', 'prediction_loss_only': False, 'per_device_train_batch_size': 1, 'per_device_eval_batch_size': 8, 'per_gpu_train_batch_size': None, 'per_gpu_eval_batch_size': None, 'gradient_accumulation_steps': 2, 'eval_accumulation_steps': None, 'eval_delay': 0, 'torch_empty_cache_steps': None, 'learning_rate': 1e-06, 'weight_decay': 0.1, 'adam_beta1': 0.9, 'adam_beta2': 0.95, 'adam_epsilon': 1e-08, 'max_grad_norm': 1.0, 'num_train_epochs': 1.0, 'max_steps': -1, 'lr_scheduler_type': 'cosine', 'lr_scheduler_kwargs': {}, 'warmup_ratio': 0.05, 'warmup_steps': 0, 'log_level': 'info', 'log_level_replica': 'warning', 'log_on_each_node': True, 'logging_dir': '/scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/runs/Dec25_00-13-47_gpu021', 'logging_strategy': 'steps', 'logging_first_step': False, 'logging_steps': 1.0, 'logging_nan_inf_filter': True, 'save_strategy': 'steps', 'save_steps': 200, 'save_total_limit': None, 'save_safetensors': True, 'save_on_each_node': False, 'save_only_model': False, 'restore_callback_states_from_checkpoint': False, 'no_cuda': False, 'use_cpu': False, 'use_mps_device': False, 'seed': 42, 'data_seed': None, 'jit_mode_eval': False, 'use_ipex': False, 'bf16': True, 'fp16': False, 'fp16_opt_level': 'O1', 'half_precision_backend': 'auto', 'bf16_full_eval': False, 'fp16_full_eval': False, 'tf32': None, 'local_rank': 0, 'ddp_backend': None, 'tpu_num_cores': None, 'tpu_metrics_debug': False, 'debug': [], 'dataloader_drop_last': False, 'eval_steps': None, 'dataloader_num_workers': 1, 'dataloader_prefetch_factor': None, 'past_index': -1, 'run_name': 'balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_', 'disable_tqdm': True, 'remove_unused_columns': False, 'label_names': None, 'load_best_model_at_end': False, 'metric_for_best_model': None, 'greater_is_better': None, 'ignore_data_skip': False, 'fsdp': ['auto_wrap', 'offload'], 'fsdp_min_num_params': 0, 'fsdp_config': {'min_num_params': 0, 'xla': False, 'xla_fsdp_v2': False, 'xla_fsdp_grad_ckpt': False}, 'fsdp_transformer_layer_cls_to_wrap': None, 'accelerator_config': {'split_batches': False, 'dispatch_batches': None, 'even_batches': True, 'use_seedable_sampler': True, 'non_blocking': False, 'gradient_accumulation_kwargs': None}, 'deepspeed': None, 'label_smoothing_factor': 0.0, 'optim': 'adamw_torch', 'optim_args': None, 'adafactor': False, 'group_by_length': False, 'length_column_name': 'length', 'report_to': ['wandb'], 'ddp_find_unused_parameters': False, 'ddp_bucket_cap_mb': None, 'ddp_broadcast_buffers': None, 'dataloader_pin_memory': True, 'dataloader_persistent_workers': False, 'skip_memory_metrics': True, 'use_legacy_prediction_loop': False, 'push_to_hub': False, 'resume_from_checkpoint': None, 'hub_model_id': None, 'hub_strategy': 'every_save', 'hub_token': '', 'hub_private_repo': False, 'hub_always_push': False, 'gradient_checkpointing': True, 'gradient_checkpointing_kwargs': None, 'include_inputs_for_metrics': False, 'eval_do_concat_batches': True, 'fp16_backend': 'auto', 'evaluation_strategy': None, 'push_to_hub_model_id': None, 'push_to_hub_organization': None, 'push_to_hub_token': '', 'mp_parameters': '', 'auto_find_batch_size': False, 'full_determinism': False, 'torchdynamo': None, 'ray_scope': 'last', 'ddp_timeout': 1800, 'torch_compile': False, 'torch_compile_backend': None, 'torch_compile_mode': None, 'dispatch_batches': None, 'split_batches': None, 'include_tokens_per_second': False, 'include_num_input_tokens_seen': False, 'neftune_noise_alpha': None, 'optim_target_modules': None, 'batch_eval_metrics': False, 'eval_on_start': False, 'eval_use_gather_object': False, 'min_lr_ratio': 0.1, 'cuda_empty_cache': True, 'streaming_dataset': True, 'seq_parallel_size': 8} +2024-12-25 00:16:07,240 INFO MainThread:677532 [wandb_config.py:__setitem__():151] config set model/num_parameters = 1003782656 - > +2024-12-25 00:16:07,240 INFO MainThread:677532 [wandb_run.py:_config_callback():1382] config_cb model/num_parameters 1003782656 None diff --git a/wandb/run-20241225_001558-sxxraa4n/run-sxxraa4n.wandb b/wandb/run-20241225_001558-sxxraa4n/run-sxxraa4n.wandb new file mode 100644 index 0000000000000000000000000000000000000000..1db1c982c83a6f68fb15c91f5dc0ac45b43a5c3e --- /dev/null +++ b/wandb/run-20241225_001558-sxxraa4n/run-sxxraa4n.wandb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b91b6f51d0a2d417083666b9c5a963db2a195e76381710e6b850746eb7235072 +size 5051393 diff --git a/wandb/run-20241225_152744-sac86tlv/files/conda-environment.yaml b/wandb/run-20241225_152744-sac86tlv/files/conda-environment.yaml new file mode 100644 index 0000000000000000000000000000000000000000..d2cacf8eea4300a70c170cc383a425abcfc1e126 --- /dev/null +++ b/wandb/run-20241225_152744-sac86tlv/files/conda-environment.yaml @@ -0,0 +1,232 @@ +name: /scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final +channels: + - conda-forge +dependencies: + - _libgcc_mutex=0.1=conda_forge + - _openmp_mutex=4.5=2_gnu + - bzip2=1.0.8=h4bc722e_7 + - ca-certificates=2024.12.14=hbcca054_0 + - ld_impl_linux-64=2.43=h712a8e2_2 + - libffi=3.4.2=h7f98852_5 + - libgcc=14.2.0=h77fa898_1 + - libgcc-ng=14.2.0=h69a702a_1 + - libgomp=14.2.0=h77fa898_1 + - liblzma=5.6.3=hb9d3cd8_1 + - liblzma-devel=5.6.3=hb9d3cd8_1 + - libnsl=2.0.1=hd590300_0 + - libsqlite=3.47.2=hee588c1_0 + - libuuid=2.38.1=h0b41bf4_0 + - libzlib=1.3.1=hb9d3cd8_2 + - ncurses=6.5=he02047a_1 + - openssl=3.4.0=hb9d3cd8_0 + - pip=24.3.1=pyh8b19718_2 + - python=3.10.0=h543edf9_3_cpython + - readline=8.2=h8228510_1 + - setuptools=75.6.0=pyhff2d567_1 + - sqlite=3.47.2=h9eae976_0 + - tk=8.6.13=noxft_h4845f30_101 + - wheel=0.45.1=pyhd8ed1ab_1 + - xz=5.6.3=hbcc6ac9_1 + - xz-gpl-tools=5.6.3=hbcc6ac9_1 + - xz-tools=5.6.3=hb9d3cd8_1 + - pip: + - accelerate==0.32.1 + - aiohappyeyeballs==2.4.3 + - aiohttp==3.11.2 + - aioprometheus==23.12.0 + - aiosignal==1.3.1 + - annotated-types==0.7.0 + - anthropic==0.39.0 + - anyio==4.6.2.post1 + - argcomplete==3.5.1 + - arrow==1.3.0 + - async-timeout==5.0.1 + - attrs==24.2.0 + - azure-core==1.32.0 + - azure-identity==1.19.0 + - azure-storage-blob==12.24.0 + - azure-storage-file-datalake==12.18.0 + - backoff==2.2.1 + - bcrypt==4.2.0 + - blobfile==3.0.0 + - boto3==1.35.63 + - botocore==1.35.63 + - brotli==1.1.0 + - cachetools==5.5.0 + - certifi==2024.8.30 + - cffi==1.17.1 + - charset-normalizer==3.4.0 + - circuitbreaker==2.0.0 + - click==8.1.7 + - cloudpickle==3.1.0 + - compressed-tensors==0.8.0 + - contourpy==1.3.1 + - cramjam==2.9.0 + - cryptography==43.0.3 + - cycler==0.12.1 + - datasets==2.20.0 + - debugpy==1.8.11 + - dill==0.3.8 + - diskcache==5.6.3 + - distro==1.9.0 + - docker-pycreds==0.4.0 + - docstring-parser==0.16 + - einops==0.8.0 + - fastapi==0.115.5 + - filelock==3.16.1 + - flash-attn==2.6.1 + - fonttools==4.55.0 + - frozenlist==1.5.0 + - fsspec==2024.5.0 + - gguf==0.10.0 + - gitdb==4.0.11 + - gitpython==3.1.43 + - google-api-core==2.23.0 + - google-auth==2.36.0 + - google-cloud-aiplatform==1.71.1 + - google-cloud-bigquery==3.27.0 + - google-cloud-core==2.4.1 + - google-cloud-resource-manager==1.13.1 + - google-cloud-storage==2.10.0 + - google-crc32c==1.6.0 + - google-resumable-media==2.7.2 + - googleapis-common-protos==1.66.0 + - gql==3.5.0 + - graphql-core==3.2.5 + - grpc-google-iam-v1==0.13.1 + - grpcio==1.68.0 + - grpcio-status==1.62.3 + - h11==0.14.0 + - httpcore==1.0.7 + - httptools==0.6.4 + - httpx==0.27.2 + - huggingface-hub==0.26.2 + - idna==3.10 + - importlib-metadata==8.5.0 + - interegular==0.3.3 + - ipython==8.18.0 + - isodate==0.7.2 + - jedi==0.19.2 + - jinja2==3.1.4 + - jiter==0.7.1 + - jmespath==1.0.1 + - jsonschema==4.23.0 + - jsonschema-specifications==2024.10.1 + - kiwisolver==1.4.7 + - lark==1.2.2 + - llvmlite==0.43.0 + - lm-format-enforcer==0.10.9 + - lxml==5.3.0 + - markdown-it-py==3.0.0 + - markupsafe==3.0.2 + - matplotlib==3.9.2 + - mdurl==0.1.2 + - mosaicml-cli==0.5.34 + - mosaicml-streaming==0.8.1 + - mpmath==1.3.0 + - msal==1.31.1 + - msal-extensions==1.2.0 + - msgpack==1.1.0 + - msgspec==0.18.6 + - multidict==6.1.0 + - multiprocess==0.70.16 + - networkx==3.4.2 + - ninja==1.11.1.1 + - numba==0.60.0 + - numpy==1.26.3 + - nvidia-cublas-cu12==12.1.3.1 + - nvidia-cuda-cupti-cu12==12.1.105 + - nvidia-cuda-nvrtc-cu12==12.1.105 + - nvidia-cuda-runtime-cu12==12.1.105 + - nvidia-cudnn-cu12==9.1.0.70 + - nvidia-cufft-cu12==11.0.2.54 + - nvidia-curand-cu12==10.3.2.106 + - nvidia-cusolver-cu12==11.4.5.107 + - nvidia-cusparse-cu12==12.1.0.106 + - nvidia-ml-py==12.560.30 + - nvidia-nccl-cu12==2.20.5 + - nvidia-nvjitlink-cu12==12.4.127 + - nvidia-nvtx-cu12==12.1.105 + - oci==2.138.1 + - openai==1.54.5 + - opencv-python-headless==4.10.0.84 + - orjson==3.10.11 + - outlines==0.0.46 + - packaging==24.1 + - pandas==2.2.1 + - paramiko==3.5.0 + - partial-json-parser==0.2.1.1.post4 + - pillow==10.4.0 + - portalocker==2.10.1 + - prometheus-client==0.21.0 + - prometheus-fastapi-instrumentator==7.0.0 + - prompt-toolkit==3.0.36 + - propcache==0.2.0 + - proto-plus==1.25.0 + - protobuf==4.25.3 + - py-cpuinfo==9.0.0 + - pyairports==2.1.1 + - pyarrow==18.0.0 + - pyarrow-hotfix==0.6 + - pyasn1==0.6.1 + - pyasn1-modules==0.4.1 + - pycountry==24.6.1 + - pycparser==2.22 + - pycryptodomex==3.21.0 + - pydantic==2.9.2 + - pydantic-core==2.23.4 + - pyjwt==2.10.0 + - pynacl==1.5.0 + - pyopenssl==24.2.1 + - pyparsing==3.2.0 + - python-dateutil==2.9.0 + - python-dotenv==1.0.1 + - python-snappy==0.7.3 + - pytz==2024.2 + - pyyaml==6.0.2 + - quantile-python==1.1 + - questionary==2.0.1 + - ray==2.39.0 + - referencing==0.35.1 + - regex==2023.12.25 + - requests==2.32.3 + - rich==13.9.4 + - rotary-emb==0.5.2 + - rpds-py==0.21.0 + - rsa==4.9 + - ruamel-yaml==0.18.6 + - ruamel-yaml-clib==0.2.12 + - s3transfer==0.10.3 + - safetensors==0.4.5 + - sentencepiece==0.1.99 + - sentry-sdk==2.18.0 + - setproctitle==1.3.4 + - shapely==2.0.6 + - smmap==5.0.1 + - sniffio==1.3.1 + - starlette==0.41.3 + - sympy==1.13.1 + - tiktoken==0.7.0 + - tokenizers==0.19.1 + - torch==2.4.1 + - torchvision==0.19.1 + - tqdm==4.66.4 + - transformers==4.44.2 + - triton==3.0.0 + - types-python-dateutil==2.9.0.20241003 + - tzdata==2024.2 + - urllib3==2.2.3 + - uvicorn==0.32.0 + - uvloop==0.21.0 + - validators==0.34.0 + - vertexai==1.71.1 + - wandb==0.17.3 + - watchfiles==0.24.0 + - websockets==11.0.3 + - xformers==0.0.28.post1 + - xxhash==3.5.0 + - yarl==1.17.2 + - zipp==3.21.0 + - zstandard==0.22.0 + - zstd==1.5.5.1 +prefix: /scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final diff --git a/wandb/run-20241225_152744-sac86tlv/files/config.yaml b/wandb/run-20241225_152744-sac86tlv/files/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..c7f5c687341c30b07ffa96d48ab9a7d72cf6b0f9 --- /dev/null +++ b/wandb/run-20241225_152744-sac86tlv/files/config.yaml @@ -0,0 +1,705 @@ +wandb_version: 1 + +_wandb: + desc: null + value: + python_version: 3.10.0 + cli_version: 0.17.3 + framework: huggingface + huggingface_version: 4.44.2 + is_jupyter_run: false + is_kaggle_kernel: false + start_time: 1735140464 + t: + 1: + - 1 + - 11 + - 41 + - 49 + - 51 + - 55 + - 71 + - 105 + 2: + - 1 + - 11 + - 41 + - 49 + - 51 + - 55 + - 71 + - 105 + 3: + - 7 + - 13 + - 19 + - 23 + - 66 + 4: 3.10.0 + 5: 0.17.3 + 6: 4.44.2 + 8: + - 5 + 9: + 1: transformers_trainer + 13: linux-x86_64 + m: + - 1: train/global_step + 6: + - 3 + - 1: train/loss + 5: 1 + 6: + - 1 + - 1: train/grad_norm + 5: 1 + 6: + - 1 + - 1: train/learning_rate + 5: 1 + 6: + - 1 + - 1: train/epoch + 5: 1 + 6: + - 1 + - 1: train/num_input_tokens_seen + 5: 1 + 6: + - 1 +vocab_size: + desc: null + value: 128256 +max_position_embeddings: + desc: null + value: 524288 +hidden_size: + desc: null + value: 4096 +intermediate_size: + desc: null + value: 14336 +num_hidden_layers: + desc: null + value: 32 +num_attention_heads: + desc: null + value: 32 +num_key_value_heads: + desc: null + value: 8 +hidden_act: + desc: null + value: silu +initializer_range: + desc: null + value: 0.02 +rms_norm_eps: + desc: null + value: 1.0e-05 +pretraining_tp: + desc: null + value: 1 +use_cache: + desc: null + value: true +rope_theta: + desc: null + value: 128000000.0 +rope_scaling: + desc: null + value: null +attention_bias: + desc: null + value: false +attention_dropout: + desc: null + value: 0.0 +mlp_bias: + desc: null + value: false +return_dict: + desc: null + value: true +output_hidden_states: + desc: null + value: false +output_attentions: + desc: null + value: false +torchscript: + desc: null + value: false +torch_dtype: + desc: null + value: float32 +use_bfloat16: + desc: null + value: false +tf_legacy_loss: + desc: null + value: false +pruned_heads: + desc: null + value: {} +tie_word_embeddings: + desc: null + value: false +chunk_size_feed_forward: + desc: null + value: 0 +is_encoder_decoder: + desc: null + value: false +is_decoder: + desc: null + value: false +cross_attention_hidden_size: + desc: null + value: null +add_cross_attention: + desc: null + value: false +tie_encoder_decoder: + desc: null + value: false +max_length: + desc: null + value: 20 +min_length: + desc: null + value: 0 +do_sample: + desc: null + value: false +early_stopping: + desc: null + value: false +num_beams: + desc: null + value: 1 +num_beam_groups: + desc: null + value: 1 +diversity_penalty: + desc: null + value: 0.0 +temperature: + desc: null + value: 1.0 +top_k: + desc: null + value: 50 +top_p: + desc: null + value: 1.0 +typical_p: + desc: null + value: 1.0 +repetition_penalty: + desc: null + value: 1.0 +length_penalty: + desc: null + value: 1.0 +no_repeat_ngram_size: + desc: null + value: 0 +encoder_no_repeat_ngram_size: + desc: null + value: 0 +bad_words_ids: + desc: null + value: null +num_return_sequences: + desc: null + value: 1 +output_scores: + desc: null + value: false +return_dict_in_generate: + desc: null + value: false +forced_bos_token_id: + desc: null + value: null +forced_eos_token_id: + desc: null + value: null +remove_invalid_values: + desc: null + value: false +exponential_decay_length_penalty: + desc: null + value: null +suppress_tokens: + desc: null + value: null +begin_suppress_tokens: + desc: null + value: null +architectures: + desc: null + value: + - LlamaForCausalLM +finetuning_task: + desc: null + value: null +id2label: + desc: null + value: + '0': LABEL_0 + '1': LABEL_1 +label2id: + desc: null + value: + LABEL_0: 0 + LABEL_1: 1 +tokenizer_class: + desc: null + value: null +prefix: + desc: null + value: null +bos_token_id: + desc: null + value: 128000 +pad_token_id: + desc: null + value: 0 +eos_token_id: + desc: null + value: 128009 +sep_token_id: + desc: null + value: null +decoder_start_token_id: + desc: null + value: null +task_specific_params: + desc: null + value: null +problem_type: + desc: null + value: null +_name_or_path: + desc: null + value: /scratch3/workspace/ctpham_umass_edu-ft/models/Llama-3-8B-ProLong-512k-Base/ +transformers_version: + desc: null + value: 4.44.2 +model_type: + desc: null + value: llama +output_dir: + desc: null + value: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_ +overwrite_output_dir: + desc: null + value: false +do_train: + desc: null + value: true +do_eval: + desc: null + value: false +do_predict: + desc: null + value: false +eval_strategy: + desc: null + value: 'no' +prediction_loss_only: + desc: null + value: false +per_device_train_batch_size: + desc: null + value: 1 +per_device_eval_batch_size: + desc: null + value: 8 +per_gpu_train_batch_size: + desc: null + value: null +per_gpu_eval_batch_size: + desc: null + value: null +gradient_accumulation_steps: + desc: null + value: 2 +eval_accumulation_steps: + desc: null + value: null +eval_delay: + desc: null + value: 0 +torch_empty_cache_steps: + desc: null + value: null +learning_rate: + desc: null + value: 1.0e-06 +weight_decay: + desc: null + value: 0.1 +adam_beta1: + desc: null + value: 0.9 +adam_beta2: + desc: null + value: 0.95 +adam_epsilon: + desc: null + value: 1.0e-08 +max_grad_norm: + desc: null + value: 1.0 +num_train_epochs: + desc: null + value: 1.0 +max_steps: + desc: null + value: -1 +lr_scheduler_type: + desc: null + value: cosine +lr_scheduler_kwargs: + desc: null + value: {} +warmup_ratio: + desc: null + value: 0.05 +warmup_steps: + desc: null + value: 0 +log_level: + desc: null + value: info +log_level_replica: + desc: null + value: warning +log_on_each_node: + desc: null + value: true +logging_dir: + desc: null + value: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/runs/Dec25_15-21-22_gpu020 +logging_strategy: + desc: null + value: steps +logging_first_step: + desc: null + value: false +logging_steps: + desc: null + value: 1.0 +logging_nan_inf_filter: + desc: null + value: true +save_strategy: + desc: null + value: steps +save_steps: + desc: null + value: 200 +save_total_limit: + desc: null + value: null +save_safetensors: + desc: null + value: true +save_on_each_node: + desc: null + value: false +save_only_model: + desc: null + value: false +restore_callback_states_from_checkpoint: + desc: null + value: false +no_cuda: + desc: null + value: false +use_cpu: + desc: null + value: false +use_mps_device: + desc: null + value: false +seed: + desc: null + value: 42 +data_seed: + desc: null + value: null +jit_mode_eval: + desc: null + value: false +use_ipex: + desc: null + value: false +bf16: + desc: null + value: true +fp16: + desc: null + value: false +fp16_opt_level: + desc: null + value: O1 +half_precision_backend: + desc: null + value: auto +bf16_full_eval: + desc: null + value: false +fp16_full_eval: + desc: null + value: false +tf32: + desc: null + value: null +local_rank: + desc: null + value: 0 +ddp_backend: + desc: null + value: null +tpu_num_cores: + desc: null + value: null +tpu_metrics_debug: + desc: null + value: false +debug: + desc: null + value: [] +dataloader_drop_last: + desc: null + value: false +eval_steps: + desc: null + value: null +dataloader_num_workers: + desc: null + value: 1 +dataloader_prefetch_factor: + desc: null + value: null +past_index: + desc: null + value: -1 +run_name: + desc: null + value: balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_ +disable_tqdm: + desc: null + value: true +remove_unused_columns: + desc: null + value: false +label_names: + desc: null + value: null +load_best_model_at_end: + desc: null + value: false +metric_for_best_model: + desc: null + value: null +greater_is_better: + desc: null + value: null +ignore_data_skip: + desc: null + value: true +fsdp: + desc: null + value: + - auto_wrap + - offload +fsdp_min_num_params: + desc: null + value: 0 +fsdp_config: + desc: null + value: + min_num_params: 0 + xla: false + xla_fsdp_v2: false + xla_fsdp_grad_ckpt: false +fsdp_transformer_layer_cls_to_wrap: + desc: null + value: null +accelerator_config: + desc: null + value: + split_batches: false + dispatch_batches: null + even_batches: true + use_seedable_sampler: true + non_blocking: false + gradient_accumulation_kwargs: null +deepspeed: + desc: null + value: null +label_smoothing_factor: + desc: null + value: 0.0 +optim: + desc: null + value: adamw_torch +optim_args: + desc: null + value: null +adafactor: + desc: null + value: false +group_by_length: + desc: null + value: false +length_column_name: + desc: null + value: length +report_to: + desc: null + value: + - wandb +ddp_find_unused_parameters: + desc: null + value: false +ddp_bucket_cap_mb: + desc: null + value: null +ddp_broadcast_buffers: + desc: null + value: null +dataloader_pin_memory: + desc: null + value: true +dataloader_persistent_workers: + desc: null + value: false +skip_memory_metrics: + desc: null + value: true +use_legacy_prediction_loop: + desc: null + value: false +push_to_hub: + desc: null + value: false +resume_from_checkpoint: + desc: null + value: null +hub_model_id: + desc: null + value: null +hub_strategy: + desc: null + value: every_save +hub_token: + desc: null + value: +hub_private_repo: + desc: null + value: false +hub_always_push: + desc: null + value: false +gradient_checkpointing: + desc: null + value: true +gradient_checkpointing_kwargs: + desc: null + value: null +include_inputs_for_metrics: + desc: null + value: false +eval_do_concat_batches: + desc: null + value: true +fp16_backend: + desc: null + value: auto +evaluation_strategy: + desc: null + value: null +push_to_hub_model_id: + desc: null + value: null +push_to_hub_organization: + desc: null + value: null +push_to_hub_token: + desc: null + value: +mp_parameters: + desc: null + value: '' +auto_find_batch_size: + desc: null + value: false +full_determinism: + desc: null + value: false +torchdynamo: + desc: null + value: null +ray_scope: + desc: null + value: last +ddp_timeout: + desc: null + value: 1800 +torch_compile: + desc: null + value: false +torch_compile_backend: + desc: null + value: null +torch_compile_mode: + desc: null + value: null +dispatch_batches: + desc: null + value: null +split_batches: + desc: null + value: null +include_tokens_per_second: + desc: null + value: false +include_num_input_tokens_seen: + desc: null + value: false +neftune_noise_alpha: + desc: null + value: null +optim_target_modules: + desc: null + value: null +batch_eval_metrics: + desc: null + value: false +eval_on_start: + desc: null + value: false +eval_use_gather_object: + desc: null + value: false +min_lr_ratio: + desc: null + value: 0.1 +cuda_empty_cache: + desc: null + value: true +streaming_dataset: + desc: null + value: true +seq_parallel_size: + desc: null + value: 8 +model/num_parameters: + desc: null + value: 1003782656 diff --git a/wandb/run-20241225_152744-sac86tlv/files/output.log b/wandb/run-20241225_152744-sac86tlv/files/output.log new file mode 100644 index 0000000000000000000000000000000000000000..8ed0b12b45001af2ca96bd3864e640478055536a --- /dev/null +++ b/wandb/run-20241225_152744-sac86tlv/files/output.log @@ -0,0 +1,1854 @@ +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/transformers/trainer.py:2833: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature. + checkpoint_rng_state = torch.load(rng_file) +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/utils/checkpoint.py:1399: FutureWarning: `torch.cpu.amp.autocast(args...)` is deprecated. Please use `torch.amp.autocast('cpu', args...)` instead. + with device_autocast_ctx, torch.cpu.amp.autocast(**cpu_autocast_kwargs), recompute_context: # type: ignore[attr-defined] +[INFO|trainer.py:175] 2024-12-25 15:28:35,986 >> {'loss': 0.3659, 'grad_norm': 14.524723052978516, 'learning_rate': 9.33022124140483e-07, 'epoch': 0.00027122321670735016, 'num_input_tokens_seen': 1679818752, 'completed': '21.72% (801 / 3_687)', 'remaining time': '34:45:09', 'throughput': '3023.54', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 15:29:06,898 >> {'loss': 0.3889, 'grad_norm': 12.789175987243652, 'learning_rate': 9.32810071644894e-07, 'epoch': 0.0005424464334147003, 'num_input_tokens_seen': 1681915904, 'completed': '21.75% (802 / 3_687)', 'remaining time': '29:45:24', 'throughput': '8480.25', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 15:29:37,539 >> {'loss': 0.3584, 'grad_norm': 15.237256050109863, 'learning_rate': 9.325977110783263e-07, 'epoch': 0.0008136696501220504, 'num_input_tokens_seen': 1684013056, 'completed': '21.78% (803 / 3_687)', 'remaining time': '28:00:47', 'throughput': '8555.47', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 15:30:04,732 >> {'loss': 0.5716, 'grad_norm': 17.71392250061035, 'learning_rate': 9.323850426116797e-07, 'epoch': 0.0010848928668294006, 'num_input_tokens_seen': 1686110208, 'completed': '21.81% (804 / 3_687)', 'remaining time': '26:26:48', 'throughput': '9640.04', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 15:30:36,798 >> {'loss': 0.5411, 'grad_norm': 20.835195541381836, 'learning_rate': 9.321720664161017e-07, 'epoch': 0.0013561160835367507, 'num_input_tokens_seen': 1688207360, 'completed': '21.83% (805 / 3_687)', 'remaining time': '26:17:02', 'throughput': '8175.29', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 15:31:05,593 >> {'loss': 0.5051, 'grad_norm': 20.98845100402832, 'learning_rate': 9.319587826629872e-07, 'epoch': 0.0016273393002441008, 'num_input_tokens_seen': 1690304512, 'completed': '21.86% (806 / 3_687)', 'remaining time': '25:44:11', 'throughput': '9103.82', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 15:31:37,803 >> {'loss': 0.6283, 'grad_norm': 17.86595916748047, 'learning_rate': 9.317451915239792e-07, 'epoch': 0.001898562516951451, 'num_input_tokens_seen': 1692401664, 'completed': '21.89% (807 / 3_687)', 'remaining time': '25:44:00', 'throughput': '8138.46', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 15:32:10,895 >> {'loss': 0.5475, 'grad_norm': 19.295974731445312, 'learning_rate': 9.315312931709674e-07, 'epoch': 0.0021697857336588013, 'num_input_tokens_seen': 1694498816, 'completed': '21.91% (808 / 3_687)', 'remaining time': '25:49:00', 'throughput': '7921.76', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 15:32:45,862 >> {'loss': 0.6961, 'grad_norm': 20.173925399780273, 'learning_rate': 9.313170877760892e-07, 'epoch': 0.0024410089503661514, 'num_input_tokens_seen': 1696595968, 'completed': '21.94% (809 / 3_687)', 'remaining time': '26:02:47', 'throughput': '7496.72', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 15:33:16,398 >> {'loss': 0.3755, 'grad_norm': 13.733884811401367, 'learning_rate': 9.311025755117291e-07, 'epoch': 0.0027122321670735015, 'num_input_tokens_seen': 1698693120, 'completed': '21.97% (810 / 3_687)', 'remaining time': '25:52:26', 'throughput': '8584.93', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 15:33:47,984 >> {'loss': 0.6359, 'grad_norm': 19.169233322143555, 'learning_rate': 9.308877565505181e-07, 'epoch': 0.0029834553837808516, 'num_input_tokens_seen': 1700790272, 'completed': '22.00% (811 / 3_687)', 'remaining time': '25:48:27', 'throughput': '8299.33', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 15:34:19,597 >> {'loss': 0.3631, 'grad_norm': 16.250288009643555, 'learning_rate': 9.306726310653346e-07, 'epoch': 0.0032546786004882017, 'num_input_tokens_seen': 1702887424, 'completed': '22.02% (812 / 3_687)', 'remaining time': '25:45:09', 'throughput': '8292.22', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 15:34:50,554 >> {'loss': 0.672, 'grad_norm': 34.65564727783203, 'learning_rate': 9.304571992293032e-07, 'epoch': 0.003525901817195552, 'num_input_tokens_seen': 1704984576, 'completed': '22.05% (813 / 3_687)', 'remaining time': '25:39:52', 'throughput': '8468.13', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 15:35:21,194 >> {'loss': 0.9443, 'grad_norm': 30.45555877685547, 'learning_rate': 9.302414612157954e-07, 'epoch': 0.003797125033902902, 'num_input_tokens_seen': 1707081728, 'completed': '22.08% (814 / 3_687)', 'remaining time': '25:34:10', 'throughput': '8555.66', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 15:35:50,992 >> {'loss': 0.5574, 'grad_norm': 19.15201759338379, 'learning_rate': 9.300254171984289e-07, 'epoch': 0.0040683482506102524, 'num_input_tokens_seen': 1709178880, 'completed': '22.10% (815 / 3_687)', 'remaining time': '25:26:29', 'throughput': '8797.37', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 15:36:24,017 >> {'loss': 0.724, 'grad_norm': 29.86651039123535, 'learning_rate': 9.298090673510677e-07, 'epoch': 0.0043395714673176026, 'num_input_tokens_seen': 1711276032, 'completed': '22.13% (816 / 3_687)', 'remaining time': '25:29:20', 'throughput': '7937.74', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 15:36:56,450 >> {'loss': 0.6076, 'grad_norm': 18.136457443237305, 'learning_rate': 9.295924118478218e-07, 'epoch': 0.004610794684024953, 'num_input_tokens_seen': 1713373184, 'completed': '22.16% (817 / 3_687)', 'remaining time': '25:30:08', 'throughput': '8082.53', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 15:37:23,348 >> {'loss': 0.7823, 'grad_norm': 19.57548713684082, 'learning_rate': 9.293754508630473e-07, 'epoch': 0.004882017900732303, 'num_input_tokens_seen': 1715470336, 'completed': '22.19% (818 / 3_687)', 'remaining time': '25:16:05', 'throughput': '9745.83', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 15:37:52,391 >> {'loss': 0.4778, 'grad_norm': 14.906988143920898, 'learning_rate': 9.291581845713466e-07, 'epoch': 0.005153241117439653, 'num_input_tokens_seen': 1717567488, 'completed': '22.21% (819 / 3_687)', 'remaining time': '25:08:51', 'throughput': '9026.07', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 15:38:24,390 >> {'loss': 0.3655, 'grad_norm': 14.388298034667969, 'learning_rate': 9.289406131475665e-07, 'epoch': 0.005424464334147003, 'num_input_tokens_seen': 1719664640, 'completed': '22.24% (820 / 3_687)', 'remaining time': '25:09:21', 'throughput': '8192.32', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 15:38:53,145 >> {'loss': 0.6397, 'grad_norm': 19.326364517211914, 'learning_rate': 9.287227367668012e-07, 'epoch': 0.005695687550854353, 'num_input_tokens_seen': 1721761792, 'completed': '22.27% (821 / 3_687)', 'remaining time': '25:02:23', 'throughput': '9116.55', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 15:39:26,625 >> {'loss': 0.3671, 'grad_norm': 12.356776237487793, 'learning_rate': 9.285045556043885e-07, 'epoch': 0.005966910767561703, 'num_input_tokens_seen': 1723858944, 'completed': '22.29% (822 / 3_687)', 'remaining time': '25:06:16', 'throughput': '7829.66', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 15:39:53,398 >> {'loss': 0.763, 'grad_norm': 18.93061065673828, 'learning_rate': 9.282860698359128e-07, 'epoch': 0.006238133984269053, 'num_input_tokens_seen': 1725956096, 'completed': '22.32% (823 / 3_687)', 'remaining time': '24:55:50', 'throughput': '9791.56', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 15:40:20,749 >> {'loss': 0.9767, 'grad_norm': 23.214996337890625, 'learning_rate': 9.280672796372029e-07, 'epoch': 0.006509357200976403, 'num_input_tokens_seen': 1728053248, 'completed': '22.35% (824 / 3_687)', 'remaining time': '24:47:23', 'throughput': '9584.33', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 15:40:49,260 >> {'loss': 0.6971, 'grad_norm': 21.05919075012207, 'learning_rate': 9.278481851843327e-07, 'epoch': 0.0067805804176837535, 'num_input_tokens_seen': 1730150400, 'completed': '22.38% (825 / 3_687)', 'remaining time': '24:41:48', 'throughput': '9194.39', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 15:41:20,565 >> {'loss': 0.6836, 'grad_norm': 20.329505920410156, 'learning_rate': 9.276287866536215e-07, 'epoch': 0.007051803634391104, 'num_input_tokens_seen': 1732247552, 'completed': '22.40% (826 / 3_687)', 'remaining time': '24:41:43', 'throughput': '8374.10', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 15:41:50,661 >> {'loss': 0.3354, 'grad_norm': 13.536745071411133, 'learning_rate': 9.274090842216326e-07, 'epoch': 0.007323026851098454, 'num_input_tokens_seen': 1734344704, 'completed': '22.43% (827 / 3_687)', 'remaining time': '24:39:28', 'throughput': '8710.18', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 15:42:22,992 >> {'loss': 0.648, 'grad_norm': 19.788000106811523, 'learning_rate': 9.271890780651741e-07, 'epoch': 0.007594250067805804, 'num_input_tokens_seen': 1736441856, 'completed': '22.46% (828 / 3_687)', 'remaining time': '24:41:09', 'throughput': '8108.01', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 15:42:54,138 >> {'loss': 0.2731, 'grad_norm': 11.306535720825195, 'learning_rate': 9.269687683612987e-07, 'epoch': 0.007865473284513154, 'num_input_tokens_seen': 1738539008, 'completed': '22.48% (829 / 3_687)', 'remaining time': '24:40:44', 'throughput': '8416.76', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 15:43:23,485 >> {'loss': 0.4084, 'grad_norm': 20.76605796813965, 'learning_rate': 9.267481552873033e-07, 'epoch': 0.008136696501220505, 'num_input_tokens_seen': 1740636160, 'completed': '22.51% (830 / 3_687)', 'remaining time': '24:37:27', 'throughput': '8932.63', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 15:43:53,981 >> {'loss': 0.4862, 'grad_norm': 17.467897415161133, 'learning_rate': 9.265272390207289e-07, 'epoch': 0.008407919717927854, 'num_input_tokens_seen': 1742733312, 'completed': '22.54% (831 / 3_687)', 'remaining time': '24:36:07', 'throughput': '8596.04', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 15:44:22,284 >> {'loss': 0.5836, 'grad_norm': 21.455224990844727, 'learning_rate': 9.263060197393603e-07, 'epoch': 0.008679142934635205, 'num_input_tokens_seen': 1744830464, 'completed': '22.57% (832 / 3_687)', 'remaining time': '24:31:35', 'throughput': '9262.05', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 15:44:49,520 >> {'loss': 0.9138, 'grad_norm': 22.814332962036133, 'learning_rate': 9.260844976212268e-07, 'epoch': 0.008950366151342554, 'num_input_tokens_seen': 1746927616, 'completed': '22.59% (833 / 3_687)', 'remaining time': '24:25:45', 'throughput': '9624.88', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 15:45:22,809 >> {'loss': 0.3955, 'grad_norm': 13.567204475402832, 'learning_rate': 9.258626728446004e-07, 'epoch': 0.009221589368049905, 'num_input_tokens_seen': 1749024768, 'completed': '22.62% (834 / 3_687)', 'remaining time': '24:28:41', 'throughput': '7874.65', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 15:45:50,201 >> {'loss': 0.7177, 'grad_norm': 19.025236129760742, 'learning_rate': 9.256405455879977e-07, 'epoch': 0.009492812584757255, 'num_input_tokens_seen': 1751121920, 'completed': '22.65% (835 / 3_687)', 'remaining time': '24:23:26', 'throughput': '9570.26', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 15:46:19,510 >> {'loss': 0.6642, 'grad_norm': 22.544050216674805, 'learning_rate': 9.25418116030178e-07, 'epoch': 0.009764035801464606, 'num_input_tokens_seen': 1753219072, 'completed': '22.67% (836 / 3_687)', 'remaining time': '24:20:58', 'throughput': '8944.18', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 15:46:50,922 >> {'loss': 0.3442, 'grad_norm': 13.098361015319824, 'learning_rate': 9.251953843501443e-07, 'epoch': 0.010035259018171955, 'num_input_tokens_seen': 1755316224, 'completed': '22.70% (837 / 3_687)', 'remaining time': '24:21:18', 'throughput': '8345.31', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 15:47:21,394 >> {'loss': 0.5423, 'grad_norm': 20.6568660736084, 'learning_rate': 9.249723507271425e-07, 'epoch': 0.010306482234879306, 'num_input_tokens_seen': 1757413376, 'completed': '22.73% (838 / 3_687)', 'remaining time': '24:20:26', 'throughput': '8602.70', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 15:47:51,979 >> {'loss': 0.5084, 'grad_norm': 17.13654899597168, 'learning_rate': 9.247490153406617e-07, 'epoch': 0.010577705451586655, 'num_input_tokens_seen': 1759510528, 'completed': '22.76% (839 / 3_687)', 'remaining time': '24:19:42', 'throughput': '8570.94', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 15:48:23,595 >> {'loss': 0.3407, 'grad_norm': 16.935338973999023, 'learning_rate': 9.245253783704334e-07, 'epoch': 0.010848928668294006, 'num_input_tokens_seen': 1761607680, 'completed': '22.78% (840 / 3_687)', 'remaining time': '24:20:13', 'throughput': '8291.62', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 15:48:53,372 >> {'loss': 0.3577, 'grad_norm': 12.196868896484375, 'learning_rate': 9.243014399964324e-07, 'epoch': 0.011120151885001357, 'num_input_tokens_seen': 1763704832, 'completed': '22.81% (841 / 3_687)', 'remaining time': '24:18:33', 'throughput': '8803.49', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 15:49:24,349 >> {'loss': 0.3152, 'grad_norm': 10.492193222045898, 'learning_rate': 9.240772003988758e-07, 'epoch': 0.011391375101708706, 'num_input_tokens_seen': 1765801984, 'completed': '22.84% (842 / 3_687)', 'remaining time': '24:18:18', 'throughput': '8462.62', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 15:49:54,691 >> {'loss': 0.4958, 'grad_norm': 17.036666870117188, 'learning_rate': 9.238526597582229e-07, 'epoch': 0.011662598318416057, 'num_input_tokens_seen': 1767899136, 'completed': '22.86% (843 / 3_687)', 'remaining time': '24:17:20', 'throughput': '8639.70', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 15:50:23,631 >> {'loss': 0.6916, 'grad_norm': 26.499019622802734, 'learning_rate': 9.236278182551758e-07, 'epoch': 0.011933821535123406, 'num_input_tokens_seen': 1769996288, 'completed': '22.89% (844 / 3_687)', 'remaining time': '24:14:52', 'throughput': '9058.05', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 15:50:51,039 >> {'loss': 0.5991, 'grad_norm': 18.293750762939453, 'learning_rate': 9.23402676070678e-07, 'epoch': 0.012205044751830757, 'num_input_tokens_seen': 1772093440, 'completed': '22.92% (845 / 3_687)', 'remaining time': '24:10:53', 'throughput': '9564.52', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 15:51:22,677 >> {'loss': 0.6295, 'grad_norm': 19.971363067626953, 'learning_rate': 9.231772333859154e-07, 'epoch': 0.012476267968538107, 'num_input_tokens_seen': 1774190592, 'completed': '22.95% (846 / 3_687)', 'remaining time': '24:11:25', 'throughput': '8285.82', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 15:51:52,254 >> {'loss': 0.3458, 'grad_norm': 15.316537857055664, 'learning_rate': 9.22951490382316e-07, 'epoch': 0.012747491185245458, 'num_input_tokens_seen': 1776287744, 'completed': '22.97% (847 / 3_687)', 'remaining time': '24:09:49', 'throughput': '8863.05', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 15:52:23,039 >> {'loss': 0.3044, 'grad_norm': 13.23933219909668, 'learning_rate': 9.22725447241549e-07, 'epoch': 0.013018714401952807, 'num_input_tokens_seen': 1778384896, 'completed': '23.00% (848 / 3_687)', 'remaining time': '24:09:28', 'throughput': '8515.28', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 15:52:56,342 >> {'loss': 0.4336, 'grad_norm': 17.797571182250977, 'learning_rate': 9.224991041455252e-07, 'epoch': 0.013289937618660158, 'num_input_tokens_seen': 1780482048, 'completed': '23.03% (849 / 3_687)', 'remaining time': '24:11:32', 'throughput': '7871.39', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 15:53:26,337 >> {'loss': 0.6113, 'grad_norm': 17.58323860168457, 'learning_rate': 9.222724612763971e-07, 'epoch': 0.013561160835367507, 'num_input_tokens_seen': 1782579200, 'completed': '23.05% (850 / 3_687)', 'remaining time': '24:10:22', 'throughput': '8739.74', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 15:53:54,885 >> {'loss': 0.6039, 'grad_norm': 17.832801818847656, 'learning_rate': 9.220455188165582e-07, 'epoch': 0.013832384052074858, 'num_input_tokens_seen': 1784676352, 'completed': '23.08% (851 / 3_687)', 'remaining time': '24:07:53', 'throughput': '9182.49', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 15:54:24,703 >> {'loss': 0.7489, 'grad_norm': 23.844926834106445, 'learning_rate': 9.218182769486433e-07, 'epoch': 0.014103607268782207, 'num_input_tokens_seen': 1786773504, 'completed': '23.11% (852 / 3_687)', 'remaining time': '24:06:38', 'throughput': '8791.40', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 15:54:52,313 >> {'loss': 0.615, 'grad_norm': 16.524341583251953, 'learning_rate': 9.215907358555276e-07, 'epoch': 0.014374830485489558, 'num_input_tokens_seen': 1788870656, 'completed': '23.14% (853 / 3_687)', 'remaining time': '24:03:26', 'throughput': '9494.59', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 15:55:24,214 >> {'loss': 0.867, 'grad_norm': 24.72736358642578, 'learning_rate': 9.213628957203277e-07, 'epoch': 0.014646053702196907, 'num_input_tokens_seen': 1790967808, 'completed': '23.16% (854 / 3_687)', 'remaining time': '24:04:06', 'throughput': '8217.57', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 15:55:54,594 >> {'loss': 0.8105, 'grad_norm': 25.9926700592041, 'learning_rate': 9.21134756726401e-07, 'epoch': 0.014917276918904258, 'num_input_tokens_seen': 1793064960, 'completed': '23.19% (855 / 3_687)', 'remaining time': '24:03:25', 'throughput': '8628.67', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 15:56:25,075 >> {'loss': 0.5625, 'grad_norm': 20.51833724975586, 'learning_rate': 9.209063190573445e-07, 'epoch': 0.015188500135611608, 'num_input_tokens_seen': 1795162112, 'completed': '23.22% (856 / 3_687)', 'remaining time': '24:02:49', 'throughput': '8600.28', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 15:56:57,529 >> {'loss': 0.4131, 'grad_norm': 15.484442710876465, 'learning_rate': 9.206775828969967e-07, 'epoch': 0.015459723352318959, 'num_input_tokens_seen': 1797259264, 'completed': '23.24% (857 / 3_687)', 'remaining time': '24:03:52', 'throughput': '8077.55', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 15:57:29,277 >> {'loss': 0.3329, 'grad_norm': 12.139299392700195, 'learning_rate': 9.204485484294355e-07, 'epoch': 0.015730946569026308, 'num_input_tokens_seen': 1799356416, 'completed': '23.27% (858 / 3_687)', 'remaining time': '24:04:17', 'throughput': '8256.88', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 15:57:59,433 >> {'loss': 0.5659, 'grad_norm': 15.683771133422852, 'learning_rate': 9.202192158389791e-07, 'epoch': 0.01600216978573366, 'num_input_tokens_seen': 1801453568, 'completed': '23.30% (859 / 3_687)', 'remaining time': '24:03:23', 'throughput': '8693.03', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 15:58:30,295 >> {'loss': 0.6709, 'grad_norm': 21.66155242919922, 'learning_rate': 9.199895853101856e-07, 'epoch': 0.01627339300244101, 'num_input_tokens_seen': 1803550720, 'completed': '23.33% (860 / 3_687)', 'remaining time': '24:03:04', 'throughput': '8493.97', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 15:58:58,447 >> {'loss': 0.7169, 'grad_norm': 19.560569763183594, 'learning_rate': 9.197596570278529e-07, 'epoch': 0.01654461621914836, 'num_input_tokens_seen': 1805647872, 'completed': '23.35% (861 / 3_687)', 'remaining time': '24:00:39', 'throughput': '9311.76', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 15:59:28,555 >> {'loss': 0.3676, 'grad_norm': 14.26892375946045, 'learning_rate': 9.19529431177019e-07, 'epoch': 0.016815839435855708, 'num_input_tokens_seen': 1807745024, 'completed': '23.38% (862 / 3_687)', 'remaining time': '23:59:46', 'throughput': '8706.71', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 15:59:57,537 >> {'loss': 0.1885, 'grad_norm': 9.662439346313477, 'learning_rate': 9.192989079429603e-07, 'epoch': 0.01708706265256306, 'num_input_tokens_seen': 1809842176, 'completed': '23.41% (863 / 3_687)', 'remaining time': '23:58:04', 'throughput': '9045.20', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:00:28,114 >> {'loss': 0.4003, 'grad_norm': 16.50687026977539, 'learning_rate': 9.190680875111934e-07, 'epoch': 0.01735828586927041, 'num_input_tokens_seen': 1811939328, 'completed': '23.43% (864 / 3_687)', 'remaining time': '23:57:34', 'throughput': '8573.20', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:01:01,622 >> {'loss': 0.4239, 'grad_norm': 16.06983757019043, 'learning_rate': 9.188369700674735e-07, 'epoch': 0.01762950908597776, 'num_input_tokens_seen': 1814036480, 'completed': '23.46% (865 / 3_687)', 'remaining time': '23:59:12', 'throughput': '7823.39', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:01:32,933 >> {'loss': 0.5002, 'grad_norm': 17.57181739807129, 'learning_rate': 9.186055557977957e-07, 'epoch': 0.01790073230268511, 'num_input_tokens_seen': 1816133632, 'completed': '23.49% (866 / 3_687)', 'remaining time': '23:59:12', 'throughput': '8372.29', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:02:01,295 >> {'loss': 0.6752, 'grad_norm': 22.786888122558594, 'learning_rate': 9.18373844888393e-07, 'epoch': 0.01817195551939246, 'num_input_tokens_seen': 1818230784, 'completed': '23.52% (867 / 3_687)', 'remaining time': '23:57:07', 'throughput': '9242.83', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:02:32,492 >> {'loss': 0.477, 'grad_norm': 15.312600135803223, 'learning_rate': 9.181418375257374e-07, 'epoch': 0.01844317873609981, 'num_input_tokens_seen': 1820327936, 'completed': '23.54% (868 / 3_687)', 'remaining time': '23:57:02', 'throughput': '8402.63', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:03:00,117 >> {'loss': 0.6745, 'grad_norm': 21.413515090942383, 'learning_rate': 9.179095338965401e-07, 'epoch': 0.01871440195280716, 'num_input_tokens_seen': 1822425088, 'completed': '23.57% (869 / 3_687)', 'remaining time': '23:54:30', 'throughput': '9489.46', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:03:31,859 >> {'loss': 0.4547, 'grad_norm': 14.375008583068848, 'learning_rate': 9.176769341877497e-07, 'epoch': 0.01898562516951451, 'num_input_tokens_seen': 1824522240, 'completed': '23.60% (870 / 3_687)', 'remaining time': '23:54:48', 'throughput': '8258.69', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:04:00,965 >> {'loss': 0.5549, 'grad_norm': 18.940818786621094, 'learning_rate': 9.17444038586554e-07, 'epoch': 0.01925684838622186, 'num_input_tokens_seen': 1826619392, 'completed': '23.62% (871 / 3_687)', 'remaining time': '23:53:20', 'throughput': '9006.42', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:04:31,371 >> {'loss': 0.6916, 'grad_norm': 22.97831916809082, 'learning_rate': 9.172108472803782e-07, 'epoch': 0.01952807160292921, 'num_input_tokens_seen': 1828716544, 'completed': '23.65% (872 / 3_687)', 'remaining time': '23:52:44', 'throughput': '8621.39', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:05:03,161 >> {'loss': 0.464, 'grad_norm': 33.489131927490234, 'learning_rate': 9.16977360456886e-07, 'epoch': 0.019799294819636562, 'num_input_tokens_seen': 1830813696, 'completed': '23.68% (873 / 3_687)', 'remaining time': '23:53:02', 'throughput': '8246.14', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:05:35,377 >> {'loss': 0.3587, 'grad_norm': 12.543787002563477, 'learning_rate': 9.167435783039786e-07, 'epoch': 0.02007051803634391, 'num_input_tokens_seen': 1832910848, 'completed': '23.70% (874 / 3_687)', 'remaining time': '23:53:34', 'throughput': '8137.22', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:06:04,922 >> {'loss': 0.5598, 'grad_norm': 16.099515914916992, 'learning_rate': 9.165095010097949e-07, 'epoch': 0.02034174125305126, 'num_input_tokens_seen': 1835008000, 'completed': '23.73% (875 / 3_687)', 'remaining time': '23:52:25', 'throughput': '8872.72', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:06:35,393 >> {'loss': 0.645, 'grad_norm': 18.598281860351562, 'learning_rate': 9.162751287627116e-07, 'epoch': 0.02061296446975861, 'num_input_tokens_seen': 1837105152, 'completed': '23.76% (876 / 3_687)', 'remaining time': '23:51:51', 'throughput': '8603.05', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:07:05,974 >> {'loss': 0.4911, 'grad_norm': 14.963810920715332, 'learning_rate': 9.160404617513424e-07, 'epoch': 0.020884187686465962, 'num_input_tokens_seen': 1839202304, 'completed': '23.79% (877 / 3_687)', 'remaining time': '23:51:21', 'throughput': '8572.13', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:07:34,179 >> {'loss': 0.8007, 'grad_norm': 21.489377975463867, 'learning_rate': 9.158055001645385e-07, 'epoch': 0.02115541090317331, 'num_input_tokens_seen': 1841299456, 'completed': '23.81% (878 / 3_687)', 'remaining time': '23:49:26', 'throughput': '9293.98', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:08:05,242 >> {'loss': 0.4235, 'grad_norm': 14.658339500427246, 'learning_rate': 9.155702441913881e-07, 'epoch': 0.02142663411988066, 'num_input_tokens_seen': 1843396608, 'completed': '23.84% (879 / 3_687)', 'remaining time': '23:49:14', 'throughput': '8439.10', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:08:35,579 >> {'loss': 0.5487, 'grad_norm': 20.184280395507812, 'learning_rate': 9.15334694021216e-07, 'epoch': 0.021697857336588012, 'num_input_tokens_seen': 1845493760, 'completed': '23.87% (880 / 3_687)', 'remaining time': '23:48:36', 'throughput': '8641.18', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:09:04,734 >> {'loss': 0.558, 'grad_norm': 17.544336318969727, 'learning_rate': 9.150988498435843e-07, 'epoch': 0.021969080553295363, 'num_input_tokens_seen': 1847590912, 'completed': '23.89% (881 / 3_687)', 'remaining time': '23:47:18', 'throughput': '8991.35', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:09:37,464 >> {'loss': 0.3181, 'grad_norm': 12.21959400177002, 'learning_rate': 9.148627118482912e-07, 'epoch': 0.022240303770002714, 'num_input_tokens_seen': 1849688064, 'completed': '23.92% (882 / 3_687)', 'remaining time': '23:48:03', 'throughput': '8009.24', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:10:05,401 >> {'loss': 0.7004, 'grad_norm': 17.65806007385254, 'learning_rate': 9.146262802253717e-07, 'epoch': 0.02251152698671006, 'num_input_tokens_seen': 1851785216, 'completed': '23.95% (883 / 3_687)', 'remaining time': '23:46:04', 'throughput': '9383.42', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:10:36,561 >> {'loss': 0.3288, 'grad_norm': 11.67097282409668, 'learning_rate': 9.14389555165097e-07, 'epoch': 0.022782750203417412, 'num_input_tokens_seen': 1853882368, 'completed': '23.98% (884 / 3_687)', 'remaining time': '23:45:55', 'throughput': '8412.94', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:11:08,831 >> {'loss': 0.4907, 'grad_norm': 17.335294723510742, 'learning_rate': 9.141525368579742e-07, 'epoch': 0.023053973420124763, 'num_input_tokens_seen': 1855979520, 'completed': '24.00% (885 / 3_687)', 'remaining time': '23:46:22', 'throughput': '8123.32', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:11:40,256 >> {'loss': 0.424, 'grad_norm': 21.265504837036133, 'learning_rate': 9.139152254947469e-07, 'epoch': 0.023325196636832114, 'num_input_tokens_seen': 1858076672, 'completed': '24.03% (886 / 3_687)', 'remaining time': '23:46:20', 'throughput': '8341.93', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:12:13,263 >> {'loss': 0.4297, 'grad_norm': 12.256847381591797, 'learning_rate': 9.136776212663942e-07, 'epoch': 0.023596419853539462, 'num_input_tokens_seen': 1860173824, 'completed': '24.06% (887 / 3_687)', 'remaining time': '23:47:09', 'throughput': '7942.07', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:12:43,718 >> {'loss': 0.6221, 'grad_norm': 20.520448684692383, 'learning_rate': 9.134397243641307e-07, 'epoch': 0.023867643070246813, 'num_input_tokens_seen': 1862270976, 'completed': '24.08% (888 / 3_687)', 'remaining time': '23:46:34', 'throughput': '8607.72', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:13:16,508 >> {'loss': 0.3873, 'grad_norm': 15.912782669067383, 'learning_rate': 9.132015349794069e-07, 'epoch': 0.024138866286954164, 'num_input_tokens_seen': 1864368128, 'completed': '24.11% (889 / 3_687)', 'remaining time': '23:47:13', 'throughput': '7994.47', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:13:48,305 >> {'loss': 0.2584, 'grad_norm': 12.093875885009766, 'learning_rate': 9.129630533039086e-07, 'epoch': 0.024410089503661515, 'num_input_tokens_seen': 1866465280, 'completed': '24.14% (890 / 3_687)', 'remaining time': '23:47:20', 'throughput': '8244.42', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:14:20,405 >> {'loss': 0.7337, 'grad_norm': 25.329559326171875, 'learning_rate': 9.127242795295569e-07, 'epoch': 0.024681312720368862, 'num_input_tokens_seen': 1868562432, 'completed': '24.17% (891 / 3_687)', 'remaining time': '23:47:34', 'throughput': '8166.42', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:14:49,995 >> {'loss': 0.5747, 'grad_norm': 23.77729034423828, 'learning_rate': 9.124852138485076e-07, 'epoch': 0.024952535937076213, 'num_input_tokens_seen': 1870659584, 'completed': '24.19% (892 / 3_687)', 'remaining time': '23:46:32', 'throughput': '8859.19', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:15:21,394 >> {'loss': 0.8033, 'grad_norm': 24.904544830322266, 'learning_rate': 9.12245856453152e-07, 'epoch': 0.025223759153783564, 'num_input_tokens_seen': 1872756736, 'completed': '24.22% (893 / 3_687)', 'remaining time': '23:46:25', 'throughput': '8348.90', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:15:53,769 >> {'loss': 0.632, 'grad_norm': 19.269147872924805, 'learning_rate': 9.120062075361155e-07, 'epoch': 0.025494982370490915, 'num_input_tokens_seen': 1874853888, 'completed': '24.25% (894 / 3_687)', 'remaining time': '23:46:46', 'throughput': '8097.06', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:16:23,080 >> {'loss': 0.6049, 'grad_norm': 19.273340225219727, 'learning_rate': 9.117662672902584e-07, 'epoch': 0.025766205587198263, 'num_input_tokens_seen': 1876951040, 'completed': '24.27% (895 / 3_687)', 'remaining time': '23:45:36', 'throughput': '8943.66', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:16:54,234 >> {'loss': 0.4171, 'grad_norm': 16.550512313842773, 'learning_rate': 9.115260359086757e-07, 'epoch': 0.026037428803905614, 'num_input_tokens_seen': 1879048192, 'completed': '24.30% (896 / 3_687)', 'remaining time': '23:45:20', 'throughput': '8414.27', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:17:22,945 >> {'loss': 0.6028, 'grad_norm': 21.415002822875977, 'learning_rate': 9.112855135846964e-07, 'epoch': 0.026308652020612965, 'num_input_tokens_seen': 1881145344, 'completed': '24.33% (897 / 3_687)', 'remaining time': '23:43:54', 'throughput': '9130.67', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:17:53,164 >> {'loss': 0.4228, 'grad_norm': 13.791115760803223, 'learning_rate': 9.110447005118836e-07, 'epoch': 0.026579875237320316, 'num_input_tokens_seen': 1883242496, 'completed': '24.36% (898 / 3_687)', 'remaining time': '23:43:12', 'throughput': '8674.63', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:18:25,228 >> {'loss': 0.3593, 'grad_norm': 12.052141189575195, 'learning_rate': 9.108035968840348e-07, 'epoch': 0.026851098454027666, 'num_input_tokens_seen': 1885339648, 'completed': '24.38% (899 / 3_687)', 'remaining time': '23:43:22', 'throughput': '8175.78', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:18:56,984 >> {'loss': 0.6185, 'grad_norm': 19.59334373474121, 'learning_rate': 9.105622028951806e-07, 'epoch': 0.027122321670735014, 'num_input_tokens_seen': 1887436800, 'completed': '24.41% (900 / 3_687)', 'remaining time': '23:43:23', 'throughput': '8254.87', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:19:30,683 >> {'loss': 0.3392, 'grad_norm': 13.629782676696777, 'learning_rate': 9.103205187395861e-07, 'epoch': 0.027393544887442365, 'num_input_tokens_seen': 1889533952, 'completed': '24.44% (901 / 3_687)', 'remaining time': '23:44:17', 'throughput': '7778.90', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:20:00,743 >> {'loss': 0.388, 'grad_norm': 14.33342170715332, 'learning_rate': 9.100785446117493e-07, 'epoch': 0.027664768104149716, 'num_input_tokens_seen': 1891631104, 'completed': '24.46% (902 / 3_687)', 'remaining time': '23:43:29', 'throughput': '8720.74', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:20:29,097 >> {'loss': 0.5221, 'grad_norm': 17.475322723388672, 'learning_rate': 9.098362807064017e-07, 'epoch': 0.027935991320857067, 'num_input_tokens_seen': 1893728256, 'completed': '24.49% (903 / 3_687)', 'remaining time': '23:41:56', 'throughput': '9245.59', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:20:58,559 >> {'loss': 0.3685, 'grad_norm': 15.671577453613281, 'learning_rate': 9.095937272185083e-07, 'epoch': 0.028207214537564414, 'num_input_tokens_seen': 1895825408, 'completed': '24.52% (904 / 3_687)', 'remaining time': '23:40:54', 'throughput': '8897.66', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:21:29,067 >> {'loss': 0.4047, 'grad_norm': 16.664928436279297, 'learning_rate': 9.093508843432667e-07, 'epoch': 0.028478437754271765, 'num_input_tokens_seen': 1897922560, 'completed': '24.55% (905 / 3_687)', 'remaining time': '23:40:20', 'throughput': '8592.57', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:21:59,558 >> {'loss': 0.6866, 'grad_norm': 23.7731876373291, 'learning_rate': 9.091077522761078e-07, 'epoch': 0.028749660970979116, 'num_input_tokens_seen': 1900019712, 'completed': '24.57% (906 / 3_687)', 'remaining time': '23:39:45', 'throughput': '8597.44', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:22:29,158 >> {'loss': 0.6913, 'grad_norm': 18.917259216308594, 'learning_rate': 9.088643312126948e-07, 'epoch': 0.029020884187686467, 'num_input_tokens_seen': 1902116864, 'completed': '24.60% (907 / 3_687)', 'remaining time': '23:38:48', 'throughput': '8856.33', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:23:01,117 >> {'loss': 0.4826, 'grad_norm': 16.237077713012695, 'learning_rate': 9.086206213489239e-07, 'epoch': 0.029292107404393815, 'num_input_tokens_seen': 1904214016, 'completed': '24.63% (908 / 3_687)', 'remaining time': '23:38:52', 'throughput': '8202.45', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:23:32,115 >> {'loss': 0.6956, 'grad_norm': 19.56369400024414, 'learning_rate': 9.083766228809234e-07, 'epoch': 0.029563330621101166, 'num_input_tokens_seen': 1906311168, 'completed': '24.65% (909 / 3_687)', 'remaining time': '23:38:30', 'throughput': '8456.83', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:24:02,245 >> {'loss': 0.4732, 'grad_norm': 14.219721794128418, 'learning_rate': 9.081323360050543e-07, 'epoch': 0.029834553837808517, 'num_input_tokens_seen': 1908408320, 'completed': '24.68% (910 / 3_687)', 'remaining time': '23:37:47', 'throughput': '8700.47', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:24:32,457 >> {'loss': 0.4612, 'grad_norm': 17.175357818603516, 'learning_rate': 9.078877609179088e-07, 'epoch': 0.030105777054515868, 'num_input_tokens_seen': 1910505472, 'completed': '24.71% (911 / 3_687)', 'remaining time': '23:37:06', 'throughput': '8676.56', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:25:02,164 >> {'loss': 0.3071, 'grad_norm': 12.589146614074707, 'learning_rate': 9.076428978163121e-07, 'epoch': 0.030377000271223215, 'num_input_tokens_seen': 1912602624, 'completed': '24.74% (912 / 3_687)', 'remaining time': '23:36:12', 'throughput': '8824.35', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:25:29,515 >> {'loss': 1.031, 'grad_norm': 24.949342727661133, 'learning_rate': 9.073977468973206e-07, 'epoch': 0.030648223487930566, 'num_input_tokens_seen': 1914699776, 'completed': '24.76% (913 / 3_687)', 'remaining time': '23:34:21', 'throughput': '9584.61', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:25:58,980 >> {'loss': 0.3996, 'grad_norm': 17.8113956451416, 'learning_rate': 9.071523083582223e-07, 'epoch': 0.030919446704637917, 'num_input_tokens_seen': 1916796928, 'completed': '24.79% (914 / 3_687)', 'remaining time': '23:33:23', 'throughput': '8896.82', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:26:27,928 >> {'loss': 0.6838, 'grad_norm': 25.642656326293945, 'learning_rate': 9.06906582396537e-07, 'epoch': 0.031190669921345268, 'num_input_tokens_seen': 1918894080, 'completed': '24.82% (915 / 3_687)', 'remaining time': '23:32:13', 'throughput': '9055.67', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:27:00,168 >> {'loss': 0.3932, 'grad_norm': 13.68373966217041, 'learning_rate': 9.066605692100155e-07, 'epoch': 0.031461893138052616, 'num_input_tokens_seen': 1920991232, 'completed': '24.84% (916 / 3_687)', 'remaining time': '23:32:23', 'throughput': '8131.09', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:27:31,212 >> {'loss': 0.3473, 'grad_norm': 12.269515037536621, 'learning_rate': 9.064142689966397e-07, 'epoch': 0.03173311635475997, 'num_input_tokens_seen': 1923088384, 'completed': '24.87% (917 / 3_687)', 'remaining time': '23:32:03', 'throughput': '8444.14', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:27:58,239 >> {'loss': 0.8176, 'grad_norm': 19.712133407592773, 'learning_rate': 9.061676819546229e-07, 'epoch': 0.03200433957146732, 'num_input_tokens_seen': 1925185536, 'completed': '24.90% (918 / 3_687)', 'remaining time': '23:30:09', 'throughput': '9699.19', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:28:29,039 >> {'loss': 0.4822, 'grad_norm': 15.215006828308105, 'learning_rate': 9.059208082824087e-07, 'epoch': 0.032275562788174665, 'num_input_tokens_seen': 1927282688, 'completed': '24.93% (919 / 3_687)', 'remaining time': '23:29:44', 'throughput': '8511.21', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:28:59,744 >> {'loss': 0.6293, 'grad_norm': 20.545522689819336, 'learning_rate': 9.05673648178672e-07, 'epoch': 0.03254678600488202, 'num_input_tokens_seen': 1929379840, 'completed': '24.95% (920 / 3_687)', 'remaining time': '23:29:17', 'throughput': '8537.57', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:29:31,343 >> {'loss': 0.3147, 'grad_norm': 13.10300350189209, 'learning_rate': 9.054262018423175e-07, 'epoch': 0.03281800922158937, 'num_input_tokens_seen': 1931476992, 'completed': '24.98% (921 / 3_687)', 'remaining time': '23:29:10', 'throughput': '8295.87', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:29:59,977 >> {'loss': 0.7481, 'grad_norm': 23.32817268371582, 'learning_rate': 9.051784694724808e-07, 'epoch': 0.03308923243829672, 'num_input_tokens_seen': 1933574144, 'completed': '25.01% (922 / 3_687)', 'remaining time': '23:27:56', 'throughput': '9155.19', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:30:31,119 >> {'loss': 0.2809, 'grad_norm': 10.944870948791504, 'learning_rate': 9.049304512685274e-07, 'epoch': 0.03336045565500407, 'num_input_tokens_seen': 1935671296, 'completed': '25.03% (923 / 3_687)', 'remaining time': '23:27:38', 'throughput': '8417.50', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:31:00,180 >> {'loss': 0.297, 'grad_norm': 11.271623611450195, 'learning_rate': 9.046821474300527e-07, 'epoch': 0.033631678871711417, 'num_input_tokens_seen': 1937768448, 'completed': '25.06% (924 / 3_687)', 'remaining time': '23:26:35', 'throughput': '9020.76', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:31:30,524 >> {'loss': 0.5428, 'grad_norm': 17.19096565246582, 'learning_rate': 9.044335581568827e-07, 'epoch': 0.03390290208841877, 'num_input_tokens_seen': 1939865600, 'completed': '25.09% (925 / 3_687)', 'remaining time': '23:26:00', 'throughput': '8639.02', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:31:59,987 >> {'loss': 0.3738, 'grad_norm': 13.172834396362305, 'learning_rate': 9.041846836490723e-07, 'epoch': 0.03417412530512612, 'num_input_tokens_seen': 1941962752, 'completed': '25.12% (926 / 3_687)', 'remaining time': '23:25:05', 'throughput': '8897.23', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:32:32,069 >> {'loss': 0.39, 'grad_norm': 13.624527931213379, 'learning_rate': 9.03935524106906e-07, 'epoch': 0.034445348521833466, 'num_input_tokens_seen': 1944059904, 'completed': '25.14% (927 / 3_687)', 'remaining time': '23:25:08', 'throughput': '8171.24', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:33:02,317 >> {'loss': 0.2882, 'grad_norm': 11.111466407775879, 'learning_rate': 9.036860797308984e-07, 'epoch': 0.03471657173854082, 'num_input_tokens_seen': 1946157056, 'completed': '25.17% (928 / 3_687)', 'remaining time': '23:24:31', 'throughput': '8666.50', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:33:29,961 >> {'loss': 0.4821, 'grad_norm': 18.21550178527832, 'learning_rate': 9.034363507217925e-07, 'epoch': 0.03498779495524817, 'num_input_tokens_seen': 1948254208, 'completed': '25.20% (929 / 3_687)', 'remaining time': '23:22:59', 'throughput': '9482.66', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:33:58,943 >> {'loss': 0.6339, 'grad_norm': 25.724552154541016, 'learning_rate': 9.031863372805606e-07, 'epoch': 0.03525901817195552, 'num_input_tokens_seen': 1950351360, 'completed': '25.22% (930 / 3_687)', 'remaining time': '23:21:56', 'throughput': '9045.13', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:34:30,358 >> {'loss': 0.2785, 'grad_norm': 22.317489624023438, 'learning_rate': 9.029360396084043e-07, 'epoch': 0.03553024138866287, 'num_input_tokens_seen': 1952448512, 'completed': '25.25% (931 / 3_687)', 'remaining time': '23:21:44', 'throughput': '8344.66', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:35:00,449 >> {'loss': 0.502, 'grad_norm': 15.543082237243652, 'learning_rate': 9.026854579067537e-07, 'epoch': 0.03580146460537022, 'num_input_tokens_seen': 1954545664, 'completed': '25.28% (932 / 3_687)', 'remaining time': '23:21:05', 'throughput': '8711.58', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:35:31,696 >> {'loss': 0.4526, 'grad_norm': 18.427461624145508, 'learning_rate': 9.024345923772671e-07, 'epoch': 0.03607268782207757, 'num_input_tokens_seen': 1956642816, 'completed': '25.31% (933 / 3_687)', 'remaining time': '23:20:50', 'throughput': '8389.35', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:36:00,814 >> {'loss': 0.3389, 'grad_norm': 13.186530113220215, 'learning_rate': 9.021834432218317e-07, 'epoch': 0.03634391103878492, 'num_input_tokens_seen': 1958739968, 'completed': '25.33% (934 / 3_687)', 'remaining time': '23:19:50', 'throughput': '9002.84', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:36:31,779 >> {'loss': 0.3434, 'grad_norm': 13.932114601135254, 'learning_rate': 9.019320106425629e-07, 'epoch': 0.03661513425549227, 'num_input_tokens_seen': 1960837120, 'completed': '25.36% (935 / 3_687)', 'remaining time': '23:19:29', 'throughput': '8465.92', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:37:01,500 >> {'loss': 0.2254, 'grad_norm': 12.41275691986084, 'learning_rate': 9.016802948418038e-07, 'epoch': 0.03688635747219962, 'num_input_tokens_seen': 1962934272, 'completed': '25.39% (936 / 3_687)', 'remaining time': '23:18:42', 'throughput': '8820.00', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:37:29,385 >> {'loss': 0.5891, 'grad_norm': 18.870506286621094, 'learning_rate': 9.014282960221257e-07, 'epoch': 0.03715758068890697, 'num_input_tokens_seen': 1965031424, 'completed': '25.41% (937 / 3_687)', 'remaining time': '23:17:19', 'throughput': '9400.87', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:38:00,095 >> {'loss': 0.4418, 'grad_norm': 15.504498481750488, 'learning_rate': 9.01176014386328e-07, 'epoch': 0.03742880390561432, 'num_input_tokens_seen': 1967128576, 'completed': '25.44% (938 / 3_687)', 'remaining time': '23:16:53', 'throughput': '8536.25', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:38:28,922 >> {'loss': 0.6721, 'grad_norm': 19.771808624267578, 'learning_rate': 9.009234501374371e-07, 'epoch': 0.03770002712232167, 'num_input_tokens_seen': 1969225728, 'completed': '25.47% (939 / 3_687)', 'remaining time': '23:15:50', 'throughput': '9093.59', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:39:01,111 >> {'loss': 0.5628, 'grad_norm': 23.42245101928711, 'learning_rate': 9.006706034787071e-07, 'epoch': 0.03797125033902902, 'num_input_tokens_seen': 1971322880, 'completed': '25.49% (940 / 3_687)', 'remaining time': '23:15:53', 'throughput': '8144.06', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:39:29,356 >> {'loss': 0.6278, 'grad_norm': 18.261873245239258, 'learning_rate': 9.004174746136196e-07, 'epoch': 0.03824247355573637, 'num_input_tokens_seen': 1973420032, 'completed': '25.52% (941 / 3_687)', 'remaining time': '23:14:39', 'throughput': '9281.07', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:40:03,845 >> {'loss': 0.4231, 'grad_norm': 15.880273818969727, 'learning_rate': 9.001640637458829e-07, 'epoch': 0.03851369677244372, 'num_input_tokens_seen': 1975517184, 'completed': '25.55% (942 / 3_687)', 'remaining time': '23:15:26', 'throughput': '7600.61', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:40:32,662 >> {'loss': 0.8923, 'grad_norm': 26.52276611328125, 'learning_rate': 8.999103710794323e-07, 'epoch': 0.038784919989151075, 'num_input_tokens_seen': 1977614336, 'completed': '25.58% (943 / 3_687)', 'remaining time': '23:14:23', 'throughput': '9097.13', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:41:02,778 >> {'loss': 0.3194, 'grad_norm': 12.265298843383789, 'learning_rate': 8.996563968184302e-07, 'epoch': 0.03905614320585842, 'num_input_tokens_seen': 1979711488, 'completed': '25.60% (944 / 3_687)', 'remaining time': '23:13:46', 'throughput': '8704.22', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:41:33,474 >> {'loss': 0.7034, 'grad_norm': 20.407365798950195, 'learning_rate': 8.994021411672653e-07, 'epoch': 0.03932736642256577, 'num_input_tokens_seen': 1981808640, 'completed': '25.63% (945 / 3_687)', 'remaining time': '23:13:19', 'throughput': '8540.12', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:42:02,716 >> {'loss': 0.5223, 'grad_norm': 22.567445755004883, 'learning_rate': 8.99147604330553e-07, 'epoch': 0.039598589639273124, 'num_input_tokens_seen': 1983905792, 'completed': '25.66% (946 / 3_687)', 'remaining time': '23:12:25', 'throughput': '8964.64', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:42:35,359 >> {'loss': 0.5478, 'grad_norm': 30.489513397216797, 'learning_rate': 8.988927865131347e-07, 'epoch': 0.03986981285598047, 'num_input_tokens_seen': 1986002944, 'completed': '25.68% (947 / 3_687)', 'remaining time': '23:12:35', 'throughput': '8030.53', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:43:07,617 >> {'loss': 0.5236, 'grad_norm': 18.10291862487793, 'learning_rate': 8.986376879200783e-07, 'epoch': 0.04014103607268782, 'num_input_tokens_seen': 1988100096, 'completed': '25.71% (948 / 3_687)', 'remaining time': '23:12:37', 'throughput': '8126.59', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:43:38,583 >> {'loss': 0.2878, 'grad_norm': 13.505256652832031, 'learning_rate': 8.983823087566772e-07, 'epoch': 0.040412259289395173, 'num_input_tokens_seen': 1990197248, 'completed': '25.74% (949 / 3_687)', 'remaining time': '23:12:15', 'throughput': '8465.67', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:44:09,662 >> {'loss': 0.5118, 'grad_norm': 16.355928421020508, 'learning_rate': 8.981266492284511e-07, 'epoch': 0.04068348250610252, 'num_input_tokens_seen': 1992294400, 'completed': '25.77% (950 / 3_687)', 'remaining time': '23:11:55', 'throughput': '8434.68', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:44:41,733 >> {'loss': 0.6593, 'grad_norm': 20.954561233520508, 'learning_rate': 8.978707095411446e-07, 'epoch': 0.040954705722809875, 'num_input_tokens_seen': 1994391552, 'completed': '25.79% (951 / 3_687)', 'remaining time': '23:11:53', 'throughput': '8174.05', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:45:10,174 >> {'loss': 1.0425, 'grad_norm': 28.557451248168945, 'learning_rate': 8.976144899007288e-07, 'epoch': 0.04122592893951722, 'num_input_tokens_seen': 1996488704, 'completed': '25.82% (952 / 3_687)', 'remaining time': '23:10:45', 'throughput': '9216.91', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:45:40,680 >> {'loss': 0.4375, 'grad_norm': 13.614970207214355, 'learning_rate': 8.973579905133991e-07, 'epoch': 0.04149715215622457, 'num_input_tokens_seen': 1998585856, 'completed': '25.85% (953 / 3_687)', 'remaining time': '23:10:14', 'throughput': '8593.08', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:46:11,488 >> {'loss': 0.2845, 'grad_norm': 10.78772258758545, 'learning_rate': 8.971012115855766e-07, 'epoch': 0.041768375372931925, 'num_input_tokens_seen': 2000683008, 'completed': '25.87% (954 / 3_687)', 'remaining time': '23:09:49', 'throughput': '8508.93', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:46:41,249 >> {'loss': 0.4906, 'grad_norm': 17.9395694732666, 'learning_rate': 8.968441533239073e-07, 'epoch': 0.04203959858963927, 'num_input_tokens_seen': 2002780160, 'completed': '25.90% (955 / 3_687)', 'remaining time': '23:09:05', 'throughput': '8808.66', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:47:12,945 >> {'loss': 0.4028, 'grad_norm': 13.34605884552002, 'learning_rate': 8.965868159352616e-07, 'epoch': 0.04231082180634662, 'num_input_tokens_seen': 2004877312, 'completed': '25.93% (956 / 3_687)', 'remaining time': '23:08:55', 'throughput': '8270.42', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:47:43,577 >> {'loss': 0.3782, 'grad_norm': 16.155813217163086, 'learning_rate': 8.963291996267354e-07, 'epoch': 0.042582045023053974, 'num_input_tokens_seen': 2006974464, 'completed': '25.96% (957 / 3_687)', 'remaining time': '23:08:27', 'throughput': '8557.91', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:48:16,018 >> {'loss': 0.3243, 'grad_norm': 11.215263366699219, 'learning_rate': 8.960713046056478e-07, 'epoch': 0.04285326823976132, 'num_input_tokens_seen': 2009071616, 'completed': '25.98% (958 / 3_687)', 'remaining time': '23:08:30', 'throughput': '8080.63', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:48:44,323 >> {'loss': 0.4452, 'grad_norm': 13.548431396484375, 'learning_rate': 8.958131310795434e-07, 'epoch': 0.043124491456468676, 'num_input_tokens_seen': 2011168768, 'completed': '26.01% (959 / 3_687)', 'remaining time': '23:07:21', 'throughput': '9261.32', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:49:14,761 >> {'loss': 0.4006, 'grad_norm': 13.86419677734375, 'learning_rate': 8.955546792561902e-07, 'epoch': 0.043395714673176024, 'num_input_tokens_seen': 2013265920, 'completed': '26.04% (960 / 3_687)', 'remaining time': '23:06:49', 'throughput': '8612.39', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:49:44,699 >> {'loss': 0.3906, 'grad_norm': 18.16084098815918, 'learning_rate': 8.952959493435806e-07, 'epoch': 0.04366693788988337, 'num_input_tokens_seen': 2015363072, 'completed': '26.06% (961 / 3_687)', 'remaining time': '23:06:09', 'throughput': '8756.12', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:50:13,856 >> {'loss': 0.5608, 'grad_norm': 18.875059127807617, 'learning_rate': 8.950369415499304e-07, 'epoch': 0.043938161106590726, 'num_input_tokens_seen': 2017460224, 'completed': '26.09% (962 / 3_687)', 'remaining time': '23:05:16', 'throughput': '8990.89', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:50:48,212 >> {'loss': 0.7657, 'grad_norm': 22.01349639892578, 'learning_rate': 8.947776560836793e-07, 'epoch': 0.04420938432329807, 'num_input_tokens_seen': 2019557376, 'completed': '26.12% (963 / 3_687)', 'remaining time': '23:05:50', 'throughput': '7630.21', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:51:19,253 >> {'loss': 0.4577, 'grad_norm': 17.236188888549805, 'learning_rate': 8.945180931534902e-07, 'epoch': 0.04448060754000543, 'num_input_tokens_seen': 2021654528, 'completed': '26.15% (964 / 3_687)', 'remaining time': '23:05:28', 'throughput': '8445.05', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:51:51,635 >> {'loss': 0.4122, 'grad_norm': 15.46218204498291, 'learning_rate': 8.942582529682496e-07, 'epoch': 0.044751830756712775, 'num_input_tokens_seen': 2023751680, 'completed': '26.17% (965 / 3_687)', 'remaining time': '23:05:28', 'throughput': '8095.43', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:52:21,810 >> {'loss': 0.3415, 'grad_norm': 14.264276504516602, 'learning_rate': 8.939981357370672e-07, 'epoch': 0.04502305397342012, 'num_input_tokens_seen': 2025848832, 'completed': '26.20% (966 / 3_687)', 'remaining time': '23:04:51', 'throughput': '8687.49', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:52:52,625 >> {'loss': 0.4217, 'grad_norm': 17.676618576049805, 'learning_rate': 8.937377416692752e-07, 'epoch': 0.04529427719012748, 'num_input_tokens_seen': 2027945984, 'completed': '26.23% (967 / 3_687)', 'remaining time': '23:04:25', 'throughput': '8506.96', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:53:22,579 >> {'loss': 0.4929, 'grad_norm': 16.618602752685547, 'learning_rate': 8.934770709744289e-07, 'epoch': 0.045565500406834825, 'num_input_tokens_seen': 2030043136, 'completed': '26.25% (968 / 3_687)', 'remaining time': '23:03:45', 'throughput': '8751.44', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:53:55,019 >> {'loss': 0.3282, 'grad_norm': 13.402697563171387, 'learning_rate': 8.93216123862306e-07, 'epoch': 0.04583672362354217, 'num_input_tokens_seen': 2032140288, 'completed': '26.28% (969 / 3_687)', 'remaining time': '23:03:45', 'throughput': '8081.06', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:54:22,026 >> {'loss': 1.1138, 'grad_norm': 24.799013137817383, 'learning_rate': 8.929549005429071e-07, 'epoch': 0.04610794684024953, 'num_input_tokens_seen': 2034237440, 'completed': '26.31% (970 / 3_687)', 'remaining time': '23:02:18', 'throughput': '9706.24', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:54:52,147 >> {'loss': 0.4161, 'grad_norm': 17.392616271972656, 'learning_rate': 8.926934012264546e-07, 'epoch': 0.046379170056956874, 'num_input_tokens_seen': 2036334592, 'completed': '26.34% (971 / 3_687)', 'remaining time': '23:01:41', 'throughput': '8703.17', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:55:23,872 >> {'loss': 0.567, 'grad_norm': 18.09572410583496, 'learning_rate': 8.924316261233933e-07, 'epoch': 0.04665039327366423, 'num_input_tokens_seen': 2038431744, 'completed': '26.36% (972 / 3_687)', 'remaining time': '23:01:30', 'throughput': '8262.89', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:55:55,006 >> {'loss': 0.3801, 'grad_norm': 14.815757751464844, 'learning_rate': 8.921695754443898e-07, 'epoch': 0.046921616490371576, 'num_input_tokens_seen': 2040528896, 'completed': '26.39% (973 / 3_687)', 'remaining time': '23:01:09', 'throughput': '8419.87', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:56:23,994 >> {'loss': 0.4794, 'grad_norm': 16.38593864440918, 'learning_rate': 8.919072494003325e-07, 'epoch': 0.047192839707078924, 'num_input_tokens_seen': 2042626048, 'completed': '26.42% (974 / 3_687)', 'remaining time': '23:00:14', 'throughput': '9043.19', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:56:57,223 >> {'loss': 0.394, 'grad_norm': 13.091635704040527, 'learning_rate': 8.916446482023313e-07, 'epoch': 0.04746406292378628, 'num_input_tokens_seen': 2044723200, 'completed': '26.44% (975 / 3_687)', 'remaining time': '23:00:25', 'throughput': '7889.03', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:57:26,618 >> {'loss': 0.5268, 'grad_norm': 17.225982666015625, 'learning_rate': 8.913817720617178e-07, 'epoch': 0.047735286140493625, 'num_input_tokens_seen': 2046820352, 'completed': '26.47% (976 / 3_687)', 'remaining time': '22:59:37', 'throughput': '8918.13', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:57:59,009 >> {'loss': 0.3478, 'grad_norm': 12.275423049926758, 'learning_rate': 8.911186211900448e-07, 'epoch': 0.04800650935720097, 'num_input_tokens_seen': 2048917504, 'completed': '26.50% (977 / 3_687)', 'remaining time': '22:59:35', 'throughput': '8093.09', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:58:31,641 >> {'loss': 0.619, 'grad_norm': 19.183958053588867, 'learning_rate': 8.908551957990858e-07, 'epoch': 0.04827773257390833, 'num_input_tokens_seen': 2051014656, 'completed': '26.53% (978 / 3_687)', 'remaining time': '22:59:36', 'throughput': '8033.18', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:59:00,661 >> {'loss': 0.6647, 'grad_norm': 22.74364471435547, 'learning_rate': 8.90591496100836e-07, 'epoch': 0.048548955790615675, 'num_input_tokens_seen': 2053111808, 'completed': '26.55% (979 / 3_687)', 'remaining time': '22:58:42', 'throughput': '9033.24', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:59:29,996 >> {'loss': 0.5442, 'grad_norm': 20.398710250854492, 'learning_rate': 8.903275223075104e-07, 'epoch': 0.04882017900732303, 'num_input_tokens_seen': 2055208960, 'completed': '26.58% (980 / 3_687)', 'remaining time': '22:57:54', 'throughput': '8936.43', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 16:59:58,409 >> {'loss': 0.683, 'grad_norm': 19.808082580566406, 'learning_rate': 8.900632746315454e-07, 'epoch': 0.04909140222403038, 'num_input_tokens_seen': 2057306112, 'completed': '26.61% (981 / 3_687)', 'remaining time': '22:56:51', 'throughput': '9226.10', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:00:27,001 >> {'loss': 1.0303, 'grad_norm': 26.348705291748047, 'learning_rate': 8.897987532855972e-07, 'epoch': 0.049362625440737724, 'num_input_tokens_seen': 2059403264, 'completed': '26.63% (982 / 3_687)', 'remaining time': '22:55:52', 'throughput': '9168.46', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:01:00,917 >> {'loss': 0.5595, 'grad_norm': 21.460338592529297, 'learning_rate': 8.895339584825429e-07, 'epoch': 0.04963384865744508, 'num_input_tokens_seen': 2061500416, 'completed': '26.66% (983 / 3_687)', 'remaining time': '22:56:12', 'throughput': '7729.12', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:01:34,415 >> {'loss': 0.4599, 'grad_norm': 14.994651794433594, 'learning_rate': 8.892688904354787e-07, 'epoch': 0.049905071874152426, 'num_input_tokens_seen': 2063597568, 'completed': '26.69% (984 / 3_687)', 'remaining time': '22:56:25', 'throughput': '7825.80', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:02:03,784 >> {'loss': 0.373, 'grad_norm': 12.65827751159668, 'learning_rate': 8.890035493577219e-07, 'epoch': 0.05017629509085978, 'num_input_tokens_seen': 2065694720, 'completed': '26.72% (985 / 3_687)', 'remaining time': '22:55:37', 'throughput': '8925.71', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:02:33,403 >> {'loss': 0.9004, 'grad_norm': 22.335948944091797, 'learning_rate': 8.887379354628085e-07, 'epoch': 0.05044751830756713, 'num_input_tokens_seen': 2067791872, 'completed': '26.74% (986 / 3_687)', 'remaining time': '22:54:53', 'throughput': '8850.65', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:03:02,335 >> {'loss': 0.3551, 'grad_norm': 13.694454193115234, 'learning_rate': 8.884720489644945e-07, 'epoch': 0.050718741524274476, 'num_input_tokens_seen': 2069889024, 'completed': '26.77% (987 / 3_687)', 'remaining time': '22:53:59', 'throughput': '9060.54', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:03:29,658 >> {'loss': 0.735, 'grad_norm': 20.320920944213867, 'learning_rate': 8.882058900767555e-07, 'epoch': 0.05098996474098183, 'num_input_tokens_seen': 2071986176, 'completed': '26.80% (988 / 3_687)', 'remaining time': '22:52:42', 'throughput': '9594.43', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:04:04,966 >> {'loss': 0.5857, 'grad_norm': 19.12615966796875, 'learning_rate': 8.879394590137857e-07, 'epoch': 0.05126118795768918, 'num_input_tokens_seen': 2074083328, 'completed': '26.82% (989 / 3_687)', 'remaining time': '22:53:20', 'throughput': '7424.51', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:04:37,521 >> {'loss': 0.3749, 'grad_norm': 16.400854110717773, 'learning_rate': 8.876727559899989e-07, 'epoch': 0.051532411174396525, 'num_input_tokens_seen': 2076180480, 'completed': '26.85% (990 / 3_687)', 'remaining time': '22:53:18', 'throughput': '8052.30', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:05:04,342 >> {'loss': 0.9273, 'grad_norm': 24.33226203918457, 'learning_rate': 8.874057812200274e-07, 'epoch': 0.05180363439110388, 'num_input_tokens_seen': 2078277632, 'completed': '26.88% (991 / 3_687)', 'remaining time': '22:51:55', 'throughput': '9773.94', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:05:35,182 >> {'loss': 0.6876, 'grad_norm': 17.637216567993164, 'learning_rate': 8.871385349187225e-07, 'epoch': 0.05207485760781123, 'num_input_tokens_seen': 2080374784, 'completed': '26.91% (992 / 3_687)', 'remaining time': '22:51:29', 'throughput': '8500.08', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:06:03,983 >> {'loss': 0.7319, 'grad_norm': 22.15195083618164, 'learning_rate': 8.868710173011538e-07, 'epoch': 0.05234608082451858, 'num_input_tokens_seen': 2082471936, 'completed': '26.93% (993 / 3_687)', 'remaining time': '22:50:34', 'throughput': '9101.89', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:06:34,219 >> {'loss': 0.4949, 'grad_norm': 16.152517318725586, 'learning_rate': 8.866032285826091e-07, 'epoch': 0.05261730404122593, 'num_input_tokens_seen': 2084569088, 'completed': '26.96% (994 / 3_687)', 'remaining time': '22:50:00', 'throughput': '8670.02', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:07:06,973 >> {'loss': 0.3432, 'grad_norm': 13.20339584350586, 'learning_rate': 8.86335168978595e-07, 'epoch': 0.05288852725793328, 'num_input_tokens_seen': 2086666240, 'completed': '26.99% (995 / 3_687)', 'remaining time': '22:50:00', 'throughput': '8003.29', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:07:39,120 >> {'loss': 0.2759, 'grad_norm': 12.26603889465332, 'learning_rate': 8.860668387048353e-07, 'epoch': 0.05315975047464063, 'num_input_tokens_seen': 2088763392, 'completed': '27.01% (996 / 3_687)', 'remaining time': '22:49:51', 'throughput': '8154.48', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:08:09,471 >> {'loss': 0.3028, 'grad_norm': 12.985957145690918, 'learning_rate': 8.85798237977272e-07, 'epoch': 0.05343097369134798, 'num_input_tokens_seen': 2090860544, 'completed': '27.04% (997 / 3_687)', 'remaining time': '22:49:18', 'throughput': '8637.28', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:08:42,451 >> {'loss': 0.63, 'grad_norm': 17.120885848999023, 'learning_rate': 8.85529367012065e-07, 'epoch': 0.05370219690805533, 'num_input_tokens_seen': 2092957696, 'completed': '27.07% (998 / 3_687)', 'remaining time': '22:49:21', 'throughput': '7948.65', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:09:13,732 >> {'loss': 0.4986, 'grad_norm': 17.12887191772461, 'learning_rate': 8.852602260255911e-07, 'epoch': 0.05397342012476268, 'num_input_tokens_seen': 2095054848, 'completed': '27.10% (999 / 3_687)', 'remaining time': '22:49:00', 'throughput': '8380.18', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:09:45,155 >> {'loss': 0.7428, 'grad_norm': 19.522432327270508, 'learning_rate': 8.849908152344451e-07, 'epoch': 0.05424464334147003, 'num_input_tokens_seen': 2097152000, 'completed': '27.12% (1_000 / 3_687)', 'remaining time': '22:48:41', 'throughput': '8342.42', 'gpu_mem_free': '5581MB'} +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/distributed/fsdp/fully_sharded_data_parallel.py:689: FutureWarning: FSDP.state_dict_type() and FSDP.set_state_dict_type() are being deprecated. Please use APIs, get_state_dict() and set_state_dict(), which can support different parallelisms, FSDP1, FSDP2, DDP. API doc: https://pytorch.org/docs/stable/distributed.checkpoint.html#torch.distributed.checkpoint.state_dict.get_state_dict .Tutorial: https://pytorch.org/tutorials/recipes/distributed_checkpoint_recipe.html . + warnings.warn( +[INFO|trainer.py:3503] 2024-12-25 17:10:09,029 >> Saving model checkpoint to /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-1000 +[INFO|configuration_utils.py:472] 2024-12-25 17:10:09,034 >> Configuration saved in /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-1000/config.json +[INFO|configuration_utils.py:807] 2024-12-25 17:10:09,035 >> Configuration saved in /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-1000/generation_config.json +[INFO|modeling_utils.py:2807] 2024-12-25 17:11:05,268 >> The model is bigger than the maximum size per checkpoint (5GB) and is going to be split in 7 checkpoint shards. You can find where each parameters has been saved in the index located at /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-1000/model.safetensors.index.json. +[INFO|tokenization_utils_base.py:2684] 2024-12-25 17:11:05,273 >> tokenizer config file saved in /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-1000/tokenizer_config.json +[INFO|tokenization_utils_base.py:2693] 2024-12-25 17:11:05,274 >> Special tokens file saved in /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-1000/special_tokens_map.json +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/distributed/fsdp/fully_sharded_data_parallel.py:689: FutureWarning: FSDP.state_dict_type() and FSDP.set_state_dict_type() are being deprecated. Please use APIs, get_state_dict() and set_state_dict(), which can support different parallelisms, FSDP1, FSDP2, DDP. API doc: https://pytorch.org/docs/stable/distributed.checkpoint.html#torch.distributed.checkpoint.state_dict.get_state_dict .Tutorial: https://pytorch.org/tutorials/recipes/distributed_checkpoint_recipe.html . + warnings.warn( +[WARNING|trainer.py:868] 2024-12-25 17:14:59,159 >> Save streaming dataset state: {'epoch': 0, 'sample_in_epoch': 2000, 'num_canonical_nodes': 1, 'shuffle_seed': 42, 'initial_physical_nodes': 1} +12/25/2024 17:14:59 - WARNING - streaming.base.dataset - Because `shuffle_block_size` was not specified, it will default to max(4_000_000 // num_canonical_nodes, 1 << 18) if num_canonical_nodes is not None, otherwise 262144. Prior to Streaming v0.7.0, `shuffle_block_size` defaulted to 262144. +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/utils/checkpoint.py:1399: FutureWarning: `torch.cpu.amp.autocast(args...)` is deprecated. Please use `torch.amp.autocast('cpu', args...)` instead. + with device_autocast_ctx, torch.cpu.amp.autocast(**cpu_autocast_kwargs), recompute_context: # type: ignore[attr-defined] +[INFO|trainer.py:175] 2024-12-25 17:15:29,462 >> {'loss': 0.3491, 'grad_norm': 19.57962417602539, 'learning_rate': 8.847211348554382e-07, 'epoch': 0.05451586655817738, 'num_input_tokens_seen': 2099249152, 'completed': '27.15% (1_001 / 3_687)', 'remaining time': '23:58:03', 'throughput': '761.37', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:16:01,123 >> {'loss': 0.4238, 'grad_norm': 15.201761245727539, 'learning_rate': 8.844511851055991e-07, 'epoch': 0.05478708977488473, 'num_input_tokens_seen': 2101346304, 'completed': '27.18% (1_002 / 3_687)', 'remaining time': '23:57:25', 'throughput': '8279.79', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:16:32,013 >> {'loss': 0.4377, 'grad_norm': 15.727082252502441, 'learning_rate': 8.841809662021731e-07, 'epoch': 0.05505831299159208, 'num_input_tokens_seen': 2103443456, 'completed': '27.20% (1_003 / 3_687)', 'remaining time': '23:56:37', 'throughput': '8486.28', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:17:02,930 >> {'loss': 0.7603, 'grad_norm': 22.993534088134766, 'learning_rate': 8.839104783626219e-07, 'epoch': 0.05532953620829943, 'num_input_tokens_seen': 2105540608, 'completed': '27.23% (1_004 / 3_687)', 'remaining time': '23:55:49', 'throughput': '8479.07', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:17:32,870 >> {'loss': 0.3576, 'grad_norm': 13.314918518066406, 'learning_rate': 8.836397218046239e-07, 'epoch': 0.05560075942500678, 'num_input_tokens_seen': 2107637760, 'completed': '27.26% (1_005 / 3_687)', 'remaining time': '23:54:48', 'throughput': '8755.50', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:18:01,940 >> {'loss': 0.4315, 'grad_norm': 14.432062149047852, 'learning_rate': 8.83368696746074e-07, 'epoch': 0.055871982641714134, 'num_input_tokens_seen': 2109734912, 'completed': '27.29% (1_006 / 3_687)', 'remaining time': '23:53:37', 'throughput': '9017.71', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:18:30,956 >> {'loss': 0.7692, 'grad_norm': 20.760156631469727, 'learning_rate': 8.830974034050824e-07, 'epoch': 0.05614320585842148, 'num_input_tokens_seen': 2111832064, 'completed': '27.31% (1_007 / 3_687)', 'remaining time': '23:52:25', 'throughput': '9034.47', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:18:59,818 >> {'loss': 0.283, 'grad_norm': 10.294124603271484, 'learning_rate': 8.828258419999759e-07, 'epoch': 0.05641442907512883, 'num_input_tokens_seen': 2113929216, 'completed': '27.34% (1_008 / 3_687)', 'remaining time': '23:51:12', 'throughput': '9082.63', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:19:31,762 >> {'loss': 0.2858, 'grad_norm': 10.813933372497559, 'learning_rate': 8.825540127492965e-07, 'epoch': 0.05668565229183618, 'num_input_tokens_seen': 2116026368, 'completed': '27.37% (1_009 / 3_687)', 'remaining time': '23:50:38', 'throughput': '8206.35', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:20:03,199 >> {'loss': 0.717, 'grad_norm': 23.46965217590332, 'learning_rate': 8.822819158718026e-07, 'epoch': 0.05695687550854353, 'num_input_tokens_seen': 2118123520, 'completed': '27.39% (1_010 / 3_687)', 'remaining time': '23:49:58', 'throughput': '8338.77', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:20:33,501 >> {'loss': 0.5001, 'grad_norm': 19.347179412841797, 'learning_rate': 8.820095515864669e-07, 'epoch': 0.05722809872525088, 'num_input_tokens_seen': 2120220672, 'completed': '27.42% (1_011 / 3_687)', 'remaining time': '23:49:04', 'throughput': '8650.98', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:21:03,570 >> {'loss': 0.5409, 'grad_norm': 18.49291229248047, 'learning_rate': 8.81736920112478e-07, 'epoch': 0.05749932194195823, 'num_input_tokens_seen': 2122317824, 'completed': '27.45% (1_012 / 3_687)', 'remaining time': '23:48:07', 'throughput': '8718.03', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:21:38,394 >> {'loss': 0.4008, 'grad_norm': 14.770519256591797, 'learning_rate': 8.814640216692391e-07, 'epoch': 0.05777054515866558, 'num_input_tokens_seen': 2124414976, 'completed': '27.47% (1_013 / 3_687)', 'remaining time': '23:48:10', 'throughput': '7527.69', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:22:05,927 >> {'loss': 0.8029, 'grad_norm': 22.392454147338867, 'learning_rate': 8.81190856476369e-07, 'epoch': 0.058041768375372935, 'num_input_tokens_seen': 2126512128, 'completed': '27.50% (1_014 / 3_687)', 'remaining time': '23:46:42', 'throughput': '9521.16', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:22:35,257 >> {'loss': 0.5948, 'grad_norm': 19.39711570739746, 'learning_rate': 8.809174247537003e-07, 'epoch': 0.05831299159208028, 'num_input_tokens_seen': 2128609280, 'completed': '27.53% (1_015 / 3_687)', 'remaining time': '23:45:36', 'throughput': '8937.85', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:23:07,442 >> {'loss': 0.2487, 'grad_norm': 11.22283935546875, 'learning_rate': 8.806437267212805e-07, 'epoch': 0.05858421480878763, 'num_input_tokens_seen': 2130706432, 'completed': '27.56% (1_016 / 3_687)', 'remaining time': '23:45:06', 'throughput': '8144.88', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:23:41,141 >> {'loss': 0.8866, 'grad_norm': 23.879262924194336, 'learning_rate': 8.803697625993713e-07, 'epoch': 0.058855438025494984, 'num_input_tokens_seen': 2132803584, 'completed': '27.58% (1_017 / 3_687)', 'remaining time': '23:44:55', 'throughput': '7778.92', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:24:10,954 >> {'loss': 0.6154, 'grad_norm': 17.010164260864258, 'learning_rate': 8.800955326084487e-07, 'epoch': 0.05912666124220233, 'num_input_tokens_seen': 2134900736, 'completed': '27.61% (1_018 / 3_687)', 'remaining time': '23:43:56', 'throughput': '8792.97', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:24:41,449 >> {'loss': 0.2381, 'grad_norm': 12.31965160369873, 'learning_rate': 8.798210369692025e-07, 'epoch': 0.059397884458909686, 'num_input_tokens_seen': 2136997888, 'completed': '27.64% (1_019 / 3_687)', 'remaining time': '23:43:05', 'throughput': '8596.30', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:25:12,178 >> {'loss': 0.4989, 'grad_norm': 14.956830978393555, 'learning_rate': 8.795462759025364e-07, 'epoch': 0.059669107675617034, 'num_input_tokens_seen': 2139095040, 'completed': '27.66% (1_020 / 3_687)', 'remaining time': '23:42:18', 'throughput': '8530.81', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:25:44,706 >> {'loss': 0.3168, 'grad_norm': 11.59531021118164, 'learning_rate': 8.792712496295677e-07, 'epoch': 0.05994033089232438, 'num_input_tokens_seen': 2141192192, 'completed': '27.69% (1_021 / 3_687)', 'remaining time': '23:41:52', 'throughput': '8058.92', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:26:15,354 >> {'loss': 0.4643, 'grad_norm': 15.695453643798828, 'learning_rate': 8.789959583716268e-07, 'epoch': 0.060211554109031735, 'num_input_tokens_seen': 2143289344, 'completed': '27.72% (1_022 / 3_687)', 'remaining time': '23:41:04', 'throughput': '8553.66', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:26:45,292 >> {'loss': 0.2886, 'grad_norm': 12.228116989135742, 'learning_rate': 8.787204023502579e-07, 'epoch': 0.06048277732573908, 'num_input_tokens_seen': 2145386496, 'completed': '27.75% (1_023 / 3_687)', 'remaining time': '23:40:08', 'throughput': '8756.13', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:27:12,539 >> {'loss': 0.4706, 'grad_norm': 15.869124412536621, 'learning_rate': 8.78444581787218e-07, 'epoch': 0.06075400054244643, 'num_input_tokens_seen': 2147483648, 'completed': '27.77% (1_024 / 3_687)', 'remaining time': '23:38:39', 'throughput': '9621.25', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:27:44,870 >> {'loss': 0.4961, 'grad_norm': 17.77741241455078, 'learning_rate': 8.781684969044769e-07, 'epoch': 0.061025223759153785, 'num_input_tokens_seen': 2149580800, 'completed': '27.80% (1_025 / 3_687)', 'remaining time': '23:38:12', 'throughput': '8107.97', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:28:16,783 >> {'loss': 0.5621, 'grad_norm': 18.270593643188477, 'learning_rate': 8.778921479242173e-07, 'epoch': 0.06129644697586113, 'num_input_tokens_seen': 2151677952, 'completed': '27.83% (1_026 / 3_687)', 'remaining time': '23:37:39', 'throughput': '8214.23', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:28:47,320 >> {'loss': 0.2092, 'grad_norm': 10.54736614227295, 'learning_rate': 8.776155350688342e-07, 'epoch': 0.06156767019256849, 'num_input_tokens_seen': 2153775104, 'completed': '27.85% (1_027 / 3_687)', 'remaining time': '23:36:50', 'throughput': '8584.49', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:29:17,452 >> {'loss': 0.2644, 'grad_norm': 14.527905464172363, 'learning_rate': 8.773386585609352e-07, 'epoch': 0.061838893409275834, 'num_input_tokens_seen': 2155872256, 'completed': '27.88% (1_028 / 3_687)', 'remaining time': '23:35:57', 'throughput': '8700.03', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:29:46,966 >> {'loss': 0.4327, 'grad_norm': 14.493075370788574, 'learning_rate': 8.770615186233398e-07, 'epoch': 0.06211011662598318, 'num_input_tokens_seen': 2157969408, 'completed': '27.91% (1_029 / 3_687)', 'remaining time': '23:34:57', 'throughput': '8881.99', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:30:17,553 >> {'loss': 0.3887, 'grad_norm': 15.283905982971191, 'learning_rate': 8.7678411547908e-07, 'epoch': 0.062381339842690536, 'num_input_tokens_seen': 2160066560, 'completed': '27.94% (1_030 / 3_687)', 'remaining time': '23:34:09', 'throughput': '8570.46', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:30:46,609 >> {'loss': 0.8746, 'grad_norm': 22.41847801208496, 'learning_rate': 8.76506449351399e-07, 'epoch': 0.06265256305939788, 'num_input_tokens_seen': 2162163712, 'completed': '27.96% (1_031 / 3_687)', 'remaining time': '23:33:04', 'throughput': '9021.79', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:31:19,114 >> {'loss': 0.3222, 'grad_norm': 12.715897560119629, 'learning_rate': 8.762285204637522e-07, 'epoch': 0.06292378627610523, 'num_input_tokens_seen': 2164260864, 'completed': '27.99% (1_032 / 3_687)', 'remaining time': '23:32:39', 'throughput': '8064.76', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:31:47,107 >> {'loss': 0.9287, 'grad_norm': 25.04868507385254, 'learning_rate': 8.75950329039806e-07, 'epoch': 0.06319500949281258, 'num_input_tokens_seen': 2166358016, 'completed': '28.02% (1_033 / 3_687)', 'remaining time': '23:31:22', 'throughput': '9364.55', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:32:18,344 >> {'loss': 0.4544, 'grad_norm': 14.874964714050293, 'learning_rate': 8.756718753034381e-07, 'epoch': 0.06346623270951994, 'num_input_tokens_seen': 2168455168, 'completed': '28.04% (1_034 / 3_687)', 'remaining time': '23:30:43', 'throughput': '8392.21', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:32:49,717 >> {'loss': 0.4122, 'grad_norm': 15.657155990600586, 'learning_rate': 8.75393159478738e-07, 'epoch': 0.06373745592622729, 'num_input_tokens_seen': 2170552320, 'completed': '28.07% (1_035 / 3_687)', 'remaining time': '23:30:05', 'throughput': '8355.73', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:33:20,213 >> {'loss': 0.5967, 'grad_norm': 20.458627700805664, 'learning_rate': 8.751141817900052e-07, 'epoch': 0.06400867914293464, 'num_input_tokens_seen': 2172649472, 'completed': '28.10% (1_036 / 3_687)', 'remaining time': '23:29:17', 'throughput': '8596.13', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:33:53,339 >> {'loss': 0.2614, 'grad_norm': 11.38912296295166, 'learning_rate': 8.748349424617504e-07, 'epoch': 0.06427990235964198, 'num_input_tokens_seen': 2174746624, 'completed': '28.13% (1_037 / 3_687)', 'remaining time': '23:28:59', 'throughput': '7913.33', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:34:24,599 >> {'loss': 0.6497, 'grad_norm': 20.700756072998047, 'learning_rate': 8.745554417186946e-07, 'epoch': 0.06455112557634933, 'num_input_tokens_seen': 2176843776, 'completed': '28.15% (1_038 / 3_687)', 'remaining time': '23:28:20', 'throughput': '8386.04', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:34:53,913 >> {'loss': 0.7146, 'grad_norm': 20.341596603393555, 'learning_rate': 8.742756797857698e-07, 'epoch': 0.06482234879305669, 'num_input_tokens_seen': 2178940928, 'completed': '28.18% (1_039 / 3_687)', 'remaining time': '23:27:19', 'throughput': '8942.49', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:35:26,048 >> {'loss': 0.4446, 'grad_norm': 17.363826751708984, 'learning_rate': 8.739956568881174e-07, 'epoch': 0.06509357200976404, 'num_input_tokens_seen': 2181038080, 'completed': '28.21% (1_040 / 3_687)', 'remaining time': '23:26:50', 'throughput': '8157.63', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:35:58,225 >> {'loss': 0.4774, 'grad_norm': 21.04477882385254, 'learning_rate': 8.737153732510894e-07, 'epoch': 0.06536479522647139, 'num_input_tokens_seen': 2183135232, 'completed': '28.23% (1_041 / 3_687)', 'remaining time': '23:26:22', 'throughput': '8147.05', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:36:27,572 >> {'loss': 0.4042, 'grad_norm': 13.529879570007324, 'learning_rate': 8.734348291002472e-07, 'epoch': 0.06563601844317873, 'num_input_tokens_seen': 2185232384, 'completed': '28.26% (1_042 / 3_687)', 'remaining time': '23:25:22', 'throughput': '8932.46', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:36:59,615 >> {'loss': 0.6437, 'grad_norm': 17.152034759521484, 'learning_rate': 8.731540246613621e-07, 'epoch': 0.06590724165988608, 'num_input_tokens_seen': 2187329536, 'completed': '28.29% (1_043 / 3_687)', 'remaining time': '23:24:52', 'throughput': '8181.00', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:37:30,757 >> {'loss': 0.2645, 'grad_norm': 11.518980979919434, 'learning_rate': 8.728729601604149e-07, 'epoch': 0.06617846487659344, 'num_input_tokens_seen': 2189426688, 'completed': '28.32% (1_044 / 3_687)', 'remaining time': '23:24:12', 'throughput': '8417.72', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:38:00,930 >> {'loss': 0.5292, 'grad_norm': 19.25179100036621, 'learning_rate': 8.725916358235956e-07, 'epoch': 0.06644968809330079, 'num_input_tokens_seen': 2191523840, 'completed': '28.34% (1_045 / 3_687)', 'remaining time': '23:23:22', 'throughput': '8688.03', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:38:27,912 >> {'loss': 0.6961, 'grad_norm': 19.196977615356445, 'learning_rate': 8.723100518773034e-07, 'epoch': 0.06672091131000814, 'num_input_tokens_seen': 2193620992, 'completed': '28.37% (1_046 / 3_687)', 'remaining time': '23:21:57', 'throughput': '9715.47', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:38:58,751 >> {'loss': 0.3306, 'grad_norm': 12.074904441833496, 'learning_rate': 8.720282085481463e-07, 'epoch': 0.06699213452671549, 'num_input_tokens_seen': 2195718144, 'completed': '28.40% (1_047 / 3_687)', 'remaining time': '23:21:15', 'throughput': '8500.54', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:39:30,226 >> {'loss': 0.4436, 'grad_norm': 15.995697975158691, 'learning_rate': 8.717461060629408e-07, 'epoch': 0.06726335774342283, 'num_input_tokens_seen': 2197815296, 'completed': '28.42% (1_048 / 3_687)', 'remaining time': '23:20:39', 'throughput': '8328.59', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:40:00,395 >> {'loss': 0.5042, 'grad_norm': 16.870420455932617, 'learning_rate': 8.714637446487127e-07, 'epoch': 0.06753458096013018, 'num_input_tokens_seen': 2199912448, 'completed': '28.45% (1_049 / 3_687)', 'remaining time': '23:19:49', 'throughput': '8689.21', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:40:29,814 >> {'loss': 0.4686, 'grad_norm': 16.621347427368164, 'learning_rate': 8.711811245326955e-07, 'epoch': 0.06780580417683754, 'num_input_tokens_seen': 2202009600, 'completed': '28.48% (1_050 / 3_687)', 'remaining time': '23:18:52', 'throughput': '8910.67', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:41:02,490 >> {'loss': 0.5436, 'grad_norm': 20.809621810913086, 'learning_rate': 8.70898245942331e-07, 'epoch': 0.06807702739354489, 'num_input_tokens_seen': 2204106752, 'completed': '28.51% (1_051 / 3_687)', 'remaining time': '23:18:29', 'throughput': '8022.41', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:41:31,667 >> {'loss': 0.5587, 'grad_norm': 18.218713760375977, 'learning_rate': 8.706151091052693e-07, 'epoch': 0.06834825061025224, 'num_input_tokens_seen': 2206203904, 'completed': '28.53% (1_052 / 3_687)', 'remaining time': '23:17:29', 'throughput': '8984.88', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:42:03,986 >> {'loss': 0.5315, 'grad_norm': 15.873334884643555, 'learning_rate': 8.703317142493681e-07, 'epoch': 0.06861947382695958, 'num_input_tokens_seen': 2208301056, 'completed': '28.56% (1_053 / 3_687)', 'remaining time': '23:17:03', 'throughput': '8111.05', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:42:32,071 >> {'loss': 0.6862, 'grad_norm': 22.45003890991211, 'learning_rate': 8.700480616026928e-07, 'epoch': 0.06889069704366693, 'num_input_tokens_seen': 2210398208, 'completed': '28.59% (1_054 / 3_687)', 'remaining time': '23:15:52', 'throughput': '9333.96', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:43:03,264 >> {'loss': 0.5649, 'grad_norm': 23.83209991455078, 'learning_rate': 8.697641513935164e-07, 'epoch': 0.0691619202603743, 'num_input_tokens_seen': 2212495360, 'completed': '28.61% (1_055 / 3_687)', 'remaining time': '23:15:14', 'throughput': '8403.91', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:43:32,681 >> {'loss': 0.5258, 'grad_norm': 16.99089241027832, 'learning_rate': 8.694799838503186e-07, 'epoch': 0.06943314347708164, 'num_input_tokens_seen': 2214592512, 'completed': '28.64% (1_056 / 3_687)', 'remaining time': '23:14:18', 'throughput': '8911.38', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:44:02,885 >> {'loss': 0.3312, 'grad_norm': 12.274675369262695, 'learning_rate': 8.691955592017872e-07, 'epoch': 0.06970436669378899, 'num_input_tokens_seen': 2216689664, 'completed': '28.67% (1_057 / 3_687)', 'remaining time': '23:13:29', 'throughput': '8679.04', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:44:28,508 >> {'loss': 0.6978, 'grad_norm': 20.667945861816406, 'learning_rate': 8.689108776768159e-07, 'epoch': 0.06997558991049634, 'num_input_tokens_seen': 2218786816, 'completed': '28.70% (1_058 / 3_687)', 'remaining time': '23:11:55', 'throughput': '10230.70', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:44:56,984 >> {'loss': 0.6072, 'grad_norm': 18.657791137695312, 'learning_rate': 8.686259395045056e-07, 'epoch': 0.07024681312720368, 'num_input_tokens_seen': 2220883968, 'completed': '28.72% (1_059 / 3_687)', 'remaining time': '23:10:50', 'throughput': '9205.76', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:45:29,116 >> {'loss': 0.4635, 'grad_norm': 15.566442489624023, 'learning_rate': 8.68340744914164e-07, 'epoch': 0.07051803634391104, 'num_input_tokens_seen': 2222981120, 'completed': '28.75% (1_060 / 3_687)', 'remaining time': '23:10:22', 'throughput': '8158.48', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:45:59,163 >> {'loss': 0.2827, 'grad_norm': 14.146040916442871, 'learning_rate': 8.680552941353045e-07, 'epoch': 0.07078925956061839, 'num_input_tokens_seen': 2225078272, 'completed': '28.78% (1_061 / 3_687)', 'remaining time': '23:09:33', 'throughput': '8724.28', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:46:29,381 >> {'loss': 0.6515, 'grad_norm': 22.9758358001709, 'learning_rate': 8.677695873976473e-07, 'epoch': 0.07106048277732574, 'num_input_tokens_seen': 2227175424, 'completed': '28.80% (1_062 / 3_687)', 'remaining time': '23:08:46', 'throughput': '8675.26', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:47:00,027 >> {'loss': 0.4001, 'grad_norm': 14.749287605285645, 'learning_rate': 8.674836249311182e-07, 'epoch': 0.07133170599403309, 'num_input_tokens_seen': 2229272576, 'completed': '28.83% (1_063 / 3_687)', 'remaining time': '23:08:03', 'throughput': '8554.00', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:47:27,607 >> {'loss': 0.6569, 'grad_norm': 18.237518310546875, 'learning_rate': 8.671974069658488e-07, 'epoch': 0.07160292921074043, 'num_input_tokens_seen': 2231369728, 'completed': '28.86% (1_064 / 3_687)', 'remaining time': '23:06:50', 'throughput': '9504.80', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:47:56,271 >> {'loss': 0.5926, 'grad_norm': 21.23828125, 'learning_rate': 8.669109337321767e-07, 'epoch': 0.0718741524274478, 'num_input_tokens_seen': 2233466880, 'completed': '28.89% (1_065 / 3_687)', 'remaining time': '23:05:48', 'throughput': '9145.24', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:48:25,236 >> {'loss': 0.4136, 'grad_norm': 13.614550590515137, 'learning_rate': 8.666242054606444e-07, 'epoch': 0.07214537564415514, 'num_input_tokens_seen': 2235564032, 'completed': '28.91% (1_066 / 3_687)', 'remaining time': '23:04:49', 'throughput': '9050.56', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:48:57,758 >> {'loss': 0.5478, 'grad_norm': 19.72222900390625, 'learning_rate': 8.66337222382e-07, 'epoch': 0.07241659886086249, 'num_input_tokens_seen': 2237661184, 'completed': '28.94% (1_067 / 3_687)', 'remaining time': '23:04:25', 'throughput': '8060.56', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:49:27,012 >> {'loss': 0.7417, 'grad_norm': 24.28289222717285, 'learning_rate': 8.660499847271965e-07, 'epoch': 0.07268782207756984, 'num_input_tokens_seen': 2239758336, 'completed': '28.97% (1_068 / 3_687)', 'remaining time': '23:03:30', 'throughput': '8960.92', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:49:58,909 >> {'loss': 0.3927, 'grad_norm': 15.440895080566406, 'learning_rate': 8.657624927273919e-07, 'epoch': 0.07295904529427719, 'num_input_tokens_seen': 2241855488, 'completed': '28.99% (1_069 / 3_687)', 'remaining time': '23:03:00', 'throughput': '8218.48', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:50:28,609 >> {'loss': 0.4269, 'grad_norm': 14.023824691772461, 'learning_rate': 8.654747466139488e-07, 'epoch': 0.07323026851098453, 'num_input_tokens_seen': 2243952640, 'completed': '29.02% (1_070 / 3_687)', 'remaining time': '23:02:09', 'throughput': '8826.23', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:50:57,534 >> {'loss': 0.5167, 'grad_norm': 25.52799415588379, 'learning_rate': 8.651867466184344e-07, 'epoch': 0.0735014917276919, 'num_input_tokens_seen': 2246049792, 'completed': '29.05% (1_071 / 3_687)', 'remaining time': '23:01:11', 'throughput': '9063.02', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:51:28,804 >> {'loss': 0.4347, 'grad_norm': 15.417862892150879, 'learning_rate': 8.6489849297262e-07, 'epoch': 0.07377271494439924, 'num_input_tokens_seen': 2248146944, 'completed': '29.08% (1_072 / 3_687)', 'remaining time': '23:00:35', 'throughput': '8383.22', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:51:59,433 >> {'loss': 0.4029, 'grad_norm': 17.311777114868164, 'learning_rate': 8.646099859084812e-07, 'epoch': 0.07404393816110659, 'num_input_tokens_seen': 2250244096, 'completed': '29.10% (1_073 / 3_687)', 'remaining time': '22:59:53', 'throughput': '8558.52', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:52:28,669 >> {'loss': 0.4559, 'grad_norm': 15.483137130737305, 'learning_rate': 8.643212256581978e-07, 'epoch': 0.07431516137781394, 'num_input_tokens_seen': 2252341248, 'completed': '29.13% (1_074 / 3_687)', 'remaining time': '22:58:58', 'throughput': '8966.62', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:52:58,955 >> {'loss': 0.4146, 'grad_norm': 18.89014434814453, 'learning_rate': 8.640322124541525e-07, 'epoch': 0.07458638459452128, 'num_input_tokens_seen': 2254438400, 'completed': '29.16% (1_075 / 3_687)', 'remaining time': '22:58:14', 'throughput': '8655.55', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:53:28,941 >> {'loss': 0.7084, 'grad_norm': 23.15615463256836, 'learning_rate': 8.637429465289324e-07, 'epoch': 0.07485760781122865, 'num_input_tokens_seen': 2256535552, 'completed': '29.18% (1_076 / 3_687)', 'remaining time': '22:57:26', 'throughput': '8742.28', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:53:57,328 >> {'loss': 0.9022, 'grad_norm': 26.009380340576172, 'learning_rate': 8.63453428115328e-07, 'epoch': 0.075128831027936, 'num_input_tokens_seen': 2258632704, 'completed': '29.21% (1_077 / 3_687)', 'remaining time': '22:56:24', 'throughput': '9234.74', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:54:24,859 >> {'loss': 0.9285, 'grad_norm': 28.278987884521484, 'learning_rate': 8.631636574463321e-07, 'epoch': 0.07540005424464334, 'num_input_tokens_seen': 2260729856, 'completed': '29.24% (1_078 / 3_687)', 'remaining time': '22:55:14', 'throughput': '9521.85', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:54:54,217 >> {'loss': 0.5127, 'grad_norm': 15.612220764160156, 'learning_rate': 8.628736347551417e-07, 'epoch': 0.07567127746135069, 'num_input_tokens_seen': 2262827008, 'completed': '29.26% (1_079 / 3_687)', 'remaining time': '22:54:21', 'throughput': '8928.97', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:55:27,538 >> {'loss': 0.4181, 'grad_norm': 15.422523498535156, 'learning_rate': 8.625833602751559e-07, 'epoch': 0.07594250067805804, 'num_input_tokens_seen': 2264924160, 'completed': '29.29% (1_080 / 3_687)', 'remaining time': '22:54:05', 'throughput': '7867.35', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:55:56,476 >> {'loss': 0.9629, 'grad_norm': 26.36939239501953, 'learning_rate': 8.622928342399762e-07, 'epoch': 0.0762137238947654, 'num_input_tokens_seen': 2267021312, 'completed': '29.32% (1_081 / 3_687)', 'remaining time': '22:53:08', 'throughput': '9058.66', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:56:26,134 >> {'loss': 0.6093, 'grad_norm': 17.090736389160156, 'learning_rate': 8.620020568834072e-07, 'epoch': 0.07648494711147275, 'num_input_tokens_seen': 2269118464, 'completed': '29.35% (1_082 / 3_687)', 'remaining time': '22:52:19', 'throughput': '8838.98', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:56:54,704 >> {'loss': 0.5369, 'grad_norm': 22.48678207397461, 'learning_rate': 8.617110284394553e-07, 'epoch': 0.07675617032818009, 'num_input_tokens_seen': 2271215616, 'completed': '29.37% (1_083 / 3_687)', 'remaining time': '22:51:19', 'throughput': '9175.50', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:57:23,909 >> {'loss': 0.3614, 'grad_norm': 16.42003059387207, 'learning_rate': 8.614197491423293e-07, 'epoch': 0.07702739354488744, 'num_input_tokens_seen': 2273312768, 'completed': '29.40% (1_084 / 3_687)', 'remaining time': '22:50:26', 'throughput': '8976.12', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:57:52,585 >> {'loss': 0.7799, 'grad_norm': 45.502445220947266, 'learning_rate': 8.611282192264396e-07, 'epoch': 0.07729861676159479, 'num_input_tokens_seen': 2275409920, 'completed': '29.43% (1_085 / 3_687)', 'remaining time': '22:49:27', 'throughput': '9141.60', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:58:22,285 >> {'loss': 0.3233, 'grad_norm': 11.837736129760742, 'learning_rate': 8.608364389263984e-07, 'epoch': 0.07756983997830215, 'num_input_tokens_seen': 2277507072, 'completed': '29.45% (1_086 / 3_687)', 'remaining time': '22:48:39', 'throughput': '8826.39', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:58:54,699 >> {'loss': 0.5218, 'grad_norm': 18.987957000732422, 'learning_rate': 8.605444084770192e-07, 'epoch': 0.0778410631950095, 'num_input_tokens_seen': 2279604224, 'completed': '29.48% (1_087 / 3_687)', 'remaining time': '22:48:15', 'throughput': '8087.20', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:59:25,308 >> {'loss': 0.4539, 'grad_norm': 17.756649017333984, 'learning_rate': 8.602521281133173e-07, 'epoch': 0.07811228641171684, 'num_input_tokens_seen': 2281701376, 'completed': '29.51% (1_088 / 3_687)', 'remaining time': '22:47:35', 'throughput': '8564.31', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 17:59:55,680 >> {'loss': 0.2876, 'grad_norm': 21.006437301635742, 'learning_rate': 8.599595980705085e-07, 'epoch': 0.07838350962842419, 'num_input_tokens_seen': 2283798528, 'completed': '29.54% (1_089 / 3_687)', 'remaining time': '22:46:52', 'throughput': '8631.11', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:00:28,369 >> {'loss': 0.5252, 'grad_norm': 17.649852752685547, 'learning_rate': 8.596668185840102e-07, 'epoch': 0.07865473284513154, 'num_input_tokens_seen': 2285895680, 'completed': '29.56% (1_090 / 3_687)', 'remaining time': '22:46:31', 'throughput': '8019.32', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:00:56,463 >> {'loss': 0.5004, 'grad_norm': 15.316368103027344, 'learning_rate': 8.593737898894398e-07, 'epoch': 0.07892595606183889, 'num_input_tokens_seen': 2287992832, 'completed': '29.59% (1_091 / 3_687)', 'remaining time': '22:45:28', 'throughput': '9331.08', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:01:23,674 >> {'loss': 0.5126, 'grad_norm': 16.443462371826172, 'learning_rate': 8.59080512222616e-07, 'epoch': 0.07919717927854625, 'num_input_tokens_seen': 2290089984, 'completed': '29.62% (1_092 / 3_687)', 'remaining time': '22:44:18', 'throughput': '9633.54', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:01:57,430 >> {'loss': 0.6624, 'grad_norm': 25.65877342224121, 'learning_rate': 8.587869858195574e-07, 'epoch': 0.0794684024952536, 'num_input_tokens_seen': 2292187136, 'completed': '29.64% (1_093 / 3_687)', 'remaining time': '22:44:06', 'throughput': '7765.85', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:02:26,558 >> {'loss': 0.5005, 'grad_norm': 15.421908378601074, 'learning_rate': 8.584932109164826e-07, 'epoch': 0.07973962571196094, 'num_input_tokens_seen': 2294284288, 'completed': '29.67% (1_094 / 3_687)', 'remaining time': '22:43:13', 'throughput': '8999.79', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:03:00,897 >> {'loss': 0.3672, 'grad_norm': 12.648368835449219, 'learning_rate': 8.581991877498109e-07, 'epoch': 0.08001084892866829, 'num_input_tokens_seen': 2296381440, 'completed': '29.70% (1_095 / 3_687)', 'remaining time': '22:43:06', 'throughput': '7634.14', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:03:29,569 >> {'loss': 0.6201, 'grad_norm': 20.8604679107666, 'learning_rate': 8.579049165561607e-07, 'epoch': 0.08028207214537564, 'num_input_tokens_seen': 2298478592, 'completed': '29.73% (1_096 / 3_687)', 'remaining time': '22:42:09', 'throughput': '9142.75', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:03:58,166 >> {'loss': 0.6181, 'grad_norm': 18.767131805419922, 'learning_rate': 8.576103975723502e-07, 'epoch': 0.080553295362083, 'num_input_tokens_seen': 2300575744, 'completed': '29.75% (1_097 / 3_687)', 'remaining time': '22:41:12', 'throughput': '9166.72', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:04:27,054 >> {'loss': 0.5909, 'grad_norm': 18.214879989624023, 'learning_rate': 8.573156310353974e-07, 'epoch': 0.08082451857879035, 'num_input_tokens_seen': 2302672896, 'completed': '29.78% (1_098 / 3_687)', 'remaining time': '22:40:17', 'throughput': '9074.70', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:04:53,968 >> {'loss': 0.5828, 'grad_norm': 15.940201759338379, 'learning_rate': 8.570206171825188e-07, 'epoch': 0.0810957417954977, 'num_input_tokens_seen': 2304770048, 'completed': '29.81% (1_099 / 3_687)', 'remaining time': '22:39:06', 'throughput': '9739.78', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:05:24,136 >> {'loss': 0.4176, 'grad_norm': 13.9312744140625, 'learning_rate': 8.567253562511306e-07, 'epoch': 0.08136696501220504, 'num_input_tokens_seen': 2306867200, 'completed': '29.83% (1_100 / 3_687)', 'remaining time': '22:38:23', 'throughput': '8689.72', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:05:53,322 >> {'loss': 0.4367, 'grad_norm': 16.388742446899414, 'learning_rate': 8.564298484788472e-07, 'epoch': 0.08163818822891239, 'num_input_tokens_seen': 2308964352, 'completed': '29.86% (1_101 / 3_687)', 'remaining time': '22:37:32', 'throughput': '8981.71', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:06:24,120 >> {'loss': 0.2912, 'grad_norm': 11.300383567810059, 'learning_rate': 8.561340941034825e-07, 'epoch': 0.08190941144561975, 'num_input_tokens_seen': 2311061504, 'completed': '29.89% (1_102 / 3_687)', 'remaining time': '22:36:54', 'throughput': '8511.79', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:06:54,937 >> {'loss': 0.6453, 'grad_norm': 19.192779541015625, 'learning_rate': 8.55838093363048e-07, 'epoch': 0.0821806346623271, 'num_input_tokens_seen': 2313158656, 'completed': '29.92% (1_103 / 3_687)', 'remaining time': '22:36:17', 'throughput': '8506.35', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:07:26,525 >> {'loss': 0.6856, 'grad_norm': 20.092891693115234, 'learning_rate': 8.555418464957542e-07, 'epoch': 0.08245185787903445, 'num_input_tokens_seen': 2315255808, 'completed': '29.94% (1_104 / 3_687)', 'remaining time': '22:35:46', 'throughput': '8298.90', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:07:55,385 >> {'loss': 0.4858, 'grad_norm': 16.484115600585938, 'learning_rate': 8.552453537400089e-07, 'epoch': 0.0827230810957418, 'num_input_tokens_seen': 2317352960, 'completed': '29.97% (1_105 / 3_687)', 'remaining time': '22:34:52', 'throughput': '9083.45', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:08:27,003 >> {'loss': 0.7113, 'grad_norm': 27.20563316345215, 'learning_rate': 8.549486153344183e-07, 'epoch': 0.08299430431244914, 'num_input_tokens_seen': 2319450112, 'completed': '30.00% (1_106 / 3_687)', 'remaining time': '22:34:22', 'throughput': '8290.74', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:08:54,435 >> {'loss': 0.6143, 'grad_norm': 17.81060028076172, 'learning_rate': 8.546516315177863e-07, 'epoch': 0.0832655275291565, 'num_input_tokens_seen': 2321547264, 'completed': '30.02% (1_107 / 3_687)', 'remaining time': '22:33:16', 'throughput': '9556.40', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:09:25,059 >> {'loss': 0.5014, 'grad_norm': 17.569068908691406, 'learning_rate': 8.543544025291143e-07, 'epoch': 0.08353675074586385, 'num_input_tokens_seen': 2323644416, 'completed': '30.05% (1_108 / 3_687)', 'remaining time': '22:32:38', 'throughput': '8560.07', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:09:55,155 >> {'loss': 0.4685, 'grad_norm': 15.904462814331055, 'learning_rate': 8.540569286076004e-07, 'epoch': 0.0838079739625712, 'num_input_tokens_seen': 2325741568, 'completed': '30.08% (1_109 / 3_687)', 'remaining time': '22:31:55', 'throughput': '8710.23', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:10:26,219 >> {'loss': 0.6062, 'grad_norm': 19.58460807800293, 'learning_rate': 8.537592099926407e-07, 'epoch': 0.08407919717927854, 'num_input_tokens_seen': 2327838720, 'completed': '30.11% (1_110 / 3_687)', 'remaining time': '22:31:20', 'throughput': '8438.71', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:10:58,092 >> {'loss': 0.3705, 'grad_norm': 13.513802528381348, 'learning_rate': 8.534612469238278e-07, 'epoch': 0.08435042039598589, 'num_input_tokens_seen': 2329935872, 'completed': '30.13% (1_111 / 3_687)', 'remaining time': '22:30:52', 'throughput': '8224.77', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:11:28,820 >> {'loss': 0.677, 'grad_norm': 20.021507263183594, 'learning_rate': 8.531630396409507e-07, 'epoch': 0.08462164361269324, 'num_input_tokens_seen': 2332033024, 'completed': '30.16% (1_112 / 3_687)', 'remaining time': '22:30:14', 'throughput': '8531.19', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:12:00,262 >> {'loss': 0.5015, 'grad_norm': 14.840436935424805, 'learning_rate': 8.528645883839956e-07, 'epoch': 0.0848928668294006, 'num_input_tokens_seen': 2334130176, 'completed': '30.19% (1_113 / 3_687)', 'remaining time': '22:29:43', 'throughput': '8337.19', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:12:31,096 >> {'loss': 0.5022, 'grad_norm': 15.523248672485352, 'learning_rate': 8.525658933931448e-07, 'epoch': 0.08516409004610795, 'num_input_tokens_seen': 2336227328, 'completed': '30.21% (1_114 / 3_687)', 'remaining time': '22:29:06', 'throughput': '8501.75', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:12:58,027 >> {'loss': 0.5963, 'grad_norm': 17.14645004272461, 'learning_rate': 8.522669549087762e-07, 'epoch': 0.0854353132628153, 'num_input_tokens_seen': 2338324480, 'completed': '30.24% (1_115 / 3_687)', 'remaining time': '22:27:58', 'throughput': '9734.04', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:13:28,648 >> {'loss': 0.7184, 'grad_norm': 20.818403244018555, 'learning_rate': 8.519677731714645e-07, 'epoch': 0.08570653647952264, 'num_input_tokens_seen': 2340421632, 'completed': '30.27% (1_116 / 3_687)', 'remaining time': '22:27:20', 'throughput': '8561.04', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:13:58,333 >> {'loss': 0.4394, 'grad_norm': 13.36194896697998, 'learning_rate': 8.516683484219797e-07, 'epoch': 0.08597775969622999, 'num_input_tokens_seen': 2342518784, 'completed': '30.30% (1_117 / 3_687)', 'remaining time': '22:26:34', 'throughput': '8830.88', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:14:29,050 >> {'loss': 0.5567, 'grad_norm': 18.085691452026367, 'learning_rate': 8.513686809012875e-07, 'epoch': 0.08624898291293735, 'num_input_tokens_seen': 2344615936, 'completed': '30.32% (1_118 / 3_687)', 'remaining time': '22:25:57', 'throughput': '8533.92', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:14:58,383 >> {'loss': 0.5698, 'grad_norm': 18.329633712768555, 'learning_rate': 8.510687708505489e-07, 'epoch': 0.0865202061296447, 'num_input_tokens_seen': 2346713088, 'completed': '30.35% (1_119 / 3_687)', 'remaining time': '22:25:08', 'throughput': '8936.88', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:15:28,760 >> {'loss': 0.5401, 'grad_norm': 23.978832244873047, 'learning_rate': 8.507686185111199e-07, 'epoch': 0.08679142934635205, 'num_input_tokens_seen': 2348810240, 'completed': '30.38% (1_120 / 3_687)', 'remaining time': '22:24:28', 'throughput': '8629.76', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:15:57,861 >> {'loss': 0.3782, 'grad_norm': 19.02138328552246, 'learning_rate': 8.504682241245516e-07, 'epoch': 0.0870626525630594, 'num_input_tokens_seen': 2350907392, 'completed': '30.40% (1_121 / 3_687)', 'remaining time': '22:23:38', 'throughput': '9007.98', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:16:27,778 >> {'loss': 0.2031, 'grad_norm': 10.588142395019531, 'learning_rate': 8.501675879325906e-07, 'epoch': 0.08733387577976674, 'num_input_tokens_seen': 2353004544, 'completed': '30.43% (1_122 / 3_687)', 'remaining time': '22:22:55', 'throughput': '8762.53', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:16:59,488 >> {'loss': 0.4395, 'grad_norm': 18.56726837158203, 'learning_rate': 8.498667101771769e-07, 'epoch': 0.0876050989964741, 'num_input_tokens_seen': 2355101696, 'completed': '30.46% (1_123 / 3_687)', 'remaining time': '22:22:26', 'throughput': '8266.81', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:17:32,899 >> {'loss': 0.6843, 'grad_norm': 21.876890182495117, 'learning_rate': 8.495655911004456e-07, 'epoch': 0.08787632221318145, 'num_input_tokens_seen': 2357198848, 'completed': '30.49% (1_124 / 3_687)', 'remaining time': '22:22:10', 'throughput': '7846.09', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:18:03,622 >> {'loss': 0.508, 'grad_norm': 17.283998489379883, 'learning_rate': 8.492642309447257e-07, 'epoch': 0.0881475454298888, 'num_input_tokens_seen': 2359296000, 'completed': '30.51% (1_125 / 3_687)', 'remaining time': '22:21:33', 'throughput': '8532.36', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:18:33,629 >> {'loss': 0.3963, 'grad_norm': 12.905929565429688, 'learning_rate': 8.489626299525409e-07, 'epoch': 0.08841876864659615, 'num_input_tokens_seen': 2361393152, 'completed': '30.54% (1_126 / 3_687)', 'remaining time': '22:20:51', 'throughput': '8736.28', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:19:03,545 >> {'loss': 0.4069, 'grad_norm': 14.936822891235352, 'learning_rate': 8.486607883666077e-07, 'epoch': 0.0886899918633035, 'num_input_tokens_seen': 2363490304, 'completed': '30.57% (1_127 / 3_687)', 'remaining time': '22:20:08', 'throughput': '8762.50', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:19:34,742 >> {'loss': 0.5104, 'grad_norm': 16.91001319885254, 'learning_rate': 8.483587064298372e-07, 'epoch': 0.08896121508001086, 'num_input_tokens_seen': 2365587456, 'completed': '30.59% (1_128 / 3_687)', 'remaining time': '22:19:35', 'throughput': '8402.94', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:20:07,848 >> {'loss': 0.3908, 'grad_norm': 15.12585735321045, 'learning_rate': 8.480563843853328e-07, 'epoch': 0.0892324382967182, 'num_input_tokens_seen': 2367684608, 'completed': '30.62% (1_129 / 3_687)', 'remaining time': '22:19:17', 'throughput': '7918.40', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:20:38,884 >> {'loss': 0.6482, 'grad_norm': 25.309404373168945, 'learning_rate': 8.477538224763923e-07, 'epoch': 0.08950366151342555, 'num_input_tokens_seen': 2369781760, 'completed': '30.65% (1_130 / 3_687)', 'remaining time': '22:18:42', 'throughput': '8446.36', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:21:09,859 >> {'loss': 0.4492, 'grad_norm': 26.27945899963379, 'learning_rate': 8.474510209465058e-07, 'epoch': 0.0897748847301329, 'num_input_tokens_seen': 2371878912, 'completed': '30.68% (1_131 / 3_687)', 'remaining time': '22:18:07', 'throughput': '8463.04', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:21:40,840 >> {'loss': 0.545, 'grad_norm': 19.251035690307617, 'learning_rate': 8.471479800393565e-07, 'epoch': 0.09004610794684025, 'num_input_tokens_seen': 2373976064, 'completed': '30.70% (1_132 / 3_687)', 'remaining time': '22:17:33', 'throughput': '8461.63', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:22:12,496 >> {'loss': 0.5393, 'grad_norm': 19.276018142700195, 'learning_rate': 8.468446999988202e-07, 'epoch': 0.09031733116354759, 'num_input_tokens_seen': 2376073216, 'completed': '30.73% (1_133 / 3_687)', 'remaining time': '22:17:03', 'throughput': '8281.13', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:22:38,222 >> {'loss': 0.9826, 'grad_norm': 25.423450469970703, 'learning_rate': 8.465411810689653e-07, 'epoch': 0.09058855438025495, 'num_input_tokens_seen': 2378170368, 'completed': '30.76% (1_134 / 3_687)', 'remaining time': '22:15:48', 'throughput': '10189.71', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:23:09,214 >> {'loss': 0.487, 'grad_norm': 17.12239646911621, 'learning_rate': 8.462374234940517e-07, 'epoch': 0.0908597775969623, 'num_input_tokens_seen': 2380267520, 'completed': '30.78% (1_135 / 3_687)', 'remaining time': '22:15:14', 'throughput': '8458.33', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:23:38,886 >> {'loss': 0.3742, 'grad_norm': 14.614494323730469, 'learning_rate': 8.459334275185325e-07, 'epoch': 0.09113100081366965, 'num_input_tokens_seen': 2382364672, 'completed': '30.81% (1_136 / 3_687)', 'remaining time': '22:14:29', 'throughput': '8834.77', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:24:07,126 >> {'loss': 1.0046, 'grad_norm': 27.48741340637207, 'learning_rate': 8.456291933870521e-07, 'epoch': 0.091402224030377, 'num_input_tokens_seen': 2384461824, 'completed': '30.84% (1_137 / 3_687)', 'remaining time': '22:13:34', 'throughput': '9282.57', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:24:38,578 >> {'loss': 0.2549, 'grad_norm': 12.554402351379395, 'learning_rate': 8.453247213444463e-07, 'epoch': 0.09167344724708434, 'num_input_tokens_seen': 2386558976, 'completed': '30.87% (1_138 / 3_687)', 'remaining time': '22:13:03', 'throughput': '8334.67', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:25:09,342 >> {'loss': 0.5053, 'grad_norm': 14.78433895111084, 'learning_rate': 8.450200116357428e-07, 'epoch': 0.0919446704637917, 'num_input_tokens_seen': 2388656128, 'completed': '30.89% (1_139 / 3_687)', 'remaining time': '22:12:27', 'throughput': '8521.32', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:25:41,290 >> {'loss': 0.3622, 'grad_norm': 12.076690673828125, 'learning_rate': 8.4471506450616e-07, 'epoch': 0.09221589368049905, 'num_input_tokens_seen': 2390753280, 'completed': '30.92% (1_140 / 3_687)', 'remaining time': '22:12:00', 'throughput': '8205.27', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:26:11,284 >> {'loss': 0.472, 'grad_norm': 18.700605392456055, 'learning_rate': 8.444098802011083e-07, 'epoch': 0.0924871168972064, 'num_input_tokens_seen': 2392850432, 'completed': '30.95% (1_141 / 3_687)', 'remaining time': '22:11:19', 'throughput': '8740.00', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:26:42,699 >> {'loss': 0.6367, 'grad_norm': 19.415464401245117, 'learning_rate': 8.441044589661881e-07, 'epoch': 0.09275834011391375, 'num_input_tokens_seen': 2394947584, 'completed': '30.97% (1_142 / 3_687)', 'remaining time': '22:10:47', 'throughput': '8344.39', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:27:13,078 >> {'loss': 0.51, 'grad_norm': 19.17083740234375, 'learning_rate': 8.437988010471907e-07, 'epoch': 0.0930295633306211, 'num_input_tokens_seen': 2397044736, 'completed': '31.00% (1_143 / 3_687)', 'remaining time': '22:10:09', 'throughput': '8629.32', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:27:43,326 >> {'loss': 0.533, 'grad_norm': 16.67664337158203, 'learning_rate': 8.434929066900982e-07, 'epoch': 0.09330078654732846, 'num_input_tokens_seen': 2399141888, 'completed': '31.03% (1_144 / 3_687)', 'remaining time': '22:09:29', 'throughput': '8666.30', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:28:10,973 >> {'loss': 0.8218, 'grad_norm': 20.507274627685547, 'learning_rate': 8.431867761410826e-07, 'epoch': 0.0935720097640358, 'num_input_tokens_seen': 2401239040, 'completed': '31.06% (1_145 / 3_687)', 'remaining time': '22:08:30', 'throughput': '9482.05', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:28:41,241 >> {'loss': 0.4415, 'grad_norm': 14.855219841003418, 'learning_rate': 8.42880409646506e-07, 'epoch': 0.09384323298074315, 'num_input_tokens_seen': 2403336192, 'completed': '31.08% (1_146 / 3_687)', 'remaining time': '22:07:51', 'throughput': '8660.66', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:29:12,361 >> {'loss': 0.485, 'grad_norm': 19.247512817382812, 'learning_rate': 8.42573807452921e-07, 'epoch': 0.0941144561974505, 'num_input_tokens_seen': 2405433344, 'completed': '31.11% (1_147 / 3_687)', 'remaining time': '22:07:18', 'throughput': '8423.92', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:29:41,653 >> {'loss': 0.5588, 'grad_norm': 23.100740432739258, 'learning_rate': 8.422669698070687e-07, 'epoch': 0.09438567941415785, 'num_input_tokens_seen': 2407530496, 'completed': '31.14% (1_148 / 3_687)', 'remaining time': '22:06:31', 'throughput': '8948.93', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:30:12,026 >> {'loss': 0.2426, 'grad_norm': 12.322291374206543, 'learning_rate': 8.419598969558808e-07, 'epoch': 0.09465690263086521, 'num_input_tokens_seen': 2409627648, 'completed': '31.16% (1_149 / 3_687)', 'remaining time': '22:05:53', 'throughput': '8631.02', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:30:44,036 >> {'loss': 0.3201, 'grad_norm': 11.358101844787598, 'learning_rate': 8.416525891464776e-07, 'epoch': 0.09492812584757256, 'num_input_tokens_seen': 2411724800, 'completed': '31.19% (1_150 / 3_687)', 'remaining time': '22:05:26', 'throughput': '8189.38', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:31:16,392 >> {'loss': 0.4272, 'grad_norm': 16.695714950561523, 'learning_rate': 8.413450466261691e-07, 'epoch': 0.0951993490642799, 'num_input_tokens_seen': 2413821952, 'completed': '31.22% (1_151 / 3_687)', 'remaining time': '22:05:02', 'throughput': '8101.81', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:31:46,647 >> {'loss': 0.3545, 'grad_norm': 14.923744201660156, 'learning_rate': 8.410372696424535e-07, 'epoch': 0.09547057228098725, 'num_input_tokens_seen': 2415919104, 'completed': '31.24% (1_152 / 3_687)', 'remaining time': '22:04:23', 'throughput': '8664.43', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:32:17,410 >> {'loss': 0.4019, 'grad_norm': 13.441437721252441, 'learning_rate': 8.40729258443018e-07, 'epoch': 0.0957417954976946, 'num_input_tokens_seen': 2418016256, 'completed': '31.27% (1_153 / 3_687)', 'remaining time': '22:03:48', 'throughput': '8521.57', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:32:46,540 >> {'loss': 0.3352, 'grad_norm': 13.833053588867188, 'learning_rate': 8.404210132757385e-07, 'epoch': 0.09601301871440195, 'num_input_tokens_seen': 2420113408, 'completed': '31.30% (1_154 / 3_687)', 'remaining time': '22:03:00', 'throughput': '8999.10', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:33:16,469 >> {'loss': 0.5448, 'grad_norm': 13.472502708435059, 'learning_rate': 8.401125343886787e-07, 'epoch': 0.09628424193110931, 'num_input_tokens_seen': 2422210560, 'completed': '31.33% (1_155 / 3_687)', 'remaining time': '22:02:19', 'throughput': '8758.76', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:33:46,833 >> {'loss': 0.3018, 'grad_norm': 10.587477684020996, 'learning_rate': 8.398038220300908e-07, 'epoch': 0.09655546514781665, 'num_input_tokens_seen': 2424307712, 'completed': '31.35% (1_156 / 3_687)', 'remaining time': '22:01:41', 'throughput': '8633.45', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:34:12,978 >> {'loss': 0.7406, 'grad_norm': 19.353105545043945, 'learning_rate': 8.39494876448415e-07, 'epoch': 0.096826688364524, 'num_input_tokens_seen': 2426404864, 'completed': '31.38% (1_157 / 3_687)', 'remaining time': '22:00:33', 'throughput': '10026.56', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:34:42,632 >> {'loss': 0.8482, 'grad_norm': 24.70726203918457, 'learning_rate': 8.391856978922785e-07, 'epoch': 0.09709791158123135, 'num_input_tokens_seen': 2428502016, 'completed': '31.41% (1_158 / 3_687)', 'remaining time': '21:59:50', 'throughput': '8840.15', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:35:13,337 >> {'loss': 0.232, 'grad_norm': 15.665159225463867, 'learning_rate': 8.38876286610497e-07, 'epoch': 0.0973691347979387, 'num_input_tokens_seen': 2430599168, 'completed': '31.43% (1_159 / 3_687)', 'remaining time': '21:59:14', 'throughput': '8537.42', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:35:43,400 >> {'loss': 0.6336, 'grad_norm': 19.37482452392578, 'learning_rate': 8.385666428520723e-07, 'epoch': 0.09764035801464606, 'num_input_tokens_seen': 2432696320, 'completed': '31.46% (1_160 / 3_687)', 'remaining time': '21:58:34', 'throughput': '8719.64', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:36:15,051 >> {'loss': 0.6754, 'grad_norm': 21.107303619384766, 'learning_rate': 8.382567668661943e-07, 'epoch': 0.0979115812313534, 'num_input_tokens_seen': 2434793472, 'completed': '31.49% (1_161 / 3_687)', 'remaining time': '21:58:05', 'throughput': '8282.56', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:36:45,077 >> {'loss': 0.613, 'grad_norm': 21.173263549804688, 'learning_rate': 8.379466589022393e-07, 'epoch': 0.09818280444806075, 'num_input_tokens_seen': 2436890624, 'completed': '31.52% (1_162 / 3_687)', 'remaining time': '21:57:25', 'throughput': '8730.34', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:37:15,381 >> {'loss': 0.5053, 'grad_norm': 23.236482620239258, 'learning_rate': 8.376363192097703e-07, 'epoch': 0.0984540276647681, 'num_input_tokens_seen': 2438987776, 'completed': '31.54% (1_163 / 3_687)', 'remaining time': '21:56:47', 'throughput': '8650.60', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:37:47,163 >> {'loss': 0.6246, 'grad_norm': 24.89634132385254, 'learning_rate': 8.37325748038537e-07, 'epoch': 0.09872525088147545, 'num_input_tokens_seen': 2441084928, 'completed': '31.57% (1_164 / 3_687)', 'remaining time': '21:56:19', 'throughput': '8248.04', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:38:16,304 >> {'loss': 0.4242, 'grad_norm': 17.755111694335938, 'learning_rate': 8.370149456384754e-07, 'epoch': 0.09899647409818281, 'num_input_tokens_seen': 2443182080, 'completed': '31.60% (1_165 / 3_687)', 'remaining time': '21:55:32', 'throughput': '8995.81', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:38:47,355 >> {'loss': 0.2753, 'grad_norm': 12.603349685668945, 'learning_rate': 8.36703912259707e-07, 'epoch': 0.09926769731489016, 'num_input_tokens_seen': 2445279232, 'completed': '31.62% (1_166 / 3_687)', 'remaining time': '21:54:59', 'throughput': '8442.46', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:39:16,796 >> {'loss': 0.7312, 'grad_norm': 24.28446388244629, 'learning_rate': 8.363926481525402e-07, 'epoch': 0.0995389205315975, 'num_input_tokens_seen': 2447376384, 'completed': '31.65% (1_167 / 3_687)', 'remaining time': '21:54:15', 'throughput': '8904.10', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:39:46,999 >> {'loss': 0.478, 'grad_norm': 16.006052017211914, 'learning_rate': 8.360811535674682e-07, 'epoch': 0.09981014374830485, 'num_input_tokens_seen': 2449473536, 'completed': '31.68% (1_168 / 3_687)', 'remaining time': '21:53:37', 'throughput': '8679.42', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:40:18,027 >> {'loss': 0.779, 'grad_norm': 25.193614959716797, 'learning_rate': 8.357694287551698e-07, 'epoch': 0.1000813669650122, 'num_input_tokens_seen': 2451570688, 'completed': '31.71% (1_169 / 3_687)', 'remaining time': '21:53:03', 'throughput': '8448.62', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:40:49,556 >> {'loss': 0.496, 'grad_norm': 14.870660781860352, 'learning_rate': 8.354574739665096e-07, 'epoch': 0.10035259018171956, 'num_input_tokens_seen': 2453667840, 'completed': '31.73% (1_170 / 3_687)', 'remaining time': '21:52:34', 'throughput': '8314.19', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:41:23,186 >> {'loss': 0.305, 'grad_norm': 17.222614288330078, 'learning_rate': 8.351452894525368e-07, 'epoch': 0.10062381339842691, 'num_input_tokens_seen': 2455764992, 'completed': '31.76% (1_171 / 3_687)', 'remaining time': '21:52:18', 'throughput': '7794.90', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:41:52,950 >> {'loss': 0.4074, 'grad_norm': 14.791529655456543, 'learning_rate': 8.348328754644855e-07, 'epoch': 0.10089503661513426, 'num_input_tokens_seen': 2457862144, 'completed': '31.79% (1_172 / 3_687)', 'remaining time': '21:51:37', 'throughput': '8807.42', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:42:22,545 >> {'loss': 0.6192, 'grad_norm': 20.521638870239258, 'learning_rate': 8.34520232253775e-07, 'epoch': 0.1011662598318416, 'num_input_tokens_seen': 2459959296, 'completed': '31.81% (1_173 / 3_687)', 'remaining time': '21:50:54', 'throughput': '8857.86', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:42:53,901 >> {'loss': 0.6189, 'grad_norm': 25.750980377197266, 'learning_rate': 8.342073600720082e-07, 'epoch': 0.10143748304854895, 'num_input_tokens_seen': 2462056448, 'completed': '31.84% (1_174 / 3_687)', 'remaining time': '21:50:23', 'throughput': '8360.24', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:43:30,368 >> {'loss': 0.477, 'grad_norm': 18.543386459350586, 'learning_rate': 8.33894259170973e-07, 'epoch': 0.10170870626525631, 'num_input_tokens_seen': 2464153600, 'completed': '31.87% (1_175 / 3_687)', 'remaining time': '21:50:27', 'throughput': '7188.46', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:44:02,140 >> {'loss': 0.3135, 'grad_norm': 13.476463317871094, 'learning_rate': 8.335809298026409e-07, 'epoch': 0.10197992948196366, 'num_input_tokens_seen': 2466250752, 'completed': '31.90% (1_176 / 3_687)', 'remaining time': '21:49:59', 'throughput': '8250.80', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:44:34,253 >> {'loss': 0.3671, 'grad_norm': 19.402223587036133, 'learning_rate': 8.332673722191677e-07, 'epoch': 0.10225115269867101, 'num_input_tokens_seen': 2468347904, 'completed': '31.92% (1_177 / 3_687)', 'remaining time': '21:49:33', 'throughput': '8163.18', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:45:04,811 >> {'loss': 0.4054, 'grad_norm': 21.820781707763672, 'learning_rate': 8.329535866728922e-07, 'epoch': 0.10252237591537836, 'num_input_tokens_seen': 2470445056, 'completed': '31.95% (1_178 / 3_687)', 'remaining time': '21:48:56', 'throughput': '8578.63', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:45:36,619 >> {'loss': 0.6286, 'grad_norm': 19.219013214111328, 'learning_rate': 8.326395734163375e-07, 'epoch': 0.1027935991320857, 'num_input_tokens_seen': 2472542208, 'completed': '31.98% (1_179 / 3_687)', 'remaining time': '21:48:28', 'throughput': '8241.44', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:46:12,339 >> {'loss': 0.4077, 'grad_norm': 22.508085250854492, 'learning_rate': 8.323253327022094e-07, 'epoch': 0.10306482234879305, 'num_input_tokens_seen': 2474639360, 'completed': '32.00% (1_180 / 3_687)', 'remaining time': '21:48:26', 'throughput': '7338.88', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:46:46,229 >> {'loss': 0.3092, 'grad_norm': 12.82617473602295, 'learning_rate': 8.320108647833967e-07, 'epoch': 0.10333604556550041, 'num_input_tokens_seen': 2476736512, 'completed': '32.03% (1_181 / 3_687)', 'remaining time': '21:48:12', 'throughput': '7735.22', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:47:16,554 >> {'loss': 0.2255, 'grad_norm': 12.152515411376953, 'learning_rate': 8.316961699129714e-07, 'epoch': 0.10360726878220776, 'num_input_tokens_seen': 2478833664, 'completed': '32.06% (1_182 / 3_687)', 'remaining time': '21:47:34', 'throughput': '8644.46', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:47:48,881 >> {'loss': 0.6904, 'grad_norm': 20.471603393554688, 'learning_rate': 8.313812483441879e-07, 'epoch': 0.1038784919989151, 'num_input_tokens_seen': 2480930816, 'completed': '32.09% (1_183 / 3_687)', 'remaining time': '21:47:09', 'throughput': '8109.04', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:48:17,928 >> {'loss': 0.3722, 'grad_norm': 14.457162857055664, 'learning_rate': 8.310661003304829e-07, 'epoch': 0.10414971521562245, 'num_input_tokens_seen': 2483027968, 'completed': '32.11% (1_184 / 3_687)', 'remaining time': '21:46:23', 'throughput': '9024.91', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:48:47,009 >> {'loss': 0.5091, 'grad_norm': 25.704435348510742, 'learning_rate': 8.30750726125476e-07, 'epoch': 0.1044209384323298, 'num_input_tokens_seen': 2485125120, 'completed': '32.14% (1_185 / 3_687)', 'remaining time': '21:45:37', 'throughput': '9014.35', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:49:15,388 >> {'loss': 0.4869, 'grad_norm': 16.720243453979492, 'learning_rate': 8.304351259829678e-07, 'epoch': 0.10469216164903716, 'num_input_tokens_seen': 2487222272, 'completed': '32.17% (1_186 / 3_687)', 'remaining time': '21:44:47', 'throughput': '9237.29', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:49:44,392 >> {'loss': 0.3771, 'grad_norm': 14.137613296508789, 'learning_rate': 8.301193001569418e-07, 'epoch': 0.10496338486574451, 'num_input_tokens_seen': 2489319424, 'completed': '32.19% (1_187 / 3_687)', 'remaining time': '21:44:01', 'throughput': '9038.20', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:50:15,412 >> {'loss': 0.317, 'grad_norm': 15.297533988952637, 'learning_rate': 8.298032489015623e-07, 'epoch': 0.10523460808245186, 'num_input_tokens_seen': 2491416576, 'completed': '32.22% (1_188 / 3_687)', 'remaining time': '21:43:28', 'throughput': '8450.61', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:50:44,660 >> {'loss': 0.5508, 'grad_norm': 21.42536163330078, 'learning_rate': 8.294869724711752e-07, 'epoch': 0.1055058312991592, 'num_input_tokens_seen': 2493513728, 'completed': '32.25% (1_189 / 3_687)', 'remaining time': '21:42:43', 'throughput': '8962.93', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:51:15,879 >> {'loss': 0.3826, 'grad_norm': 14.231220245361328, 'learning_rate': 8.291704711203082e-07, 'epoch': 0.10577705451586655, 'num_input_tokens_seen': 2495610880, 'completed': '32.28% (1_190 / 3_687)', 'remaining time': '21:42:12', 'throughput': '8396.99', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:51:48,578 >> {'loss': 0.3962, 'grad_norm': 16.597139358520508, 'learning_rate': 8.288537451036691e-07, 'epoch': 0.10604827773257391, 'num_input_tokens_seen': 2497708032, 'completed': '32.30% (1_191 / 3_687)', 'remaining time': '21:41:49', 'throughput': '8016.73', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:52:20,256 >> {'loss': 0.3347, 'grad_norm': 25.333345413208008, 'learning_rate': 8.28536794676147e-07, 'epoch': 0.10631950094928126, 'num_input_tokens_seen': 2499805184, 'completed': '32.33% (1_192 / 3_687)', 'remaining time': '21:41:20', 'throughput': '8275.45', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:52:53,673 >> {'loss': 0.4289, 'grad_norm': 29.860403060913086, 'learning_rate': 8.282196200928119e-07, 'epoch': 0.10659072416598861, 'num_input_tokens_seen': 2501902336, 'completed': '32.36% (1_193 / 3_687)', 'remaining time': '21:41:03', 'throughput': '7844.42', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:53:23,946 >> {'loss': 0.3256, 'grad_norm': 12.253214836120605, 'learning_rate': 8.279022216089135e-07, 'epoch': 0.10686194738269596, 'num_input_tokens_seen': 2503999488, 'completed': '32.38% (1_194 / 3_687)', 'remaining time': '21:40:25', 'throughput': '8659.37', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:53:55,064 >> {'loss': 0.4446, 'grad_norm': 17.277803421020508, 'learning_rate': 8.275845994798821e-07, 'epoch': 0.1071331705994033, 'num_input_tokens_seen': 2506096640, 'completed': '32.41% (1_195 / 3_687)', 'remaining time': '21:39:52', 'throughput': '8424.40', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:54:24,659 >> {'loss': 0.4053, 'grad_norm': 13.697084426879883, 'learning_rate': 8.272667539613281e-07, 'epoch': 0.10740439381611067, 'num_input_tokens_seen': 2508193792, 'completed': '32.44% (1_196 / 3_687)', 'remaining time': '21:39:10', 'throughput': '8857.56', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:54:56,223 >> {'loss': 0.7259, 'grad_norm': 22.16970443725586, 'learning_rate': 8.26948685309041e-07, 'epoch': 0.10767561703281801, 'num_input_tokens_seen': 2510290944, 'completed': '32.47% (1_197 / 3_687)', 'remaining time': '21:38:41', 'throughput': '8305.20', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:55:28,077 >> {'loss': 0.4267, 'grad_norm': 16.95806884765625, 'learning_rate': 8.266303937789908e-07, 'epoch': 0.10794684024952536, 'num_input_tokens_seen': 2512388096, 'completed': '32.49% (1_198 / 3_687)', 'remaining time': '21:38:13', 'throughput': '8229.52', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:55:57,582 >> {'loss': 0.5967, 'grad_norm': 15.100922584533691, 'learning_rate': 8.263118796273263e-07, 'epoch': 0.10821806346623271, 'num_input_tokens_seen': 2514485248, 'completed': '32.52% (1_199 / 3_687)', 'remaining time': '21:37:30', 'throughput': '8884.61', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 18:56:29,840 >> {'loss': 0.4512, 'grad_norm': 20.644742965698242, 'learning_rate': 8.259931431103754e-07, 'epoch': 0.10848928668294006, 'num_input_tokens_seen': 2516582400, 'completed': '32.55% (1_200 / 3_687)', 'remaining time': '21:37:05', 'throughput': '8126.53', 'gpu_mem_free': '5581MB'} +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/distributed/fsdp/fully_sharded_data_parallel.py:689: FutureWarning: FSDP.state_dict_type() and FSDP.set_state_dict_type() are being deprecated. Please use APIs, get_state_dict() and set_state_dict(), which can support different parallelisms, FSDP1, FSDP2, DDP. API doc: https://pytorch.org/docs/stable/distributed.checkpoint.html#torch.distributed.checkpoint.state_dict.get_state_dict .Tutorial: https://pytorch.org/tutorials/recipes/distributed_checkpoint_recipe.html . + warnings.warn( +[INFO|trainer.py:3503] 2024-12-25 18:56:59,416 >> Saving model checkpoint to /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-1200 +[INFO|configuration_utils.py:472] 2024-12-25 18:56:59,419 >> Configuration saved in /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-1200/config.json +[INFO|configuration_utils.py:807] 2024-12-25 18:56:59,420 >> Configuration saved in /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-1200/generation_config.json +[INFO|modeling_utils.py:2807] 2024-12-25 18:58:06,272 >> The model is bigger than the maximum size per checkpoint (5GB) and is going to be split in 7 checkpoint shards. You can find where each parameters has been saved in the index located at /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-1200/model.safetensors.index.json. +[INFO|tokenization_utils_base.py:2684] 2024-12-25 18:58:06,276 >> tokenizer config file saved in /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-1200/tokenizer_config.json +[INFO|tokenization_utils_base.py:2693] 2024-12-25 18:58:06,277 >> Special tokens file saved in /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-1200/special_tokens_map.json +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/distributed/fsdp/fully_sharded_data_parallel.py:689: FutureWarning: FSDP.state_dict_type() and FSDP.set_state_dict_type() are being deprecated. Please use APIs, get_state_dict() and set_state_dict(), which can support different parallelisms, FSDP1, FSDP2, DDP. API doc: https://pytorch.org/docs/stable/distributed.checkpoint.html#torch.distributed.checkpoint.state_dict.get_state_dict .Tutorial: https://pytorch.org/tutorials/recipes/distributed_checkpoint_recipe.html . + warnings.warn( +[WARNING|trainer.py:868] 2024-12-25 19:02:10,058 >> Save streaming dataset state: {'epoch': 0, 'sample_in_epoch': 2400, 'num_canonical_nodes': 1, 'shuffle_seed': 42, 'initial_physical_nodes': 1} +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/utils/checkpoint.py:1399: FutureWarning: `torch.cpu.amp.autocast(args...)` is deprecated. Please use `torch.amp.autocast('cpu', args...)` instead. + with device_autocast_ctx, torch.cpu.amp.autocast(**cpu_autocast_kwargs), recompute_context: # type: ignore[attr-defined] +[INFO|trainer.py:175] 2024-12-25 19:02:41,669 >> {'loss': 0.5051, 'grad_norm': 16.619178771972656, 'learning_rate': 8.256741844846452e-07, 'epoch': 0.1087605098996474, 'num_input_tokens_seen': 2518679552, 'completed': '32.57% (1_201 / 3_687)', 'remaining time': '22:11:45', 'throughput': '705.01', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:03:16,491 >> {'loss': 0.3861, 'grad_norm': 13.504317283630371, 'learning_rate': 8.253550040068216e-07, 'epoch': 0.10903173311635476, 'num_input_tokens_seen': 2520776704, 'completed': '32.60% (1_202 / 3_687)', 'remaining time': '22:11:29', 'throughput': '7528.31', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:03:50,270 >> {'loss': 0.417, 'grad_norm': 15.428912162780762, 'learning_rate': 8.250356019337688e-07, 'epoch': 0.10930295633306211, 'num_input_tokens_seen': 2522873856, 'completed': '32.63% (1_203 / 3_687)', 'remaining time': '22:11:07', 'throughput': '7760.51', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:04:18,628 >> {'loss': 0.9491, 'grad_norm': 25.92603874206543, 'learning_rate': 8.247159785225295e-07, 'epoch': 0.10957417954976946, 'num_input_tokens_seen': 2524971008, 'completed': '32.66% (1_204 / 3_687)', 'remaining time': '22:10:12', 'throughput': '9244.11', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:04:46,436 >> {'loss': 0.756, 'grad_norm': 21.164356231689453, 'learning_rate': 8.243961340303245e-07, 'epoch': 0.10984540276647681, 'num_input_tokens_seen': 2527068160, 'completed': '32.68% (1_205 / 3_687)', 'remaining time': '22:09:13', 'throughput': '9426.88', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:05:16,744 >> {'loss': 0.2077, 'grad_norm': 9.049589157104492, 'learning_rate': 8.240760687145521e-07, 'epoch': 0.11011662598318415, 'num_input_tokens_seen': 2529165312, 'completed': '32.71% (1_206 / 3_687)', 'remaining time': '22:08:30', 'throughput': '8649.24', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:05:47,045 >> {'loss': 0.6235, 'grad_norm': 17.34234046936035, 'learning_rate': 8.237557828327891e-07, 'epoch': 0.11038784919989152, 'num_input_tokens_seen': 2531262464, 'completed': '32.74% (1_207 / 3_687)', 'remaining time': '22:07:47', 'throughput': '8651.23', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:06:19,016 >> {'loss': 0.6889, 'grad_norm': 21.27731704711914, 'learning_rate': 8.234352766427894e-07, 'epoch': 0.11065907241659886, 'num_input_tokens_seen': 2533359616, 'completed': '32.76% (1_208 / 3_687)', 'remaining time': '22:07:14', 'throughput': '8199.55', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:06:48,570 >> {'loss': 0.7666, 'grad_norm': 21.866683959960938, 'learning_rate': 8.231145504024838e-07, 'epoch': 0.11093029563330621, 'num_input_tokens_seen': 2535456768, 'completed': '32.79% (1_209 / 3_687)', 'remaining time': '22:06:26', 'throughput': '8870.01', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:07:19,275 >> {'loss': 0.3829, 'grad_norm': 12.252056121826172, 'learning_rate': 8.22793604369981e-07, 'epoch': 0.11120151885001356, 'num_input_tokens_seen': 2537553920, 'completed': '32.82% (1_210 / 3_687)', 'remaining time': '22:05:45', 'throughput': '8537.48', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:07:49,979 >> {'loss': 0.4294, 'grad_norm': 18.94308853149414, 'learning_rate': 8.224724388035659e-07, 'epoch': 0.1114727420667209, 'num_input_tokens_seen': 2539651072, 'completed': '32.85% (1_211 / 3_687)', 'remaining time': '22:05:05', 'throughput': '8537.88', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:08:19,971 >> {'loss': 0.5497, 'grad_norm': 18.54946517944336, 'learning_rate': 8.221510539617003e-07, 'epoch': 0.11174396528342827, 'num_input_tokens_seen': 2541748224, 'completed': '32.87% (1_212 / 3_687)', 'remaining time': '22:04:20', 'throughput': '8740.49', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:08:51,112 >> {'loss': 0.3906, 'grad_norm': 13.319576263427734, 'learning_rate': 8.218294501030226e-07, 'epoch': 0.11201518850013562, 'num_input_tokens_seen': 2543845376, 'completed': '32.90% (1_213 / 3_687)', 'remaining time': '22:03:42', 'throughput': '8417.82', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:09:23,222 >> {'loss': 0.4973, 'grad_norm': 14.632641792297363, 'learning_rate': 8.215076274863476e-07, 'epoch': 0.11228641171684296, 'num_input_tokens_seen': 2545942528, 'completed': '32.93% (1_214 / 3_687)', 'remaining time': '22:03:10', 'throughput': '8163.99', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:09:55,108 >> {'loss': 0.3886, 'grad_norm': 14.780923843383789, 'learning_rate': 8.211855863706654e-07, 'epoch': 0.11255763493355031, 'num_input_tokens_seen': 2548039680, 'completed': '32.95% (1_215 / 3_687)', 'remaining time': '22:02:36', 'throughput': '8221.35', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:10:26,172 >> {'loss': 0.5352, 'grad_norm': 17.888994216918945, 'learning_rate': 8.208633270151426e-07, 'epoch': 0.11282885815025766, 'num_input_tokens_seen': 2550136832, 'completed': '32.98% (1_216 / 3_687)', 'remaining time': '22:01:58', 'throughput': '8438.82', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:10:57,408 >> {'loss': 0.6396, 'grad_norm': 21.13353157043457, 'learning_rate': 8.205408496791216e-07, 'epoch': 0.11310008136696502, 'num_input_tokens_seen': 2552233984, 'completed': '33.01% (1_217 / 3_687)', 'remaining time': '22:01:21', 'throughput': '8392.39', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:11:31,901 >> {'loss': 0.3852, 'grad_norm': 15.377924919128418, 'learning_rate': 8.202181546221193e-07, 'epoch': 0.11337130458367237, 'num_input_tokens_seen': 2554331136, 'completed': '33.03% (1_218 / 3_687)', 'remaining time': '22:01:03', 'throughput': '7599.94', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:12:00,080 >> {'loss': 0.7451, 'grad_norm': 19.80136489868164, 'learning_rate': 8.19895242103829e-07, 'epoch': 0.11364252780037971, 'num_input_tokens_seen': 2556428288, 'completed': '33.06% (1_219 / 3_687)', 'remaining time': '22:00:08', 'throughput': '9302.83', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:12:29,122 >> {'loss': 0.7119, 'grad_norm': 20.684595108032227, 'learning_rate': 8.19572112384118e-07, 'epoch': 0.11391375101708706, 'num_input_tokens_seen': 2558525440, 'completed': '33.09% (1_220 / 3_687)', 'remaining time': '21:59:18', 'throughput': '9026.17', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:13:00,654 >> {'loss': 0.3151, 'grad_norm': 14.285638809204102, 'learning_rate': 8.192487657230288e-07, 'epoch': 0.11418497423379441, 'num_input_tokens_seen': 2560622592, 'completed': '33.12% (1_221 / 3_687)', 'remaining time': '21:58:42', 'throughput': '8313.59', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:13:34,484 >> {'loss': 0.3626, 'grad_norm': 15.149106979370117, 'learning_rate': 8.18925202380779e-07, 'epoch': 0.11445619745050176, 'num_input_tokens_seen': 2562719744, 'completed': '33.14% (1_222 / 3_687)', 'remaining time': '21:58:21', 'throughput': '7748.87', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:14:07,442 >> {'loss': 0.4939, 'grad_norm': 16.11283302307129, 'learning_rate': 8.186014226177594e-07, 'epoch': 0.11472742066720912, 'num_input_tokens_seen': 2564816896, 'completed': '33.17% (1_223 / 3_687)', 'remaining time': '21:57:54', 'throughput': '7953.98', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:14:37,126 >> {'loss': 0.4951, 'grad_norm': 16.55274200439453, 'learning_rate': 8.18277426694536e-07, 'epoch': 0.11499864388391647, 'num_input_tokens_seen': 2566914048, 'completed': '33.20% (1_224 / 3_687)', 'remaining time': '21:57:07', 'throughput': '8831.18', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:15:07,555 >> {'loss': 0.4981, 'grad_norm': 16.552610397338867, 'learning_rate': 8.179532148718483e-07, 'epoch': 0.11526986710062381, 'num_input_tokens_seen': 2569011200, 'completed': '33.22% (1_225 / 3_687)', 'remaining time': '21:56:26', 'throughput': '8614.85', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:15:38,815 >> {'loss': 0.6232, 'grad_norm': 20.186845779418945, 'learning_rate': 8.176287874106097e-07, 'epoch': 0.11554109031733116, 'num_input_tokens_seen': 2571108352, 'completed': '33.25% (1_226 / 3_687)', 'remaining time': '21:55:49', 'throughput': '8385.92', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:16:06,750 >> {'loss': 0.7157, 'grad_norm': 18.383283615112305, 'learning_rate': 8.173041445719069e-07, 'epoch': 0.11581231353403851, 'num_input_tokens_seen': 2573205504, 'completed': '33.28% (1_227 / 3_687)', 'remaining time': '21:54:53', 'throughput': '9384.15', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:16:38,856 >> {'loss': 0.7858, 'grad_norm': 28.215744018554688, 'learning_rate': 8.169792866170003e-07, 'epoch': 0.11608353675074587, 'num_input_tokens_seen': 2575302656, 'completed': '33.31% (1_228 / 3_687)', 'remaining time': '21:54:21', 'throughput': '8164.94', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:17:08,168 >> {'loss': 0.5306, 'grad_norm': 15.474285125732422, 'learning_rate': 8.166542138073232e-07, 'epoch': 0.11635475996745322, 'num_input_tokens_seen': 2577399808, 'completed': '33.33% (1_229 / 3_687)', 'remaining time': '21:53:33', 'throughput': '8943.09', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:17:40,750 >> {'loss': 0.5879, 'grad_norm': 30.002483367919922, 'learning_rate': 8.163289264044817e-07, 'epoch': 0.11662598318416056, 'num_input_tokens_seen': 2579496960, 'completed': '33.36% (1_230 / 3_687)', 'remaining time': '21:53:04', 'throughput': '8045.63', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:18:12,798 >> {'loss': 0.5828, 'grad_norm': 17.683021545410156, 'learning_rate': 8.160034246702548e-07, 'epoch': 0.11689720640086791, 'num_input_tokens_seen': 2581594112, 'completed': '33.39% (1_231 / 3_687)', 'remaining time': '21:52:32', 'throughput': '8179.92', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:18:44,396 >> {'loss': 0.4591, 'grad_norm': 18.124019622802734, 'learning_rate': 8.156777088665939e-07, 'epoch': 0.11716842961757526, 'num_input_tokens_seen': 2583691264, 'completed': '33.41% (1_232 / 3_687)', 'remaining time': '21:51:57', 'throughput': '8296.26', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:19:15,406 >> {'loss': 0.2872, 'grad_norm': 11.012289047241211, 'learning_rate': 8.153517792556226e-07, 'epoch': 0.11743965283428262, 'num_input_tokens_seen': 2585788416, 'completed': '33.44% (1_233 / 3_687)', 'remaining time': '21:51:19', 'throughput': '8453.52', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:19:44,060 >> {'loss': 0.6456, 'grad_norm': 19.892656326293945, 'learning_rate': 8.15025636099637e-07, 'epoch': 0.11771087605098997, 'num_input_tokens_seen': 2587885568, 'completed': '33.47% (1_234 / 3_687)', 'remaining time': '21:50:28', 'throughput': '9148.40', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:20:17,372 >> {'loss': 0.3137, 'grad_norm': 14.017526626586914, 'learning_rate': 8.146992796611042e-07, 'epoch': 0.11798209926769732, 'num_input_tokens_seen': 2589982720, 'completed': '33.50% (1_235 / 3_687)', 'remaining time': '21:50:03', 'throughput': '7869.44', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:20:44,383 >> {'loss': 0.8757, 'grad_norm': 21.26898765563965, 'learning_rate': 8.143727102026638e-07, 'epoch': 0.11825332248440466, 'num_input_tokens_seen': 2592079872, 'completed': '33.52% (1_236 / 3_687)', 'remaining time': '21:49:03', 'throughput': '9704.93', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:21:15,259 >> {'loss': 0.3173, 'grad_norm': 10.634222030639648, 'learning_rate': 8.140459279871264e-07, 'epoch': 0.11852454570111201, 'num_input_tokens_seen': 2594177024, 'completed': '33.55% (1_237 / 3_687)', 'remaining time': '21:48:24', 'throughput': '8490.43', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:21:45,877 >> {'loss': 0.7255, 'grad_norm': 20.876935958862305, 'learning_rate': 8.137189332774738e-07, 'epoch': 0.11879576891781937, 'num_input_tokens_seen': 2596274176, 'completed': '33.58% (1_238 / 3_687)', 'remaining time': '21:47:44', 'throughput': '8561.69', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:22:16,163 >> {'loss': 0.3449, 'grad_norm': 13.55611801147461, 'learning_rate': 8.133917263368589e-07, 'epoch': 0.11906699213452672, 'num_input_tokens_seen': 2598371328, 'completed': '33.60% (1_239 / 3_687)', 'remaining time': '21:47:02', 'throughput': '8655.68', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:22:47,340 >> {'loss': 0.4658, 'grad_norm': 23.81563949584961, 'learning_rate': 8.130643074286056e-07, 'epoch': 0.11933821535123407, 'num_input_tokens_seen': 2600468480, 'completed': '33.63% (1_240 / 3_687)', 'remaining time': '21:46:25', 'throughput': '8408.07', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:23:23,962 >> {'loss': 0.4361, 'grad_norm': 15.136983871459961, 'learning_rate': 8.127366768162077e-07, 'epoch': 0.11960943856794141, 'num_input_tokens_seen': 2602565632, 'completed': '33.66% (1_241 / 3_687)', 'remaining time': '21:46:19', 'throughput': '7158.22', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:23:56,246 >> {'loss': 0.3938, 'grad_norm': 14.615781784057617, 'learning_rate': 8.124088347633304e-07, 'epoch': 0.11988066178464876, 'num_input_tokens_seen': 2604662784, 'completed': '33.69% (1_242 / 3_687)', 'remaining time': '21:45:48', 'throughput': '8119.76', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:24:26,910 >> {'loss': 0.377, 'grad_norm': 13.33740234375, 'learning_rate': 8.120807815338083e-07, 'epoch': 0.12015188500135611, 'num_input_tokens_seen': 2606759936, 'completed': '33.71% (1_243 / 3_687)', 'remaining time': '21:45:08', 'throughput': '8548.88', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:25:00,896 >> {'loss': 0.3627, 'grad_norm': 16.450172424316406, 'learning_rate': 8.11752517391646e-07, 'epoch': 0.12042310821806347, 'num_input_tokens_seen': 2608857088, 'completed': '33.74% (1_244 / 3_687)', 'remaining time': '21:44:47', 'throughput': '7713.30', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:25:32,140 >> {'loss': 0.3407, 'grad_norm': 12.913908958435059, 'learning_rate': 8.114240426010183e-07, 'epoch': 0.12069433143477082, 'num_input_tokens_seen': 2610954240, 'completed': '33.77% (1_245 / 3_687)', 'remaining time': '21:44:11', 'throughput': '8390.46', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:26:01,656 >> {'loss': 0.6169, 'grad_norm': 19.959516525268555, 'learning_rate': 8.11095357426269e-07, 'epoch': 0.12096555465147817, 'num_input_tokens_seen': 2613051392, 'completed': '33.79% (1_246 / 3_687)', 'remaining time': '21:43:25', 'throughput': '8881.20', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:26:31,762 >> {'loss': 0.5242, 'grad_norm': 15.97438907623291, 'learning_rate': 8.107664621319113e-07, 'epoch': 0.12123677786818551, 'num_input_tokens_seen': 2615148544, 'completed': '33.82% (1_247 / 3_687)', 'remaining time': '21:42:42', 'throughput': '8707.37', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:27:01,492 >> {'loss': 0.3952, 'grad_norm': 14.837607383728027, 'learning_rate': 8.10437356982628e-07, 'epoch': 0.12150800108489286, 'num_input_tokens_seen': 2617245696, 'completed': '33.85% (1_248 / 3_687)', 'remaining time': '21:41:57', 'throughput': '8817.64', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:27:35,868 >> {'loss': 0.4423, 'grad_norm': 15.677940368652344, 'learning_rate': 8.1010804224327e-07, 'epoch': 0.12177922430160022, 'num_input_tokens_seen': 2619342848, 'completed': '33.88% (1_249 / 3_687)', 'remaining time': '21:41:38', 'throughput': '7625.74', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:28:05,735 >> {'loss': 0.3551, 'grad_norm': 13.296334266662598, 'learning_rate': 8.097785181788574e-07, 'epoch': 0.12205044751830757, 'num_input_tokens_seen': 2621440000, 'completed': '33.90% (1_250 / 3_687)', 'remaining time': '21:40:54', 'throughput': '8777.03', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:28:37,113 >> {'loss': 0.371, 'grad_norm': 17.426509857177734, 'learning_rate': 8.09448785054579e-07, 'epoch': 0.12232167073501492, 'num_input_tokens_seen': 2623537152, 'completed': '33.93% (1_251 / 3_687)', 'remaining time': '21:40:19', 'throughput': '8354.35', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:29:05,840 >> {'loss': 0.9746, 'grad_norm': 24.391117095947266, 'learning_rate': 8.091188431357908e-07, 'epoch': 0.12259289395172226, 'num_input_tokens_seen': 2625634304, 'completed': '33.96% (1_252 / 3_687)', 'remaining time': '21:39:29', 'throughput': '9125.50', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:29:35,732 >> {'loss': 0.9044, 'grad_norm': 22.590383529663086, 'learning_rate': 8.087886926880181e-07, 'epoch': 0.12286411716842961, 'num_input_tokens_seen': 2627731456, 'completed': '33.98% (1_253 / 3_687)', 'remaining time': '21:38:46', 'throughput': '8769.75', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:30:09,227 >> {'loss': 0.4665, 'grad_norm': 15.536231994628906, 'learning_rate': 8.084583339769531e-07, 'epoch': 0.12313534038513697, 'num_input_tokens_seen': 2629828608, 'completed': '34.01% (1_254 / 3_687)', 'remaining time': '21:38:22', 'throughput': '7826.30', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:30:40,307 >> {'loss': 0.3953, 'grad_norm': 16.86744499206543, 'learning_rate': 8.081277672684557e-07, 'epoch': 0.12340656360184432, 'num_input_tokens_seen': 2631925760, 'completed': '34.04% (1_255 / 3_687)', 'remaining time': '21:37:45', 'throughput': '8434.57', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:31:08,724 >> {'loss': 0.5952, 'grad_norm': 18.4736385345459, 'learning_rate': 8.077969928285541e-07, 'epoch': 0.12367778681855167, 'num_input_tokens_seen': 2634022912, 'completed': '34.07% (1_256 / 3_687)', 'remaining time': '21:36:53', 'throughput': '9224.69', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:31:40,027 >> {'loss': 0.4361, 'grad_norm': 15.2562837600708, 'learning_rate': 8.074660109234424e-07, 'epoch': 0.12394901003525902, 'num_input_tokens_seen': 2636120064, 'completed': '34.09% (1_257 / 3_687)', 'remaining time': '21:36:18', 'throughput': '8374.59', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:32:10,036 >> {'loss': 0.5753, 'grad_norm': 20.01945686340332, 'learning_rate': 8.071348218194823e-07, 'epoch': 0.12422023325196636, 'num_input_tokens_seen': 2638217216, 'completed': '34.12% (1_258 / 3_687)', 'remaining time': '21:35:35', 'throughput': '8735.49', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:32:41,080 >> {'loss': 0.7434, 'grad_norm': 20.903608322143555, 'learning_rate': 8.068034257832026e-07, 'epoch': 0.12449145646867373, 'num_input_tokens_seen': 2640314368, 'completed': '34.15% (1_259 / 3_687)', 'remaining time': '21:34:58', 'throughput': '8444.06', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:33:10,607 >> {'loss': 0.5717, 'grad_norm': 18.132099151611328, 'learning_rate': 8.064718230812976e-07, 'epoch': 0.12476267968538107, 'num_input_tokens_seen': 2642411520, 'completed': '34.17% (1_260 / 3_687)', 'remaining time': '21:34:13', 'throughput': '8878.31', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:33:42,033 >> {'loss': 0.6942, 'grad_norm': 19.513261795043945, 'learning_rate': 8.06140013980629e-07, 'epoch': 0.1250339029020884, 'num_input_tokens_seen': 2644508672, 'completed': '34.20% (1_261 / 3_687)', 'remaining time': '21:33:38', 'throughput': '8341.87', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:34:14,349 >> {'loss': 0.3526, 'grad_norm': 15.275543212890625, 'learning_rate': 8.05807998748224e-07, 'epoch': 0.12530512611879577, 'num_input_tokens_seen': 2646605824, 'completed': '34.23% (1_262 / 3_687)', 'remaining time': '21:33:07', 'throughput': '8111.70', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:34:44,683 >> {'loss': 0.3085, 'grad_norm': 15.771416664123535, 'learning_rate': 8.05475777651276e-07, 'epoch': 0.12557634933550313, 'num_input_tokens_seen': 2648702976, 'completed': '34.26% (1_263 / 3_687)', 'remaining time': '21:32:27', 'throughput': '8641.85', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:35:14,140 >> {'loss': 0.6849, 'grad_norm': 20.19382095336914, 'learning_rate': 8.051433509571435e-07, 'epoch': 0.12584757255221046, 'num_input_tokens_seen': 2650800128, 'completed': '34.28% (1_264 / 3_687)', 'remaining time': '21:31:42', 'throughput': '8899.26', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:35:46,718 >> {'loss': 0.5637, 'grad_norm': 19.399974822998047, 'learning_rate': 8.04810718933351e-07, 'epoch': 0.12611879576891782, 'num_input_tokens_seen': 2652897280, 'completed': '34.31% (1_265 / 3_687)', 'remaining time': '21:31:13', 'throughput': '8046.45', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:36:17,134 >> {'loss': 0.3837, 'grad_norm': 14.588866233825684, 'learning_rate': 8.044778818475884e-07, 'epoch': 0.12639001898562516, 'num_input_tokens_seen': 2654994432, 'completed': '34.34% (1_266 / 3_687)', 'remaining time': '21:30:33', 'throughput': '8618.62', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:36:47,465 >> {'loss': 0.6066, 'grad_norm': 18.231657028198242, 'learning_rate': 8.0414483996771e-07, 'epoch': 0.12666124220233252, 'num_input_tokens_seen': 2657091584, 'completed': '34.36% (1_267 / 3_687)', 'remaining time': '21:29:52', 'throughput': '8643.01', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:37:19,628 >> {'loss': 0.8268, 'grad_norm': 21.163400650024414, 'learning_rate': 8.038115935617355e-07, 'epoch': 0.12693246541903988, 'num_input_tokens_seen': 2659188736, 'completed': '34.39% (1_268 / 3_687)', 'remaining time': '21:29:21', 'throughput': '8150.42', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:37:49,592 >> {'loss': 0.3457, 'grad_norm': 13.187846183776855, 'learning_rate': 8.034781428978484e-07, 'epoch': 0.12720368863574721, 'num_input_tokens_seen': 2661285888, 'completed': '34.42% (1_269 / 3_687)', 'remaining time': '21:28:39', 'throughput': '8748.57', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:38:19,440 >> {'loss': 0.223, 'grad_norm': 11.001519203186035, 'learning_rate': 8.031444882443976e-07, 'epoch': 0.12747491185245458, 'num_input_tokens_seen': 2663383040, 'completed': '34.45% (1_270 / 3_687)', 'remaining time': '21:27:56', 'throughput': '8782.72', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:38:52,272 >> {'loss': 0.5616, 'grad_norm': 16.197965621948242, 'learning_rate': 8.028106298698957e-07, 'epoch': 0.1277461350691619, 'num_input_tokens_seen': 2665480192, 'completed': '34.47% (1_271 / 3_687)', 'remaining time': '21:27:28', 'throughput': '7984.30', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:39:22,906 >> {'loss': 0.314, 'grad_norm': 13.498997688293457, 'learning_rate': 8.024765680430188e-07, 'epoch': 0.12801735828586927, 'num_input_tokens_seen': 2667577344, 'completed': '34.50% (1_272 / 3_687)', 'remaining time': '21:26:49', 'throughput': '8557.41', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:39:54,178 >> {'loss': 0.585, 'grad_norm': 18.05949592590332, 'learning_rate': 8.021423030326075e-07, 'epoch': 0.12828858150257663, 'num_input_tokens_seen': 2669674496, 'completed': '34.53% (1_273 / 3_687)', 'remaining time': '21:26:14', 'throughput': '8382.72', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:40:24,034 >> {'loss': 0.2417, 'grad_norm': 10.726323127746582, 'learning_rate': 8.018078351076653e-07, 'epoch': 0.12855980471928397, 'num_input_tokens_seen': 2671771648, 'completed': '34.55% (1_274 / 3_687)', 'remaining time': '21:25:31', 'throughput': '8780.36', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:40:57,426 >> {'loss': 0.3998, 'grad_norm': 13.169657707214355, 'learning_rate': 8.014731645373595e-07, 'epoch': 0.12883102793599133, 'num_input_tokens_seen': 2673868800, 'completed': '34.58% (1_275 / 3_687)', 'remaining time': '21:25:06', 'throughput': '7850.28', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:41:29,315 >> {'loss': 0.5083, 'grad_norm': 18.775423049926758, 'learning_rate': 8.011382915910203e-07, 'epoch': 0.12910225115269866, 'num_input_tokens_seen': 2675965952, 'completed': '34.61% (1_276 / 3_687)', 'remaining time': '21:24:34', 'throughput': '8220.57', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:42:00,640 >> {'loss': 0.324, 'grad_norm': 14.191473007202148, 'learning_rate': 8.008032165381403e-07, 'epoch': 0.12937347436940602, 'num_input_tokens_seen': 2678063104, 'completed': '34.64% (1_277 / 3_687)', 'remaining time': '21:23:59', 'throughput': '8368.54', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:42:31,640 >> {'loss': 0.2584, 'grad_norm': 19.03130531311035, 'learning_rate': 8.004679396483756e-07, 'epoch': 0.12964469758611338, 'num_input_tokens_seen': 2680160256, 'completed': '34.66% (1_278 / 3_687)', 'remaining time': '21:23:22', 'throughput': '8456.32', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:43:02,003 >> {'loss': 0.8237, 'grad_norm': 22.582111358642578, 'learning_rate': 8.001324611915441e-07, 'epoch': 0.12991592080282072, 'num_input_tokens_seen': 2682257408, 'completed': '34.69% (1_279 / 3_687)', 'remaining time': '21:22:42', 'throughput': '8633.74', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:43:31,739 >> {'loss': 0.4733, 'grad_norm': 16.168638229370117, 'learning_rate': 7.99796781437626e-07, 'epoch': 0.13018714401952808, 'num_input_tokens_seen': 2684354560, 'completed': '34.72% (1_280 / 3_687)', 'remaining time': '21:21:59', 'throughput': '8815.74', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:44:06,936 >> {'loss': 0.2726, 'grad_norm': 11.249455451965332, 'learning_rate': 7.994609006567635e-07, 'epoch': 0.1304583672362354, 'num_input_tokens_seen': 2686451712, 'completed': '34.74% (1_281 / 3_687)', 'remaining time': '21:21:43', 'throughput': '7447.91', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:44:37,393 >> {'loss': 0.4514, 'grad_norm': 24.108003616333008, 'learning_rate': 7.99124819119261e-07, 'epoch': 0.13072959045294277, 'num_input_tokens_seen': 2688548864, 'completed': '34.77% (1_282 / 3_687)', 'remaining time': '21:21:03', 'throughput': '8606.97', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:45:05,834 >> {'loss': 0.6907, 'grad_norm': 22.541616439819336, 'learning_rate': 7.987885370955841e-07, 'epoch': 0.13100081366965013, 'num_input_tokens_seen': 2690646016, 'completed': '34.80% (1_283 / 3_687)', 'remaining time': '21:20:14', 'throughput': '9216.95', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:45:34,268 >> {'loss': 0.6375, 'grad_norm': 17.23971176147461, 'learning_rate': 7.984520548563594e-07, 'epoch': 0.13127203688635747, 'num_input_tokens_seen': 2692743168, 'completed': '34.83% (1_284 / 3_687)', 'remaining time': '21:19:25', 'throughput': '9219.33', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:46:05,282 >> {'loss': 0.4198, 'grad_norm': 14.531922340393066, 'learning_rate': 7.981153726723755e-07, 'epoch': 0.13154326010306483, 'num_input_tokens_seen': 2694840320, 'completed': '34.85% (1_285 / 3_687)', 'remaining time': '21:18:48', 'throughput': '8452.51', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:46:35,059 >> {'loss': 0.3334, 'grad_norm': 12.036006927490234, 'learning_rate': 7.977784908145809e-07, 'epoch': 0.13181448331977216, 'num_input_tokens_seen': 2696937472, 'completed': '34.88% (1_286 / 3_687)', 'remaining time': '21:18:05', 'throughput': '8803.61', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:47:06,921 >> {'loss': 0.2007, 'grad_norm': 10.315123558044434, 'learning_rate': 7.974414095540858e-07, 'epoch': 0.13208570653647952, 'num_input_tokens_seen': 2699034624, 'completed': '34.91% (1_287 / 3_687)', 'remaining time': '21:17:33', 'throughput': '8227.44', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:47:37,720 >> {'loss': 0.3, 'grad_norm': 10.276031494140625, 'learning_rate': 7.971041291621601e-07, 'epoch': 0.13235692975318689, 'num_input_tokens_seen': 2701131776, 'completed': '34.93% (1_288 / 3_687)', 'remaining time': '21:16:56', 'throughput': '8511.57', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:48:13,104 >> {'loss': 0.4751, 'grad_norm': 16.799928665161133, 'learning_rate': 7.967666499102341e-07, 'epoch': 0.13262815296989422, 'num_input_tokens_seen': 2703228928, 'completed': '34.96% (1_289 / 3_687)', 'remaining time': '21:16:40', 'throughput': '7408.50', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:48:44,921 >> {'loss': 0.3534, 'grad_norm': 13.778836250305176, 'learning_rate': 7.964289720698986e-07, 'epoch': 0.13289937618660158, 'num_input_tokens_seen': 2705326080, 'completed': '34.99% (1_290 / 3_687)', 'remaining time': '21:16:08', 'throughput': '8239.21', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:49:18,180 >> {'loss': 0.6054, 'grad_norm': 17.865440368652344, 'learning_rate': 7.960910959129037e-07, 'epoch': 0.13317059940330891, 'num_input_tokens_seen': 2707423232, 'completed': '35.01% (1_291 / 3_687)', 'remaining time': '21:15:42', 'throughput': '7881.72', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:49:47,631 >> {'loss': 0.5136, 'grad_norm': 17.34958267211914, 'learning_rate': 7.957530217111591e-07, 'epoch': 0.13344182262001628, 'num_input_tokens_seen': 2709520384, 'completed': '35.04% (1_292 / 3_687)', 'remaining time': '21:14:58', 'throughput': '8901.26', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:50:17,946 >> {'loss': 0.853, 'grad_norm': 24.52153205871582, 'learning_rate': 7.954147497367343e-07, 'epoch': 0.13371304583672364, 'num_input_tokens_seen': 2711617536, 'completed': '35.07% (1_293 / 3_687)', 'remaining time': '21:14:18', 'throughput': '8647.24', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:50:47,195 >> {'loss': 0.4762, 'grad_norm': 18.36350440979004, 'learning_rate': 7.950762802618576e-07, 'epoch': 0.13398426905343097, 'num_input_tokens_seen': 2713714688, 'completed': '35.10% (1_294 / 3_687)', 'remaining time': '21:13:34', 'throughput': '8962.43', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:51:15,323 >> {'loss': 0.5823, 'grad_norm': 17.231550216674805, 'learning_rate': 7.947376135589164e-07, 'epoch': 0.13425549227013833, 'num_input_tokens_seen': 2715811840, 'completed': '35.12% (1_295 / 3_687)', 'remaining time': '21:12:43', 'throughput': '9319.68', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:51:45,055 >> {'loss': 0.7359, 'grad_norm': 22.24859619140625, 'learning_rate': 7.943987499004569e-07, 'epoch': 0.13452671548684567, 'num_input_tokens_seen': 2717908992, 'completed': '35.15% (1_296 / 3_687)', 'remaining time': '21:12:01', 'throughput': '8817.02', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:52:14,273 >> {'loss': 0.6906, 'grad_norm': 22.393712997436523, 'learning_rate': 7.940596895591835e-07, 'epoch': 0.13479793870355303, 'num_input_tokens_seen': 2720006144, 'completed': '35.18% (1_297 / 3_687)', 'remaining time': '21:11:16', 'throughput': '8972.07', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:52:45,089 >> {'loss': 0.3609, 'grad_norm': 13.456273078918457, 'learning_rate': 7.93720432807959e-07, 'epoch': 0.13506916192026036, 'num_input_tokens_seen': 2722103296, 'completed': '35.20% (1_298 / 3_687)', 'remaining time': '21:10:39', 'throughput': '8506.58', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:53:14,456 >> {'loss': 0.5547, 'grad_norm': 18.195858001708984, 'learning_rate': 7.933809799198045e-07, 'epoch': 0.13534038513696772, 'num_input_tokens_seen': 2724200448, 'completed': '35.23% (1_299 / 3_687)', 'remaining time': '21:09:55', 'throughput': '8926.39', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:53:45,111 >> {'loss': 0.4255, 'grad_norm': 23.925018310546875, 'learning_rate': 7.930413311678987e-07, 'epoch': 0.13561160835367508, 'num_input_tokens_seen': 2726297600, 'completed': '35.26% (1_300 / 3_687)', 'remaining time': '21:09:17', 'throughput': '8551.61', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:54:15,184 >> {'loss': 0.3462, 'grad_norm': 17.64158821105957, 'learning_rate': 7.92701486825578e-07, 'epoch': 0.13588283157038242, 'num_input_tokens_seen': 2728394752, 'completed': '35.29% (1_301 / 3_687)', 'remaining time': '21:08:36', 'throughput': '8716.96', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:54:49,236 >> {'loss': 0.5714, 'grad_norm': 25.17290496826172, 'learning_rate': 7.923614471663361e-07, 'epoch': 0.13615405478708978, 'num_input_tokens_seen': 2730491904, 'completed': '35.31% (1_302 / 3_687)', 'remaining time': '21:08:14', 'throughput': '7698.28', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:55:18,419 >> {'loss': 0.2677, 'grad_norm': 10.592412948608398, 'learning_rate': 7.920212124638241e-07, 'epoch': 0.1364252780037971, 'num_input_tokens_seen': 2732589056, 'completed': '35.34% (1_303 / 3_687)', 'remaining time': '21:07:29', 'throughput': '8982.82', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:55:48,508 >> {'loss': 0.3103, 'grad_norm': 12.378978729248047, 'learning_rate': 7.916807829918499e-07, 'epoch': 0.13669650122050447, 'num_input_tokens_seen': 2734686208, 'completed': '35.37% (1_304 / 3_687)', 'remaining time': '21:06:49', 'throughput': '8712.32', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:56:18,337 >> {'loss': 0.3225, 'grad_norm': 17.801116943359375, 'learning_rate': 7.913401590243781e-07, 'epoch': 0.13696772443721184, 'num_input_tokens_seen': 2736783360, 'completed': '35.39% (1_305 / 3_687)', 'remaining time': '21:06:07', 'throughput': '8788.23', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:56:50,131 >> {'loss': 0.5376, 'grad_norm': 19.611040115356445, 'learning_rate': 7.909993408355302e-07, 'epoch': 0.13723894765391917, 'num_input_tokens_seen': 2738880512, 'completed': '35.42% (1_306 / 3_687)', 'remaining time': '21:05:35', 'throughput': '8244.91', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:57:19,154 >> {'loss': 0.644, 'grad_norm': 20.099191665649414, 'learning_rate': 7.906583286995834e-07, 'epoch': 0.13751017087062653, 'num_input_tokens_seen': 2740977664, 'completed': '35.45% (1_307 / 3_687)', 'remaining time': '21:04:50', 'throughput': '9032.46', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:57:48,426 >> {'loss': 0.2898, 'grad_norm': 13.194962501525879, 'learning_rate': 7.903171228909714e-07, 'epoch': 0.13778139408733386, 'num_input_tokens_seen': 2743074816, 'completed': '35.48% (1_308 / 3_687)', 'remaining time': '21:04:06', 'throughput': '8955.42', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:58:22,255 >> {'loss': 0.3795, 'grad_norm': 13.878562927246094, 'learning_rate': 7.899757236842836e-07, 'epoch': 0.13805261730404123, 'num_input_tokens_seen': 2745171968, 'completed': '35.50% (1_309 / 3_687)', 'remaining time': '21:03:43', 'throughput': '7748.95', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:58:53,669 >> {'loss': 0.7278, 'grad_norm': 25.963001251220703, 'learning_rate': 7.89634131354265e-07, 'epoch': 0.1383238405207486, 'num_input_tokens_seen': 2747269120, 'completed': '35.53% (1_310 / 3_687)', 'remaining time': '21:03:09', 'throughput': '8345.01', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:59:23,995 >> {'loss': 0.5589, 'grad_norm': 19.090431213378906, 'learning_rate': 7.892923461758165e-07, 'epoch': 0.13859506373745592, 'num_input_tokens_seen': 2749366272, 'completed': '35.56% (1_311 / 3_687)', 'remaining time': '21:02:30', 'throughput': '8644.11', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 19:59:53,855 >> {'loss': 0.4635, 'grad_norm': 15.916430473327637, 'learning_rate': 7.889503684239933e-07, 'epoch': 0.13886628695416328, 'num_input_tokens_seen': 2751463424, 'completed': '35.58% (1_312 / 3_687)', 'remaining time': '21:01:48', 'throughput': '8779.11', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:00:24,348 >> {'loss': 0.3096, 'grad_norm': 12.155187606811523, 'learning_rate': 7.886081983740066e-07, 'epoch': 0.13913751017087062, 'num_input_tokens_seen': 2753560576, 'completed': '35.61% (1_313 / 3_687)', 'remaining time': '21:01:10', 'throughput': '8596.77', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:00:53,207 >> {'loss': 0.5558, 'grad_norm': 19.226377487182617, 'learning_rate': 7.882658363012214e-07, 'epoch': 0.13940873338757798, 'num_input_tokens_seen': 2755657728, 'completed': '35.64% (1_314 / 3_687)', 'remaining time': '21:00:24', 'throughput': '9083.81', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:01:23,482 >> {'loss': 0.4074, 'grad_norm': 16.780195236206055, 'learning_rate': 7.879232824811579e-07, 'epoch': 0.13967995660428534, 'num_input_tokens_seen': 2757754880, 'completed': '35.67% (1_315 / 3_687)', 'remaining time': '20:59:45', 'throughput': '8658.73', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:01:52,315 >> {'loss': 0.8599, 'grad_norm': 24.132198333740234, 'learning_rate': 7.875805371894904e-07, 'epoch': 0.13995117982099267, 'num_input_tokens_seen': 2759852032, 'completed': '35.69% (1_316 / 3_687)', 'remaining time': '20:58:59', 'throughput': '9091.76', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:02:25,130 >> {'loss': 0.4509, 'grad_norm': 16.48426055908203, 'learning_rate': 7.872376007020469e-07, 'epoch': 0.14022240303770003, 'num_input_tokens_seen': 2761949184, 'completed': '35.72% (1_317 / 3_687)', 'remaining time': '20:58:32', 'throughput': '7988.51', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:02:56,615 >> {'loss': 0.3677, 'grad_norm': 13.625266075134277, 'learning_rate': 7.8689447329481e-07, 'epoch': 0.14049362625440737, 'num_input_tokens_seen': 2764046336, 'completed': '35.75% (1_318 / 3_687)', 'remaining time': '20:57:58', 'throughput': '8326.08', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:03:29,766 >> {'loss': 0.5272, 'grad_norm': 17.589357376098633, 'learning_rate': 7.865511552439156e-07, 'epoch': 0.14076484947111473, 'num_input_tokens_seen': 2766143488, 'completed': '35.77% (1_319 / 3_687)', 'remaining time': '20:57:32', 'throughput': '7907.40', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:03:57,394 >> {'loss': 0.5088, 'grad_norm': 15.197576522827148, 'learning_rate': 7.862076468256529e-07, 'epoch': 0.1410360726878221, 'num_input_tokens_seen': 2768240640, 'completed': '35.80% (1_320 / 3_687)', 'remaining time': '20:56:41', 'throughput': '9488.36', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:04:28,026 >> {'loss': 0.4647, 'grad_norm': 18.043136596679688, 'learning_rate': 7.858639483164643e-07, 'epoch': 0.14130729590452942, 'num_input_tokens_seen': 2770337792, 'completed': '35.83% (1_321 / 3_687)', 'remaining time': '20:56:04', 'throughput': '8557.97', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:04:59,031 >> {'loss': 0.5039, 'grad_norm': 15.092884063720703, 'learning_rate': 7.855200599929456e-07, 'epoch': 0.14157851912123678, 'num_input_tokens_seen': 2772434944, 'completed': '35.86% (1_322 / 3_687)', 'remaining time': '20:55:28', 'throughput': '8455.02', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:05:29,581 >> {'loss': 0.424, 'grad_norm': 15.708367347717285, 'learning_rate': 7.851759821318447e-07, 'epoch': 0.14184974233794412, 'num_input_tokens_seen': 2774532096, 'completed': '35.88% (1_323 / 3_687)', 'remaining time': '20:54:50', 'throughput': '8580.66', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:05:59,982 >> {'loss': 0.5721, 'grad_norm': 22.44023323059082, 'learning_rate': 7.848317150100624e-07, 'epoch': 0.14212096555465148, 'num_input_tokens_seen': 2776629248, 'completed': '35.91% (1_324 / 3_687)', 'remaining time': '20:54:12', 'throughput': '8622.91', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:06:31,735 >> {'loss': 0.4114, 'grad_norm': 13.735273361206055, 'learning_rate': 7.84487258904652e-07, 'epoch': 0.14239218877135884, 'num_input_tokens_seen': 2778726400, 'completed': '35.94% (1_325 / 3_687)', 'remaining time': '20:53:40', 'throughput': '8255.84', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:07:02,168 >> {'loss': 0.7805, 'grad_norm': 24.59619140625, 'learning_rate': 7.841426140928184e-07, 'epoch': 0.14266341198806617, 'num_input_tokens_seen': 2780823552, 'completed': '35.96% (1_326 / 3_687)', 'remaining time': '20:53:01', 'throughput': '8613.59', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:07:34,994 >> {'loss': 0.7438, 'grad_norm': 24.768539428710938, 'learning_rate': 7.837977808519189e-07, 'epoch': 0.14293463520477354, 'num_input_tokens_seen': 2782920704, 'completed': '35.99% (1_327 / 3_687)', 'remaining time': '20:52:34', 'throughput': '7986.00', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:08:06,338 >> {'loss': 0.6571, 'grad_norm': 20.256254196166992, 'learning_rate': 7.834527594594618e-07, 'epoch': 0.14320585842148087, 'num_input_tokens_seen': 2785017856, 'completed': '36.02% (1_328 / 3_687)', 'remaining time': '20:52:00', 'throughput': '8363.32', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:08:39,747 >> {'loss': 0.5158, 'grad_norm': 18.815889358520508, 'learning_rate': 7.831075501931078e-07, 'epoch': 0.14347708163818823, 'num_input_tokens_seen': 2787115008, 'completed': '36.05% (1_329 / 3_687)', 'remaining time': '20:51:35', 'throughput': '7846.51', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:09:06,962 >> {'loss': 0.6597, 'grad_norm': 18.49612045288086, 'learning_rate': 7.827621533306677e-07, 'epoch': 0.1437483048548956, 'num_input_tokens_seen': 2789212160, 'completed': '36.07% (1_330 / 3_687)', 'remaining time': '20:50:42', 'throughput': '9632.22', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:09:35,565 >> {'loss': 0.479, 'grad_norm': 15.946340560913086, 'learning_rate': 7.824165691501036e-07, 'epoch': 0.14401952807160293, 'num_input_tokens_seen': 2791309312, 'completed': '36.10% (1_331 / 3_687)', 'remaining time': '20:49:56', 'throughput': '9165.10', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:10:06,115 >> {'loss': 0.3821, 'grad_norm': 17.465255737304688, 'learning_rate': 7.820707979295289e-07, 'epoch': 0.1442907512883103, 'num_input_tokens_seen': 2793406464, 'completed': '36.13% (1_332 / 3_687)', 'remaining time': '20:49:19', 'throughput': '8580.86', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:10:37,905 >> {'loss': 0.6755, 'grad_norm': 28.799354553222656, 'learning_rate': 7.81724839947207e-07, 'epoch': 0.14456197450501762, 'num_input_tokens_seen': 2795503616, 'completed': '36.15% (1_333 / 3_687)', 'remaining time': '20:48:47', 'throughput': '8246.13', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:11:08,278 >> {'loss': 0.4634, 'grad_norm': 19.517778396606445, 'learning_rate': 7.813786954815517e-07, 'epoch': 0.14483319772172498, 'num_input_tokens_seen': 2797600768, 'completed': '36.18% (1_334 / 3_687)', 'remaining time': '20:48:09', 'throughput': '8630.63', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:11:38,952 >> {'loss': 0.3967, 'grad_norm': 18.770734786987305, 'learning_rate': 7.810323648111269e-07, 'epoch': 0.14510442093843234, 'num_input_tokens_seen': 2799697920, 'completed': '36.21% (1_335 / 3_687)', 'remaining time': '20:47:32', 'throughput': '8546.38', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:12:13,009 >> {'loss': 0.4468, 'grad_norm': 14.419391632080078, 'learning_rate': 7.806858482146463e-07, 'epoch': 0.14537564415513968, 'num_input_tokens_seen': 2801795072, 'completed': '36.24% (1_336 / 3_687)', 'remaining time': '20:47:10', 'throughput': '7697.14', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:12:44,412 >> {'loss': 0.4719, 'grad_norm': 17.39090919494629, 'learning_rate': 7.803391459709733e-07, 'epoch': 0.14564686737184704, 'num_input_tokens_seen': 2803892224, 'completed': '36.26% (1_337 / 3_687)', 'remaining time': '20:46:36', 'throughput': '8347.79', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:13:14,192 >> {'loss': 0.4681, 'grad_norm': 16.507200241088867, 'learning_rate': 7.799922583591206e-07, 'epoch': 0.14591809058855437, 'num_input_tokens_seen': 2805989376, 'completed': '36.29% (1_338 / 3_687)', 'remaining time': '20:45:55', 'throughput': '8802.64', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:13:44,357 >> {'loss': 0.4491, 'grad_norm': 14.502838134765625, 'learning_rate': 7.796451856582504e-07, 'epoch': 0.14618931380526173, 'num_input_tokens_seen': 2808086528, 'completed': '36.32% (1_339 / 3_687)', 'remaining time': '20:45:16', 'throughput': '8690.20', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:14:14,052 >> {'loss': 0.332, 'grad_norm': 12.314398765563965, 'learning_rate': 7.792979281476734e-07, 'epoch': 0.14646053702196907, 'num_input_tokens_seen': 2810183680, 'completed': '36.34% (1_340 / 3_687)', 'remaining time': '20:44:35', 'throughput': '8828.07', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:14:47,765 >> {'loss': 0.4365, 'grad_norm': 13.12981128692627, 'learning_rate': 7.789504861068492e-07, 'epoch': 0.14673176023867643, 'num_input_tokens_seen': 2812280832, 'completed': '36.37% (1_341 / 3_687)', 'remaining time': '20:44:11', 'throughput': '7775.64', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:15:16,930 >> {'loss': 0.516, 'grad_norm': 19.02878761291504, 'learning_rate': 7.78602859815386e-07, 'epoch': 0.1470029834553838, 'num_input_tokens_seen': 2814377984, 'completed': '36.40% (1_342 / 3_687)', 'remaining time': '20:43:28', 'throughput': '8988.22', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:15:46,348 >> {'loss': 0.2956, 'grad_norm': 11.80683422088623, 'learning_rate': 7.782550495530402e-07, 'epoch': 0.14727420667209112, 'num_input_tokens_seen': 2816475136, 'completed': '36.43% (1_343 / 3_687)', 'remaining time': '20:42:46', 'throughput': '8911.08', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:16:16,226 >> {'loss': 0.7255, 'grad_norm': 23.65553855895996, 'learning_rate': 7.779070555997162e-07, 'epoch': 0.14754542988879848, 'num_input_tokens_seen': 2818572288, 'completed': '36.45% (1_344 / 3_687)', 'remaining time': '20:42:06', 'throughput': '8774.01', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:16:48,696 >> {'loss': 0.6579, 'grad_norm': 20.80998420715332, 'learning_rate': 7.775588782354666e-07, 'epoch': 0.14781665310550582, 'num_input_tokens_seen': 2820669440, 'completed': '36.48% (1_345 / 3_687)', 'remaining time': '20:41:37', 'throughput': '8073.27', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:17:24,675 >> {'loss': 0.7579, 'grad_norm': 20.969602584838867, 'learning_rate': 7.77210517740491e-07, 'epoch': 0.14808787632221318, 'num_input_tokens_seen': 2822766592, 'completed': '36.51% (1_346 / 3_687)', 'remaining time': '20:41:23', 'throughput': '7285.96', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:17:56,212 >> {'loss': 0.2488, 'grad_norm': 9.614218711853027, 'learning_rate': 7.768619743951366e-07, 'epoch': 0.14835909953892054, 'num_input_tokens_seen': 2824863744, 'completed': '36.53% (1_347 / 3_687)', 'remaining time': '20:40:50', 'throughput': '8312.41', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:18:26,116 >> {'loss': 0.3422, 'grad_norm': 12.458992004394531, 'learning_rate': 7.765132484798978e-07, 'epoch': 0.14863032275562787, 'num_input_tokens_seen': 2826960896, 'completed': '36.56% (1_348 / 3_687)', 'remaining time': '20:40:10', 'throughput': '8766.08', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:18:56,658 >> {'loss': 0.5978, 'grad_norm': 31.408218383789062, 'learning_rate': 7.761643402754163e-07, 'epoch': 0.14890154597233524, 'num_input_tokens_seen': 2829058048, 'completed': '36.59% (1_349 / 3_687)', 'remaining time': '20:39:33', 'throughput': '8583.26', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:19:27,732 >> {'loss': 0.5435, 'grad_norm': 19.415218353271484, 'learning_rate': 7.7581525006248e-07, 'epoch': 0.14917276918904257, 'num_input_tokens_seen': 2831155200, 'completed': '36.62% (1_350 / 3_687)', 'remaining time': '20:38:58', 'throughput': '8435.94', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:20:01,980 >> {'loss': 0.4826, 'grad_norm': 17.554052352905273, 'learning_rate': 7.754659781220232e-07, 'epoch': 0.14944399240574993, 'num_input_tokens_seen': 2833252352, 'completed': '36.64% (1_351 / 3_687)', 'remaining time': '20:38:36', 'throughput': '7654.33', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:20:32,706 >> {'loss': 0.3339, 'grad_norm': 14.18742561340332, 'learning_rate': 7.751165247351269e-07, 'epoch': 0.1497152156224573, 'num_input_tokens_seen': 2835349504, 'completed': '36.67% (1_352 / 3_687)', 'remaining time': '20:38:00', 'throughput': '8531.58', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:21:03,123 >> {'loss': 0.5135, 'grad_norm': 15.89776611328125, 'learning_rate': 7.747668901830178e-07, 'epoch': 0.14998643883916463, 'num_input_tokens_seen': 2837446656, 'completed': '36.70% (1_353 / 3_687)', 'remaining time': '20:37:22', 'throughput': '8618.36', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:21:33,933 >> {'loss': 0.5667, 'grad_norm': 19.270442962646484, 'learning_rate': 7.744170747470685e-07, 'epoch': 0.150257662055872, 'num_input_tokens_seen': 2839543808, 'completed': '36.72% (1_354 / 3_687)', 'remaining time': '20:36:46', 'throughput': '8508.38', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:21:59,571 >> {'loss': 0.954, 'grad_norm': 23.312227249145508, 'learning_rate': 7.740670787087972e-07, 'epoch': 0.15052888527257932, 'num_input_tokens_seen': 2841640960, 'completed': '36.75% (1_355 / 3_687)', 'remaining time': '20:35:48', 'throughput': '10225.02', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:22:31,015 >> {'loss': 0.3264, 'grad_norm': 13.209382057189941, 'learning_rate': 7.737169023498672e-07, 'epoch': 0.15080010848928668, 'num_input_tokens_seen': 2843738112, 'completed': '36.78% (1_356 / 3_687)', 'remaining time': '20:35:15', 'throughput': '8336.94', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:23:01,263 >> {'loss': 0.3447, 'grad_norm': 15.09355354309082, 'learning_rate': 7.733665459520873e-07, 'epoch': 0.15107133170599404, 'num_input_tokens_seen': 2845835264, 'completed': '36.80% (1_357 / 3_687)', 'remaining time': '20:34:37', 'throughput': '8666.37', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:23:32,135 >> {'loss': 0.3267, 'grad_norm': 12.502537727355957, 'learning_rate': 7.730160097974109e-07, 'epoch': 0.15134255492270138, 'num_input_tokens_seen': 2847932416, 'completed': '36.83% (1_358 / 3_687)', 'remaining time': '20:34:01', 'throughput': '8491.43', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:24:03,818 >> {'loss': 0.4452, 'grad_norm': 17.678531646728516, 'learning_rate': 7.726652941679365e-07, 'epoch': 0.15161377813940874, 'num_input_tokens_seen': 2850029568, 'completed': '36.86% (1_359 / 3_687)', 'remaining time': '20:33:29', 'throughput': '8273.99', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:24:34,855 >> {'loss': 0.443, 'grad_norm': 14.068532943725586, 'learning_rate': 7.723143993459061e-07, 'epoch': 0.15188500135611607, 'num_input_tokens_seen': 2852126720, 'completed': '36.89% (1_360 / 3_687)', 'remaining time': '20:32:54', 'throughput': '8446.01', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:25:04,826 >> {'loss': 0.4935, 'grad_norm': 17.834699630737305, 'learning_rate': 7.719633256137067e-07, 'epoch': 0.15215622457282343, 'num_input_tokens_seen': 2854223872, 'completed': '36.91% (1_361 / 3_687)', 'remaining time': '20:32:15', 'throughput': '8746.62', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:25:35,913 >> {'loss': 0.2926, 'grad_norm': 23.74162483215332, 'learning_rate': 7.716120732538696e-07, 'epoch': 0.1524274477895308, 'num_input_tokens_seen': 2856321024, 'completed': '36.94% (1_362 / 3_687)', 'remaining time': '20:31:40', 'throughput': '8432.58', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:26:06,658 >> {'loss': 0.6429, 'grad_norm': 21.309246063232422, 'learning_rate': 7.712606425490687e-07, 'epoch': 0.15269867100623813, 'num_input_tokens_seen': 2858418176, 'completed': '36.97% (1_363 / 3_687)', 'remaining time': '20:31:04', 'throughput': '8526.46', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:26:35,044 >> {'loss': 0.522, 'grad_norm': 28.85659408569336, 'learning_rate': 7.70909033782122e-07, 'epoch': 0.1529698942229455, 'num_input_tokens_seen': 2860515328, 'completed': '36.99% (1_364 / 3_687)', 'remaining time': '20:30:18', 'throughput': '9235.01', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:27:05,684 >> {'loss': 0.5151, 'grad_norm': 16.417978286743164, 'learning_rate': 7.705572472359913e-07, 'epoch': 0.15324111743965282, 'num_input_tokens_seen': 2862612480, 'completed': '37.02% (1_365 / 3_687)', 'remaining time': '20:29:42', 'throughput': '8555.50', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:27:35,262 >> {'loss': 0.4831, 'grad_norm': 15.138096809387207, 'learning_rate': 7.702052831937811e-07, 'epoch': 0.15351234065636019, 'num_input_tokens_seen': 2864709632, 'completed': '37.05% (1_366 / 3_687)', 'remaining time': '20:29:01', 'throughput': '8862.83', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:28:07,030 >> {'loss': 0.6095, 'grad_norm': 17.662302017211914, 'learning_rate': 7.698531419387382e-07, 'epoch': 0.15378356387306755, 'num_input_tokens_seen': 2866806784, 'completed': '37.08% (1_367 / 3_687)', 'remaining time': '20:28:29', 'throughput': '8251.94', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:28:38,893 >> {'loss': 0.3174, 'grad_norm': 13.90149211883545, 'learning_rate': 7.695008237542526e-07, 'epoch': 0.15405478708977488, 'num_input_tokens_seen': 2868903936, 'completed': '37.10% (1_368 / 3_687)', 'remaining time': '20:27:58', 'throughput': '8227.12', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:29:08,433 >> {'loss': 0.9373, 'grad_norm': 25.922029495239258, 'learning_rate': 7.691483289238569e-07, 'epoch': 0.15432601030648224, 'num_input_tokens_seen': 2871001088, 'completed': '37.13% (1_369 / 3_687)', 'remaining time': '20:27:17', 'throughput': '8874.11', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:29:39,788 >> {'loss': 0.5871, 'grad_norm': 18.99474334716797, 'learning_rate': 7.687956577312251e-07, 'epoch': 0.15459723352318958, 'num_input_tokens_seen': 2873098240, 'completed': '37.16% (1_370 / 3_687)', 'remaining time': '20:26:43', 'throughput': '8360.56', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:30:11,591 >> {'loss': 0.3569, 'grad_norm': 16.25048828125, 'learning_rate': 7.684428104601739e-07, 'epoch': 0.15486845673989694, 'num_input_tokens_seen': 2875195392, 'completed': '37.18% (1_371 / 3_687)', 'remaining time': '20:26:12', 'throughput': '8242.93', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:30:43,685 >> {'loss': 0.3744, 'grad_norm': 12.14373779296875, 'learning_rate': 7.680897873946611e-07, 'epoch': 0.1551396799566043, 'num_input_tokens_seen': 2877292544, 'completed': '37.21% (1_372 / 3_687)', 'remaining time': '20:25:41', 'throughput': '8167.75', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:31:17,336 >> {'loss': 0.4764, 'grad_norm': 15.390382766723633, 'learning_rate': 7.677365888187864e-07, 'epoch': 0.15541090317331163, 'num_input_tokens_seen': 2879389696, 'completed': '37.24% (1_373 / 3_687)', 'remaining time': '20:25:17', 'throughput': '7790.15', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:31:48,396 >> {'loss': 0.4289, 'grad_norm': 16.843217849731445, 'learning_rate': 7.673832150167906e-07, 'epoch': 0.155682126390019, 'num_input_tokens_seen': 2881486848, 'completed': '37.27% (1_374 / 3_687)', 'remaining time': '20:24:43', 'throughput': '8439.99', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:32:18,937 >> {'loss': 0.3706, 'grad_norm': 13.040255546569824, 'learning_rate': 7.670296662730552e-07, 'epoch': 0.15595334960672633, 'num_input_tokens_seen': 2883584000, 'completed': '37.29% (1_375 / 3_687)', 'remaining time': '20:24:06', 'throughput': '8583.21', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:32:47,997 >> {'loss': 0.5491, 'grad_norm': 16.71036148071289, 'learning_rate': 7.66675942872103e-07, 'epoch': 0.1562245728234337, 'num_input_tokens_seen': 2885681152, 'completed': '37.32% (1_376 / 3_687)', 'remaining time': '20:23:23', 'throughput': '9021.07', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:33:21,390 >> {'loss': 0.401, 'grad_norm': 14.318278312683105, 'learning_rate': 7.663220450985973e-07, 'epoch': 0.15649579604014105, 'num_input_tokens_seen': 2887778304, 'completed': '37.35% (1_377 / 3_687)', 'remaining time': '20:22:58', 'throughput': '7850.19', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:33:51,977 >> {'loss': 0.6904, 'grad_norm': 20.72394371032715, 'learning_rate': 7.659679732373413e-07, 'epoch': 0.15676701925684838, 'num_input_tokens_seen': 2889875456, 'completed': '37.37% (1_378 / 3_687)', 'remaining time': '20:22:22', 'throughput': '8570.28', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:34:22,699 >> {'loss': 0.3329, 'grad_norm': 12.829943656921387, 'learning_rate': 7.656137275732786e-07, 'epoch': 0.15703824247355574, 'num_input_tokens_seen': 2891972608, 'completed': '37.40% (1_379 / 3_687)', 'remaining time': '20:21:46', 'throughput': '8532.99', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:34:50,863 >> {'loss': 0.6388, 'grad_norm': 19.38332748413086, 'learning_rate': 7.652593083914927e-07, 'epoch': 0.15730946569026308, 'num_input_tokens_seen': 2894069760, 'completed': '37.43% (1_380 / 3_687)', 'remaining time': '20:21:00', 'throughput': '9307.56', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:35:20,022 >> {'loss': 0.5891, 'grad_norm': 19.630373001098633, 'learning_rate': 7.649047159772064e-07, 'epoch': 0.15758068890697044, 'num_input_tokens_seen': 2896166912, 'completed': '37.46% (1_381 / 3_687)', 'remaining time': '20:20:18', 'throughput': '8990.21', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:35:50,986 >> {'loss': 0.42, 'grad_norm': 15.700737953186035, 'learning_rate': 7.645499506157827e-07, 'epoch': 0.15785191212367777, 'num_input_tokens_seen': 2898264064, 'completed': '37.48% (1_382 / 3_687)', 'remaining time': '20:19:43', 'throughput': '8466.16', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:36:22,796 >> {'loss': 0.5836, 'grad_norm': 17.65544319152832, 'learning_rate': 7.641950125927228e-07, 'epoch': 0.15812313534038513, 'num_input_tokens_seen': 2900361216, 'completed': '37.51% (1_383 / 3_687)', 'remaining time': '20:19:11', 'throughput': '8240.99', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:36:52,381 >> {'loss': 0.3025, 'grad_norm': 12.071609497070312, 'learning_rate': 7.638399021936675e-07, 'epoch': 0.1583943585570925, 'num_input_tokens_seen': 2902458368, 'completed': '37.54% (1_384 / 3_687)', 'remaining time': '20:18:31', 'throughput': '8860.65', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:37:24,077 >> {'loss': 0.4026, 'grad_norm': 16.76353645324707, 'learning_rate': 7.634846197043963e-07, 'epoch': 0.15866558177379983, 'num_input_tokens_seen': 2904555520, 'completed': '37.56% (1_385 / 3_687)', 'remaining time': '20:17:59', 'throughput': '8270.45', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:37:54,314 >> {'loss': 0.642, 'grad_norm': 18.88435173034668, 'learning_rate': 7.631291654108266e-07, 'epoch': 0.1589368049905072, 'num_input_tokens_seen': 2906652672, 'completed': '37.59% (1_386 / 3_687)', 'remaining time': '20:17:21', 'throughput': '8669.80', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:38:22,988 >> {'loss': 0.8431, 'grad_norm': 25.31294822692871, 'learning_rate': 7.627735395990149e-07, 'epoch': 0.15920802820721452, 'num_input_tokens_seen': 2908749824, 'completed': '37.62% (1_387 / 3_687)', 'remaining time': '20:16:37', 'throughput': '9142.09', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:38:49,758 >> {'loss': 0.9865, 'grad_norm': 30.660036087036133, 'learning_rate': 7.624177425551552e-07, 'epoch': 0.1594792514239219, 'num_input_tokens_seen': 2910846976, 'completed': '37.65% (1_388 / 3_687)', 'remaining time': '20:15:46', 'throughput': '9792.47', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:39:20,164 >> {'loss': 0.7311, 'grad_norm': 23.799144744873047, 'learning_rate': 7.620617745655793e-07, 'epoch': 0.15975047464062925, 'num_input_tokens_seen': 2912944128, 'completed': '37.67% (1_389 / 3_687)', 'remaining time': '20:15:09', 'throughput': '8621.59', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:39:56,028 >> {'loss': 0.4711, 'grad_norm': 21.239885330200195, 'learning_rate': 7.617056359167568e-07, 'epoch': 0.16002169785733658, 'num_input_tokens_seen': 2915041280, 'completed': '37.70% (1_390 / 3_687)', 'remaining time': '20:14:54', 'throughput': '7309.29', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:40:24,112 >> {'loss': 0.5114, 'grad_norm': 19.135162353515625, 'learning_rate': 7.613493268952947e-07, 'epoch': 0.16029292107404394, 'num_input_tokens_seen': 2917138432, 'completed': '37.73% (1_391 / 3_687)', 'remaining time': '20:14:08', 'throughput': '9334.21', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:40:55,803 >> {'loss': 0.3154, 'grad_norm': 16.555891036987305, 'learning_rate': 7.609928477879365e-07, 'epoch': 0.16056414429075128, 'num_input_tokens_seen': 2919235584, 'completed': '37.75% (1_392 / 3_687)', 'remaining time': '20:13:36', 'throughput': '8271.93', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:41:26,096 >> {'loss': 0.5111, 'grad_norm': 28.75040626525879, 'learning_rate': 7.606361988815633e-07, 'epoch': 0.16083536750745864, 'num_input_tokens_seen': 2921332736, 'completed': '37.78% (1_393 / 3_687)', 'remaining time': '20:12:59', 'throughput': '8653.80', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:41:58,125 >> {'loss': 0.2485, 'grad_norm': 22.3262939453125, 'learning_rate': 7.602793804631927e-07, 'epoch': 0.161106590724166, 'num_input_tokens_seen': 2923429888, 'completed': '37.81% (1_394 / 3_687)', 'remaining time': '20:12:28', 'throughput': '8184.57', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:42:29,054 >> {'loss': 0.4578, 'grad_norm': 15.991744041442871, 'learning_rate': 7.599223928199781e-07, 'epoch': 0.16137781394087333, 'num_input_tokens_seen': 2925527040, 'completed': '37.84% (1_395 / 3_687)', 'remaining time': '20:11:53', 'throughput': '8475.68', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:42:55,971 >> {'loss': 0.5837, 'grad_norm': 19.883453369140625, 'learning_rate': 7.595652362392103e-07, 'epoch': 0.1616490371575807, 'num_input_tokens_seen': 2927624192, 'completed': '37.86% (1_396 / 3_687)', 'remaining time': '20:11:03', 'throughput': '9738.99', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:43:24,520 >> {'loss': 0.6984, 'grad_norm': 18.910655975341797, 'learning_rate': 7.592079110083146e-07, 'epoch': 0.16192026037428803, 'num_input_tokens_seen': 2929721344, 'completed': '37.89% (1_397 / 3_687)', 'remaining time': '20:10:19', 'throughput': '9182.04', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:43:55,413 >> {'loss': 0.4046, 'grad_norm': 14.154722213745117, 'learning_rate': 7.588504174148532e-07, 'epoch': 0.1621914835909954, 'num_input_tokens_seen': 2931818496, 'completed': '37.92% (1_398 / 3_687)', 'remaining time': '20:09:44', 'throughput': '8485.57', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:44:23,478 >> {'loss': 0.729, 'grad_norm': 24.498065948486328, 'learning_rate': 7.584927557465233e-07, 'epoch': 0.16246270680770275, 'num_input_tokens_seen': 2933915648, 'completed': '37.94% (1_399 / 3_687)', 'remaining time': '20:08:59', 'throughput': '9340.58', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:44:54,237 >> {'loss': 0.3138, 'grad_norm': 18.18712043762207, 'learning_rate': 7.581349262911573e-07, 'epoch': 0.16273393002441008, 'num_input_tokens_seen': 2936012800, 'completed': '37.97% (1_400 / 3_687)', 'remaining time': '20:08:24', 'throughput': '8522.50', 'gpu_mem_free': '5581MB'} +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/distributed/fsdp/fully_sharded_data_parallel.py:689: FutureWarning: FSDP.state_dict_type() and FSDP.set_state_dict_type() are being deprecated. Please use APIs, get_state_dict() and set_state_dict(), which can support different parallelisms, FSDP1, FSDP2, DDP. API doc: https://pytorch.org/docs/stable/distributed.checkpoint.html#torch.distributed.checkpoint.state_dict.get_state_dict .Tutorial: https://pytorch.org/tutorials/recipes/distributed_checkpoint_recipe.html . + warnings.warn( +[INFO|trainer.py:3503] 2024-12-25 20:45:27,790 >> Saving model checkpoint to /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-1400 +[INFO|configuration_utils.py:472] 2024-12-25 20:45:27,794 >> Configuration saved in /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-1400/config.json +[INFO|configuration_utils.py:807] 2024-12-25 20:45:27,795 >> Configuration saved in /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-1400/generation_config.json +[INFO|modeling_utils.py:2807] 2024-12-25 20:46:38,615 >> The model is bigger than the maximum size per checkpoint (5GB) and is going to be split in 7 checkpoint shards. You can find where each parameters has been saved in the index located at /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-1400/model.safetensors.index.json. +[INFO|tokenization_utils_base.py:2684] 2024-12-25 20:46:38,619 >> tokenizer config file saved in /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-1400/tokenizer_config.json +[INFO|tokenization_utils_base.py:2693] 2024-12-25 20:46:38,620 >> Special tokens file saved in /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-1400/special_tokens_map.json +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/distributed/fsdp/fully_sharded_data_parallel.py:689: FutureWarning: FSDP.state_dict_type() and FSDP.set_state_dict_type() are being deprecated. Please use APIs, get_state_dict() and set_state_dict(), which can support different parallelisms, FSDP1, FSDP2, DDP. API doc: https://pytorch.org/docs/stable/distributed.checkpoint.html#torch.distributed.checkpoint.state_dict.get_state_dict .Tutorial: https://pytorch.org/tutorials/recipes/distributed_checkpoint_recipe.html . + warnings.warn( +[WARNING|trainer.py:868] 2024-12-25 20:50:21,744 >> Save streaming dataset state: {'epoch': 0, 'sample_in_epoch': 2800, 'num_canonical_nodes': 1, 'shuffle_seed': 42, 'initial_physical_nodes': 1} +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/utils/checkpoint.py:1399: FutureWarning: `torch.cpu.amp.autocast(args...)` is deprecated. Please use `torch.amp.autocast('cpu', args...)` instead. + with device_autocast_ctx, torch.cpu.amp.autocast(**cpu_autocast_kwargs), recompute_context: # type: ignore[attr-defined] +[INFO|trainer.py:175] 2024-12-25 20:50:52,140 >> {'loss': 0.4787, 'grad_norm': 16.402795791625977, 'learning_rate': 7.577769293367226e-07, 'epoch': 0.16300515324111745, 'num_input_tokens_seen': 2938109952, 'completed': '38.00% (1_401 / 3_687)', 'remaining time': '20:28:33', 'throughput': '732.44', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:51:25,997 >> {'loss': 0.4823, 'grad_norm': 16.0742130279541, 'learning_rate': 7.574187651713218e-07, 'epoch': 0.16327637645782478, 'num_input_tokens_seen': 2940207104, 'completed': '38.03% (1_402 / 3_687)', 'remaining time': '20:28:06', 'throughput': '7742.78', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:51:56,166 >> {'loss': 0.392, 'grad_norm': 16.962581634521484, 'learning_rate': 7.570604340831916e-07, 'epoch': 0.16354759967453214, 'num_input_tokens_seen': 2942304256, 'completed': '38.05% (1_403 / 3_687)', 'remaining time': '20:27:26', 'throughput': '8689.10', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:52:27,735 >> {'loss': 0.262, 'grad_norm': 12.302724838256836, 'learning_rate': 7.567019363607032e-07, 'epoch': 0.1638188228912395, 'num_input_tokens_seen': 2944401408, 'completed': '38.08% (1_404 / 3_687)', 'remaining time': '20:26:52', 'throughput': '8303.98', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:52:59,842 >> {'loss': 0.3794, 'grad_norm': 13.02363109588623, 'learning_rate': 7.563432722923621e-07, 'epoch': 0.16409004610794684, 'num_input_tokens_seen': 2946498560, 'completed': '38.11% (1_405 / 3_687)', 'remaining time': '20:26:19', 'throughput': '8164.67', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:53:31,447 >> {'loss': 0.2997, 'grad_norm': 13.745916366577148, 'learning_rate': 7.559844421668074e-07, 'epoch': 0.1643612693246542, 'num_input_tokens_seen': 2948595712, 'completed': '38.13% (1_406 / 3_687)', 'remaining time': '20:25:44', 'throughput': '8294.27', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:53:59,596 >> {'loss': 0.5652, 'grad_norm': 16.339326858520508, 'learning_rate': 7.556254462728122e-07, 'epoch': 0.16463249254136153, 'num_input_tokens_seen': 2950692864, 'completed': '38.16% (1_407 / 3_687)', 'remaining time': '20:24:56', 'throughput': '9312.87', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:54:30,469 >> {'loss': 0.4496, 'grad_norm': 16.774593353271484, 'learning_rate': 7.552662848992822e-07, 'epoch': 0.1649037157580689, 'num_input_tokens_seen': 2952790016, 'completed': '38.19% (1_408 / 3_687)', 'remaining time': '20:24:19', 'throughput': '8490.87', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:55:01,429 >> {'loss': 0.4142, 'grad_norm': 14.789047241210938, 'learning_rate': 7.54906958335257e-07, 'epoch': 0.16517493897477625, 'num_input_tokens_seen': 2954887168, 'completed': '38.22% (1_409 / 3_687)', 'remaining time': '20:23:42', 'throughput': '8467.29', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:55:31,575 >> {'loss': 0.3419, 'grad_norm': 15.732011795043945, 'learning_rate': 7.545474668699091e-07, 'epoch': 0.1654461621914836, 'num_input_tokens_seen': 2956984320, 'completed': '38.24% (1_410 / 3_687)', 'remaining time': '20:23:02', 'throughput': '8695.80', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:56:01,476 >> {'loss': 0.3786, 'grad_norm': 14.704493522644043, 'learning_rate': 7.541878107925435e-07, 'epoch': 0.16571738540819095, 'num_input_tokens_seen': 2959081472, 'completed': '38.27% (1_411 / 3_687)', 'remaining time': '20:22:21', 'throughput': '8767.00', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:56:32,158 >> {'loss': 0.2512, 'grad_norm': 13.177338600158691, 'learning_rate': 7.538279903925977e-07, 'epoch': 0.16598860862489828, 'num_input_tokens_seen': 2961178624, 'completed': '38.30% (1_412 / 3_687)', 'remaining time': '20:21:43', 'throughput': '8544.09', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:56:59,335 >> {'loss': 0.4833, 'grad_norm': 17.341163635253906, 'learning_rate': 7.534680059596414e-07, 'epoch': 0.16625983184160564, 'num_input_tokens_seen': 2963275776, 'completed': '38.32% (1_413 / 3_687)', 'remaining time': '20:20:52', 'throughput': '9645.58', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:57:29,592 >> {'loss': 0.6702, 'grad_norm': 23.333568572998047, 'learning_rate': 7.531078577833765e-07, 'epoch': 0.166531055058313, 'num_input_tokens_seen': 2965372928, 'completed': '38.35% (1_414 / 3_687)', 'remaining time': '20:20:13', 'throughput': '8663.95', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:58:00,737 >> {'loss': 0.3171, 'grad_norm': 12.770888328552246, 'learning_rate': 7.527475461536363e-07, 'epoch': 0.16680227827502034, 'num_input_tokens_seen': 2967470080, 'completed': '38.38% (1_415 / 3_687)', 'remaining time': '20:19:37', 'throughput': '8416.77', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:58:34,854 >> {'loss': 0.3315, 'grad_norm': 16.709857940673828, 'learning_rate': 7.523870713603864e-07, 'epoch': 0.1670735014917277, 'num_input_tokens_seen': 2969567232, 'completed': '38.41% (1_416 / 3_687)', 'remaining time': '20:19:12', 'throughput': '7683.68', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:59:05,088 >> {'loss': 0.3777, 'grad_norm': 14.015904426574707, 'learning_rate': 7.520264336937227e-07, 'epoch': 0.16734472470843503, 'num_input_tokens_seen': 2971664384, 'completed': '38.43% (1_417 / 3_687)', 'remaining time': '20:18:32', 'throughput': '8670.71', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 20:59:36,593 >> {'loss': 0.3262, 'grad_norm': 12.915022850036621, 'learning_rate': 7.516656334438727e-07, 'epoch': 0.1676159479251424, 'num_input_tokens_seen': 2973761536, 'completed': '38.46% (1_418 / 3_687)', 'remaining time': '20:17:57', 'throughput': '8320.57', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:00:07,850 >> {'loss': 0.5589, 'grad_norm': 19.277992248535156, 'learning_rate': 7.513046709011951e-07, 'epoch': 0.16788717114184976, 'num_input_tokens_seen': 2975858688, 'completed': '38.49% (1_419 / 3_687)', 'remaining time': '20:17:22', 'throughput': '8386.83', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:00:38,844 >> {'loss': 0.3394, 'grad_norm': 15.75462532043457, 'learning_rate': 7.509435463561785e-07, 'epoch': 0.1681583943585571, 'num_input_tokens_seen': 2977955840, 'completed': '38.51% (1_420 / 3_687)', 'remaining time': '20:16:45', 'throughput': '8457.78', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:01:09,050 >> {'loss': 0.7979, 'grad_norm': 21.828617095947266, 'learning_rate': 7.505822600994423e-07, 'epoch': 0.16842961757526445, 'num_input_tokens_seen': 2980052992, 'completed': '38.54% (1_421 / 3_687)', 'remaining time': '20:16:05', 'throughput': '8678.75', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:01:40,278 >> {'loss': 0.4936, 'grad_norm': 24.69605255126953, 'learning_rate': 7.502208124217357e-07, 'epoch': 0.16870084079197178, 'num_input_tokens_seen': 2982150144, 'completed': '38.57% (1_422 / 3_687)', 'remaining time': '20:15:30', 'throughput': '8394.29', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:02:08,418 >> {'loss': 0.6869, 'grad_norm': 21.24989891052246, 'learning_rate': 7.498592036139383e-07, 'epoch': 0.16897206400867915, 'num_input_tokens_seen': 2984247296, 'completed': '38.60% (1_423 / 3_687)', 'remaining time': '20:14:43', 'throughput': '9315.95', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:02:38,938 >> {'loss': 0.3728, 'grad_norm': 18.29302215576172, 'learning_rate': 7.494974339670591e-07, 'epoch': 0.16924328722538648, 'num_input_tokens_seen': 2986344448, 'completed': '38.62% (1_424 / 3_687)', 'remaining time': '20:14:05', 'throughput': '8589.29', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:03:08,246 >> {'loss': 0.3315, 'grad_norm': 15.673701286315918, 'learning_rate': 7.491355037722365e-07, 'epoch': 0.16951451044209384, 'num_input_tokens_seen': 2988441600, 'completed': '38.65% (1_425 / 3_687)', 'remaining time': '20:13:22', 'throughput': '8944.22', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:03:38,551 >> {'loss': 0.5771, 'grad_norm': 20.936105728149414, 'learning_rate': 7.487734133207382e-07, 'epoch': 0.1697857336588012, 'num_input_tokens_seen': 2990538752, 'completed': '38.68% (1_426 / 3_687)', 'remaining time': '20:12:43', 'throughput': '8650.22', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:04:07,986 >> {'loss': 0.2192, 'grad_norm': 10.056077003479004, 'learning_rate': 7.484111629039607e-07, 'epoch': 0.17005695687550854, 'num_input_tokens_seen': 2992635904, 'completed': '38.70% (1_427 / 3_687)', 'remaining time': '20:12:01', 'throughput': '8905.77', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:04:37,237 >> {'loss': 0.7378, 'grad_norm': 21.529075622558594, 'learning_rate': 7.480487528134292e-07, 'epoch': 0.1703281800922159, 'num_input_tokens_seen': 2994733056, 'completed': '38.73% (1_428 / 3_687)', 'remaining time': '20:11:18', 'throughput': '8962.10', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:05:09,316 >> {'loss': 0.3931, 'grad_norm': 16.297054290771484, 'learning_rate': 7.47686183340798e-07, 'epoch': 0.17059940330892323, 'num_input_tokens_seen': 2996830208, 'completed': '38.76% (1_429 / 3_687)', 'remaining time': '20:10:46', 'throughput': '8171.90', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:05:42,893 >> {'loss': 0.6421, 'grad_norm': 20.00302505493164, 'learning_rate': 7.473234547778489e-07, 'epoch': 0.1708706265256306, 'num_input_tokens_seen': 2998927360, 'completed': '38.78% (1_430 / 3_687)', 'remaining time': '20:10:19', 'throughput': '7807.22', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:06:14,005 >> {'loss': 0.4505, 'grad_norm': 16.071239471435547, 'learning_rate': 7.46960567416492e-07, 'epoch': 0.17114184974233795, 'num_input_tokens_seen': 3001024512, 'completed': '38.81% (1_431 / 3_687)', 'remaining time': '20:09:43', 'throughput': '8425.69', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:06:43,639 >> {'loss': 0.2977, 'grad_norm': 14.117545127868652, 'learning_rate': 7.465975215487655e-07, 'epoch': 0.1714130729590453, 'num_input_tokens_seen': 3003121664, 'completed': '38.84% (1_432 / 3_687)', 'remaining time': '20:09:01', 'throughput': '8845.99', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:07:13,192 >> {'loss': 0.6603, 'grad_norm': 21.76426124572754, 'learning_rate': 7.462343174668346e-07, 'epoch': 0.17168429617575265, 'num_input_tokens_seen': 3005218816, 'completed': '38.87% (1_433 / 3_687)', 'remaining time': '20:08:20', 'throughput': '8870.41', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:07:42,162 >> {'loss': 0.5771, 'grad_norm': 20.707962036132812, 'learning_rate': 7.458709554629924e-07, 'epoch': 0.17195551939245998, 'num_input_tokens_seen': 3007315968, 'completed': '38.89% (1_434 / 3_687)', 'remaining time': '20:07:36', 'throughput': '9048.89', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:08:11,132 >> {'loss': 0.6713, 'grad_norm': 19.084461212158203, 'learning_rate': 7.455074358296586e-07, 'epoch': 0.17222674260916734, 'num_input_tokens_seen': 3009413120, 'completed': '38.92% (1_435 / 3_687)', 'remaining time': '20:06:53', 'throughput': '9048.75', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:08:44,950 >> {'loss': 0.3933, 'grad_norm': 13.040257453918457, 'learning_rate': 7.451437588593802e-07, 'epoch': 0.1724979658258747, 'num_input_tokens_seen': 3011510272, 'completed': '38.95% (1_436 / 3_687)', 'remaining time': '20:06:27', 'throughput': '7751.78', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:09:15,209 >> {'loss': 0.5142, 'grad_norm': 16.921184539794922, 'learning_rate': 7.447799248448303e-07, 'epoch': 0.17276918904258204, 'num_input_tokens_seen': 3013607424, 'completed': '38.97% (1_437 / 3_687)', 'remaining time': '20:05:48', 'throughput': '8663.22', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:09:49,155 >> {'loss': 0.5446, 'grad_norm': 16.22494125366211, 'learning_rate': 7.444159340788088e-07, 'epoch': 0.1730404122592894, 'num_input_tokens_seen': 3015704576, 'completed': '39.00% (1_438 / 3_687)', 'remaining time': '20:05:22', 'throughput': '7722.36', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:10:16,513 >> {'loss': 0.3896, 'grad_norm': 13.45175838470459, 'learning_rate': 7.440517868542417e-07, 'epoch': 0.17331163547599673, 'num_input_tokens_seen': 3017801728, 'completed': '39.03% (1_439 / 3_687)', 'remaining time': '20:04:33', 'throughput': '9581.98', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:10:48,579 >> {'loss': 0.3761, 'grad_norm': 14.45242691040039, 'learning_rate': 7.436874834641807e-07, 'epoch': 0.1735828586927041, 'num_input_tokens_seen': 3019898880, 'completed': '39.06% (1_440 / 3_687)', 'remaining time': '20:04:00', 'throughput': '8174.96', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:11:20,167 >> {'loss': 0.5964, 'grad_norm': 21.77591323852539, 'learning_rate': 7.433230242018035e-07, 'epoch': 0.17385408190941146, 'num_input_tokens_seen': 3021996032, 'completed': '39.08% (1_441 / 3_687)', 'remaining time': '20:03:26', 'throughput': '8298.94', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:11:53,033 >> {'loss': 0.3924, 'grad_norm': 16.96351432800293, 'learning_rate': 7.429584093604128e-07, 'epoch': 0.1741253051261188, 'num_input_tokens_seen': 3024093184, 'completed': '39.11% (1_442 / 3_687)', 'remaining time': '20:02:57', 'throughput': '7976.25', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:12:22,648 >> {'loss': 0.6515, 'grad_norm': 19.076356887817383, 'learning_rate': 7.425936392334368e-07, 'epoch': 0.17439652834282615, 'num_input_tokens_seen': 3026190336, 'completed': '39.14% (1_443 / 3_687)', 'remaining time': '20:02:16', 'throughput': '8851.59', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:12:50,334 >> {'loss': 0.6622, 'grad_norm': 18.412277221679688, 'learning_rate': 7.422287141144287e-07, 'epoch': 0.17466775155953349, 'num_input_tokens_seen': 3028287488, 'completed': '39.16% (1_444 / 3_687)', 'remaining time': '20:01:28', 'throughput': '9468.61', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:13:17,575 >> {'loss': 0.7812, 'grad_norm': 19.85443687438965, 'learning_rate': 7.418636342970665e-07, 'epoch': 0.17493897477624085, 'num_input_tokens_seen': 3030384640, 'completed': '39.19% (1_445 / 3_687)', 'remaining time': '20:00:39', 'throughput': '9623.07', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:13:47,353 >> {'loss': 0.3791, 'grad_norm': 18.57454490661621, 'learning_rate': 7.414984000751521e-07, 'epoch': 0.1752101979929482, 'num_input_tokens_seen': 3032481792, 'completed': '39.22% (1_446 / 3_687)', 'remaining time': '19:59:58', 'throughput': '8803.32', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:14:17,011 >> {'loss': 0.3755, 'grad_norm': 13.877761840820312, 'learning_rate': 7.411330117426125e-07, 'epoch': 0.17548142120965554, 'num_input_tokens_seen': 3034578944, 'completed': '39.25% (1_447 / 3_687)', 'remaining time': '19:59:18', 'throughput': '8838.82', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:14:46,993 >> {'loss': 0.2692, 'grad_norm': 11.10472583770752, 'learning_rate': 7.407674695934983e-07, 'epoch': 0.1757526444263629, 'num_input_tokens_seen': 3036676096, 'completed': '39.27% (1_448 / 3_687)', 'remaining time': '19:58:38', 'throughput': '8743.52', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:15:19,343 >> {'loss': 0.4897, 'grad_norm': 16.257774353027344, 'learning_rate': 7.404017739219836e-07, 'epoch': 0.17602386764307024, 'num_input_tokens_seen': 3038773248, 'completed': '39.30% (1_449 / 3_687)', 'remaining time': '19:58:07', 'throughput': '8103.32', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:15:51,049 >> {'loss': 0.2769, 'grad_norm': 13.585163116455078, 'learning_rate': 7.400359250223667e-07, 'epoch': 0.1762950908597776, 'num_input_tokens_seen': 3040870400, 'completed': '39.33% (1_450 / 3_687)', 'remaining time': '19:57:33', 'throughput': '8267.87', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:16:20,439 >> {'loss': 0.5257, 'grad_norm': 16.29515266418457, 'learning_rate': 7.396699231890689e-07, 'epoch': 0.17656631407648496, 'num_input_tokens_seen': 3042967552, 'completed': '39.35% (1_451 / 3_687)', 'remaining time': '19:56:52', 'throughput': '8919.47', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:16:49,023 >> {'loss': 0.5871, 'grad_norm': 19.343111038208008, 'learning_rate': 7.393037687166342e-07, 'epoch': 0.1768375372931923, 'num_input_tokens_seen': 3045064704, 'completed': '39.38% (1_452 / 3_687)', 'remaining time': '19:56:08', 'throughput': '9171.19', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:17:23,844 >> {'loss': 0.5044, 'grad_norm': 17.655189514160156, 'learning_rate': 7.3893746189973e-07, 'epoch': 0.17710876050989965, 'num_input_tokens_seen': 3047161856, 'completed': '39.41% (1_453 / 3_687)', 'remaining time': '19:55:45', 'throughput': '7528.16', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:17:52,835 >> {'loss': 0.4438, 'grad_norm': 15.424549102783203, 'learning_rate': 7.385710030331461e-07, 'epoch': 0.177379983726607, 'num_input_tokens_seen': 3049259008, 'completed': '39.44% (1_454 / 3_687)', 'remaining time': '19:55:02', 'throughput': '9042.53', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:18:22,224 >> {'loss': 0.3884, 'grad_norm': 15.889403343200684, 'learning_rate': 7.382043924117945e-07, 'epoch': 0.17765120694331435, 'num_input_tokens_seen': 3051356160, 'completed': '39.46% (1_455 / 3_687)', 'remaining time': '19:54:21', 'throughput': '8919.53', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:18:52,081 >> {'loss': 0.2612, 'grad_norm': 11.11455249786377, 'learning_rate': 7.378376303307099e-07, 'epoch': 0.1779224301600217, 'num_input_tokens_seen': 3053453312, 'completed': '39.49% (1_456 / 3_687)', 'remaining time': '19:53:41', 'throughput': '8780.20', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:19:24,449 >> {'loss': 0.45, 'grad_norm': 18.22006607055664, 'learning_rate': 7.374707170850479e-07, 'epoch': 0.17819365337672904, 'num_input_tokens_seen': 3055550464, 'completed': '39.52% (1_457 / 3_687)', 'remaining time': '19:53:10', 'throughput': '8098.83', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:19:54,924 >> {'loss': 0.4225, 'grad_norm': 14.16891098022461, 'learning_rate': 7.371036529700866e-07, 'epoch': 0.1784648765934364, 'num_input_tokens_seen': 3057647616, 'completed': '39.54% (1_458 / 3_687)', 'remaining time': '19:52:32', 'throughput': '8601.96', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:20:23,997 >> {'loss': 0.3465, 'grad_norm': 13.474692344665527, 'learning_rate': 7.367364382812253e-07, 'epoch': 0.17873609981014374, 'num_input_tokens_seen': 3059744768, 'completed': '39.57% (1_459 / 3_687)', 'remaining time': '19:51:50', 'throughput': '9016.64', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:20:54,636 >> {'loss': 0.6558, 'grad_norm': 19.395767211914062, 'learning_rate': 7.363690733139842e-07, 'epoch': 0.1790073230268511, 'num_input_tokens_seen': 3061841920, 'completed': '39.60% (1_460 / 3_687)', 'remaining time': '19:51:13', 'throughput': '8555.99', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:21:25,288 >> {'loss': 0.7213, 'grad_norm': 22.699716567993164, 'learning_rate': 7.360015583640049e-07, 'epoch': 0.17927854624355846, 'num_input_tokens_seen': 3063939072, 'completed': '39.63% (1_461 / 3_687)', 'remaining time': '19:50:36', 'throughput': '8552.31', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:21:54,334 >> {'loss': 0.2935, 'grad_norm': 10.556961059570312, 'learning_rate': 7.356338937270492e-07, 'epoch': 0.1795497694602658, 'num_input_tokens_seen': 3066036224, 'completed': '39.65% (1_462 / 3_687)', 'remaining time': '19:49:53', 'throughput': '9024.96', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:22:23,705 >> {'loss': 0.3626, 'grad_norm': 21.715940475463867, 'learning_rate': 7.352660796989999e-07, 'epoch': 0.17982099267697316, 'num_input_tokens_seen': 3068133376, 'completed': '39.68% (1_463 / 3_687)', 'remaining time': '19:49:12', 'throughput': '8925.38', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:22:52,700 >> {'loss': 0.4329, 'grad_norm': 14.98128604888916, 'learning_rate': 7.348981165758595e-07, 'epoch': 0.1800922158936805, 'num_input_tokens_seen': 3070230528, 'completed': '39.71% (1_464 / 3_687)', 'remaining time': '19:48:30', 'throughput': '9041.10', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:23:23,041 >> {'loss': 0.4274, 'grad_norm': 13.6019868850708, 'learning_rate': 7.345300046537507e-07, 'epoch': 0.18036343911038785, 'num_input_tokens_seen': 3072327680, 'completed': '39.73% (1_465 / 3_687)', 'remaining time': '19:47:52', 'throughput': '8639.79', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:23:53,961 >> {'loss': 0.6069, 'grad_norm': 19.526018142700195, 'learning_rate': 7.341617442289159e-07, 'epoch': 0.18063466232709519, 'num_input_tokens_seen': 3074424832, 'completed': '39.76% (1_466 / 3_687)', 'remaining time': '19:47:16', 'throughput': '8478.00', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:24:26,387 >> {'loss': 0.484, 'grad_norm': 18.811630249023438, 'learning_rate': 7.337933355977175e-07, 'epoch': 0.18090588554380255, 'num_input_tokens_seen': 3076521984, 'completed': '39.79% (1_467 / 3_687)', 'remaining time': '19:46:45', 'throughput': '8084.57', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:24:57,639 >> {'loss': 0.3532, 'grad_norm': 11.840438842773438, 'learning_rate': 7.334247790566364e-07, 'epoch': 0.1811771087605099, 'num_input_tokens_seen': 3078619136, 'completed': '39.82% (1_468 / 3_687)', 'remaining time': '19:46:10', 'throughput': '8387.96', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:25:28,550 >> {'loss': 0.348, 'grad_norm': 13.839353561401367, 'learning_rate': 7.330560749022728e-07, 'epoch': 0.18144833197721724, 'num_input_tokens_seen': 3080716288, 'completed': '39.84% (1_469 / 3_687)', 'remaining time': '19:45:34', 'throughput': '8480.66', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:26:01,782 >> {'loss': 0.5346, 'grad_norm': 19.16689682006836, 'learning_rate': 7.326872234313459e-07, 'epoch': 0.1817195551939246, 'num_input_tokens_seen': 3082813440, 'completed': '39.87% (1_470 / 3_687)', 'remaining time': '19:45:06', 'throughput': '7888.39', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:26:33,950 >> {'loss': 0.3933, 'grad_norm': 14.058456420898438, 'learning_rate': 7.323182249406936e-07, 'epoch': 0.18199077841063194, 'num_input_tokens_seen': 3084910592, 'completed': '39.90% (1_471 / 3_687)', 'remaining time': '19:44:34', 'throughput': '8149.22', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:27:03,736 >> {'loss': 0.6038, 'grad_norm': 20.379125595092773, 'learning_rate': 7.319490797272714e-07, 'epoch': 0.1822620016273393, 'num_input_tokens_seen': 3087007744, 'completed': '39.92% (1_472 / 3_687)', 'remaining time': '19:43:55', 'throughput': '8800.73', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:27:37,011 >> {'loss': 0.459, 'grad_norm': 15.348321914672852, 'learning_rate': 7.315797880881535e-07, 'epoch': 0.18253322484404666, 'num_input_tokens_seen': 3089104896, 'completed': '39.95% (1_473 / 3_687)', 'remaining time': '19:43:27', 'throughput': '7878.06', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:28:07,424 >> {'loss': 0.4144, 'grad_norm': 12.275803565979004, 'learning_rate': 7.312103503205318e-07, 'epoch': 0.182804448060754, 'num_input_tokens_seen': 3091202048, 'completed': '39.98% (1_474 / 3_687)', 'remaining time': '19:42:49', 'throughput': '8619.43', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:28:39,041 >> {'loss': 0.1598, 'grad_norm': 9.52855110168457, 'learning_rate': 7.308407667217158e-07, 'epoch': 0.18307567127746135, 'num_input_tokens_seen': 3093299200, 'completed': '40.01% (1_475 / 3_687)', 'remaining time': '19:42:16', 'throughput': '8291.28', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:29:10,474 >> {'loss': 0.5072, 'grad_norm': 17.207202911376953, 'learning_rate': 7.304710375891323e-07, 'epoch': 0.1833468944941687, 'num_input_tokens_seen': 3095396352, 'completed': '40.03% (1_476 / 3_687)', 'remaining time': '19:41:41', 'throughput': '8339.97', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:29:42,454 >> {'loss': 0.7901, 'grad_norm': 21.52804946899414, 'learning_rate': 7.30101163220325e-07, 'epoch': 0.18361811771087605, 'num_input_tokens_seen': 3097493504, 'completed': '40.06% (1_477 / 3_687)', 'remaining time': '19:41:09', 'throughput': '8197.28', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:30:15,809 >> {'loss': 0.6151, 'grad_norm': 19.89445686340332, 'learning_rate': 7.29731143912955e-07, 'epoch': 0.1838893409275834, 'num_input_tokens_seen': 3099590656, 'completed': '40.09% (1_478 / 3_687)', 'remaining time': '19:40:41', 'throughput': '7858.96', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:30:48,046 >> {'loss': 0.4936, 'grad_norm': 15.77376651763916, 'learning_rate': 7.293609799647996e-07, 'epoch': 0.18416056414429074, 'num_input_tokens_seen': 3101687808, 'completed': '40.11% (1_479 / 3_687)', 'remaining time': '19:40:10', 'throughput': '8131.69', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:31:20,268 >> {'loss': 0.5218, 'grad_norm': 18.152956008911133, 'learning_rate': 7.289906716737528e-07, 'epoch': 0.1844317873609981, 'num_input_tokens_seen': 3103784960, 'completed': '40.14% (1_480 / 3_687)', 'remaining time': '19:39:38', 'throughput': '8135.65', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:31:53,199 >> {'loss': 0.3309, 'grad_norm': 13.07524585723877, 'learning_rate': 7.286202193378244e-07, 'epoch': 0.18470301057770544, 'num_input_tokens_seen': 3105882112, 'completed': '40.17% (1_481 / 3_687)', 'remaining time': '19:39:09', 'throughput': '7960.57', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:32:24,762 >> {'loss': 0.4835, 'grad_norm': 15.021199226379395, 'learning_rate': 7.282496232551406e-07, 'epoch': 0.1849742337944128, 'num_input_tokens_seen': 3107979264, 'completed': '40.20% (1_482 / 3_687)', 'remaining time': '19:38:35', 'throughput': '8305.21', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:32:55,497 >> {'loss': 0.5135, 'grad_norm': 18.78805923461914, 'learning_rate': 7.278788837239429e-07, 'epoch': 0.18524545701112016, 'num_input_tokens_seen': 3110076416, 'completed': '40.22% (1_483 / 3_687)', 'remaining time': '19:37:59', 'throughput': '8529.09', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:33:28,011 >> {'loss': 0.3278, 'grad_norm': 12.501900672912598, 'learning_rate': 7.275080010425883e-07, 'epoch': 0.1855166802278275, 'num_input_tokens_seen': 3112173568, 'completed': '40.25% (1_484 / 3_687)', 'remaining time': '19:37:28', 'throughput': '8062.58', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:33:56,138 >> {'loss': 0.5373, 'grad_norm': 15.580584526062012, 'learning_rate': 7.271369755095494e-07, 'epoch': 0.18578790344453486, 'num_input_tokens_seen': 3114270720, 'completed': '40.28% (1_485 / 3_687)', 'remaining time': '19:36:43', 'throughput': '9320.03', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:34:22,676 >> {'loss': 0.7682, 'grad_norm': 20.438100814819336, 'learning_rate': 7.267658074234128e-07, 'epoch': 0.1860591266612422, 'num_input_tokens_seen': 3116367872, 'completed': '40.30% (1_486 / 3_687)', 'remaining time': '19:35:54', 'throughput': '9877.96', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:34:53,672 >> {'loss': 0.5544, 'grad_norm': 19.1994686126709, 'learning_rate': 7.26394497082881e-07, 'epoch': 0.18633034987794955, 'num_input_tokens_seen': 3118465024, 'completed': '40.33% (1_487 / 3_687)', 'remaining time': '19:35:18', 'throughput': '8457.32', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:35:24,826 >> {'loss': 0.461, 'grad_norm': 14.906885147094727, 'learning_rate': 7.260230447867703e-07, 'epoch': 0.18660157309465691, 'num_input_tokens_seen': 3120562176, 'completed': '40.36% (1_488 / 3_687)', 'remaining time': '19:34:43', 'throughput': '8414.57', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:35:56,993 >> {'loss': 0.5265, 'grad_norm': 16.73325538635254, 'learning_rate': 7.256514508340114e-07, 'epoch': 0.18687279631136425, 'num_input_tokens_seen': 3122659328, 'completed': '40.39% (1_489 / 3_687)', 'remaining time': '19:34:11', 'throughput': '8149.48', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:36:25,301 >> {'loss': 0.6415, 'grad_norm': 22.4089412689209, 'learning_rate': 7.252797155236488e-07, 'epoch': 0.1871440195280716, 'num_input_tokens_seen': 3124756480, 'completed': '40.41% (1_490 / 3_687)', 'remaining time': '19:33:28', 'throughput': '9260.28', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:36:55,795 >> {'loss': 0.5622, 'grad_norm': 17.32809066772461, 'learning_rate': 7.249078391548409e-07, 'epoch': 0.18741524274477894, 'num_input_tokens_seen': 3126853632, 'completed': '40.44% (1_491 / 3_687)', 'remaining time': '19:32:51', 'throughput': '8596.66', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:37:28,067 >> {'loss': 0.2816, 'grad_norm': 10.146015167236328, 'learning_rate': 7.245358220268599e-07, 'epoch': 0.1876864659614863, 'num_input_tokens_seen': 3128950784, 'completed': '40.47% (1_492 / 3_687)', 'remaining time': '19:32:19', 'throughput': '8122.96', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:38:00,913 >> {'loss': 0.617, 'grad_norm': 24.50543975830078, 'learning_rate': 7.24163664439091e-07, 'epoch': 0.18795768917819367, 'num_input_tokens_seen': 3131047936, 'completed': '40.49% (1_493 / 3_687)', 'remaining time': '19:31:50', 'throughput': '7980.93', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:38:31,865 >> {'loss': 0.3164, 'grad_norm': 13.438515663146973, 'learning_rate': 7.237913666910322e-07, 'epoch': 0.188228912394901, 'num_input_tokens_seen': 3133145088, 'completed': '40.52% (1_494 / 3_687)', 'remaining time': '19:31:14', 'throughput': '8469.38', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:39:02,499 >> {'loss': 0.5909, 'grad_norm': 17.03264045715332, 'learning_rate': 7.234189290822947e-07, 'epoch': 0.18850013561160836, 'num_input_tokens_seen': 3135242240, 'completed': '40.55% (1_495 / 3_687)', 'remaining time': '19:30:38', 'throughput': '8557.38', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:39:31,580 >> {'loss': 0.4531, 'grad_norm': 14.248628616333008, 'learning_rate': 7.230463519126024e-07, 'epoch': 0.1887713588283157, 'num_input_tokens_seen': 3137339392, 'completed': '40.57% (1_496 / 3_687)', 'remaining time': '19:29:56', 'throughput': '9014.17', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:40:02,625 >> {'loss': 0.433, 'grad_norm': 16.5543212890625, 'learning_rate': 7.226736354817908e-07, 'epoch': 0.18904258204502306, 'num_input_tokens_seen': 3139436544, 'completed': '40.60% (1_497 / 3_687)', 'remaining time': '19:29:21', 'throughput': '8444.01', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:40:27,129 >> {'loss': 1.4103, 'grad_norm': 35.90945053100586, 'learning_rate': 7.223007800898082e-07, 'epoch': 0.18931380526173042, 'num_input_tokens_seen': 3141533696, 'completed': '40.63% (1_498 / 3_687)', 'remaining time': '19:28:25', 'throughput': '10698.28', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:40:55,959 >> {'loss': 0.6804, 'grad_norm': 19.54884910583496, 'learning_rate': 7.219277860367143e-07, 'epoch': 0.18958502847843775, 'num_input_tokens_seen': 3143630848, 'completed': '40.66% (1_499 / 3_687)', 'remaining time': '19:27:43', 'throughput': '9092.66', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:41:26,008 >> {'loss': 0.7872, 'grad_norm': 24.173274993896484, 'learning_rate': 7.215546536226805e-07, 'epoch': 0.1898562516951451, 'num_input_tokens_seen': 3145728000, 'completed': '40.68% (1_500 / 3_687)', 'remaining time': '19:27:05', 'throughput': '8723.85', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:41:53,619 >> {'loss': 0.4702, 'grad_norm': 15.859006881713867, 'learning_rate': 7.211813831479896e-07, 'epoch': 0.19012747491185245, 'num_input_tokens_seen': 3147825152, 'completed': '40.71% (1_501 / 3_687)', 'remaining time': '19:26:20', 'throughput': '9494.32', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:42:25,635 >> {'loss': 0.4567, 'grad_norm': 14.973697662353516, 'learning_rate': 7.208079749130356e-07, 'epoch': 0.1903986981285598, 'num_input_tokens_seen': 3149922304, 'completed': '40.74% (1_502 / 3_687)', 'remaining time': '19:25:48', 'throughput': '8187.85', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:42:52,441 >> {'loss': 0.5384, 'grad_norm': 17.608720779418945, 'learning_rate': 7.204344292183228e-07, 'epoch': 0.19066992134526717, 'num_input_tokens_seen': 3152019456, 'completed': '40.76% (1_503 / 3_687)', 'remaining time': '19:24:59', 'throughput': '9779.26', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:43:21,512 >> {'loss': 0.3972, 'grad_norm': 17.97117042541504, 'learning_rate': 7.200607463644673e-07, 'epoch': 0.1909411445619745, 'num_input_tokens_seen': 3154116608, 'completed': '40.79% (1_504 / 3_687)', 'remaining time': '19:24:18', 'throughput': '9017.54', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:43:53,415 >> {'loss': 0.235, 'grad_norm': 17.989160537719727, 'learning_rate': 7.196869266521941e-07, 'epoch': 0.19121236777868186, 'num_input_tokens_seen': 3156213760, 'completed': '40.82% (1_505 / 3_687)', 'remaining time': '19:23:46', 'throughput': '8216.67', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:44:27,477 >> {'loss': 0.5892, 'grad_norm': 14.863112449645996, 'learning_rate': 7.193129703823395e-07, 'epoch': 0.1914835909953892, 'num_input_tokens_seen': 3158310912, 'completed': '40.85% (1_506 / 3_687)', 'remaining time': '19:23:20', 'throughput': '7696.21', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:44:56,793 >> {'loss': 0.4773, 'grad_norm': 16.317642211914062, 'learning_rate': 7.189388778558491e-07, 'epoch': 0.19175481421209656, 'num_input_tokens_seen': 3160408064, 'completed': '40.87% (1_507 / 3_687)', 'remaining time': '19:22:40', 'throughput': '8942.12', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:45:26,619 >> {'loss': 0.3363, 'grad_norm': 12.433012962341309, 'learning_rate': 7.185646493737785e-07, 'epoch': 0.1920260374288039, 'num_input_tokens_seen': 3162505216, 'completed': '40.90% (1_508 / 3_687)', 'remaining time': '19:22:01', 'throughput': '8789.01', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:45:58,310 >> {'loss': 0.3374, 'grad_norm': 12.628132820129395, 'learning_rate': 7.181902852372924e-07, 'epoch': 0.19229726064551125, 'num_input_tokens_seen': 3164602368, 'completed': '40.93% (1_509 / 3_687)', 'remaining time': '19:21:28', 'throughput': '8271.86', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:46:28,587 >> {'loss': 0.5477, 'grad_norm': 18.057632446289062, 'learning_rate': 7.17815785747665e-07, 'epoch': 0.19256848386221861, 'num_input_tokens_seen': 3166699520, 'completed': '40.95% (1_510 / 3_687)', 'remaining time': '19:20:51', 'throughput': '8658.22', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:46:57,561 >> {'loss': 0.4914, 'grad_norm': 17.424755096435547, 'learning_rate': 7.174411512062789e-07, 'epoch': 0.19283970707892595, 'num_input_tokens_seen': 3168796672, 'completed': '40.98% (1_511 / 3_687)', 'remaining time': '19:20:10', 'throughput': '9047.53', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:47:26,636 >> {'loss': 0.5325, 'grad_norm': 15.669259071350098, 'learning_rate': 7.170663819146259e-07, 'epoch': 0.1931109302956333, 'num_input_tokens_seen': 3170893824, 'completed': '41.01% (1_512 / 3_687)', 'remaining time': '19:19:29', 'throughput': '9016.16', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:47:55,258 >> {'loss': 0.6616, 'grad_norm': 19.925724029541016, 'learning_rate': 7.166914781743062e-07, 'epoch': 0.19338215351234064, 'num_input_tokens_seen': 3172990976, 'completed': '41.04% (1_513 / 3_687)', 'remaining time': '19:18:47', 'throughput': '9158.89', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:48:26,781 >> {'loss': 0.3527, 'grad_norm': 12.23149585723877, 'learning_rate': 7.16316440287028e-07, 'epoch': 0.193653376729048, 'num_input_tokens_seen': 3175088128, 'completed': '41.06% (1_514 / 3_687)', 'remaining time': '19:18:13', 'throughput': '8315.87', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:48:58,365 >> {'loss': 0.5477, 'grad_norm': 20.181726455688477, 'learning_rate': 7.159412685546073e-07, 'epoch': 0.19392459994575537, 'num_input_tokens_seen': 3177185280, 'completed': '41.09% (1_515 / 3_687)', 'remaining time': '19:17:40', 'throughput': '8300.03', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:49:28,774 >> {'loss': 0.7233, 'grad_norm': 19.928884506225586, 'learning_rate': 7.155659632789683e-07, 'epoch': 0.1941958231624627, 'num_input_tokens_seen': 3179282432, 'completed': '41.12% (1_516 / 3_687)', 'remaining time': '19:17:03', 'throughput': '8620.44', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:50:01,697 >> {'loss': 0.6027, 'grad_norm': 20.663057327270508, 'learning_rate': 7.151905247621422e-07, 'epoch': 0.19446704637917006, 'num_input_tokens_seen': 3181379584, 'completed': '41.14% (1_517 / 3_687)', 'remaining time': '19:16:34', 'throughput': '7962.39', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:50:29,017 >> {'loss': 0.4609, 'grad_norm': 15.95964527130127, 'learning_rate': 7.148149533062678e-07, 'epoch': 0.1947382695958774, 'num_input_tokens_seen': 3183476736, 'completed': '41.17% (1_518 / 3_687)', 'remaining time': '19:15:48', 'throughput': '9595.41', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:50:58,815 >> {'loss': 0.4759, 'grad_norm': 18.054109573364258, 'learning_rate': 7.144392492135908e-07, 'epoch': 0.19500949281258476, 'num_input_tokens_seen': 3185573888, 'completed': '41.20% (1_519 / 3_687)', 'remaining time': '19:15:10', 'throughput': '8797.27', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:51:27,532 >> {'loss': 0.7295, 'grad_norm': 36.16549301147461, 'learning_rate': 7.140634127864632e-07, 'epoch': 0.19528071602929212, 'num_input_tokens_seen': 3187671040, 'completed': '41.23% (1_520 / 3_687)', 'remaining time': '19:14:28', 'throughput': '9128.54', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:51:57,950 >> {'loss': 0.4694, 'grad_norm': 16.543094635009766, 'learning_rate': 7.136874443273442e-07, 'epoch': 0.19555193924599945, 'num_input_tokens_seen': 3189768192, 'completed': '41.25% (1_521 / 3_687)', 'remaining time': '19:13:51', 'throughput': '8617.99', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:52:25,510 >> {'loss': 0.6975, 'grad_norm': 18.826963424682617, 'learning_rate': 7.133113441387988e-07, 'epoch': 0.1958231624627068, 'num_input_tokens_seen': 3191865344, 'completed': '41.28% (1_522 / 3_687)', 'remaining time': '19:13:06', 'throughput': '9511.91', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:52:57,351 >> {'loss': 0.2668, 'grad_norm': 11.468395233154297, 'learning_rate': 7.129351125234979e-07, 'epoch': 0.19609438567941415, 'num_input_tokens_seen': 3193962496, 'completed': '41.31% (1_523 / 3_687)', 'remaining time': '19:12:34', 'throughput': '8232.74', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:53:25,071 >> {'loss': 0.6557, 'grad_norm': 18.200729370117188, 'learning_rate': 7.125587497842189e-07, 'epoch': 0.1963656088961215, 'num_input_tokens_seen': 3196059648, 'completed': '41.33% (1_524 / 3_687)', 'remaining time': '19:11:49', 'throughput': '9456.96', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:53:56,504 >> {'loss': 0.2728, 'grad_norm': 11.098851203918457, 'learning_rate': 7.121822562238436e-07, 'epoch': 0.19663683211282887, 'num_input_tokens_seen': 3198156800, 'completed': '41.36% (1_525 / 3_687)', 'remaining time': '19:11:16', 'throughput': '8339.77', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:54:26,806 >> {'loss': 0.5025, 'grad_norm': 15.489395141601562, 'learning_rate': 7.118056321453601e-07, 'epoch': 0.1969080553295362, 'num_input_tokens_seen': 3200253952, 'completed': '41.39% (1_526 / 3_687)', 'remaining time': '19:10:39', 'throughput': '8651.07', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:54:57,282 >> {'loss': 0.4449, 'grad_norm': 14.967645645141602, 'learning_rate': 7.11428877851861e-07, 'epoch': 0.19717927854624356, 'num_input_tokens_seen': 3202351104, 'completed': '41.42% (1_527 / 3_687)', 'remaining time': '19:10:03', 'throughput': '8601.61', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:55:27,496 >> {'loss': 0.4, 'grad_norm': 15.567303657531738, 'learning_rate': 7.110519936465438e-07, 'epoch': 0.1974505017629509, 'num_input_tokens_seen': 3204448256, 'completed': '41.44% (1_528 / 3_687)', 'remaining time': '19:09:25', 'throughput': '8676.25', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:55:59,252 >> {'loss': 0.3363, 'grad_norm': 16.95789337158203, 'learning_rate': 7.106749798327106e-07, 'epoch': 0.19772172497965826, 'num_input_tokens_seen': 3206545408, 'completed': '41.47% (1_529 / 3_687)', 'remaining time': '19:08:53', 'throughput': '8255.09', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:56:30,653 >> {'loss': 0.4492, 'grad_norm': 16.923965454101562, 'learning_rate': 7.102978367137679e-07, 'epoch': 0.19799294819636562, 'num_input_tokens_seen': 3208642560, 'completed': '41.50% (1_530 / 3_687)', 'remaining time': '19:08:19', 'throughput': '8348.03', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:56:59,754 >> {'loss': 0.4185, 'grad_norm': 16.046384811401367, 'learning_rate': 7.099205645932258e-07, 'epoch': 0.19826417141307295, 'num_input_tokens_seen': 3210739712, 'completed': '41.52% (1_531 / 3_687)', 'remaining time': '19:07:39', 'throughput': '9008.24', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:57:28,494 >> {'loss': 0.6639, 'grad_norm': 20.16338348388672, 'learning_rate': 7.095431637746988e-07, 'epoch': 0.19853539462978032, 'num_input_tokens_seen': 3212836864, 'completed': '41.55% (1_532 / 3_687)', 'remaining time': '19:06:58', 'throughput': '9121.17', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:58:00,326 >> {'loss': 0.3112, 'grad_norm': 12.801714897155762, 'learning_rate': 7.091656345619047e-07, 'epoch': 0.19880661784648765, 'num_input_tokens_seen': 3214934016, 'completed': '41.58% (1_533 / 3_687)', 'remaining time': '19:06:26', 'throughput': '8235.20', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:58:31,568 >> {'loss': 0.4997, 'grad_norm': 14.88927936553955, 'learning_rate': 7.087879772586647e-07, 'epoch': 0.199077841063195, 'num_input_tokens_seen': 3217031168, 'completed': '41.61% (1_534 / 3_687)', 'remaining time': '19:05:52', 'throughput': '8390.82', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:59:04,076 >> {'loss': 0.5001, 'grad_norm': 20.41654396057129, 'learning_rate': 7.084101921689029e-07, 'epoch': 0.19934906427990237, 'num_input_tokens_seen': 3219128320, 'completed': '41.63% (1_535 / 3_687)', 'remaining time': '19:05:21', 'throughput': '8064.03', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 21:59:34,319 >> {'loss': 0.5536, 'grad_norm': 18.13739013671875, 'learning_rate': 7.080322795966462e-07, 'epoch': 0.1996202874966097, 'num_input_tokens_seen': 3221225472, 'completed': '41.66% (1_536 / 3_687)', 'remaining time': '19:04:44', 'throughput': '8667.84', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:00:05,399 >> {'loss': 0.4459, 'grad_norm': 15.031099319458008, 'learning_rate': 7.076542398460247e-07, 'epoch': 0.19989151071331707, 'num_input_tokens_seen': 3223322624, 'completed': '41.69% (1_537 / 3_687)', 'remaining time': '19:04:10', 'throughput': '8434.48', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:00:32,677 >> {'loss': 0.4325, 'grad_norm': 16.9238224029541, 'learning_rate': 7.0727607322127e-07, 'epoch': 0.2001627339300244, 'num_input_tokens_seen': 3225419776, 'completed': '41.71% (1_538 / 3_687)', 'remaining time': '19:03:25', 'throughput': '9610.16', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:01:03,316 >> {'loss': 0.5089, 'grad_norm': 17.309598922729492, 'learning_rate': 7.068977800267164e-07, 'epoch': 0.20043395714673176, 'num_input_tokens_seen': 3227516928, 'completed': '41.74% (1_539 / 3_687)', 'remaining time': '19:02:49', 'throughput': '8555.80', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:01:34,443 >> {'loss': 0.3359, 'grad_norm': 14.402442932128906, 'learning_rate': 7.065193605667999e-07, 'epoch': 0.20070518036343912, 'num_input_tokens_seen': 3229614080, 'completed': '41.77% (1_540 / 3_687)', 'remaining time': '19:02:15', 'throughput': '8421.88', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:02:07,606 >> {'loss': 0.3825, 'grad_norm': 12.946207046508789, 'learning_rate': 7.06140815146058e-07, 'epoch': 0.20097640358014646, 'num_input_tokens_seen': 3231711232, 'completed': '41.80% (1_541 / 3_687)', 'remaining time': '19:01:46', 'throughput': '7904.67', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:02:36,541 >> {'loss': 0.6832, 'grad_norm': 21.32681655883789, 'learning_rate': 7.057621440691296e-07, 'epoch': 0.20124762679685382, 'num_input_tokens_seen': 3233808384, 'completed': '41.82% (1_542 / 3_687)', 'remaining time': '19:01:06', 'throughput': '9059.65', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:03:08,328 >> {'loss': 0.5939, 'grad_norm': 18.230838775634766, 'learning_rate': 7.053833476407549e-07, 'epoch': 0.20151885001356115, 'num_input_tokens_seen': 3235905536, 'completed': '41.85% (1_543 / 3_687)', 'remaining time': '19:00:33', 'throughput': '8246.88', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:03:38,896 >> {'loss': 0.3152, 'grad_norm': 14.465167045593262, 'learning_rate': 7.050044261657748e-07, 'epoch': 0.2017900732302685, 'num_input_tokens_seen': 3238002688, 'completed': '41.88% (1_544 / 3_687)', 'remaining time': '18:59:58', 'throughput': '8575.78', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:04:08,887 >> {'loss': 0.2369, 'grad_norm': 11.428820610046387, 'learning_rate': 7.04625379949131e-07, 'epoch': 0.20206129644697587, 'num_input_tokens_seen': 3240099840, 'completed': '41.90% (1_545 / 3_687)', 'remaining time': '18:59:20', 'throughput': '8740.81', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:04:38,843 >> {'loss': 0.4465, 'grad_norm': 19.767881393432617, 'learning_rate': 7.042462092958651e-07, 'epoch': 0.2023325196636832, 'num_input_tokens_seen': 3242196992, 'completed': '41.93% (1_546 / 3_687)', 'remaining time': '18:58:43', 'throughput': '8751.18', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:05:08,612 >> {'loss': 0.4017, 'grad_norm': 13.485447883605957, 'learning_rate': 7.038669145111195e-07, 'epoch': 0.20260374288039057, 'num_input_tokens_seen': 3244294144, 'completed': '41.96% (1_547 / 3_687)', 'remaining time': '18:58:05', 'throughput': '8805.77', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:05:35,918 >> {'loss': 0.4824, 'grad_norm': 15.75723648071289, 'learning_rate': 7.034874959001363e-07, 'epoch': 0.2028749660970979, 'num_input_tokens_seen': 3246391296, 'completed': '41.99% (1_548 / 3_687)', 'remaining time': '18:57:20', 'throughput': '9600.22', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:06:07,100 >> {'loss': 0.3523, 'grad_norm': 13.907236099243164, 'learning_rate': 7.031079537682569e-07, 'epoch': 0.20314618931380526, 'num_input_tokens_seen': 3248488448, 'completed': '42.01% (1_549 / 3_687)', 'remaining time': '18:56:46', 'throughput': '8407.04', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:06:36,035 >> {'loss': 0.6136, 'grad_norm': 24.97413444519043, 'learning_rate': 7.027282884209227e-07, 'epoch': 0.20341741253051263, 'num_input_tokens_seen': 3250585600, 'completed': '42.04% (1_550 / 3_687)', 'remaining time': '18:56:05', 'throughput': '9059.65', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:07:08,197 >> {'loss': 0.3508, 'grad_norm': 15.245758056640625, 'learning_rate': 7.023485001636737e-07, 'epoch': 0.20368863574721996, 'num_input_tokens_seen': 3252682752, 'completed': '42.07% (1_551 / 3_687)', 'remaining time': '18:55:34', 'throughput': '8150.70', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:07:39,910 >> {'loss': 0.4695, 'grad_norm': 16.83147430419922, 'learning_rate': 7.019685893021488e-07, 'epoch': 0.20395985896392732, 'num_input_tokens_seen': 3254779904, 'completed': '42.09% (1_552 / 3_687)', 'remaining time': '18:55:02', 'throughput': '8266.03', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:08:09,734 >> {'loss': 0.2958, 'grad_norm': 17.15081787109375, 'learning_rate': 7.015885561420863e-07, 'epoch': 0.20423108218063465, 'num_input_tokens_seen': 3256877056, 'completed': '42.12% (1_553 / 3_687)', 'remaining time': '18:54:24', 'throughput': '8789.85', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:08:41,267 >> {'loss': 0.2439, 'grad_norm': 11.432106018066406, 'learning_rate': 7.012084009893221e-07, 'epoch': 0.20450230539734202, 'num_input_tokens_seen': 3258974208, 'completed': '42.15% (1_554 / 3_687)', 'remaining time': '18:53:51', 'throughput': '8313.40', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:09:10,762 >> {'loss': 0.604, 'grad_norm': 18.06707000732422, 'learning_rate': 7.008281241497908e-07, 'epoch': 0.20477352861404935, 'num_input_tokens_seen': 3261071360, 'completed': '42.18% (1_555 / 3_687)', 'remaining time': '18:53:12', 'throughput': '8887.98', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:09:41,068 >> {'loss': 0.4381, 'grad_norm': 17.187938690185547, 'learning_rate': 7.004477259295244e-07, 'epoch': 0.2050447518307567, 'num_input_tokens_seen': 3263168512, 'completed': '42.20% (1_556 / 3_687)', 'remaining time': '18:52:36', 'throughput': '8649.67', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:10:10,778 >> {'loss': 0.1795, 'grad_norm': 8.261337280273438, 'learning_rate': 7.000672066346532e-07, 'epoch': 0.20531597504746407, 'num_input_tokens_seen': 3265265664, 'completed': '42.23% (1_557 / 3_687)', 'remaining time': '18:51:58', 'throughput': '8823.30', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:10:41,821 >> {'loss': 0.319, 'grad_norm': 14.19255256652832, 'learning_rate': 6.996865665714046e-07, 'epoch': 0.2055871982641714, 'num_input_tokens_seen': 3267362816, 'completed': '42.26% (1_558 / 3_687)', 'remaining time': '18:51:24', 'throughput': '8445.35', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:11:12,730 >> {'loss': 0.5702, 'grad_norm': 21.178258895874023, 'learning_rate': 6.993058060461035e-07, 'epoch': 0.20585842148087877, 'num_input_tokens_seen': 3269459968, 'completed': '42.28% (1_559 / 3_687)', 'remaining time': '18:50:49', 'throughput': '8481.93', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:11:43,260 >> {'loss': 0.5158, 'grad_norm': 17.968137741088867, 'learning_rate': 6.989249253651708e-07, 'epoch': 0.2061296446975861, 'num_input_tokens_seen': 3271557120, 'completed': '42.31% (1_560 / 3_687)', 'remaining time': '18:50:13', 'throughput': '8584.74', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:12:17,525 >> {'loss': 0.2995, 'grad_norm': 12.363228797912598, 'learning_rate': 6.985439248351254e-07, 'epoch': 0.20640086791429346, 'num_input_tokens_seen': 3273654272, 'completed': '42.34% (1_561 / 3_687)', 'remaining time': '18:49:48', 'throughput': '7650.63', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:12:48,748 >> {'loss': 0.9089, 'grad_norm': 28.861257553100586, 'learning_rate': 6.981628047625818e-07, 'epoch': 0.20667209113100082, 'num_input_tokens_seen': 3275751424, 'completed': '42.37% (1_562 / 3_687)', 'remaining time': '18:49:14', 'throughput': '8395.88', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:13:19,864 >> {'loss': 0.5814, 'grad_norm': 19.901887893676758, 'learning_rate': 6.977815654542508e-07, 'epoch': 0.20694331434770816, 'num_input_tokens_seen': 3277848576, 'completed': '42.39% (1_563 / 3_687)', 'remaining time': '18:48:40', 'throughput': '8424.58', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:13:48,857 >> {'loss': 0.2016, 'grad_norm': 15.665919303894043, 'learning_rate': 6.974002072169395e-07, 'epoch': 0.20721453756441552, 'num_input_tokens_seen': 3279945728, 'completed': '42.42% (1_564 / 3_687)', 'remaining time': '18:48:00', 'throughput': '9041.81', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:14:22,556 >> {'loss': 0.3062, 'grad_norm': 19.99432945251465, 'learning_rate': 6.970187303575505e-07, 'epoch': 0.20748576078112285, 'num_input_tokens_seen': 3282042880, 'completed': '42.45% (1_565 / 3_687)', 'remaining time': '18:47:34', 'throughput': '7779.13', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:14:50,244 >> {'loss': 0.8428, 'grad_norm': 22.537017822265625, 'learning_rate': 6.966371351830818e-07, 'epoch': 0.2077569839978302, 'num_input_tokens_seen': 3284140032, 'completed': '42.47% (1_566 / 3_687)', 'remaining time': '18:46:50', 'throughput': '9467.61', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:15:22,905 >> {'loss': 0.3116, 'grad_norm': 13.440853118896484, 'learning_rate': 6.962554220006265e-07, 'epoch': 0.20802820721453757, 'num_input_tokens_seen': 3286237184, 'completed': '42.50% (1_567 / 3_687)', 'remaining time': '18:46:20', 'throughput': '8026.16', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:15:53,636 >> {'loss': 0.4781, 'grad_norm': 17.965656280517578, 'learning_rate': 6.958735911173729e-07, 'epoch': 0.2082994304312449, 'num_input_tokens_seen': 3288334336, 'completed': '42.53% (1_568 / 3_687)', 'remaining time': '18:45:45', 'throughput': '8530.34', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:16:23,573 >> {'loss': 0.6427, 'grad_norm': 19.18067741394043, 'learning_rate': 6.954916428406045e-07, 'epoch': 0.20857065364795227, 'num_input_tokens_seen': 3290431488, 'completed': '42.55% (1_569 / 3_687)', 'remaining time': '18:45:08', 'throughput': '8756.27', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:16:54,263 >> {'loss': 0.5277, 'grad_norm': 19.246889114379883, 'learning_rate': 6.95109577477698e-07, 'epoch': 0.2088418768646596, 'num_input_tokens_seen': 3292528640, 'completed': '42.58% (1_570 / 3_687)', 'remaining time': '18:44:33', 'throughput': '8541.75', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:17:22,873 >> {'loss': 0.5097, 'grad_norm': 16.653470993041992, 'learning_rate': 6.947273953361255e-07, 'epoch': 0.20911310008136696, 'num_input_tokens_seen': 3294625792, 'completed': '42.61% (1_571 / 3_687)', 'remaining time': '18:43:52', 'throughput': '9162.75', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:17:55,698 >> {'loss': 0.3398, 'grad_norm': 16.175172805786133, 'learning_rate': 6.943450967234524e-07, 'epoch': 0.20938432329807433, 'num_input_tokens_seen': 3296722944, 'completed': '42.64% (1_572 / 3_687)', 'remaining time': '18:43:23', 'throughput': '7986.01', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:18:24,755 >> {'loss': 0.3364, 'grad_norm': 15.780593872070312, 'learning_rate': 6.939626819473384e-07, 'epoch': 0.20965554651478166, 'num_input_tokens_seen': 3298820096, 'completed': '42.66% (1_573 / 3_687)', 'remaining time': '18:42:43', 'throughput': '9021.94', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:18:51,694 >> {'loss': 0.7428, 'grad_norm': 22.667606353759766, 'learning_rate': 6.93580151315536e-07, 'epoch': 0.20992676973148902, 'num_input_tokens_seen': 3300917248, 'completed': '42.69% (1_574 / 3_687)', 'remaining time': '18:41:58', 'throughput': '9730.92', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:19:20,552 >> {'loss': 0.3328, 'grad_norm': 15.267520904541016, 'learning_rate': 6.931975051358914e-07, 'epoch': 0.21019799294819635, 'num_input_tokens_seen': 3303014400, 'completed': '42.72% (1_575 / 3_687)', 'remaining time': '18:41:18', 'throughput': '9083.76', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:19:48,862 >> {'loss': 0.5853, 'grad_norm': 19.079408645629883, 'learning_rate': 6.928147437163439e-07, 'epoch': 0.21046921616490372, 'num_input_tokens_seen': 3305111552, 'completed': '42.74% (1_576 / 3_687)', 'remaining time': '18:40:37', 'throughput': '9259.75', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:20:16,599 >> {'loss': 0.3437, 'grad_norm': 13.351947784423828, 'learning_rate': 6.92431867364925e-07, 'epoch': 0.21074043938161108, 'num_input_tokens_seen': 3307208704, 'completed': '42.77% (1_577 / 3_687)', 'remaining time': '18:39:54', 'throughput': '9451.13', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:20:44,418 >> {'loss': 0.8318, 'grad_norm': 24.631118774414062, 'learning_rate': 6.920488763897593e-07, 'epoch': 0.2110116625983184, 'num_input_tokens_seen': 3309305856, 'completed': '42.80% (1_578 / 3_687)', 'remaining time': '18:39:11', 'throughput': '9423.30', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:21:16,556 >> {'loss': 0.5461, 'grad_norm': 17.947328567504883, 'learning_rate': 6.916657710990632e-07, 'epoch': 0.21128288581502577, 'num_input_tokens_seen': 3311403008, 'completed': '42.83% (1_579 / 3_687)', 'remaining time': '18:38:40', 'throughput': '8156.81', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:21:45,659 >> {'loss': 0.6746, 'grad_norm': 21.530193328857422, 'learning_rate': 6.912825518011452e-07, 'epoch': 0.2115541090317331, 'num_input_tokens_seen': 3313500160, 'completed': '42.85% (1_580 / 3_687)', 'remaining time': '18:38:01', 'throughput': '9007.45', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:22:15,560 >> {'loss': 0.3837, 'grad_norm': 16.4180850982666, 'learning_rate': 6.90899218804406e-07, 'epoch': 0.21182533224844047, 'num_input_tokens_seen': 3315597312, 'completed': '42.88% (1_581 / 3_687)', 'remaining time': '18:37:23', 'throughput': '8767.06', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:22:48,229 >> {'loss': 0.3731, 'grad_norm': 18.914493560791016, 'learning_rate': 6.905157724173369e-07, 'epoch': 0.21209655546514783, 'num_input_tokens_seen': 3317694464, 'completed': '42.91% (1_582 / 3_687)', 'remaining time': '18:36:54', 'throughput': '8024.23', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:23:18,118 >> {'loss': 0.4683, 'grad_norm': 15.548588752746582, 'learning_rate': 6.901322129485212e-07, 'epoch': 0.21236777868185516, 'num_input_tokens_seen': 3319791616, 'completed': '42.93% (1_583 / 3_687)', 'remaining time': '18:36:17', 'throughput': '8770.66', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:23:48,827 >> {'loss': 0.3252, 'grad_norm': 14.097211837768555, 'learning_rate': 6.897485407066329e-07, 'epoch': 0.21263900189856252, 'num_input_tokens_seen': 3321888768, 'completed': '42.96% (1_584 / 3_687)', 'remaining time': '18:35:42', 'throughput': '8536.37', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:24:21,721 >> {'loss': 0.5362, 'grad_norm': 15.844295501708984, 'learning_rate': 6.893647560004369e-07, 'epoch': 0.21291022511526986, 'num_input_tokens_seen': 3323985920, 'completed': '42.99% (1_585 / 3_687)', 'remaining time': '18:35:13', 'throughput': '7969.33', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:24:54,665 >> {'loss': 0.4111, 'grad_norm': 18.061901092529297, 'learning_rate': 6.889808591387885e-07, 'epoch': 0.21318144833197722, 'num_input_tokens_seen': 3326083072, 'completed': '43.02% (1_586 / 3_687)', 'remaining time': '18:34:44', 'throughput': '7957.20', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:25:25,384 >> {'loss': 0.408, 'grad_norm': 15.680930137634277, 'learning_rate': 6.885968504306334e-07, 'epoch': 0.21345267154868458, 'num_input_tokens_seen': 3328180224, 'completed': '43.04% (1_587 / 3_687)', 'remaining time': '18:34:09', 'throughput': '8533.81', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:25:55,408 >> {'loss': 0.684, 'grad_norm': 22.98466682434082, 'learning_rate': 6.882127301850069e-07, 'epoch': 0.21372389476539191, 'num_input_tokens_seen': 3330277376, 'completed': '43.07% (1_588 / 3_687)', 'remaining time': '18:33:33', 'throughput': '8731.01', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:26:25,616 >> {'loss': 0.576, 'grad_norm': 20.19873046875, 'learning_rate': 6.878284987110345e-07, 'epoch': 0.21399511798209928, 'num_input_tokens_seen': 3332374528, 'completed': '43.10% (1_589 / 3_687)', 'remaining time': '18:32:56', 'throughput': '8678.06', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:26:55,606 >> {'loss': 0.3008, 'grad_norm': 12.961610794067383, 'learning_rate': 6.874441563179313e-07, 'epoch': 0.2142663411988066, 'num_input_tokens_seen': 3334471680, 'completed': '43.12% (1_590 / 3_687)', 'remaining time': '18:32:20', 'throughput': '8741.01', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:27:25,466 >> {'loss': 0.6572, 'grad_norm': 22.00704574584961, 'learning_rate': 6.870597033150012e-07, 'epoch': 0.21453756441551397, 'num_input_tokens_seen': 3336568832, 'completed': '43.15% (1_591 / 3_687)', 'remaining time': '18:31:43', 'throughput': '8779.01', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:27:59,957 >> {'loss': 0.4674, 'grad_norm': 18.104747772216797, 'learning_rate': 6.866751400116374e-07, 'epoch': 0.21480878763222133, 'num_input_tokens_seen': 3338665984, 'completed': '43.18% (1_592 / 3_687)', 'remaining time': '18:31:18', 'throughput': '7600.47', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:28:29,972 >> {'loss': 0.7152, 'grad_norm': 24.767946243286133, 'learning_rate': 6.862904667173216e-07, 'epoch': 0.21508001084892867, 'num_input_tokens_seen': 3340763136, 'completed': '43.21% (1_593 / 3_687)', 'remaining time': '18:30:41', 'throughput': '8733.58', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:29:01,482 >> {'loss': 0.8405, 'grad_norm': 23.480615615844727, 'learning_rate': 6.859056837416245e-07, 'epoch': 0.21535123406563603, 'num_input_tokens_seen': 3342860288, 'completed': '43.23% (1_594 / 3_687)', 'remaining time': '18:30:09', 'throughput': '8319.48', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:29:30,663 >> {'loss': 0.3923, 'grad_norm': 13.278249740600586, 'learning_rate': 6.855207913942048e-07, 'epoch': 0.21562245728234336, 'num_input_tokens_seen': 3344957440, 'completed': '43.26% (1_595 / 3_687)', 'remaining time': '18:29:30', 'throughput': '8983.22', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:30:01,592 >> {'loss': 0.3845, 'grad_norm': 14.385771751403809, 'learning_rate': 6.85135789984809e-07, 'epoch': 0.21589368049905072, 'num_input_tokens_seen': 3347054592, 'completed': '43.29% (1_596 / 3_687)', 'remaining time': '18:28:56', 'throughput': '8475.79', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:30:30,753 >> {'loss': 0.5702, 'grad_norm': 15.939520835876465, 'learning_rate': 6.847506798232719e-07, 'epoch': 0.21616490371575806, 'num_input_tokens_seen': 3349151744, 'completed': '43.31% (1_597 / 3_687)', 'remaining time': '18:28:17', 'throughput': '8989.46', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:31:02,708 >> {'loss': 0.4505, 'grad_norm': 15.751465797424316, 'learning_rate': 6.843654612195152e-07, 'epoch': 0.21643612693246542, 'num_input_tokens_seen': 3351248896, 'completed': '43.34% (1_598 / 3_687)', 'remaining time': '18:27:45', 'throughput': '8203.63', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:31:32,590 >> {'loss': 0.5949, 'grad_norm': 16.361385345458984, 'learning_rate': 6.839801344835484e-07, 'epoch': 0.21670735014917278, 'num_input_tokens_seen': 3353346048, 'completed': '43.37% (1_599 / 3_687)', 'remaining time': '18:27:09', 'throughput': '8772.67', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:32:04,576 >> {'loss': 0.6065, 'grad_norm': 15.845523834228516, 'learning_rate': 6.835946999254677e-07, 'epoch': 0.2169785733658801, 'num_input_tokens_seen': 3355443200, 'completed': '43.40% (1_600 / 3_687)', 'remaining time': '18:26:37', 'throughput': '8195.59', 'gpu_mem_free': '5581MB'} +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/distributed/fsdp/fully_sharded_data_parallel.py:689: FutureWarning: FSDP.state_dict_type() and FSDP.set_state_dict_type() are being deprecated. Please use APIs, get_state_dict() and set_state_dict(), which can support different parallelisms, FSDP1, FSDP2, DDP. API doc: https://pytorch.org/docs/stable/distributed.checkpoint.html#torch.distributed.checkpoint.state_dict.get_state_dict .Tutorial: https://pytorch.org/tutorials/recipes/distributed_checkpoint_recipe.html . + warnings.warn( +[INFO|trainer.py:3503] 2024-12-25 22:32:28,633 >> Saving model checkpoint to /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-1600 +[INFO|configuration_utils.py:472] 2024-12-25 22:32:28,636 >> Configuration saved in /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-1600/config.json +[INFO|configuration_utils.py:807] 2024-12-25 22:32:28,637 >> Configuration saved in /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-1600/generation_config.json +[INFO|modeling_utils.py:2807] 2024-12-25 22:33:30,637 >> The model is bigger than the maximum size per checkpoint (5GB) and is going to be split in 7 checkpoint shards. You can find where each parameters has been saved in the index located at /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-1600/model.safetensors.index.json. +[INFO|tokenization_utils_base.py:2684] 2024-12-25 22:33:30,641 >> tokenizer config file saved in /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-1600/tokenizer_config.json +[INFO|tokenization_utils_base.py:2693] 2024-12-25 22:33:30,642 >> Special tokens file saved in /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-1600/special_tokens_map.json +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/distributed/fsdp/fully_sharded_data_parallel.py:689: FutureWarning: FSDP.state_dict_type() and FSDP.set_state_dict_type() are being deprecated. Please use APIs, get_state_dict() and set_state_dict(), which can support different parallelisms, FSDP1, FSDP2, DDP. API doc: https://pytorch.org/docs/stable/distributed.checkpoint.html#torch.distributed.checkpoint.state_dict.get_state_dict .Tutorial: https://pytorch.org/tutorials/recipes/distributed_checkpoint_recipe.html . + warnings.warn( +[WARNING|trainer.py:868] 2024-12-25 22:37:29,295 >> Save streaming dataset state: {'epoch': 0, 'sample_in_epoch': 3200, 'num_canonical_nodes': 1, 'shuffle_seed': 42, 'initial_physical_nodes': 1} +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/utils/checkpoint.py:1399: FutureWarning: `torch.cpu.amp.autocast(args...)` is deprecated. Please use `torch.amp.autocast('cpu', args...)` instead. + with device_autocast_ctx, torch.cpu.amp.autocast(**cpu_autocast_kwargs), recompute_context: # type: ignore[attr-defined] +[INFO|trainer.py:175] 2024-12-25 22:37:59,455 >> {'loss': 0.4201, 'grad_norm': 13.730551719665527, 'learning_rate': 6.83209157855456e-07, 'epoch': 0.21724979658258747, 'num_input_tokens_seen': 3357540352, 'completed': '43.42% (1_601 / 3_687)', 'remaining time': '18:40:07', 'throughput': '738.69', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:38:31,391 >> {'loss': 0.4174, 'grad_norm': 17.727937698364258, 'learning_rate': 6.828235085837831e-07, 'epoch': 0.2175210197992948, 'num_input_tokens_seen': 3359637504, 'completed': '43.45% (1_602 / 3_687)', 'remaining time': '18:39:34', 'throughput': '8208.25', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:39:01,721 >> {'loss': 0.5056, 'grad_norm': 16.495952606201172, 'learning_rate': 6.824377524208047e-07, 'epoch': 0.21779224301600217, 'num_input_tokens_seen': 3361734656, 'completed': '43.48% (1_603 / 3_687)', 'remaining time': '18:38:57', 'throughput': '8643.24', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:39:32,963 >> {'loss': 0.4776, 'grad_norm': 16.65219497680664, 'learning_rate': 6.820518896769629e-07, 'epoch': 0.21806346623270953, 'num_input_tokens_seen': 3363831808, 'completed': '43.50% (1_604 / 3_687)', 'remaining time': '18:38:22', 'throughput': '8390.70', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:40:05,132 >> {'loss': 0.2099, 'grad_norm': 9.43620777130127, 'learning_rate': 6.816659206627853e-07, 'epoch': 0.21833468944941686, 'num_input_tokens_seen': 3365928960, 'completed': '43.53% (1_605 / 3_687)', 'remaining time': '18:37:50', 'throughput': '8148.87', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:40:37,364 >> {'loss': 0.4603, 'grad_norm': 16.026655197143555, 'learning_rate': 6.812798456888849e-07, 'epoch': 0.21860591266612422, 'num_input_tokens_seen': 3368026112, 'completed': '43.56% (1_606 / 3_687)', 'remaining time': '18:37:17', 'throughput': '8133.13', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:41:06,039 >> {'loss': 0.658, 'grad_norm': 18.902629852294922, 'learning_rate': 6.808936650659605e-07, 'epoch': 0.21887713588283156, 'num_input_tokens_seen': 3370123264, 'completed': '43.59% (1_607 / 3_687)', 'remaining time': '18:36:36', 'throughput': '9141.96', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:41:35,181 >> {'loss': 0.7047, 'grad_norm': 18.937278747558594, 'learning_rate': 6.805073791047951e-07, 'epoch': 0.21914835909953892, 'num_input_tokens_seen': 3372220416, 'completed': '43.61% (1_608 / 3_687)', 'remaining time': '18:35:56', 'throughput': '8995.28', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:42:05,128 >> {'loss': 0.303, 'grad_norm': 19.952560424804688, 'learning_rate': 6.80120988116257e-07, 'epoch': 0.21941958231624628, 'num_input_tokens_seen': 3374317568, 'completed': '43.64% (1_609 / 3_687)', 'remaining time': '18:35:18', 'throughput': '8753.63', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:42:37,905 >> {'loss': 0.3612, 'grad_norm': 16.27387046813965, 'learning_rate': 6.797344924112995e-07, 'epoch': 0.21969080553295361, 'num_input_tokens_seen': 3376414720, 'completed': '43.67% (1_610 / 3_687)', 'remaining time': '18:34:47', 'throughput': '7997.89', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:43:06,692 >> {'loss': 0.5804, 'grad_norm': 18.694629669189453, 'learning_rate': 6.793478923009592e-07, 'epoch': 0.21996202874966098, 'num_input_tokens_seen': 3378511872, 'completed': '43.69% (1_611 / 3_687)', 'remaining time': '18:34:06', 'throughput': '9106.20', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:43:37,436 >> {'loss': 0.2376, 'grad_norm': 11.021830558776855, 'learning_rate': 6.789611880963569e-07, 'epoch': 0.2202332519663683, 'num_input_tokens_seen': 3380609024, 'completed': '43.72% (1_612 / 3_687)', 'remaining time': '18:33:30', 'throughput': '8526.67', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:44:06,944 >> {'loss': 0.4313, 'grad_norm': 15.804499626159668, 'learning_rate': 6.78574380108698e-07, 'epoch': 0.22050447518307567, 'num_input_tokens_seen': 3382706176, 'completed': '43.75% (1_613 / 3_687)', 'remaining time': '18:32:51', 'throughput': '8883.99', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:44:35,342 >> {'loss': 0.4538, 'grad_norm': 15.294432640075684, 'learning_rate': 6.781874686492706e-07, 'epoch': 0.22077569839978303, 'num_input_tokens_seen': 3384803328, 'completed': '43.78% (1_614 / 3_687)', 'remaining time': '18:32:09', 'throughput': '9231.01', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:45:05,925 >> {'loss': 0.3465, 'grad_norm': 14.991973876953125, 'learning_rate': 6.778004540294464e-07, 'epoch': 0.22104692161649037, 'num_input_tokens_seen': 3386900480, 'completed': '43.80% (1_615 / 3_687)', 'remaining time': '18:31:33', 'throughput': '8571.49', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:45:32,432 >> {'loss': 0.7659, 'grad_norm': 22.537893295288086, 'learning_rate': 6.774133365606801e-07, 'epoch': 0.22131814483319773, 'num_input_tokens_seen': 3388997632, 'completed': '43.83% (1_616 / 3_687)', 'remaining time': '18:30:47', 'throughput': '9889.73', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:46:00,749 >> {'loss': 0.797, 'grad_norm': 21.337339401245117, 'learning_rate': 6.770261165545085e-07, 'epoch': 0.22158936804990506, 'num_input_tokens_seen': 3391094784, 'completed': '43.86% (1_617 / 3_687)', 'remaining time': '18:30:05', 'throughput': '9257.57', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:46:30,052 >> {'loss': 0.7643, 'grad_norm': 20.40045166015625, 'learning_rate': 6.766387943225524e-07, 'epoch': 0.22186059126661242, 'num_input_tokens_seen': 3393191936, 'completed': '43.88% (1_618 / 3_687)', 'remaining time': '18:29:25', 'throughput': '8945.75', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:46:57,876 >> {'loss': 0.409, 'grad_norm': 14.96789836883545, 'learning_rate': 6.762513701765135e-07, 'epoch': 0.22213181448331978, 'num_input_tokens_seen': 3395289088, 'completed': '43.91% (1_619 / 3_687)', 'remaining time': '18:28:42', 'throughput': '9421.67', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:47:30,523 >> {'loss': 0.4159, 'grad_norm': 14.952929496765137, 'learning_rate': 6.75863844428176e-07, 'epoch': 0.22240303770002712, 'num_input_tokens_seen': 3397386240, 'completed': '43.94% (1_620 / 3_687)', 'remaining time': '18:28:11', 'throughput': '8029.61', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:48:02,618 >> {'loss': 0.495, 'grad_norm': 16.563785552978516, 'learning_rate': 6.754762173894061e-07, 'epoch': 0.22267426091673448, 'num_input_tokens_seen': 3399483392, 'completed': '43.97% (1_621 / 3_687)', 'remaining time': '18:27:39', 'throughput': '8167.83', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:48:35,222 >> {'loss': 0.2923, 'grad_norm': 13.857934951782227, 'learning_rate': 6.750884893721511e-07, 'epoch': 0.2229454841334418, 'num_input_tokens_seen': 3401580544, 'completed': '43.99% (1_622 / 3_687)', 'remaining time': '18:27:08', 'throughput': '8040.21', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:49:07,590 >> {'loss': 0.4906, 'grad_norm': 16.87193489074707, 'learning_rate': 6.747006606884398e-07, 'epoch': 0.22321670735014917, 'num_input_tokens_seen': 3403677696, 'completed': '44.02% (1_623 / 3_687)', 'remaining time': '18:26:36', 'throughput': '8098.72', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:49:39,218 >> {'loss': 0.5691, 'grad_norm': 28.209985733032227, 'learning_rate': 6.74312731650382e-07, 'epoch': 0.22348793056685654, 'num_input_tokens_seen': 3405774848, 'completed': '44.05% (1_624 / 3_687)', 'remaining time': '18:26:02', 'throughput': '8288.34', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:50:11,747 >> {'loss': 0.4746, 'grad_norm': 18.54442596435547, 'learning_rate': 6.739247025701683e-07, 'epoch': 0.22375915378356387, 'num_input_tokens_seen': 3407872000, 'completed': '44.07% (1_625 / 3_687)', 'remaining time': '18:25:31', 'throughput': '8058.97', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:50:41,873 >> {'loss': 0.8189, 'grad_norm': 21.610734939575195, 'learning_rate': 6.735365737600695e-07, 'epoch': 0.22403037700027123, 'num_input_tokens_seen': 3409969152, 'completed': '44.10% (1_626 / 3_687)', 'remaining time': '18:24:54', 'throughput': '8702.57', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:51:13,741 >> {'loss': 0.3669, 'grad_norm': 13.132299423217773, 'learning_rate': 6.731483455324374e-07, 'epoch': 0.22430160021697856, 'num_input_tokens_seen': 3412066304, 'completed': '44.13% (1_627 / 3_687)', 'remaining time': '18:24:21', 'throughput': '8224.83', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:51:43,485 >> {'loss': 0.2336, 'grad_norm': 10.474742889404297, 'learning_rate': 6.727600181997026e-07, 'epoch': 0.22457282343368593, 'num_input_tokens_seen': 3414163456, 'completed': '44.16% (1_628 / 3_687)', 'remaining time': '18:23:43', 'throughput': '8813.38', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:52:11,498 >> {'loss': 0.5633, 'grad_norm': 20.9769287109375, 'learning_rate': 6.723715920743767e-07, 'epoch': 0.2248440466503933, 'num_input_tokens_seen': 3416260608, 'completed': '44.18% (1_629 / 3_687)', 'remaining time': '18:23:00', 'throughput': '9358.26', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:52:42,692 >> {'loss': 0.3815, 'grad_norm': 14.54977798461914, 'learning_rate': 6.7198306746905e-07, 'epoch': 0.22511526986710062, 'num_input_tokens_seen': 3418357760, 'completed': '44.21% (1_630 / 3_687)', 'remaining time': '18:22:26', 'throughput': '8403.44', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:53:11,593 >> {'loss': 0.5412, 'grad_norm': 19.554121017456055, 'learning_rate': 6.715944446963924e-07, 'epoch': 0.22538649308380798, 'num_input_tokens_seen': 3420454912, 'completed': '44.24% (1_631 / 3_687)', 'remaining time': '18:21:46', 'throughput': '9071.76', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:53:40,698 >> {'loss': 0.9327, 'grad_norm': 23.622020721435547, 'learning_rate': 6.712057240691527e-07, 'epoch': 0.22565771630051532, 'num_input_tokens_seen': 3422552064, 'completed': '44.26% (1_632 / 3_687)', 'remaining time': '18:21:06', 'throughput': '9005.52', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:54:10,728 >> {'loss': 0.3727, 'grad_norm': 13.846428871154785, 'learning_rate': 6.708169059001586e-07, 'epoch': 0.22592893951722268, 'num_input_tokens_seen': 3424649216, 'completed': '44.29% (1_633 / 3_687)', 'remaining time': '18:20:29', 'throughput': '8729.55', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:54:41,433 >> {'loss': 0.5854, 'grad_norm': 20.11954689025879, 'learning_rate': 6.704279905023159e-07, 'epoch': 0.22620016273393004, 'num_input_tokens_seen': 3426746368, 'completed': '44.32% (1_634 / 3_687)', 'remaining time': '18:19:53', 'throughput': '8537.28', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:55:12,407 >> {'loss': 0.6741, 'grad_norm': 28.113088607788086, 'learning_rate': 6.700389781886091e-07, 'epoch': 0.22647138595063737, 'num_input_tokens_seen': 3428843520, 'completed': '44.34% (1_635 / 3_687)', 'remaining time': '18:19:18', 'throughput': '8463.38', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:55:41,699 >> {'loss': 0.3548, 'grad_norm': 12.346856117248535, 'learning_rate': 6.696498692721006e-07, 'epoch': 0.22674260916734473, 'num_input_tokens_seen': 3430940672, 'completed': '44.37% (1_636 / 3_687)', 'remaining time': '18:18:39', 'throughput': '8949.57', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:56:13,973 >> {'loss': 0.5486, 'grad_norm': 16.389089584350586, 'learning_rate': 6.692606640659302e-07, 'epoch': 0.22701383238405207, 'num_input_tokens_seen': 3433037824, 'completed': '44.40% (1_637 / 3_687)', 'remaining time': '18:18:07', 'throughput': '8122.35', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:56:43,623 >> {'loss': 0.7321, 'grad_norm': 24.49221420288086, 'learning_rate': 6.688713628833157e-07, 'epoch': 0.22728505560075943, 'num_input_tokens_seen': 3435134976, 'completed': '44.43% (1_638 / 3_687)', 'remaining time': '18:17:29', 'throughput': '8841.27', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:57:14,200 >> {'loss': 0.4644, 'grad_norm': 16.724529266357422, 'learning_rate': 6.684819660375516e-07, 'epoch': 0.22755627881746676, 'num_input_tokens_seen': 3437232128, 'completed': '44.45% (1_639 / 3_687)', 'remaining time': '18:16:53', 'throughput': '8573.16', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:57:46,634 >> {'loss': 0.6855, 'grad_norm': 20.410425186157227, 'learning_rate': 6.6809247384201e-07, 'epoch': 0.22782750203417412, 'num_input_tokens_seen': 3439329280, 'completed': '44.48% (1_640 / 3_687)', 'remaining time': '18:16:21', 'throughput': '8082.50', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:58:19,112 >> {'loss': 0.4161, 'grad_norm': 14.939435005187988, 'learning_rate': 6.67702886610139e-07, 'epoch': 0.22809872525088148, 'num_input_tokens_seen': 3441426432, 'completed': '44.51% (1_641 / 3_687)', 'remaining time': '18:15:50', 'throughput': '8071.33', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:58:47,776 >> {'loss': 0.6421, 'grad_norm': 16.925172805786133, 'learning_rate': 6.673132046554639e-07, 'epoch': 0.22836994846758882, 'num_input_tokens_seen': 3443523584, 'completed': '44.53% (1_642 / 3_687)', 'remaining time': '18:15:09', 'throughput': '9145.49', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:59:17,837 >> {'loss': 0.2435, 'grad_norm': 11.812236785888672, 'learning_rate': 6.669234282915857e-07, 'epoch': 0.22864117168429618, 'num_input_tokens_seen': 3445620736, 'completed': '44.56% (1_643 / 3_687)', 'remaining time': '18:14:32', 'throughput': '8720.30', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 22:59:49,986 >> {'loss': 0.4875, 'grad_norm': 16.797849655151367, 'learning_rate': 6.665335578321819e-07, 'epoch': 0.2289123949010035, 'num_input_tokens_seen': 3447717888, 'completed': '44.59% (1_644 / 3_687)', 'remaining time': '18:14:00', 'throughput': '8154.17', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:00:19,280 >> {'loss': 0.6485, 'grad_norm': 20.539812088012695, 'learning_rate': 6.661435935910048e-07, 'epoch': 0.22918361811771087, 'num_input_tokens_seen': 3449815040, 'completed': '44.62% (1_645 / 3_687)', 'remaining time': '18:13:21', 'throughput': '8948.79', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:00:49,159 >> {'loss': 0.3879, 'grad_norm': 12.565629959106445, 'learning_rate': 6.657535358818833e-07, 'epoch': 0.22945484133441824, 'num_input_tokens_seen': 3451912192, 'completed': '44.64% (1_646 / 3_687)', 'remaining time': '18:12:44', 'throughput': '8773.38', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:01:19,434 >> {'loss': 0.6757, 'grad_norm': 21.272024154663086, 'learning_rate': 6.653633850187211e-07, 'epoch': 0.22972606455112557, 'num_input_tokens_seen': 3454009344, 'completed': '44.67% (1_647 / 3_687)', 'remaining time': '18:12:07', 'throughput': '8658.82', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:01:50,137 >> {'loss': 0.4601, 'grad_norm': 17.750259399414062, 'learning_rate': 6.649731413154964e-07, 'epoch': 0.22999728776783293, 'num_input_tokens_seen': 3456106496, 'completed': '44.70% (1_648 / 3_687)', 'remaining time': '18:11:32', 'throughput': '8537.94', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:02:18,932 >> {'loss': 0.5663, 'grad_norm': 17.899972915649414, 'learning_rate': 6.645828050862626e-07, 'epoch': 0.23026851098454026, 'num_input_tokens_seen': 3458203648, 'completed': '44.72% (1_649 / 3_687)', 'remaining time': '18:10:51', 'throughput': '9104.04', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:02:52,955 >> {'loss': 0.1971, 'grad_norm': 10.090818405151367, 'learning_rate': 6.641923766451475e-07, 'epoch': 0.23053973420124763, 'num_input_tokens_seen': 3460300800, 'completed': '44.75% (1_650 / 3_687)', 'remaining time': '18:10:24', 'throughput': '7704.76', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:03:24,660 >> {'loss': 0.4693, 'grad_norm': 14.428431510925293, 'learning_rate': 6.63801856306353e-07, 'epoch': 0.230810957417955, 'num_input_tokens_seen': 3462397952, 'completed': '44.78% (1_651 / 3_687)', 'remaining time': '18:09:51', 'throughput': '8268.31', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:03:53,814 >> {'loss': 0.5592, 'grad_norm': 18.0393123626709, 'learning_rate': 6.634112443841551e-07, 'epoch': 0.23108218063466232, 'num_input_tokens_seen': 3464495104, 'completed': '44.81% (1_652 / 3_687)', 'remaining time': '18:09:12', 'throughput': '8991.68', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:04:23,777 >> {'loss': 0.5662, 'grad_norm': 15.629161834716797, 'learning_rate': 6.630205411929032e-07, 'epoch': 0.23135340385136968, 'num_input_tokens_seen': 3466592256, 'completed': '44.83% (1_653 / 3_687)', 'remaining time': '18:08:34', 'throughput': '8749.04', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:04:55,329 >> {'loss': 0.3379, 'grad_norm': 15.491093635559082, 'learning_rate': 6.626297470470205e-07, 'epoch': 0.23162462706807702, 'num_input_tokens_seen': 3468689408, 'completed': '44.86% (1_654 / 3_687)', 'remaining time': '18:08:01', 'throughput': '8308.15', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:05:30,382 >> {'loss': 0.2769, 'grad_norm': 13.871119499206543, 'learning_rate': 6.622388622610034e-07, 'epoch': 0.23189585028478438, 'num_input_tokens_seen': 3470786560, 'completed': '44.89% (1_655 / 3_687)', 'remaining time': '18:07:36', 'throughput': '7478.58', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:06:01,520 >> {'loss': 0.3845, 'grad_norm': 12.842281341552734, 'learning_rate': 6.618478871494209e-07, 'epoch': 0.23216707350149174, 'num_input_tokens_seen': 3472883712, 'completed': '44.91% (1_656 / 3_687)', 'remaining time': '18:07:01', 'throughput': '8418.62', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:06:35,294 >> {'loss': 0.3783, 'grad_norm': 14.781960487365723, 'learning_rate': 6.61456822026915e-07, 'epoch': 0.23243829671819907, 'num_input_tokens_seen': 3474980864, 'completed': '44.94% (1_657 / 3_687)', 'remaining time': '18:06:33', 'throughput': '7761.78', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:07:05,529 >> {'loss': 0.5104, 'grad_norm': 18.07168960571289, 'learning_rate': 6.610656672081999e-07, 'epoch': 0.23270951993490643, 'num_input_tokens_seen': 3477078016, 'completed': '44.97% (1_658 / 3_687)', 'remaining time': '18:05:57', 'throughput': '8670.25', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:07:35,666 >> {'loss': 0.5309, 'grad_norm': 19.128738403320312, 'learning_rate': 6.606744230080622e-07, 'epoch': 0.23298074315161377, 'num_input_tokens_seen': 3479175168, 'completed': '45.00% (1_659 / 3_687)', 'remaining time': '18:05:20', 'throughput': '8698.54', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:08:03,181 >> {'loss': 0.7695, 'grad_norm': 21.630807876586914, 'learning_rate': 6.602830897413603e-07, 'epoch': 0.23325196636832113, 'num_input_tokens_seen': 3481272320, 'completed': '45.02% (1_660 / 3_687)', 'remaining time': '18:04:37', 'throughput': '9527.31', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:08:29,913 >> {'loss': 0.8973, 'grad_norm': 22.350727081298828, 'learning_rate': 6.598916677230243e-07, 'epoch': 0.2335231895850285, 'num_input_tokens_seen': 3483369472, 'completed': '45.05% (1_661 / 3_687)', 'remaining time': '18:03:52', 'throughput': '9806.17', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:09:00,301 >> {'loss': 0.4983, 'grad_norm': 16.569183349609375, 'learning_rate': 6.59500157268056e-07, 'epoch': 0.23379441280173582, 'num_input_tokens_seen': 3485466624, 'completed': '45.08% (1_662 / 3_687)', 'remaining time': '18:03:16', 'throughput': '8626.69', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:09:30,375 >> {'loss': 0.4791, 'grad_norm': 17.87363052368164, 'learning_rate': 6.591085586915279e-07, 'epoch': 0.23406563601844319, 'num_input_tokens_seen': 3487563776, 'completed': '45.10% (1_663 / 3_687)', 'remaining time': '18:02:39', 'throughput': '8716.67', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:10:01,386 >> {'loss': 0.7941, 'grad_norm': 22.503154754638672, 'learning_rate': 6.587168723085836e-07, 'epoch': 0.23433685923515052, 'num_input_tokens_seen': 3489660928, 'completed': '45.13% (1_664 / 3_687)', 'remaining time': '18:02:05', 'throughput': '8453.20', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:10:30,768 >> {'loss': 0.4266, 'grad_norm': 16.588794708251953, 'learning_rate': 6.583250984344374e-07, 'epoch': 0.23460808245185788, 'num_input_tokens_seen': 3491758080, 'completed': '45.16% (1_665 / 3_687)', 'remaining time': '18:01:26', 'throughput': '8921.94', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:11:00,000 >> {'loss': 0.3887, 'grad_norm': 20.612022399902344, 'learning_rate': 6.57933237384374e-07, 'epoch': 0.23487930566856524, 'num_input_tokens_seen': 3493855232, 'completed': '45.19% (1_666 / 3_687)', 'remaining time': '18:00:47', 'throughput': '8967.66', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:11:31,626 >> {'loss': 0.655, 'grad_norm': 19.953716278076172, 'learning_rate': 6.575412894737484e-07, 'epoch': 0.23515052888527258, 'num_input_tokens_seen': 3495952384, 'completed': '45.21% (1_667 / 3_687)', 'remaining time': '18:00:14', 'throughput': '8288.91', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:11:58,337 >> {'loss': 0.8792, 'grad_norm': 21.730518341064453, 'learning_rate': 6.571492550179853e-07, 'epoch': 0.23542175210197994, 'num_input_tokens_seen': 3498049536, 'completed': '45.24% (1_668 / 3_687)', 'remaining time': '17:59:30', 'throughput': '9813.88', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:12:27,522 >> {'loss': 0.6458, 'grad_norm': 20.50918197631836, 'learning_rate': 6.567571343325791e-07, 'epoch': 0.23569297531868727, 'num_input_tokens_seen': 3500146688, 'completed': '45.27% (1_669 / 3_687)', 'remaining time': '17:58:51', 'throughput': '8982.31', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:12:54,946 >> {'loss': 0.5007, 'grad_norm': 18.293838500976562, 'learning_rate': 6.563649277330935e-07, 'epoch': 0.23596419853539463, 'num_input_tokens_seen': 3502243840, 'completed': '45.29% (1_670 / 3_687)', 'remaining time': '17:58:08', 'throughput': '9558.70', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:13:26,913 >> {'loss': 0.4134, 'grad_norm': 13.126777648925781, 'learning_rate': 6.559726355351617e-07, 'epoch': 0.236235421752102, 'num_input_tokens_seen': 3504340992, 'completed': '45.32% (1_671 / 3_687)', 'remaining time': '17:57:36', 'throughput': '8200.44', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:13:55,937 >> {'loss': 0.345, 'grad_norm': 12.992348670959473, 'learning_rate': 6.555802580544853e-07, 'epoch': 0.23650664496880933, 'num_input_tokens_seen': 3506438144, 'completed': '45.35% (1_672 / 3_687)', 'remaining time': '17:56:57', 'throughput': '9032.16', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:14:28,735 >> {'loss': 0.413, 'grad_norm': 15.970709800720215, 'learning_rate': 6.551877956068349e-07, 'epoch': 0.2367778681855167, 'num_input_tokens_seen': 3508535296, 'completed': '45.38% (1_673 / 3_687)', 'remaining time': '17:56:26', 'throughput': '7992.67', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:14:57,936 >> {'loss': 0.5876, 'grad_norm': 19.215749740600586, 'learning_rate': 6.547952485080491e-07, 'epoch': 0.23704909140222402, 'num_input_tokens_seen': 3510632448, 'completed': '45.40% (1_674 / 3_687)', 'remaining time': '17:55:47', 'throughput': '8977.27', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:15:32,950 >> {'loss': 0.2881, 'grad_norm': 10.450196266174316, 'learning_rate': 6.544026170740352e-07, 'epoch': 0.23732031461893138, 'num_input_tokens_seen': 3512729600, 'completed': '45.43% (1_675 / 3_687)', 'remaining time': '17:55:22', 'throughput': '7486.79', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:16:05,376 >> {'loss': 0.3993, 'grad_norm': 13.23245906829834, 'learning_rate': 6.540099016207679e-07, 'epoch': 0.23759153783563874, 'num_input_tokens_seen': 3514826752, 'completed': '45.46% (1_676 / 3_687)', 'remaining time': '17:54:51', 'throughput': '8084.37', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:16:35,987 >> {'loss': 0.41, 'grad_norm': 13.348737716674805, 'learning_rate': 6.536171024642896e-07, 'epoch': 0.23786276105234608, 'num_input_tokens_seen': 3516923904, 'completed': '45.48% (1_677 / 3_687)', 'remaining time': '17:54:16', 'throughput': '8563.68', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:17:06,924 >> {'loss': 0.3554, 'grad_norm': 15.210914611816406, 'learning_rate': 6.532242199207103e-07, 'epoch': 0.23813398426905344, 'num_input_tokens_seen': 3519021056, 'completed': '45.51% (1_678 / 3_687)', 'remaining time': '17:53:41', 'throughput': '8473.51', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:17:35,964 >> {'loss': 0.2304, 'grad_norm': 14.020462989807129, 'learning_rate': 6.528312543062066e-07, 'epoch': 0.23840520748576077, 'num_input_tokens_seen': 3521118208, 'completed': '45.54% (1_679 / 3_687)', 'remaining time': '17:53:02', 'throughput': '9027.13', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:18:04,327 >> {'loss': 0.5624, 'grad_norm': 18.36133575439453, 'learning_rate': 6.524382059370226e-07, 'epoch': 0.23867643070246813, 'num_input_tokens_seen': 3523215360, 'completed': '45.57% (1_680 / 3_687)', 'remaining time': '17:52:21', 'throughput': '9242.32', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:18:33,330 >> {'loss': 0.5282, 'grad_norm': 16.818580627441406, 'learning_rate': 6.520450751294685e-07, 'epoch': 0.23894765391917547, 'num_input_tokens_seen': 3525312512, 'completed': '45.59% (1_681 / 3_687)', 'remaining time': '17:51:42', 'throughput': '9038.65', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:19:02,093 >> {'loss': 0.6669, 'grad_norm': 25.353300094604492, 'learning_rate': 6.516518621999209e-07, 'epoch': 0.23921887713588283, 'num_input_tokens_seen': 3527409664, 'completed': '45.62% (1_682 / 3_687)', 'remaining time': '17:51:03', 'throughput': '9113.95', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:19:33,164 >> {'loss': 0.6045, 'grad_norm': 18.05834197998047, 'learning_rate': 6.512585674648227e-07, 'epoch': 0.2394901003525902, 'num_input_tokens_seen': 3529506816, 'completed': '45.65% (1_683 / 3_687)', 'remaining time': '17:50:29', 'throughput': '8437.39', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:20:03,968 >> {'loss': 0.3037, 'grad_norm': 11.763015747070312, 'learning_rate': 6.50865191240683e-07, 'epoch': 0.23976132356929752, 'num_input_tokens_seen': 3531603968, 'completed': '45.67% (1_684 / 3_687)', 'remaining time': '17:49:54', 'throughput': '8509.91', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:20:33,641 >> {'loss': 0.5238, 'grad_norm': 19.146381378173828, 'learning_rate': 6.504717338440751e-07, 'epoch': 0.24003254678600489, 'num_input_tokens_seen': 3533701120, 'completed': '45.70% (1_685 / 3_687)', 'remaining time': '17:49:16', 'throughput': '8834.04', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:21:03,869 >> {'loss': 0.3522, 'grad_norm': 13.004151344299316, 'learning_rate': 6.500781955916393e-07, 'epoch': 0.24030377000271222, 'num_input_tokens_seen': 3535798272, 'completed': '45.73% (1_686 / 3_687)', 'remaining time': '17:48:40', 'throughput': '8672.12', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:21:32,974 >> {'loss': 0.5728, 'grad_norm': 17.20205307006836, 'learning_rate': 6.4968457680008e-07, 'epoch': 0.24057499321941958, 'num_input_tokens_seen': 3537895424, 'completed': '45.76% (1_687 / 3_687)', 'remaining time': '17:48:01', 'throughput': '9007.01', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:22:05,330 >> {'loss': 0.3135, 'grad_norm': 12.467523574829102, 'learning_rate': 6.492908777861664e-07, 'epoch': 0.24084621643612694, 'num_input_tokens_seen': 3539992576, 'completed': '45.78% (1_688 / 3_687)', 'remaining time': '17:47:30', 'throughput': '8101.82', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:22:34,829 >> {'loss': 0.6591, 'grad_norm': 21.274076461791992, 'learning_rate': 6.488970988667327e-07, 'epoch': 0.24111743965283428, 'num_input_tokens_seen': 3542089728, 'completed': '45.81% (1_689 / 3_687)', 'remaining time': '17:46:52', 'throughput': '8886.53', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:23:01,492 >> {'loss': 0.927, 'grad_norm': 24.0526180267334, 'learning_rate': 6.485032403586772e-07, 'epoch': 0.24138866286954164, 'num_input_tokens_seen': 3544186880, 'completed': '45.84% (1_690 / 3_687)', 'remaining time': '17:46:08', 'throughput': '9831.86', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:23:30,515 >> {'loss': 0.3657, 'grad_norm': 16.187849044799805, 'learning_rate': 6.481093025789621e-07, 'epoch': 0.24165988608624897, 'num_input_tokens_seen': 3546284032, 'completed': '45.86% (1_691 / 3_687)', 'remaining time': '17:45:29', 'throughput': '9032.05', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:24:00,466 >> {'loss': 0.5053, 'grad_norm': 25.65354347229004, 'learning_rate': 6.477152858446136e-07, 'epoch': 0.24193110930295633, 'num_input_tokens_seen': 3548381184, 'completed': '45.89% (1_692 / 3_687)', 'remaining time': '17:44:53', 'throughput': '8752.54', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:24:30,496 >> {'loss': 0.5336, 'grad_norm': 16.25813865661621, 'learning_rate': 6.473211904727216e-07, 'epoch': 0.2422023325196637, 'num_input_tokens_seen': 3550478336, 'completed': '45.92% (1_693 / 3_687)', 'remaining time': '17:44:16', 'throughput': '8729.51', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:25:00,872 >> {'loss': 0.5435, 'grad_norm': 19.955923080444336, 'learning_rate': 6.469270167804386e-07, 'epoch': 0.24247355573637103, 'num_input_tokens_seen': 3552575488, 'completed': '45.95% (1_694 / 3_687)', 'remaining time': '17:43:41', 'throughput': '8629.71', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:25:33,829 >> {'loss': 0.3573, 'grad_norm': 12.152280807495117, 'learning_rate': 6.46532765084981e-07, 'epoch': 0.2427447789530784, 'num_input_tokens_seen': 3554672640, 'completed': '45.97% (1_695 / 3_687)', 'remaining time': '17:43:11', 'throughput': '7954.14', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:26:06,242 >> {'loss': 0.2561, 'grad_norm': 13.028290748596191, 'learning_rate': 6.461384357036274e-07, 'epoch': 0.24301600216978572, 'num_input_tokens_seen': 3556769792, 'completed': '46.00% (1_696 / 3_687)', 'remaining time': '17:42:40', 'throughput': '8087.70', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:26:37,666 >> {'loss': 0.4922, 'grad_norm': 20.247438430786133, 'learning_rate': 6.457440289537191e-07, 'epoch': 0.24328722538649308, 'num_input_tokens_seen': 3558866944, 'completed': '46.03% (1_697 / 3_687)', 'remaining time': '17:42:06', 'throughput': '8342.22', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:27:07,987 >> {'loss': 0.301, 'grad_norm': 12.755880355834961, 'learning_rate': 6.453495451526595e-07, 'epoch': 0.24355844860320044, 'num_input_tokens_seen': 3560964096, 'completed': '46.05% (1_698 / 3_687)', 'remaining time': '17:41:30', 'throughput': '8645.43', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:27:40,148 >> {'loss': 0.3143, 'grad_norm': 13.987512588500977, 'learning_rate': 6.449549846179144e-07, 'epoch': 0.24382967181990778, 'num_input_tokens_seen': 3563061248, 'completed': '46.08% (1_699 / 3_687)', 'remaining time': '17:40:59', 'throughput': '8151.07', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:28:12,977 >> {'loss': 0.5411, 'grad_norm': 26.919103622436523, 'learning_rate': 6.445603476670109e-07, 'epoch': 0.24410089503661514, 'num_input_tokens_seen': 3565158400, 'completed': '46.11% (1_700 / 3_687)', 'remaining time': '17:40:28', 'throughput': '7985.14', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:28:40,416 >> {'loss': 0.7823, 'grad_norm': 21.93929672241211, 'learning_rate': 6.44165634617538e-07, 'epoch': 0.24437211825332247, 'num_input_tokens_seen': 3567255552, 'completed': '46.14% (1_701 / 3_687)', 'remaining time': '17:39:46', 'throughput': '9553.60', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:29:10,596 >> {'loss': 0.4474, 'grad_norm': 16.736602783203125, 'learning_rate': 6.437708457871455e-07, 'epoch': 0.24464334147002983, 'num_input_tokens_seen': 3569352704, 'completed': '46.16% (1_702 / 3_687)', 'remaining time': '17:39:10', 'throughput': '8686.12', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:29:45,133 >> {'loss': 0.5609, 'grad_norm': 17.7639217376709, 'learning_rate': 6.433759814935447e-07, 'epoch': 0.2449145646867372, 'num_input_tokens_seen': 3571449856, 'completed': '46.19% (1_703 / 3_687)', 'remaining time': '17:38:44', 'throughput': '7590.23', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:30:18,842 >> {'loss': 0.3755, 'grad_norm': 12.938990592956543, 'learning_rate': 6.429810420545072e-07, 'epoch': 0.24518578790344453, 'num_input_tokens_seen': 3573547008, 'completed': '46.22% (1_704 / 3_687)', 'remaining time': '17:38:15', 'throughput': '7776.77', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:30:49,195 >> {'loss': 0.6132, 'grad_norm': 19.107515335083008, 'learning_rate': 6.425860277878651e-07, 'epoch': 0.2454570111201519, 'num_input_tokens_seen': 3575644160, 'completed': '46.24% (1_705 / 3_687)', 'remaining time': '17:37:40', 'throughput': '8636.36', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:31:22,096 >> {'loss': 0.4449, 'grad_norm': 16.069114685058594, 'learning_rate': 6.42190939011511e-07, 'epoch': 0.24572823433685922, 'num_input_tokens_seen': 3577741312, 'completed': '46.27% (1_706 / 3_687)', 'remaining time': '17:37:10', 'throughput': '7967.70', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:31:55,142 >> {'loss': 0.4561, 'grad_norm': 18.453479766845703, 'learning_rate': 6.417957760433974e-07, 'epoch': 0.2459994575535666, 'num_input_tokens_seen': 3579838464, 'completed': '46.30% (1_707 / 3_687)', 'remaining time': '17:36:40', 'throughput': '7932.71', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:32:27,163 >> {'loss': 0.4495, 'grad_norm': 22.410266876220703, 'learning_rate': 6.414005392015364e-07, 'epoch': 0.24627068077027395, 'num_input_tokens_seen': 3581935616, 'completed': '46.32% (1_708 / 3_687)', 'remaining time': '17:36:08', 'throughput': '8186.51', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:33:00,223 >> {'loss': 0.647, 'grad_norm': 18.5291690826416, 'learning_rate': 6.410052288039994e-07, 'epoch': 0.24654190398698128, 'num_input_tokens_seen': 3584032768, 'completed': '46.35% (1_709 / 3_687)', 'remaining time': '17:35:38', 'throughput': '7929.38', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:33:30,498 >> {'loss': 0.3701, 'grad_norm': 15.33918571472168, 'learning_rate': 6.406098451689171e-07, 'epoch': 0.24681312720368864, 'num_input_tokens_seen': 3586129920, 'completed': '46.38% (1_710 / 3_687)', 'remaining time': '17:35:02', 'throughput': '8658.81', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:34:00,436 >> {'loss': 0.4231, 'grad_norm': 16.662532806396484, 'learning_rate': 6.402143886144797e-07, 'epoch': 0.24708435042039598, 'num_input_tokens_seen': 3588227072, 'completed': '46.41% (1_711 / 3_687)', 'remaining time': '17:34:26', 'throughput': '8756.41', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:34:30,781 >> {'loss': 0.431, 'grad_norm': 16.196252822875977, 'learning_rate': 6.39818859458935e-07, 'epoch': 0.24735557363710334, 'num_input_tokens_seen': 3590324224, 'completed': '46.43% (1_712 / 3_687)', 'remaining time': '17:33:50', 'throughput': '8638.79', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:34:58,869 >> {'loss': 0.9444, 'grad_norm': 24.346651077270508, 'learning_rate': 6.394232580205903e-07, 'epoch': 0.2476267968538107, 'num_input_tokens_seen': 3592421376, 'completed': '46.46% (1_713 / 3_687)', 'remaining time': '17:33:10', 'throughput': '9332.88', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:35:28,688 >> {'loss': 0.6498, 'grad_norm': 18.19024658203125, 'learning_rate': 6.390275846178102e-07, 'epoch': 0.24789802007051803, 'num_input_tokens_seen': 3594518528, 'completed': '46.49% (1_714 / 3_687)', 'remaining time': '17:32:33', 'throughput': '8791.09', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:35:58,894 >> {'loss': 0.279, 'grad_norm': 11.127647399902344, 'learning_rate': 6.386318395690178e-07, 'epoch': 0.2481692432872254, 'num_input_tokens_seen': 3596615680, 'completed': '46.51% (1_715 / 3_687)', 'remaining time': '17:31:57', 'throughput': '8678.65', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:36:29,936 >> {'loss': 0.5013, 'grad_norm': 21.56477165222168, 'learning_rate': 6.382360231926935e-07, 'epoch': 0.24844046650393273, 'num_input_tokens_seen': 3598712832, 'completed': '46.54% (1_716 / 3_687)', 'remaining time': '17:31:23', 'throughput': '8444.65', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:36:59,771 >> {'loss': 0.469, 'grad_norm': 15.533906936645508, 'learning_rate': 6.378401358073754e-07, 'epoch': 0.2487116897206401, 'num_input_tokens_seen': 3600809984, 'completed': '46.57% (1_717 / 3_687)', 'remaining time': '17:30:46', 'throughput': '8786.59', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:37:29,273 >> {'loss': 0.5628, 'grad_norm': 16.186729431152344, 'learning_rate': 6.374441777316587e-07, 'epoch': 0.24898291293734745, 'num_input_tokens_seen': 3602907136, 'completed': '46.60% (1_718 / 3_687)', 'remaining time': '17:30:09', 'throughput': '8885.68', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:37:58,559 >> {'loss': 0.4068, 'grad_norm': 14.087782859802246, 'learning_rate': 6.370481492841952e-07, 'epoch': 0.24925413615405478, 'num_input_tokens_seen': 3605004288, 'completed': '46.62% (1_719 / 3_687)', 'remaining time': '17:29:31', 'throughput': '8950.98', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:38:29,557 >> {'loss': 0.4257, 'grad_norm': 14.505183219909668, 'learning_rate': 6.366520507836934e-07, 'epoch': 0.24952535937076215, 'num_input_tokens_seen': 3607101440, 'completed': '46.65% (1_720 / 3_687)', 'remaining time': '17:28:57', 'throughput': '8457.01', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:38:59,510 >> {'loss': 0.3571, 'grad_norm': 14.800230979919434, 'learning_rate': 6.362558825489187e-07, 'epoch': 0.24979658258746948, 'num_input_tokens_seen': 3609198592, 'completed': '46.68% (1_721 / 3_687)', 'remaining time': '17:28:21', 'throughput': '8751.73', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:39:32,108 >> {'loss': 0.5663, 'grad_norm': 18.357351303100586, 'learning_rate': 6.35859644898692e-07, 'epoch': 0.2500678058041768, 'num_input_tokens_seen': 3611295744, 'completed': '46.70% (1_722 / 3_687)', 'remaining time': '17:27:50', 'throughput': '8041.62', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:40:00,610 >> {'loss': 0.6229, 'grad_norm': 18.787809371948242, 'learning_rate': 6.354633381518901e-07, 'epoch': 0.2503390290208842, 'num_input_tokens_seen': 3613392896, 'completed': '46.73% (1_723 / 3_687)', 'remaining time': '17:27:10', 'throughput': '9197.63', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:40:32,337 >> {'loss': 0.4966, 'grad_norm': 22.12680435180664, 'learning_rate': 6.350669626274461e-07, 'epoch': 0.25061025223759154, 'num_input_tokens_seen': 3615490048, 'completed': '46.76% (1_724 / 3_687)', 'remaining time': '17:26:38', 'throughput': '8262.44', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:41:03,315 >> {'loss': 0.4202, 'grad_norm': 14.827641487121582, 'learning_rate': 6.346705186443474e-07, 'epoch': 0.2508814754542989, 'num_input_tokens_seen': 3617587200, 'completed': '46.79% (1_725 / 3_687)', 'remaining time': '17:26:04', 'throughput': '8462.33', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:41:32,671 >> {'loss': 0.5388, 'grad_norm': 16.624746322631836, 'learning_rate': 6.342740065216371e-07, 'epoch': 0.25115269867100626, 'num_input_tokens_seen': 3619684352, 'completed': '46.81% (1_726 / 3_687)', 'remaining time': '17:25:26', 'throughput': '8929.72', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:42:01,681 >> {'loss': 0.3481, 'grad_norm': 13.560758590698242, 'learning_rate': 6.338774265784134e-07, 'epoch': 0.25142392188771356, 'num_input_tokens_seen': 3621781504, 'completed': '46.84% (1_727 / 3_687)', 'remaining time': '17:24:48', 'throughput': '9036.44', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:42:33,695 >> {'loss': 0.4449, 'grad_norm': 17.08588409423828, 'learning_rate': 6.334807791338286e-07, 'epoch': 0.2516951451044209, 'num_input_tokens_seen': 3623878656, 'completed': '46.87% (1_728 / 3_687)', 'remaining time': '17:24:16', 'throughput': '8188.32', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:43:04,242 >> {'loss': 0.6385, 'grad_norm': 25.524866104125977, 'learning_rate': 6.330840645070894e-07, 'epoch': 0.2519663683211283, 'num_input_tokens_seen': 3625975808, 'completed': '46.89% (1_729 / 3_687)', 'remaining time': '17:23:41', 'throughput': '8581.73', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:43:33,864 >> {'loss': 0.5051, 'grad_norm': 16.190298080444336, 'learning_rate': 6.326872830174566e-07, 'epoch': 0.25223759153783565, 'num_input_tokens_seen': 3628072960, 'completed': '46.92% (1_730 / 3_687)', 'remaining time': '17:23:04', 'throughput': '8849.49', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:44:04,127 >> {'loss': 0.4167, 'grad_norm': 17.590593338012695, 'learning_rate': 6.32290434984245e-07, 'epoch': 0.252508814754543, 'num_input_tokens_seen': 3630170112, 'completed': '46.95% (1_731 / 3_687)', 'remaining time': '17:22:28', 'throughput': '8662.23', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:44:36,499 >> {'loss': 0.5106, 'grad_norm': 23.287769317626953, 'learning_rate': 6.318935207268227e-07, 'epoch': 0.2527800379712503, 'num_input_tokens_seen': 3632267264, 'completed': '46.98% (1_732 / 3_687)', 'remaining time': '17:21:57', 'throughput': '8097.79', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:45:09,353 >> {'loss': 0.5227, 'grad_norm': 17.762920379638672, 'learning_rate': 6.314965405646113e-07, 'epoch': 0.2530512611879577, 'num_input_tokens_seen': 3634364416, 'completed': '47.00% (1_733 / 3_687)', 'remaining time': '17:21:27', 'throughput': '7979.23', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:45:39,052 >> {'loss': 0.7039, 'grad_norm': 23.90679931640625, 'learning_rate': 6.31099494817085e-07, 'epoch': 0.25332248440466504, 'num_input_tokens_seen': 3636461568, 'completed': '47.03% (1_734 / 3_687)', 'remaining time': '17:20:50', 'throughput': '8826.52', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:46:11,454 >> {'loss': 0.4308, 'grad_norm': 14.712848663330078, 'learning_rate': 6.307023838037714e-07, 'epoch': 0.2535937076213724, 'num_input_tokens_seen': 3638558720, 'completed': '47.06% (1_735 / 3_687)', 'remaining time': '17:20:19', 'throughput': '8090.30', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:46:44,369 >> {'loss': 0.6353, 'grad_norm': 20.47460174560547, 'learning_rate': 6.303052078442503e-07, 'epoch': 0.25386493083807976, 'num_input_tokens_seen': 3640655872, 'completed': '47.08% (1_736 / 3_687)', 'remaining time': '17:19:49', 'throughput': '7964.34', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:47:11,646 >> {'loss': 0.4013, 'grad_norm': 15.011195182800293, 'learning_rate': 6.299079672581537e-07, 'epoch': 0.25413615405478707, 'num_input_tokens_seen': 3642753024, 'completed': '47.11% (1_737 / 3_687)', 'remaining time': '17:19:07', 'throughput': '9610.47', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:47:41,924 >> {'loss': 0.5446, 'grad_norm': 17.400686264038086, 'learning_rate': 6.295106623651661e-07, 'epoch': 0.25440737727149443, 'num_input_tokens_seen': 3644850176, 'completed': '47.14% (1_738 / 3_687)', 'remaining time': '17:18:32', 'throughput': '8657.91', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:48:13,647 >> {'loss': 0.2983, 'grad_norm': 11.729777336120605, 'learning_rate': 6.291132934850225e-07, 'epoch': 0.2546786004882018, 'num_input_tokens_seen': 3646947328, 'completed': '47.17% (1_739 / 3_687)', 'remaining time': '17:18:00', 'throughput': '8263.59', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:48:45,326 >> {'loss': 0.8498, 'grad_norm': 21.60021209716797, 'learning_rate': 6.28715860937511e-07, 'epoch': 0.25494982370490915, 'num_input_tokens_seen': 3649044480, 'completed': '47.19% (1_740 / 3_687)', 'remaining time': '17:17:27', 'throughput': '8275.10', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:49:15,258 >> {'loss': 0.5259, 'grad_norm': 18.79129981994629, 'learning_rate': 6.283183650424701e-07, 'epoch': 0.2552210469216165, 'num_input_tokens_seen': 3651141632, 'completed': '47.22% (1_741 / 3_687)', 'remaining time': '17:16:51', 'throughput': '8757.73', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:49:45,104 >> {'loss': 0.6427, 'grad_norm': 19.276283264160156, 'learning_rate': 6.279208061197892e-07, 'epoch': 0.2554922701383238, 'num_input_tokens_seen': 3653238784, 'completed': '47.25% (1_742 / 3_687)', 'remaining time': '17:16:14', 'throughput': '8783.47', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:50:17,165 >> {'loss': 0.3971, 'grad_norm': 13.992378234863281, 'learning_rate': 6.275231844894086e-07, 'epoch': 0.2557634933550312, 'num_input_tokens_seen': 3655335936, 'completed': '47.27% (1_743 / 3_687)', 'remaining time': '17:15:43', 'throughput': '8176.42', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:50:47,591 >> {'loss': 0.4849, 'grad_norm': 16.478370666503906, 'learning_rate': 6.271255004713192e-07, 'epoch': 0.25603471657173854, 'num_input_tokens_seen': 3657433088, 'completed': '47.30% (1_744 / 3_687)', 'remaining time': '17:15:07', 'throughput': '8615.67', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:51:18,660 >> {'loss': 0.3075, 'grad_norm': 11.54108715057373, 'learning_rate': 6.267277543855618e-07, 'epoch': 0.2563059397884459, 'num_input_tokens_seen': 3659530240, 'completed': '47.33% (1_745 / 3_687)', 'remaining time': '17:14:34', 'throughput': '8437.54', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:51:47,469 >> {'loss': 0.5958, 'grad_norm': 19.243192672729492, 'learning_rate': 6.263299465522274e-07, 'epoch': 0.25657716300515326, 'num_input_tokens_seen': 3661627392, 'completed': '47.36% (1_746 / 3_687)', 'remaining time': '17:13:55', 'throughput': '9099.28', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:52:19,208 >> {'loss': 0.4542, 'grad_norm': 14.843926429748535, 'learning_rate': 6.259320772914566e-07, 'epoch': 0.25684838622186057, 'num_input_tokens_seen': 3663724544, 'completed': '47.38% (1_747 / 3_687)', 'remaining time': '17:13:23', 'throughput': '8259.50', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:52:49,908 >> {'loss': 0.8589, 'grad_norm': 22.970197677612305, 'learning_rate': 6.255341469234393e-07, 'epoch': 0.25711960943856793, 'num_input_tokens_seen': 3665821696, 'completed': '47.41% (1_748 / 3_687)', 'remaining time': '17:12:48', 'throughput': '8538.81', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:53:18,859 >> {'loss': 0.5667, 'grad_norm': 16.67009162902832, 'learning_rate': 6.25136155768415e-07, 'epoch': 0.2573908326552753, 'num_input_tokens_seen': 3667918848, 'completed': '47.44% (1_749 / 3_687)', 'remaining time': '17:12:10', 'throughput': '9054.59', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:53:53,336 >> {'loss': 0.4136, 'grad_norm': 13.778572082519531, 'learning_rate': 6.247381041466716e-07, 'epoch': 0.25766205587198265, 'num_input_tokens_seen': 3670016000, 'completed': '47.46% (1_750 / 3_687)', 'remaining time': '17:11:43', 'throughput': '7603.48', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:54:25,667 >> {'loss': 0.3029, 'grad_norm': 11.786734580993652, 'learning_rate': 6.243399923785459e-07, 'epoch': 0.25793327908869, 'num_input_tokens_seen': 3672113152, 'completed': '47.49% (1_751 / 3_687)', 'remaining time': '17:11:12', 'throughput': '8108.26', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:54:55,262 >> {'loss': 0.614, 'grad_norm': 18.904006958007812, 'learning_rate': 6.239418207844232e-07, 'epoch': 0.2582045023053973, 'num_input_tokens_seen': 3674210304, 'completed': '47.52% (1_752 / 3_687)', 'remaining time': '17:10:35', 'throughput': '8857.64', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:55:27,206 >> {'loss': 0.4589, 'grad_norm': 16.964792251586914, 'learning_rate': 6.23543589684737e-07, 'epoch': 0.2584757255221047, 'num_input_tokens_seen': 3676307456, 'completed': '47.55% (1_753 / 3_687)', 'remaining time': '17:10:03', 'throughput': '8206.22', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:55:58,670 >> {'loss': 0.4943, 'grad_norm': 15.05766487121582, 'learning_rate': 6.231452993999683e-07, 'epoch': 0.25874694873881204, 'num_input_tokens_seen': 3678404608, 'completed': '47.57% (1_754 / 3_687)', 'remaining time': '17:09:30', 'throughput': '8331.77', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:56:27,761 >> {'loss': 0.558, 'grad_norm': 18.096086502075195, 'learning_rate': 6.22746950250646e-07, 'epoch': 0.2590181719555194, 'num_input_tokens_seen': 3680501760, 'completed': '47.60% (1_755 / 3_687)', 'remaining time': '17:08:53', 'throughput': '9011.19', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:56:57,402 >> {'loss': 0.4175, 'grad_norm': 15.403691291809082, 'learning_rate': 6.223485425573463e-07, 'epoch': 0.25928939517222677, 'num_input_tokens_seen': 3682598912, 'completed': '47.63% (1_756 / 3_687)', 'remaining time': '17:08:16', 'throughput': '8843.74', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:57:29,116 >> {'loss': 0.3693, 'grad_norm': 14.380963325500488, 'learning_rate': 6.219500766406926e-07, 'epoch': 0.2595606183889341, 'num_input_tokens_seen': 3684696064, 'completed': '47.65% (1_757 / 3_687)', 'remaining time': '17:07:44', 'throughput': '8266.06', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:58:04,841 >> {'loss': 0.5975, 'grad_norm': 20.143505096435547, 'learning_rate': 6.215515528213553e-07, 'epoch': 0.25983184160564143, 'num_input_tokens_seen': 3686793216, 'completed': '47.68% (1_758 / 3_687)', 'remaining time': '17:07:19', 'throughput': '7337.83', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:58:34,241 >> {'loss': 0.3873, 'grad_norm': 18.09722900390625, 'learning_rate': 6.211529714200509e-07, 'epoch': 0.2601030648223488, 'num_input_tokens_seen': 3688890368, 'completed': '47.71% (1_759 / 3_687)', 'remaining time': '17:06:42', 'throughput': '8916.29', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:59:05,361 >> {'loss': 0.511, 'grad_norm': 18.81859588623047, 'learning_rate': 6.207543327575426e-07, 'epoch': 0.26037428803905616, 'num_input_tokens_seen': 3690987520, 'completed': '47.74% (1_760 / 3_687)', 'remaining time': '17:06:09', 'throughput': '8423.76', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-25 23:59:37,070 >> {'loss': 0.5123, 'grad_norm': 18.815465927124023, 'learning_rate': 6.203556371546399e-07, 'epoch': 0.2606455112557635, 'num_input_tokens_seen': 3693084672, 'completed': '47.76% (1_761 / 3_687)', 'remaining time': '17:05:36', 'throughput': '8267.25', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:00:06,286 >> {'loss': 0.4696, 'grad_norm': 15.527567863464355, 'learning_rate': 6.199568849321975e-07, 'epoch': 0.2609167344724708, 'num_input_tokens_seen': 3695181824, 'completed': '47.79% (1_762 / 3_687)', 'remaining time': '17:04:59', 'throughput': '8972.32', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:00:38,029 >> {'loss': 0.4165, 'grad_norm': 15.812019348144531, 'learning_rate': 6.195580764111163e-07, 'epoch': 0.2611879576891782, 'num_input_tokens_seen': 3697278976, 'completed': '47.82% (1_763 / 3_687)', 'remaining time': '17:04:26', 'throughput': '8258.37', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:01:09,462 >> {'loss': 0.2559, 'grad_norm': 11.180591583251953, 'learning_rate': 6.191592119123419e-07, 'epoch': 0.26145918090588555, 'num_input_tokens_seen': 3699376128, 'completed': '47.84% (1_764 / 3_687)', 'remaining time': '17:03:53', 'throughput': '8339.90', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:01:38,798 >> {'loss': 0.1839, 'grad_norm': 8.583144187927246, 'learning_rate': 6.187602917568655e-07, 'epoch': 0.2617304041225929, 'num_input_tokens_seen': 3701473280, 'completed': '47.87% (1_765 / 3_687)', 'remaining time': '17:03:16', 'throughput': '8935.94', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:02:11,682 >> {'loss': 0.2641, 'grad_norm': 12.009425163269043, 'learning_rate': 6.183613162657229e-07, 'epoch': 0.26200162733930027, 'num_input_tokens_seen': 3703570432, 'completed': '47.90% (1_766 / 3_687)', 'remaining time': '17:02:46', 'throughput': '7971.94', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:02:43,684 >> {'loss': 0.4814, 'grad_norm': 14.513581275939941, 'learning_rate': 6.179622857599942e-07, 'epoch': 0.2622728505560076, 'num_input_tokens_seen': 3705667584, 'completed': '47.93% (1_767 / 3_687)', 'remaining time': '17:02:14', 'throughput': '8191.20', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:03:16,289 >> {'loss': 0.6047, 'grad_norm': 23.496122360229492, 'learning_rate': 6.175632005608043e-07, 'epoch': 0.26254407377271494, 'num_input_tokens_seen': 3707764736, 'completed': '47.95% (1_768 / 3_687)', 'remaining time': '17:01:44', 'throughput': '8039.94', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:03:48,135 >> {'loss': 0.4534, 'grad_norm': 19.470165252685547, 'learning_rate': 6.171640609893213e-07, 'epoch': 0.2628152969894223, 'num_input_tokens_seen': 3709861888, 'completed': '47.98% (1_769 / 3_687)', 'remaining time': '17:01:12', 'throughput': '8231.70', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:04:17,395 >> {'loss': 0.403, 'grad_norm': 15.71687126159668, 'learning_rate': 6.167648673667581e-07, 'epoch': 0.26308652020612966, 'num_input_tokens_seen': 3711959040, 'completed': '48.01% (1_770 / 3_687)', 'remaining time': '17:00:34', 'throughput': '8959.06', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:04:50,064 >> {'loss': 0.6622, 'grad_norm': 23.09616470336914, 'learning_rate': 6.1636562001437e-07, 'epoch': 0.263357743422837, 'num_input_tokens_seen': 3714056192, 'completed': '48.03% (1_771 / 3_687)', 'remaining time': '17:00:04', 'throughput': '8024.23', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:05:20,743 >> {'loss': 0.4457, 'grad_norm': 15.076805114746094, 'learning_rate': 6.159663192534561e-07, 'epoch': 0.2636289666395443, 'num_input_tokens_seen': 3716153344, 'completed': '48.06% (1_772 / 3_687)', 'remaining time': '16:59:29', 'throughput': '8544.81', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:05:49,741 >> {'loss': 0.3627, 'grad_norm': 13.646811485290527, 'learning_rate': 6.155669654053592e-07, 'epoch': 0.2639001898562517, 'num_input_tokens_seen': 3718250496, 'completed': '48.09% (1_773 / 3_687)', 'remaining time': '16:58:52', 'throughput': '9040.17', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:06:19,625 >> {'loss': 0.6803, 'grad_norm': 20.863006591796875, 'learning_rate': 6.151675587914631e-07, 'epoch': 0.26417141307295905, 'num_input_tokens_seen': 3720347648, 'completed': '48.11% (1_774 / 3_687)', 'remaining time': '16:58:16', 'throughput': '8772.00', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:06:46,039 >> {'loss': 0.7848, 'grad_norm': 22.40181541442871, 'learning_rate': 6.147680997331958e-07, 'epoch': 0.2644426362896664, 'num_input_tokens_seen': 3722444800, 'completed': '48.14% (1_775 / 3_687)', 'remaining time': '16:57:33', 'throughput': '9924.52', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:07:19,456 >> {'loss': 0.5724, 'grad_norm': 20.66728973388672, 'learning_rate': 6.143685885520263e-07, 'epoch': 0.26471385950637377, 'num_input_tokens_seen': 3724541952, 'completed': '48.17% (1_776 / 3_687)', 'remaining time': '16:57:04', 'throughput': '7844.44', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:07:51,954 >> {'loss': 0.3131, 'grad_norm': 16.2211971282959, 'learning_rate': 6.13969025569466e-07, 'epoch': 0.2649850827230811, 'num_input_tokens_seen': 3726639104, 'completed': '48.20% (1_777 / 3_687)', 'remaining time': '16:56:33', 'throughput': '8066.61', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:08:22,035 >> {'loss': 0.3258, 'grad_norm': 14.444147109985352, 'learning_rate': 6.135694111070684e-07, 'epoch': 0.26525630593978844, 'num_input_tokens_seen': 3728736256, 'completed': '48.22% (1_778 / 3_687)', 'remaining time': '16:55:57', 'throughput': '8714.65', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:08:52,012 >> {'loss': 0.4398, 'grad_norm': 15.806771278381348, 'learning_rate': 6.131697454864277e-07, 'epoch': 0.2655275291564958, 'num_input_tokens_seen': 3730833408, 'completed': '48.25% (1_779 / 3_687)', 'remaining time': '16:55:22', 'throughput': '8744.82', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:09:22,046 >> {'loss': 0.6636, 'grad_norm': 19.829689025878906, 'learning_rate': 6.127700290291794e-07, 'epoch': 0.26579875237320316, 'num_input_tokens_seen': 3732930560, 'completed': '48.28% (1_780 / 3_687)', 'remaining time': '16:54:46', 'throughput': '8728.06', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:09:52,042 >> {'loss': 0.4753, 'grad_norm': 16.643007278442383, 'learning_rate': 6.123702620570005e-07, 'epoch': 0.2660699755899105, 'num_input_tokens_seen': 3735027712, 'completed': '48.30% (1_781 / 3_687)', 'remaining time': '16:54:10', 'throughput': '8739.46', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:10:24,794 >> {'loss': 0.4912, 'grad_norm': 21.29400062561035, 'learning_rate': 6.11970444891608e-07, 'epoch': 0.26634119880661783, 'num_input_tokens_seen': 3737124864, 'completed': '48.33% (1_782 / 3_687)', 'remaining time': '16:53:40', 'throughput': '8003.84', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:10:54,068 >> {'loss': 0.2683, 'grad_norm': 14.493866920471191, 'learning_rate': 6.115705778547597e-07, 'epoch': 0.2666124220233252, 'num_input_tokens_seen': 3739222016, 'completed': '48.36% (1_783 / 3_687)', 'remaining time': '16:53:03', 'throughput': '8954.75', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:11:23,248 >> {'loss': 0.6509, 'grad_norm': 19.871868133544922, 'learning_rate': 6.111706612682532e-07, 'epoch': 0.26688364524003255, 'num_input_tokens_seen': 3741319168, 'completed': '48.39% (1_784 / 3_687)', 'remaining time': '16:52:26', 'throughput': '8983.80', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:11:53,468 >> {'loss': 0.3895, 'grad_norm': 15.187943458557129, 'learning_rate': 6.107706954539261e-07, 'epoch': 0.2671548684567399, 'num_input_tokens_seen': 3743416320, 'completed': '48.41% (1_785 / 3_687)', 'remaining time': '16:51:51', 'throughput': '8674.43', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:12:24,128 >> {'loss': 0.54, 'grad_norm': 15.838203430175781, 'learning_rate': 6.103706807336559e-07, 'epoch': 0.2674260916734473, 'num_input_tokens_seen': 3745513472, 'completed': '48.44% (1_786 / 3_687)', 'remaining time': '16:51:16', 'throughput': '8550.06', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:12:56,043 >> {'loss': 0.4153, 'grad_norm': 12.953702926635742, 'learning_rate': 6.099706174293592e-07, 'epoch': 0.2676973148901546, 'num_input_tokens_seen': 3747610624, 'completed': '48.47% (1_787 / 3_687)', 'remaining time': '16:50:44', 'throughput': '8213.78', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:13:26,081 >> {'loss': 0.2817, 'grad_norm': 14.383577346801758, 'learning_rate': 6.095705058629914e-07, 'epoch': 0.26796853810686194, 'num_input_tokens_seen': 3749707776, 'completed': '48.49% (1_788 / 3_687)', 'remaining time': '16:50:09', 'throughput': '8727.18', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:13:54,960 >> {'loss': 0.3399, 'grad_norm': 14.063627243041992, 'learning_rate': 6.091703463565475e-07, 'epoch': 0.2682397613235693, 'num_input_tokens_seen': 3751804928, 'completed': '48.52% (1_789 / 3_687)', 'remaining time': '16:49:31', 'throughput': '9077.22', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:14:26,084 >> {'loss': 0.5057, 'grad_norm': 16.237741470336914, 'learning_rate': 6.087701392320606e-07, 'epoch': 0.26851098454027666, 'num_input_tokens_seen': 3753902080, 'completed': '48.55% (1_790 / 3_687)', 'remaining time': '16:48:58', 'throughput': '8422.72', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:14:56,498 >> {'loss': 0.3234, 'grad_norm': 12.57223129272461, 'learning_rate': 6.083698848116018e-07, 'epoch': 0.26878220775698397, 'num_input_tokens_seen': 3755999232, 'completed': '48.58% (1_791 / 3_687)', 'remaining time': '16:48:23', 'throughput': '8619.05', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:15:20,739 >> {'loss': 0.9309, 'grad_norm': 26.410602569580078, 'learning_rate': 6.079695834172808e-07, 'epoch': 0.26905343097369133, 'num_input_tokens_seen': 3758096384, 'completed': '48.60% (1_792 / 3_687)', 'remaining time': '16:47:36', 'throughput': '10814.24', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:15:54,764 >> {'loss': 0.4636, 'grad_norm': 17.888185501098633, 'learning_rate': 6.075692353712451e-07, 'epoch': 0.2693246541903987, 'num_input_tokens_seen': 3760193536, 'completed': '48.63% (1_793 / 3_687)', 'remaining time': '16:47:08', 'throughput': '7704.57', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:16:23,571 >> {'loss': 0.5735, 'grad_norm': 20.749839782714844, 'learning_rate': 6.071688409956793e-07, 'epoch': 0.26959587740710605, 'num_input_tokens_seen': 3762290688, 'completed': '48.66% (1_794 / 3_687)', 'remaining time': '16:46:31', 'throughput': '9099.97', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:16:51,933 >> {'loss': 0.5885, 'grad_norm': 23.78219223022461, 'learning_rate': 6.06768400612806e-07, 'epoch': 0.2698671006238134, 'num_input_tokens_seen': 3764387840, 'completed': '48.68% (1_795 / 3_687)', 'remaining time': '16:45:52', 'throughput': '9242.55', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:17:20,253 >> {'loss': 0.7039, 'grad_norm': 25.068920135498047, 'learning_rate': 6.063679145448838e-07, 'epoch': 0.2701383238405207, 'num_input_tokens_seen': 3766484992, 'completed': '48.71% (1_796 / 3_687)', 'remaining time': '16:45:13', 'throughput': '9256.71', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:17:53,128 >> {'loss': 0.3652, 'grad_norm': 15.582983016967773, 'learning_rate': 6.05967383114209e-07, 'epoch': 0.2704095470572281, 'num_input_tokens_seen': 3768582144, 'completed': '48.74% (1_797 / 3_687)', 'remaining time': '16:44:43', 'throughput': '7973.93', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:18:24,129 >> {'loss': 0.6668, 'grad_norm': 27.859983444213867, 'learning_rate': 6.055668066431142e-07, 'epoch': 0.27068077027393544, 'num_input_tokens_seen': 3770679296, 'completed': '48.77% (1_798 / 3_687)', 'remaining time': '16:44:10', 'throughput': '8455.99', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:18:54,144 >> {'loss': 0.3411, 'grad_norm': 12.221877098083496, 'learning_rate': 6.051661854539677e-07, 'epoch': 0.2709519934906428, 'num_input_tokens_seen': 3772776448, 'completed': '48.79% (1_799 / 3_687)', 'remaining time': '16:43:34', 'throughput': '8733.80', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:19:24,205 >> {'loss': 0.794, 'grad_norm': 20.4038143157959, 'learning_rate': 6.047655198691742e-07, 'epoch': 0.27122321670735017, 'num_input_tokens_seen': 3774873600, 'completed': '48.82% (1_800 / 3_687)', 'remaining time': '16:42:59', 'throughput': '8720.45', 'gpu_mem_free': '5581MB'} +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/distributed/fsdp/fully_sharded_data_parallel.py:689: FutureWarning: FSDP.state_dict_type() and FSDP.set_state_dict_type() are being deprecated. Please use APIs, get_state_dict() and set_state_dict(), which can support different parallelisms, FSDP1, FSDP2, DDP. API doc: https://pytorch.org/docs/stable/distributed.checkpoint.html#torch.distributed.checkpoint.state_dict.get_state_dict .Tutorial: https://pytorch.org/tutorials/recipes/distributed_checkpoint_recipe.html . + warnings.warn( +[INFO|trainer.py:3503] 2024-12-26 00:19:48,102 >> Saving model checkpoint to /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-1800 +[INFO|configuration_utils.py:472] 2024-12-26 00:19:48,105 >> Configuration saved in /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-1800/config.json +[INFO|configuration_utils.py:807] 2024-12-26 00:19:48,106 >> Configuration saved in /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-1800/generation_config.json +[INFO|modeling_utils.py:2807] 2024-12-26 00:20:43,418 >> The model is bigger than the maximum size per checkpoint (5GB) and is going to be split in 7 checkpoint shards. You can find where each parameters has been saved in the index located at /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-1800/model.safetensors.index.json. +[INFO|tokenization_utils_base.py:2684] 2024-12-26 00:20:43,422 >> tokenizer config file saved in /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-1800/tokenizer_config.json +[INFO|tokenization_utils_base.py:2693] 2024-12-26 00:20:43,423 >> Special tokens file saved in /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-1800/special_tokens_map.json +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/distributed/fsdp/fully_sharded_data_parallel.py:689: FutureWarning: FSDP.state_dict_type() and FSDP.set_state_dict_type() are being deprecated. Please use APIs, get_state_dict() and set_state_dict(), which can support different parallelisms, FSDP1, FSDP2, DDP. API doc: https://pytorch.org/docs/stable/distributed.checkpoint.html#torch.distributed.checkpoint.state_dict.get_state_dict .Tutorial: https://pytorch.org/tutorials/recipes/distributed_checkpoint_recipe.html . + warnings.warn( +[WARNING|trainer.py:868] 2024-12-26 00:24:38,073 >> Save streaming dataset state: {'epoch': 0, 'sample_in_epoch': 3600, 'num_canonical_nodes': 1, 'shuffle_seed': 42, 'initial_physical_nodes': 1} +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/utils/checkpoint.py:1399: FutureWarning: `torch.cpu.amp.autocast(args...)` is deprecated. Please use `torch.amp.autocast('cpu', args...)` instead. + with device_autocast_ctx, torch.cpu.amp.autocast(**cpu_autocast_kwargs), recompute_context: # type: ignore[attr-defined] +[INFO|trainer.py:175] 2024-12-26 00:25:09,242 >> {'loss': 0.2082, 'grad_norm': 13.717342376708984, 'learning_rate': 6.043648102111745e-07, 'epoch': 0.2714944399240575, 'num_input_tokens_seen': 3776970752, 'completed': '48.85% (1_801 / 3_687)', 'remaining time': '16:52:17', 'throughput': '759.76', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:25:39,665 >> {'loss': 0.6036, 'grad_norm': 19.058935165405273, 'learning_rate': 6.039640568024443e-07, 'epoch': 0.27176566314076483, 'num_input_tokens_seen': 3779067904, 'completed': '48.87% (1_802 / 3_687)', 'remaining time': '16:51:41', 'throughput': '8616.59', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:26:08,060 >> {'loss': 0.5712, 'grad_norm': 15.670707702636719, 'learning_rate': 6.035632599654946e-07, 'epoch': 0.2720368863574722, 'num_input_tokens_seen': 3781165056, 'completed': '48.90% (1_803 / 3_687)', 'remaining time': '16:51:02', 'throughput': '9231.82', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:26:38,625 >> {'loss': 0.3603, 'grad_norm': 13.817047119140625, 'learning_rate': 6.031624200228715e-07, 'epoch': 0.27230810957417956, 'num_input_tokens_seen': 3783262208, 'completed': '48.93% (1_804 / 3_687)', 'remaining time': '16:50:27', 'throughput': '8576.61', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:27:10,846 >> {'loss': 0.4361, 'grad_norm': 15.026437759399414, 'learning_rate': 6.027615372971558e-07, 'epoch': 0.2725793327908869, 'num_input_tokens_seen': 3785359360, 'completed': '48.96% (1_805 / 3_687)', 'remaining time': '16:49:55', 'throughput': '8136.03', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:27:40,910 >> {'loss': 0.4687, 'grad_norm': 16.934778213500977, 'learning_rate': 6.023606121109626e-07, 'epoch': 0.2728505560075942, 'num_input_tokens_seen': 3787456512, 'completed': '48.98% (1_806 / 3_687)', 'remaining time': '16:49:18', 'throughput': '8719.85', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:28:12,974 >> {'loss': 0.423, 'grad_norm': 18.090913772583008, 'learning_rate': 6.019596447869413e-07, 'epoch': 0.2731217792243016, 'num_input_tokens_seen': 3789553664, 'completed': '49.01% (1_807 / 3_687)', 'remaining time': '16:48:46', 'throughput': '8175.74', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:28:43,160 >> {'loss': 0.3783, 'grad_norm': 15.30374813079834, 'learning_rate': 6.015586356477749e-07, 'epoch': 0.27339300244100895, 'num_input_tokens_seen': 3791650816, 'completed': '49.04% (1_808 / 3_687)', 'remaining time': '16:48:10', 'throughput': '8683.60', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:29:14,167 >> {'loss': 0.576, 'grad_norm': 21.7882080078125, 'learning_rate': 6.011575850161805e-07, 'epoch': 0.2736642256577163, 'num_input_tokens_seen': 3793747968, 'completed': '49.06% (1_809 / 3_687)', 'remaining time': '16:47:36', 'throughput': '8454.34', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:29:41,556 >> {'loss': 0.5201, 'grad_norm': 17.875171661376953, 'learning_rate': 6.007564932149086e-07, 'epoch': 0.27393544887442367, 'num_input_tokens_seen': 3795845120, 'completed': '49.09% (1_810 / 3_687)', 'remaining time': '16:46:55', 'throughput': '9571.38', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:30:14,062 >> {'loss': 0.3927, 'grad_norm': 15.981590270996094, 'learning_rate': 6.003553605667423e-07, 'epoch': 0.274206672091131, 'num_input_tokens_seen': 3797942272, 'completed': '49.12% (1_811 / 3_687)', 'remaining time': '16:46:23', 'throughput': '8064.32', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:30:43,113 >> {'loss': 0.4337, 'grad_norm': 14.422945022583008, 'learning_rate': 5.999541873944979e-07, 'epoch': 0.27447789530783834, 'num_input_tokens_seen': 3800039424, 'completed': '49.15% (1_812 / 3_687)', 'remaining time': '16:45:45', 'throughput': '9023.85', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:31:15,424 >> {'loss': 0.4126, 'grad_norm': 17.687833786010742, 'learning_rate': 5.995529740210244e-07, 'epoch': 0.2747491185245457, 'num_input_tokens_seen': 3802136576, 'completed': '49.17% (1_813 / 3_687)', 'remaining time': '16:45:13', 'throughput': '8113.10', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:31:46,617 >> {'loss': 0.2607, 'grad_norm': 11.91661262512207, 'learning_rate': 5.99151720769203e-07, 'epoch': 0.27502034174125306, 'num_input_tokens_seen': 3804233728, 'completed': '49.20% (1_814 / 3_687)', 'remaining time': '16:44:39', 'throughput': '8403.94', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:32:14,528 >> {'loss': 0.4029, 'grad_norm': 13.01582145690918, 'learning_rate': 5.987504279619473e-07, 'epoch': 0.2752915649579604, 'num_input_tokens_seen': 3806330880, 'completed': '49.23% (1_815 / 3_687)', 'remaining time': '16:43:59', 'throughput': '9391.88', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:32:46,271 >> {'loss': 0.3179, 'grad_norm': 14.431076049804688, 'learning_rate': 5.98349095922202e-07, 'epoch': 0.2755627881746677, 'num_input_tokens_seen': 3808428032, 'completed': '49.25% (1_816 / 3_687)', 'remaining time': '16:43:26', 'throughput': '8258.35', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:33:15,598 >> {'loss': 0.9278, 'grad_norm': 23.85053825378418, 'learning_rate': 5.979477249729442e-07, 'epoch': 0.2758340113913751, 'num_input_tokens_seen': 3810525184, 'completed': '49.28% (1_817 / 3_687)', 'remaining time': '16:42:49', 'throughput': '8938.74', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:33:46,164 >> {'loss': 0.5163, 'grad_norm': 16.68154525756836, 'learning_rate': 5.975463154371822e-07, 'epoch': 0.27610523460808245, 'num_input_tokens_seen': 3812622336, 'completed': '49.31% (1_818 / 3_687)', 'remaining time': '16:42:13', 'throughput': '8576.24', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:34:15,642 >> {'loss': 0.4715, 'grad_norm': 20.487937927246094, 'learning_rate': 5.971448676379544e-07, 'epoch': 0.2763764578247898, 'num_input_tokens_seen': 3814719488, 'completed': '49.34% (1_819 / 3_687)', 'remaining time': '16:41:36', 'throughput': '8892.88', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:34:47,881 >> {'loss': 0.3283, 'grad_norm': 11.562193870544434, 'learning_rate': 5.967433818983311e-07, 'epoch': 0.2766476810414972, 'num_input_tokens_seen': 3816816640, 'completed': '49.36% (1_820 / 3_687)', 'remaining time': '16:41:04', 'throughput': '8131.27', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:35:17,497 >> {'loss': 0.3784, 'grad_norm': 14.949207305908203, 'learning_rate': 5.963418585414129e-07, 'epoch': 0.2769189042582045, 'num_input_tokens_seen': 3818913792, 'completed': '49.39% (1_821 / 3_687)', 'remaining time': '16:40:27', 'throughput': '8851.69', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:35:48,494 >> {'loss': 0.2296, 'grad_norm': 13.64500617980957, 'learning_rate': 5.959402978903306e-07, 'epoch': 0.27719012747491184, 'num_input_tokens_seen': 3821010944, 'completed': '49.42% (1_822 / 3_687)', 'remaining time': '16:39:53', 'throughput': '8456.91', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:36:20,347 >> {'loss': 0.7141, 'grad_norm': 20.391284942626953, 'learning_rate': 5.955387002682445e-07, 'epoch': 0.2774613506916192, 'num_input_tokens_seen': 3823108096, 'completed': '49.44% (1_823 / 3_687)', 'remaining time': '16:39:20', 'throughput': '8229.82', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:36:51,617 >> {'loss': 0.3659, 'grad_norm': 12.009023666381836, 'learning_rate': 5.951370659983452e-07, 'epoch': 0.27773257390832656, 'num_input_tokens_seen': 3825205248, 'completed': '49.47% (1_824 / 3_687)', 'remaining time': '16:38:47', 'throughput': '8383.26', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:37:21,537 >> {'loss': 0.273, 'grad_norm': 12.802525520324707, 'learning_rate': 5.94735395403853e-07, 'epoch': 0.2780037971250339, 'num_input_tokens_seen': 3827302400, 'completed': '49.50% (1_825 / 3_687)', 'remaining time': '16:38:10', 'throughput': '8761.51', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:37:50,520 >> {'loss': 0.7285, 'grad_norm': 22.112329483032227, 'learning_rate': 5.943336888080167e-07, 'epoch': 0.27827502034174123, 'num_input_tokens_seen': 3829399552, 'completed': '49.53% (1_826 / 3_687)', 'remaining time': '16:37:32', 'throughput': '9044.71', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:38:20,791 >> {'loss': 0.5338, 'grad_norm': 17.80236053466797, 'learning_rate': 5.939319465341148e-07, 'epoch': 0.2785462435584486, 'num_input_tokens_seen': 3831496704, 'completed': '49.55% (1_827 / 3_687)', 'remaining time': '16:36:57', 'throughput': '8660.04', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:38:51,950 >> {'loss': 0.444, 'grad_norm': 17.097667694091797, 'learning_rate': 5.93530168905454e-07, 'epoch': 0.27881746677515595, 'num_input_tokens_seen': 3833593856, 'completed': '49.58% (1_828 / 3_687)', 'remaining time': '16:36:23', 'throughput': '8413.11', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:39:23,073 >> {'loss': 0.4893, 'grad_norm': 16.976318359375, 'learning_rate': 5.931283562453696e-07, 'epoch': 0.2790886899918633, 'num_input_tokens_seen': 3835691008, 'completed': '49.61% (1_829 / 3_687)', 'remaining time': '16:35:49', 'throughput': '8422.76', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:39:50,033 >> {'loss': 0.4142, 'grad_norm': 14.774353981018066, 'learning_rate': 5.927265088772255e-07, 'epoch': 0.2793599132085707, 'num_input_tokens_seen': 3837788160, 'completed': '49.63% (1_830 / 3_687)', 'remaining time': '16:35:07', 'throughput': '9723.48', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:40:20,310 >> {'loss': 0.5785, 'grad_norm': 17.598939895629883, 'learning_rate': 5.923246271244127e-07, 'epoch': 0.279631136425278, 'num_input_tokens_seen': 3839885312, 'completed': '49.66% (1_831 / 3_687)', 'remaining time': '16:34:32', 'throughput': '8658.22', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:40:53,408 >> {'loss': 0.4257, 'grad_norm': 18.117116928100586, 'learning_rate': 5.919227113103508e-07, 'epoch': 0.27990235964198534, 'num_input_tokens_seen': 3841982464, 'completed': '49.69% (1_832 / 3_687)', 'remaining time': '16:34:01', 'throughput': '7920.29', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:41:22,719 >> {'loss': 0.279, 'grad_norm': 12.194579124450684, 'learning_rate': 5.915207617584858e-07, 'epoch': 0.2801735828586927, 'num_input_tokens_seen': 3844079616, 'completed': '49.72% (1_833 / 3_687)', 'remaining time': '16:33:24', 'throughput': '8943.53', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:41:53,504 >> {'loss': 0.4616, 'grad_norm': 15.989289283752441, 'learning_rate': 5.911187787922918e-07, 'epoch': 0.28044480607540007, 'num_input_tokens_seen': 3846176768, 'completed': '49.74% (1_834 / 3_687)', 'remaining time': '16:32:49', 'throughput': '8515.08', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:42:27,366 >> {'loss': 0.3184, 'grad_norm': 14.382404327392578, 'learning_rate': 5.907167627352697e-07, 'epoch': 0.2807160292921074, 'num_input_tokens_seen': 3848273920, 'completed': '49.77% (1_835 / 3_687)', 'remaining time': '16:32:20', 'throughput': '7741.57', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:42:58,160 >> {'loss': 0.4872, 'grad_norm': 15.597938537597656, 'learning_rate': 5.90314713910946e-07, 'epoch': 0.28098725250881473, 'num_input_tokens_seen': 3850371072, 'completed': '49.80% (1_836 / 3_687)', 'remaining time': '16:31:46', 'throughput': '8512.92', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:43:27,040 >> {'loss': 0.4539, 'grad_norm': 14.058372497558594, 'learning_rate': 5.899126326428746e-07, 'epoch': 0.2812584757255221, 'num_input_tokens_seen': 3852468224, 'completed': '49.82% (1_837 / 3_687)', 'remaining time': '16:31:08', 'throughput': '9077.10', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:43:56,305 >> {'loss': 0.742, 'grad_norm': 23.597742080688477, 'learning_rate': 5.895105192546353e-07, 'epoch': 0.28152969894222946, 'num_input_tokens_seen': 3854565376, 'completed': '49.85% (1_838 / 3_687)', 'remaining time': '16:30:31', 'throughput': '8957.59', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:44:26,254 >> {'loss': 0.243, 'grad_norm': 10.927760124206543, 'learning_rate': 5.891083740698337e-07, 'epoch': 0.2818009221589368, 'num_input_tokens_seen': 3856662528, 'completed': '49.88% (1_839 / 3_687)', 'remaining time': '16:29:55', 'throughput': '8752.93', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:44:59,172 >> {'loss': 0.4831, 'grad_norm': 19.77141571044922, 'learning_rate': 5.887061974121007e-07, 'epoch': 0.2820721453756442, 'num_input_tokens_seen': 3858759680, 'completed': '49.91% (1_840 / 3_687)', 'remaining time': '16:29:24', 'throughput': '7963.42', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:45:29,194 >> {'loss': 0.6657, 'grad_norm': 18.980165481567383, 'learning_rate': 5.883039896050928e-07, 'epoch': 0.2823433685923515, 'num_input_tokens_seen': 3860856832, 'completed': '49.93% (1_841 / 3_687)', 'remaining time': '16:28:48', 'throughput': '8731.72', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:46:00,539 >> {'loss': 0.4045, 'grad_norm': 14.606121063232422, 'learning_rate': 5.879017509724919e-07, 'epoch': 0.28261459180905885, 'num_input_tokens_seen': 3862953984, 'completed': '49.96% (1_842 / 3_687)', 'remaining time': '16:28:14', 'throughput': '8363.28', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:46:32,693 >> {'loss': 0.5391, 'grad_norm': 18.364437103271484, 'learning_rate': 5.874994818380039e-07, 'epoch': 0.2828858150257662, 'num_input_tokens_seen': 3865051136, 'completed': '49.99% (1_843 / 3_687)', 'remaining time': '16:27:42', 'throughput': '8152.85', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:47:05,464 >> {'loss': 0.4491, 'grad_norm': 16.989797592163086, 'learning_rate': 5.8709718252536e-07, 'epoch': 0.28315703824247357, 'num_input_tokens_seen': 3867148288, 'completed': '50.01% (1_844 / 3_687)', 'remaining time': '16:27:11', 'throughput': '7999.25', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:47:34,705 >> {'loss': 0.338, 'grad_norm': 14.282411575317383, 'learning_rate': 5.866948533583152e-07, 'epoch': 0.28342826145918093, 'num_input_tokens_seen': 3869245440, 'completed': '50.04% (1_845 / 3_687)', 'remaining time': '16:26:34', 'throughput': '8964.86', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:48:04,495 >> {'loss': 0.2293, 'grad_norm': 11.778130531311035, 'learning_rate': 5.862924946606487e-07, 'epoch': 0.28369948467588824, 'num_input_tokens_seen': 3871342592, 'completed': '50.07% (1_846 / 3_687)', 'remaining time': '16:25:58', 'throughput': '8799.74', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:48:37,247 >> {'loss': 0.4903, 'grad_norm': 17.8021297454834, 'learning_rate': 5.858901067561637e-07, 'epoch': 0.2839707078925956, 'num_input_tokens_seen': 3873439744, 'completed': '50.09% (1_847 / 3_687)', 'remaining time': '16:25:27', 'throughput': '8003.91', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:49:08,297 >> {'loss': 0.8826, 'grad_norm': 21.23961067199707, 'learning_rate': 5.854876899686864e-07, 'epoch': 0.28424193110930296, 'num_input_tokens_seen': 3875536896, 'completed': '50.12% (1_848 / 3_687)', 'remaining time': '16:24:53', 'throughput': '8442.69', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:49:36,784 >> {'loss': 0.6914, 'grad_norm': 21.922151565551758, 'learning_rate': 5.850852446220666e-07, 'epoch': 0.2845131543260103, 'num_input_tokens_seen': 3877634048, 'completed': '50.15% (1_849 / 3_687)', 'remaining time': '16:24:14', 'throughput': '9202.19', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:50:05,884 >> {'loss': 0.3711, 'grad_norm': 15.679913520812988, 'learning_rate': 5.84682771040177e-07, 'epoch': 0.2847843775427177, 'num_input_tokens_seen': 3879731200, 'completed': '50.18% (1_850 / 3_687)', 'remaining time': '16:23:37', 'throughput': '9008.31', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:50:37,762 >> {'loss': 0.3313, 'grad_norm': 12.335871696472168, 'learning_rate': 5.842802695469131e-07, 'epoch': 0.285055600759425, 'num_input_tokens_seen': 3881828352, 'completed': '50.20% (1_851 / 3_687)', 'remaining time': '16:23:04', 'throughput': '8223.52', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:51:07,502 >> {'loss': 0.3604, 'grad_norm': 13.751896858215332, 'learning_rate': 5.838777404661927e-07, 'epoch': 0.28532682397613235, 'num_input_tokens_seen': 3883925504, 'completed': '50.23% (1_852 / 3_687)', 'remaining time': '16:22:28', 'throughput': '8814.37', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:51:35,129 >> {'loss': 0.6989, 'grad_norm': 17.7875919342041, 'learning_rate': 5.83475184121956e-07, 'epoch': 0.2855980471928397, 'num_input_tokens_seen': 3886022656, 'completed': '50.26% (1_853 / 3_687)', 'remaining time': '16:21:48', 'throughput': '9488.68', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:52:06,094 >> {'loss': 0.6116, 'grad_norm': 21.652841567993164, 'learning_rate': 5.830726008381648e-07, 'epoch': 0.28586927040954707, 'num_input_tokens_seen': 3888119808, 'completed': '50.28% (1_854 / 3_687)', 'remaining time': '16:21:14', 'throughput': '8465.75', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:52:36,090 >> {'loss': 0.4374, 'grad_norm': 17.218547821044922, 'learning_rate': 5.826699909388031e-07, 'epoch': 0.28614049362625443, 'num_input_tokens_seen': 3890216960, 'completed': '50.31% (1_855 / 3_687)', 'remaining time': '16:20:38', 'throughput': '8739.43', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:53:07,944 >> {'loss': 0.5781, 'grad_norm': 16.56511116027832, 'learning_rate': 5.822673547478757e-07, 'epoch': 0.28641171684296174, 'num_input_tokens_seen': 3892314112, 'completed': '50.34% (1_856 / 3_687)', 'remaining time': '16:20:05', 'throughput': '8229.42', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:53:39,898 >> {'loss': 0.6474, 'grad_norm': 18.990068435668945, 'learning_rate': 5.818646925894092e-07, 'epoch': 0.2866829400596691, 'num_input_tokens_seen': 3894411264, 'completed': '50.37% (1_857 / 3_687)', 'remaining time': '16:19:33', 'throughput': '8203.90', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:54:11,311 >> {'loss': 0.2562, 'grad_norm': 9.938685417175293, 'learning_rate': 5.814620047874505e-07, 'epoch': 0.28695416327637646, 'num_input_tokens_seen': 3896508416, 'completed': '50.39% (1_858 / 3_687)', 'remaining time': '16:19:00', 'throughput': '8345.13', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:54:41,235 >> {'loss': 0.4856, 'grad_norm': 16.420949935913086, 'learning_rate': 5.810592916660677e-07, 'epoch': 0.2872253864930838, 'num_input_tokens_seen': 3898605568, 'completed': '50.42% (1_859 / 3_687)', 'remaining time': '16:18:24', 'throughput': '8760.16', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:55:12,301 >> {'loss': 0.3751, 'grad_norm': 17.336559295654297, 'learning_rate': 5.806565535493489e-07, 'epoch': 0.2874966097097912, 'num_input_tokens_seen': 3900702720, 'completed': '50.45% (1_860 / 3_687)', 'remaining time': '16:17:50', 'throughput': '8439.32', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:55:43,127 >> {'loss': 0.3521, 'grad_norm': 12.965970039367676, 'learning_rate': 5.802537907614023e-07, 'epoch': 0.2877678329264985, 'num_input_tokens_seen': 3902799872, 'completed': '50.47% (1_861 / 3_687)', 'remaining time': '16:17:15', 'throughput': '8503.01', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:56:13,576 >> {'loss': 0.7629, 'grad_norm': 20.108755111694336, 'learning_rate': 5.798510036263561e-07, 'epoch': 0.28803905614320585, 'num_input_tokens_seen': 3904897024, 'completed': '50.50% (1_862 / 3_687)', 'remaining time': '16:16:40', 'throughput': '8609.27', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:56:42,649 >> {'loss': 0.5382, 'grad_norm': 15.406062126159668, 'learning_rate': 5.794481924683581e-07, 'epoch': 0.2883102793599132, 'num_input_tokens_seen': 3906994176, 'completed': '50.53% (1_863 / 3_687)', 'remaining time': '16:16:03', 'throughput': '9016.88', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:57:15,971 >> {'loss': 0.4859, 'grad_norm': 21.75050163269043, 'learning_rate': 5.790453576115756e-07, 'epoch': 0.2885815025766206, 'num_input_tokens_seen': 3909091328, 'completed': '50.56% (1_864 / 3_687)', 'remaining time': '16:15:33', 'throughput': '7867.05', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:57:46,769 >> {'loss': 0.2867, 'grad_norm': 11.159966468811035, 'learning_rate': 5.786424993801942e-07, 'epoch': 0.28885272579332794, 'num_input_tokens_seen': 3911188480, 'completed': '50.58% (1_865 / 3_687)', 'remaining time': '16:14:59', 'throughput': '8511.71', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:58:19,411 >> {'loss': 0.3638, 'grad_norm': 16.282310485839844, 'learning_rate': 5.782396180984194e-07, 'epoch': 0.28912394901003524, 'num_input_tokens_seen': 3913285632, 'completed': '50.61% (1_866 / 3_687)', 'remaining time': '16:14:28', 'throughput': '8030.84', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:58:50,984 >> {'loss': 0.4206, 'grad_norm': 15.254396438598633, 'learning_rate': 5.778367140904746e-07, 'epoch': 0.2893951722267426, 'num_input_tokens_seen': 3915382784, 'completed': '50.64% (1_867 / 3_687)', 'remaining time': '16:13:55', 'throughput': '8302.83', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:59:23,080 >> {'loss': 0.5837, 'grad_norm': 18.541379928588867, 'learning_rate': 5.774337876806016e-07, 'epoch': 0.28966639544344996, 'num_input_tokens_seen': 3917479936, 'completed': '50.66% (1_868 / 3_687)', 'remaining time': '16:13:22', 'throughput': '8167.46', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 00:59:53,540 >> {'loss': 0.5548, 'grad_norm': 20.998781204223633, 'learning_rate': 5.770308391930601e-07, 'epoch': 0.2899376186601573, 'num_input_tokens_seen': 3919577088, 'completed': '50.69% (1_869 / 3_687)', 'remaining time': '16:12:48', 'throughput': '8606.09', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:00:24,165 >> {'loss': 0.428, 'grad_norm': 14.681344985961914, 'learning_rate': 5.766278689521278e-07, 'epoch': 0.2902088418768647, 'num_input_tokens_seen': 3921674240, 'completed': '50.72% (1_870 / 3_687)', 'remaining time': '16:12:13', 'throughput': '8559.95', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:00:53,018 >> {'loss': 0.3078, 'grad_norm': 11.808730125427246, 'learning_rate': 5.762248772820999e-07, 'epoch': 0.290480065093572, 'num_input_tokens_seen': 3923771392, 'completed': '50.75% (1_871 / 3_687)', 'remaining time': '16:11:35', 'throughput': '9085.28', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:01:24,030 >> {'loss': 0.3758, 'grad_norm': 12.644157409667969, 'learning_rate': 5.758218645072887e-07, 'epoch': 0.29075128831027935, 'num_input_tokens_seen': 3925868544, 'completed': '50.77% (1_872 / 3_687)', 'remaining time': '16:11:01', 'throughput': '8453.17', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:01:52,895 >> {'loss': 0.5625, 'grad_norm': 18.32072639465332, 'learning_rate': 5.754188309520235e-07, 'epoch': 0.2910225115269867, 'num_input_tokens_seen': 3927965696, 'completed': '50.80% (1_873 / 3_687)', 'remaining time': '16:10:24', 'throughput': '9081.67', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:02:21,630 >> {'loss': 0.6177, 'grad_norm': 20.193140029907227, 'learning_rate': 5.750157769406504e-07, 'epoch': 0.2912937347436941, 'num_input_tokens_seen': 3930062848, 'completed': '50.83% (1_874 / 3_687)', 'remaining time': '16:09:46', 'throughput': '9122.64', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:02:50,497 >> {'loss': 0.7787, 'grad_norm': 20.246875762939453, 'learning_rate': 5.74612702797532e-07, 'epoch': 0.2915649579604014, 'num_input_tokens_seen': 3932160000, 'completed': '50.85% (1_875 / 3_687)', 'remaining time': '16:09:08', 'throughput': '9081.18', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:03:17,710 >> {'loss': 0.7121, 'grad_norm': 44.87726974487305, 'learning_rate': 5.74209608847047e-07, 'epoch': 0.29183618117710874, 'num_input_tokens_seen': 3934257152, 'completed': '50.88% (1_876 / 3_687)', 'remaining time': '16:08:28', 'throughput': '9632.91', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:03:47,425 >> {'loss': 0.6667, 'grad_norm': 22.28316879272461, 'learning_rate': 5.7380649541359e-07, 'epoch': 0.2921074043938161, 'num_input_tokens_seen': 3936354304, 'completed': '50.91% (1_877 / 3_687)', 'remaining time': '16:07:52', 'throughput': '8821.97', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:04:17,483 >> {'loss': 0.3718, 'grad_norm': 12.953632354736328, 'learning_rate': 5.734033628215714e-07, 'epoch': 0.29237862761052347, 'num_input_tokens_seen': 3938451456, 'completed': '50.94% (1_878 / 3_687)', 'remaining time': '16:07:17', 'throughput': '8721.50', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:04:48,857 >> {'loss': 0.6267, 'grad_norm': 18.659269332885742, 'learning_rate': 5.730002113954169e-07, 'epoch': 0.29264985082723083, 'num_input_tokens_seen': 3940548608, 'completed': '50.96% (1_879 / 3_687)', 'remaining time': '16:06:43', 'throughput': '8355.36', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:05:19,595 >> {'loss': 0.7124, 'grad_norm': 24.658376693725586, 'learning_rate': 5.725970414595675e-07, 'epoch': 0.29292107404393813, 'num_input_tokens_seen': 3942645760, 'completed': '50.99% (1_880 / 3_687)', 'remaining time': '16:06:09', 'throughput': '8528.26', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:05:48,903 >> {'loss': 0.5809, 'grad_norm': 15.565204620361328, 'learning_rate': 5.721938533384791e-07, 'epoch': 0.2931922972606455, 'num_input_tokens_seen': 3944742912, 'completed': '51.02% (1_881 / 3_687)', 'remaining time': '16:05:32', 'throughput': '8944.48', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:06:19,440 >> {'loss': 0.4206, 'grad_norm': 16.507081985473633, 'learning_rate': 5.717906473566219e-07, 'epoch': 0.29346352047735286, 'num_input_tokens_seen': 3946840064, 'completed': '51.04% (1_882 / 3_687)', 'remaining time': '16:04:58', 'throughput': '8584.44', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:06:49,039 >> {'loss': 0.6355, 'grad_norm': 19.66336441040039, 'learning_rate': 5.71387423838481e-07, 'epoch': 0.2937347436940602, 'num_input_tokens_seen': 3948937216, 'completed': '51.07% (1_883 / 3_687)', 'remaining time': '16:04:21', 'throughput': '8856.64', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:07:19,866 >> {'loss': 0.3339, 'grad_norm': 13.438267707824707, 'learning_rate': 5.709841831085553e-07, 'epoch': 0.2940059669107676, 'num_input_tokens_seen': 3951034368, 'completed': '51.10% (1_884 / 3_687)', 'remaining time': '16:03:47', 'throughput': '8503.59', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:07:51,507 >> {'loss': 0.3658, 'grad_norm': 12.036945343017578, 'learning_rate': 5.705809254913576e-07, 'epoch': 0.2942771901274749, 'num_input_tokens_seen': 3953131520, 'completed': '51.13% (1_885 / 3_687)', 'remaining time': '16:03:14', 'throughput': '8284.88', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:08:19,303 >> {'loss': 0.6545, 'grad_norm': 19.046716690063477, 'learning_rate': 5.70177651311414e-07, 'epoch': 0.29454841334418225, 'num_input_tokens_seen': 3955228672, 'completed': '51.15% (1_886 / 3_687)', 'remaining time': '16:02:35', 'throughput': '9431.01', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:08:51,718 >> {'loss': 0.3465, 'grad_norm': 16.657411575317383, 'learning_rate': 5.697743608932646e-07, 'epoch': 0.2948196365608896, 'num_input_tokens_seen': 3957325824, 'completed': '51.18% (1_887 / 3_687)', 'remaining time': '16:02:04', 'throughput': '8087.16', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:09:21,507 >> {'loss': 1.0207, 'grad_norm': 28.270238876342773, 'learning_rate': 5.693710545614621e-07, 'epoch': 0.29509085977759697, 'num_input_tokens_seen': 3959422976, 'completed': '51.21% (1_888 / 3_687)', 'remaining time': '16:01:28', 'throughput': '8800.25', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:09:50,136 >> {'loss': 0.6864, 'grad_norm': 18.105026245117188, 'learning_rate': 5.689677326405719e-07, 'epoch': 0.29536208299430433, 'num_input_tokens_seen': 3961520128, 'completed': '51.23% (1_889 / 3_687)', 'remaining time': '16:00:50', 'throughput': '9156.51', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:10:20,526 >> {'loss': 0.8733, 'grad_norm': 22.831960678100586, 'learning_rate': 5.685643954551722e-07, 'epoch': 0.29563330621101164, 'num_input_tokens_seen': 3963617280, 'completed': '51.26% (1_890 / 3_687)', 'remaining time': '16:00:15', 'throughput': '8626.07', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:10:51,972 >> {'loss': 0.5093, 'grad_norm': 18.551103591918945, 'learning_rate': 5.681610433298535e-07, 'epoch': 0.295904529427719, 'num_input_tokens_seen': 3965714432, 'completed': '51.29% (1_891 / 3_687)', 'remaining time': '15:59:42', 'throughput': '8336.15', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:11:24,618 >> {'loss': 0.4713, 'grad_norm': 15.365251541137695, 'learning_rate': 5.677576765892182e-07, 'epoch': 0.29617575264442636, 'num_input_tokens_seen': 3967811584, 'completed': '51.32% (1_892 / 3_687)', 'remaining time': '15:59:11', 'throughput': '8030.02', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:11:54,766 >> {'loss': 0.4017, 'grad_norm': 16.42351722717285, 'learning_rate': 5.673542955578806e-07, 'epoch': 0.2964469758611337, 'num_input_tokens_seen': 3969908736, 'completed': '51.34% (1_893 / 3_687)', 'remaining time': '15:58:36', 'throughput': '8695.15', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:12:25,203 >> {'loss': 0.3471, 'grad_norm': 15.9588623046875, 'learning_rate': 5.669509005604663e-07, 'epoch': 0.2967181990778411, 'num_input_tokens_seen': 3972005888, 'completed': '51.37% (1_894 / 3_687)', 'remaining time': '15:58:01', 'throughput': '8612.55', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:12:55,073 >> {'loss': 0.7455, 'grad_norm': 21.854177474975586, 'learning_rate': 5.665474919216122e-07, 'epoch': 0.2969894222945484, 'num_input_tokens_seen': 3974103040, 'completed': '51.40% (1_895 / 3_687)', 'remaining time': '15:57:26', 'throughput': '8776.36', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:13:25,290 >> {'loss': 0.4565, 'grad_norm': 15.875153541564941, 'learning_rate': 5.661440699659663e-07, 'epoch': 0.29726064551125575, 'num_input_tokens_seen': 3976200192, 'completed': '51.42% (1_896 / 3_687)', 'remaining time': '15:56:51', 'throughput': '8675.28', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:13:54,176 >> {'loss': 0.3644, 'grad_norm': 13.967791557312012, 'learning_rate': 5.657406350181872e-07, 'epoch': 0.2975318687279631, 'num_input_tokens_seen': 3978297344, 'completed': '51.45% (1_897 / 3_687)', 'remaining time': '15:56:13', 'throughput': '9075.24', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:14:24,610 >> {'loss': 0.7488, 'grad_norm': 22.632991790771484, 'learning_rate': 5.65337187402944e-07, 'epoch': 0.2978030919446705, 'num_input_tokens_seen': 3980394496, 'completed': '51.48% (1_898 / 3_687)', 'remaining time': '15:55:39', 'throughput': '8613.54', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:14:57,226 >> {'loss': 0.5608, 'grad_norm': 35.31967544555664, 'learning_rate': 5.64933727444916e-07, 'epoch': 0.29807431516137783, 'num_input_tokens_seen': 3982491648, 'completed': '51.51% (1_899 / 3_687)', 'remaining time': '15:55:08', 'throughput': '8037.24', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:15:27,162 >> {'loss': 0.3702, 'grad_norm': 13.531403541564941, 'learning_rate': 5.645302554687925e-07, 'epoch': 0.29834553837808514, 'num_input_tokens_seen': 3984588800, 'completed': '51.53% (1_900 / 3_687)', 'remaining time': '15:54:32', 'throughput': '8756.63', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:15:57,748 >> {'loss': 0.4089, 'grad_norm': 15.457035064697266, 'learning_rate': 5.641267717992723e-07, 'epoch': 0.2986167615947925, 'num_input_tokens_seen': 3986685952, 'completed': '51.56% (1_901 / 3_687)', 'remaining time': '15:53:58', 'throughput': '8570.82', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:16:29,760 >> {'loss': 0.4136, 'grad_norm': 15.16627311706543, 'learning_rate': 5.637232767610637e-07, 'epoch': 0.29888798481149986, 'num_input_tokens_seen': 3988783104, 'completed': '51.59% (1_902 / 3_687)', 'remaining time': '15:53:26', 'throughput': '8188.88', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:17:02,471 >> {'loss': 0.4861, 'grad_norm': 15.52268123626709, 'learning_rate': 5.63319770678884e-07, 'epoch': 0.2991592080282072, 'num_input_tokens_seen': 3990880256, 'completed': '51.61% (1_903 / 3_687)', 'remaining time': '15:52:55', 'throughput': '8014.06', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:17:34,357 >> {'loss': 0.3985, 'grad_norm': 14.946885108947754, 'learning_rate': 5.6291625387746e-07, 'epoch': 0.2994304312449146, 'num_input_tokens_seen': 3992977408, 'completed': '51.64% (1_904 / 3_687)', 'remaining time': '15:52:22', 'throughput': '8221.17', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:18:03,808 >> {'loss': 0.3807, 'grad_norm': 18.582761764526367, 'learning_rate': 5.625127266815263e-07, 'epoch': 0.2997016544616219, 'num_input_tokens_seen': 3995074560, 'completed': '51.67% (1_905 / 3_687)', 'remaining time': '15:51:46', 'throughput': '8901.22', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:18:35,236 >> {'loss': 0.3393, 'grad_norm': 17.98885726928711, 'learning_rate': 5.621091894158261e-07, 'epoch': 0.29997287767832925, 'num_input_tokens_seen': 3997171712, 'completed': '51.70% (1_906 / 3_687)', 'remaining time': '15:51:13', 'throughput': '8340.90', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:19:02,755 >> {'loss': 0.5337, 'grad_norm': 17.400163650512695, 'learning_rate': 5.617056424051113e-07, 'epoch': 0.3002441008950366, 'num_input_tokens_seen': 3999268864, 'completed': '51.72% (1_907 / 3_687)', 'remaining time': '15:50:34', 'throughput': '9526.21', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:19:34,580 >> {'loss': 0.4942, 'grad_norm': 20.89246368408203, 'learning_rate': 5.613020859741408e-07, 'epoch': 0.300515324111744, 'num_input_tokens_seen': 4001366016, 'completed': '51.75% (1_908 / 3_687)', 'remaining time': '15:50:01', 'throughput': '8236.96', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:20:08,771 >> {'loss': 0.6841, 'grad_norm': 22.6678524017334, 'learning_rate': 5.608985204476817e-07, 'epoch': 0.30078654732845134, 'num_input_tokens_seen': 4003463168, 'completed': '51.78% (1_909 / 3_687)', 'remaining time': '15:49:33', 'throughput': '7667.13', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:20:41,786 >> {'loss': 0.5315, 'grad_norm': 29.596494674682617, 'learning_rate': 5.60494946150508e-07, 'epoch': 0.30105777054515864, 'num_input_tokens_seen': 4005560320, 'completed': '51.80% (1_910 / 3_687)', 'remaining time': '15:49:02', 'throughput': '7940.15', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:21:13,288 >> {'loss': 0.4301, 'grad_norm': 16.15056037902832, 'learning_rate': 5.600913634074009e-07, 'epoch': 0.301328993761866, 'num_input_tokens_seen': 4007657472, 'completed': '51.83% (1_911 / 3_687)', 'remaining time': '15:48:29', 'throughput': '8321.40', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:21:43,918 >> {'loss': 0.4657, 'grad_norm': 16.99407196044922, 'learning_rate': 5.596877725431487e-07, 'epoch': 0.30160021697857337, 'num_input_tokens_seen': 4009754624, 'completed': '51.86% (1_912 / 3_687)', 'remaining time': '15:47:55', 'throughput': '8558.38', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:22:14,060 >> {'loss': 0.313, 'grad_norm': 13.268138885498047, 'learning_rate': 5.592841738825457e-07, 'epoch': 0.3018714401952807, 'num_input_tokens_seen': 4011851776, 'completed': '51.89% (1_913 / 3_687)', 'remaining time': '15:47:20', 'throughput': '8696.91', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:22:43,982 >> {'loss': 0.3853, 'grad_norm': 16.610029220581055, 'learning_rate': 5.588805677503928e-07, 'epoch': 0.3021426634119881, 'num_input_tokens_seen': 4013948928, 'completed': '51.91% (1_914 / 3_687)', 'remaining time': '15:46:44', 'throughput': '8760.95', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:23:19,793 >> {'loss': 0.4144, 'grad_norm': 14.709389686584473, 'learning_rate': 5.58476954471497e-07, 'epoch': 0.3024138866286954, 'num_input_tokens_seen': 4016046080, 'completed': '51.94% (1_915 / 3_687)', 'remaining time': '15:46:18', 'throughput': '7320.14', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:23:51,379 >> {'loss': 0.6721, 'grad_norm': 18.49999237060547, 'learning_rate': 5.580733343706708e-07, 'epoch': 0.30268510984540276, 'num_input_tokens_seen': 4018143232, 'completed': '51.97% (1_916 / 3_687)', 'remaining time': '15:45:46', 'throughput': '8299.56', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:24:22,240 >> {'loss': 0.4901, 'grad_norm': 17.968942642211914, 'learning_rate': 5.576697077727323e-07, 'epoch': 0.3029563330621101, 'num_input_tokens_seen': 4020240384, 'completed': '51.99% (1_917 / 3_687)', 'remaining time': '15:45:12', 'throughput': '8494.17', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:24:52,410 >> {'loss': 0.4983, 'grad_norm': 18.4853515625, 'learning_rate': 5.572660750025049e-07, 'epoch': 0.3032275562788175, 'num_input_tokens_seen': 4022337536, 'completed': '52.02% (1_918 / 3_687)', 'remaining time': '15:44:37', 'throughput': '8688.89', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:25:25,310 >> {'loss': 0.3819, 'grad_norm': 15.520868301391602, 'learning_rate': 5.568624363848166e-07, 'epoch': 0.30349877949552484, 'num_input_tokens_seen': 4024434688, 'completed': '52.05% (1_919 / 3_687)', 'remaining time': '15:44:06', 'throughput': '7967.96', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:25:56,294 >> {'loss': 0.2858, 'grad_norm': 10.888456344604492, 'learning_rate': 5.564587922445008e-07, 'epoch': 0.30377000271223215, 'num_input_tokens_seen': 4026531840, 'completed': '52.07% (1_920 / 3_687)', 'remaining time': '15:43:32', 'throughput': '8460.63', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:26:30,073 >> {'loss': 0.3409, 'grad_norm': 13.872169494628906, 'learning_rate': 5.560551429063949e-07, 'epoch': 0.3040412259289395, 'num_input_tokens_seen': 4028628992, 'completed': '52.10% (1_921 / 3_687)', 'remaining time': '15:43:03', 'throughput': '7760.66', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:26:58,298 >> {'loss': 0.7254, 'grad_norm': 22.901479721069336, 'learning_rate': 5.556514886953403e-07, 'epoch': 0.30431244914564687, 'num_input_tokens_seen': 4030726144, 'completed': '52.13% (1_922 / 3_687)', 'remaining time': '15:42:25', 'throughput': '9287.51', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:27:30,150 >> {'loss': 0.4352, 'grad_norm': 15.373479843139648, 'learning_rate': 5.552478299361826e-07, 'epoch': 0.30458367236235423, 'num_input_tokens_seen': 4032823296, 'completed': '52.16% (1_923 / 3_687)', 'remaining time': '15:41:53', 'throughput': '8230.05', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:28:00,922 >> {'loss': 0.6943, 'grad_norm': 17.427900314331055, 'learning_rate': 5.548441669537712e-07, 'epoch': 0.3048548955790616, 'num_input_tokens_seen': 4034920448, 'completed': '52.18% (1_924 / 3_687)', 'remaining time': '15:41:19', 'throughput': '8518.99', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:28:30,047 >> {'loss': 0.5922, 'grad_norm': 20.171907424926758, 'learning_rate': 5.544405000729584e-07, 'epoch': 0.3051261187957689, 'num_input_tokens_seen': 4037017600, 'completed': '52.21% (1_925 / 3_687)', 'remaining time': '15:40:42', 'throughput': '9000.74', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:28:59,315 >> {'loss': 0.4632, 'grad_norm': 15.804996490478516, 'learning_rate': 5.540368296186002e-07, 'epoch': 0.30539734201247626, 'num_input_tokens_seen': 4039114752, 'completed': '52.24% (1_926 / 3_687)', 'remaining time': '15:40:06', 'throughput': '8956.51', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:29:29,123 >> {'loss': 0.3587, 'grad_norm': 13.54218864440918, 'learning_rate': 5.53633155915555e-07, 'epoch': 0.3056685652291836, 'num_input_tokens_seen': 4041211904, 'completed': '52.26% (1_927 / 3_687)', 'remaining time': '15:39:30', 'throughput': '8794.61', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:30:00,195 >> {'loss': 0.8946, 'grad_norm': 24.575578689575195, 'learning_rate': 5.532294792886843e-07, 'epoch': 0.305939788445891, 'num_input_tokens_seen': 4043309056, 'completed': '52.29% (1_928 / 3_687)', 'remaining time': '15:38:57', 'throughput': '8436.64', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:30:31,640 >> {'loss': 0.4468, 'grad_norm': 18.244264602661133, 'learning_rate': 5.528258000628518e-07, 'epoch': 0.30621101166259834, 'num_input_tokens_seen': 4045406208, 'completed': '52.32% (1_929 / 3_687)', 'remaining time': '15:38:24', 'throughput': '8336.50', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:30:59,061 >> {'loss': 0.5916, 'grad_norm': 18.432344436645508, 'learning_rate': 5.524221185629224e-07, 'epoch': 0.30648223487930565, 'num_input_tokens_seen': 4047503360, 'completed': '52.35% (1_930 / 3_687)', 'remaining time': '15:37:45', 'throughput': '9559.85', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:31:29,188 >> {'loss': 0.428, 'grad_norm': 14.628120422363281, 'learning_rate': 5.520184351137646e-07, 'epoch': 0.306753458096013, 'num_input_tokens_seen': 4049600512, 'completed': '52.37% (1_931 / 3_687)', 'remaining time': '15:37:10', 'throughput': '8701.52', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:32:01,545 >> {'loss': 0.3338, 'grad_norm': 15.325323104858398, 'learning_rate': 5.51614750040247e-07, 'epoch': 0.30702468131272037, 'num_input_tokens_seen': 4051697664, 'completed': '52.40% (1_932 / 3_687)', 'remaining time': '15:36:38', 'throughput': '8101.45', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:32:31,887 >> {'loss': 0.5334, 'grad_norm': 18.96306037902832, 'learning_rate': 5.512110636672396e-07, 'epoch': 0.30729590452942773, 'num_input_tokens_seen': 4053794816, 'completed': '52.43% (1_933 / 3_687)', 'remaining time': '15:36:03', 'throughput': '8639.56', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:33:02,432 >> {'loss': 0.405, 'grad_norm': 16.209426879882812, 'learning_rate': 5.508073763196146e-07, 'epoch': 0.3075671277461351, 'num_input_tokens_seen': 4055891968, 'completed': '52.45% (1_934 / 3_687)', 'remaining time': '15:35:29', 'throughput': '8582.26', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:33:32,336 >> {'loss': 0.4682, 'grad_norm': 17.50925064086914, 'learning_rate': 5.504036883222438e-07, 'epoch': 0.3078383509628424, 'num_input_tokens_seen': 4057989120, 'completed': '52.48% (1_935 / 3_687)', 'remaining time': '15:34:54', 'throughput': '8766.26', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:34:07,142 >> {'loss': 0.6966, 'grad_norm': 21.680133819580078, 'learning_rate': 5.5e-07, 'epoch': 0.30810957417954976, 'num_input_tokens_seen': 4060086272, 'completed': '52.51% (1_936 / 3_687)', 'remaining time': '15:34:26', 'throughput': '7531.56', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:34:36,619 >> {'loss': 0.3213, 'grad_norm': 16.945390701293945, 'learning_rate': 5.495963116777562e-07, 'epoch': 0.3083807973962571, 'num_input_tokens_seen': 4062183424, 'completed': '52.54% (1_937 / 3_687)', 'remaining time': '15:33:50', 'throughput': '8893.10', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:35:07,271 >> {'loss': 0.6936, 'grad_norm': 19.299571990966797, 'learning_rate': 5.491926236803854e-07, 'epoch': 0.3086520206129645, 'num_input_tokens_seen': 4064280576, 'completed': '52.56% (1_938 / 3_687)', 'remaining time': '15:33:16', 'throughput': '8552.37', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:35:41,302 >> {'loss': 0.5167, 'grad_norm': 16.683467864990234, 'learning_rate': 5.487889363327603e-07, 'epoch': 0.30892324382967185, 'num_input_tokens_seen': 4066377728, 'completed': '52.59% (1_939 / 3_687)', 'remaining time': '15:32:47', 'throughput': '7703.28', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:36:14,584 >> {'loss': 0.308, 'grad_norm': 11.593538284301758, 'learning_rate': 5.483852499597532e-07, 'epoch': 0.30919446704637915, 'num_input_tokens_seen': 4068474880, 'completed': '52.62% (1_940 / 3_687)', 'remaining time': '15:32:17', 'throughput': '7876.25', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:36:45,496 >> {'loss': 0.6182, 'grad_norm': 21.42290687561035, 'learning_rate': 5.479815648862355e-07, 'epoch': 0.3094656902630865, 'num_input_tokens_seen': 4070572032, 'completed': '52.64% (1_941 / 3_687)', 'remaining time': '15:31:43', 'throughput': '8480.48', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:37:17,417 >> {'loss': 0.2313, 'grad_norm': 10.256348609924316, 'learning_rate': 5.475778814370776e-07, 'epoch': 0.3097369134797939, 'num_input_tokens_seen': 4072669184, 'completed': '52.67% (1_942 / 3_687)', 'remaining time': '15:31:11', 'throughput': '8212.25', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:37:48,371 >> {'loss': 0.3522, 'grad_norm': 12.884416580200195, 'learning_rate': 5.471741999371483e-07, 'epoch': 0.31000813669650124, 'num_input_tokens_seen': 4074766336, 'completed': '52.70% (1_943 / 3_687)', 'remaining time': '15:30:38', 'throughput': '8468.74', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:38:17,584 >> {'loss': 0.3817, 'grad_norm': 15.000761032104492, 'learning_rate': 5.467705207113156e-07, 'epoch': 0.3102793599132086, 'num_input_tokens_seen': 4076863488, 'completed': '52.73% (1_944 / 3_687)', 'remaining time': '15:30:01', 'throughput': '8973.49', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:38:47,899 >> {'loss': 0.5017, 'grad_norm': 18.647953033447266, 'learning_rate': 5.46366844084445e-07, 'epoch': 0.3105505831299159, 'num_input_tokens_seen': 4078960640, 'completed': '52.75% (1_945 / 3_687)', 'remaining time': '15:29:27', 'throughput': '8647.24', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:39:15,118 >> {'loss': 0.4558, 'grad_norm': 16.23006820678711, 'learning_rate': 5.459631703813998e-07, 'epoch': 0.31082180634662326, 'num_input_tokens_seen': 4081057792, 'completed': '52.78% (1_946 / 3_687)', 'remaining time': '15:28:47', 'throughput': '9630.91', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:39:45,536 >> {'loss': 0.3032, 'grad_norm': 14.229667663574219, 'learning_rate': 5.455594999270416e-07, 'epoch': 0.3110930295633306, 'num_input_tokens_seen': 4083154944, 'completed': '52.81% (1_947 / 3_687)', 'remaining time': '15:28:13', 'throughput': '8618.11', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:40:17,046 >> {'loss': 0.5615, 'grad_norm': 22.243261337280273, 'learning_rate': 5.451558330462289e-07, 'epoch': 0.311364252780038, 'num_input_tokens_seen': 4085252096, 'completed': '52.83% (1_948 / 3_687)', 'remaining time': '15:27:40', 'throughput': '8319.42', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:40:46,459 >> {'loss': 0.4128, 'grad_norm': 16.879133224487305, 'learning_rate': 5.447521700638174e-07, 'epoch': 0.31163547599674535, 'num_input_tokens_seen': 4087349248, 'completed': '52.86% (1_949 / 3_687)', 'remaining time': '15:27:04', 'throughput': '8912.63', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:41:17,013 >> {'loss': 0.4147, 'grad_norm': 17.294158935546875, 'learning_rate': 5.443485113046597e-07, 'epoch': 0.31190669921345265, 'num_input_tokens_seen': 4089446400, 'completed': '52.89% (1_950 / 3_687)', 'remaining time': '15:26:30', 'throughput': '8579.75', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:41:46,907 >> {'loss': 0.3165, 'grad_norm': 12.599308967590332, 'learning_rate': 5.439448570936052e-07, 'epoch': 0.31217792243016, 'num_input_tokens_seen': 4091543552, 'completed': '52.92% (1_951 / 3_687)', 'remaining time': '15:25:55', 'throughput': '8769.13', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:42:16,783 >> {'loss': 0.4091, 'grad_norm': 16.82218360900879, 'learning_rate': 5.435412077554991e-07, 'epoch': 0.3124491456468674, 'num_input_tokens_seen': 4093640704, 'completed': '52.94% (1_952 / 3_687)', 'remaining time': '15:25:20', 'throughput': '8774.31', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:42:45,757 >> {'loss': 0.4083, 'grad_norm': 15.809752464294434, 'learning_rate': 5.431375636151833e-07, 'epoch': 0.31272036886357474, 'num_input_tokens_seen': 4095737856, 'completed': '52.97% (1_953 / 3_687)', 'remaining time': '15:24:43', 'throughput': '9047.65', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:43:15,094 >> {'loss': 0.8117, 'grad_norm': 24.349023818969727, 'learning_rate': 5.427339249974952e-07, 'epoch': 0.3129915920802821, 'num_input_tokens_seen': 4097835008, 'completed': '53.00% (1_954 / 3_687)', 'remaining time': '15:24:07', 'throughput': '8935.57', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:43:45,733 >> {'loss': 0.4125, 'grad_norm': 15.348997116088867, 'learning_rate': 5.423302922272677e-07, 'epoch': 0.3132628152969894, 'num_input_tokens_seen': 4099932160, 'completed': '53.02% (1_955 / 3_687)', 'remaining time': '15:23:33', 'throughput': '8555.93', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:44:17,696 >> {'loss': 0.6195, 'grad_norm': 21.631223678588867, 'learning_rate': 5.419266656293293e-07, 'epoch': 0.31353403851369677, 'num_input_tokens_seen': 4102029312, 'completed': '53.05% (1_956 / 3_687)', 'remaining time': '15:23:01', 'throughput': '8201.25', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:44:46,115 >> {'loss': 0.4847, 'grad_norm': 17.50019645690918, 'learning_rate': 5.415230455285031e-07, 'epoch': 0.31380526173040413, 'num_input_tokens_seen': 4104126464, 'completed': '53.08% (1_957 / 3_687)', 'remaining time': '15:22:24', 'throughput': '9224.39', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:45:16,497 >> {'loss': 0.3183, 'grad_norm': 12.668447494506836, 'learning_rate': 5.411194322496073e-07, 'epoch': 0.3140764849471115, 'num_input_tokens_seen': 4106223616, 'completed': '53.11% (1_958 / 3_687)', 'remaining time': '15:21:49', 'throughput': '8628.37', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:45:47,586 >> {'loss': 0.2835, 'grad_norm': 14.355048179626465, 'learning_rate': 5.407158261174543e-07, 'epoch': 0.3143477081638188, 'num_input_tokens_seen': 4108320768, 'completed': '53.13% (1_959 / 3_687)', 'remaining time': '15:21:16', 'throughput': '8432.00', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:46:21,705 >> {'loss': 0.2686, 'grad_norm': 13.801246643066406, 'learning_rate': 5.403122274568514e-07, 'epoch': 0.31461893138052616, 'num_input_tokens_seen': 4110417920, 'completed': '53.16% (1_960 / 3_687)', 'remaining time': '15:20:47', 'throughput': '7683.12', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:46:51,022 >> {'loss': 0.8419, 'grad_norm': 23.078720092773438, 'learning_rate': 5.399086365925991e-07, 'epoch': 0.3148901545972335, 'num_input_tokens_seen': 4112515072, 'completed': '53.19% (1_961 / 3_687)', 'remaining time': '15:20:11', 'throughput': '8941.68', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:47:23,468 >> {'loss': 0.3, 'grad_norm': 13.70639419555664, 'learning_rate': 5.395050538494922e-07, 'epoch': 0.3151613778139409, 'num_input_tokens_seen': 4114612224, 'completed': '53.21% (1_962 / 3_687)', 'remaining time': '15:19:40', 'throughput': '8079.48', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:47:52,401 >> {'loss': 0.2514, 'grad_norm': 11.593742370605469, 'learning_rate': 5.391014795523184e-07, 'epoch': 0.31543260103064824, 'num_input_tokens_seen': 4116709376, 'completed': '53.24% (1_963 / 3_687)', 'remaining time': '15:19:03', 'throughput': '9060.25', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:48:26,541 >> {'loss': 0.5374, 'grad_norm': 17.700437545776367, 'learning_rate': 5.386979140258592e-07, 'epoch': 0.31570382424735555, 'num_input_tokens_seen': 4118806528, 'completed': '53.27% (1_964 / 3_687)', 'remaining time': '15:18:35', 'throughput': '7678.57', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:48:58,673 >> {'loss': 0.3823, 'grad_norm': 13.762934684753418, 'learning_rate': 5.382943575948888e-07, 'epoch': 0.3159750474640629, 'num_input_tokens_seen': 4120903680, 'completed': '53.30% (1_965 / 3_687)', 'remaining time': '15:18:03', 'throughput': '8158.27', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:49:30,071 >> {'loss': 0.5349, 'grad_norm': 21.619094848632812, 'learning_rate': 5.378908105841738e-07, 'epoch': 0.31624627068077027, 'num_input_tokens_seen': 4123000832, 'completed': '53.32% (1_966 / 3_687)', 'remaining time': '15:17:30', 'throughput': '8349.31', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:50:02,621 >> {'loss': 0.4939, 'grad_norm': 16.5258731842041, 'learning_rate': 5.374872733184737e-07, 'epoch': 0.31651749389747763, 'num_input_tokens_seen': 4125097984, 'completed': '53.35% (1_967 / 3_687)', 'remaining time': '15:16:59', 'throughput': '8053.60', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:50:30,809 >> {'loss': 0.6686, 'grad_norm': 19.478639602661133, 'learning_rate': 5.370837461225402e-07, 'epoch': 0.316788717114185, 'num_input_tokens_seen': 4127195136, 'completed': '53.38% (1_968 / 3_687)', 'remaining time': '15:16:21', 'throughput': '9299.74', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:51:01,494 >> {'loss': 0.3994, 'grad_norm': 15.19251537322998, 'learning_rate': 5.36680229321116e-07, 'epoch': 0.3170599403308923, 'num_input_tokens_seen': 4129292288, 'completed': '53.40% (1_969 / 3_687)', 'remaining time': '15:15:47', 'throughput': '8543.14', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:51:30,546 >> {'loss': 0.5067, 'grad_norm': 18.16364288330078, 'learning_rate': 5.362767232389365e-07, 'epoch': 0.31733116354759966, 'num_input_tokens_seen': 4131389440, 'completed': '53.43% (1_970 / 3_687)', 'remaining time': '15:15:11', 'throughput': '9023.02', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:52:00,985 >> {'loss': 0.3757, 'grad_norm': 13.165485382080078, 'learning_rate': 5.358732282007278e-07, 'epoch': 0.317602386764307, 'num_input_tokens_seen': 4133486592, 'completed': '53.46% (1_971 / 3_687)', 'remaining time': '15:14:37', 'throughput': '8612.23', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:52:33,475 >> {'loss': 0.5601, 'grad_norm': 17.412708282470703, 'learning_rate': 5.354697445312074e-07, 'epoch': 0.3178736099810144, 'num_input_tokens_seen': 4135583744, 'completed': '53.49% (1_972 / 3_687)', 'remaining time': '15:14:06', 'throughput': '8068.39', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:53:03,442 >> {'loss': 0.6123, 'grad_norm': 16.720489501953125, 'learning_rate': 5.35066272555084e-07, 'epoch': 0.31814483319772174, 'num_input_tokens_seen': 4137680896, 'completed': '53.51% (1_973 / 3_687)', 'remaining time': '15:13:31', 'throughput': '8747.80', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:53:35,586 >> {'loss': 0.401, 'grad_norm': 16.069841384887695, 'learning_rate': 5.346628125970562e-07, 'epoch': 0.31841605641442905, 'num_input_tokens_seen': 4139778048, 'completed': '53.54% (1_974 / 3_687)', 'remaining time': '15:12:59', 'throughput': '8155.28', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:54:06,934 >> {'loss': 0.6885, 'grad_norm': 25.234981536865234, 'learning_rate': 5.342593649818129e-07, 'epoch': 0.3186872796311364, 'num_input_tokens_seen': 4141875200, 'completed': '53.57% (1_975 / 3_687)', 'remaining time': '15:12:26', 'throughput': '8362.40', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:54:38,555 >> {'loss': 0.4314, 'grad_norm': 14.604377746582031, 'learning_rate': 5.338559300340338e-07, 'epoch': 0.3189585028478438, 'num_input_tokens_seen': 4143972352, 'completed': '53.59% (1_976 / 3_687)', 'remaining time': '15:11:54', 'throughput': '8290.30', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:55:10,125 >> {'loss': 0.4862, 'grad_norm': 17.683347702026367, 'learning_rate': 5.334525080783879e-07, 'epoch': 0.31922972606455113, 'num_input_tokens_seen': 4146069504, 'completed': '53.62% (1_977 / 3_687)', 'remaining time': '15:11:21', 'throughput': '8303.52', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:55:40,428 >> {'loss': 0.2884, 'grad_norm': 15.543233871459961, 'learning_rate': 5.330490994395338e-07, 'epoch': 0.3195009492812585, 'num_input_tokens_seen': 4148166656, 'completed': '53.65% (1_978 / 3_687)', 'remaining time': '15:10:47', 'throughput': '8650.62', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:56:11,200 >> {'loss': 0.5094, 'grad_norm': 16.377304077148438, 'learning_rate': 5.326457044421195e-07, 'epoch': 0.3197721724979658, 'num_input_tokens_seen': 4150263808, 'completed': '53.68% (1_979 / 3_687)', 'remaining time': '15:10:13', 'throughput': '8519.08', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:56:42,318 >> {'loss': 0.4386, 'grad_norm': 14.058331489562988, 'learning_rate': 5.322423234107818e-07, 'epoch': 0.32004339571467316, 'num_input_tokens_seen': 4152360960, 'completed': '53.70% (1_980 / 3_687)', 'remaining time': '15:09:40', 'throughput': '8424.23', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:57:15,401 >> {'loss': 0.5509, 'grad_norm': 20.853776931762695, 'learning_rate': 5.318389566701465e-07, 'epoch': 0.3203146189313805, 'num_input_tokens_seen': 4154458112, 'completed': '53.73% (1_981 / 3_687)', 'remaining time': '15:09:09', 'throughput': '7923.80', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:57:44,957 >> {'loss': 0.403, 'grad_norm': 17.144161224365234, 'learning_rate': 5.314356045448278e-07, 'epoch': 0.3205858421480879, 'num_input_tokens_seen': 4156555264, 'completed': '53.76% (1_982 / 3_687)', 'remaining time': '15:08:34', 'throughput': '8869.31', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:58:14,983 >> {'loss': 0.4065, 'grad_norm': 17.98135757446289, 'learning_rate': 5.310322673594282e-07, 'epoch': 0.32085706536479525, 'num_input_tokens_seen': 4158652416, 'completed': '53.78% (1_983 / 3_687)', 'remaining time': '15:07:59', 'throughput': '8730.64', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:58:46,692 >> {'loss': 0.2229, 'grad_norm': 9.543654441833496, 'learning_rate': 5.306289454385379e-07, 'epoch': 0.32112828858150255, 'num_input_tokens_seen': 4160749568, 'completed': '53.81% (1_984 / 3_687)', 'remaining time': '15:07:27', 'throughput': '8267.03', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:59:17,385 >> {'loss': 0.4597, 'grad_norm': 15.082742691040039, 'learning_rate': 5.302256391067354e-07, 'epoch': 0.3213995117982099, 'num_input_tokens_seen': 4162846720, 'completed': '53.84% (1_985 / 3_687)', 'remaining time': '15:06:53', 'throughput': '8540.84', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 01:59:49,529 >> {'loss': 0.4349, 'grad_norm': 14.424219131469727, 'learning_rate': 5.29822348688586e-07, 'epoch': 0.3216707350149173, 'num_input_tokens_seen': 4164943872, 'completed': '53.86% (1_986 / 3_687)', 'remaining time': '15:06:21', 'throughput': '8155.49', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:00:22,894 >> {'loss': 0.4877, 'grad_norm': 17.661540985107422, 'learning_rate': 5.294190745086426e-07, 'epoch': 0.32194195823162464, 'num_input_tokens_seen': 4167041024, 'completed': '53.89% (1_987 / 3_687)', 'remaining time': '15:05:51', 'throughput': '7856.69', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:00:52,013 >> {'loss': 0.6855, 'grad_norm': 21.022674560546875, 'learning_rate': 5.290158168914447e-07, 'epoch': 0.322213181448332, 'num_input_tokens_seen': 4169138176, 'completed': '53.92% (1_988 / 3_687)', 'remaining time': '15:05:15', 'throughput': '9002.50', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:01:21,146 >> {'loss': 0.616, 'grad_norm': 19.004026412963867, 'learning_rate': 5.28612576161519e-07, 'epoch': 0.3224844046650393, 'num_input_tokens_seen': 4171235328, 'completed': '53.95% (1_989 / 3_687)', 'remaining time': '15:04:39', 'throughput': '8998.12', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:01:49,817 >> {'loss': 0.5411, 'grad_norm': 16.85509490966797, 'learning_rate': 5.282093526433781e-07, 'epoch': 0.32275562788174667, 'num_input_tokens_seen': 4173332480, 'completed': '53.97% (1_990 / 3_687)', 'remaining time': '15:04:02', 'throughput': '9143.47', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:02:19,876 >> {'loss': 0.2902, 'grad_norm': 14.019049644470215, 'learning_rate': 5.27806146661521e-07, 'epoch': 0.323026851098454, 'num_input_tokens_seen': 4175429632, 'completed': '54.00% (1_991 / 3_687)', 'remaining time': '15:03:28', 'throughput': '8720.96', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:02:51,169 >> {'loss': 0.3034, 'grad_norm': 16.84299087524414, 'learning_rate': 5.274029585404326e-07, 'epoch': 0.3232980743151614, 'num_input_tokens_seen': 4177526784, 'completed': '54.03% (1_992 / 3_687)', 'remaining time': '15:02:55', 'throughput': '8377.10', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:03:25,753 >> {'loss': 0.3721, 'grad_norm': 13.026562690734863, 'learning_rate': 5.269997886045833e-07, 'epoch': 0.32356929753186875, 'num_input_tokens_seen': 4179623936, 'completed': '54.05% (1_993 / 3_687)', 'remaining time': '15:02:27', 'throughput': '7579.81', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:03:55,120 >> {'loss': 0.5713, 'grad_norm': 16.872188568115234, 'learning_rate': 5.265966371784287e-07, 'epoch': 0.32384052074857606, 'num_input_tokens_seen': 4181721088, 'completed': '54.08% (1_994 / 3_687)', 'remaining time': '15:01:51', 'throughput': '8926.51', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:04:25,783 >> {'loss': 0.2909, 'grad_norm': 16.673782348632812, 'learning_rate': 5.261935045864101e-07, 'epoch': 0.3241117439652834, 'num_input_tokens_seen': 4183818240, 'completed': '54.11% (1_995 / 3_687)', 'remaining time': '15:01:17', 'throughput': '8549.05', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:04:57,508 >> {'loss': 0.4015, 'grad_norm': 14.819953918457031, 'learning_rate': 5.257903911529532e-07, 'epoch': 0.3243829671819908, 'num_input_tokens_seen': 4185915392, 'completed': '54.14% (1_996 / 3_687)', 'remaining time': '15:00:45', 'throughput': '8263.08', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:05:27,109 >> {'loss': 0.2481, 'grad_norm': 13.379781723022461, 'learning_rate': 5.253872972024681e-07, 'epoch': 0.32465419039869814, 'num_input_tokens_seen': 4188012544, 'completed': '54.16% (1_997 / 3_687)', 'remaining time': '15:00:10', 'throughput': '8856.08', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:05:55,192 >> {'loss': 0.376, 'grad_norm': 14.248574256896973, 'learning_rate': 5.249842230593497e-07, 'epoch': 0.3249254136154055, 'num_input_tokens_seen': 4190109696, 'completed': '54.19% (1_998 / 3_687)', 'remaining time': '14:59:32', 'throughput': '9334.35', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:06:26,095 >> {'loss': 0.3937, 'grad_norm': 22.307329177856445, 'learning_rate': 5.245811690479766e-07, 'epoch': 0.3251966368321128, 'num_input_tokens_seen': 4192206848, 'completed': '54.22% (1_999 / 3_687)', 'remaining time': '14:58:59', 'throughput': '8483.01', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:06:56,437 >> {'loss': 0.3849, 'grad_norm': 14.40904426574707, 'learning_rate': 5.241781354927113e-07, 'epoch': 0.32546786004882017, 'num_input_tokens_seen': 4194304000, 'completed': '54.24% (2_000 / 3_687)', 'remaining time': '14:58:24', 'throughput': '8639.61', 'gpu_mem_free': '5581MB'} +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/distributed/fsdp/fully_sharded_data_parallel.py:689: FutureWarning: FSDP.state_dict_type() and FSDP.set_state_dict_type() are being deprecated. Please use APIs, get_state_dict() and set_state_dict(), which can support different parallelisms, FSDP1, FSDP2, DDP. API doc: https://pytorch.org/docs/stable/distributed.checkpoint.html#torch.distributed.checkpoint.state_dict.get_state_dict .Tutorial: https://pytorch.org/tutorials/recipes/distributed_checkpoint_recipe.html . + warnings.warn( +[INFO|trainer.py:3503] 2024-12-26 02:07:20,350 >> Saving model checkpoint to /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-2000 +[INFO|configuration_utils.py:472] 2024-12-26 02:07:20,353 >> Configuration saved in /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-2000/config.json +[INFO|configuration_utils.py:807] 2024-12-26 02:07:20,354 >> Configuration saved in /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-2000/generation_config.json +[INFO|modeling_utils.py:2807] 2024-12-26 02:08:16,686 >> The model is bigger than the maximum size per checkpoint (5GB) and is going to be split in 7 checkpoint shards. You can find where each parameters has been saved in the index located at /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-2000/model.safetensors.index.json. +[INFO|tokenization_utils_base.py:2684] 2024-12-26 02:08:16,690 >> tokenizer config file saved in /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-2000/tokenizer_config.json +[INFO|tokenization_utils_base.py:2693] 2024-12-26 02:08:16,690 >> Special tokens file saved in /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-2000/special_tokens_map.json +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/distributed/fsdp/fully_sharded_data_parallel.py:689: FutureWarning: FSDP.state_dict_type() and FSDP.set_state_dict_type() are being deprecated. Please use APIs, get_state_dict() and set_state_dict(), which can support different parallelisms, FSDP1, FSDP2, DDP. API doc: https://pytorch.org/docs/stable/distributed.checkpoint.html#torch.distributed.checkpoint.state_dict.get_state_dict .Tutorial: https://pytorch.org/tutorials/recipes/distributed_checkpoint_recipe.html . + warnings.warn( +[WARNING|trainer.py:868] 2024-12-26 02:12:10,689 >> Save streaming dataset state: {'epoch': 0, 'sample_in_epoch': 4000, 'num_canonical_nodes': 1, 'shuffle_seed': 42, 'initial_physical_nodes': 1} +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/utils/checkpoint.py:1399: FutureWarning: `torch.cpu.amp.autocast(args...)` is deprecated. Please use `torch.amp.autocast('cpu', args...)` instead. + with device_autocast_ctx, torch.cpu.amp.autocast(**cpu_autocast_kwargs), recompute_context: # type: ignore[attr-defined] +[INFO|trainer.py:175] 2024-12-26 02:12:42,740 >> {'loss': 0.3802, 'grad_norm': 18.996400833129883, 'learning_rate': 5.237751227179001e-07, 'epoch': 0.32573908326552753, 'num_input_tokens_seen': 4196401152, 'completed': '54.27% (2_001 / 3_687)', 'remaining time': '15:05:14', 'throughput': '756.98', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:13:13,335 >> {'loss': 0.5296, 'grad_norm': 17.524658203125, 'learning_rate': 5.233721310478722e-07, 'epoch': 0.3260103064822349, 'num_input_tokens_seen': 4198498304, 'completed': '54.30% (2_002 / 3_687)', 'remaining time': '15:04:39', 'throughput': '8568.32', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:13:43,119 >> {'loss': 0.2159, 'grad_norm': 11.911806106567383, 'learning_rate': 5.2296916080694e-07, 'epoch': 0.32628152969894225, 'num_input_tokens_seen': 4200595456, 'completed': '54.33% (2_003 / 3_687)', 'remaining time': '15:04:04', 'throughput': '8801.44', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:14:16,989 >> {'loss': 0.4125, 'grad_norm': 17.387310028076172, 'learning_rate': 5.225662123193985e-07, 'epoch': 0.32655275291564956, 'num_input_tokens_seen': 4202692608, 'completed': '54.35% (2_004 / 3_687)', 'remaining time': '15:03:34', 'throughput': '7739.64', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:14:47,142 >> {'loss': 0.3276, 'grad_norm': 17.1206111907959, 'learning_rate': 5.221632859095254e-07, 'epoch': 0.3268239761323569, 'num_input_tokens_seen': 4204789760, 'completed': '54.38% (2_005 / 3_687)', 'remaining time': '15:02:59', 'throughput': '8694.03', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:15:14,679 >> {'loss': 0.4545, 'grad_norm': 17.467138290405273, 'learning_rate': 5.217603819015805e-07, 'epoch': 0.3270951993490643, 'num_input_tokens_seen': 4206886912, 'completed': '54.41% (2_006 / 3_687)', 'remaining time': '15:02:20', 'throughput': '9519.54', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:15:46,881 >> {'loss': 0.7608, 'grad_norm': 22.18386459350586, 'learning_rate': 5.213575006198057e-07, 'epoch': 0.32736642256577164, 'num_input_tokens_seen': 4208984064, 'completed': '54.43% (2_007 / 3_687)', 'remaining time': '15:01:48', 'throughput': '8140.61', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:16:17,200 >> {'loss': 0.512, 'grad_norm': 18.72940444946289, 'learning_rate': 5.209546423884246e-07, 'epoch': 0.327637645782479, 'num_input_tokens_seen': 4211081216, 'completed': '54.46% (2_008 / 3_687)', 'remaining time': '15:01:13', 'throughput': '8646.07', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:16:48,696 >> {'loss': 0.3453, 'grad_norm': 15.777796745300293, 'learning_rate': 5.20551807531642e-07, 'epoch': 0.3279088689991863, 'num_input_tokens_seen': 4213178368, 'completed': '54.49% (2_009 / 3_687)', 'remaining time': '15:00:40', 'throughput': '8323.06', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:17:18,401 >> {'loss': 0.6098, 'grad_norm': 20.98493194580078, 'learning_rate': 5.20148996373644e-07, 'epoch': 0.32818009221589367, 'num_input_tokens_seen': 4215275520, 'completed': '54.52% (2_010 / 3_687)', 'remaining time': '15:00:04', 'throughput': '8824.94', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:17:48,462 >> {'loss': 0.3278, 'grad_norm': 13.770686149597168, 'learning_rate': 5.197462092385978e-07, 'epoch': 0.32845131543260103, 'num_input_tokens_seen': 4217372672, 'completed': '54.54% (2_011 / 3_687)', 'remaining time': '14:59:29', 'throughput': '8720.58', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:18:19,096 >> {'loss': 0.1932, 'grad_norm': 10.093859672546387, 'learning_rate': 5.193434464506511e-07, 'epoch': 0.3287225386493084, 'num_input_tokens_seen': 4219469824, 'completed': '54.57% (2_012 / 3_687)', 'remaining time': '14:58:55', 'throughput': '8557.32', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:18:48,920 >> {'loss': 0.3751, 'grad_norm': 16.35398292541504, 'learning_rate': 5.189407083339324e-07, 'epoch': 0.32899376186601575, 'num_input_tokens_seen': 4221566976, 'completed': '54.60% (2_013 / 3_687)', 'remaining time': '14:58:19', 'throughput': '8789.57', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:19:19,019 >> {'loss': 0.2063, 'grad_norm': 10.368598937988281, 'learning_rate': 5.185379952125494e-07, 'epoch': 0.32926498508272306, 'num_input_tokens_seen': 4223664128, 'completed': '54.62% (2_014 / 3_687)', 'remaining time': '14:57:44', 'throughput': '8709.29', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:19:49,808 >> {'loss': 0.3463, 'grad_norm': 15.229095458984375, 'learning_rate': 5.18135307410591e-07, 'epoch': 0.3295362082994304, 'num_input_tokens_seen': 4225761280, 'completed': '54.65% (2_015 / 3_687)', 'remaining time': '14:57:10', 'throughput': '8514.47', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:20:20,900 >> {'loss': 0.3193, 'grad_norm': 21.608442306518555, 'learning_rate': 5.177326452521242e-07, 'epoch': 0.3298074315161378, 'num_input_tokens_seen': 4227858432, 'completed': '54.68% (2_016 / 3_687)', 'remaining time': '14:56:36', 'throughput': '8431.05', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:20:51,508 >> {'loss': 0.3732, 'grad_norm': 16.298704147338867, 'learning_rate': 5.17330009061197e-07, 'epoch': 0.33007865473284514, 'num_input_tokens_seen': 4229955584, 'completed': '54.71% (2_017 / 3_687)', 'remaining time': '14:56:02', 'throughput': '8564.58', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:21:18,576 >> {'loss': 0.3864, 'grad_norm': 17.584896087646484, 'learning_rate': 5.169273991618351e-07, 'epoch': 0.3303498779495525, 'num_input_tokens_seen': 4232052736, 'completed': '54.73% (2_018 / 3_687)', 'remaining time': '14:55:23', 'throughput': '9684.54', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:21:52,464 >> {'loss': 0.3894, 'grad_norm': 17.949689865112305, 'learning_rate': 5.165248158780441e-07, 'epoch': 0.3306211011662598, 'num_input_tokens_seen': 4234149888, 'completed': '54.76% (2_019 / 3_687)', 'remaining time': '14:54:53', 'throughput': '7735.78', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:22:19,602 >> {'loss': 0.7639, 'grad_norm': 22.562408447265625, 'learning_rate': 5.161222595338073e-07, 'epoch': 0.3308923243829672, 'num_input_tokens_seen': 4236247040, 'completed': '54.79% (2_020 / 3_687)', 'remaining time': '14:54:14', 'throughput': '9659.51', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:22:52,612 >> {'loss': 0.3913, 'grad_norm': 15.829678535461426, 'learning_rate': 5.157197304530869e-07, 'epoch': 0.33116354759967453, 'num_input_tokens_seen': 4238344192, 'completed': '54.81% (2_021 / 3_687)', 'remaining time': '14:53:43', 'throughput': '7941.47', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:23:23,094 >> {'loss': 0.4058, 'grad_norm': 19.865497589111328, 'learning_rate': 5.15317228959823e-07, 'epoch': 0.3314347708163819, 'num_input_tokens_seen': 4240441344, 'completed': '54.84% (2_022 / 3_687)', 'remaining time': '14:53:08', 'throughput': '8599.91', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:23:53,062 >> {'loss': 0.61, 'grad_norm': 20.204696655273438, 'learning_rate': 5.149147553779335e-07, 'epoch': 0.33170599403308926, 'num_input_tokens_seen': 4242538496, 'completed': '54.87% (2_023 / 3_687)', 'remaining time': '14:52:33', 'throughput': '8747.51', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:24:27,007 >> {'loss': 0.2718, 'grad_norm': 11.350019454956055, 'learning_rate': 5.145123100313137e-07, 'epoch': 0.33197721724979656, 'num_input_tokens_seen': 4244635648, 'completed': '54.90% (2_024 / 3_687)', 'remaining time': '14:52:03', 'throughput': '7722.59', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:24:57,757 >> {'loss': 0.4187, 'grad_norm': 20.93108558654785, 'learning_rate': 5.141098932438365e-07, 'epoch': 0.3322484404665039, 'num_input_tokens_seen': 4246732800, 'completed': '54.92% (2_025 / 3_687)', 'remaining time': '14:51:29', 'throughput': '8524.80', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:25:33,948 >> {'loss': 0.3879, 'grad_norm': 17.941852569580078, 'learning_rate': 5.137075053393512e-07, 'epoch': 0.3325196636832113, 'num_input_tokens_seen': 4248829952, 'completed': '54.95% (2_026 / 3_687)', 'remaining time': '14:51:02', 'throughput': '7243.52', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:26:03,935 >> {'loss': 0.6891, 'grad_norm': 23.98504638671875, 'learning_rate': 5.133051466416849e-07, 'epoch': 0.33279088689991865, 'num_input_tokens_seen': 4250927104, 'completed': '54.98% (2_027 / 3_687)', 'remaining time': '14:50:27', 'throughput': '8741.87', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:26:34,294 >> {'loss': 0.3502, 'grad_norm': 17.1292667388916, 'learning_rate': 5.129028174746399e-07, 'epoch': 0.333062110116626, 'num_input_tokens_seen': 4253024256, 'completed': '55.00% (2_028 / 3_687)', 'remaining time': '14:49:52', 'throughput': '8634.74', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:27:03,481 >> {'loss': 0.939, 'grad_norm': 23.580167770385742, 'learning_rate': 5.12500518161996e-07, 'epoch': 0.3333333333333333, 'num_input_tokens_seen': 4255121408, 'completed': '55.03% (2_029 / 3_687)', 'remaining time': '14:49:16', 'throughput': '8981.50', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:27:36,513 >> {'loss': 0.3974, 'grad_norm': 16.317161560058594, 'learning_rate': 5.120982490275081e-07, 'epoch': 0.3336045565500407, 'num_input_tokens_seen': 4257218560, 'completed': '55.06% (2_030 / 3_687)', 'remaining time': '14:48:45', 'throughput': '7936.15', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:28:05,360 >> {'loss': 0.7093, 'grad_norm': 19.563129425048828, 'learning_rate': 5.116960103949071e-07, 'epoch': 0.33387577976674804, 'num_input_tokens_seen': 4259315712, 'completed': '55.09% (2_031 / 3_687)', 'remaining time': '14:48:08', 'throughput': '9087.33', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:28:37,821 >> {'loss': 0.3047, 'grad_norm': 14.194764137268066, 'learning_rate': 5.112938025878994e-07, 'epoch': 0.3341470029834554, 'num_input_tokens_seen': 4261412864, 'completed': '55.11% (2_032 / 3_687)', 'remaining time': '14:47:37', 'throughput': '8075.67', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:29:07,036 >> {'loss': 0.2439, 'grad_norm': 12.254755973815918, 'learning_rate': 5.108916259301663e-07, 'epoch': 0.33441822620016276, 'num_input_tokens_seen': 4263510016, 'completed': '55.14% (2_033 / 3_687)', 'remaining time': '14:47:00', 'throughput': '8972.83', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:29:40,702 >> {'loss': 0.3246, 'grad_norm': 13.140419006347656, 'learning_rate': 5.104894807453647e-07, 'epoch': 0.33468944941687007, 'num_input_tokens_seen': 4265607168, 'completed': '55.17% (2_034 / 3_687)', 'remaining time': '14:46:30', 'throughput': '7786.67', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:30:10,034 >> {'loss': 0.5276, 'grad_norm': 18.896413803100586, 'learning_rate': 5.100873673571253e-07, 'epoch': 0.3349606726335774, 'num_input_tokens_seen': 4267704320, 'completed': '55.19% (2_035 / 3_687)', 'remaining time': '14:45:54', 'throughput': '8937.24', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:30:43,945 >> {'loss': 0.335, 'grad_norm': 13.808533668518066, 'learning_rate': 5.096852860890541e-07, 'epoch': 0.3352318958502848, 'num_input_tokens_seen': 4269801472, 'completed': '55.22% (2_036 / 3_687)', 'remaining time': '14:45:24', 'throughput': '7730.30', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:31:13,083 >> {'loss': 0.6184, 'grad_norm': 21.51602554321289, 'learning_rate': 5.092832372647304e-07, 'epoch': 0.33550311906699215, 'num_input_tokens_seen': 4271898624, 'completed': '55.25% (2_037 / 3_687)', 'remaining time': '14:44:48', 'throughput': '8996.57', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:31:45,133 >> {'loss': 0.519, 'grad_norm': 18.561599731445312, 'learning_rate': 5.08881221207708e-07, 'epoch': 0.3357743422836995, 'num_input_tokens_seen': 4273995776, 'completed': '55.28% (2_038 / 3_687)', 'remaining time': '14:44:16', 'throughput': '8179.35', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:32:16,343 >> {'loss': 0.2667, 'grad_norm': 15.325385093688965, 'learning_rate': 5.084792382415141e-07, 'epoch': 0.3360455655004068, 'num_input_tokens_seen': 4276092928, 'completed': '55.30% (2_039 / 3_687)', 'remaining time': '14:43:42', 'throughput': '8399.28', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:32:45,382 >> {'loss': 0.429, 'grad_norm': 15.208858489990234, 'learning_rate': 5.080772886896493e-07, 'epoch': 0.3363167887171142, 'num_input_tokens_seen': 4278190080, 'completed': '55.33% (2_040 / 3_687)', 'remaining time': '14:43:06', 'throughput': '9027.18', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:33:15,269 >> {'loss': 0.2648, 'grad_norm': 13.985490798950195, 'learning_rate': 5.076753728755871e-07, 'epoch': 0.33658801193382154, 'num_input_tokens_seen': 4280287232, 'completed': '55.36% (2_041 / 3_687)', 'remaining time': '14:42:31', 'throughput': '8771.32', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:33:45,371 >> {'loss': 0.3776, 'grad_norm': 19.45819664001465, 'learning_rate': 5.072734911227746e-07, 'epoch': 0.3368592351505289, 'num_input_tokens_seen': 4282384384, 'completed': '55.38% (2_042 / 3_687)', 'remaining time': '14:41:56', 'throughput': '8708.56', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:34:15,996 >> {'loss': 0.1879, 'grad_norm': 11.178092956542969, 'learning_rate': 5.068716437546305e-07, 'epoch': 0.33713045836723626, 'num_input_tokens_seen': 4284481536, 'completed': '55.41% (2_043 / 3_687)', 'remaining time': '14:41:22', 'throughput': '8559.84', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:34:49,613 >> {'loss': 0.5829, 'grad_norm': 19.116785049438477, 'learning_rate': 5.06469831094546e-07, 'epoch': 0.33740168158394357, 'num_input_tokens_seen': 4286578688, 'completed': '55.44% (2_044 / 3_687)', 'remaining time': '14:40:52', 'throughput': '7797.87', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:35:18,656 >> {'loss': 0.4346, 'grad_norm': 17.29070281982422, 'learning_rate': 5.060680534658852e-07, 'epoch': 0.33767290480065093, 'num_input_tokens_seen': 4288675840, 'completed': '55.47% (2_045 / 3_687)', 'remaining time': '14:40:15', 'throughput': '9025.96', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:35:48,760 >> {'loss': 0.3758, 'grad_norm': 11.40611457824707, 'learning_rate': 5.056663111919833e-07, 'epoch': 0.3379441280173583, 'num_input_tokens_seen': 4290772992, 'completed': '55.49% (2_046 / 3_687)', 'remaining time': '14:39:40', 'throughput': '8707.91', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:36:17,726 >> {'loss': 0.2305, 'grad_norm': 10.537538528442383, 'learning_rate': 5.052646045961471e-07, 'epoch': 0.33821535123406565, 'num_input_tokens_seen': 4292870144, 'completed': '55.52% (2_047 / 3_687)', 'remaining time': '14:39:04', 'throughput': '9050.24', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:36:46,914 >> {'loss': 0.3792, 'grad_norm': 15.972824096679688, 'learning_rate': 5.048629340016548e-07, 'epoch': 0.33848657445077296, 'num_input_tokens_seen': 4294967296, 'completed': '55.55% (2_048 / 3_687)', 'remaining time': '14:38:28', 'throughput': '8981.31', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:37:17,144 >> {'loss': 0.3346, 'grad_norm': 13.639211654663086, 'learning_rate': 5.044612997317557e-07, 'epoch': 0.3387577976674803, 'num_input_tokens_seen': 4297064448, 'completed': '55.57% (2_049 / 3_687)', 'remaining time': '14:37:53', 'throughput': '8671.52', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:37:48,662 >> {'loss': 0.6396, 'grad_norm': 17.853118896484375, 'learning_rate': 5.040597021096695e-07, 'epoch': 0.3390290208841877, 'num_input_tokens_seen': 4299161600, 'completed': '55.60% (2_050 / 3_687)', 'remaining time': '14:37:20', 'throughput': '8317.17', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:38:22,120 >> {'loss': 0.4423, 'grad_norm': 18.226207733154297, 'learning_rate': 5.03658141458587e-07, 'epoch': 0.33930024410089504, 'num_input_tokens_seen': 4301258752, 'completed': '55.63% (2_051 / 3_687)', 'remaining time': '14:36:50', 'throughput': '7835.11', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:38:54,167 >> {'loss': 0.3318, 'grad_norm': 14.695561408996582, 'learning_rate': 5.032566181016688e-07, 'epoch': 0.3395714673176024, 'num_input_tokens_seen': 4303355904, 'completed': '55.66% (2_052 / 3_687)', 'remaining time': '14:36:17', 'throughput': '8180.00', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:39:21,555 >> {'loss': 0.6093, 'grad_norm': 18.532405853271484, 'learning_rate': 5.028551323620458e-07, 'epoch': 0.3398426905343097, 'num_input_tokens_seen': 4305453056, 'completed': '55.68% (2_053 / 3_687)', 'remaining time': '14:35:39', 'throughput': '9571.58', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:39:51,695 >> {'loss': 0.4432, 'grad_norm': 15.558454513549805, 'learning_rate': 5.024536845628181e-07, 'epoch': 0.34011391375101707, 'num_input_tokens_seen': 4307550208, 'completed': '55.71% (2_054 / 3_687)', 'remaining time': '14:35:04', 'throughput': '8697.56', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:40:22,837 >> {'loss': 0.6549, 'grad_norm': 22.573936462402344, 'learning_rate': 5.020522750270558e-07, 'epoch': 0.34038513696772443, 'num_input_tokens_seen': 4309647360, 'completed': '55.74% (2_055 / 3_687)', 'remaining time': '14:34:31', 'throughput': '8417.65', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:40:52,720 >> {'loss': 0.27, 'grad_norm': 13.960949897766113, 'learning_rate': 5.01650904077798e-07, 'epoch': 0.3406563601844318, 'num_input_tokens_seen': 4311744512, 'completed': '55.76% (2_056 / 3_687)', 'remaining time': '14:33:56', 'throughput': '8772.35', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:41:22,211 >> {'loss': 0.6896, 'grad_norm': 19.82161521911621, 'learning_rate': 5.012495720380527e-07, 'epoch': 0.34092758340113916, 'num_input_tokens_seen': 4313841664, 'completed': '55.79% (2_057 / 3_687)', 'remaining time': '14:33:20', 'throughput': '8888.86', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:41:54,000 >> {'loss': 0.3401, 'grad_norm': 13.285265922546387, 'learning_rate': 5.008482792307968e-07, 'epoch': 0.34119880661784646, 'num_input_tokens_seen': 4315938816, 'completed': '55.82% (2_058 / 3_687)', 'remaining time': '14:32:48', 'throughput': '8246.62', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:42:26,964 >> {'loss': 0.3066, 'grad_norm': 12.160155296325684, 'learning_rate': 5.004470259789757e-07, 'epoch': 0.3414700298345538, 'num_input_tokens_seen': 4318035968, 'completed': '55.84% (2_059 / 3_687)', 'remaining time': '14:32:16', 'throughput': '7952.41', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:43:00,311 >> {'loss': 0.324, 'grad_norm': 12.414044380187988, 'learning_rate': 5.000458126055021e-07, 'epoch': 0.3417412530512612, 'num_input_tokens_seen': 4320133120, 'completed': '55.87% (2_060 / 3_687)', 'remaining time': '14:31:46', 'throughput': '7860.81', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:43:31,722 >> {'loss': 0.5181, 'grad_norm': 18.17831802368164, 'learning_rate': 4.996446394332578e-07, 'epoch': 0.34201247626796855, 'num_input_tokens_seen': 4322230272, 'completed': '55.90% (2_061 / 3_687)', 'remaining time': '14:31:13', 'throughput': '8345.69', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:44:04,322 >> {'loss': 0.3709, 'grad_norm': 14.670184135437012, 'learning_rate': 4.992435067850914e-07, 'epoch': 0.3422836994846759, 'num_input_tokens_seen': 4324327424, 'completed': '55.93% (2_062 / 3_687)', 'remaining time': '14:30:41', 'throughput': '8041.22', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:44:34,106 >> {'loss': 0.5221, 'grad_norm': 17.332820892333984, 'learning_rate': 4.988424149838192e-07, 'epoch': 0.3425549227013832, 'num_input_tokens_seen': 4326424576, 'completed': '55.95% (2_063 / 3_687)', 'remaining time': '14:30:06', 'throughput': '8801.63', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:45:04,121 >> {'loss': 0.7608, 'grad_norm': 22.735279083251953, 'learning_rate': 4.984413643522251e-07, 'epoch': 0.3428261459180906, 'num_input_tokens_seen': 4328521728, 'completed': '55.98% (2_064 / 3_687)', 'remaining time': '14:29:31', 'throughput': '8733.60', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:45:32,316 >> {'loss': 0.3522, 'grad_norm': 14.321521759033203, 'learning_rate': 4.980403552130589e-07, 'epoch': 0.34309736913479794, 'num_input_tokens_seen': 4330618880, 'completed': '56.01% (2_065 / 3_687)', 'remaining time': '14:28:54', 'throughput': '9297.54', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:46:01,482 >> {'loss': 0.4359, 'grad_norm': 16.680944442749023, 'learning_rate': 4.976393878890375e-07, 'epoch': 0.3433685923515053, 'num_input_tokens_seen': 4332716032, 'completed': '56.03% (2_066 / 3_687)', 'remaining time': '14:28:18', 'throughput': '8988.10', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:46:31,498 >> {'loss': 0.4501, 'grad_norm': 15.195837020874023, 'learning_rate': 4.972384627028442e-07, 'epoch': 0.34363981556821266, 'num_input_tokens_seen': 4334813184, 'completed': '56.06% (2_067 / 3_687)', 'remaining time': '14:27:43', 'throughput': '8733.56', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:47:04,062 >> {'loss': 0.3573, 'grad_norm': 13.431507110595703, 'learning_rate': 4.968375799771285e-07, 'epoch': 0.34391103878491996, 'num_input_tokens_seen': 4336910336, 'completed': '56.09% (2_068 / 3_687)', 'remaining time': '14:27:11', 'throughput': '8049.97', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:47:33,016 >> {'loss': 0.3762, 'grad_norm': 12.854487419128418, 'learning_rate': 4.964367400345053e-07, 'epoch': 0.3441822620016273, 'num_input_tokens_seen': 4339007488, 'completed': '56.12% (2_069 / 3_687)', 'remaining time': '14:26:35', 'throughput': '9053.97', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:48:02,436 >> {'loss': 0.7081, 'grad_norm': 17.647762298583984, 'learning_rate': 4.960359431975555e-07, 'epoch': 0.3444534852183347, 'num_input_tokens_seen': 4341104640, 'completed': '56.14% (2_070 / 3_687)', 'remaining time': '14:26:00', 'throughput': '8910.30', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:48:33,412 >> {'loss': 0.7699, 'grad_norm': 21.555879592895508, 'learning_rate': 4.956351897888256e-07, 'epoch': 0.34472470843504205, 'num_input_tokens_seen': 4343201792, 'completed': '56.17% (2_071 / 3_687)', 'remaining time': '14:25:26', 'throughput': '8462.71', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:49:01,236 >> {'loss': 0.5833, 'grad_norm': 17.82149887084961, 'learning_rate': 4.952344801308258e-07, 'epoch': 0.3449959316517494, 'num_input_tokens_seen': 4345298944, 'completed': '56.20% (2_072 / 3_687)', 'remaining time': '14:24:48', 'throughput': '9421.71', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:49:29,202 >> {'loss': 0.3707, 'grad_norm': 13.02746295928955, 'learning_rate': 4.948338145460324e-07, 'epoch': 0.3452671548684567, 'num_input_tokens_seen': 4347396096, 'completed': '56.22% (2_073 / 3_687)', 'remaining time': '14:24:11', 'throughput': '9373.66', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:49:59,422 >> {'loss': 0.6831, 'grad_norm': 18.583114624023438, 'learning_rate': 4.944331933568858e-07, 'epoch': 0.3455383780851641, 'num_input_tokens_seen': 4349493248, 'completed': '56.25% (2_074 / 3_687)', 'remaining time': '14:23:37', 'throughput': '8674.41', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:50:25,829 >> {'loss': 0.618, 'grad_norm': 18.889436721801758, 'learning_rate': 4.94032616885791e-07, 'epoch': 0.34580960130187144, 'num_input_tokens_seen': 4351590400, 'completed': '56.28% (2_075 / 3_687)', 'remaining time': '14:22:57', 'throughput': '9927.23', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:50:59,635 >> {'loss': 0.4065, 'grad_norm': 14.465885162353516, 'learning_rate': 4.936320854551163e-07, 'epoch': 0.3460808245185788, 'num_input_tokens_seen': 4353687552, 'completed': '56.31% (2_076 / 3_687)', 'remaining time': '14:22:27', 'throughput': '7754.26', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:51:30,948 >> {'loss': 0.2518, 'grad_norm': 11.185941696166992, 'learning_rate': 4.932315993871942e-07, 'epoch': 0.34635204773528616, 'num_input_tokens_seen': 4355784704, 'completed': '56.33% (2_077 / 3_687)', 'remaining time': '14:21:54', 'throughput': '8371.70', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:52:02,946 >> {'loss': 0.3067, 'grad_norm': 14.272321701049805, 'learning_rate': 4.928311590043206e-07, 'epoch': 0.34662327095199347, 'num_input_tokens_seen': 4357881856, 'completed': '56.36% (2_078 / 3_687)', 'remaining time': '14:21:22', 'throughput': '8192.55', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:52:33,017 >> {'loss': 0.6866, 'grad_norm': 23.103809356689453, 'learning_rate': 4.924307646287549e-07, 'epoch': 0.34689449416870083, 'num_input_tokens_seen': 4359979008, 'completed': '56.39% (2_079 / 3_687)', 'remaining time': '14:20:47', 'throughput': '8717.66', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:53:00,405 >> {'loss': 0.7426, 'grad_norm': 24.843984603881836, 'learning_rate': 4.920304165827192e-07, 'epoch': 0.3471657173854082, 'num_input_tokens_seen': 4362076160, 'completed': '56.41% (2_080 / 3_687)', 'remaining time': '14:20:09', 'throughput': '9571.46', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:53:30,433 >> {'loss': 0.4618, 'grad_norm': 15.894787788391113, 'learning_rate': 4.916301151883983e-07, 'epoch': 0.34743694060211555, 'num_input_tokens_seen': 4364173312, 'completed': '56.44% (2_081 / 3_687)', 'remaining time': '14:19:34', 'throughput': '8729.84', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:54:00,534 >> {'loss': 0.6288, 'grad_norm': 19.025161743164062, 'learning_rate': 4.912298607679396e-07, 'epoch': 0.3477081638188229, 'num_input_tokens_seen': 4366270464, 'completed': '56.47% (2_082 / 3_687)', 'remaining time': '14:19:00', 'throughput': '8708.98', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:54:29,404 >> {'loss': 0.4496, 'grad_norm': 17.685871124267578, 'learning_rate': 4.908296536434525e-07, 'epoch': 0.3479793870355302, 'num_input_tokens_seen': 4368367616, 'completed': '56.50% (2_083 / 3_687)', 'remaining time': '14:18:23', 'throughput': '9080.17', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:54:59,702 >> {'loss': 0.7546, 'grad_norm': 26.235916137695312, 'learning_rate': 4.904294941370086e-07, 'epoch': 0.3482506102522376, 'num_input_tokens_seen': 4370464768, 'completed': '56.52% (2_084 / 3_687)', 'remaining time': '14:17:49', 'throughput': '8651.95', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:55:29,186 >> {'loss': 0.2447, 'grad_norm': 12.8169584274292, 'learning_rate': 4.900293825706408e-07, 'epoch': 0.34852183346894494, 'num_input_tokens_seen': 4372561920, 'completed': '56.55% (2_085 / 3_687)', 'remaining time': '14:17:14', 'throughput': '8891.22', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:55:59,472 >> {'loss': 0.4664, 'grad_norm': 16.72005271911621, 'learning_rate': 4.89629319266344e-07, 'epoch': 0.3487930566856523, 'num_input_tokens_seen': 4374659072, 'completed': '56.58% (2_086 / 3_687)', 'remaining time': '14:16:39', 'throughput': '8655.49', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:56:32,021 >> {'loss': 0.3813, 'grad_norm': 14.927910804748535, 'learning_rate': 4.892293045460738e-07, 'epoch': 0.34906427990235966, 'num_input_tokens_seen': 4376756224, 'completed': '56.60% (2_087 / 3_687)', 'remaining time': '14:16:08', 'throughput': '8053.98', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:57:03,647 >> {'loss': 0.3661, 'grad_norm': 14.392501831054688, 'learning_rate': 4.88829338731747e-07, 'epoch': 0.34933550311906697, 'num_input_tokens_seen': 4378853376, 'completed': '56.63% (2_088 / 3_687)', 'remaining time': '14:15:35', 'throughput': '8288.86', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:57:33,723 >> {'loss': 0.3709, 'grad_norm': 15.27480697631836, 'learning_rate': 4.884294221452405e-07, 'epoch': 0.34960672633577433, 'num_input_tokens_seen': 4380950528, 'completed': '56.66% (2_089 / 3_687)', 'remaining time': '14:15:00', 'throughput': '8715.98', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:58:02,715 >> {'loss': 0.58, 'grad_norm': 16.14817237854004, 'learning_rate': 4.88029555108392e-07, 'epoch': 0.3498779495524817, 'num_input_tokens_seen': 4383047680, 'completed': '56.69% (2_090 / 3_687)', 'remaining time': '14:14:25', 'throughput': '9042.06', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:58:32,984 >> {'loss': 0.2754, 'grad_norm': 11.918871879577637, 'learning_rate': 4.876297379429995e-07, 'epoch': 0.35014917276918905, 'num_input_tokens_seen': 4385144832, 'completed': '56.71% (2_091 / 3_687)', 'remaining time': '14:13:50', 'throughput': '8660.42', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:59:02,391 >> {'loss': 0.453, 'grad_norm': 24.65549659729004, 'learning_rate': 4.872299709708206e-07, 'epoch': 0.3504203959858964, 'num_input_tokens_seen': 4387241984, 'completed': '56.74% (2_092 / 3_687)', 'remaining time': '14:13:15', 'throughput': '8914.28', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 02:59:36,672 >> {'loss': 0.3193, 'grad_norm': 13.130111694335938, 'learning_rate': 4.868302545135725e-07, 'epoch': 0.3506916192026037, 'num_input_tokens_seen': 4389339136, 'completed': '56.77% (2_093 / 3_687)', 'remaining time': '14:12:45', 'throughput': '7646.93', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:00:02,128 >> {'loss': 0.9149, 'grad_norm': 22.114221572875977, 'learning_rate': 4.864305888929318e-07, 'epoch': 0.3509628424193111, 'num_input_tokens_seen': 4391436288, 'completed': '56.79% (2_094 / 3_687)', 'remaining time': '14:12:05', 'throughput': '10297.88', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:00:31,615 >> {'loss': 0.7968, 'grad_norm': 22.851913452148438, 'learning_rate': 4.860309744305339e-07, 'epoch': 0.35123406563601844, 'num_input_tokens_seen': 4393533440, 'completed': '56.82% (2_095 / 3_687)', 'remaining time': '14:11:30', 'throughput': '8890.13', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:01:00,965 >> {'loss': 0.7142, 'grad_norm': 19.785030364990234, 'learning_rate': 4.856314114479738e-07, 'epoch': 0.3515052888527258, 'num_input_tokens_seen': 4395630592, 'completed': '56.85% (2_096 / 3_687)', 'remaining time': '14:10:54', 'throughput': '8931.84', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:01:32,028 >> {'loss': 0.3404, 'grad_norm': 13.180719375610352, 'learning_rate': 4.852319002668044e-07, 'epoch': 0.35177651206943317, 'num_input_tokens_seen': 4397727744, 'completed': '56.88% (2_097 / 3_687)', 'remaining time': '14:10:21', 'throughput': '8438.97', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:02:01,065 >> {'loss': 0.5252, 'grad_norm': 18.110231399536133, 'learning_rate': 4.848324412085367e-07, 'epoch': 0.3520477352861405, 'num_input_tokens_seen': 4399824896, 'completed': '56.90% (2_098 / 3_687)', 'remaining time': '14:09:45', 'throughput': '9028.02', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:02:30,035 >> {'loss': 0.4975, 'grad_norm': 18.176883697509766, 'learning_rate': 4.84433034594641e-07, 'epoch': 0.35231895850284783, 'num_input_tokens_seen': 4401922048, 'completed': '56.93% (2_099 / 3_687)', 'remaining time': '14:09:09', 'throughput': '9048.77', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:03:00,315 >> {'loss': 0.4609, 'grad_norm': 16.192501068115234, 'learning_rate': 4.840336807465439e-07, 'epoch': 0.3525901817195552, 'num_input_tokens_seen': 4404019200, 'completed': '56.96% (2_100 / 3_687)', 'remaining time': '14:08:35', 'throughput': '8657.41', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:03:29,913 >> {'loss': 0.4662, 'grad_norm': 15.730474472045898, 'learning_rate': 4.836343799856302e-07, 'epoch': 0.35286140493626256, 'num_input_tokens_seen': 4406116352, 'completed': '56.98% (2_101 / 3_687)', 'remaining time': '14:08:00', 'throughput': '8856.80', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:04:00,522 >> {'loss': 0.2086, 'grad_norm': 9.630202293395996, 'learning_rate': 4.83235132633242e-07, 'epoch': 0.3531326281529699, 'num_input_tokens_seen': 4408213504, 'completed': '57.01% (2_102 / 3_687)', 'remaining time': '14:07:26', 'throughput': '8564.56', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:04:31,386 >> {'loss': 0.2325, 'grad_norm': 10.681892395019531, 'learning_rate': 4.828359390106786e-07, 'epoch': 0.3534038513696772, 'num_input_tokens_seen': 4410310656, 'completed': '57.04% (2_103 / 3_687)', 'remaining time': '14:06:52', 'throughput': '8493.25', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:05:00,066 >> {'loss': 0.4176, 'grad_norm': 15.098684310913086, 'learning_rate': 4.824367994391958e-07, 'epoch': 0.3536750745863846, 'num_input_tokens_seen': 4412407808, 'completed': '57.07% (2_104 / 3_687)', 'remaining time': '14:06:16', 'throughput': '9140.09', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:05:32,104 >> {'loss': 0.2685, 'grad_norm': 11.902873039245605, 'learning_rate': 4.820377142400058e-07, 'epoch': 0.35394629780309195, 'num_input_tokens_seen': 4414504960, 'completed': '57.09% (2_105 / 3_687)', 'remaining time': '14:05:44', 'throughput': '8182.51', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:06:02,557 >> {'loss': 0.5198, 'grad_norm': 19.398834228515625, 'learning_rate': 4.816386837342771e-07, 'epoch': 0.3542175210197993, 'num_input_tokens_seen': 4416602112, 'completed': '57.12% (2_106 / 3_687)', 'remaining time': '14:05:10', 'throughput': '8608.04', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:06:34,621 >> {'loss': 0.5469, 'grad_norm': 21.086822509765625, 'learning_rate': 4.812397082431345e-07, 'epoch': 0.35448874423650667, 'num_input_tokens_seen': 4418699264, 'completed': '57.15% (2_107 / 3_687)', 'remaining time': '14:04:38', 'throughput': '8175.67', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:07:05,458 >> {'loss': 0.6044, 'grad_norm': 21.071117401123047, 'learning_rate': 4.808407880876581e-07, 'epoch': 0.354759967453214, 'num_input_tokens_seen': 4420796416, 'completed': '57.17% (2_108 / 3_687)', 'remaining time': '14:04:04', 'throughput': '8500.88', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:07:36,788 >> {'loss': 0.5796, 'grad_norm': 17.908489227294922, 'learning_rate': 4.804419235888838e-07, 'epoch': 0.35503119066992134, 'num_input_tokens_seen': 4422893568, 'completed': '57.20% (2_109 / 3_687)', 'remaining time': '14:03:31', 'throughput': '8367.30', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:08:09,238 >> {'loss': 0.4045, 'grad_norm': 15.03857135772705, 'learning_rate': 4.800431150678026e-07, 'epoch': 0.3553024138866287, 'num_input_tokens_seen': 4424990720, 'completed': '57.23% (2_110 / 3_687)', 'remaining time': '14:03:00', 'throughput': '8078.28', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:08:38,195 >> {'loss': 0.6847, 'grad_norm': 22.05478858947754, 'learning_rate': 4.796443628453603e-07, 'epoch': 0.35557363710333606, 'num_input_tokens_seen': 4427087872, 'completed': '57.26% (2_111 / 3_687)', 'remaining time': '14:02:24', 'throughput': '9052.98', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:09:05,421 >> {'loss': 0.5185, 'grad_norm': 18.630102157592773, 'learning_rate': 4.792456672424574e-07, 'epoch': 0.3558448603200434, 'num_input_tokens_seen': 4429185024, 'completed': '57.28% (2_112 / 3_687)', 'remaining time': '14:01:46', 'throughput': '9628.31', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:09:38,348 >> {'loss': 0.2514, 'grad_norm': 10.600038528442383, 'learning_rate': 4.788470285799492e-07, 'epoch': 0.3561160835367507, 'num_input_tokens_seen': 4431282176, 'completed': '57.31% (2_113 / 3_687)', 'remaining time': '14:01:15', 'throughput': '7961.50', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:10:08,581 >> {'loss': 0.3868, 'grad_norm': 15.612627029418945, 'learning_rate': 4.784484471786447e-07, 'epoch': 0.3563873067534581, 'num_input_tokens_seen': 4433379328, 'completed': '57.34% (2_114 / 3_687)', 'remaining time': '14:00:41', 'throughput': '8670.72', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:10:38,651 >> {'loss': 0.5039, 'grad_norm': 17.270404815673828, 'learning_rate': 4.780499233593073e-07, 'epoch': 0.35665852997016545, 'num_input_tokens_seen': 4435476480, 'completed': '57.36% (2_115 / 3_687)', 'remaining time': '14:00:06', 'throughput': '8717.86', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:11:11,776 >> {'loss': 0.4082, 'grad_norm': 17.62727928161621, 'learning_rate': 4.776514574426538e-07, 'epoch': 0.3569297531868728, 'num_input_tokens_seen': 4437573632, 'completed': '57.39% (2_116 / 3_687)', 'remaining time': '13:59:36', 'throughput': '7913.73', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:11:43,054 >> {'loss': 0.3864, 'grad_norm': 15.866716384887695, 'learning_rate': 4.772530497493541e-07, 'epoch': 0.3572009764035802, 'num_input_tokens_seen': 4439670784, 'completed': '57.42% (2_117 / 3_687)', 'remaining time': '13:59:03', 'throughput': '8381.00', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:12:13,103 >> {'loss': 0.505, 'grad_norm': 17.658111572265625, 'learning_rate': 4.768547006000317e-07, 'epoch': 0.3574721996202875, 'num_input_tokens_seen': 4441767936, 'completed': '57.45% (2_118 / 3_687)', 'remaining time': '13:58:28', 'throughput': '8723.84', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:12:43,474 >> {'loss': 0.5577, 'grad_norm': 17.13514518737793, 'learning_rate': 4.76456410315263e-07, 'epoch': 0.35774342283699484, 'num_input_tokens_seen': 4443865088, 'completed': '57.47% (2_119 / 3_687)', 'remaining time': '13:57:54', 'throughput': '8631.43', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:13:14,202 >> {'loss': 0.3055, 'grad_norm': 12.680811882019043, 'learning_rate': 4.7605817921557666e-07, 'epoch': 0.3580146460537022, 'num_input_tokens_seen': 4445962240, 'completed': '57.50% (2_120 / 3_687)', 'remaining time': '13:57:20', 'throughput': '8531.15', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:13:44,833 >> {'loss': 0.3165, 'grad_norm': 10.903252601623535, 'learning_rate': 4.756600076214541e-07, 'epoch': 0.35828586927040956, 'num_input_tokens_seen': 4448059392, 'completed': '57.53% (2_121 / 3_687)', 'remaining time': '13:56:47', 'throughput': '8558.13', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:14:12,025 >> {'loss': 0.489, 'grad_norm': 20.912986755371094, 'learning_rate': 4.7526189585332855e-07, 'epoch': 0.3585570924871169, 'num_input_tokens_seen': 4450156544, 'completed': '57.55% (2_122 / 3_687)', 'remaining time': '13:56:09', 'throughput': '9640.57', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:14:43,057 >> {'loss': 0.7097, 'grad_norm': 19.84836196899414, 'learning_rate': 4.748638442315851e-07, 'epoch': 0.35882831570382423, 'num_input_tokens_seen': 4452253696, 'completed': '57.58% (2_123 / 3_687)', 'remaining time': '13:55:35', 'throughput': '8447.63', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:15:14,427 >> {'loss': 0.4103, 'grad_norm': 14.485566139221191, 'learning_rate': 4.7446585307656074e-07, 'epoch': 0.3590995389205316, 'num_input_tokens_seen': 4454350848, 'completed': '57.61% (2_124 / 3_687)', 'remaining time': '13:55:03', 'throughput': '8356.47', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:15:47,712 >> {'loss': 0.6003, 'grad_norm': 17.28524398803711, 'learning_rate': 4.740679227085436e-07, 'epoch': 0.35937076213723895, 'num_input_tokens_seen': 4456448000, 'completed': '57.63% (2_125 / 3_687)', 'remaining time': '13:54:32', 'throughput': '7875.76', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:16:20,128 >> {'loss': 0.4924, 'grad_norm': 17.543121337890625, 'learning_rate': 4.7367005344777255e-07, 'epoch': 0.3596419853539463, 'num_input_tokens_seen': 4458545152, 'completed': '57.66% (2_126 / 3_687)', 'remaining time': '13:54:00', 'throughput': '8086.66', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:16:49,776 >> {'loss': 0.4224, 'grad_norm': 15.53244400024414, 'learning_rate': 4.732722456144381e-07, 'epoch': 0.3599132085706537, 'num_input_tokens_seen': 4460642304, 'completed': '57.69% (2_127 / 3_687)', 'remaining time': '13:53:25', 'throughput': '8841.98', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:17:22,269 >> {'loss': 0.4343, 'grad_norm': 15.329564094543457, 'learning_rate': 4.7287449952868084e-07, 'epoch': 0.360184431787361, 'num_input_tokens_seen': 4462739456, 'completed': '57.72% (2_128 / 3_687)', 'remaining time': '13:52:54', 'throughput': '8067.84', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:17:52,480 >> {'loss': 0.2533, 'grad_norm': 11.179370880126953, 'learning_rate': 4.724768155105914e-07, 'epoch': 0.36045565500406834, 'num_input_tokens_seen': 4464836608, 'completed': '57.74% (2_129 / 3_687)', 'remaining time': '13:52:20', 'throughput': '8677.12', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:18:22,042 >> {'loss': 0.6616, 'grad_norm': 19.77837371826172, 'learning_rate': 4.7207919388021076e-07, 'epoch': 0.3607268782207757, 'num_input_tokens_seen': 4466933760, 'completed': '57.77% (2_130 / 3_687)', 'remaining time': '13:51:45', 'throughput': '8867.48', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:18:53,908 >> {'loss': 0.4892, 'grad_norm': 18.568798065185547, 'learning_rate': 4.7168163495752977e-07, 'epoch': 0.36099810143748307, 'num_input_tokens_seen': 4469030912, 'completed': '57.80% (2_131 / 3_687)', 'remaining time': '13:51:12', 'throughput': '8226.47', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:19:25,652 >> {'loss': 0.5263, 'grad_norm': 21.5096492767334, 'learning_rate': 4.7128413906248885e-07, 'epoch': 0.36126932465419037, 'num_input_tokens_seen': 4471128064, 'completed': '57.82% (2_132 / 3_687)', 'remaining time': '13:50:40', 'throughput': '8258.02', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:19:55,545 >> {'loss': 0.3734, 'grad_norm': 14.280765533447266, 'learning_rate': 4.708867065149775e-07, 'epoch': 0.36154054787089773, 'num_input_tokens_seen': 4473225216, 'completed': '57.85% (2_133 / 3_687)', 'remaining time': '13:50:06', 'throughput': '8769.45', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:20:24,241 >> {'loss': 0.5905, 'grad_norm': 21.687335968017578, 'learning_rate': 4.704893376348342e-07, 'epoch': 0.3618117710876051, 'num_input_tokens_seen': 4475322368, 'completed': '57.88% (2_134 / 3_687)', 'remaining time': '13:49:30', 'throughput': '9135.08', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:20:51,885 >> {'loss': 0.6312, 'grad_norm': 18.599130630493164, 'learning_rate': 4.700920327418463e-07, 'epoch': 0.36208299430431246, 'num_input_tokens_seen': 4477419520, 'completed': '57.91% (2_135 / 3_687)', 'remaining time': '13:48:52', 'throughput': '9482.93', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:21:22,683 >> {'loss': 0.3828, 'grad_norm': 15.053811073303223, 'learning_rate': 4.696947921557498e-07, 'epoch': 0.3623542175210198, 'num_input_tokens_seen': 4479516672, 'completed': '57.93% (2_136 / 3_687)', 'remaining time': '13:48:19', 'throughput': '8511.76', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:21:52,835 >> {'loss': 0.443, 'grad_norm': 15.113408088684082, 'learning_rate': 4.6929761619622866e-07, 'epoch': 0.3626254407377271, 'num_input_tokens_seen': 4481613824, 'completed': '57.96% (2_137 / 3_687)', 'remaining time': '13:47:45', 'throughput': '8693.97', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:22:21,958 >> {'loss': 0.3773, 'grad_norm': 14.625730514526367, 'learning_rate': 4.68900505182915e-07, 'epoch': 0.3628966639544345, 'num_input_tokens_seen': 4483710976, 'completed': '57.99% (2_138 / 3_687)', 'remaining time': '13:47:09', 'throughput': '9001.40', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:22:53,336 >> {'loss': 0.2264, 'grad_norm': 13.605332374572754, 'learning_rate': 4.6850345943538896e-07, 'epoch': 0.36316788717114185, 'num_input_tokens_seen': 4485808128, 'completed': '58.01% (2_139 / 3_687)', 'remaining time': '13:46:36', 'throughput': '8354.37', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:23:25,162 >> {'loss': 0.5183, 'grad_norm': 18.40673065185547, 'learning_rate': 4.6810647927317735e-07, 'epoch': 0.3634391103878492, 'num_input_tokens_seen': 4487905280, 'completed': '58.04% (2_140 / 3_687)', 'remaining time': '13:46:04', 'throughput': '8236.90', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:23:55,546 >> {'loss': 0.4819, 'grad_norm': 17.36908721923828, 'learning_rate': 4.677095650157551e-07, 'epoch': 0.36371033360455657, 'num_input_tokens_seen': 4490002432, 'completed': '58.07% (2_141 / 3_687)', 'remaining time': '13:45:30', 'throughput': '8627.80', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:24:25,059 >> {'loss': 0.5503, 'grad_norm': 17.948476791381836, 'learning_rate': 4.6731271698254326e-07, 'epoch': 0.3639815568212639, 'num_input_tokens_seen': 4492099584, 'completed': '58.10% (2_142 / 3_687)', 'remaining time': '13:44:55', 'throughput': '8882.09', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:24:54,516 >> {'loss': 0.9079, 'grad_norm': 22.524932861328125, 'learning_rate': 4.669159354929105e-07, 'epoch': 0.36425278003797124, 'num_input_tokens_seen': 4494196736, 'completed': '58.12% (2_143 / 3_687)', 'remaining time': '13:44:20', 'throughput': '8899.23', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:25:24,284 >> {'loss': 0.2876, 'grad_norm': 11.158336639404297, 'learning_rate': 4.6651922086617134e-07, 'epoch': 0.3645240032546786, 'num_input_tokens_seen': 4496293888, 'completed': '58.15% (2_144 / 3_687)', 'remaining time': '13:43:46', 'throughput': '8806.29', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:25:56,082 >> {'loss': 0.4339, 'grad_norm': 16.561214447021484, 'learning_rate': 4.661225734215867e-07, 'epoch': 0.36479522647138596, 'num_input_tokens_seen': 4498391040, 'completed': '58.18% (2_145 / 3_687)', 'remaining time': '13:43:13', 'throughput': '8244.01', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:26:25,404 >> {'loss': 0.2669, 'grad_norm': 11.833779335021973, 'learning_rate': 4.657259934783628e-07, 'epoch': 0.3650664496880933, 'num_input_tokens_seen': 4500488192, 'completed': '58.20% (2_146 / 3_687)', 'remaining time': '13:42:38', 'throughput': '8940.15', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:26:53,304 >> {'loss': 0.5366, 'grad_norm': 15.685547828674316, 'learning_rate': 4.6532948135565264e-07, 'epoch': 0.3653376729048006, 'num_input_tokens_seen': 4502585344, 'completed': '58.23% (2_147 / 3_687)', 'remaining time': '13:42:01', 'throughput': '9395.75', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:27:25,489 >> {'loss': 0.4777, 'grad_norm': 17.699525833129883, 'learning_rate': 4.6493303737255397e-07, 'epoch': 0.365608896121508, 'num_input_tokens_seen': 4504682496, 'completed': '58.26% (2_148 / 3_687)', 'remaining time': '13:41:30', 'throughput': '8145.06', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:27:54,561 >> {'loss': 0.6268, 'grad_norm': 18.16535186767578, 'learning_rate': 4.645366618481098e-07, 'epoch': 0.36588011933821535, 'num_input_tokens_seen': 4506779648, 'completed': '58.29% (2_149 / 3_687)', 'remaining time': '13:40:54', 'throughput': '9017.05', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:28:23,520 >> {'loss': 0.729, 'grad_norm': 18.208988189697266, 'learning_rate': 4.641403551013081e-07, 'epoch': 0.3661513425549227, 'num_input_tokens_seen': 4508876800, 'completed': '58.31% (2_150 / 3_687)', 'remaining time': '13:40:19', 'throughput': '9052.05', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:28:56,487 >> {'loss': 0.3639, 'grad_norm': 14.158181190490723, 'learning_rate': 4.637441174510813e-07, 'epoch': 0.36642256577163007, 'num_input_tokens_seen': 4510973952, 'completed': '58.34% (2_151 / 3_687)', 'remaining time': '13:39:48', 'throughput': '7951.76', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:29:25,881 >> {'loss': 0.4579, 'grad_norm': 15.75287914276123, 'learning_rate': 4.633479492163066e-07, 'epoch': 0.3666937889883374, 'num_input_tokens_seen': 4513071104, 'completed': '58.37% (2_152 / 3_687)', 'remaining time': '13:39:13', 'throughput': '8918.27', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:29:56,410 >> {'loss': 0.413, 'grad_norm': 14.739073753356934, 'learning_rate': 4.6295185071580487e-07, 'epoch': 0.36696501220504474, 'num_input_tokens_seen': 4515168256, 'completed': '58.39% (2_153 / 3_687)', 'remaining time': '13:38:39', 'throughput': '8586.90', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:30:25,733 >> {'loss': 0.4131, 'grad_norm': 14.379277229309082, 'learning_rate': 4.6255582226834133e-07, 'epoch': 0.3672362354217521, 'num_input_tokens_seen': 4517265408, 'completed': '58.42% (2_154 / 3_687)', 'remaining time': '13:38:04', 'throughput': '8939.76', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:30:56,242 >> {'loss': 0.5776, 'grad_norm': 19.29395294189453, 'learning_rate': 4.6215986419262444e-07, 'epoch': 0.36750745863845946, 'num_input_tokens_seen': 4519362560, 'completed': '58.45% (2_155 / 3_687)', 'remaining time': '13:37:30', 'throughput': '8592.35', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:31:22,814 >> {'loss': 0.9065, 'grad_norm': 22.25945281982422, 'learning_rate': 4.617639768073066e-07, 'epoch': 0.3677786818551668, 'num_input_tokens_seen': 4521459712, 'completed': '58.48% (2_156 / 3_687)', 'remaining time': '13:36:52', 'throughput': '9865.36', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:31:53,797 >> {'loss': 0.302, 'grad_norm': 11.623411178588867, 'learning_rate': 4.613681604309824e-07, 'epoch': 0.36804990507187413, 'num_input_tokens_seen': 4523556864, 'completed': '58.50% (2_157 / 3_687)', 'remaining time': '13:36:19', 'throughput': '8460.91', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:32:24,896 >> {'loss': 0.5756, 'grad_norm': 19.57111358642578, 'learning_rate': 4.609724153821898e-07, 'epoch': 0.3683211282885815, 'num_input_tokens_seen': 4525654016, 'completed': '58.53% (2_158 / 3_687)', 'remaining time': '13:35:46', 'throughput': '8429.33', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:32:55,048 >> {'loss': 0.4861, 'grad_norm': 19.20432472229004, 'learning_rate': 4.6057674197940974e-07, 'epoch': 0.36859235150528885, 'num_input_tokens_seen': 4527751168, 'completed': '58.56% (2_159 / 3_687)', 'remaining time': '13:35:12', 'throughput': '8694.02', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:33:28,406 >> {'loss': 0.3036, 'grad_norm': 12.728202819824219, 'learning_rate': 4.6018114054106494e-07, 'epoch': 0.3688635747219962, 'num_input_tokens_seen': 4529848320, 'completed': '58.58% (2_160 / 3_687)', 'remaining time': '13:34:41', 'throughput': '7858.58', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:33:58,361 >> {'loss': 0.3981, 'grad_norm': 15.91971492767334, 'learning_rate': 4.597856113855203e-07, 'epoch': 0.3691347979387036, 'num_input_tokens_seen': 4531945472, 'completed': '58.61% (2_161 / 3_687)', 'remaining time': '13:34:07', 'throughput': '8751.31', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:34:25,755 >> {'loss': 0.6073, 'grad_norm': 20.145366668701172, 'learning_rate': 4.593901548310828e-07, 'epoch': 0.3694060211554109, 'num_input_tokens_seen': 4534042624, 'completed': '58.64% (2_162 / 3_687)', 'remaining time': '13:33:30', 'throughput': '9569.33', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:34:53,845 >> {'loss': 0.4431, 'grad_norm': 18.48992156982422, 'learning_rate': 4.5899477119600073e-07, 'epoch': 0.36967724437211824, 'num_input_tokens_seen': 4536139776, 'completed': '58.67% (2_163 / 3_687)', 'remaining time': '13:32:53', 'throughput': '9332.36', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:35:27,993 >> {'loss': 0.4718, 'grad_norm': 20.453821182250977, 'learning_rate': 4.585994607984637e-07, 'epoch': 0.3699484675888256, 'num_input_tokens_seen': 4538236928, 'completed': '58.69% (2_164 / 3_687)', 'remaining time': '13:32:24', 'throughput': '7676.63', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:35:59,442 >> {'loss': 0.555, 'grad_norm': 19.20899772644043, 'learning_rate': 4.582042239566026e-07, 'epoch': 0.37021969080553296, 'num_input_tokens_seen': 4540334080, 'completed': '58.72% (2_165 / 3_687)', 'remaining time': '13:31:51', 'throughput': '8335.55', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:36:35,410 >> {'loss': 0.3494, 'grad_norm': 14.162814140319824, 'learning_rate': 4.578090609884889e-07, 'epoch': 0.3704909140222403, 'num_input_tokens_seen': 4542431232, 'completed': '58.75% (2_166 / 3_687)', 'remaining time': '13:31:23', 'throughput': '7288.19', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:37:05,591 >> {'loss': 0.3046, 'grad_norm': 16.07235336303711, 'learning_rate': 4.57413972212135e-07, 'epoch': 0.37076213723894763, 'num_input_tokens_seen': 4544528384, 'completed': '58.77% (2_167 / 3_687)', 'remaining time': '13:30:49', 'throughput': '8685.81', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:37:34,698 >> {'loss': 0.403, 'grad_norm': 18.295516967773438, 'learning_rate': 4.5701895794549293e-07, 'epoch': 0.371033360455655, 'num_input_tokens_seen': 4546625536, 'completed': '58.80% (2_168 / 3_687)', 'remaining time': '13:30:14', 'throughput': '9006.33', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:38:06,775 >> {'loss': 0.3592, 'grad_norm': 19.14270782470703, 'learning_rate': 4.566240185064554e-07, 'epoch': 0.37130458367236235, 'num_input_tokens_seen': 4548722688, 'completed': '58.83% (2_169 / 3_687)', 'remaining time': '13:29:42', 'throughput': '8172.25', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:38:39,232 >> {'loss': 0.5408, 'grad_norm': 17.336620330810547, 'learning_rate': 4.5622915421285446e-07, 'epoch': 0.3715758068890697, 'num_input_tokens_seen': 4550819840, 'completed': '58.86% (2_170 / 3_687)', 'remaining time': '13:29:11', 'throughput': '8076.64', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:39:09,038 >> {'loss': 0.0982, 'grad_norm': 7.247825622558594, 'learning_rate': 4.558343653824619e-07, 'epoch': 0.3718470301057771, 'num_input_tokens_seen': 4552916992, 'completed': '58.88% (2_171 / 3_687)', 'remaining time': '13:28:36', 'throughput': '8795.12', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:39:39,899 >> {'loss': 0.3333, 'grad_norm': 14.099793434143066, 'learning_rate': 4.55439652332989e-07, 'epoch': 0.3721182533224844, 'num_input_tokens_seen': 4555014144, 'completed': '58.91% (2_172 / 3_687)', 'remaining time': '13:28:03', 'throughput': '8494.28', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:40:11,025 >> {'loss': 0.4548, 'grad_norm': 17.59613800048828, 'learning_rate': 4.550450153820857e-07, 'epoch': 0.37238947653919174, 'num_input_tokens_seen': 4557111296, 'completed': '58.94% (2_173 / 3_687)', 'remaining time': '13:27:30', 'throughput': '8422.02', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:40:43,235 >> {'loss': 0.3559, 'grad_norm': 12.305207252502441, 'learning_rate': 4.5465045484734044e-07, 'epoch': 0.3726606997558991, 'num_input_tokens_seen': 4559208448, 'completed': '58.96% (2_174 / 3_687)', 'remaining time': '13:26:58', 'throughput': '8138.55', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:41:12,505 >> {'loss': 0.3236, 'grad_norm': 13.379070281982422, 'learning_rate': 4.5425597104628086e-07, 'epoch': 0.37293192297260647, 'num_input_tokens_seen': 4561305600, 'completed': '58.99% (2_175 / 3_687)', 'remaining time': '13:26:23', 'throughput': '8956.22', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:41:41,082 >> {'loss': 0.4341, 'grad_norm': 15.527801513671875, 'learning_rate': 4.5386156429637256e-07, 'epoch': 0.37320314618931383, 'num_input_tokens_seen': 4563402752, 'completed': '59.02% (2_176 / 3_687)', 'remaining time': '13:25:48', 'throughput': '9173.26', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:42:14,281 >> {'loss': 0.3883, 'grad_norm': 22.03895378112793, 'learning_rate': 4.534672349150189e-07, 'epoch': 0.37347436940602113, 'num_input_tokens_seen': 4565499904, 'completed': '59.05% (2_177 / 3_687)', 'remaining time': '13:25:17', 'throughput': '7895.98', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:42:44,417 >> {'loss': 0.311, 'grad_norm': 15.303971290588379, 'learning_rate': 4.530729832195612e-07, 'epoch': 0.3737455926227285, 'num_input_tokens_seen': 4567597056, 'completed': '59.07% (2_178 / 3_687)', 'remaining time': '13:24:43', 'throughput': '8698.66', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:43:16,664 >> {'loss': 0.3807, 'grad_norm': 15.900908470153809, 'learning_rate': 4.5267880952727845e-07, 'epoch': 0.37401681583943586, 'num_input_tokens_seen': 4569694208, 'completed': '59.10% (2_179 / 3_687)', 'remaining time': '13:24:11', 'throughput': '8129.40', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:43:44,421 >> {'loss': 0.9865, 'grad_norm': 26.075777053833008, 'learning_rate': 4.5228471415538637e-07, 'epoch': 0.3742880390561432, 'num_input_tokens_seen': 4571791360, 'completed': '59.13% (2_180 / 3_687)', 'remaining time': '13:23:35', 'throughput': '9444.22', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:44:15,566 >> {'loss': 0.3947, 'grad_norm': 18.148820877075195, 'learning_rate': 4.518906974210379e-07, 'epoch': 0.3745592622728506, 'num_input_tokens_seen': 4573888512, 'completed': '59.15% (2_181 / 3_687)', 'remaining time': '13:23:02', 'throughput': '8416.86', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:44:45,447 >> {'loss': 0.4087, 'grad_norm': 32.52322006225586, 'learning_rate': 4.514967596413228e-07, 'epoch': 0.3748304854895579, 'num_input_tokens_seen': 4575985664, 'completed': '59.18% (2_182 / 3_687)', 'remaining time': '13:22:27', 'throughput': '8772.87', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:45:15,887 >> {'loss': 0.3748, 'grad_norm': 14.72100830078125, 'learning_rate': 4.511029011332672e-07, 'epoch': 0.37510170870626525, 'num_input_tokens_seen': 4578082816, 'completed': '59.21% (2_183 / 3_687)', 'remaining time': '13:21:54', 'throughput': '8612.02', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:45:47,047 >> {'loss': 0.5725, 'grad_norm': 18.871889114379883, 'learning_rate': 4.507091222138335e-07, 'epoch': 0.3753729319229726, 'num_input_tokens_seen': 4580179968, 'completed': '59.24% (2_184 / 3_687)', 'remaining time': '13:21:21', 'throughput': '8412.64', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:46:17,793 >> {'loss': 0.2177, 'grad_norm': 15.662956237792969, 'learning_rate': 4.503154231999202e-07, 'epoch': 0.37564415513967997, 'num_input_tokens_seen': 4582277120, 'completed': '59.26% (2_185 / 3_687)', 'remaining time': '13:20:47', 'throughput': '8526.22', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:46:47,673 >> {'loss': 0.799, 'grad_norm': 23.3785343170166, 'learning_rate': 4.499218044083608e-07, 'epoch': 0.37591537835638733, 'num_input_tokens_seen': 4584374272, 'completed': '59.29% (2_186 / 3_687)', 'remaining time': '13:20:13', 'throughput': '8773.24', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:47:18,729 >> {'loss': 0.4064, 'grad_norm': 15.690712928771973, 'learning_rate': 4.495282661559248e-07, 'epoch': 0.37618660157309464, 'num_input_tokens_seen': 4586471424, 'completed': '59.32% (2_187 / 3_687)', 'remaining time': '13:19:40', 'throughput': '8441.11', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:47:47,776 >> {'loss': 0.5982, 'grad_norm': 17.365020751953125, 'learning_rate': 4.491348087593171e-07, 'epoch': 0.376457824789802, 'num_input_tokens_seen': 4588568576, 'completed': '59.34% (2_188 / 3_687)', 'remaining time': '13:19:05', 'throughput': '9024.81', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:48:17,890 >> {'loss': 0.2989, 'grad_norm': 12.830045700073242, 'learning_rate': 4.4874143253517706e-07, 'epoch': 0.37672904800650936, 'num_input_tokens_seen': 4590665728, 'completed': '59.37% (2_189 / 3_687)', 'remaining time': '13:18:31', 'throughput': '8704.82', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:48:48,676 >> {'loss': 0.7782, 'grad_norm': 21.898000717163086, 'learning_rate': 4.483481378000791e-07, 'epoch': 0.3770002712232167, 'num_input_tokens_seen': 4592762880, 'completed': '59.40% (2_190 / 3_687)', 'remaining time': '13:17:58', 'throughput': '8514.99', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:49:19,928 >> {'loss': 0.5265, 'grad_norm': 17.4901065826416, 'learning_rate': 4.4795492487053155e-07, 'epoch': 0.3772714944399241, 'num_input_tokens_seen': 4594860032, 'completed': '59.43% (2_191 / 3_687)', 'remaining time': '13:17:25', 'throughput': '8388.13', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:49:51,613 >> {'loss': 0.3187, 'grad_norm': 11.635929107666016, 'learning_rate': 4.4756179406297744e-07, 'epoch': 0.3775427176566314, 'num_input_tokens_seen': 4596957184, 'completed': '59.45% (2_192 / 3_687)', 'remaining time': '13:16:53', 'throughput': '8273.47', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:50:20,547 >> {'loss': 0.3864, 'grad_norm': 16.157140731811523, 'learning_rate': 4.4716874569379336e-07, 'epoch': 0.37781394087333875, 'num_input_tokens_seen': 4599054336, 'completed': '59.48% (2_193 / 3_687)', 'remaining time': '13:16:17', 'throughput': '9060.17', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:50:47,885 >> {'loss': 0.3689, 'grad_norm': 15.90643310546875, 'learning_rate': 4.467757800792897e-07, 'epoch': 0.3780851640900461, 'num_input_tokens_seen': 4601151488, 'completed': '59.51% (2_194 / 3_687)', 'remaining time': '13:15:40', 'throughput': '9588.96', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:51:17,153 >> {'loss': 0.6203, 'grad_norm': 20.70597267150879, 'learning_rate': 4.4638289753571025e-07, 'epoch': 0.37835638730675347, 'num_input_tokens_seen': 4603248640, 'completed': '59.53% (2_195 / 3_687)', 'remaining time': '13:15:06', 'throughput': '8956.74', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:51:47,613 >> {'loss': 0.3584, 'grad_norm': 13.205007553100586, 'learning_rate': 4.459900983792321e-07, 'epoch': 0.37862761052346083, 'num_input_tokens_seen': 4605345792, 'completed': '59.56% (2_196 / 3_687)', 'remaining time': '13:14:32', 'throughput': '8606.19', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:52:18,480 >> {'loss': 0.2914, 'grad_norm': 15.028583526611328, 'learning_rate': 4.455973829259648e-07, 'epoch': 0.37889883374016814, 'num_input_tokens_seen': 4607442944, 'completed': '59.59% (2_197 / 3_687)', 'remaining time': '13:13:59', 'throughput': '8492.49', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:52:50,750 >> {'loss': 0.4295, 'grad_norm': 14.172557830810547, 'learning_rate': 4.4520475149195093e-07, 'epoch': 0.3791700569568755, 'num_input_tokens_seen': 4609540096, 'completed': '59.61% (2_198 / 3_687)', 'remaining time': '13:13:27', 'throughput': '8123.48', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:53:20,198 >> {'loss': 0.2735, 'grad_norm': 11.871790885925293, 'learning_rate': 4.4481220439316514e-07, 'epoch': 0.37944128017358286, 'num_input_tokens_seen': 4611637248, 'completed': '59.64% (2_199 / 3_687)', 'remaining time': '13:12:52', 'throughput': '8901.95', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 03:53:50,365 >> {'loss': 0.6647, 'grad_norm': 17.767791748046875, 'learning_rate': 4.444197419455147e-07, 'epoch': 0.3797125033902902, 'num_input_tokens_seen': 4613734400, 'completed': '59.67% (2_200 / 3_687)', 'remaining time': '13:12:19', 'throughput': '8689.80', 'gpu_mem_free': '5581MB'} +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/distributed/fsdp/fully_sharded_data_parallel.py:689: FutureWarning: FSDP.state_dict_type() and FSDP.set_state_dict_type() are being deprecated. Please use APIs, get_state_dict() and set_state_dict(), which can support different parallelisms, FSDP1, FSDP2, DDP. API doc: https://pytorch.org/docs/stable/distributed.checkpoint.html#torch.distributed.checkpoint.state_dict.get_state_dict .Tutorial: https://pytorch.org/tutorials/recipes/distributed_checkpoint_recipe.html . + warnings.warn( +[INFO|trainer.py:3503] 2024-12-26 03:54:13,820 >> Saving model checkpoint to /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-2200 +[INFO|configuration_utils.py:472] 2024-12-26 03:54:13,823 >> Configuration saved in /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-2200/config.json +[INFO|configuration_utils.py:807] 2024-12-26 03:54:13,825 >> Configuration saved in /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-2200/generation_config.json +[INFO|modeling_utils.py:2807] 2024-12-26 03:55:09,960 >> The model is bigger than the maximum size per checkpoint (5GB) and is going to be split in 7 checkpoint shards. You can find where each parameters has been saved in the index located at /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-2200/model.safetensors.index.json. +[INFO|tokenization_utils_base.py:2684] 2024-12-26 03:55:09,964 >> tokenizer config file saved in /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-2200/tokenizer_config.json +[INFO|tokenization_utils_base.py:2693] 2024-12-26 03:55:09,965 >> Special tokens file saved in /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-2200/special_tokens_map.json +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/distributed/fsdp/fully_sharded_data_parallel.py:689: FutureWarning: FSDP.state_dict_type() and FSDP.set_state_dict_type() are being deprecated. Please use APIs, get_state_dict() and set_state_dict(), which can support different parallelisms, FSDP1, FSDP2, DDP. API doc: https://pytorch.org/docs/stable/distributed.checkpoint.html#torch.distributed.checkpoint.state_dict.get_state_dict .Tutorial: https://pytorch.org/tutorials/recipes/distributed_checkpoint_recipe.html . + warnings.warn( +[WARNING|trainer.py:868] 2024-12-26 03:59:00,091 >> Save streaming dataset state: {'epoch': 0, 'sample_in_epoch': 4400, 'num_canonical_nodes': 1, 'shuffle_seed': 42, 'initial_physical_nodes': 1} +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/utils/checkpoint.py:1399: FutureWarning: `torch.cpu.amp.autocast(args...)` is deprecated. Please use `torch.amp.autocast('cpu', args...)` instead. + with device_autocast_ctx, torch.cpu.amp.autocast(**cpu_autocast_kwargs), recompute_context: # type: ignore[attr-defined] +[INFO|trainer.py:175] 2024-12-26 03:59:32,063 >> {'loss': 0.4934, 'grad_norm': 15.653825759887695, 'learning_rate': 4.4402736446483824e-07, 'epoch': 0.3799837266069976, 'num_input_tokens_seen': 4615831552, 'completed': '59.70% (2_201 / 3_687)', 'remaining time': '13:17:15', 'throughput': '767.18', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:00:05,569 >> {'loss': 0.4065, 'grad_norm': 16.383865356445312, 'learning_rate': 4.436350722669065e-07, 'epoch': 0.3802549498237049, 'num_input_tokens_seen': 4617928704, 'completed': '59.72% (2_202 / 3_687)', 'remaining time': '13:16:44', 'throughput': '7823.91', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:00:34,089 >> {'loss': 0.5536, 'grad_norm': 17.470500946044922, 'learning_rate': 4.43242865667421e-07, 'epoch': 0.38052617304041225, 'num_input_tokens_seen': 4620025856, 'completed': '59.75% (2_203 / 3_687)', 'remaining time': '13:16:08', 'throughput': '9191.38', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:01:05,211 >> {'loss': 0.4773, 'grad_norm': 17.186763763427734, 'learning_rate': 4.428507449820147e-07, 'epoch': 0.3807973962571196, 'num_input_tokens_seen': 4622123008, 'completed': '59.78% (2_204 / 3_687)', 'remaining time': '13:15:35', 'throughput': '8423.09', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:01:33,843 >> {'loss': 0.6064, 'grad_norm': 18.592941284179688, 'learning_rate': 4.424587105262516e-07, 'epoch': 0.381068619473827, 'num_input_tokens_seen': 4624220160, 'completed': '59.80% (2_205 / 3_687)', 'remaining time': '13:14:59', 'throughput': '9155.62', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:02:00,907 >> {'loss': 0.6243, 'grad_norm': 18.531604766845703, 'learning_rate': 4.4206676261562603e-07, 'epoch': 0.38133984269053434, 'num_input_tokens_seen': 4626317312, 'completed': '59.83% (2_206 / 3_687)', 'remaining time': '13:14:21', 'throughput': '9686.36', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:02:31,693 >> {'loss': 0.3981, 'grad_norm': 18.356502532958984, 'learning_rate': 4.4167490156556274e-07, 'epoch': 0.38161106590724164, 'num_input_tokens_seen': 4628414464, 'completed': '59.86% (2_207 / 3_687)', 'remaining time': '13:13:48', 'throughput': '8515.02', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:03:01,766 >> {'loss': 0.4111, 'grad_norm': 16.479177474975586, 'learning_rate': 4.4128312769141664e-07, 'epoch': 0.381882289123949, 'num_input_tokens_seen': 4630511616, 'completed': '59.89% (2_208 / 3_687)', 'remaining time': '13:13:13', 'throughput': '8716.87', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:03:32,290 >> {'loss': 0.3192, 'grad_norm': 13.391749382019043, 'learning_rate': 4.408914413084722e-07, 'epoch': 0.38215351234065636, 'num_input_tokens_seen': 4632608768, 'completed': '59.91% (2_209 / 3_687)', 'remaining time': '13:12:39', 'throughput': '8588.21', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:04:03,567 >> {'loss': 0.7114, 'grad_norm': 24.691661834716797, 'learning_rate': 4.4049984273194406e-07, 'epoch': 0.3824247355573637, 'num_input_tokens_seen': 4634705920, 'completed': '59.94% (2_210 / 3_687)', 'remaining time': '13:12:06', 'throughput': '8381.32', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:04:33,226 >> {'loss': 0.7462, 'grad_norm': 27.44068717956543, 'learning_rate': 4.401083322769756e-07, 'epoch': 0.3826959587740711, 'num_input_tokens_seen': 4636803072, 'completed': '59.97% (2_211 / 3_687)', 'remaining time': '13:11:32', 'throughput': '8838.55', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:05:04,595 >> {'loss': 0.4238, 'grad_norm': 14.547937393188477, 'learning_rate': 4.3971691025863964e-07, 'epoch': 0.3829671819907784, 'num_input_tokens_seen': 4638900224, 'completed': '59.99% (2_212 / 3_687)', 'remaining time': '13:10:59', 'throughput': '8356.81', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:05:34,842 >> {'loss': 0.5338, 'grad_norm': 16.86309242248535, 'learning_rate': 4.3932557699193794e-07, 'epoch': 0.38323840520748575, 'num_input_tokens_seen': 4640997376, 'completed': '60.02% (2_213 / 3_687)', 'remaining time': '13:10:24', 'throughput': '8666.64', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:06:05,326 >> {'loss': 0.3702, 'grad_norm': 13.788909912109375, 'learning_rate': 4.389343327918004e-07, 'epoch': 0.3835096284241931, 'num_input_tokens_seen': 4643094528, 'completed': '60.05% (2_214 / 3_687)', 'remaining time': '13:09:50', 'throughput': '8599.56', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:06:35,588 >> {'loss': 0.4389, 'grad_norm': 18.939809799194336, 'learning_rate': 4.3854317797308515e-07, 'epoch': 0.3837808516409005, 'num_input_tokens_seen': 4645191680, 'completed': '60.08% (2_215 / 3_687)', 'remaining time': '13:09:16', 'throughput': '8662.37', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:07:07,720 >> {'loss': 0.3214, 'grad_norm': 13.284666061401367, 'learning_rate': 4.381521128505791e-07, 'epoch': 0.3840520748576078, 'num_input_tokens_seen': 4647288832, 'completed': '60.10% (2_216 / 3_687)', 'remaining time': '13:08:44', 'throughput': '8158.42', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:07:39,203 >> {'loss': 0.2278, 'grad_norm': 10.879389762878418, 'learning_rate': 4.377611377389966e-07, 'epoch': 0.38432329807431515, 'num_input_tokens_seen': 4649385984, 'completed': '60.13% (2_217 / 3_687)', 'remaining time': '13:08:11', 'throughput': '8326.42', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:08:11,830 >> {'loss': 0.3289, 'grad_norm': 12.832559585571289, 'learning_rate': 4.3737025295297937e-07, 'epoch': 0.3845945212910225, 'num_input_tokens_seen': 4651483136, 'completed': '60.16% (2_218 / 3_687)', 'remaining time': '13:07:39', 'throughput': '8034.70', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:08:42,943 >> {'loss': 0.5121, 'grad_norm': 15.852336883544922, 'learning_rate': 4.3697945880709686e-07, 'epoch': 0.38486574450772987, 'num_input_tokens_seen': 4653580288, 'completed': '60.18% (2_219 / 3_687)', 'remaining time': '13:07:06', 'throughput': '8425.48', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:09:14,306 >> {'loss': 0.5452, 'grad_norm': 19.836444854736328, 'learning_rate': 4.3658875561584494e-07, 'epoch': 0.38513696772443723, 'num_input_tokens_seen': 4655677440, 'completed': '60.21% (2_220 / 3_687)', 'remaining time': '13:06:33', 'throughput': '8358.34', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:09:45,939 >> {'loss': 0.1762, 'grad_norm': 18.720237731933594, 'learning_rate': 4.36198143693647e-07, 'epoch': 0.38540819094114454, 'num_input_tokens_seen': 4657774592, 'completed': '60.24% (2_221 / 3_687)', 'remaining time': '13:06:00', 'throughput': '8286.97', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:10:16,051 >> {'loss': 0.2582, 'grad_norm': 12.053540229797363, 'learning_rate': 4.3580762335485253e-07, 'epoch': 0.3856794141578519, 'num_input_tokens_seen': 4659871744, 'completed': '60.27% (2_222 / 3_687)', 'remaining time': '13:05:26', 'throughput': '8705.85', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:10:47,620 >> {'loss': 0.7018, 'grad_norm': 21.45743751525879, 'learning_rate': 4.3541719491373743e-07, 'epoch': 0.38595063737455926, 'num_input_tokens_seen': 4661968896, 'completed': '60.29% (2_223 / 3_687)', 'remaining time': '13:04:53', 'throughput': '8303.71', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:11:19,425 >> {'loss': 0.686, 'grad_norm': 18.61931610107422, 'learning_rate': 4.350268586845035e-07, 'epoch': 0.3862218605912666, 'num_input_tokens_seen': 4664066048, 'completed': '60.32% (2_224 / 3_687)', 'remaining time': '13:04:21', 'throughput': '8242.14', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:11:50,991 >> {'loss': 0.4922, 'grad_norm': 15.874135971069336, 'learning_rate': 4.34636614981279e-07, 'epoch': 0.386493083807974, 'num_input_tokens_seen': 4666163200, 'completed': '60.35% (2_225 / 3_687)', 'remaining time': '13:03:48', 'throughput': '8304.72', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:12:20,366 >> {'loss': 0.4819, 'grad_norm': 17.982471466064453, 'learning_rate': 4.342464641181166e-07, 'epoch': 0.3867643070246813, 'num_input_tokens_seen': 4668260352, 'completed': '60.37% (2_226 / 3_687)', 'remaining time': '13:03:13', 'throughput': '8924.12', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:12:50,318 >> {'loss': 0.3803, 'grad_norm': 13.340551376342773, 'learning_rate': 4.3385640640899524e-07, 'epoch': 0.38703553024138865, 'num_input_tokens_seen': 4670357504, 'completed': '60.40% (2_227 / 3_687)', 'remaining time': '13:02:39', 'throughput': '8752.12', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:13:20,902 >> {'loss': 0.4039, 'grad_norm': 15.015870094299316, 'learning_rate': 4.3346644216781823e-07, 'epoch': 0.387306753458096, 'num_input_tokens_seen': 4672454656, 'completed': '60.43% (2_228 / 3_687)', 'remaining time': '13:02:05', 'throughput': '8571.41', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:13:51,402 >> {'loss': 0.2899, 'grad_norm': 13.041723251342773, 'learning_rate': 4.3307657170841417e-07, 'epoch': 0.38757797667480337, 'num_input_tokens_seen': 4674551808, 'completed': '60.46% (2_229 / 3_687)', 'remaining time': '13:01:31', 'throughput': '8594.84', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:14:22,499 >> {'loss': 0.7029, 'grad_norm': 21.264972686767578, 'learning_rate': 4.326867953445362e-07, 'epoch': 0.38784919989151073, 'num_input_tokens_seen': 4676648960, 'completed': '60.48% (2_230 / 3_687)', 'remaining time': '13:00:58', 'throughput': '8429.74', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:14:55,637 >> {'loss': 0.4447, 'grad_norm': 17.26335906982422, 'learning_rate': 4.322971133898611e-07, 'epoch': 0.38812042310821804, 'num_input_tokens_seen': 4678746112, 'completed': '60.51% (2_231 / 3_687)', 'remaining time': '13:00:27', 'throughput': '7910.84', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:15:24,050 >> {'loss': 0.3625, 'grad_norm': 13.549259185791016, 'learning_rate': 4.319075261579901e-07, 'epoch': 0.3883916463249254, 'num_input_tokens_seen': 4680843264, 'completed': '60.54% (2_232 / 3_687)', 'remaining time': '12:59:51', 'throughput': '9225.94', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:15:52,690 >> {'loss': 0.5931, 'grad_norm': 17.16545295715332, 'learning_rate': 4.3151803396244833e-07, 'epoch': 0.38866286954163276, 'num_input_tokens_seen': 4682940416, 'completed': '60.56% (2_233 / 3_687)', 'remaining time': '12:59:15', 'throughput': '9153.03', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:16:23,526 >> {'loss': 0.3044, 'grad_norm': 20.503673553466797, 'learning_rate': 4.3112863711668435e-07, 'epoch': 0.3889340927583401, 'num_input_tokens_seen': 4685037568, 'completed': '60.59% (2_234 / 3_687)', 'remaining time': '12:58:41', 'throughput': '8501.50', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:16:54,225 >> {'loss': 0.9052, 'grad_norm': 24.06279182434082, 'learning_rate': 4.3073933593406974e-07, 'epoch': 0.3892053159750475, 'num_input_tokens_seen': 4687134720, 'completed': '60.62% (2_235 / 3_687)', 'remaining time': '12:58:08', 'throughput': '8539.17', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:17:23,292 >> {'loss': 0.3166, 'grad_norm': 13.339831352233887, 'learning_rate': 4.303501307278994e-07, 'epoch': 0.3894765391917548, 'num_input_tokens_seen': 4689231872, 'completed': '60.65% (2_236 / 3_687)', 'remaining time': '12:57:32', 'throughput': '9018.42', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:17:52,786 >> {'loss': 0.4647, 'grad_norm': 14.58847713470459, 'learning_rate': 4.299610218113908e-07, 'epoch': 0.38974776240846215, 'num_input_tokens_seen': 4691329024, 'completed': '60.67% (2_237 / 3_687)', 'remaining time': '12:56:58', 'throughput': '8888.18', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:18:26,221 >> {'loss': 0.3683, 'grad_norm': 16.615280151367188, 'learning_rate': 4.2957200949768414e-07, 'epoch': 0.3900189856251695, 'num_input_tokens_seen': 4693426176, 'completed': '60.70% (2_238 / 3_687)', 'remaining time': '12:56:27', 'throughput': '7840.31', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:18:57,851 >> {'loss': 0.6683, 'grad_norm': 25.591224670410156, 'learning_rate': 4.2918309409984145e-07, 'epoch': 0.3902902088418769, 'num_input_tokens_seen': 4695523328, 'completed': '60.73% (2_239 / 3_687)', 'remaining time': '12:55:54', 'throughput': '8287.86', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:19:29,708 >> {'loss': 0.1616, 'grad_norm': 9.293283462524414, 'learning_rate': 4.2879427593084714e-07, 'epoch': 0.39056143205858423, 'num_input_tokens_seen': 4697620480, 'completed': '60.75% (2_240 / 3_687)', 'remaining time': '12:55:22', 'throughput': '8228.68', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:20:02,239 >> {'loss': 0.3878, 'grad_norm': 16.830848693847656, 'learning_rate': 4.2840555530360756e-07, 'epoch': 0.39083265527529154, 'num_input_tokens_seen': 4699717632, 'completed': '60.78% (2_241 / 3_687)', 'remaining time': '12:54:50', 'throughput': '8058.33', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:20:31,788 >> {'loss': 0.3504, 'grad_norm': 13.508627891540527, 'learning_rate': 4.280169325309502e-07, 'epoch': 0.3911038784919989, 'num_input_tokens_seen': 4701814784, 'completed': '60.81% (2_242 / 3_687)', 'remaining time': '12:54:15', 'throughput': '8871.61', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:21:03,206 >> {'loss': 0.2894, 'grad_norm': 12.19189739227295, 'learning_rate': 4.276284079256235e-07, 'epoch': 0.39137510170870626, 'num_input_tokens_seen': 4703911936, 'completed': '60.84% (2_243 / 3_687)', 'remaining time': '12:53:42', 'throughput': '8343.76', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:21:33,547 >> {'loss': 0.5448, 'grad_norm': 24.510799407958984, 'learning_rate': 4.272399818002974e-07, 'epoch': 0.3916463249254136, 'num_input_tokens_seen': 4706009088, 'completed': '60.86% (2_244 / 3_687)', 'remaining time': '12:53:08', 'throughput': '8639.90', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:22:03,652 >> {'loss': 0.2909, 'grad_norm': 17.75606918334961, 'learning_rate': 4.268516544675628e-07, 'epoch': 0.391917548142121, 'num_input_tokens_seen': 4708106240, 'completed': '60.89% (2_245 / 3_687)', 'remaining time': '12:52:34', 'throughput': '8707.63', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:22:37,489 >> {'loss': 0.3659, 'grad_norm': 16.183746337890625, 'learning_rate': 4.2646342623993035e-07, 'epoch': 0.3921887713588283, 'num_input_tokens_seen': 4710203392, 'completed': '60.92% (2_246 / 3_687)', 'remaining time': '12:52:04', 'throughput': '7747.20', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:23:06,349 >> {'loss': 0.3025, 'grad_norm': 12.006651878356934, 'learning_rate': 4.2607529742983174e-07, 'epoch': 0.39245999457553565, 'num_input_tokens_seen': 4712300544, 'completed': '60.94% (2_247 / 3_687)', 'remaining time': '12:51:28', 'throughput': '9083.38', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:23:34,924 >> {'loss': 0.6958, 'grad_norm': 22.091772079467773, 'learning_rate': 4.2568726834961797e-07, 'epoch': 0.392731217792243, 'num_input_tokens_seen': 4714397696, 'completed': '60.97% (2_248 / 3_687)', 'remaining time': '12:50:53', 'throughput': '9173.82', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:24:05,734 >> {'loss': 0.2623, 'grad_norm': 13.590865135192871, 'learning_rate': 4.252993393115601e-07, 'epoch': 0.3930024410089504, 'num_input_tokens_seen': 4716494848, 'completed': '61.00% (2_249 / 3_687)', 'remaining time': '12:50:19', 'throughput': '8508.58', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:24:35,096 >> {'loss': 0.4497, 'grad_norm': 18.128318786621094, 'learning_rate': 4.249115106278489e-07, 'epoch': 0.39327366422565774, 'num_input_tokens_seen': 4718592000, 'completed': '61.03% (2_250 / 3_687)', 'remaining time': '12:49:44', 'throughput': '8928.02', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:25:04,693 >> {'loss': 0.5144, 'grad_norm': 17.97321319580078, 'learning_rate': 4.2452378261059397e-07, 'epoch': 0.39354488744236504, 'num_input_tokens_seen': 4720689152, 'completed': '61.05% (2_251 / 3_687)', 'remaining time': '12:49:09', 'throughput': '8857.06', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:25:33,608 >> {'loss': 0.4629, 'grad_norm': 17.074485778808594, 'learning_rate': 4.24136155571824e-07, 'epoch': 0.3938161106590724, 'num_input_tokens_seen': 4722786304, 'completed': '61.08% (2_252 / 3_687)', 'remaining time': '12:48:34', 'throughput': '9065.77', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:26:05,313 >> {'loss': 0.4546, 'grad_norm': 16.58645248413086, 'learning_rate': 4.2374862982348657e-07, 'epoch': 0.39408733387577977, 'num_input_tokens_seen': 4724883456, 'completed': '61.11% (2_253 / 3_687)', 'remaining time': '12:48:02', 'throughput': '8268.46', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:26:35,855 >> {'loss': 0.8026, 'grad_norm': 20.560569763183594, 'learning_rate': 4.233612056774477e-07, 'epoch': 0.3943585570924871, 'num_input_tokens_seen': 4726980608, 'completed': '61.13% (2_254 / 3_687)', 'remaining time': '12:47:28', 'throughput': '8582.95', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:27:06,351 >> {'loss': 0.2919, 'grad_norm': 13.33758544921875, 'learning_rate': 4.2297388344549146e-07, 'epoch': 0.3946297803091945, 'num_input_tokens_seen': 4729077760, 'completed': '61.16% (2_255 / 3_687)', 'remaining time': '12:46:54', 'throughput': '8595.95', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:27:36,729 >> {'loss': 0.4084, 'grad_norm': 17.15109634399414, 'learning_rate': 4.2258666343932004e-07, 'epoch': 0.3949010035259018, 'num_input_tokens_seen': 4731174912, 'completed': '61.19% (2_256 / 3_687)', 'remaining time': '12:46:20', 'throughput': '8629.37', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:28:05,930 >> {'loss': 0.365, 'grad_norm': 16.682199478149414, 'learning_rate': 4.2219954597055354e-07, 'epoch': 0.39517222674260916, 'num_input_tokens_seen': 4733272064, 'completed': '61.22% (2_257 / 3_687)', 'remaining time': '12:45:45', 'throughput': '8977.47', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:28:37,127 >> {'loss': 0.3236, 'grad_norm': 13.481849670410156, 'learning_rate': 4.2181253135072925e-07, 'epoch': 0.3954434499593165, 'num_input_tokens_seen': 4735369216, 'completed': '61.24% (2_258 / 3_687)', 'remaining time': '12:45:12', 'throughput': '8402.67', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:29:10,995 >> {'loss': 0.5844, 'grad_norm': 27.910301208496094, 'learning_rate': 4.21425619891302e-07, 'epoch': 0.3957146731760239, 'num_input_tokens_seen': 4737466368, 'completed': '61.27% (2_259 / 3_687)', 'remaining time': '12:44:42', 'throughput': '7740.32', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:29:43,357 >> {'loss': 0.6685, 'grad_norm': 24.167097091674805, 'learning_rate': 4.21038811903643e-07, 'epoch': 0.39598589639273124, 'num_input_tokens_seen': 4739563520, 'completed': '61.30% (2_260 / 3_687)', 'remaining time': '12:44:10', 'throughput': '8100.33', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:30:11,701 >> {'loss': 0.5551, 'grad_norm': 17.239904403686523, 'learning_rate': 4.206521076990409e-07, 'epoch': 0.39625711960943855, 'num_input_tokens_seen': 4741660672, 'completed': '61.32% (2_261 / 3_687)', 'remaining time': '12:43:34', 'throughput': '9248.42', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:30:43,434 >> {'loss': 0.4008, 'grad_norm': 21.12584114074707, 'learning_rate': 4.202655075887005e-07, 'epoch': 0.3965283428261459, 'num_input_tokens_seen': 4743757824, 'completed': '61.35% (2_262 / 3_687)', 'remaining time': '12:43:02', 'throughput': '8261.03', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:31:15,341 >> {'loss': 0.2911, 'grad_norm': 12.652347564697266, 'learning_rate': 4.1987901188374286e-07, 'epoch': 0.39679956604285327, 'num_input_tokens_seen': 4745854976, 'completed': '61.38% (2_263 / 3_687)', 'remaining time': '12:42:29', 'throughput': '8215.90', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:31:44,955 >> {'loss': 0.414, 'grad_norm': 13.351825714111328, 'learning_rate': 4.194926208952051e-07, 'epoch': 0.39707078925956063, 'num_input_tokens_seen': 4747952128, 'completed': '61.40% (2_264 / 3_687)', 'remaining time': '12:41:55', 'throughput': '8852.06', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:32:15,096 >> {'loss': 0.3764, 'grad_norm': 13.11346435546875, 'learning_rate': 4.191063349340397e-07, 'epoch': 0.397342012476268, 'num_input_tokens_seen': 4750049280, 'completed': '61.43% (2_265 / 3_687)', 'remaining time': '12:41:21', 'throughput': '8697.18', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:32:47,052 >> {'loss': 0.3352, 'grad_norm': 13.020018577575684, 'learning_rate': 4.1872015431111505e-07, 'epoch': 0.3976132356929753, 'num_input_tokens_seen': 4752146432, 'completed': '61.46% (2_266 / 3_687)', 'remaining time': '12:40:48', 'throughput': '8203.41', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:33:16,408 >> {'loss': 0.6615, 'grad_norm': 20.551406860351562, 'learning_rate': 4.1833407933721476e-07, 'epoch': 0.39788445890968266, 'num_input_tokens_seen': 4754243584, 'completed': '61.49% (2_267 / 3_687)', 'remaining time': '12:40:14', 'throughput': '8929.69', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:33:46,219 >> {'loss': 0.3388, 'grad_norm': 18.05826759338379, 'learning_rate': 4.17948110323037e-07, 'epoch': 0.39815568212639, 'num_input_tokens_seen': 4756340736, 'completed': '61.51% (2_268 / 3_687)', 'remaining time': '12:39:39', 'throughput': '8793.66', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:34:15,818 >> {'loss': 0.3536, 'grad_norm': 13.186254501342773, 'learning_rate': 4.1756224757919513e-07, 'epoch': 0.3984269053430974, 'num_input_tokens_seen': 4758437888, 'completed': '61.54% (2_269 / 3_687)', 'remaining time': '12:39:05', 'throughput': '8856.43', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:34:46,409 >> {'loss': 0.5714, 'grad_norm': 19.050817489624023, 'learning_rate': 4.17176491416217e-07, 'epoch': 0.39869812855980474, 'num_input_tokens_seen': 4760535040, 'completed': '61.57% (2_270 / 3_687)', 'remaining time': '12:38:31', 'throughput': '8569.22', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:35:16,984 >> {'loss': 0.2979, 'grad_norm': 13.171993255615234, 'learning_rate': 4.1679084214454405e-07, 'epoch': 0.39896935177651205, 'num_input_tokens_seen': 4762632192, 'completed': '61.59% (2_271 / 3_687)', 'remaining time': '12:37:57', 'throughput': '8573.97', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:35:47,890 >> {'loss': 0.4981, 'grad_norm': 19.698951721191406, 'learning_rate': 4.1640530007453245e-07, 'epoch': 0.3992405749932194, 'num_input_tokens_seen': 4764729344, 'completed': '61.62% (2_272 / 3_687)', 'remaining time': '12:37:24', 'throughput': '8481.81', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:36:19,170 >> {'loss': 0.3392, 'grad_norm': 14.195073127746582, 'learning_rate': 4.1601986551645163e-07, 'epoch': 0.39951179820992677, 'num_input_tokens_seen': 4766826496, 'completed': '61.65% (2_273 / 3_687)', 'remaining time': '12:36:51', 'throughput': '8380.56', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:36:49,154 >> {'loss': 0.3579, 'grad_norm': 14.913055419921875, 'learning_rate': 4.156345387804847e-07, 'epoch': 0.39978302142663413, 'num_input_tokens_seen': 4768923648, 'completed': '61.68% (2_274 / 3_687)', 'remaining time': '12:36:17', 'throughput': '8742.84', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:37:19,187 >> {'loss': 0.3177, 'grad_norm': 14.513870239257812, 'learning_rate': 4.152493201767281e-07, 'epoch': 0.4000542446433415, 'num_input_tokens_seen': 4771020800, 'completed': '61.70% (2_275 / 3_687)', 'remaining time': '12:35:43', 'throughput': '8728.65', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:37:47,568 >> {'loss': 0.6674, 'grad_norm': 18.92793083190918, 'learning_rate': 4.1486421001519087e-07, 'epoch': 0.4003254678600488, 'num_input_tokens_seen': 4773117952, 'completed': '61.73% (2_276 / 3_687)', 'remaining time': '12:35:07', 'throughput': '9236.60', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:38:19,214 >> {'loss': 0.3269, 'grad_norm': 14.322976112365723, 'learning_rate': 4.1447920860579524e-07, 'epoch': 0.40059669107675616, 'num_input_tokens_seen': 4775215104, 'completed': '61.76% (2_277 / 3_687)', 'remaining time': '12:34:35', 'throughput': '8283.46', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:38:47,058 >> {'loss': 0.5806, 'grad_norm': 20.151758193969727, 'learning_rate': 4.1409431625837545e-07, 'epoch': 0.4008679142934635, 'num_input_tokens_seen': 4777312256, 'completed': '61.78% (2_278 / 3_687)', 'remaining time': '12:33:59', 'throughput': '9414.85', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:39:20,372 >> {'loss': 0.3868, 'grad_norm': 17.131452560424805, 'learning_rate': 4.137095332826784e-07, 'epoch': 0.4011391375101709, 'num_input_tokens_seen': 4779409408, 'completed': '61.81% (2_279 / 3_687)', 'remaining time': '12:33:28', 'throughput': '7869.01', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:39:52,018 >> {'loss': 0.4183, 'grad_norm': 15.69462776184082, 'learning_rate': 4.1332485998836277e-07, 'epoch': 0.40141036072687825, 'num_input_tokens_seen': 4781506560, 'completed': '61.84% (2_280 / 3_687)', 'remaining time': '12:32:55', 'throughput': '8283.42', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:40:23,764 >> {'loss': 0.265, 'grad_norm': 13.978616714477539, 'learning_rate': 4.129402966849987e-07, 'epoch': 0.40168158394358555, 'num_input_tokens_seen': 4783603712, 'completed': '61.87% (2_281 / 3_687)', 'remaining time': '12:32:23', 'throughput': '8257.73', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:40:56,106 >> {'loss': 0.5206, 'grad_norm': 17.568675994873047, 'learning_rate': 4.1255584368206877e-07, 'epoch': 0.4019528071602929, 'num_input_tokens_seen': 4785700864, 'completed': '61.89% (2_282 / 3_687)', 'remaining time': '12:31:51', 'throughput': '8105.18', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:41:27,609 >> {'loss': 0.3761, 'grad_norm': 26.41534423828125, 'learning_rate': 4.121715012889655e-07, 'epoch': 0.4022240303770003, 'num_input_tokens_seen': 4787798016, 'completed': '61.92% (2_283 / 3_687)', 'remaining time': '12:31:18', 'throughput': '8321.28', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:41:57,080 >> {'loss': 0.3851, 'grad_norm': 14.635917663574219, 'learning_rate': 4.1178726981499313e-07, 'epoch': 0.40249525359370764, 'num_input_tokens_seen': 4789895168, 'completed': '61.95% (2_284 / 3_687)', 'remaining time': '12:30:43', 'throughput': '8895.11', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:42:27,397 >> {'loss': 0.6027, 'grad_norm': 18.9488582611084, 'learning_rate': 4.1140314956936663e-07, 'epoch': 0.402766476810415, 'num_input_tokens_seen': 4791992320, 'completed': '61.97% (2_285 / 3_687)', 'remaining time': '12:30:10', 'throughput': '8646.63', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:42:58,099 >> {'loss': 0.269, 'grad_norm': 17.327831268310547, 'learning_rate': 4.1101914086121137e-07, 'epoch': 0.4030377000271223, 'num_input_tokens_seen': 4794089472, 'completed': '62.00% (2_286 / 3_687)', 'remaining time': '12:29:36', 'throughput': '8538.48', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:43:29,354 >> {'loss': 0.4427, 'grad_norm': 15.44780445098877, 'learning_rate': 4.106352439995632e-07, 'epoch': 0.40330892324382966, 'num_input_tokens_seen': 4796186624, 'completed': '62.03% (2_287 / 3_687)', 'remaining time': '12:29:03', 'throughput': '8387.27', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:44:00,585 >> {'loss': 0.3452, 'grad_norm': 21.893918991088867, 'learning_rate': 4.102514592933671e-07, 'epoch': 0.403580146460537, 'num_input_tokens_seen': 4798283776, 'completed': '62.06% (2_288 / 3_687)', 'remaining time': '12:28:30', 'throughput': '8393.56', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:44:29,832 >> {'loss': 0.4563, 'grad_norm': 15.465867042541504, 'learning_rate': 4.098677870514788e-07, 'epoch': 0.4038513696772444, 'num_input_tokens_seen': 4800380928, 'completed': '62.08% (2_289 / 3_687)', 'remaining time': '12:27:56', 'throughput': '8963.29', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:45:00,750 >> {'loss': 0.4338, 'grad_norm': 18.96814727783203, 'learning_rate': 4.094842275826631e-07, 'epoch': 0.40412259289395175, 'num_input_tokens_seen': 4802478080, 'completed': '62.11% (2_290 / 3_687)', 'remaining time': '12:27:22', 'throughput': '8478.67', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:45:29,952 >> {'loss': 0.4135, 'grad_norm': 18.4038143157959, 'learning_rate': 4.091007811955941e-07, 'epoch': 0.40439381611065905, 'num_input_tokens_seen': 4804575232, 'completed': '62.14% (2_291 / 3_687)', 'remaining time': '12:26:48', 'throughput': '8976.74', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:45:57,221 >> {'loss': 0.5425, 'grad_norm': 16.829374313354492, 'learning_rate': 4.0871744819885467e-07, 'epoch': 0.4046650393273664, 'num_input_tokens_seen': 4806672384, 'completed': '62.16% (2_292 / 3_687)', 'remaining time': '12:26:11', 'throughput': '9613.51', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:46:28,722 >> {'loss': 0.5627, 'grad_norm': 16.508983612060547, 'learning_rate': 4.0833422890093684e-07, 'epoch': 0.4049362625440738, 'num_input_tokens_seen': 4808769536, 'completed': '62.19% (2_293 / 3_687)', 'remaining time': '12:25:38', 'throughput': '8321.73', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:47:01,343 >> {'loss': 0.5495, 'grad_norm': 19.47481918334961, 'learning_rate': 4.0795112361024075e-07, 'epoch': 0.40520748576078114, 'num_input_tokens_seen': 4810866688, 'completed': '62.22% (2_294 / 3_687)', 'remaining time': '12:25:07', 'throughput': '8035.99', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:47:32,672 >> {'loss': 0.3162, 'grad_norm': 12.910174369812012, 'learning_rate': 4.0756813263507496e-07, 'epoch': 0.4054787089774885, 'num_input_tokens_seen': 4812963840, 'completed': '62.25% (2_295 / 3_687)', 'remaining time': '12:24:34', 'throughput': '8367.49', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:48:05,325 >> {'loss': 0.3257, 'grad_norm': 15.603672981262207, 'learning_rate': 4.0718525628365617e-07, 'epoch': 0.4057499321941958, 'num_input_tokens_seen': 4815060992, 'completed': '62.27% (2_296 / 3_687)', 'remaining time': '12:24:02', 'throughput': '8028.22', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:48:36,149 >> {'loss': 0.4128, 'grad_norm': 17.36051368713379, 'learning_rate': 4.0680249486410845e-07, 'epoch': 0.40602115541090317, 'num_input_tokens_seen': 4817158144, 'completed': '62.30% (2_297 / 3_687)', 'remaining time': '12:23:29', 'throughput': '8504.36', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:49:07,695 >> {'loss': 0.5455, 'grad_norm': 20.466211318969727, 'learning_rate': 4.0641984868446386e-07, 'epoch': 0.40629237862761053, 'num_input_tokens_seen': 4819255296, 'completed': '62.33% (2_298 / 3_687)', 'remaining time': '12:22:56', 'throughput': '8309.88', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:49:40,828 >> {'loss': 0.3718, 'grad_norm': 15.06020736694336, 'learning_rate': 4.0603731805266175e-07, 'epoch': 0.4065636018443179, 'num_input_tokens_seen': 4821352448, 'completed': '62.35% (2_299 / 3_687)', 'remaining time': '12:22:25', 'throughput': '7911.94', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:50:12,104 >> {'loss': 0.4691, 'grad_norm': 16.064971923828125, 'learning_rate': 4.056549032765476e-07, 'epoch': 0.40683482506102525, 'num_input_tokens_seen': 4823449600, 'completed': '62.38% (2_300 / 3_687)', 'remaining time': '12:21:52', 'throughput': '8381.64', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:50:41,960 >> {'loss': 0.7604, 'grad_norm': 24.106367111206055, 'learning_rate': 4.0527260466387446e-07, 'epoch': 0.40710604827773256, 'num_input_tokens_seen': 4825546752, 'completed': '62.41% (2_301 / 3_687)', 'remaining time': '12:21:18', 'throughput': '8780.50', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:51:13,042 >> {'loss': 0.4701, 'grad_norm': 17.96955680847168, 'learning_rate': 4.0489042252230197e-07, 'epoch': 0.4073772714944399, 'num_input_tokens_seen': 4827643904, 'completed': '62.44% (2_302 / 3_687)', 'remaining time': '12:20:45', 'throughput': '8433.75', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:51:46,346 >> {'loss': 0.36, 'grad_norm': 13.112820625305176, 'learning_rate': 4.045083571593955e-07, 'epoch': 0.4076484947111473, 'num_input_tokens_seen': 4829741056, 'completed': '62.46% (2_303 / 3_687)', 'remaining time': '12:20:14', 'throughput': '7871.17', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:52:14,767 >> {'loss': 0.7148, 'grad_norm': 19.882753372192383, 'learning_rate': 4.0412640888262697e-07, 'epoch': 0.40791971792785464, 'num_input_tokens_seen': 4831838208, 'completed': '62.49% (2_304 / 3_687)', 'remaining time': '12:19:39', 'throughput': '9223.72', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:52:45,559 >> {'loss': 0.3871, 'grad_norm': 15.251856803894043, 'learning_rate': 4.0374457799937354e-07, 'epoch': 0.40819094114456195, 'num_input_tokens_seen': 4833935360, 'completed': '62.52% (2_305 / 3_687)', 'remaining time': '12:19:06', 'throughput': '8513.41', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:53:17,639 >> {'loss': 0.3569, 'grad_norm': 18.7488956451416, 'learning_rate': 4.033628648169184e-07, 'epoch': 0.4084621643612693, 'num_input_tokens_seen': 4836032512, 'completed': '62.54% (2_306 / 3_687)', 'remaining time': '12:18:33', 'throughput': '8171.66', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:53:47,086 >> {'loss': 0.561, 'grad_norm': 20.533279418945312, 'learning_rate': 4.0298126964244947e-07, 'epoch': 0.40873338757797667, 'num_input_tokens_seen': 4838129664, 'completed': '62.57% (2_307 / 3_687)', 'remaining time': '12:17:59', 'throughput': '8902.17', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:54:18,084 >> {'loss': 0.3199, 'grad_norm': 13.255075454711914, 'learning_rate': 4.025997927830604e-07, 'epoch': 0.40900461079468403, 'num_input_tokens_seen': 4840226816, 'completed': '62.60% (2_308 / 3_687)', 'remaining time': '12:17:26', 'throughput': '8456.75', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:54:48,352 >> {'loss': 0.3569, 'grad_norm': 18.75166130065918, 'learning_rate': 4.022184345457492e-07, 'epoch': 0.4092758340113914, 'num_input_tokens_seen': 4842323968, 'completed': '62.63% (2_309 / 3_687)', 'remaining time': '12:16:52', 'throughput': '8660.87', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:55:18,507 >> {'loss': 0.5254, 'grad_norm': 18.911184310913086, 'learning_rate': 4.0183719523741846e-07, 'epoch': 0.4095470572280987, 'num_input_tokens_seen': 4844421120, 'completed': '62.65% (2_310 / 3_687)', 'remaining time': '12:16:18', 'throughput': '8693.07', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:55:47,519 >> {'loss': 0.4653, 'grad_norm': 18.690418243408203, 'learning_rate': 4.014560751648747e-07, 'epoch': 0.40981828044480606, 'num_input_tokens_seen': 4846518272, 'completed': '62.68% (2_311 / 3_687)', 'remaining time': '12:15:43', 'throughput': '9035.88', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:56:15,015 >> {'loss': 0.4713, 'grad_norm': 19.980985641479492, 'learning_rate': 4.0107507463482924e-07, 'epoch': 0.4100895036615134, 'num_input_tokens_seen': 4848615424, 'completed': '62.71% (2_312 / 3_687)', 'remaining time': '12:15:07', 'throughput': '9533.87', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:56:44,981 >> {'loss': 0.5677, 'grad_norm': 18.602523803710938, 'learning_rate': 4.0069419395389657e-07, 'epoch': 0.4103607268782208, 'num_input_tokens_seen': 4850712576, 'completed': '62.73% (2_313 / 3_687)', 'remaining time': '12:14:33', 'throughput': '8747.99', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:57:14,941 >> {'loss': 0.4518, 'grad_norm': 14.569324493408203, 'learning_rate': 4.0031343342859526e-07, 'epoch': 0.41063195009492814, 'num_input_tokens_seen': 4852809728, 'completed': '62.76% (2_314 / 3_687)', 'remaining time': '12:13:59', 'throughput': '8749.65', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:57:44,329 >> {'loss': 0.5966, 'grad_norm': 17.369930267333984, 'learning_rate': 3.9993279336534667e-07, 'epoch': 0.41090317331163545, 'num_input_tokens_seen': 4854906880, 'completed': '62.79% (2_315 / 3_687)', 'remaining time': '12:13:25', 'throughput': '8920.19', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:58:15,078 >> {'loss': 0.568, 'grad_norm': 16.838441848754883, 'learning_rate': 3.995522740704758e-07, 'epoch': 0.4111743965283428, 'num_input_tokens_seen': 4857004032, 'completed': '62.82% (2_316 / 3_687)', 'remaining time': '12:12:51', 'throughput': '8525.25', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:58:48,215 >> {'loss': 0.3684, 'grad_norm': 16.305984497070312, 'learning_rate': 3.991718758502094e-07, 'epoch': 0.4114456197450502, 'num_input_tokens_seen': 4859101184, 'completed': '62.84% (2_317 / 3_687)', 'remaining time': '12:12:20', 'throughput': '7911.07', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:59:18,343 >> {'loss': 0.5516, 'grad_norm': 27.06982421875, 'learning_rate': 3.987915990106779e-07, 'epoch': 0.41171684296175753, 'num_input_tokens_seen': 4861198336, 'completed': '62.87% (2_318 / 3_687)', 'remaining time': '12:11:46', 'throughput': '8700.85', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 04:59:48,355 >> {'loss': 0.417, 'grad_norm': 15.275781631469727, 'learning_rate': 3.984114438579137e-07, 'epoch': 0.4119880661784649, 'num_input_tokens_seen': 4863295488, 'completed': '62.90% (2_319 / 3_687)', 'remaining time': '12:11:13', 'throughput': '8734.69', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:00:20,275 >> {'loss': 0.3962, 'grad_norm': 14.07772159576416, 'learning_rate': 3.980314106978512e-07, 'epoch': 0.4122592893951722, 'num_input_tokens_seen': 4865392640, 'completed': '62.92% (2_320 / 3_687)', 'remaining time': '12:10:40', 'throughput': '8212.41', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:00:50,009 >> {'loss': 0.3945, 'grad_norm': 14.107834815979004, 'learning_rate': 3.976514998363265e-07, 'epoch': 0.41253051261187956, 'num_input_tokens_seen': 4867489792, 'completed': '62.95% (2_321 / 3_687)', 'remaining time': '12:10:06', 'throughput': '8816.52', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:01:20,819 >> {'loss': 0.3535, 'grad_norm': 15.831769943237305, 'learning_rate': 3.972717115790773e-07, 'epoch': 0.4128017358285869, 'num_input_tokens_seen': 4869586944, 'completed': '62.98% (2_322 / 3_687)', 'remaining time': '12:09:33', 'throughput': '8508.21', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:01:50,939 >> {'loss': 0.4851, 'grad_norm': 16.84862518310547, 'learning_rate': 3.968920462317431e-07, 'epoch': 0.4130729590452943, 'num_input_tokens_seen': 4871684096, 'completed': '63.01% (2_323 / 3_687)', 'remaining time': '12:08:59', 'throughput': '8703.55', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:02:20,597 >> {'loss': 0.3473, 'grad_norm': 12.755271911621094, 'learning_rate': 3.965125040998637e-07, 'epoch': 0.41334418226200165, 'num_input_tokens_seen': 4873781248, 'completed': '63.03% (2_324 / 3_687)', 'remaining time': '12:08:25', 'throughput': '8838.89', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:02:48,657 >> {'loss': 0.4099, 'grad_norm': 15.923316955566406, 'learning_rate': 3.961330854888805e-07, 'epoch': 0.41361540547870895, 'num_input_tokens_seen': 4875878400, 'completed': '63.06% (2_325 / 3_687)', 'remaining time': '12:07:49', 'throughput': '9342.06', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:03:18,705 >> {'loss': 0.2539, 'grad_norm': 11.70615291595459, 'learning_rate': 3.9575379070413485e-07, 'epoch': 0.4138866286954163, 'num_input_tokens_seen': 4877975552, 'completed': '63.09% (2_326 / 3_687)', 'remaining time': '12:07:15', 'throughput': '8724.17', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:03:48,402 >> {'loss': 0.7379, 'grad_norm': 27.65726661682129, 'learning_rate': 3.953746200508693e-07, 'epoch': 0.4141578519121237, 'num_input_tokens_seen': 4880072704, 'completed': '63.11% (2_327 / 3_687)', 'remaining time': '12:06:41', 'throughput': '8827.35', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:04:17,427 >> {'loss': 0.7167, 'grad_norm': 20.938331604003906, 'learning_rate': 3.9499557383422534e-07, 'epoch': 0.41442907512883104, 'num_input_tokens_seen': 4882169856, 'completed': '63.14% (2_328 / 3_687)', 'remaining time': '12:06:06', 'throughput': '9031.79', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:04:46,610 >> {'loss': 0.2987, 'grad_norm': 13.526237487792969, 'learning_rate': 3.94616652359245e-07, 'epoch': 0.4147002983455384, 'num_input_tokens_seen': 4884267008, 'completed': '63.17% (2_329 / 3_687)', 'remaining time': '12:05:32', 'throughput': '8982.72', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:05:15,985 >> {'loss': 0.2497, 'grad_norm': 10.629281997680664, 'learning_rate': 3.942378559308703e-07, 'epoch': 0.4149715215622457, 'num_input_tokens_seen': 4886364160, 'completed': '63.20% (2_330 / 3_687)', 'remaining time': '12:04:57', 'throughput': '8923.85', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:05:48,585 >> {'loss': 0.3717, 'grad_norm': 15.359818458557129, 'learning_rate': 3.93859184853942e-07, 'epoch': 0.41524274477895307, 'num_input_tokens_seen': 4888461312, 'completed': '63.22% (2_331 / 3_687)', 'remaining time': '12:04:26', 'throughput': '8041.35', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:06:18,725 >> {'loss': 0.3598, 'grad_norm': 13.921889305114746, 'learning_rate': 3.934806394332001e-07, 'epoch': 0.4155139679956604, 'num_input_tokens_seen': 4890558464, 'completed': '63.25% (2_332 / 3_687)', 'remaining time': '12:03:52', 'throughput': '8697.44', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:06:48,906 >> {'loss': 0.5743, 'grad_norm': 21.2630558013916, 'learning_rate': 3.9310221997328363e-07, 'epoch': 0.4157851912123678, 'num_input_tokens_seen': 4892655616, 'completed': '63.28% (2_333 / 3_687)', 'remaining time': '12:03:18', 'throughput': '8685.83', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:07:18,981 >> {'loss': 0.6111, 'grad_norm': 20.155832290649414, 'learning_rate': 3.9272392677873e-07, 'epoch': 0.41605641442907515, 'num_input_tokens_seen': 4894752768, 'completed': '63.30% (2_334 / 3_687)', 'remaining time': '12:02:45', 'throughput': '8716.27', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:07:49,033 >> {'loss': 0.8151, 'grad_norm': 24.92179298400879, 'learning_rate': 3.9234576015397536e-07, 'epoch': 0.41632763764578246, 'num_input_tokens_seen': 4896849920, 'completed': '63.33% (2_335 / 3_687)', 'remaining time': '12:02:11', 'throughput': '8723.14', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:08:18,425 >> {'loss': 0.325, 'grad_norm': 14.339614868164062, 'learning_rate': 3.9196772040335367e-07, 'epoch': 0.4165988608624898, 'num_input_tokens_seen': 4898947072, 'completed': '63.36% (2_336 / 3_687)', 'remaining time': '12:01:36', 'throughput': '8918.82', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:08:48,056 >> {'loss': 0.6659, 'grad_norm': 24.353408813476562, 'learning_rate': 3.915898078310972e-07, 'epoch': 0.4168700840791972, 'num_input_tokens_seen': 4901044224, 'completed': '63.38% (2_337 / 3_687)', 'remaining time': '12:01:02', 'throughput': '8846.89', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:09:17,905 >> {'loss': 0.5632, 'grad_norm': 20.132877349853516, 'learning_rate': 3.9121202274133525e-07, 'epoch': 0.41714130729590454, 'num_input_tokens_seen': 4903141376, 'completed': '63.41% (2_338 / 3_687)', 'remaining time': '12:00:28', 'throughput': '8782.52', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:09:47,896 >> {'loss': 0.6138, 'grad_norm': 17.58623695373535, 'learning_rate': 3.9083436543809536e-07, 'epoch': 0.4174125305126119, 'num_input_tokens_seen': 4905238528, 'completed': '63.44% (2_339 / 3_687)', 'remaining time': '11:59:54', 'throughput': '8740.64', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:10:17,267 >> {'loss': 0.3483, 'grad_norm': 14.02330493927002, 'learning_rate': 3.904568362253011e-07, 'epoch': 0.4176837537293192, 'num_input_tokens_seen': 4907335680, 'completed': '63.47% (2_340 / 3_687)', 'remaining time': '11:59:20', 'throughput': '8925.33', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:10:46,695 >> {'loss': 0.4415, 'grad_norm': 15.86801528930664, 'learning_rate': 3.9007943540677426e-07, 'epoch': 0.41795497694602657, 'num_input_tokens_seen': 4909432832, 'completed': '63.49% (2_341 / 3_687)', 'remaining time': '11:58:46', 'throughput': '8908.00', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:11:17,362 >> {'loss': 0.3732, 'grad_norm': 14.43091869354248, 'learning_rate': 3.897021632862321e-07, 'epoch': 0.41822620016273393, 'num_input_tokens_seen': 4911529984, 'completed': '63.52% (2_342 / 3_687)', 'remaining time': '11:58:12', 'throughput': '8548.15', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:11:47,558 >> {'loss': 0.4415, 'grad_norm': 15.3654203414917, 'learning_rate': 3.893250201672893e-07, 'epoch': 0.4184974233794413, 'num_input_tokens_seen': 4913627136, 'completed': '63.55% (2_343 / 3_687)', 'remaining time': '11:57:39', 'throughput': '8681.16', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:12:20,789 >> {'loss': 0.4123, 'grad_norm': 15.816032409667969, 'learning_rate': 3.889480063534563e-07, 'epoch': 0.41876864659614865, 'num_input_tokens_seen': 4915724288, 'completed': '63.57% (2_344 / 3_687)', 'remaining time': '11:57:08', 'throughput': '7888.76', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:12:53,423 >> {'loss': 0.2871, 'grad_norm': 12.658620834350586, 'learning_rate': 3.88571122148139e-07, 'epoch': 0.41903986981285596, 'num_input_tokens_seen': 4917821440, 'completed': '63.60% (2_345 / 3_687)', 'remaining time': '11:56:36', 'throughput': '8032.75', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:13:25,600 >> {'loss': 0.4812, 'grad_norm': 14.271703720092773, 'learning_rate': 3.881943678546399e-07, 'epoch': 0.4193110930295633, 'num_input_tokens_seen': 4919918592, 'completed': '63.63% (2_346 / 3_687)', 'remaining time': '11:56:04', 'throughput': '8146.94', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:13:53,513 >> {'loss': 0.9452, 'grad_norm': 25.85860824584961, 'learning_rate': 3.878177437761564e-07, 'epoch': 0.4195823162462707, 'num_input_tokens_seen': 4922015744, 'completed': '63.66% (2_347 / 3_687)', 'remaining time': '11:55:29', 'throughput': '9391.30', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:14:20,384 >> {'loss': 0.47, 'grad_norm': 17.978992462158203, 'learning_rate': 3.8744125021578123e-07, 'epoch': 0.41985353946297804, 'num_input_tokens_seen': 4924112896, 'completed': '63.68% (2_348 / 3_687)', 'remaining time': '11:54:52', 'throughput': '9755.72', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:14:52,141 >> {'loss': 0.6245, 'grad_norm': 21.466154098510742, 'learning_rate': 3.87064887476502e-07, 'epoch': 0.4201247626796854, 'num_input_tokens_seen': 4926210048, 'completed': '63.71% (2_349 / 3_687)', 'remaining time': '11:54:20', 'throughput': '8254.79', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:15:22,943 >> {'loss': 0.3928, 'grad_norm': 17.588224411010742, 'learning_rate': 3.8668865586120124e-07, 'epoch': 0.4203959858963927, 'num_input_tokens_seen': 4928307200, 'completed': '63.74% (2_350 / 3_687)', 'remaining time': '11:53:47', 'throughput': '8510.42', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:15:54,613 >> {'loss': 0.5021, 'grad_norm': 19.852426528930664, 'learning_rate': 3.8631255567265573e-07, 'epoch': 0.42066720911310007, 'num_input_tokens_seen': 4930404352, 'completed': '63.76% (2_351 / 3_687)', 'remaining time': '11:53:15', 'throughput': '8277.52', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:16:25,633 >> {'loss': 0.3786, 'grad_norm': 17.130460739135742, 'learning_rate': 3.859365872135367e-07, 'epoch': 0.42093843232980743, 'num_input_tokens_seen': 4932501504, 'completed': '63.79% (2_352 / 3_687)', 'remaining time': '11:52:42', 'throughput': '8450.90', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:16:56,279 >> {'loss': 0.4072, 'grad_norm': 15.021489143371582, 'learning_rate': 3.8556075078640925e-07, 'epoch': 0.4212096555465148, 'num_input_tokens_seen': 4934598656, 'completed': '63.82% (2_353 / 3_687)', 'remaining time': '11:52:08', 'throughput': '8553.82', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:17:25,169 >> {'loss': 0.5125, 'grad_norm': 18.32381820678711, 'learning_rate': 3.85185046693732e-07, 'epoch': 0.42148087876322216, 'num_input_tokens_seen': 4936695808, 'completed': '63.85% (2_354 / 3_687)', 'remaining time': '11:51:34', 'throughput': '9073.89', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:17:55,054 >> {'loss': 0.4148, 'grad_norm': 14.185894966125488, 'learning_rate': 3.8480947523785767e-07, 'epoch': 0.42175210197992946, 'num_input_tokens_seen': 4938792960, 'completed': '63.87% (2_355 / 3_687)', 'remaining time': '11:51:00', 'throughput': '8771.70', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:18:25,535 >> {'loss': 0.497, 'grad_norm': 17.715118408203125, 'learning_rate': 3.844340367210318e-07, 'epoch': 0.4220233251966368, 'num_input_tokens_seen': 4940890112, 'completed': '63.90% (2_356 / 3_687)', 'remaining time': '11:50:26', 'throughput': '8600.37', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:18:58,080 >> {'loss': 0.3361, 'grad_norm': 13.911568641662598, 'learning_rate': 3.840587314453928e-07, 'epoch': 0.4222945484133442, 'num_input_tokens_seen': 4942987264, 'completed': '63.93% (2_357 / 3_687)', 'remaining time': '11:49:55', 'throughput': '8054.74', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:19:29,956 >> {'loss': 0.3143, 'grad_norm': 16.71425437927246, 'learning_rate': 3.8368355971297204e-07, 'epoch': 0.42256577163005155, 'num_input_tokens_seen': 4945084416, 'completed': '63.95% (2_358 / 3_687)', 'remaining time': '11:49:23', 'throughput': '8223.98', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:20:02,277 >> {'loss': 0.2808, 'grad_norm': 12.690278053283691, 'learning_rate': 3.8330852182569374e-07, 'epoch': 0.4228369948467589, 'num_input_tokens_seen': 4947181568, 'completed': '63.98% (2_359 / 3_687)', 'remaining time': '11:48:51', 'throughput': '8110.61', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:20:31,274 >> {'loss': 0.532, 'grad_norm': 17.643646240234375, 'learning_rate': 3.8293361808537404e-07, 'epoch': 0.4231082180634662, 'num_input_tokens_seen': 4949278720, 'completed': '64.01% (2_360 / 3_687)', 'remaining time': '11:48:16', 'throughput': '9040.24', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:21:00,195 >> {'loss': 0.5061, 'grad_norm': 19.790626525878906, 'learning_rate': 3.825588487937211e-07, 'epoch': 0.4233794412801736, 'num_input_tokens_seen': 4951375872, 'completed': '64.04% (2_361 / 3_687)', 'remaining time': '11:47:42', 'throughput': '9064.19', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:21:29,983 >> {'loss': 0.2747, 'grad_norm': 17.743762969970703, 'learning_rate': 3.821842142523352e-07, 'epoch': 0.42365066449688094, 'num_input_tokens_seen': 4953473024, 'completed': '64.06% (2_362 / 3_687)', 'remaining time': '11:47:08', 'throughput': '8800.27', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:22:01,516 >> {'loss': 0.4853, 'grad_norm': 18.460596084594727, 'learning_rate': 3.818097147627076e-07, 'epoch': 0.4239218877135883, 'num_input_tokens_seen': 4955570176, 'completed': '64.09% (2_363 / 3_687)', 'remaining time': '11:46:35', 'throughput': '8313.27', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:22:31,524 >> {'loss': 0.563, 'grad_norm': 20.445358276367188, 'learning_rate': 3.8143535062622154e-07, 'epoch': 0.42419311093029566, 'num_input_tokens_seen': 4957667328, 'completed': '64.12% (2_364 / 3_687)', 'remaining time': '11:46:02', 'throughput': '8735.92', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:23:01,675 >> {'loss': 0.6022, 'grad_norm': 21.970741271972656, 'learning_rate': 3.8106112214415087e-07, 'epoch': 0.42446433414700296, 'num_input_tokens_seen': 4959764480, 'completed': '64.14% (2_365 / 3_687)', 'remaining time': '11:45:28', 'throughput': '8694.22', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:23:32,295 >> {'loss': 0.4444, 'grad_norm': 15.904183387756348, 'learning_rate': 3.8068702961766053e-07, 'epoch': 0.4247355573637103, 'num_input_tokens_seen': 4961861632, 'completed': '64.17% (2_366 / 3_687)', 'remaining time': '11:44:55', 'throughput': '8561.29', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:24:03,108 >> {'loss': 0.1744, 'grad_norm': 9.053658485412598, 'learning_rate': 3.8031307334780594e-07, 'epoch': 0.4250067805804177, 'num_input_tokens_seen': 4963958784, 'completed': '64.20% (2_367 / 3_687)', 'remaining time': '11:44:22', 'throughput': '8507.66', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:24:32,903 >> {'loss': 0.3963, 'grad_norm': 14.599189758300781, 'learning_rate': 3.7993925363553294e-07, 'epoch': 0.42527800379712505, 'num_input_tokens_seen': 4966055936, 'completed': '64.23% (2_368 / 3_687)', 'remaining time': '11:43:48', 'throughput': '8798.35', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:25:05,423 >> {'loss': 0.5241, 'grad_norm': 18.069921493530273, 'learning_rate': 3.795655707816772e-07, 'epoch': 0.4255492270138324, 'num_input_tokens_seen': 4968153088, 'completed': '64.25% (2_369 / 3_687)', 'remaining time': '11:43:16', 'throughput': '8060.82', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:25:35,150 >> {'loss': 0.515, 'grad_norm': 19.06882095336914, 'learning_rate': 3.791920250869645e-07, 'epoch': 0.4258204502305397, 'num_input_tokens_seen': 4970250240, 'completed': '64.28% (2_370 / 3_687)', 'remaining time': '11:42:42', 'throughput': '8818.34', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:26:05,006 >> {'loss': 0.94, 'grad_norm': 26.823545455932617, 'learning_rate': 3.7881861685201033e-07, 'epoch': 0.4260916734472471, 'num_input_tokens_seen': 4972347392, 'completed': '64.31% (2_371 / 3_687)', 'remaining time': '11:42:09', 'throughput': '8780.42', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:26:33,888 >> {'loss': 0.2774, 'grad_norm': 12.676380157470703, 'learning_rate': 3.784453463773194e-07, 'epoch': 0.42636289666395444, 'num_input_tokens_seen': 4974444544, 'completed': '64.33% (2_372 / 3_687)', 'remaining time': '11:41:34', 'throughput': '9076.35', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:27:04,174 >> {'loss': 0.5369, 'grad_norm': 19.58039665222168, 'learning_rate': 3.780722139632858e-07, 'epoch': 0.4266341198806618, 'num_input_tokens_seen': 4976541696, 'completed': '64.36% (2_373 / 3_687)', 'remaining time': '11:41:00', 'throughput': '8655.76', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:27:32,575 >> {'loss': 0.7374, 'grad_norm': 23.31465721130371, 'learning_rate': 3.776992199101918e-07, 'epoch': 0.42690534309736916, 'num_input_tokens_seen': 4978638848, 'completed': '64.39% (2_374 / 3_687)', 'remaining time': '11:40:25', 'throughput': '9229.93', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:28:02,956 >> {'loss': 0.5331, 'grad_norm': 18.41512107849121, 'learning_rate': 3.773263645182091e-07, 'epoch': 0.42717656631407647, 'num_input_tokens_seen': 4980736000, 'completed': '64.42% (2_375 / 3_687)', 'remaining time': '11:39:52', 'throughput': '8628.48', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:28:34,765 >> {'loss': 0.3192, 'grad_norm': 15.421567916870117, 'learning_rate': 3.769536480873976e-07, 'epoch': 0.42744778953078383, 'num_input_tokens_seen': 4982833152, 'completed': '64.44% (2_376 / 3_687)', 'remaining time': '11:39:20', 'throughput': '8241.33', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:29:03,527 >> {'loss': 0.6033, 'grad_norm': 19.701927185058594, 'learning_rate': 3.765810709177052e-07, 'epoch': 0.4277190127474912, 'num_input_tokens_seen': 4984930304, 'completed': '64.47% (2_377 / 3_687)', 'remaining time': '11:38:45', 'throughput': '9114.17', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:29:32,064 >> {'loss': 0.6628, 'grad_norm': 20.730276107788086, 'learning_rate': 3.762086333089678e-07, 'epoch': 0.42799023596419855, 'num_input_tokens_seen': 4987027456, 'completed': '64.50% (2_378 / 3_687)', 'remaining time': '11:38:10', 'throughput': '9185.94', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:30:00,987 >> {'loss': 0.4378, 'grad_norm': 17.648303985595703, 'learning_rate': 3.758363355609092e-07, 'epoch': 0.4282614591809059, 'num_input_tokens_seen': 4989124608, 'completed': '64.52% (2_379 / 3_687)', 'remaining time': '11:37:36', 'throughput': '9063.65', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:30:29,919 >> {'loss': 0.3577, 'grad_norm': 14.124812126159668, 'learning_rate': 3.7546417797314023e-07, 'epoch': 0.4285326823976132, 'num_input_tokens_seen': 4991221760, 'completed': '64.55% (2_380 / 3_687)', 'remaining time': '11:37:01', 'throughput': '9060.72', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:30:57,834 >> {'loss': 0.4176, 'grad_norm': 16.618432998657227, 'learning_rate': 3.7509216084515916e-07, 'epoch': 0.4288039056143206, 'num_input_tokens_seen': 4993318912, 'completed': '64.58% (2_381 / 3_687)', 'remaining time': '11:36:26', 'throughput': '9390.74', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:31:27,067 >> {'loss': 0.553, 'grad_norm': 18.444599151611328, 'learning_rate': 3.747202844763514e-07, 'epoch': 0.42907512883102794, 'num_input_tokens_seen': 4995416064, 'completed': '64.61% (2_382 / 3_687)', 'remaining time': '11:35:52', 'throughput': '8967.44', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:31:56,539 >> {'loss': 0.6629, 'grad_norm': 21.762187957763672, 'learning_rate': 3.743485491659887e-07, 'epoch': 0.4293463520477353, 'num_input_tokens_seen': 4997513216, 'completed': '64.63% (2_383 / 3_687)', 'remaining time': '11:35:18', 'throughput': '8894.69', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:32:26,743 >> {'loss': 0.4474, 'grad_norm': 16.13730239868164, 'learning_rate': 3.739769552132298e-07, 'epoch': 0.42961757526444266, 'num_input_tokens_seen': 4999610368, 'completed': '64.66% (2_384 / 3_687)', 'remaining time': '11:34:44', 'throughput': '8679.24', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:32:59,749 >> {'loss': 0.2769, 'grad_norm': 12.197819709777832, 'learning_rate': 3.73605502917119e-07, 'epoch': 0.42988879848114997, 'num_input_tokens_seen': 5001707520, 'completed': '64.69% (2_385 / 3_687)', 'remaining time': '11:34:13', 'throughput': '7942.24', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:33:32,168 >> {'loss': 0.5748, 'grad_norm': 16.63471031188965, 'learning_rate': 3.7323419257658716e-07, 'epoch': 0.43016002169785733, 'num_input_tokens_seen': 5003804672, 'completed': '64.71% (2_386 / 3_687)', 'remaining time': '11:33:41', 'throughput': '8086.04', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:34:02,012 >> {'loss': 0.3293, 'grad_norm': 13.66933822631836, 'learning_rate': 3.728630244904507e-07, 'epoch': 0.4304312449145647, 'num_input_tokens_seen': 5005901824, 'completed': '64.74% (2_387 / 3_687)', 'remaining time': '11:33:08', 'throughput': '8783.95', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:34:32,970 >> {'loss': 0.4252, 'grad_norm': 15.115860939025879, 'learning_rate': 3.724919989574116e-07, 'epoch': 0.43070246813127205, 'num_input_tokens_seen': 5007998976, 'completed': '64.77% (2_388 / 3_687)', 'remaining time': '11:32:35', 'throughput': '8467.63', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:35:01,103 >> {'loss': 0.7401, 'grad_norm': 21.96157455444336, 'learning_rate': 3.7212111627605704e-07, 'epoch': 0.43097369134797936, 'num_input_tokens_seen': 5010096128, 'completed': '64.80% (2_389 / 3_687)', 'remaining time': '11:32:00', 'throughput': '9317.89', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:35:32,660 >> {'loss': 0.4966, 'grad_norm': 17.18273162841797, 'learning_rate': 3.717503767448593e-07, 'epoch': 0.4312449145646867, 'num_input_tokens_seen': 5012193280, 'completed': '64.82% (2_390 / 3_687)', 'remaining time': '11:31:27', 'throughput': '8307.12', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:36:02,650 >> {'loss': 0.4974, 'grad_norm': 23.42146110534668, 'learning_rate': 3.7137978066217555e-07, 'epoch': 0.4315161377813941, 'num_input_tokens_seen': 5014290432, 'completed': '64.85% (2_391 / 3_687)', 'remaining time': '11:30:54', 'throughput': '8741.10', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:36:32,995 >> {'loss': 0.7683, 'grad_norm': 21.250967025756836, 'learning_rate': 3.710093283262472e-07, 'epoch': 0.43178736099810144, 'num_input_tokens_seen': 5016387584, 'completed': '64.88% (2_392 / 3_687)', 'remaining time': '11:30:20', 'throughput': '8638.68', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:37:01,832 >> {'loss': 0.347, 'grad_norm': 14.832980155944824, 'learning_rate': 3.706390200352003e-07, 'epoch': 0.4320585842148088, 'num_input_tokens_seen': 5018484736, 'completed': '64.90% (2_393 / 3_687)', 'remaining time': '11:29:46', 'throughput': '9090.47', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:37:32,462 >> {'loss': 0.4751, 'grad_norm': 20.22023582458496, 'learning_rate': 3.7026885608704494e-07, 'epoch': 0.4323298074315161, 'num_input_tokens_seen': 5020581888, 'completed': '64.93% (2_394 / 3_687)', 'remaining time': '11:29:13', 'throughput': '8558.65', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:38:04,751 >> {'loss': 0.3332, 'grad_norm': 15.793986320495605, 'learning_rate': 3.6989883677967483e-07, 'epoch': 0.4326010306482235, 'num_input_tokens_seen': 5022679040, 'completed': '64.96% (2_395 / 3_687)', 'remaining time': '11:28:41', 'throughput': '8118.62', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:38:37,920 >> {'loss': 0.4048, 'grad_norm': 15.396735191345215, 'learning_rate': 3.6952896241086783e-07, 'epoch': 0.43287225386493083, 'num_input_tokens_seen': 5024776192, 'completed': '64.99% (2_396 / 3_687)', 'remaining time': '11:28:10', 'throughput': '7903.32', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:39:09,955 >> {'loss': 0.3603, 'grad_norm': 16.177085876464844, 'learning_rate': 3.6915923327828423e-07, 'epoch': 0.4331434770816382, 'num_input_tokens_seen': 5026873344, 'completed': '65.01% (2_397 / 3_687)', 'remaining time': '11:27:38', 'throughput': '8182.91', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:39:42,173 >> {'loss': 0.3433, 'grad_norm': 12.686070442199707, 'learning_rate': 3.6878964967946813e-07, 'epoch': 0.43341470029834556, 'num_input_tokens_seen': 5028970496, 'completed': '65.04% (2_398 / 3_687)', 'remaining time': '11:27:06', 'throughput': '8136.81', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:40:12,990 >> {'loss': 0.4353, 'grad_norm': 16.852243423461914, 'learning_rate': 3.6842021191184636e-07, 'epoch': 0.43368592351505286, 'num_input_tokens_seen': 5031067648, 'completed': '65.07% (2_399 / 3_687)', 'remaining time': '11:26:33', 'throughput': '8506.29', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:40:42,545 >> {'loss': 0.8005, 'grad_norm': 25.399932861328125, 'learning_rate': 3.6805092027272853e-07, 'epoch': 0.4339571467317602, 'num_input_tokens_seen': 5033164800, 'completed': '65.09% (2_400 / 3_687)', 'remaining time': '11:25:59', 'throughput': '8869.71', 'gpu_mem_free': '5581MB'} +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/distributed/fsdp/fully_sharded_data_parallel.py:689: FutureWarning: FSDP.state_dict_type() and FSDP.set_state_dict_type() are being deprecated. Please use APIs, get_state_dict() and set_state_dict(), which can support different parallelisms, FSDP1, FSDP2, DDP. API doc: https://pytorch.org/docs/stable/distributed.checkpoint.html#torch.distributed.checkpoint.state_dict.get_state_dict .Tutorial: https://pytorch.org/tutorials/recipes/distributed_checkpoint_recipe.html . + warnings.warn( +[INFO|trainer.py:3503] 2024-12-26 05:41:05,933 >> Saving model checkpoint to /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-2400 +[INFO|configuration_utils.py:472] 2024-12-26 05:41:05,936 >> Configuration saved in /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-2400/config.json +[INFO|configuration_utils.py:807] 2024-12-26 05:41:05,938 >> Configuration saved in /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-2400/generation_config.json +[INFO|modeling_utils.py:2807] 2024-12-26 05:42:04,546 >> The model is bigger than the maximum size per checkpoint (5GB) and is going to be split in 7 checkpoint shards. You can find where each parameters has been saved in the index located at /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-2400/model.safetensors.index.json. +[INFO|tokenization_utils_base.py:2684] 2024-12-26 05:42:04,550 >> tokenizer config file saved in /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-2400/tokenizer_config.json +[INFO|tokenization_utils_base.py:2693] 2024-12-26 05:42:04,550 >> Special tokens file saved in /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-2400/special_tokens_map.json +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/distributed/fsdp/fully_sharded_data_parallel.py:689: FutureWarning: FSDP.state_dict_type() and FSDP.set_state_dict_type() are being deprecated. Please use APIs, get_state_dict() and set_state_dict(), which can support different parallelisms, FSDP1, FSDP2, DDP. API doc: https://pytorch.org/docs/stable/distributed.checkpoint.html#torch.distributed.checkpoint.state_dict.get_state_dict .Tutorial: https://pytorch.org/tutorials/recipes/distributed_checkpoint_recipe.html . + warnings.warn( +[WARNING|trainer.py:868] 2024-12-26 05:45:49,977 >> Save streaming dataset state: {'epoch': 0, 'sample_in_epoch': 4800, 'num_canonical_nodes': 1, 'shuffle_seed': 42, 'initial_physical_nodes': 1} +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/utils/checkpoint.py:1399: FutureWarning: `torch.cpu.amp.autocast(args...)` is deprecated. Please use `torch.amp.autocast('cpu', args...)` instead. + with device_autocast_ctx, torch.cpu.amp.autocast(**cpu_autocast_kwargs), recompute_context: # type: ignore[attr-defined] +[INFO|trainer.py:175] 2024-12-26 05:46:23,281 >> {'loss': 0.4201, 'grad_norm': 16.505773544311523, 'learning_rate': 3.6768177505930655e-07, 'epoch': 0.4342283699484676, 'num_input_tokens_seen': 5035261952, 'completed': '65.12% (2_401 / 3_687)', 'remaining time': '11:29:35', 'throughput': '769.35', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:46:55,393 >> {'loss': 0.5035, 'grad_norm': 18.550128936767578, 'learning_rate': 3.67312776568654e-07, 'epoch': 0.43449959316517495, 'num_input_tokens_seen': 5037359104, 'completed': '65.15% (2_402 / 3_687)', 'remaining time': '11:29:03', 'throughput': '8163.39', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:47:23,729 >> {'loss': 0.6078, 'grad_norm': 19.673357009887695, 'learning_rate': 3.669439250977272e-07, 'epoch': 0.4347708163818823, 'num_input_tokens_seen': 5039456256, 'completed': '65.17% (2_403 / 3_687)', 'remaining time': '11:28:28', 'throughput': '9251.23', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:47:52,824 >> {'loss': 0.5501, 'grad_norm': 17.886112213134766, 'learning_rate': 3.665752209433637e-07, 'epoch': 0.4350420395985896, 'num_input_tokens_seen': 5041553408, 'completed': '65.20% (2_404 / 3_687)', 'remaining time': '11:27:53', 'throughput': '9009.93', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:48:23,067 >> {'loss': 0.338, 'grad_norm': 13.1587495803833, 'learning_rate': 3.6620666440228254e-07, 'epoch': 0.435313262815297, 'num_input_tokens_seen': 5043650560, 'completed': '65.23% (2_405 / 3_687)', 'remaining time': '11:27:20', 'throughput': '8667.84', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:48:52,577 >> {'loss': 0.2726, 'grad_norm': 16.396703720092773, 'learning_rate': 3.6583825577108397e-07, 'epoch': 0.43558448603200434, 'num_input_tokens_seen': 5045747712, 'completed': '65.26% (2_406 / 3_687)', 'remaining time': '11:26:45', 'throughput': '8883.36', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:49:22,582 >> {'loss': 0.5378, 'grad_norm': 24.322254180908203, 'learning_rate': 3.654699953462494e-07, 'epoch': 0.4358557092487117, 'num_input_tokens_seen': 5047844864, 'completed': '65.28% (2_407 / 3_687)', 'remaining time': '11:26:11', 'throughput': '8736.65', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:49:52,389 >> {'loss': 0.333, 'grad_norm': 13.831670761108398, 'learning_rate': 3.651018834241406e-07, 'epoch': 0.43612693246541906, 'num_input_tokens_seen': 5049942016, 'completed': '65.31% (2_408 / 3_687)', 'remaining time': '11:25:37', 'throughput': '8794.70', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:50:26,276 >> {'loss': 0.3657, 'grad_norm': 13.609641075134277, 'learning_rate': 3.6473392030100014e-07, 'epoch': 0.43639815568212637, 'num_input_tokens_seen': 5052039168, 'completed': '65.34% (2_409 / 3_687)', 'remaining time': '11:25:06', 'throughput': '7735.88', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:50:57,757 >> {'loss': 0.4042, 'grad_norm': 15.657468795776367, 'learning_rate': 3.6436610627295074e-07, 'epoch': 0.4366693788988337, 'num_input_tokens_seen': 5054136320, 'completed': '65.36% (2_410 / 3_687)', 'remaining time': '11:24:34', 'throughput': '8326.93', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:51:25,847 >> {'loss': 0.6303, 'grad_norm': 18.23346519470215, 'learning_rate': 3.639984416359949e-07, 'epoch': 0.4369406021155411, 'num_input_tokens_seen': 5056233472, 'completed': '65.39% (2_411 / 3_687)', 'remaining time': '11:23:58', 'throughput': '9332.39', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:51:56,887 >> {'loss': 0.2942, 'grad_norm': 10.519538879394531, 'learning_rate': 3.636309266860156e-07, 'epoch': 0.43721182533224845, 'num_input_tokens_seen': 5058330624, 'completed': '65.42% (2_412 / 3_687)', 'remaining time': '11:23:25', 'throughput': '8445.36', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:52:26,795 >> {'loss': 0.5607, 'grad_norm': 17.80950927734375, 'learning_rate': 3.6326356171877483e-07, 'epoch': 0.4374830485489558, 'num_input_tokens_seen': 5060427776, 'completed': '65.45% (2_413 / 3_687)', 'remaining time': '11:22:51', 'throughput': '8765.03', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:52:59,400 >> {'loss': 0.348, 'grad_norm': 17.949668884277344, 'learning_rate': 3.6289634702991343e-07, 'epoch': 0.4377542717656631, 'num_input_tokens_seen': 5062524928, 'completed': '65.47% (2_414 / 3_687)', 'remaining time': '11:22:20', 'throughput': '8039.97', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:53:31,454 >> {'loss': 0.2518, 'grad_norm': 12.619994163513184, 'learning_rate': 3.625292829149521e-07, 'epoch': 0.4380254949823705, 'num_input_tokens_seen': 5064622080, 'completed': '65.50% (2_415 / 3_687)', 'remaining time': '11:21:47', 'throughput': '8178.23', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:54:01,385 >> {'loss': 0.785, 'grad_norm': 23.58609962463379, 'learning_rate': 3.6216236966929015e-07, 'epoch': 0.43829671819907784, 'num_input_tokens_seen': 5066719232, 'completed': '65.53% (2_416 / 3_687)', 'remaining time': '11:21:13', 'throughput': '8758.22', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:54:32,484 >> {'loss': 0.357, 'grad_norm': 17.113204956054688, 'learning_rate': 3.6179560758820527e-07, 'epoch': 0.4385679414157852, 'num_input_tokens_seen': 5068816384, 'completed': '65.55% (2_417 / 3_687)', 'remaining time': '11:20:40', 'throughput': '8429.37', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:55:02,465 >> {'loss': 0.6071, 'grad_norm': 29.91645622253418, 'learning_rate': 3.61428996966854e-07, 'epoch': 0.43883916463249256, 'num_input_tokens_seen': 5070913536, 'completed': '65.58% (2_418 / 3_687)', 'remaining time': '11:20:07', 'throughput': '8743.66', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:55:37,881 >> {'loss': 0.3174, 'grad_norm': 16.93893814086914, 'learning_rate': 3.610625381002701e-07, 'epoch': 0.43911038784919987, 'num_input_tokens_seen': 5073010688, 'completed': '65.61% (2_419 / 3_687)', 'remaining time': '11:19:37', 'throughput': '7401.88', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:56:08,360 >> {'loss': 0.5038, 'grad_norm': 17.732091903686523, 'learning_rate': 3.606962312833659e-07, 'epoch': 0.43938161106590723, 'num_input_tokens_seen': 5075107840, 'completed': '65.64% (2_420 / 3_687)', 'remaining time': '11:19:04', 'throughput': '8600.81', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:56:40,487 >> {'loss': 0.3963, 'grad_norm': 16.852190017700195, 'learning_rate': 3.603300768109311e-07, 'epoch': 0.4396528342826146, 'num_input_tokens_seen': 5077204992, 'completed': '65.66% (2_421 / 3_687)', 'remaining time': '11:18:31', 'throughput': '8159.55', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:57:11,479 >> {'loss': 0.67, 'grad_norm': 22.718647003173828, 'learning_rate': 3.5996407497763305e-07, 'epoch': 0.43992405749932195, 'num_input_tokens_seen': 5079302144, 'completed': '65.69% (2_422 / 3_687)', 'remaining time': '11:17:58', 'throughput': '8458.34', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:57:42,872 >> {'loss': 0.3855, 'grad_norm': 14.987257957458496, 'learning_rate': 3.5959822607801617e-07, 'epoch': 0.4401952807160293, 'num_input_tokens_seen': 5081399296, 'completed': '65.72% (2_423 / 3_687)', 'remaining time': '11:17:26', 'throughput': '8350.48', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:58:13,980 >> {'loss': 0.5356, 'grad_norm': 19.861112594604492, 'learning_rate': 3.592325304065018e-07, 'epoch': 0.4404665039327366, 'num_input_tokens_seen': 5083496448, 'completed': '65.74% (2_424 / 3_687)', 'remaining time': '11:16:53', 'throughput': '8426.93', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:58:43,550 >> {'loss': 0.4618, 'grad_norm': 17.07244873046875, 'learning_rate': 3.588669882573875e-07, 'epoch': 0.440737727149444, 'num_input_tokens_seen': 5085593600, 'completed': '65.77% (2_425 / 3_687)', 'remaining time': '11:16:18', 'throughput': '8865.13', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:59:12,283 >> {'loss': 0.9808, 'grad_norm': 27.226409912109375, 'learning_rate': 3.5850159992484787e-07, 'epoch': 0.44100895036615134, 'num_input_tokens_seen': 5087690752, 'completed': '65.80% (2_426 / 3_687)', 'remaining time': '11:15:44', 'throughput': '9123.56', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 05:59:43,183 >> {'loss': 0.344, 'grad_norm': 16.227130889892578, 'learning_rate': 3.581363657029336e-07, 'epoch': 0.4412801735828587, 'num_input_tokens_seen': 5089787904, 'completed': '65.83% (2_427 / 3_687)', 'remaining time': '11:15:10', 'throughput': '8483.48', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:00:16,044 >> {'loss': 0.202, 'grad_norm': 9.734285354614258, 'learning_rate': 3.5777128588557126e-07, 'epoch': 0.44155139679956606, 'num_input_tokens_seen': 5091885056, 'completed': '65.85% (2_428 / 3_687)', 'remaining time': '11:14:39', 'throughput': '7977.56', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:00:47,086 >> {'loss': 0.6473, 'grad_norm': 18.710073471069336, 'learning_rate': 3.574063607665633e-07, 'epoch': 0.44182262001627337, 'num_input_tokens_seen': 5093982208, 'completed': '65.88% (2_429 / 3_687)', 'remaining time': '11:14:06', 'throughput': '8444.74', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:01:16,563 >> {'loss': 0.5162, 'grad_norm': 18.220901489257812, 'learning_rate': 3.570415906395873e-07, 'epoch': 0.44209384323298073, 'num_input_tokens_seen': 5096079360, 'completed': '65.91% (2_430 / 3_687)', 'remaining time': '11:13:32', 'throughput': '8893.14', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:01:46,517 >> {'loss': 0.4738, 'grad_norm': 17.251747131347656, 'learning_rate': 3.5667697579819655e-07, 'epoch': 0.4423650664496881, 'num_input_tokens_seen': 5098176512, 'completed': '65.93% (2_431 / 3_687)', 'remaining time': '11:12:58', 'throughput': '8751.57', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:02:16,919 >> {'loss': 0.5164, 'grad_norm': 19.4804744720459, 'learning_rate': 3.563125165358193e-07, 'epoch': 0.44263628966639545, 'num_input_tokens_seen': 5100273664, 'completed': '65.96% (2_432 / 3_687)', 'remaining time': '11:12:24', 'throughput': '8622.54', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:02:46,297 >> {'loss': 0.4864, 'grad_norm': 17.455604553222656, 'learning_rate': 3.559482131457583e-07, 'epoch': 0.4429075128831028, 'num_input_tokens_seen': 5102370816, 'completed': '65.99% (2_433 / 3_687)', 'remaining time': '11:11:50', 'throughput': '8923.21', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:03:17,921 >> {'loss': 0.4475, 'grad_norm': 16.524316787719727, 'learning_rate': 3.5558406592119115e-07, 'epoch': 0.4431787360998101, 'num_input_tokens_seen': 5104467968, 'completed': '66.02% (2_434 / 3_687)', 'remaining time': '11:11:17', 'throughput': '8289.32', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:03:47,096 >> {'loss': 0.5127, 'grad_norm': 15.812894821166992, 'learning_rate': 3.552200751551697e-07, 'epoch': 0.4434499593165175, 'num_input_tokens_seen': 5106565120, 'completed': '66.04% (2_435 / 3_687)', 'remaining time': '11:10:43', 'throughput': '8985.19', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:04:17,048 >> {'loss': 0.4391, 'grad_norm': 17.802688598632812, 'learning_rate': 3.548562411406201e-07, 'epoch': 0.44372118253322484, 'num_input_tokens_seen': 5108662272, 'completed': '66.07% (2_436 / 3_687)', 'remaining time': '11:10:09', 'throughput': '8752.11', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:04:47,664 >> {'loss': 0.465, 'grad_norm': 21.305082321166992, 'learning_rate': 3.544925641703413e-07, 'epoch': 0.4439924057499322, 'num_input_tokens_seen': 5110759424, 'completed': '66.10% (2_437 / 3_687)', 'remaining time': '11:09:36', 'throughput': '8562.38', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:05:16,343 >> {'loss': 0.6903, 'grad_norm': 23.760269165039062, 'learning_rate': 3.5412904453700754e-07, 'epoch': 0.44426362896663957, 'num_input_tokens_seen': 5112856576, 'completed': '66.12% (2_438 / 3_687)', 'remaining time': '11:09:01', 'throughput': '9140.56', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:05:44,450 >> {'loss': 0.6868, 'grad_norm': 35.48469543457031, 'learning_rate': 3.537656825331653e-07, 'epoch': 0.4445348521833469, 'num_input_tokens_seen': 5114953728, 'completed': '66.15% (2_439 / 3_687)', 'remaining time': '11:08:26', 'throughput': '9326.67', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:06:17,643 >> {'loss': 0.5361, 'grad_norm': 18.90154457092285, 'learning_rate': 3.534024784512345e-07, 'epoch': 0.44480607540005423, 'num_input_tokens_seen': 5117050880, 'completed': '66.18% (2_440 / 3_687)', 'remaining time': '11:07:55', 'throughput': '7897.63', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:06:48,821 >> {'loss': 0.4076, 'grad_norm': 16.816068649291992, 'learning_rate': 3.5303943258350813e-07, 'epoch': 0.4450772986167616, 'num_input_tokens_seen': 5119148032, 'completed': '66.21% (2_441 / 3_687)', 'remaining time': '11:07:22', 'throughput': '8408.03', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:07:20,078 >> {'loss': 0.3967, 'grad_norm': 31.906917572021484, 'learning_rate': 3.526765452221512e-07, 'epoch': 0.44534852183346896, 'num_input_tokens_seen': 5121245184, 'completed': '66.23% (2_442 / 3_687)', 'remaining time': '11:06:49', 'throughput': '8386.59', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:07:52,329 >> {'loss': 0.468, 'grad_norm': 16.148090362548828, 'learning_rate': 3.523138166592021e-07, 'epoch': 0.4456197450501763, 'num_input_tokens_seen': 5123342336, 'completed': '66.26% (2_443 / 3_687)', 'remaining time': '11:06:17', 'throughput': '8128.36', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:08:22,275 >> {'loss': 0.7676, 'grad_norm': 22.877065658569336, 'learning_rate': 3.5195124718657075e-07, 'epoch': 0.4458909682668836, 'num_input_tokens_seen': 5125439488, 'completed': '66.29% (2_444 / 3_687)', 'remaining time': '11:05:43', 'throughput': '8753.84', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:08:52,076 >> {'loss': 0.3127, 'grad_norm': 16.407276153564453, 'learning_rate': 3.5158883709603946e-07, 'epoch': 0.446162191483591, 'num_input_tokens_seen': 5127536640, 'completed': '66.31% (2_445 / 3_687)', 'remaining time': '11:05:09', 'throughput': '8796.64', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:09:26,225 >> {'loss': 0.5557, 'grad_norm': 17.211170196533203, 'learning_rate': 3.5122658667926177e-07, 'epoch': 0.44643341470029835, 'num_input_tokens_seen': 5129633792, 'completed': '66.34% (2_446 / 3_687)', 'remaining time': '11:04:39', 'throughput': '7676.36', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:09:55,282 >> {'loss': 0.6258, 'grad_norm': 17.69900131225586, 'learning_rate': 3.5086449622776346e-07, 'epoch': 0.4467046379170057, 'num_input_tokens_seen': 5131730944, 'completed': '66.37% (2_447 / 3_687)', 'remaining time': '11:04:04', 'throughput': '9021.58', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:10:25,859 >> {'loss': 0.441, 'grad_norm': 17.46190643310547, 'learning_rate': 3.505025660329408e-07, 'epoch': 0.44697586113371307, 'num_input_tokens_seen': 5133828096, 'completed': '66.40% (2_448 / 3_687)', 'remaining time': '11:03:31', 'throughput': '8573.41', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:10:56,341 >> {'loss': 0.3493, 'grad_norm': 13.633960723876953, 'learning_rate': 3.5014079638606164e-07, 'epoch': 0.4472470843504204, 'num_input_tokens_seen': 5135925248, 'completed': '66.42% (2_449 / 3_687)', 'remaining time': '11:02:57', 'throughput': '8599.99', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:11:24,726 >> {'loss': 0.3263, 'grad_norm': 15.675495147705078, 'learning_rate': 3.497791875782643e-07, 'epoch': 0.44751830756712774, 'num_input_tokens_seen': 5138022400, 'completed': '66.45% (2_450 / 3_687)', 'remaining time': '11:02:23', 'throughput': '9235.09', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:11:56,370 >> {'loss': 0.4154, 'grad_norm': 17.797544479370117, 'learning_rate': 3.4941773990055777e-07, 'epoch': 0.4477895307838351, 'num_input_tokens_seen': 5140119552, 'completed': '66.48% (2_451 / 3_687)', 'remaining time': '11:01:50', 'throughput': '8284.30', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:12:25,946 >> {'loss': 0.7703, 'grad_norm': 26.41427993774414, 'learning_rate': 3.490564536438215e-07, 'epoch': 0.44806075400054246, 'num_input_tokens_seen': 5142216704, 'completed': '66.50% (2_452 / 3_687)', 'remaining time': '11:01:16', 'throughput': '8863.30', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:12:55,931 >> {'loss': 0.4778, 'grad_norm': 16.2842960357666, 'learning_rate': 3.4869532909880485e-07, 'epoch': 0.4483319772172498, 'num_input_tokens_seen': 5144313856, 'completed': '66.53% (2_453 / 3_687)', 'remaining time': '11:00:42', 'throughput': '8742.43', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:13:25,489 >> {'loss': 0.3942, 'grad_norm': 18.36961555480957, 'learning_rate': 3.483343665561271e-07, 'epoch': 0.4486032004339571, 'num_input_tokens_seen': 5146411008, 'completed': '66.56% (2_454 / 3_687)', 'remaining time': '11:00:08', 'throughput': '8869.00', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:13:58,058 >> {'loss': 0.5367, 'grad_norm': 19.449003219604492, 'learning_rate': 3.479735663062773e-07, 'epoch': 0.4488744236506645, 'num_input_tokens_seen': 5148508160, 'completed': '66.59% (2_455 / 3_687)', 'remaining time': '10:59:36', 'throughput': '8048.99', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:14:27,951 >> {'loss': 0.3392, 'grad_norm': 11.512831687927246, 'learning_rate': 3.4761292863961354e-07, 'epoch': 0.44914564686737185, 'num_input_tokens_seen': 5150605312, 'completed': '66.61% (2_456 / 3_687)', 'remaining time': '10:59:03', 'throughput': '8769.10', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:14:58,717 >> {'loss': 0.4308, 'grad_norm': 17.354673385620117, 'learning_rate': 3.4725245384636347e-07, 'epoch': 0.4494168700840792, 'num_input_tokens_seen': 5152702464, 'completed': '66.64% (2_457 / 3_687)', 'remaining time': '10:58:30', 'throughput': '8520.69', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:15:28,938 >> {'loss': 0.2647, 'grad_norm': 12.854970932006836, 'learning_rate': 3.4689214221662364e-07, 'epoch': 0.4496880933007866, 'num_input_tokens_seen': 5154799616, 'completed': '66.67% (2_458 / 3_687)', 'remaining time': '10:57:56', 'throughput': '8674.13', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:15:59,875 >> {'loss': 0.5143, 'grad_norm': 16.739013671875, 'learning_rate': 3.465319940403587e-07, 'epoch': 0.4499593165174939, 'num_input_tokens_seen': 5156896768, 'completed': '66.69% (2_459 / 3_687)', 'remaining time': '10:57:23', 'throughput': '8473.57', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:16:29,558 >> {'loss': 0.3709, 'grad_norm': 15.290994644165039, 'learning_rate': 3.4617200960740247e-07, 'epoch': 0.45023053973420124, 'num_input_tokens_seen': 5158993920, 'completed': '66.72% (2_460 / 3_687)', 'remaining time': '10:56:49', 'throughput': '8831.52', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:17:01,243 >> {'loss': 0.34, 'grad_norm': 12.358589172363281, 'learning_rate': 3.4581218920745663e-07, 'epoch': 0.4505017629509086, 'num_input_tokens_seen': 5161091072, 'completed': '66.75% (2_461 / 3_687)', 'remaining time': '10:56:17', 'throughput': '8273.30', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:17:30,717 >> {'loss': 0.3167, 'grad_norm': 13.680041313171387, 'learning_rate': 3.454525331300908e-07, 'epoch': 0.45077298616761596, 'num_input_tokens_seen': 5163188224, 'completed': '66.78% (2_462 / 3_687)', 'remaining time': '10:55:43', 'throughput': '8894.03', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:18:01,850 >> {'loss': 0.4137, 'grad_norm': 22.562665939331055, 'learning_rate': 3.450930416647429e-07, 'epoch': 0.4510442093843233, 'num_input_tokens_seen': 5165285376, 'completed': '66.80% (2_463 / 3_687)', 'remaining time': '10:55:10', 'throughput': '8420.30', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:18:31,592 >> {'loss': 0.4412, 'grad_norm': 14.763349533081055, 'learning_rate': 3.4473371510071795e-07, 'epoch': 0.45131543260103063, 'num_input_tokens_seen': 5167382528, 'completed': '66.83% (2_464 / 3_687)', 'remaining time': '10:54:36', 'throughput': '8813.78', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:19:02,750 >> {'loss': 0.578, 'grad_norm': 20.03864097595215, 'learning_rate': 3.4437455372718795e-07, 'epoch': 0.451586655817738, 'num_input_tokens_seen': 5169479680, 'completed': '66.86% (2_465 / 3_687)', 'remaining time': '10:54:03', 'throughput': '8413.46', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:19:35,576 >> {'loss': 0.3843, 'grad_norm': 19.433835983276367, 'learning_rate': 3.440155578331925e-07, 'epoch': 0.45185787903444535, 'num_input_tokens_seen': 5171576832, 'completed': '66.88% (2_466 / 3_687)', 'remaining time': '10:53:31', 'throughput': '7985.84', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:20:03,064 >> {'loss': 0.3445, 'grad_norm': 15.715560913085938, 'learning_rate': 3.4365672770763783e-07, 'epoch': 0.4521291022511527, 'num_input_tokens_seen': 5173673984, 'completed': '66.91% (2_467 / 3_687)', 'remaining time': '10:52:56', 'throughput': '9536.69', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:20:35,602 >> {'loss': 0.3954, 'grad_norm': 16.51280975341797, 'learning_rate': 3.432980636392967e-07, 'epoch': 0.4524003254678601, 'num_input_tokens_seen': 5175771136, 'completed': '66.94% (2_468 / 3_687)', 'remaining time': '10:52:24', 'throughput': '8056.50', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:21:05,524 >> {'loss': 0.3528, 'grad_norm': 13.621045112609863, 'learning_rate': 3.429395659168084e-07, 'epoch': 0.4526715486845674, 'num_input_tokens_seen': 5177868288, 'completed': '66.97% (2_469 / 3_687)', 'remaining time': '10:51:50', 'throughput': '8761.03', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:21:33,663 >> {'loss': 0.5579, 'grad_norm': 19.30001449584961, 'learning_rate': 3.425812348286782e-07, 'epoch': 0.45294277190127474, 'num_input_tokens_seen': 5179965440, 'completed': '66.99% (2_470 / 3_687)', 'remaining time': '10:51:15', 'throughput': '9316.10', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:22:01,272 >> {'loss': 0.8619, 'grad_norm': 25.89718246459961, 'learning_rate': 3.422230706632774e-07, 'epoch': 0.4532139951179821, 'num_input_tokens_seen': 5182062592, 'completed': '67.02% (2_471 / 3_687)', 'remaining time': '10:50:40', 'throughput': '9494.76', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:22:30,973 >> {'loss': 0.489, 'grad_norm': 17.709318161010742, 'learning_rate': 3.418650737088427e-07, 'epoch': 0.45348521833468947, 'num_input_tokens_seen': 5184159744, 'completed': '67.05% (2_472 / 3_687)', 'remaining time': '10:50:06', 'throughput': '8826.00', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:23:02,231 >> {'loss': 0.3265, 'grad_norm': 17.07084846496582, 'learning_rate': 3.415072442534767e-07, 'epoch': 0.45375644155139677, 'num_input_tokens_seen': 5186256896, 'completed': '67.07% (2_473 / 3_687)', 'remaining time': '10:49:33', 'throughput': '8386.59', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:23:33,564 >> {'loss': 0.3484, 'grad_norm': 14.670482635498047, 'learning_rate': 3.411495825851467e-07, 'epoch': 0.45402766476810413, 'num_input_tokens_seen': 5188354048, 'completed': '67.10% (2_474 / 3_687)', 'remaining time': '10:49:01', 'throughput': '8366.37', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:24:03,273 >> {'loss': 0.3738, 'grad_norm': 15.770243644714355, 'learning_rate': 3.4079208899168545e-07, 'epoch': 0.4542988879848115, 'num_input_tokens_seen': 5190451200, 'completed': '67.13% (2_475 / 3_687)', 'remaining time': '10:48:27', 'throughput': '8823.78', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:24:34,149 >> {'loss': 0.4085, 'grad_norm': 18.940078735351562, 'learning_rate': 3.404347637607899e-07, 'epoch': 0.45457011120151886, 'num_input_tokens_seen': 5192548352, 'completed': '67.15% (2_476 / 3_687)', 'remaining time': '10:47:54', 'throughput': '8490.06', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:25:03,644 >> {'loss': 0.5006, 'grad_norm': 20.297151565551758, 'learning_rate': 3.400776071800219e-07, 'epoch': 0.4548413344182262, 'num_input_tokens_seen': 5194645504, 'completed': '67.18% (2_477 / 3_687)', 'remaining time': '10:47:20', 'throughput': '8887.86', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:25:33,558 >> {'loss': 0.2718, 'grad_norm': 13.716742515563965, 'learning_rate': 3.3972061953680734e-07, 'epoch': 0.4551125576349335, 'num_input_tokens_seen': 5196742656, 'completed': '67.21% (2_478 / 3_687)', 'remaining time': '10:46:46', 'throughput': '8763.22', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:26:06,626 >> {'loss': 0.4441, 'grad_norm': 16.452495574951172, 'learning_rate': 3.3936380111843666e-07, 'epoch': 0.4553837808516409, 'num_input_tokens_seen': 5198839808, 'completed': '67.24% (2_479 / 3_687)', 'remaining time': '10:46:15', 'throughput': '7927.52', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:26:38,628 >> {'loss': 0.3707, 'grad_norm': 12.949135780334473, 'learning_rate': 3.390071522120635e-07, 'epoch': 0.45565500406834825, 'num_input_tokens_seen': 5200936960, 'completed': '67.26% (2_480 / 3_687)', 'remaining time': '10:45:43', 'throughput': '8191.45', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:27:09,762 >> {'loss': 0.3601, 'grad_norm': 13.870152473449707, 'learning_rate': 3.3865067310470554e-07, 'epoch': 0.4559262272850556, 'num_input_tokens_seen': 5203034112, 'completed': '67.29% (2_481 / 3_687)', 'remaining time': '10:45:10', 'throughput': '8419.76', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:27:38,877 >> {'loss': 0.3517, 'grad_norm': 12.890467643737793, 'learning_rate': 3.3829436408324316e-07, 'epoch': 0.45619745050176297, 'num_input_tokens_seen': 5205131264, 'completed': '67.32% (2_482 / 3_687)', 'remaining time': '10:44:36', 'throughput': '9003.89', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:28:10,520 >> {'loss': 0.4483, 'grad_norm': 14.944725036621094, 'learning_rate': 3.3793822543442074e-07, 'epoch': 0.4564686737184703, 'num_input_tokens_seen': 5207228416, 'completed': '67.34% (2_483 / 3_687)', 'remaining time': '10:44:03', 'throughput': '8284.34', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:28:43,383 >> {'loss': 0.4053, 'grad_norm': 16.919103622436523, 'learning_rate': 3.3758225744484483e-07, 'epoch': 0.45673989693517764, 'num_input_tokens_seen': 5209325568, 'completed': '67.37% (2_484 / 3_687)', 'remaining time': '10:43:32', 'throughput': '7976.92', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:29:15,376 >> {'loss': 0.4156, 'grad_norm': 14.759577751159668, 'learning_rate': 3.372264604009851e-07, 'epoch': 0.457011120151885, 'num_input_tokens_seen': 5211422720, 'completed': '67.40% (2_485 / 3_687)', 'remaining time': '10:43:00', 'throughput': '8193.78', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:29:44,470 >> {'loss': 0.4126, 'grad_norm': 15.936949729919434, 'learning_rate': 3.3687083458917344e-07, 'epoch': 0.45728234336859236, 'num_input_tokens_seen': 5213519872, 'completed': '67.43% (2_486 / 3_687)', 'remaining time': '10:42:25', 'throughput': '9010.12', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:30:15,661 >> {'loss': 0.3871, 'grad_norm': 15.409136772155762, 'learning_rate': 3.3651538029560377e-07, 'epoch': 0.4575535665852997, 'num_input_tokens_seen': 5215617024, 'completed': '67.45% (2_487 / 3_687)', 'remaining time': '10:41:53', 'throughput': '8404.56', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:30:44,282 >> {'loss': 0.4349, 'grad_norm': 15.34483814239502, 'learning_rate': 3.361600978063325e-07, 'epoch': 0.457824789802007, 'num_input_tokens_seen': 5217714176, 'completed': '67.48% (2_488 / 3_687)', 'remaining time': '10:41:18', 'throughput': '9159.20', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:31:13,890 >> {'loss': 0.4529, 'grad_norm': 18.0634708404541, 'learning_rate': 3.358049874072771e-07, 'epoch': 0.4580960130187144, 'num_input_tokens_seen': 5219811328, 'completed': '67.51% (2_489 / 3_687)', 'remaining time': '10:40:44', 'throughput': '8853.71', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:31:45,525 >> {'loss': 0.4033, 'grad_norm': 17.72582244873047, 'learning_rate': 3.3545004938421734e-07, 'epoch': 0.45836723623542175, 'num_input_tokens_seen': 5221908480, 'completed': '67.53% (2_490 / 3_687)', 'remaining time': '10:40:12', 'throughput': '8286.47', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:32:12,877 >> {'loss': 0.7801, 'grad_norm': 20.901613235473633, 'learning_rate': 3.3509528402279357e-07, 'epoch': 0.4586384594521291, 'num_input_tokens_seen': 5224005632, 'completed': '67.56% (2_491 / 3_687)', 'remaining time': '10:39:36', 'throughput': '9584.21', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:32:44,377 >> {'loss': 0.9615, 'grad_norm': 34.06769943237305, 'learning_rate': 3.347406916085074e-07, 'epoch': 0.45890968266883647, 'num_input_tokens_seen': 5226102784, 'completed': '67.59% (2_492 / 3_687)', 'remaining time': '10:39:04', 'throughput': '8322.01', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:33:15,591 >> {'loss': 0.7134, 'grad_norm': 19.558860778808594, 'learning_rate': 3.3438627242672164e-07, 'epoch': 0.4591809058855438, 'num_input_tokens_seen': 5228199936, 'completed': '67.62% (2_493 / 3_687)', 'remaining time': '10:38:31', 'throughput': '8398.40', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:33:46,832 >> {'loss': 0.4235, 'grad_norm': 17.086078643798828, 'learning_rate': 3.3403202676265875e-07, 'epoch': 0.45945212910225114, 'num_input_tokens_seen': 5230297088, 'completed': '67.64% (2_494 / 3_687)', 'remaining time': '10:37:58', 'throughput': '8390.88', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:34:20,162 >> {'loss': 0.2654, 'grad_norm': 11.597755432128906, 'learning_rate': 3.336779549014026e-07, 'epoch': 0.4597233523189585, 'num_input_tokens_seen': 5232394240, 'completed': '67.67% (2_495 / 3_687)', 'remaining time': '10:37:27', 'throughput': '7865.09', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:34:49,598 >> {'loss': 0.3075, 'grad_norm': 12.856144905090332, 'learning_rate': 3.333240571278968e-07, 'epoch': 0.45999457553566586, 'num_input_tokens_seen': 5234491392, 'completed': '67.70% (2_496 / 3_687)', 'remaining time': '10:36:53', 'throughput': '8905.68', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:35:21,034 >> {'loss': 0.2412, 'grad_norm': 9.705018997192383, 'learning_rate': 3.3297033372694473e-07, 'epoch': 0.4602657987523732, 'num_input_tokens_seen': 5236588544, 'completed': '67.72% (2_497 / 3_687)', 'remaining time': '10:36:21', 'throughput': '8338.83', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:35:47,640 >> {'loss': 0.8226, 'grad_norm': 20.149858474731445, 'learning_rate': 3.3261678498320954e-07, 'epoch': 0.46053702196908053, 'num_input_tokens_seen': 5238685696, 'completed': '67.75% (2_498 / 3_687)', 'remaining time': '10:35:45', 'throughput': '9852.88', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:36:14,868 >> {'loss': 0.5587, 'grad_norm': 19.860633850097656, 'learning_rate': 3.3226341118121367e-07, 'epoch': 0.4608082451857879, 'num_input_tokens_seen': 5240782848, 'completed': '67.78% (2_499 / 3_687)', 'remaining time': '10:35:09', 'throughput': '9627.96', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:36:46,261 >> {'loss': 0.3087, 'grad_norm': 11.387728691101074, 'learning_rate': 3.319102126053389e-07, 'epoch': 0.46107946840249525, 'num_input_tokens_seen': 5242880000, 'completed': '67.81% (2_500 / 3_687)', 'remaining time': '10:34:37', 'throughput': '8350.35', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:37:19,114 >> {'loss': 0.2748, 'grad_norm': 16.481552124023438, 'learning_rate': 3.315571895398261e-07, 'epoch': 0.4613506916192026, 'num_input_tokens_seen': 5244977152, 'completed': '67.83% (2_501 / 3_687)', 'remaining time': '10:34:05', 'throughput': '7979.23', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:37:50,250 >> {'loss': 0.3922, 'grad_norm': 14.168554306030273, 'learning_rate': 3.312043422687749e-07, 'epoch': 0.46162191483591, 'num_input_tokens_seen': 5247074304, 'completed': '67.86% (2_502 / 3_687)', 'remaining time': '10:33:33', 'throughput': '8419.38', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:38:23,262 >> {'loss': 0.2, 'grad_norm': 10.951041221618652, 'learning_rate': 3.3085167107614297e-07, 'epoch': 0.4618931380526173, 'num_input_tokens_seen': 5249171456, 'completed': '67.89% (2_503 / 3_687)', 'remaining time': '10:33:01', 'throughput': '7940.89', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:38:52,200 >> {'loss': 0.714, 'grad_norm': 21.78125762939453, 'learning_rate': 3.3049917624574737e-07, 'epoch': 0.46216436126932464, 'num_input_tokens_seen': 5251268608, 'completed': '67.91% (2_504 / 3_687)', 'remaining time': '10:32:27', 'throughput': '9058.79', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:39:24,274 >> {'loss': 0.3656, 'grad_norm': 14.395316123962402, 'learning_rate': 3.301468580612619e-07, 'epoch': 0.462435584486032, 'num_input_tokens_seen': 5253365760, 'completed': '67.94% (2_505 / 3_687)', 'remaining time': '10:31:55', 'throughput': '8173.09', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:39:55,035 >> {'loss': 0.3252, 'grad_norm': 16.801877975463867, 'learning_rate': 3.2979471680621903e-07, 'epoch': 0.46270680770273936, 'num_input_tokens_seen': 5255462912, 'completed': '67.97% (2_506 / 3_687)', 'remaining time': '10:31:22', 'throughput': '8521.97', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:40:23,477 >> {'loss': 0.5567, 'grad_norm': 18.835493087768555, 'learning_rate': 3.2944275276400857e-07, 'epoch': 0.4629780309194467, 'num_input_tokens_seen': 5257560064, 'completed': '68.00% (2_507 / 3_687)', 'remaining time': '10:30:47', 'throughput': '9216.72', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:40:53,980 >> {'loss': 0.4733, 'grad_norm': 18.04051971435547, 'learning_rate': 3.290909662178779e-07, 'epoch': 0.46324925413615403, 'num_input_tokens_seen': 5259657216, 'completed': '68.02% (2_508 / 3_687)', 'remaining time': '10:30:14', 'throughput': '8594.09', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:41:24,296 >> {'loss': 0.1792, 'grad_norm': 11.844828605651855, 'learning_rate': 3.2873935745093145e-07, 'epoch': 0.4635204773528614, 'num_input_tokens_seen': 5261754368, 'completed': '68.05% (2_509 / 3_687)', 'remaining time': '10:29:41', 'throughput': '8646.94', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:41:56,088 >> {'loss': 0.3807, 'grad_norm': 15.879327774047852, 'learning_rate': 3.283879267461305e-07, 'epoch': 0.46379170056956875, 'num_input_tokens_seen': 5263851520, 'completed': '68.08% (2_510 / 3_687)', 'remaining time': '10:29:08', 'throughput': '8245.72', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:42:25,974 >> {'loss': 0.2678, 'grad_norm': 14.160933494567871, 'learning_rate': 3.280366743862931e-07, 'epoch': 0.4640629237862761, 'num_input_tokens_seen': 5265948672, 'completed': '68.10% (2_511 / 3_687)', 'remaining time': '10:28:35', 'throughput': '8771.49', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:43:00,489 >> {'loss': 0.4197, 'grad_norm': 16.566879272460938, 'learning_rate': 3.276856006540939e-07, 'epoch': 0.4643341470029835, 'num_input_tokens_seen': 5268045824, 'completed': '68.13% (2_512 / 3_687)', 'remaining time': '10:28:05', 'throughput': '7594.93', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:43:31,469 >> {'loss': 0.7876, 'grad_norm': 22.101320266723633, 'learning_rate': 3.2733470583206357e-07, 'epoch': 0.4646053702196908, 'num_input_tokens_seen': 5270142976, 'completed': '68.16% (2_513 / 3_687)', 'remaining time': '10:27:32', 'throughput': '8461.96', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:44:01,831 >> {'loss': 0.6538, 'grad_norm': 22.703693389892578, 'learning_rate': 3.2698399020258895e-07, 'epoch': 0.46487659343639814, 'num_input_tokens_seen': 5272240128, 'completed': '68.19% (2_514 / 3_687)', 'remaining time': '10:26:58', 'throughput': '8633.87', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:44:32,337 >> {'loss': 0.324, 'grad_norm': 14.076583862304688, 'learning_rate': 3.266334540479128e-07, 'epoch': 0.4651478166531055, 'num_input_tokens_seen': 5274337280, 'completed': '68.21% (2_515 / 3_687)', 'remaining time': '10:26:25', 'throughput': '8593.07', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:45:02,418 >> {'loss': 0.4449, 'grad_norm': 17.571779251098633, 'learning_rate': 3.262830976501329e-07, 'epoch': 0.46541903986981287, 'num_input_tokens_seen': 5276434432, 'completed': '68.24% (2_516 / 3_687)', 'remaining time': '10:25:52', 'throughput': '8714.67', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:45:34,754 >> {'loss': 0.3639, 'grad_norm': 13.718509674072266, 'learning_rate': 3.2593292129120295e-07, 'epoch': 0.46569026308652023, 'num_input_tokens_seen': 5278531584, 'completed': '68.27% (2_517 / 3_687)', 'remaining time': '10:25:20', 'throughput': '8106.95', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:46:03,699 >> {'loss': 0.3981, 'grad_norm': 16.070167541503906, 'learning_rate': 3.2558292525293156e-07, 'epoch': 0.46596148630322753, 'num_input_tokens_seen': 5280628736, 'completed': '68.29% (2_518 / 3_687)', 'remaining time': '10:24:46', 'throughput': '9056.49', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:46:34,936 >> {'loss': 0.4636, 'grad_norm': 17.910581588745117, 'learning_rate': 3.2523310981698213e-07, 'epoch': 0.4662327095199349, 'num_input_tokens_seen': 5282725888, 'completed': '68.32% (2_519 / 3_687)', 'remaining time': '10:24:13', 'throughput': '8392.15', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:47:04,363 >> {'loss': 0.6682, 'grad_norm': 21.05547332763672, 'learning_rate': 3.24883475264873e-07, 'epoch': 0.46650393273664226, 'num_input_tokens_seen': 5284823040, 'completed': '68.35% (2_520 / 3_687)', 'remaining time': '10:23:39', 'throughput': '8908.43', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:47:35,403 >> {'loss': 0.4988, 'grad_norm': 14.658893585205078, 'learning_rate': 3.2453402187797684e-07, 'epoch': 0.4667751559533496, 'num_input_tokens_seen': 5286920192, 'completed': '68.38% (2_521 / 3_687)', 'remaining time': '10:23:07', 'throughput': '8445.36', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:48:05,633 >> {'loss': 0.4897, 'grad_norm': 17.221160888671875, 'learning_rate': 3.241847499375201e-07, 'epoch': 0.467046379170057, 'num_input_tokens_seen': 5289017344, 'completed': '68.40% (2_522 / 3_687)', 'remaining time': '10:22:33', 'throughput': '8671.55', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:48:34,553 >> {'loss': 0.2647, 'grad_norm': 14.185545921325684, 'learning_rate': 3.238356597245837e-07, 'epoch': 0.4673176023867643, 'num_input_tokens_seen': 5291114496, 'completed': '68.43% (2_523 / 3_687)', 'remaining time': '10:21:59', 'throughput': '9064.40', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:49:03,957 >> {'loss': 0.4688, 'grad_norm': 17.018024444580078, 'learning_rate': 3.2348675152010217e-07, 'epoch': 0.46758882560347165, 'num_input_tokens_seen': 5293211648, 'completed': '68.46% (2_524 / 3_687)', 'remaining time': '10:21:25', 'throughput': '8915.27', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:49:35,354 >> {'loss': 0.5423, 'grad_norm': 21.121870040893555, 'learning_rate': 3.2313802560486353e-07, 'epoch': 0.467860048820179, 'num_input_tokens_seen': 5295308800, 'completed': '68.48% (2_525 / 3_687)', 'remaining time': '10:20:53', 'throughput': '8349.22', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:50:06,196 >> {'loss': 0.6087, 'grad_norm': 41.621604919433594, 'learning_rate': 3.2278948225950916e-07, 'epoch': 0.46813127203688637, 'num_input_tokens_seen': 5297405952, 'completed': '68.51% (2_526 / 3_687)', 'remaining time': '10:20:20', 'throughput': '8499.76', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:50:36,336 >> {'loss': 0.4773, 'grad_norm': 15.993080139160156, 'learning_rate': 3.2244112176453343e-07, 'epoch': 0.46840249525359373, 'num_input_tokens_seen': 5299503104, 'completed': '68.54% (2_527 / 3_687)', 'remaining time': '10:19:46', 'throughput': '8697.53', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:51:06,493 >> {'loss': 0.6761, 'grad_norm': 19.632001876831055, 'learning_rate': 3.2209294440028366e-07, 'epoch': 0.46867371847030104, 'num_input_tokens_seen': 5301600256, 'completed': '68.57% (2_528 / 3_687)', 'remaining time': '10:19:13', 'throughput': '8692.65', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:51:39,333 >> {'loss': 0.3395, 'grad_norm': 14.451026916503906, 'learning_rate': 3.2174495044695973e-07, 'epoch': 0.4689449416870084, 'num_input_tokens_seen': 5303697408, 'completed': '68.59% (2_529 / 3_687)', 'remaining time': '10:18:42', 'throughput': '7982.37', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:52:10,971 >> {'loss': 0.483, 'grad_norm': 18.51044464111328, 'learning_rate': 3.2139714018461396e-07, 'epoch': 0.46921616490371576, 'num_input_tokens_seen': 5305794560, 'completed': '68.62% (2_530 / 3_687)', 'remaining time': '10:18:09', 'throughput': '8286.31', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:52:42,584 >> {'loss': 0.5314, 'grad_norm': 16.25364875793457, 'learning_rate': 3.2104951389315073e-07, 'epoch': 0.4694873881204231, 'num_input_tokens_seen': 5307891712, 'completed': '68.65% (2_531 / 3_687)', 'remaining time': '10:17:37', 'throughput': '8292.15', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:53:10,760 >> {'loss': 0.603, 'grad_norm': 21.938037872314453, 'learning_rate': 3.207020718523266e-07, 'epoch': 0.4697586113371305, 'num_input_tokens_seen': 5309988864, 'completed': '68.67% (2_532 / 3_687)', 'remaining time': '10:17:02', 'throughput': '9303.42', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:53:42,394 >> {'loss': 0.3931, 'grad_norm': 15.501047134399414, 'learning_rate': 3.2035481434174966e-07, 'epoch': 0.4700298345538378, 'num_input_tokens_seen': 5312086016, 'completed': '68.70% (2_533 / 3_687)', 'remaining time': '10:16:30', 'throughput': '8286.76', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:54:12,167 >> {'loss': 0.4532, 'grad_norm': 16.000394821166992, 'learning_rate': 3.200077416408794e-07, 'epoch': 0.47030105777054515, 'num_input_tokens_seen': 5314183168, 'completed': '68.73% (2_534 / 3_687)', 'remaining time': '10:15:56', 'throughput': '8804.71', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:54:41,966 >> {'loss': 0.631, 'grad_norm': 21.34868049621582, 'learning_rate': 3.196608540290266e-07, 'epoch': 0.4705722809872525, 'num_input_tokens_seen': 5316280320, 'completed': '68.76% (2_535 / 3_687)', 'remaining time': '10:15:23', 'throughput': '8798.00', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:55:14,571 >> {'loss': 0.5566, 'grad_norm': 23.8501033782959, 'learning_rate': 3.193141517853536e-07, 'epoch': 0.4708435042039599, 'num_input_tokens_seen': 5318377472, 'completed': '68.78% (2_536 / 3_687)', 'remaining time': '10:14:51', 'throughput': '8039.20', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:55:45,261 >> {'loss': 0.4631, 'grad_norm': 14.53099250793457, 'learning_rate': 3.1896763518887305e-07, 'epoch': 0.47111472742066723, 'num_input_tokens_seen': 5320474624, 'completed': '68.81% (2_537 / 3_687)', 'remaining time': '10:14:18', 'throughput': '8541.73', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:56:12,292 >> {'loss': 0.9052, 'grad_norm': 25.955514907836914, 'learning_rate': 3.186213045184484e-07, 'epoch': 0.47138595063737454, 'num_input_tokens_seen': 5322571776, 'completed': '68.84% (2_538 / 3_687)', 'remaining time': '10:13:43', 'throughput': '9697.83', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:56:45,509 >> {'loss': 0.329, 'grad_norm': 12.901291847229004, 'learning_rate': 3.1827516005279306e-07, 'epoch': 0.4716571738540819, 'num_input_tokens_seen': 5324668928, 'completed': '68.86% (2_539 / 3_687)', 'remaining time': '10:13:12', 'throughput': '7891.78', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:57:16,267 >> {'loss': 0.3753, 'grad_norm': 14.975889205932617, 'learning_rate': 3.1792920207047114e-07, 'epoch': 0.47192839707078926, 'num_input_tokens_seen': 5326766080, 'completed': '68.89% (2_540 / 3_687)', 'remaining time': '10:12:39', 'throughput': '8522.91', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:57:48,738 >> {'loss': 0.4148, 'grad_norm': 17.118913650512695, 'learning_rate': 3.175834308498964e-07, 'epoch': 0.4721996202874966, 'num_input_tokens_seen': 5328863232, 'completed': '68.92% (2_541 / 3_687)', 'remaining time': '10:12:07', 'throughput': '8073.19', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:58:18,778 >> {'loss': 0.3607, 'grad_norm': 16.228837966918945, 'learning_rate': 3.172378466693325e-07, 'epoch': 0.472470843504204, 'num_input_tokens_seen': 5330960384, 'completed': '68.94% (2_542 / 3_687)', 'remaining time': '10:11:33', 'throughput': '8726.50', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:58:46,741 >> {'loss': 0.9653, 'grad_norm': 22.712890625, 'learning_rate': 3.168924498068923e-07, 'epoch': 0.4727420667209113, 'num_input_tokens_seen': 5333057536, 'completed': '68.97% (2_543 / 3_687)', 'remaining time': '10:10:59', 'throughput': '9374.65', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:59:17,948 >> {'loss': 0.4317, 'grad_norm': 18.086130142211914, 'learning_rate': 3.1654724054053805e-07, 'epoch': 0.47301328993761865, 'num_input_tokens_seen': 5335154688, 'completed': '69.00% (2_544 / 3_687)', 'remaining time': '10:10:26', 'throughput': '8400.13', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 06:59:50,306 >> {'loss': 0.4091, 'grad_norm': 16.25860595703125, 'learning_rate': 3.1620221914808115e-07, 'epoch': 0.473284513154326, 'num_input_tokens_seen': 5337251840, 'completed': '69.03% (2_545 / 3_687)', 'remaining time': '10:09:54', 'throughput': '8101.33', 'gpu_mem_free': '5581MB'} diff --git a/wandb/run-20241225_152744-sac86tlv/files/requirements.txt b/wandb/run-20241225_152744-sac86tlv/files/requirements.txt new file mode 100644 index 0000000000000000000000000000000000000000..589b22115c4d3e96629637d5c616cdcb03e84ab3 --- /dev/null +++ b/wandb/run-20241225_152744-sac86tlv/files/requirements.txt @@ -0,0 +1,242 @@ +Brotli==1.1.0 +GitPython==3.1.43 +Jinja2==3.1.4 +MarkupSafe==3.0.2 +PyJWT==2.10.0 +PyNaCl==1.5.0 +PyYAML==6.0.2 +Pygments==2.18.0 +accelerate==0.32.1 +aiohappyeyeballs==2.4.3 +aiohttp==3.11.2 +aioprometheus==23.12.0 +aiosignal==1.3.1 +annotated-types==0.7.0 +anthropic==0.39.0 +anyio==4.6.2.post1 +argcomplete==3.5.1 +arrow==1.3.0 +asttokens==2.4.1 +async-timeout==5.0.1 +attrs==24.2.0 +autocommand==2.2.2 +azure-core==1.32.0 +azure-identity==1.19.0 +azure-storage-blob==12.24.0 +azure-storage-file-datalake==12.18.0 +backoff==2.2.1 +backports.tarfile==1.2.0 +bcrypt==4.2.0 +blobfile==3.0.0 +boto3==1.35.63 +botocore==1.35.63 +cachetools==5.5.0 +certifi==2024.8.30 +cffi==1.17.1 +charset-normalizer==3.4.0 +circuitbreaker==2.0.0 +click==8.1.7 +cloudpickle==3.1.0 +comm==0.2.2 +compressed-tensors==0.8.0 +contourpy==1.3.1 +cramjam==2.9.0 +cryptography==43.0.3 +cycler==0.12.1 +datasets==2.20.0 +debugpy==1.8.11 +decorator==5.1.1 +dill==0.3.8 +diskcache==5.6.3 +distro==1.9.0 +docker-pycreds==0.4.0 +docstring_parser==0.16 +einops==0.8.0 +exceptiongroup==1.2.2 +executing==2.1.0 +fastapi==0.115.5 +filelock==3.16.1 +flash-attn==2.6.1 +fonttools==4.55.0 +frozenlist==1.5.0 +fsspec==2024.5.0 +gguf==0.10.0 +gitdb==4.0.11 +google-api-core==2.23.0 +google-auth==2.36.0 +google-cloud-aiplatform==1.71.1 +google-cloud-bigquery==3.27.0 +google-cloud-core==2.4.1 +google-cloud-resource-manager==1.13.1 +google-cloud-storage==2.10.0 +google-crc32c==1.6.0 +google-resumable-media==2.7.2 +googleapis-common-protos==1.66.0 +gql==3.5.0 +graphql-core==3.2.5 +grpc-google-iam-v1==0.13.1 +grpcio-status==1.62.3 +grpcio==1.68.0 +h11==0.14.0 +httpcore==1.0.7 +httptools==0.6.4 +httpx==0.27.2 +huggingface-hub==0.26.2 +idna==3.10 +importlib_metadata==8.0.0 +importlib_metadata==8.5.0 +inflect==7.3.1 +interegular==0.3.3 +ipykernel==6.29.5 +ipython==8.18.0 +isodate==0.7.2 +jaraco.collections==5.1.0 +jaraco.context==5.3.0 +jaraco.functools==4.0.1 +jaraco.text==3.12.1 +jedi==0.19.2 +jiter==0.7.1 +jmespath==1.0.1 +jsonschema-specifications==2024.10.1 +jsonschema==4.23.0 +jupyter_client==8.6.3 +jupyter_core==5.7.2 +kiwisolver==1.4.7 +lark==1.2.2 +llvmlite==0.43.0 +lm-format-enforcer==0.10.9 +lxml==5.3.0 +markdown-it-py==3.0.0 +matplotlib-inline==0.1.7 +matplotlib==3.9.2 +mdurl==0.1.2 +more-itertools==10.3.0 +mosaicml-cli==0.5.34 +mosaicml-streaming==0.8.1 +mpmath==1.3.0 +msal-extensions==1.2.0 +msal==1.31.1 +msgpack==1.1.0 +msgspec==0.18.6 +multidict==6.1.0 +multiprocess==0.70.16 +nest-asyncio==1.6.0 +networkx==3.4.2 +ninja==1.11.1.1 +numba==0.60.0 +numpy==1.26.3 +nvidia-cublas-cu12==12.1.3.1 +nvidia-cuda-cupti-cu12==12.1.105 +nvidia-cuda-nvrtc-cu12==12.1.105 +nvidia-cuda-runtime-cu12==12.1.105 +nvidia-cudnn-cu12==9.1.0.70 +nvidia-cufft-cu12==11.0.2.54 +nvidia-curand-cu12==10.3.2.106 +nvidia-cusolver-cu12==11.4.5.107 +nvidia-cusparse-cu12==12.1.0.106 +nvidia-ml-py==12.560.30 +nvidia-nccl-cu12==2.20.5 +nvidia-nvjitlink-cu12==12.4.127 +nvidia-nvtx-cu12==12.1.105 +oci==2.138.1 +openai==1.54.5 +opencv-python-headless==4.10.0.84 +orjson==3.10.11 +outlines==0.0.46 +packaging==24.1 +packaging==24.2 +pandas==2.2.1 +paramiko==3.5.0 +parso==0.8.4 +partial-json-parser==0.2.1.1.post4 +pexpect==4.9.0 +pillow==10.4.0 +pip==24.3.1 +platformdirs==4.2.2 +platformdirs==4.3.6 +portalocker==2.10.1 +prometheus-fastapi-instrumentator==7.0.0 +prometheus_client==0.21.0 +prompt-toolkit==3.0.36 +propcache==0.2.0 +proto-plus==1.25.0 +protobuf==4.25.3 +psutil==6.1.0 +ptyprocess==0.7.0 +pure_eval==0.2.3 +py-cpuinfo==9.0.0 +pyOpenSSL==24.2.1 +pyairports==2.1.1 +pyarrow-hotfix==0.6 +pyarrow==18.0.0 +pyasn1==0.6.1 +pyasn1_modules==0.4.1 +pycountry==24.6.1 +pycparser==2.22 +pycryptodomex==3.21.0 +pydantic==2.9.2 +pydantic_core==2.23.4 +pyparsing==3.2.0 +python-dateutil==2.9.0 +python-dotenv==1.0.1 +python-snappy==0.7.3 +pytz==2024.2 +pyzmq==26.2.0 +quantile-python==1.1 +questionary==2.0.1 +ray==2.39.0 +referencing==0.35.1 +regex==2023.12.25 +requests==2.32.3 +rich==13.9.4 +rotary-emb==0.5.2 +rpds-py==0.21.0 +rsa==4.9 +ruamel.yaml.clib==0.2.12 +ruamel.yaml==0.18.6 +s3transfer==0.10.3 +safetensors==0.4.5 +sentencepiece==0.1.99 +sentry-sdk==2.18.0 +setproctitle==1.3.4 +setuptools==75.6.0 +shapely==2.0.6 +six==1.16.0 +smmap==5.0.1 +sniffio==1.3.1 +stack-data==0.6.3 +starlette==0.41.3 +sympy==1.13.1 +tiktoken==0.7.0 +tokenizers==0.19.1 +tomli==2.0.1 +torch==2.4.1 +torchvision==0.19.1 +tornado==6.4.1 +tqdm==4.66.4 +traitlets==5.14.3 +transformers==4.44.2 +triton==3.0.0 +typeguard==4.3.0 +types-python-dateutil==2.9.0.20241003 +typing_extensions==4.12.2 +typing_extensions==4.12.2 +tzdata==2024.2 +urllib3==2.2.3 +uvicorn==0.32.0 +uvloop==0.21.0 +validators==0.34.0 +vertexai==1.71.1 +wandb==0.17.3 +watchfiles==0.24.0 +wcwidth==0.2.13 +websockets==11.0.3 +wheel==0.43.0 +wheel==0.45.1 +xformers==0.0.28.post1 +xxhash==3.5.0 +yarl==1.17.2 +zipp==3.19.2 +zipp==3.21.0 +zstandard==0.22.0 +zstd==1.5.5.1 \ No newline at end of file diff --git a/wandb/run-20241225_152744-sac86tlv/files/wandb-metadata.json b/wandb/run-20241225_152744-sac86tlv/files/wandb-metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..5b90b61803094462ea675a7d044b0a70145ddea3 --- /dev/null +++ b/wandb/run-20241225_152744-sac86tlv/files/wandb-metadata.json @@ -0,0 +1,705 @@ +{ + "os": "Linux-6.8.0-48-generic-x86_64-with-glibc2.39", + "python": "3.10.0", + "heartbeatAt": "2024-12-25T15:27:44.870156", + "startedAt": "2024-12-25T15:27:44.387439", + "docker": null, + "cuda": null, + "args": [ + "--model_family", + "llama", + "--apply_instruct_masks", + "--token_scaled_loss", + "--seq_parallel_size", + "8", + "--report_to", + "wandb", + "--do_train", + "--model_name_or_path", + "/scratch3/workspace/ctpham_umass_edu-ft/models/Llama-3-8B-ProLong-512k-Base/", + "--config_name", + "/scratch3/workspace/ctpham_umass_edu-ft/models/Llama-3-8B-ProLong-512k-Base/", + "--tokenizer_name", + "/scratch3/workspace/ctpham_umass_edu-ft/models/Llama-3-8B-ProLong-512k-Base/", + "--run_name", + "balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_", + "--output_dir", + "/scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_", + "--config_overrides_json", + "", + "--gradient_accumulation_steps", + "2", + "--per_device_train_batch_size", + "1", + "--bf16", + "--learning_rate", + "1e-6", + "--min_lr_ratio", + "0.1", + "--lr_scheduler_type", + "cosine", + "--max_grad_norm", + "1.0", + "--adam_beta1", + "0.9", + "--adam_beta2", + "0.95", + "--weight_decay", + "0.1", + "--warmup_ratio", + "0.05", + "--optim", + "adamw_torch", + "--logging_steps", + "1", + "--log_level", + "info", + "--save_steps", + "200", + "--dataloader_num_workers", + "1", + "--disable_tqdm", + "true", + "--use_fast_tokenizer", + "false", + "--remove_unused_columns", + "false", + "--ddp_find_unused_parameters", + "false", + "--fsdp", + "auto_wrap offload", + "--gradient_checkpointing", + "--tokenized_mds_train", + "/work/pi_miyyer_umass_edu/ctpham/BookClaim-dev/data/ft/bookclaim_balanced_pack_complete", + "--cuda_empty_cache", + "--num_train_epochs", + "1" + ], + "state": "running", + "program": "/work/pi_miyyer_umass_edu/ctpham/BookClaim-dev/prolong-final/finetune.py", + "codePathLocal": "finetune.py", + "codePath": "prolong-final/finetune.py", + "git": { + "remote": "https://github.com/chtmp223/BookGen-dev.git", + "commit": "438e68ae65a707227d28baa427c5f6fdb0932c7b" + }, + "email": "ctpham@umass.edu", + "root": "/work/pi_miyyer_umass_edu/ctpham/BookClaim-dev", + "host": "gpu020", + "username": "ctpham_umass_edu", + "executable": "/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/bin/python3.10", + "cpu_count": 112, + "cpu_count_logical": 112, + "cpu_freq": { + "current": 997.5532857142858, + "min": 800.0, + "max": 3800.0 + }, + "cpu_freq_per_core": [ + { + "current": 765.075, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 783.551, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 791.32, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 791.402, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 788.612, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 783.817, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 1700.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 783.39, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 783.853, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 1600.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 1995.789, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 2400.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 2400.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 2400.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 2400.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 3800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 784.222, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 2400.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 2054.42, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 1998.667, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 3800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 2009.408, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 1991.42, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 783.068, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 783.462, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + } + ], + "disk": { + "/": { + "total": 438.487850189209, + "used": 18.09857940673828 + } + }, + "gpu": "NVIDIA A100-SXM4-80GB", + "gpu_count": 8, + "gpu_devices": [ + { + "name": "NVIDIA A100-SXM4-80GB", + "memory_total": 85899345920 + }, + { + "name": "NVIDIA A100-SXM4-80GB", + "memory_total": 85899345920 + }, + { + "name": "NVIDIA A100-SXM4-80GB", + "memory_total": 85899345920 + }, + { + "name": "NVIDIA A100-SXM4-80GB", + "memory_total": 85899345920 + }, + { + "name": "NVIDIA A100-SXM4-80GB", + "memory_total": 85899345920 + }, + { + "name": "NVIDIA A100-SXM4-80GB", + "memory_total": 85899345920 + }, + { + "name": "NVIDIA A100-SXM4-80GB", + "memory_total": 85899345920 + }, + { + "name": "NVIDIA A100-SXM4-80GB", + "memory_total": 85899345920 + } + ], + "memory": { + "total": 2015.3287239074707 + } +} diff --git a/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json b/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json new file mode 100644 index 0000000000000000000000000000000000000000..ffe8e3aaa1ac95421aec4b64ae066fb4e5430dd9 --- /dev/null +++ b/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json @@ -0,0 +1 @@ +{"train/loss": 0.3707, "train/grad_norm": 19.094097137451172, "train/learning_rate": 3.1585738590718157e-07, "train/epoch": 0.4735557363710334, "train/num_input_tokens_seen": 5339348992, "train/global_step": 2546, "_timestamp": 1735196422.1364121, "_runtime": 55957.73042821884, "_step": 1745} \ No newline at end of file diff --git a/wandb/run-20241225_152744-sac86tlv/logs/debug-internal.log b/wandb/run-20241225_152744-sac86tlv/logs/debug-internal.log new file mode 100644 index 0000000000000000000000000000000000000000..ef961d90f0cd93bb9861a2232e73df4084fe3a85 --- /dev/null +++ b/wandb/run-20241225_152744-sac86tlv/logs/debug-internal.log @@ -0,0 +1,46989 @@ +2024-12-25 15:27:44,404 INFO StreamThr :316822 [internal.py:wandb_internal():85] W&B internal server running at pid: 316822, started at: 2024-12-25 15:27:44.403583 +2024-12-25 15:27:44,407 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status +2024-12-25 15:27:44,414 INFO WriterThread:316822 [datastore.py:open_for_write():87] open: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/run-sac86tlv.wandb +2024-12-25 15:27:44,415 DEBUG SenderThread:316822 [sender.py:send():379] send: header +2024-12-25 15:27:44,443 DEBUG SenderThread:316822 [sender.py:send():379] send: run +2024-12-25 15:27:44,680 INFO SenderThread:316822 [dir_watcher.py:__init__():211] watching files in: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files +2024-12-25 15:27:44,680 INFO SenderThread:316822 [sender.py:_start_run_threads():1188] run started: sac86tlv with start time 1735140464.405984 +2024-12-25 15:27:44,703 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: check_version +2024-12-25 15:27:44,704 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: check_version +2024-12-25 15:27:44,780 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: run_start +2024-12-25 15:27:44,813 DEBUG HandlerThread:316822 [system_info.py:__init__():26] System info init +2024-12-25 15:27:44,813 DEBUG HandlerThread:316822 [system_info.py:__init__():41] System info init done +2024-12-25 15:27:44,813 INFO HandlerThread:316822 [system_monitor.py:start():194] Starting system monitor +2024-12-25 15:27:44,813 INFO SystemMonitor:316822 [system_monitor.py:_start():158] Starting system asset monitoring threads +2024-12-25 15:27:44,814 INFO HandlerThread:316822 [system_monitor.py:probe():214] Collecting system info +2024-12-25 15:27:44,815 INFO SystemMonitor:316822 [interfaces.py:start():188] Started cpu monitoring +2024-12-25 15:27:44,815 INFO SystemMonitor:316822 [interfaces.py:start():188] Started disk monitoring +2024-12-25 15:27:44,816 INFO SystemMonitor:316822 [interfaces.py:start():188] Started gpu monitoring +2024-12-25 15:27:44,820 INFO SystemMonitor:316822 [interfaces.py:start():188] Started memory monitoring +2024-12-25 15:27:44,821 INFO SystemMonitor:316822 [interfaces.py:start():188] Started network monitoring +2024-12-25 15:27:44,870 DEBUG HandlerThread:316822 [system_info.py:probe():152] Probing system +2024-12-25 15:27:44,873 DEBUG HandlerThread:316822 [system_info.py:_probe_git():137] Probing git +2024-12-25 15:27:44,890 DEBUG HandlerThread:316822 [system_info.py:_probe_git():145] Probing git done +2024-12-25 15:27:44,890 DEBUG HandlerThread:316822 [system_info.py:probe():200] Probing system done +2024-12-25 15:27:44,890 DEBUG HandlerThread:316822 [system_monitor.py:probe():223] {'os': 'Linux-6.8.0-48-generic-x86_64-with-glibc2.39', 'python': '3.10.0', 'heartbeatAt': '2024-12-25T15:27:44.870156', 'startedAt': '2024-12-25T15:27:44.387439', 'docker': None, 'cuda': None, 'args': ('--model_family', 'llama', '--apply_instruct_masks', '--token_scaled_loss', '--seq_parallel_size', '8', '--report_to', 'wandb', '--do_train', '--model_name_or_path', '/scratch3/workspace/ctpham_umass_edu-ft/models/Llama-3-8B-ProLong-512k-Base/', '--config_name', '/scratch3/workspace/ctpham_umass_edu-ft/models/Llama-3-8B-ProLong-512k-Base/', '--tokenizer_name', '/scratch3/workspace/ctpham_umass_edu-ft/models/Llama-3-8B-ProLong-512k-Base/', '--run_name', 'balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_', '--output_dir', '/scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_', '--config_overrides_json', '', '--gradient_accumulation_steps', '2', '--per_device_train_batch_size', '1', '--bf16', '--learning_rate', '1e-6', '--min_lr_ratio', '0.1', '--lr_scheduler_type', 'cosine', '--max_grad_norm', '1.0', '--adam_beta1', '0.9', '--adam_beta2', '0.95', '--weight_decay', '0.1', '--warmup_ratio', '0.05', '--optim', 'adamw_torch', '--logging_steps', '1', '--log_level', 'info', '--save_steps', '200', '--dataloader_num_workers', '1', '--disable_tqdm', 'true', '--use_fast_tokenizer', 'false', '--remove_unused_columns', 'false', '--ddp_find_unused_parameters', 'false', '--fsdp', 'auto_wrap offload', '--gradient_checkpointing', '--tokenized_mds_train', '/work/pi_miyyer_umass_edu/ctpham/BookClaim-dev/data/ft/bookclaim_balanced_pack_complete', '--cuda_empty_cache', '--num_train_epochs', '1'), 'state': 'running', 'program': '/work/pi_miyyer_umass_edu/ctpham/BookClaim-dev/prolong-final/finetune.py', 'codePathLocal': 'finetune.py', 'codePath': 'prolong-final/finetune.py', 'git': {'remote': 'https://github.com/chtmp223/BookGen-dev.git', 'commit': '438e68ae65a707227d28baa427c5f6fdb0932c7b'}, 'email': 'ctpham@umass.edu', 'root': '/work/pi_miyyer_umass_edu/ctpham/BookClaim-dev', 'host': 'gpu020', 'username': 'ctpham_umass_edu', 'executable': '/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/bin/python3.10', 'cpu_count': 112, 'cpu_count_logical': 112, 'cpu_freq': {'current': 997.5532857142858, 'min': 800.0, 'max': 3800.0}, 'cpu_freq_per_core': [{'current': 765.075, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 783.551, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 791.32, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 791.402, 'min': 800.0, 'max': 3800.0}, {'current': 788.612, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 783.817, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 1700.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 783.39, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 783.853, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 1600.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 1995.789, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 2400.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 2400.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 2400.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 2400.0, 'min': 800.0, 'max': 3800.0}, {'current': 3800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 784.222, 'min': 800.0, 'max': 3800.0}, {'current': 2400.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 2054.42, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 1998.667, 'min': 800.0, 'max': 3800.0}, {'current': 3800.0, 'min': 800.0, 'max': 3800.0}, {'current': 2009.408, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 1991.42, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 783.068, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 783.462, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}], 'disk': {'/': {'total': 438.487850189209, 'used': 18.09857940673828}}, 'gpu': 'NVIDIA A100-SXM4-80GB', 'gpu_count': 8, 'gpu_devices': [{'name': 'NVIDIA A100-SXM4-80GB', 'memory_total': 85899345920}, {'name': 'NVIDIA A100-SXM4-80GB', 'memory_total': 85899345920}, {'name': 'NVIDIA A100-SXM4-80GB', 'memory_total': 85899345920}, {'name': 'NVIDIA A100-SXM4-80GB', 'memory_total': 85899345920}, {'name': 'NVIDIA A100-SXM4-80GB', 'memory_total': 85899345920}, {'name': 'NVIDIA A100-SXM4-80GB', 'memory_total': 85899345920}, {'name': 'NVIDIA A100-SXM4-80GB', 'memory_total': 85899345920}, {'name': 'NVIDIA A100-SXM4-80GB', 'memory_total': 85899345920}], 'memory': {'total': 2015.3287239074707}} +2024-12-25 15:27:44,890 INFO HandlerThread:316822 [system_monitor.py:probe():224] Finished collecting system info +2024-12-25 15:27:44,890 INFO HandlerThread:316822 [system_monitor.py:probe():227] Publishing system info +2024-12-25 15:27:44,891 DEBUG HandlerThread:316822 [system_info.py:_save_conda():209] Saving list of conda packages installed into the current environment +2024-12-25 15:27:45,682 INFO Thread-12 :316822 [dir_watcher.py:_on_file_created():271] file/dir created: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/conda-environment.yaml +2024-12-25 15:27:51,919 DEBUG HandlerThread:316822 [system_info.py:_save_conda():224] Saving conda packages done +2024-12-25 15:27:51,922 INFO HandlerThread:316822 [system_monitor.py:probe():229] Finished publishing system info +2024-12-25 15:27:51,928 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:27:51,928 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 15:27:51,929 DEBUG SenderThread:316822 [sender.py:send():379] send: files +2024-12-25 15:27:51,929 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-metadata.json with policy now +2024-12-25 15:27:52,192 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: python_packages +2024-12-25 15:27:52,193 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: python_packages +2024-12-25 15:27:52,194 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 15:27:52,194 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:27:52,195 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 15:27:52,251 INFO wandb-upload_0:316822 [upload_job.py:push():130] Uploaded file /tmp/tmpxw4q47rvwandb/7s5h95lp-wandb-metadata.json +2024-12-25 15:27:52,359 DEBUG SenderThread:316822 [sender.py:send():379] send: telemetry +2024-12-25 15:27:52,359 DEBUG SenderThread:316822 [sender.py:send():379] send: config +2024-12-25 15:27:52,361 DEBUG SenderThread:316822 [sender.py:send():379] send: telemetry +2024-12-25 15:27:52,361 DEBUG SenderThread:316822 [sender.py:send():379] send: metric +2024-12-25 15:27:52,361 DEBUG SenderThread:316822 [sender.py:send():379] send: telemetry +2024-12-25 15:27:52,362 DEBUG SenderThread:316822 [sender.py:send():379] send: metric +2024-12-25 15:27:52,362 WARNING SenderThread:316822 [sender.py:send_metric():1405] Seen metric with glob (shouldn't happen) +2024-12-25 15:27:52,362 DEBUG SenderThread:316822 [sender.py:send():379] send: telemetry +2024-12-25 15:27:52,362 DEBUG SenderThread:316822 [sender.py:send():379] send: telemetry +2024-12-25 15:27:52,362 DEBUG SenderThread:316822 [sender.py:send():379] send: config +2024-12-25 15:27:52,684 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/conda-environment.yaml +2024-12-25 15:27:52,684 INFO Thread-12 :316822 [dir_watcher.py:_on_file_created():271] file/dir created: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-metadata.json +2024-12-25 15:27:52,685 INFO Thread-12 :316822 [dir_watcher.py:_on_file_created():271] file/dir created: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/requirements.txt +2024-12-25 15:27:52,685 INFO Thread-12 :316822 [dir_watcher.py:_on_file_created():271] file/dir created: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 15:27:53,194 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:27:54,194 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:27:54,686 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 15:27:55,194 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:27:55,364 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:27:56,194 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:27:57,194 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:27:58,194 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:27:59,194 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:28:00,194 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:28:01,194 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:28:01,195 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:28:02,195 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:28:03,195 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:28:04,195 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:28:05,195 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:28:06,195 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:28:06,600 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:28:06,693 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 15:28:07,193 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 15:28:07,194 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 15:28:07,234 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:28:08,195 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:28:09,195 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:28:10,195 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:28:11,195 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:28:12,194 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:28:12,195 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:28:13,195 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:28:14,195 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:28:15,196 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:28:16,197 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:28:17,200 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:28:17,208 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:28:17,699 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/config.yaml +2024-12-25 15:28:18,196 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:28:19,196 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:28:20,196 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:28:21,196 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:28:22,193 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 15:28:22,194 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 15:28:22,233 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:28:23,196 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:28:23,324 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:28:24,197 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:28:25,197 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:28:26,197 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:28:27,197 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:28:28,197 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:28:29,198 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:28:29,199 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:28:30,197 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:28:31,197 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:28:32,197 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:28:33,197 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:28:34,198 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:28:35,197 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:28:35,198 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:28:35,986 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 15:28:35,988 DEBUG SenderThread:316822 [sender.py:send():379] send: metric +2024-12-25 15:28:35,989 DEBUG SenderThread:316822 [sender.py:send():379] send: metric +2024-12-25 15:28:35,989 DEBUG SenderThread:316822 [sender.py:send():379] send: metric +2024-12-25 15:28:35,989 DEBUG SenderThread:316822 [sender.py:send():379] send: metric +2024-12-25 15:28:35,989 DEBUG SenderThread:316822 [sender.py:send():379] send: metric +2024-12-25 15:28:35,989 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 15:28:35,990 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 15:28:35,995 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 15:28:36,386 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:28:36,729 INFO Thread-12 :316822 [dir_watcher.py:_on_file_created():271] file/dir created: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 15:28:37,193 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 15:28:37,194 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 15:28:37,386 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:28:38,386 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:28:38,731 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 15:28:39,386 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:28:40,273 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:28:40,386 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:28:41,386 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:28:42,386 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:28:43,386 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:28:44,386 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:28:44,821 DEBUG SystemMonitor:316822 [system_monitor.py:_start():172] Starting system metrics aggregation loop +2024-12-25 15:28:44,824 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 15:28:45,387 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:28:45,826 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:28:46,387 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:28:47,387 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:28:48,387 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:28:49,387 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:28:50,387 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:28:51,204 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:28:51,387 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:28:51,742 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/config.yaml +2024-12-25 15:28:52,193 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 15:28:52,194 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 15:28:52,387 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:28:53,387 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:28:54,387 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:28:55,388 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:28:56,355 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:28:56,388 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:28:57,388 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:28:58,388 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:28:59,388 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:29:00,388 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:29:01,395 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:29:02,201 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:29:02,394 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:29:03,394 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:29:04,394 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:29:05,398 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:29:06,398 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:29:06,899 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 15:29:06,899 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 15:29:06,900 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 15:29:06,903 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 15:29:07,312 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:29:07,314 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 15:29:07,314 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 15:29:07,398 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:29:07,761 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 15:29:08,398 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:29:08,762 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 15:29:09,398 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:29:10,398 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:29:11,398 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:29:12,398 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:29:13,310 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:29:13,398 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:29:14,399 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:29:14,826 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 15:29:15,399 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:29:16,399 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:29:17,399 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:29:18,312 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:29:18,400 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:29:19,632 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:29:20,399 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:29:21,399 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:29:22,309 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 15:29:22,310 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 15:29:22,400 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:29:23,400 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:29:23,445 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:29:24,400 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:29:25,400 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:29:26,400 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:29:27,400 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:29:28,400 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:29:29,311 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:29:29,400 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:29:30,400 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:29:31,401 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:29:32,404 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:29:33,405 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:29:34,318 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:29:34,411 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:29:35,410 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:29:36,409 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:29:37,309 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 15:29:37,310 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 15:29:37,409 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:29:37,539 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 15:29:37,541 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 15:29:37,542 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 15:29:37,544 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 15:29:37,787 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 15:29:38,409 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:29:38,788 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 15:29:39,409 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:29:39,581 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:29:40,409 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:29:41,409 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:29:42,409 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:29:43,410 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:29:44,410 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:29:44,829 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 15:29:44,832 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:29:45,410 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:29:46,410 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:29:47,410 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:29:48,410 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:29:49,410 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:29:50,318 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:29:50,410 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:29:51,410 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:29:52,310 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 15:29:52,310 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 15:29:52,410 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:29:53,410 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:29:54,411 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:29:55,411 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:29:55,432 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:29:56,411 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:29:57,411 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:29:58,411 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:29:59,418 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:30:00,415 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:30:01,327 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:30:01,414 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:30:02,419 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:30:03,421 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:30:04,419 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:30:04,732 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 15:30:04,734 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 15:30:04,734 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 15:30:04,735 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 15:30:04,817 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 15:30:05,419 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:30:06,419 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:30:06,773 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:30:06,818 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 15:30:07,310 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 15:30:07,311 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 15:30:07,419 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:30:08,419 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:30:09,419 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:30:10,419 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:30:11,420 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:30:12,323 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:30:12,420 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:30:13,420 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:30:14,420 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:30:14,834 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 15:30:15,420 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:30:16,420 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:30:17,420 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:30:18,323 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:30:18,420 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:30:19,421 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:30:20,421 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:30:21,421 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:30:22,310 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 15:30:22,311 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 15:30:22,420 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:30:23,416 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:30:23,421 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:30:24,421 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:30:25,421 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:30:26,421 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:30:27,421 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:30:28,421 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:30:29,323 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:30:29,421 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:30:30,421 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:30:31,433 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:30:32,426 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:30:33,430 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:30:34,329 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:30:34,437 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:30:35,431 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:30:36,431 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:30:36,798 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 15:30:36,799 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 15:30:36,800 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 15:30:36,805 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 15:30:36,846 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 15:30:37,310 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 15:30:37,311 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 15:30:37,431 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:30:38,431 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:30:38,848 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 15:30:39,383 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:30:39,431 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:30:40,431 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:30:41,431 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:30:42,432 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:30:43,432 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:30:44,432 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:30:44,837 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 15:30:44,840 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:30:45,432 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:30:46,432 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:30:47,432 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:30:48,433 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:30:49,432 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:30:50,326 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:30:50,432 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:30:51,433 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:30:52,310 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 15:30:52,311 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 15:30:52,433 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:30:53,433 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:30:54,433 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:30:55,433 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:30:55,441 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:30:56,433 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:30:57,433 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:30:58,433 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:30:59,434 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:31:00,437 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:31:01,331 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:31:01,438 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:31:02,437 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:31:03,439 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:31:04,439 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:31:05,440 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:31:05,593 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 15:31:05,594 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 15:31:05,595 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 15:31:05,597 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 15:31:05,872 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 15:31:06,440 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:31:06,635 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:31:06,873 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 15:31:07,310 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 15:31:07,311 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 15:31:07,439 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:31:08,439 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:31:09,440 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:31:10,440 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:31:11,440 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:31:12,331 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:31:12,440 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:31:13,440 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:31:14,440 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:31:14,841 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 15:31:15,440 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:31:16,440 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:31:17,440 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:31:18,331 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:31:18,440 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:31:19,440 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:31:20,503 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:31:21,502 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:31:22,310 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 15:31:22,311 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 15:31:22,502 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:31:23,476 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:31:23,502 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:31:24,502 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:31:25,502 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:31:26,503 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:31:27,503 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:31:28,503 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:31:29,334 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:31:29,503 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:31:30,503 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:31:31,503 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:31:32,508 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:31:33,506 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:31:34,351 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:31:34,508 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:31:35,509 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:31:36,506 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:31:37,311 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 15:31:37,311 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 15:31:37,506 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:31:37,803 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 15:31:37,804 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 15:31:37,805 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 15:31:37,807 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 15:31:37,906 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 15:31:38,507 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:31:38,907 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 15:31:39,507 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:31:39,845 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:31:40,507 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:31:41,507 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:31:42,507 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:31:43,507 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:31:44,507 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:31:44,845 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 15:31:44,848 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:31:45,507 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:31:46,507 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:31:47,507 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:31:48,507 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:31:49,507 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:31:50,338 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:31:50,508 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:31:51,508 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:31:52,392 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 15:31:52,393 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 15:31:52,508 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:31:53,508 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:31:54,508 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:31:55,472 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:31:55,508 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:31:56,508 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:31:57,508 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:31:58,508 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:31:59,508 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:32:00,508 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:32:01,391 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:32:01,509 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:32:02,509 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:32:03,509 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:32:04,509 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:32:05,516 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:32:06,393 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:32:06,520 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:32:07,401 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 15:32:07,402 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 15:32:07,515 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:32:08,517 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:32:09,518 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:32:10,515 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:32:10,895 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 15:32:10,896 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 15:32:10,897 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 15:32:10,902 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 15:32:10,938 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 15:32:11,854 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:32:11,937 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:32:12,857 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:32:12,939 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 15:32:13,857 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:32:14,849 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 15:32:14,857 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:32:15,857 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:32:16,857 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:32:17,422 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:32:17,857 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:32:18,857 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:32:19,857 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:32:20,857 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:32:21,858 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:32:22,395 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 15:32:22,395 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 15:32:22,500 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:32:22,858 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:32:23,858 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:32:24,858 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:32:25,858 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:32:26,858 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:32:27,858 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:32:28,422 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:32:28,858 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:32:29,859 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:32:30,859 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:32:31,859 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:32:32,859 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:32:33,859 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:32:34,422 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:32:34,859 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:32:35,859 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:32:36,859 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:32:37,395 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 15:32:37,395 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 15:32:37,859 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:32:38,859 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:32:39,558 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:32:39,860 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:32:40,861 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:32:41,865 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:32:42,865 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:32:43,873 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:32:44,854 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 15:32:44,855 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:32:44,865 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:32:45,863 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 15:32:45,864 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 15:32:45,864 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 15:32:45,865 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 15:32:45,904 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:32:45,962 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 15:32:46,867 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:32:46,963 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 15:32:47,870 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:32:48,870 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:32:49,870 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:32:50,431 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:32:50,870 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:32:51,870 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:32:52,395 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 15:32:52,396 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 15:32:52,870 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:32:53,870 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:32:54,870 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:32:55,464 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:32:55,870 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:32:56,871 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:32:57,871 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:32:59,045 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:32:59,954 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:33:00,954 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:33:01,430 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:33:01,955 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:33:02,954 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:33:03,954 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:33:04,955 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:33:05,955 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:33:06,430 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:33:06,955 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:33:07,395 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 15:33:07,396 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 15:33:07,955 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:33:08,955 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:33:09,955 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:33:10,961 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:33:11,504 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:33:11,961 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:33:12,961 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:33:13,961 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:33:14,864 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 15:33:14,961 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:33:15,961 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:33:16,398 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 15:33:16,399 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 15:33:16,399 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 15:33:16,401 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 15:33:16,961 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:33:16,985 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 15:33:16,986 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 15:33:17,440 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:33:17,967 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:33:18,966 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:33:19,966 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:33:20,966 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:33:21,966 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:33:22,395 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 15:33:22,396 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 15:33:22,545 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:33:22,966 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:33:23,967 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:33:24,967 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:33:25,967 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:33:26,967 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:33:27,967 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:33:28,444 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:33:28,967 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:33:29,968 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:33:30,967 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:33:31,967 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:33:32,967 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:33:33,444 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:33:33,967 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:33:34,968 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:33:35,968 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:33:36,968 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:33:37,395 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 15:33:37,396 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 15:33:37,968 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:33:38,485 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:33:38,968 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:33:39,968 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:33:40,968 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:33:41,968 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:33:42,974 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:33:43,978 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:33:44,464 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:33:44,866 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 15:33:44,976 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:33:45,977 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:33:46,977 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:33:47,977 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:33:47,984 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 15:33:47,985 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 15:33:47,985 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 15:33:47,986 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 15:33:48,014 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 15:33:48,977 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:33:49,016 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 15:33:49,977 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:33:50,026 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:33:50,977 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:33:51,977 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:33:52,396 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 15:33:52,396 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 15:33:52,978 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:33:53,978 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:33:54,978 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:33:55,522 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:33:55,978 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:33:56,978 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:33:57,978 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:33:58,978 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:33:59,978 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:34:00,978 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:34:01,450 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:34:01,978 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:34:02,978 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:34:03,978 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:34:04,979 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:34:05,979 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:34:06,979 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:34:07,396 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 15:34:07,396 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 15:34:07,546 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:34:07,979 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:34:08,979 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:34:09,979 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:34:10,979 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:34:11,979 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:34:12,979 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:34:13,450 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:34:13,994 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:34:14,867 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 15:34:14,985 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:34:15,985 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:34:16,985 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:34:17,991 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:34:18,458 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:34:18,989 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:34:19,597 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 15:34:19,599 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 15:34:19,599 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 15:34:19,601 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 15:34:20,008 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:34:20,037 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 15:34:21,011 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:34:21,038 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 15:34:22,011 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:34:22,396 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 15:34:22,396 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 15:34:23,011 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:34:23,518 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:34:24,011 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:34:25,011 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:34:26,011 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:34:27,011 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:34:28,011 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:34:29,011 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:34:29,455 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:34:30,011 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:34:31,012 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:34:32,012 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:34:33,012 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:34:34,012 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:34:35,012 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:34:35,455 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:34:36,012 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:34:37,012 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:34:37,396 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 15:34:37,397 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 15:34:38,012 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:34:39,012 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:34:40,012 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:34:40,511 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:34:41,012 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:34:42,013 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:34:43,013 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:34:44,013 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:34:44,869 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 15:34:45,024 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:34:45,872 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:34:46,015 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:34:47,015 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:34:48,015 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:34:49,015 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:34:50,015 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:34:50,554 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 15:34:50,555 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 15:34:50,556 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 15:34:50,559 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 15:34:51,028 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:34:51,064 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 15:34:51,065 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 15:34:51,596 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:34:52,027 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:34:52,396 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 15:34:52,397 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 15:34:53,027 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:34:54,027 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:34:55,027 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:34:56,027 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:34:57,027 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:34:57,459 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:34:58,027 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:34:59,027 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:35:00,028 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:35:01,028 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:35:02,028 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:35:03,028 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:35:03,459 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:35:04,028 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:35:05,028 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:35:06,028 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:35:07,028 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:35:07,396 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 15:35:07,397 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 15:35:08,029 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:35:08,495 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:35:09,029 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:35:10,029 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:35:11,029 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:35:12,029 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:35:13,029 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:35:14,029 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:35:14,459 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:35:14,873 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 15:35:15,029 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:35:16,038 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:35:17,040 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:35:18,036 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:35:19,036 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:35:19,474 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:35:20,039 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:35:21,037 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:35:21,194 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 15:35:21,195 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 15:35:21,196 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 15:35:21,201 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 15:35:22,037 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:35:22,090 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 15:35:22,396 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 15:35:22,397 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 15:35:23,039 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:35:24,039 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:35:24,091 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 15:35:24,559 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:35:25,039 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:35:26,039 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:35:27,039 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:35:28,039 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:35:29,039 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:35:30,039 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:35:30,461 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:35:31,039 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:35:32,040 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:35:33,039 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:35:34,040 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:35:35,040 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:35:36,040 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:35:36,461 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:35:37,040 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:35:37,396 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 15:35:37,397 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 15:35:38,040 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:35:39,040 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:35:40,040 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:35:41,040 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:35:41,556 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:35:42,040 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:35:43,040 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:35:44,041 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:35:44,879 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 15:35:45,041 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:35:46,044 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:35:46,886 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:35:47,046 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:35:48,045 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:35:49,049 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:35:50,049 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:35:50,992 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 15:35:50,993 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 15:35:50,993 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 15:35:50,995 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 15:35:51,112 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 15:35:51,394 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:35:52,033 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:35:52,393 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:35:52,397 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 15:35:52,397 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 15:35:53,393 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:35:54,114 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 15:35:54,393 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:35:55,393 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:35:56,393 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:35:57,394 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:35:57,463 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:35:58,394 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:35:59,394 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:36:00,394 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:36:01,394 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:36:02,394 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:36:03,394 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:36:03,463 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:36:04,394 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:36:05,395 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:36:06,395 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:36:07,395 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:36:07,397 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 15:36:07,397 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 15:36:08,395 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:36:08,568 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:36:09,395 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:36:10,395 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:36:11,395 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:36:12,395 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:36:13,395 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:36:14,395 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:36:14,463 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:36:14,881 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 15:36:15,395 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:36:16,395 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:36:17,395 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:36:18,403 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:36:19,399 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:36:19,467 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:36:20,402 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:36:21,402 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:36:22,402 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 15:36:22,410 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 15:36:22,443 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:36:23,402 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:36:24,017 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 15:36:24,019 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 15:36:24,019 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 15:36:24,025 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 15:36:24,140 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 15:36:24,416 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:36:25,059 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:36:25,415 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:36:26,142 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 15:36:26,416 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:36:27,416 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:36:28,416 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:36:29,416 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:36:30,416 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:36:30,465 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:36:31,416 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:36:32,416 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:36:33,416 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:36:34,416 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:36:35,416 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:36:36,416 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:36:36,465 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:36:37,400 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 15:36:37,400 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 15:36:37,440 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:36:38,417 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:36:39,417 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:36:40,417 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:36:41,417 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:36:41,529 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:36:42,417 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:36:43,417 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:36:44,417 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:36:44,885 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 15:36:45,417 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:36:46,417 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:36:46,887 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:36:47,417 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:36:48,417 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:36:49,418 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:36:50,418 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:36:51,423 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:36:52,410 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 15:36:52,411 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 15:36:52,446 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:36:52,555 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:36:53,426 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:36:54,426 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:36:55,424 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:36:56,424 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:36:56,450 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 15:36:56,452 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 15:36:56,453 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 15:36:56,458 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 15:36:57,165 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 15:36:57,428 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:36:58,166 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 15:36:58,427 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:36:58,465 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:36:59,427 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:37:00,427 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:37:01,427 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:37:02,427 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:37:03,428 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:37:04,428 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:37:04,465 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:37:05,428 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:37:06,428 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:37:07,404 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 15:37:07,404 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 15:37:07,444 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:37:08,428 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:37:09,428 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:37:09,514 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:37:10,428 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:37:11,428 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:37:12,428 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:37:13,429 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:37:14,429 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:37:14,889 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 15:37:14,891 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:37:15,429 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:37:16,429 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:37:17,429 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:37:18,442 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:37:19,434 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:37:20,436 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:37:20,471 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:37:21,436 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:37:22,404 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 15:37:22,404 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 15:37:22,444 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:37:23,348 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 15:37:23,350 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 15:37:23,350 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 15:37:23,352 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 15:37:23,746 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:37:24,197 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 15:37:24,494 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:37:25,494 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:37:26,198 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 15:37:26,390 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:37:26,494 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:37:27,494 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:37:28,494 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:37:29,494 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:37:30,494 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:37:31,469 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:37:31,494 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:37:32,495 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:37:33,495 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:37:34,495 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:37:35,496 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:37:36,495 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:37:37,404 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 15:37:37,405 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 15:37:37,495 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:37:37,505 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:37:38,495 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:37:39,495 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:37:40,495 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:37:41,496 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:37:42,496 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:37:43,469 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:37:43,496 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:37:44,496 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:37:44,893 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 15:37:45,496 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:37:46,496 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:37:47,502 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:37:48,479 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:37:48,499 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:37:49,499 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:37:50,499 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:37:51,499 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:37:52,391 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 15:37:52,393 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 15:37:52,393 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 15:37:52,394 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 15:37:52,807 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 15:37:52,808 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 15:37:52,814 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:37:53,227 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 15:37:53,805 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:37:53,872 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:37:54,228 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 15:37:54,805 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:37:55,806 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:37:56,806 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:37:57,806 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:37:58,806 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:37:59,542 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:37:59,806 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:38:00,806 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:38:01,806 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:38:02,806 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:38:03,806 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:38:04,806 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:38:05,542 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:38:05,806 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:38:06,807 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:38:07,541 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 15:38:07,542 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 15:38:07,807 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:38:08,807 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:38:09,807 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:38:10,708 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:38:10,807 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:38:11,807 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:38:12,807 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:38:13,807 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:38:14,807 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:38:14,898 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 15:38:15,808 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:38:15,900 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:38:16,808 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:38:17,808 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:38:18,822 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:38:19,813 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:38:20,812 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:38:21,549 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:38:21,810 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:38:22,547 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 15:38:22,551 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 15:38:22,810 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:38:23,810 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:38:24,390 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 15:38:24,391 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 15:38:24,392 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 15:38:24,393 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 15:38:24,811 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:38:25,254 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 15:38:25,811 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:38:26,255 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 15:38:26,811 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:38:27,432 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:38:27,811 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:38:28,811 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:38:29,811 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:38:30,811 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:38:31,811 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:38:32,549 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:38:32,811 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:38:33,811 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:38:34,811 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:38:35,984 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:38:36,983 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:38:37,547 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 15:38:37,548 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 15:38:37,718 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:38:37,983 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:38:38,983 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:38:39,983 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:38:40,984 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:38:41,984 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:38:42,984 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:38:43,549 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:38:43,984 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:38:44,901 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 15:38:44,984 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:38:45,984 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:38:46,984 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:38:47,995 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:38:48,566 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:38:48,994 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:38:49,990 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:38:50,990 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:38:51,990 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:38:52,555 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 15:38:52,555 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 15:38:52,991 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:38:53,145 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 15:38:53,146 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 15:38:53,146 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 15:38:53,147 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 15:38:53,283 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 15:38:53,991 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:38:54,186 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:38:54,284 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 15:38:54,990 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:38:55,990 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:38:56,991 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:38:57,991 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:38:58,991 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:38:59,552 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:38:59,991 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:39:00,991 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:39:01,991 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:39:02,991 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:39:03,991 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:39:04,991 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:39:05,552 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:39:05,991 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:39:06,991 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:39:07,772 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 15:39:07,773 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 15:39:07,992 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:39:08,992 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:39:09,992 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:39:10,885 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:39:10,992 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:39:11,992 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:39:12,992 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:39:13,992 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:39:14,905 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 15:39:14,992 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:39:15,907 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:39:15,992 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:39:16,992 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:39:17,993 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:39:18,993 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:39:19,993 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:39:20,999 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:39:21,687 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:39:21,998 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:39:22,769 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 15:39:22,769 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 15:39:23,001 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:39:23,998 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:39:24,998 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:39:25,998 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:39:26,625 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 15:39:26,627 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 15:39:26,628 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 15:39:26,630 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 15:39:27,031 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:39:27,311 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 15:39:27,667 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:39:28,031 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:39:28,312 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 15:39:29,031 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:39:30,031 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:39:31,031 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:39:32,031 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:39:32,686 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:39:33,031 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:39:34,031 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:39:35,032 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:39:36,032 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:39:37,032 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:39:37,769 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 15:39:37,769 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 15:39:37,847 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:39:38,136 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:39:39,042 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:39:40,042 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:39:41,042 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:39:42,042 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:39:43,042 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:39:43,686 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:39:44,042 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:39:44,908 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 15:39:45,042 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:39:46,043 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:39:47,043 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:39:48,052 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:39:48,688 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:39:49,045 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:39:50,049 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:39:51,051 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:39:52,052 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:39:52,771 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 15:39:52,771 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 15:39:53,049 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:39:53,398 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 15:39:53,399 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 15:39:53,399 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 15:39:53,400 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 15:39:54,050 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:39:54,337 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 15:39:54,439 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:39:55,050 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:39:56,049 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:39:56,338 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 15:39:57,049 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:39:58,049 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:39:59,050 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:39:59,689 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:40:00,050 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:40:01,050 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:40:02,050 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:40:03,050 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:40:04,050 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:40:05,050 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:40:05,689 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:40:06,050 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:40:07,050 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:40:07,771 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 15:40:07,771 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 15:40:08,050 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:40:09,050 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:40:10,051 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:40:10,936 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:40:11,051 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:40:12,051 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:40:13,051 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:40:14,051 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:40:14,913 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 15:40:15,061 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:40:16,059 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:40:16,918 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:40:17,061 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:40:18,059 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:40:19,063 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:40:20,059 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:40:20,749 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 15:40:20,751 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 15:40:20,752 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 15:40:20,753 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 15:40:21,134 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:40:21,370 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 15:40:22,133 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:40:22,371 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 15:40:22,691 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:40:22,771 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 15:40:22,771 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 15:40:23,133 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:40:24,133 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:40:25,133 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:40:26,133 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:40:27,133 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:40:27,692 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:40:28,133 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:40:29,133 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:40:30,133 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:40:31,134 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:40:32,134 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:40:33,189 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:40:33,692 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:40:34,188 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:40:35,189 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:40:36,189 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:40:37,189 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:40:37,771 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 15:40:37,772 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 15:40:38,189 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:40:38,922 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:40:39,189 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:40:40,189 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:40:41,189 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:40:42,189 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:40:43,190 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:40:44,196 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:40:44,695 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:40:44,920 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 15:40:45,196 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:40:46,196 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:40:47,200 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:40:48,200 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:40:49,200 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:40:49,260 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 15:40:49,262 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 15:40:49,262 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 15:40:49,263 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 15:40:49,393 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 15:40:50,200 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:40:50,303 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:40:50,394 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 15:40:51,200 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:40:52,200 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:40:52,771 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 15:40:52,772 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 15:40:53,200 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:40:54,200 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:40:55,200 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:40:55,895 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:40:56,201 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:40:57,201 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:40:58,201 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:40:59,201 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:41:00,201 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:41:01,201 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:41:01,696 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:41:02,201 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:41:03,202 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:41:04,201 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:41:05,201 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:41:06,202 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:41:07,202 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:41:07,695 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:41:07,771 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 15:41:07,772 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 15:41:08,202 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:41:09,202 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:41:10,203 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:41:11,202 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:41:12,202 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:41:13,202 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:41:13,695 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:41:14,202 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:41:14,926 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 15:41:15,206 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:41:16,203 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:41:17,210 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:41:18,203 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:41:18,710 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:41:19,204 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:41:20,204 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:41:20,565 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 15:41:20,566 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 15:41:20,567 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 15:41:20,568 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 15:41:21,204 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:41:21,419 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 15:41:22,204 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:41:22,420 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 15:41:22,771 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 15:41:22,772 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 15:41:23,204 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:41:23,885 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:41:24,204 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:41:25,204 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:41:26,204 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:41:27,204 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:41:28,204 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:41:29,204 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:41:29,701 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:41:30,205 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:41:31,205 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:41:32,205 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:41:33,359 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:41:34,270 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:41:34,701 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:41:35,270 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:41:36,270 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:41:37,271 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:41:37,772 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 15:41:37,772 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 15:41:38,271 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:41:39,271 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:41:39,867 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:41:40,271 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:41:41,271 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:41:42,271 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:41:43,271 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:41:44,271 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:41:44,924 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 15:41:44,926 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:41:45,279 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:41:46,276 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:41:47,277 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:41:48,277 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:41:49,280 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:41:50,277 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:41:50,661 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 15:41:50,663 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 15:41:50,663 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 15:41:50,663 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:41:50,666 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 15:41:51,277 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:41:51,450 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 15:41:52,278 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:41:52,451 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 15:41:52,772 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 15:41:52,772 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 15:41:53,278 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:41:54,278 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:41:55,278 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:41:55,859 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:41:56,278 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:41:57,278 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:41:58,278 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:41:59,278 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:42:00,278 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:42:01,278 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:42:01,704 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:42:02,278 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:42:03,278 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:42:04,305 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:42:05,302 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:42:06,302 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:42:07,302 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:42:07,704 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:42:07,772 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 15:42:07,772 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 15:42:08,302 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:42:09,303 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:42:10,303 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:42:11,303 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:42:12,303 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:42:12,704 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:42:13,303 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:42:14,303 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:42:14,928 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 15:42:15,303 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:42:16,303 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:42:17,303 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:42:17,726 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:42:18,310 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:42:19,310 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:42:20,320 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:42:21,312 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:42:22,312 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:42:22,772 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 15:42:22,773 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 15:42:22,889 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:42:22,992 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 15:42:22,994 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 15:42:22,994 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 15:42:23,000 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 15:42:23,393 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:42:23,475 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 15:42:24,392 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:42:24,475 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 15:42:25,392 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:42:26,392 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:42:27,392 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:42:28,393 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:42:28,710 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:42:29,393 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:42:30,393 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:42:31,393 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:42:32,393 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:42:33,393 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:42:34,393 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:42:34,710 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:42:35,393 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:42:36,393 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:42:37,393 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:42:37,772 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 15:42:37,772 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 15:42:38,393 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:42:39,393 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:42:39,933 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:42:40,394 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:42:41,394 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:42:42,394 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:42:43,394 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:42:44,394 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:42:44,932 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 15:42:44,937 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:42:45,394 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:42:46,394 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:42:47,394 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:42:48,395 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:42:49,402 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:42:50,396 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:42:50,713 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:42:51,404 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:42:52,402 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:42:52,778 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 15:42:52,781 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 15:42:53,402 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:42:54,138 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 15:42:54,139 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 15:42:54,139 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 15:42:54,144 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 15:42:54,504 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 15:42:54,545 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:42:55,544 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:42:56,180 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:42:56,505 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 15:42:56,544 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:42:57,544 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:42:58,544 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:42:59,544 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:43:00,544 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:43:01,544 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:43:01,713 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:43:02,544 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:43:03,544 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:43:04,544 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:43:05,544 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:43:06,545 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:43:07,545 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:43:07,713 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:43:07,778 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 15:43:07,778 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 15:43:08,545 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:43:09,545 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:43:10,545 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:43:11,545 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:43:12,545 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:43:13,545 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:43:13,713 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:43:14,545 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:43:14,936 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 15:43:15,545 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:43:16,545 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:43:17,546 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:43:18,557 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:43:19,552 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:43:19,718 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:43:20,554 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:43:21,556 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:43:22,553 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:43:22,780 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 15:43:22,780 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 15:43:23,485 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 15:43:23,486 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 15:43:23,487 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 15:43:23,488 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 15:43:23,532 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 15:43:23,898 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:43:24,533 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 15:43:24,630 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:43:25,489 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:43:25,635 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:43:26,634 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:43:27,634 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:43:28,634 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:43:29,634 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:43:30,634 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:43:30,716 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:43:31,634 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:43:32,635 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:43:33,635 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:43:34,635 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:43:35,635 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:43:36,635 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:43:36,716 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:43:37,635 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:43:37,780 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 15:43:37,780 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 15:43:38,635 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:43:39,635 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:43:40,635 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:43:41,635 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:43:41,868 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:43:42,636 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:43:43,636 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:43:44,636 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:43:44,941 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 15:43:45,636 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:43:46,636 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:43:46,943 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:43:47,636 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:43:48,649 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:43:49,642 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:43:50,642 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:43:51,645 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:43:52,648 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:43:52,716 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:43:52,790 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 15:43:52,794 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 15:43:53,645 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:43:53,981 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 15:43:53,982 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 15:43:53,982 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 15:43:53,985 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 15:43:54,557 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 15:43:54,645 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:43:55,645 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:43:56,558 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 15:43:56,645 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:43:57,646 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:43:57,717 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:43:58,646 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:43:59,646 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:44:00,646 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:44:01,646 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:44:02,646 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:44:03,646 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:44:03,717 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:44:04,646 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:44:05,646 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:44:06,647 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:44:07,647 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:44:07,783 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 15:44:07,783 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 15:44:08,647 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:44:08,904 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:44:09,647 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:44:10,647 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:44:11,647 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:44:12,647 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:44:13,647 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:44:14,647 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:44:14,717 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:44:14,944 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 15:44:15,647 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:44:16,655 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:44:17,656 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:44:18,651 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:44:19,651 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:44:19,729 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:44:20,653 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:44:21,652 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:44:22,284 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 15:44:22,285 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 15:44:22,286 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 15:44:22,287 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 15:44:22,582 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 15:44:22,684 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:44:22,785 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 15:44:22,786 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 15:44:23,683 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:44:24,584 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 15:44:24,683 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:44:24,864 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:44:25,683 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:44:26,683 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:44:27,683 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:44:28,684 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:44:29,684 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:44:30,684 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:44:30,780 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:44:31,684 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:44:32,684 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:44:33,827 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:44:34,741 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:44:35,741 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:44:36,741 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:44:36,780 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:44:37,741 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:44:37,783 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 15:44:37,784 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 15:44:38,742 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:44:39,742 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:44:40,742 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:44:41,742 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:44:41,864 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:44:42,742 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:44:43,742 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:44:44,753 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:44:44,948 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 15:44:45,748 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:44:46,748 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:44:46,950 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:44:47,750 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:44:48,750 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:44:49,520 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 15:44:49,521 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 15:44:49,522 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 15:44:49,523 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 15:44:49,607 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 15:44:49,921 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:44:50,608 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 15:44:50,918 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:44:51,918 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:44:52,563 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:44:52,783 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 15:44:52,784 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 15:44:52,918 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:44:53,919 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:44:54,918 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:44:55,919 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:44:56,919 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:44:57,780 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:44:57,919 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:44:58,919 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:44:59,919 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:45:00,919 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:45:01,919 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:45:02,919 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:45:03,780 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:45:03,919 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:45:04,920 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:45:05,920 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:45:06,920 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:45:07,784 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 15:45:07,784 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 15:45:07,920 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:45:08,920 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:45:08,924 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:45:09,920 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:45:10,920 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:45:11,920 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:45:12,920 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:45:13,920 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:45:14,781 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:45:14,920 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:45:14,953 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 15:45:15,921 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:45:16,921 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:45:17,928 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:45:18,925 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:45:19,787 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:45:19,928 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:45:20,928 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:45:21,928 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:45:22,784 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 15:45:22,784 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 15:45:22,824 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 15:45:22,925 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 15:45:22,926 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 15:45:22,927 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 15:45:23,216 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:45:23,637 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 15:45:24,214 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:45:24,638 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 15:45:24,928 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:45:25,214 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:45:26,214 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:45:27,214 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:45:28,214 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:45:29,215 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:45:30,215 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:45:30,784 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:45:31,215 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:45:32,215 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:45:33,215 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:45:34,329 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:45:35,328 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:45:36,328 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:45:36,784 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:45:37,328 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:45:37,784 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 15:45:37,785 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 15:45:38,328 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:45:39,329 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:45:40,329 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:45:41,329 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:45:41,936 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:45:42,329 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:45:43,329 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:45:44,329 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:45:44,964 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 15:45:45,330 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:45:46,333 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:45:46,967 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:45:47,333 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:45:48,333 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:45:49,333 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:45:50,201 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 15:45:50,203 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 15:45:50,203 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 15:45:50,205 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 15:45:50,598 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:45:50,667 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 15:45:51,346 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:45:52,243 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:45:52,346 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:45:52,668 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 15:45:52,784 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 15:45:52,785 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 15:45:53,346 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:45:54,346 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:45:55,346 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:45:56,346 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:45:57,347 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:45:57,789 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:45:58,347 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:45:59,347 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:46:00,347 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:46:01,347 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:46:02,347 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:46:02,789 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:46:03,347 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:46:04,347 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:46:05,347 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:46:06,348 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:46:07,348 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:46:07,784 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 15:46:07,785 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 15:46:07,861 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:46:08,348 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:46:09,348 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:46:10,348 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:46:11,348 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:46:12,348 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:46:13,348 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:46:13,789 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:46:14,360 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:46:14,966 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 15:46:15,355 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:46:16,352 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:46:17,352 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:46:18,352 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:46:18,795 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:46:19,353 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:46:19,510 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 15:46:19,511 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 15:46:19,512 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 15:46:19,517 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 15:46:19,700 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 15:46:20,353 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:46:20,702 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 15:46:21,352 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:46:22,353 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:46:22,784 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 15:46:22,785 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 15:46:23,353 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:46:23,899 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:46:24,353 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:46:25,353 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:46:26,353 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:46:27,353 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:46:28,353 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:46:29,353 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:46:29,793 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:46:30,353 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:46:31,353 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:46:32,353 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:46:33,354 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:46:34,354 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:46:35,027 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:46:35,354 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:46:36,354 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:46:37,354 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:46:37,784 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 15:46:37,785 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 15:46:38,354 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:46:39,354 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:46:40,354 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:46:40,940 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:46:41,354 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:46:42,354 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:46:43,354 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:46:44,355 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:46:44,967 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 15:46:45,360 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:46:45,970 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:46:46,362 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:46:47,363 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:46:48,363 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:46:49,363 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:46:50,363 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:46:50,922 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 15:46:50,924 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 15:46:50,924 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 15:46:50,930 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 15:46:51,363 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:46:51,729 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 15:46:51,964 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:46:52,363 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:46:52,730 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 15:46:52,785 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 15:46:52,785 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 15:46:53,363 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:46:54,364 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:46:55,364 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:46:56,364 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:46:57,364 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:46:57,940 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:46:58,364 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:46:59,364 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:47:00,364 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:47:01,364 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:47:02,364 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:47:03,364 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:47:03,940 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:47:04,365 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:47:05,365 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:47:06,365 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:47:07,365 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:47:07,785 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 15:47:07,785 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 15:47:08,365 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:47:09,365 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:47:09,940 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:47:10,365 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:47:11,365 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:47:12,365 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:47:13,365 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:47:14,365 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:47:14,969 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 15:47:14,972 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:47:15,366 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:47:16,377 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:47:17,375 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:47:18,375 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:47:19,375 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:47:20,375 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:47:20,949 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:47:21,375 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:47:21,394 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 15:47:21,396 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 15:47:21,396 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 15:47:21,399 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 15:47:21,755 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 15:47:22,376 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:47:22,756 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 15:47:22,785 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 15:47:22,785 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 15:47:23,376 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:47:24,376 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:47:25,376 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:47:26,376 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:47:26,946 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:47:27,376 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:47:28,376 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:47:29,376 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:47:30,376 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:47:31,376 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:47:32,376 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:47:32,946 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:47:33,376 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:47:34,377 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:47:35,377 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:47:36,377 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:47:37,377 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:47:37,785 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 15:47:37,786 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 15:47:37,946 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:47:38,377 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:47:39,377 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:47:40,377 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:47:41,377 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:47:42,377 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:47:42,946 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:47:43,377 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:47:44,377 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:47:44,973 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 15:47:45,377 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:47:46,386 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:47:47,382 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:47:47,949 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:47:48,384 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:47:49,389 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:47:50,385 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:47:51,382 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:47:51,979 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 15:47:51,980 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 15:47:51,981 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 15:47:51,984 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 15:47:52,385 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:47:52,782 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 15:47:52,782 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 15:47:52,785 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 15:47:52,786 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 15:47:52,949 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:47:53,384 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:47:54,384 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:47:55,384 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:47:56,384 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:47:57,384 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:47:57,950 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:47:58,384 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:47:59,384 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:48:00,384 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:48:01,384 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:48:02,384 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:48:02,950 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:48:03,384 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:48:04,385 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:48:05,485 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:48:06,482 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:48:07,482 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:48:07,785 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 15:48:07,786 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 15:48:07,952 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:48:08,483 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:48:09,483 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:48:10,483 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:48:11,483 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:48:12,483 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:48:13,483 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:48:13,950 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:48:14,483 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:48:14,978 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 15:48:15,483 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:48:16,483 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:48:17,484 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:48:18,491 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:48:18,956 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:48:19,495 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:48:20,492 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:48:21,489 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:48:22,492 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:48:22,785 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 15:48:22,786 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 15:48:23,490 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:48:23,595 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 15:48:23,596 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 15:48:23,597 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 15:48:23,599 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 15:48:23,816 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 15:48:24,490 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:48:24,637 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:48:24,817 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 15:48:25,489 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:48:26,490 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:48:27,490 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:48:28,490 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:48:29,490 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:48:29,954 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:48:30,490 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:48:31,490 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:48:32,490 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:48:33,490 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:48:34,490 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:48:35,491 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:48:35,954 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:48:36,492 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:48:37,491 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:48:37,786 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 15:48:37,786 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 15:48:38,491 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:48:39,491 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:48:40,491 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:48:40,954 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:48:41,491 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:48:42,491 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:48:43,491 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:48:44,491 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:48:44,981 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 15:48:45,491 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:48:45,984 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:48:46,491 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:48:47,492 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:48:48,503 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:48:49,498 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:48:50,498 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:48:51,501 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:48:51,976 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:48:52,498 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:48:52,788 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 15:48:52,788 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 15:48:53,372 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 15:48:53,374 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 15:48:53,374 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 15:48:53,376 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 15:48:53,767 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:48:53,849 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 15:48:54,517 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:48:54,850 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 15:48:55,517 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:48:56,517 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:48:57,414 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:48:57,517 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:48:58,518 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:48:59,518 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:49:00,518 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:49:01,518 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:49:02,518 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:49:02,960 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:49:03,518 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:49:04,518 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:49:05,518 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:49:06,518 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:49:07,519 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:49:07,788 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 15:49:07,789 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 15:49:07,960 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:49:08,519 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:49:09,519 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:49:10,519 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:49:11,519 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:49:12,519 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:49:12,960 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:49:13,519 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:49:14,519 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:49:14,986 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 15:49:15,519 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:49:16,519 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:49:17,519 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:49:18,520 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:49:18,965 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:49:19,529 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:49:20,527 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:49:21,527 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:49:22,532 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:49:22,791 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 15:49:22,791 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 15:49:23,527 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:49:23,965 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:49:24,349 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 15:49:24,351 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 15:49:24,351 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 15:49:24,352 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 15:49:24,752 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:49:24,875 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 15:49:25,751 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:49:26,751 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:49:26,876 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 15:49:27,751 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:49:28,751 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:49:29,752 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:49:29,963 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:49:30,752 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:49:31,752 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:49:32,752 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:49:33,752 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:49:34,752 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:49:35,752 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:49:35,963 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:49:36,752 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:49:37,753 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:49:37,791 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 15:49:37,792 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 15:49:38,753 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:49:39,752 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:49:40,753 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:49:40,963 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:49:41,753 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:49:42,753 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:49:43,753 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:49:44,753 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:49:44,990 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 15:49:45,753 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:49:45,992 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:49:46,753 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:49:47,753 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:49:48,754 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:49:49,759 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:49:50,754 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:49:51,759 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:49:51,968 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:49:52,763 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:49:52,795 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 15:49:52,796 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 15:49:53,759 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:49:54,691 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 15:49:54,692 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 15:49:54,693 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 15:49:54,694 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 15:49:54,903 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 15:49:55,119 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:49:55,837 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:49:56,837 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:49:56,905 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 15:49:57,733 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:49:57,837 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:49:58,837 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:49:59,837 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:50:00,838 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:50:01,838 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:50:02,838 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:50:02,967 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:50:03,838 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:50:04,838 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:50:05,838 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:50:06,838 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:50:07,793 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 15:50:07,794 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 15:50:07,838 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:50:08,839 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:50:08,967 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:50:09,838 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:50:10,839 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:50:11,839 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:50:12,839 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:50:13,839 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:50:13,968 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:50:14,839 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:50:14,992 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 15:50:15,839 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:50:16,839 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:50:17,839 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:50:18,848 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:50:18,970 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:50:19,845 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:50:20,846 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:50:21,848 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:50:22,793 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 15:50:22,793 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 15:50:22,846 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:50:23,631 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 15:50:23,632 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 15:50:23,632 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 15:50:23,633 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 15:50:23,928 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 15:50:24,039 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:50:24,673 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:50:24,929 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 15:50:25,038 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:50:26,038 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:50:27,038 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:50:28,038 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:50:29,038 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:50:29,969 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:50:30,038 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:50:31,038 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:50:32,038 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:50:33,039 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:50:34,039 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:50:35,039 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:50:35,969 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:50:36,039 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:50:37,039 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:50:37,793 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 15:50:37,794 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 15:50:38,039 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:50:39,039 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:50:40,039 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:50:41,039 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:50:41,969 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:50:42,040 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:50:43,039 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:50:44,040 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:50:44,997 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 15:50:45,040 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:50:46,058 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:50:47,005 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:50:47,050 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:50:48,047 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:50:49,047 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:50:50,047 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:50:51,039 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 15:50:51,040 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 15:50:51,041 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 15:50:51,042 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 15:50:51,441 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:50:51,962 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 15:50:52,080 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:50:52,440 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:50:52,793 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 15:50:52,794 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 15:50:52,963 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 15:50:53,440 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:50:54,440 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:50:55,440 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:50:56,440 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:50:57,440 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:50:57,973 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:50:58,440 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:50:59,440 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:51:00,440 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:51:01,440 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:51:02,441 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:51:03,441 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:51:03,973 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:51:04,441 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:51:05,441 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:51:06,441 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:51:07,441 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:51:07,793 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 15:51:07,794 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 15:51:08,441 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:51:09,441 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:51:09,973 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:51:10,441 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:51:11,441 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:51:12,442 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:51:13,442 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:51:14,442 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:51:14,973 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:51:15,000 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 15:51:15,442 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:51:16,442 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:51:17,452 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:51:18,447 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:51:19,448 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:51:19,979 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:51:20,445 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:51:21,447 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:51:22,447 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:51:22,677 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 15:51:22,679 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 15:51:22,679 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 15:51:22,681 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 15:51:23,003 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 15:51:23,082 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 15:51:23,083 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 15:51:23,447 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:51:24,447 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:51:25,004 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 15:51:25,244 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:51:25,447 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:51:26,447 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:51:27,447 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:51:28,447 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:51:29,448 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:51:30,448 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:51:31,078 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:51:31,448 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:51:32,448 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:51:33,448 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:51:34,448 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:51:35,448 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:51:36,448 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:51:37,078 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:51:37,448 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:51:37,823 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 15:51:37,823 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 15:51:38,448 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:51:39,449 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:51:40,449 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:51:41,449 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:51:42,449 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:51:43,078 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:51:43,449 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:51:44,449 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:51:45,005 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 15:51:45,449 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:51:46,449 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:51:47,456 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:51:48,088 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:51:48,457 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:51:49,456 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:51:50,459 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:51:51,454 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:51:52,254 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 15:51:52,255 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 15:51:52,255 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 15:51:52,257 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 15:51:52,685 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:51:52,823 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 15:51:52,824 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 15:51:53,028 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 15:51:53,029 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 15:51:53,684 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:51:54,083 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:51:54,684 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:51:55,684 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:51:56,684 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:51:57,685 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:51:58,685 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:51:59,685 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:52:00,083 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:52:00,685 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:52:01,685 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:52:02,685 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:52:03,685 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:52:04,685 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:52:05,686 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:52:06,083 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:52:06,685 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:52:07,685 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:52:07,823 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 15:52:07,823 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 15:52:08,686 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:52:09,686 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:52:10,686 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:52:11,083 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:52:11,686 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:52:12,686 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:52:13,686 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:52:14,686 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:52:15,009 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 15:52:15,686 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:52:16,686 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:52:17,011 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:52:17,701 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:52:18,699 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:52:19,696 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:52:20,693 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:52:21,694 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:52:22,088 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:52:22,693 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:52:22,823 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 15:52:22,824 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 15:52:23,039 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 15:52:23,041 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 15:52:23,042 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 15:52:23,043 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 15:52:23,053 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 15:52:23,693 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:52:24,693 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:52:25,054 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 15:52:25,694 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:52:26,694 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:52:27,483 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:52:27,694 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:52:28,694 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:52:29,694 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:52:30,694 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:52:31,694 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:52:32,694 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:52:33,187 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:52:33,694 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:52:34,694 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:52:35,694 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:52:36,694 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:52:37,695 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:52:37,961 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 15:52:37,962 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 15:52:38,188 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:52:38,695 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:52:39,695 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:52:40,695 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:52:41,695 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:52:42,695 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:52:43,188 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:52:43,695 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:52:44,695 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:52:45,013 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 15:52:45,695 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:52:46,696 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:52:47,696 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:52:48,696 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:52:49,188 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:52:49,696 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:52:50,702 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:52:51,700 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:52:52,705 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:52:52,871 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 15:52:52,874 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 15:52:53,702 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:52:54,189 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:52:54,702 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:52:55,704 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:52:56,342 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 15:52:56,344 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 15:52:56,344 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 15:52:56,345 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 15:52:56,775 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:52:57,080 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 15:52:57,081 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 15:52:57,772 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:52:58,772 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:52:59,190 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:52:59,772 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:53:00,772 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:53:01,772 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:53:02,772 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:53:03,772 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:53:04,773 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:53:05,190 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:53:05,773 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:53:06,773 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:53:07,773 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:53:07,871 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 15:53:07,871 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 15:53:08,773 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:53:09,773 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:53:10,773 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:53:11,190 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:53:11,773 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:53:12,774 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:53:13,773 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:53:14,774 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:53:15,017 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 15:53:15,774 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:53:16,774 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:53:17,019 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:53:17,774 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:53:18,774 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:53:19,774 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:53:20,780 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:53:21,785 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:53:22,193 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:53:22,782 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:53:22,873 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 15:53:22,875 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 15:53:23,781 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:53:24,788 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:53:25,785 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:53:26,337 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 15:53:26,338 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 15:53:26,338 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 15:53:26,339 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 15:53:26,785 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:53:27,107 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 15:53:27,108 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 15:53:27,378 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:53:27,785 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:53:28,785 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:53:29,785 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:53:30,785 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:53:31,785 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:53:32,785 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:53:33,196 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:53:33,785 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:53:34,786 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:53:35,786 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:53:36,786 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:53:37,786 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:53:38,096 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 15:53:38,097 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 15:53:38,196 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:53:38,786 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:53:39,786 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:53:40,786 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:53:41,787 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:53:42,786 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:53:43,196 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:53:43,787 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:53:44,787 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:53:45,021 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 15:53:45,787 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:53:46,787 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:53:47,787 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:53:48,787 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:53:49,196 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:53:49,801 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:53:50,791 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:53:51,791 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:53:52,793 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:53:53,005 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 15:53:53,008 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 15:53:53,791 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:53:54,200 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:53:54,791 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:53:54,885 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 15:53:54,887 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 15:53:54,887 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 15:53:54,888 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 15:53:55,137 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 15:53:55,791 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:53:56,791 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:53:57,139 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 15:53:57,791 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:53:58,792 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:53:59,201 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:53:59,792 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:54:00,792 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:54:01,792 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:54:02,792 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:54:03,792 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:54:04,792 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:54:05,201 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:54:05,792 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:54:06,792 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:54:07,793 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:54:08,003 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 15:54:08,004 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 15:54:08,792 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:54:09,793 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:54:10,201 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:54:10,793 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:54:11,793 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:54:12,793 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:54:13,793 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:54:14,793 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:54:15,025 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 15:54:15,793 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:54:16,027 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:54:16,793 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:54:17,793 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:54:18,793 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:54:19,796 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:54:20,801 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:54:21,209 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:54:21,802 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:54:22,807 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:54:23,009 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 15:54:23,010 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 15:54:23,802 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:54:24,704 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 15:54:24,704 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 15:54:24,705 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 15:54:24,707 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 15:54:25,099 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:54:25,168 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 15:54:26,099 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:54:26,745 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:54:27,099 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:54:27,170 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 15:54:28,099 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:54:29,100 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:54:30,099 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:54:31,099 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:54:32,099 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:54:32,208 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:54:33,099 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:54:34,099 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:54:35,100 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:54:36,100 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:54:37,100 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:54:38,006 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 15:54:38,007 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 15:54:38,100 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:54:38,109 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:54:39,100 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:54:40,100 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:54:41,100 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:54:42,100 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:54:43,100 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:54:43,208 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:54:44,100 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:54:45,029 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 15:54:45,100 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:54:46,101 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:54:47,108 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:54:48,106 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:54:48,209 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:54:49,109 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:54:50,110 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:54:51,110 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:54:52,110 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:54:52,313 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 15:54:52,314 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 15:54:52,315 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 15:54:52,316 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 15:54:53,006 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 15:54:53,007 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 15:54:53,111 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:54:53,192 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 15:54:53,193 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 15:54:54,110 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:54:54,208 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:54:55,110 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:54:56,110 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:54:57,110 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:54:58,110 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:54:59,111 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:55:00,111 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:55:00,208 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:55:01,111 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:55:02,111 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:55:03,111 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:55:04,111 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:55:05,111 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:55:05,208 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:55:06,111 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:55:07,132 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:55:08,006 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 15:55:08,007 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 15:55:08,130 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:55:09,130 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:55:10,130 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:55:11,130 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:55:11,209 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:55:12,131 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:55:13,131 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:55:14,131 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:55:15,033 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 15:55:15,131 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:55:16,131 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:55:17,035 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:55:17,131 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:55:18,131 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:55:19,141 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:55:20,136 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:55:21,137 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:55:22,136 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:55:22,220 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:55:23,010 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 15:55:23,010 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 15:55:23,139 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:55:24,139 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:55:24,214 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 15:55:24,215 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 15:55:24,216 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 15:55:24,217 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 15:55:24,219 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 15:55:25,145 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:55:25,220 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 15:55:26,139 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:55:27,139 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:55:27,257 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:55:28,139 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:55:29,139 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:55:30,139 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:55:31,140 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:55:32,140 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:55:33,140 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:55:33,213 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:55:34,140 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:55:35,140 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:55:36,140 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:55:37,140 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:55:38,010 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 15:55:38,011 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 15:55:38,140 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:55:39,140 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:55:39,213 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:55:40,141 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:55:41,141 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:55:42,141 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:55:43,141 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:55:44,141 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:55:44,213 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:55:45,037 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 15:55:45,141 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:55:46,141 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:55:47,141 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:55:48,141 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:55:49,152 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:55:49,215 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:55:50,149 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:55:51,149 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:55:52,147 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:55:53,015 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 15:55:53,023 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 15:55:53,147 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:55:54,151 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:55:54,216 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:55:54,594 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 15:55:54,595 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 15:55:54,596 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 15:55:54,597 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 15:55:55,148 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:55:55,249 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 15:55:55,249 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 15:55:56,147 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:55:57,148 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:55:58,148 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:55:59,148 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:55:59,217 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:56:00,148 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:56:01,148 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:56:02,148 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:56:03,148 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:56:04,148 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:56:05,148 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:56:05,217 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:56:06,148 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:56:07,148 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:56:08,014 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 15:56:08,015 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 15:56:08,149 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:56:09,149 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:56:10,149 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:56:11,149 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:56:11,217 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:56:12,149 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:56:13,149 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:56:14,149 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:56:15,041 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 15:56:15,149 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:56:16,149 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:56:17,043 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:56:17,149 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:56:18,150 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:56:19,150 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:56:20,150 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:56:21,163 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:56:22,154 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:56:22,228 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:56:23,021 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 15:56:23,022 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 15:56:23,155 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:56:24,154 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:56:25,075 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 15:56:25,076 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 15:56:25,076 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 15:56:25,078 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 15:56:25,273 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 15:56:25,273 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 15:56:25,482 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:56:26,481 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:56:27,481 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:56:28,118 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:56:28,481 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:56:29,481 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:56:30,481 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:56:31,481 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:56:32,481 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:56:33,218 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:56:33,482 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:56:34,482 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:56:35,482 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:56:36,482 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:56:37,482 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:56:38,018 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 15:56:38,018 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 15:56:38,535 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:56:39,218 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:56:39,534 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:56:40,534 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:56:41,534 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:56:42,534 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:56:43,534 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:56:44,218 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:56:44,535 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:56:45,045 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 15:56:45,535 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:56:46,535 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:56:47,535 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:56:48,535 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:56:49,535 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:56:50,218 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:56:50,535 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:56:51,535 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:56:52,541 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:56:53,023 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 15:56:53,027 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 15:56:53,541 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:56:54,541 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:56:55,229 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:56:55,541 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:56:56,541 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:56:57,529 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 15:56:57,530 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 15:56:57,531 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 15:56:57,532 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 15:56:57,950 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:56:58,304 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 15:56:58,680 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:56:59,680 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:57:00,305 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 15:57:00,680 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:57:01,222 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:57:01,680 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:57:02,680 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:57:03,680 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:57:04,680 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:57:05,680 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:57:06,680 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:57:07,222 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:57:07,680 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:57:08,023 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 15:57:08,024 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 15:57:08,680 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:57:09,681 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:57:10,915 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:57:11,774 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:57:12,774 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:57:13,222 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:57:13,775 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:57:14,775 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:57:15,050 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 15:57:15,775 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:57:16,775 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:57:17,775 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:57:18,775 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:57:19,222 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:57:19,775 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:57:20,775 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:57:21,775 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:57:22,775 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:57:23,023 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 15:57:23,024 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 15:57:23,784 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:57:24,225 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:57:24,777 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:57:25,777 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:57:26,777 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:57:27,777 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:57:28,777 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:57:29,229 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:57:29,277 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 15:57:29,279 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 15:57:29,279 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 15:57:29,280 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 15:57:29,323 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 15:57:29,778 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:57:30,324 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 15:57:30,782 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:57:31,781 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:57:32,781 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:57:33,781 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:57:34,781 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:57:35,226 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:57:35,781 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:57:36,781 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:57:37,782 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:57:38,023 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 15:57:38,024 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 15:57:38,782 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:57:39,782 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:57:40,782 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:57:41,226 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:57:41,828 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:57:42,820 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:57:43,820 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:57:44,820 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:57:45,053 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 15:57:45,820 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:57:46,820 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:57:47,055 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:57:47,821 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:57:48,821 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:57:49,821 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:57:50,821 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:57:51,821 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:57:52,226 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:57:52,821 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:57:53,023 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 15:57:53,024 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 15:57:53,831 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:57:54,825 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:57:55,825 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:57:56,825 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:57:57,233 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:57:57,825 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:57:58,826 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:57:59,433 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 15:57:59,434 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 15:57:59,435 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 15:57:59,437 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 15:57:59,837 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:58:00,353 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 15:58:00,836 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:58:01,836 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:58:02,354 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 15:58:02,475 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:58:02,836 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:58:03,836 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:58:04,836 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:58:05,836 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:58:06,837 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:58:07,837 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:58:08,023 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 15:58:08,024 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 15:58:08,174 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:58:08,837 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:58:09,837 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:58:10,837 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:58:11,837 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:58:12,837 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:58:13,230 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:58:13,837 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:58:14,837 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:58:15,057 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 15:58:15,838 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:58:16,838 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:58:17,838 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:58:18,838 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:58:19,230 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:58:19,838 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:58:20,838 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:58:21,838 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:58:22,838 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:58:23,023 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 15:58:23,024 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 15:58:23,839 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:58:24,842 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:58:25,235 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:58:25,842 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:58:26,846 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:58:27,842 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:58:28,842 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:58:29,842 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:58:30,237 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:58:30,295 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 15:58:30,297 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 15:58:30,298 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 15:58:30,299 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 15:58:30,376 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 15:58:30,843 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:58:31,843 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:58:32,378 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 15:58:32,842 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:58:33,843 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:58:34,843 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:58:35,843 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:58:36,234 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:58:36,843 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:58:37,843 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:58:38,024 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 15:58:38,024 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 15:58:38,843 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:58:39,843 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:58:40,843 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:58:41,843 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:58:42,234 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:58:43,050 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:58:44,050 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:58:45,050 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:58:45,061 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 15:58:46,050 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:58:47,050 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:58:48,050 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:58:48,063 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:58:49,050 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:58:50,050 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:58:51,050 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:58:52,050 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:58:53,032 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 15:58:53,040 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 15:58:53,071 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:58:53,149 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:58:54,055 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:58:55,057 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:58:56,060 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:58:57,063 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:58:58,058 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:58:58,238 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:58:58,447 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 15:58:58,449 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 15:58:58,449 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 15:58:58,451 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 15:58:59,058 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:58:59,403 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 15:59:00,058 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:59:00,404 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 15:59:01,058 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:59:02,059 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:59:03,058 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:59:04,059 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:59:04,238 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:59:05,059 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:59:06,059 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:59:07,059 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:59:08,026 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 15:59:08,027 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 15:59:08,066 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:59:09,059 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:59:10,059 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:59:10,238 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:59:11,060 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:59:12,060 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:59:13,059 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:59:14,060 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:59:15,060 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:59:15,065 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 15:59:16,060 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:59:16,067 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:59:17,060 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:59:18,060 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:59:19,060 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:59:20,060 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:59:21,060 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:59:21,239 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:59:22,060 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:59:23,034 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 15:59:23,037 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 15:59:23,074 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:59:24,064 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:59:25,064 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:59:26,064 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:59:26,252 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:59:27,066 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:59:28,064 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:59:28,555 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 15:59:28,556 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 15:59:28,557 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 15:59:28,558 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 15:59:29,065 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:59:29,440 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 15:59:30,064 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:59:30,441 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 15:59:31,064 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:59:31,596 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:59:32,065 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:59:33,065 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:59:34,065 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:59:35,065 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:59:36,065 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:59:37,065 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:59:37,241 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:59:38,031 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 15:59:38,031 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 15:59:38,071 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:59:39,065 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:59:40,127 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:59:41,126 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:59:42,126 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:59:43,126 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:59:43,241 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:59:44,126 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:59:45,069 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 15:59:45,126 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:59:46,126 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:59:47,126 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:59:48,126 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:59:49,126 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:59:49,241 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:59:50,127 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:59:51,127 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:59:52,135 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:59:53,032 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 15:59:53,038 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 15:59:53,131 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:59:54,131 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:59:54,247 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 15:59:55,133 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:59:56,131 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:59:57,131 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:59:57,537 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 15:59:57,539 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 15:59:57,539 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 15:59:57,541 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 15:59:58,135 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 15:59:58,468 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 15:59:59,135 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:00:00,135 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:00:00,246 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:00:00,470 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 16:00:01,135 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:00:02,135 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:00:03,135 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:00:04,135 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:00:05,135 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:00:06,135 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:00:06,246 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:00:07,135 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:00:08,032 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:00:08,032 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:00:08,135 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:00:09,136 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:00:10,314 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:00:11,313 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:00:12,246 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:00:12,313 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:00:13,313 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:00:14,313 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:00:15,072 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 16:00:15,313 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:00:16,313 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:00:17,313 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:00:18,073 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:00:18,313 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:00:19,314 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:00:20,314 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:00:21,314 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:00:22,314 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:00:23,039 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:00:23,047 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:00:23,154 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:00:23,317 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:00:24,317 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:00:25,318 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:00:26,319 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:00:27,318 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:00:28,114 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 16:00:28,116 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 16:00:28,117 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 16:00:28,118 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 16:00:28,155 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:00:28,494 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 16:00:28,515 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:00:29,513 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:00:30,496 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 16:00:30,513 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:00:31,513 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:00:32,513 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:00:33,259 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:00:33,513 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:00:34,513 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:00:35,513 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:00:36,513 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:00:37,513 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:00:38,034 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:00:38,034 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:00:38,513 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:00:39,259 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:00:39,513 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:00:40,514 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:00:41,514 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:00:42,514 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:00:43,514 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:00:44,260 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:00:44,514 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:00:45,076 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 16:00:45,514 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:00:46,514 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:00:47,514 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:00:48,514 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:00:49,514 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:00:50,260 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:00:50,514 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:00:51,515 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:00:52,515 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:00:53,034 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:00:53,034 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:00:53,515 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:00:54,515 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:00:55,260 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:00:55,515 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:00:56,527 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:00:57,520 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:00:58,521 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:00:59,525 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:01:00,263 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:01:00,522 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:01:01,522 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:01:01,622 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 16:01:01,624 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 16:01:01,624 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 16:01:01,626 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 16:01:02,521 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 16:01:02,522 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:01:03,522 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:01:04,522 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 16:01:04,522 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:01:05,264 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:01:05,522 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:01:06,522 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:01:07,522 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:01:08,034 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:01:08,035 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:01:08,522 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:01:09,523 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:01:10,523 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:01:11,264 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:01:11,523 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:01:12,523 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:01:13,523 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:01:14,523 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:01:15,080 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 16:01:15,579 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:01:16,578 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:01:17,082 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:01:17,578 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:01:18,578 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:01:19,578 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:01:20,579 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:01:21,579 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:01:22,264 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:01:22,579 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:01:23,034 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:01:23,035 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:01:23,579 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:01:24,579 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:01:25,579 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:01:26,579 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:01:27,269 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:01:27,590 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:01:28,583 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:01:29,583 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:01:30,583 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:01:31,587 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:01:32,587 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:01:32,933 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 16:01:32,934 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 16:01:32,935 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 16:01:32,935 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:01:32,936 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 16:01:33,546 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 16:01:33,587 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:01:34,547 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 16:01:34,587 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:01:35,587 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:01:36,587 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:01:37,587 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:01:38,034 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:01:38,035 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:01:38,199 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:01:38,587 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:01:39,588 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:01:40,588 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:01:41,588 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:01:42,588 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:01:43,325 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:01:43,588 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:01:44,771 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:01:45,084 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 16:01:45,684 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:01:46,684 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:01:47,684 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:01:48,325 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:01:48,684 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:01:49,684 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:01:50,684 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:01:51,684 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:01:52,684 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:01:53,034 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:01:53,035 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:01:53,684 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:01:54,325 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:01:54,684 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:01:55,690 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:01:56,686 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:01:57,687 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:01:58,691 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:01:59,337 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:01:59,693 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:02:00,691 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:02:01,295 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 16:02:01,297 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 16:02:01,297 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 16:02:01,299 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 16:02:01,572 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 16:02:01,698 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:02:02,573 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 16:02:02,694 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:02:03,694 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:02:04,694 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:02:05,333 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:02:05,694 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:02:06,694 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:02:07,694 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:02:08,035 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:02:08,035 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:02:08,694 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:02:09,694 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:02:10,694 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:02:11,333 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:02:11,695 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:02:12,695 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:02:13,695 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:02:14,695 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:02:15,088 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 16:02:15,695 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:02:16,695 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:02:17,090 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:02:17,695 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:02:18,695 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:02:19,695 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:02:20,695 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:02:21,696 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:02:22,333 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:02:22,696 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:02:23,035 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:02:23,035 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:02:23,696 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:02:24,696 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:02:25,696 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:02:26,696 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:02:27,343 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:02:27,699 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:02:28,705 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:02:29,702 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:02:30,702 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:02:31,702 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:02:32,341 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:02:32,492 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 16:02:32,494 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 16:02:32,494 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 16:02:32,496 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 16:02:32,602 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 16:02:32,906 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:02:33,903 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:02:34,604 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 16:02:34,903 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:02:35,903 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:02:36,903 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:02:37,904 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:02:38,035 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:02:38,035 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:02:38,204 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:02:38,903 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:02:39,904 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:02:40,904 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:02:41,904 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:02:42,904 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:02:43,336 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:02:43,904 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:02:44,904 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:02:45,092 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 16:02:45,904 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:02:46,904 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:02:47,905 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:02:48,336 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:02:48,905 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:02:49,905 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:02:50,905 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:02:51,905 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:02:52,905 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:02:53,035 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:02:53,035 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:02:53,905 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:02:54,336 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:02:54,914 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:02:55,908 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:02:56,909 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:02:57,911 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:02:58,916 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:02:59,339 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:02:59,909 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:03:00,117 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 16:03:00,119 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 16:03:00,119 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 16:03:00,121 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 16:03:00,630 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 16:03:00,910 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:03:01,912 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:03:02,631 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 16:03:02,910 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:03:03,910 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:03:04,340 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:03:04,910 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:03:05,910 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:03:06,910 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:03:07,910 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:03:08,035 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:03:08,035 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:03:08,910 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:03:09,910 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:03:10,340 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:03:10,910 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:03:11,910 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:03:12,910 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:03:13,911 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:03:14,911 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:03:15,096 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 16:03:15,911 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:03:16,098 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:03:16,911 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:03:17,911 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:03:18,911 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:03:19,911 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:03:20,911 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:03:21,359 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:03:21,911 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:03:22,912 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:03:23,035 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:03:23,036 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:03:23,912 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:03:24,912 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:03:25,912 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:03:26,364 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:03:26,916 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:03:27,916 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:03:28,916 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:03:29,917 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:03:30,917 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:03:31,366 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:03:31,859 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 16:03:31,860 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 16:03:31,860 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 16:03:31,861 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 16:03:32,262 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:03:32,659 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 16:03:33,006 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:03:34,006 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:03:34,661 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 16:03:35,006 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:03:36,006 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:03:37,006 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:03:37,362 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:03:38,007 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:03:38,035 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:03:38,036 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:03:39,007 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:03:40,007 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:03:41,007 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:03:42,007 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:03:43,007 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:03:43,362 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:03:44,008 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:03:45,007 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:03:45,100 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 16:03:46,008 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:03:47,008 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:03:48,008 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:03:48,362 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:03:49,008 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:03:50,008 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:03:51,008 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:03:52,008 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:03:53,008 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:03:53,035 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:03:53,036 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:03:54,008 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:03:54,362 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:03:55,009 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:03:56,012 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:03:57,016 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:03:58,015 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:03:59,012 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:03:59,370 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:04:00,012 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:04:00,965 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 16:04:00,966 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 16:04:00,966 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 16:04:00,967 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 16:04:01,364 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:04:01,686 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 16:04:02,111 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:04:02,687 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 16:04:03,111 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:04:04,112 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:04:05,112 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:04:05,364 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:04:06,112 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:04:07,112 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:04:08,035 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:04:08,036 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:04:08,112 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:04:09,112 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:04:10,112 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:04:10,364 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:04:11,112 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:04:12,112 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:04:13,112 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:04:14,113 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:04:15,104 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 16:04:15,113 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:04:16,106 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:04:16,113 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:04:17,113 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:04:18,113 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:04:19,113 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:04:20,113 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:04:21,113 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:04:21,364 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:04:22,113 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:04:23,036 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:04:23,036 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:04:23,113 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:04:24,113 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:04:25,114 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:04:26,118 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:04:26,366 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:04:27,118 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:04:28,118 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:04:29,121 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:04:30,123 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:04:31,122 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:04:31,371 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 16:04:31,372 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 16:04:31,373 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 16:04:31,373 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:04:31,374 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 16:04:31,719 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 16:04:32,122 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:04:32,720 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 16:04:33,122 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:04:34,122 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:04:35,122 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:04:36,122 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:04:37,122 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:04:37,370 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:04:38,036 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:04:38,036 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:04:38,123 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:04:39,122 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:04:40,122 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:04:41,123 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:04:42,123 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:04:43,123 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:04:43,370 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:04:44,123 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:04:45,108 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 16:04:45,123 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:04:46,123 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:04:47,123 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:04:48,123 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:04:49,123 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:04:49,370 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:04:50,123 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:04:51,123 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:04:52,124 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:04:53,036 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:04:53,036 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:04:53,124 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:04:54,124 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:04:54,370 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:04:55,124 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:04:56,124 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:04:57,124 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:04:58,130 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:04:59,127 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:04:59,386 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:05:00,127 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:05:01,127 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:05:02,128 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:05:03,128 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:05:03,161 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 16:05:03,162 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 16:05:03,163 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 16:05:03,164 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 16:05:03,749 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 16:05:04,127 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:05:04,563 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:05:04,750 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 16:05:05,127 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:05:06,128 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:05:07,128 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:05:08,036 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:05:08,037 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:05:08,128 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:05:09,128 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:05:10,128 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:05:10,562 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:05:11,128 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:05:12,128 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:05:13,128 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:05:14,128 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:05:15,112 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 16:05:15,128 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:05:16,114 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:05:16,129 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:05:17,201 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:05:18,200 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:05:19,200 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:05:20,201 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:05:21,201 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:05:21,562 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:05:22,201 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:05:23,036 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:05:23,037 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:05:23,201 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:05:24,201 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:05:25,201 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:05:26,201 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:05:27,201 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:05:27,562 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:05:28,201 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:05:29,202 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:05:30,210 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:05:31,214 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:05:32,207 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:05:32,569 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:05:33,214 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:05:34,207 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:05:35,208 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:05:35,377 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 16:05:35,378 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 16:05:35,379 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 16:05:35,381 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 16:05:35,780 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 16:05:36,214 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:05:36,780 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 16:05:37,208 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:05:38,037 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:05:38,037 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:05:38,158 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:05:38,208 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:05:39,208 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:05:40,208 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:05:41,208 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:05:42,208 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:05:43,208 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:05:43,565 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:05:44,208 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:05:45,116 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 16:05:45,208 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:05:46,208 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:05:47,360 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:05:48,357 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:05:48,565 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:05:49,357 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:05:50,357 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:05:51,357 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:05:52,357 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:05:53,036 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:05:53,037 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:05:53,357 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:05:54,357 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:05:54,565 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:05:55,358 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:05:56,358 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:05:57,358 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:05:58,358 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:05:59,368 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:05:59,568 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:06:00,362 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:06:01,360 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:06:02,360 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:06:03,360 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:06:04,363 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:06:04,575 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:06:04,922 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 16:06:04,923 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 16:06:04,924 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 16:06:04,925 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 16:06:05,363 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:06:05,802 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 16:06:06,363 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:06:06,803 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 16:06:07,363 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:06:08,036 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:06:08,037 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:06:08,363 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:06:09,363 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:06:10,363 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:06:10,569 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:06:11,363 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:06:12,363 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:06:13,363 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:06:14,364 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:06:15,120 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 16:06:15,364 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:06:16,122 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:06:16,364 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:06:17,364 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:06:18,364 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:06:19,364 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:06:20,364 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:06:21,364 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:06:21,570 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:06:22,364 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:06:23,036 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:06:23,037 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:06:23,364 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:06:24,364 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:06:25,365 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:06:26,365 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:06:27,365 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:06:27,570 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:06:28,365 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:06:29,365 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:06:30,370 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:06:31,375 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:06:32,376 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:06:32,577 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:06:33,377 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:06:34,381 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:06:35,377 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:06:35,393 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 16:06:35,394 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 16:06:35,394 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 16:06:35,395 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 16:06:35,843 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 16:06:36,378 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:06:36,844 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 16:06:37,377 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:06:38,037 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:06:38,037 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:06:38,153 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:06:38,379 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:06:39,378 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:06:40,379 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:06:41,379 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:06:42,379 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:06:43,379 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:06:43,574 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:06:44,379 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:06:45,124 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 16:06:45,379 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:06:46,379 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:06:47,379 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:06:48,528 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:06:48,574 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:06:49,525 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:06:50,525 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:06:51,525 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:06:52,526 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:06:53,037 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:06:53,037 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:06:53,526 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:06:54,526 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:06:54,574 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:06:55,526 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:06:56,526 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:06:57,526 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:06:58,526 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:06:59,526 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:07:00,529 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:07:00,581 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:07:01,530 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:07:02,531 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:07:03,532 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:07:04,530 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:07:05,530 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:07:05,974 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 16:07:05,976 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 16:07:05,976 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 16:07:05,976 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:07:05,977 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 16:07:06,534 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:07:06,870 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 16:07:06,871 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 16:07:07,533 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:07:08,037 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:07:08,037 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:07:08,533 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:07:09,533 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:07:10,533 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:07:11,533 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:07:11,575 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:07:12,533 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:07:13,533 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:07:14,533 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:07:15,128 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 16:07:15,533 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:07:16,533 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:07:17,130 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:07:17,756 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:07:18,670 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:07:19,670 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:07:20,670 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:07:21,670 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:07:22,575 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:07:22,670 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:07:23,037 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:07:23,037 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:07:23,670 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:07:24,670 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:07:25,670 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:07:26,670 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:07:27,670 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:07:28,575 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:07:28,679 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:07:29,677 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:07:30,677 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:07:31,677 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:07:32,683 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:07:33,578 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:07:33,677 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:07:34,179 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 16:07:34,180 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 16:07:34,181 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 16:07:34,183 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 16:07:34,678 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:07:34,897 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 16:07:35,678 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:07:36,678 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:07:36,899 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 16:07:37,678 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:07:38,037 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:07:38,038 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:07:38,578 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:07:38,678 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:07:39,678 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:07:40,678 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:07:41,678 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:07:42,678 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:07:43,678 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:07:44,578 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:07:44,678 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:07:45,132 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 16:07:45,678 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:07:46,679 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:07:47,679 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:07:48,679 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:07:49,578 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:07:49,679 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:07:50,679 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:07:51,679 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:07:52,679 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:07:53,037 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:07:53,038 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:07:53,679 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:07:54,679 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:07:55,578 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:07:55,679 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:07:56,680 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:07:57,680 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:07:58,680 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:07:59,684 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:08:00,579 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:08:00,683 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:08:01,686 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:08:02,692 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:08:03,693 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:08:04,690 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:08:05,242 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 16:08:05,244 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 16:08:05,244 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 16:08:05,246 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 16:08:05,690 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:08:05,921 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 16:08:06,284 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:08:06,690 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:08:06,922 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 16:08:07,690 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:08:08,038 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:08:08,038 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:08:08,691 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:08:09,690 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:08:10,691 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:08:11,580 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:08:11,691 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:08:12,691 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:08:13,691 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:08:14,691 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:08:15,137 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 16:08:15,691 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:08:16,691 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:08:17,139 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:08:17,691 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:08:18,691 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:08:19,691 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:08:20,692 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:08:21,691 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:08:22,580 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:08:22,691 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:08:23,038 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:08:23,038 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:08:23,692 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:08:24,692 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:08:25,692 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:08:26,692 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:08:27,692 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:08:28,580 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:08:28,692 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:08:29,692 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:08:30,704 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:08:31,696 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:08:32,696 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:08:33,589 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:08:33,701 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:08:34,696 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:08:35,579 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 16:08:35,581 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 16:08:35,581 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 16:08:35,582 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 16:08:35,948 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 16:08:35,992 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:08:36,949 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 16:08:36,991 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:08:37,991 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:08:38,038 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:08:38,038 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:08:38,991 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:08:39,584 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:08:39,992 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:08:40,992 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:08:41,992 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:08:42,992 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:08:43,992 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:08:44,584 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:08:44,992 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:08:45,140 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 16:08:45,992 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:08:46,992 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:08:47,993 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:08:48,992 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:08:49,584 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:08:49,992 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:08:50,993 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:08:51,993 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:08:52,993 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:08:53,038 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:08:53,038 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:08:53,993 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:08:54,993 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:08:55,584 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:08:55,993 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:08:56,993 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:08:57,993 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:08:58,993 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:09:00,002 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:09:00,589 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:09:00,999 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:09:02,004 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:09:03,003 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:09:04,003 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:09:04,734 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 16:09:04,735 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 16:09:04,736 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 16:09:04,737 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 16:09:04,972 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 16:09:05,138 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:09:05,776 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:09:06,134 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:09:06,974 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 16:09:07,134 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:09:08,038 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:09:08,038 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:09:08,134 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:09:09,134 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:09:10,134 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:09:11,134 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:09:11,585 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:09:12,134 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:09:13,134 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:09:14,134 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:09:15,135 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:09:15,144 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 16:09:16,135 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:09:17,135 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:09:17,146 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:09:18,135 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:09:19,319 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:09:20,231 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:09:21,231 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:09:22,231 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:09:22,585 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:09:23,038 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:09:23,039 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:09:23,231 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:09:24,231 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:09:25,231 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:09:26,231 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:09:27,231 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:09:27,585 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:09:28,231 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:09:29,232 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:09:30,231 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:09:31,232 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:09:32,241 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:09:32,588 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:09:33,234 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:09:34,234 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:09:35,234 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:09:36,234 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:09:37,235 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:09:37,464 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 16:09:37,466 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 16:09:37,467 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 16:09:37,469 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 16:09:38,000 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 16:09:38,038 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:09:38,039 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:09:38,148 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:09:38,234 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:09:39,001 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 16:09:39,234 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:09:40,235 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:09:41,235 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:09:42,235 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:09:43,235 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:09:43,589 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:09:44,235 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:09:45,148 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 16:09:45,235 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:09:46,235 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:09:47,235 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:09:48,235 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:09:48,590 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:09:49,236 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:09:50,236 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:09:51,236 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:09:52,236 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:09:53,038 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:09:53,039 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:09:53,236 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:09:54,236 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:09:54,589 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:09:55,236 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:09:56,236 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:09:57,236 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:09:58,236 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:09:59,237 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:10:00,239 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:10:00,595 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:10:01,240 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:10:02,242 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:10:03,244 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:10:04,247 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:10:05,247 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:10:05,401 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 16:10:05,403 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 16:10:05,404 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 16:10:05,405 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 16:10:06,027 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 16:10:06,247 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:10:06,442 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:10:07,028 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 16:10:07,247 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:10:08,038 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:10:08,039 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:10:08,247 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:10:09,247 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:10:10,247 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:10:11,247 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:10:11,593 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:10:12,247 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:10:13,248 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:10:14,248 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:10:15,151 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 16:10:15,248 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:10:16,248 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:10:17,153 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:10:17,248 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:10:18,248 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:10:19,249 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:10:20,248 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:10:21,248 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:10:22,248 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:10:22,593 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:10:23,038 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:10:23,039 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:10:23,249 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:10:24,249 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:10:25,249 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:10:26,249 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:10:27,249 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:10:28,249 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:10:28,593 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:10:29,249 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:10:30,249 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:10:31,256 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:10:32,255 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:10:33,253 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:10:33,595 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:10:34,259 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:10:35,253 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:10:36,253 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:10:36,561 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 16:10:36,562 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 16:10:36,563 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 16:10:36,564 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 16:10:37,059 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 16:10:37,254 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:10:38,039 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:10:38,039 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:10:38,253 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:10:38,597 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:10:39,060 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 16:10:39,253 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:10:40,254 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:10:41,254 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:10:42,254 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:10:43,254 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:10:44,254 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:10:44,596 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:10:45,158 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 16:10:45,254 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:10:46,254 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:10:47,254 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:10:48,254 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:10:49,254 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:10:50,255 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:10:50,596 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:10:51,255 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:10:52,255 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:10:53,038 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:10:53,039 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:10:53,255 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:10:54,255 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:10:55,255 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:10:55,596 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:10:56,255 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:10:57,255 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:10:58,255 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:10:59,255 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:11:00,255 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:11:01,256 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:11:01,597 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:11:02,256 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:11:03,263 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:11:04,260 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:11:05,263 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:11:06,264 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:11:06,611 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:11:07,264 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:11:08,042 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:11:08,042 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:11:08,264 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:11:08,832 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 16:11:08,833 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 16:11:08,834 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 16:11:08,835 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 16:11:09,088 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 16:11:09,264 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:11:10,264 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:11:11,090 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 16:11:11,264 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:11:11,873 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:11:12,264 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:11:13,264 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:11:14,264 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:11:15,159 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 16:11:15,265 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:11:16,265 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:11:17,161 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:11:17,265 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:11:18,265 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:11:19,265 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:11:20,265 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:11:21,265 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:11:22,265 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:11:22,601 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:11:23,042 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:11:23,042 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:11:23,265 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:11:24,265 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:11:25,266 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:11:26,266 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:11:27,266 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:11:27,601 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:11:28,266 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:11:29,266 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:11:30,266 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:11:31,266 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:11:32,266 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:11:33,266 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:11:33,601 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:11:34,266 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:11:35,277 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:11:36,272 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:11:37,274 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:11:38,043 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:11:38,043 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:11:38,274 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:11:38,614 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:11:39,274 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:11:40,256 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 16:11:40,258 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 16:11:40,258 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 16:11:40,260 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 16:11:40,704 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:11:41,123 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 16:11:41,123 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 16:11:41,703 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:11:42,703 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:11:43,703 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:11:44,607 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:11:44,703 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:11:45,163 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 16:11:45,703 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:11:46,703 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:11:47,703 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:11:48,703 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:11:49,607 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:11:49,703 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:11:50,703 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:11:51,704 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:11:52,704 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:11:53,043 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:11:53,043 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:11:53,704 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:11:54,704 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:11:55,607 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:11:55,704 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:11:56,704 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:11:57,704 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:11:58,704 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:11:59,704 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:12:00,607 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:12:00,704 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:12:01,704 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:12:02,704 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:12:03,705 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:12:04,705 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:12:05,705 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:12:06,607 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:12:06,705 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:12:07,712 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:12:08,045 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:12:08,050 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:12:08,708 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:12:09,711 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:12:10,711 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:12:11,622 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:12:11,711 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:12:12,713 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:12:13,263 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 16:12:13,264 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 16:12:13,264 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 16:12:13,266 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 16:12:13,711 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:12:14,157 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 16:12:14,711 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:12:15,158 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 16:12:15,167 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 16:12:15,711 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:12:16,712 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:12:17,169 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:12:17,712 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:12:18,712 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:12:19,712 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:12:20,712 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:12:21,712 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:12:22,683 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:12:22,712 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:12:23,045 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:12:23,045 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:12:23,712 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:12:24,712 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:12:25,712 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:12:26,713 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:12:27,713 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:12:28,683 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:12:28,713 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:12:29,713 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:12:30,713 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:12:31,713 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:12:32,713 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:12:33,713 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:12:34,683 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:12:34,714 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:12:35,713 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:12:36,713 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:12:37,714 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:12:38,048 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:12:38,051 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:12:38,720 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:12:39,695 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:12:39,721 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:12:40,721 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:12:41,722 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:12:42,722 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:12:43,718 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 16:12:43,719 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 16:12:43,720 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 16:12:43,722 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 16:12:44,119 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:12:44,183 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 16:12:44,760 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:12:44,864 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:12:45,171 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 16:12:45,185 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 16:12:45,864 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:12:46,864 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:12:47,864 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:12:48,864 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:12:49,864 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:12:50,689 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:12:50,865 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:12:51,865 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:12:52,865 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:12:53,045 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:12:53,045 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:12:53,865 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:12:54,865 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:12:55,865 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:12:56,689 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:12:56,865 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:12:57,866 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:12:58,866 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:12:59,866 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:13:00,866 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:13:01,689 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:13:01,866 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:13:02,866 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:13:03,866 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:13:04,866 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:13:05,866 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:13:06,866 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:13:07,689 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:13:07,866 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:13:08,045 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:13:08,046 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:13:08,867 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:13:09,867 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:13:10,872 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:13:11,870 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:13:12,695 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:13:12,871 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:13:13,869 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:13:14,872 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:13:15,183 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 16:13:15,869 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:13:16,508 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 16:13:16,509 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 16:13:16,510 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 16:13:16,512 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 16:13:16,905 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:13:17,213 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 16:13:17,213 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 16:13:17,904 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:13:18,551 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:13:18,904 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:13:19,905 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:13:20,905 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:13:21,905 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:13:22,905 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:13:23,045 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:13:23,046 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:13:23,695 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:13:23,905 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:13:24,905 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:13:25,905 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:13:26,905 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:13:27,905 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:13:28,695 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:13:28,905 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:13:29,906 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:13:30,906 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:13:31,906 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:13:32,906 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:13:33,695 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:13:33,906 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:13:34,906 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:13:35,906 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:13:36,906 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:13:37,906 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:13:38,045 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:13:38,046 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:13:38,906 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:13:39,695 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:13:39,906 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:13:40,906 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:13:41,907 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:13:42,914 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:13:43,911 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:13:44,701 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:13:44,915 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:13:45,182 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 16:13:45,915 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:13:46,915 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:13:47,915 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:13:48,305 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 16:13:48,306 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 16:13:48,306 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 16:13:48,311 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 16:13:48,915 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:13:49,242 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 16:13:49,242 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 16:13:49,704 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:13:49,915 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:13:50,915 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:13:51,915 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:13:52,916 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:13:53,045 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:13:53,046 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:13:53,916 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:13:54,916 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:13:55,704 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:13:55,916 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:13:56,916 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:13:57,916 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:13:58,916 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:13:59,916 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:14:00,916 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:14:01,704 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:14:01,916 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:14:02,917 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:14:03,917 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:14:04,917 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:14:05,917 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:14:06,704 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:14:06,917 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:14:07,917 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:14:08,046 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:14:08,046 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:14:08,917 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:14:09,917 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:14:10,917 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:14:11,917 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:14:12,704 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:14:12,917 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:14:13,917 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:14:14,924 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:14:15,185 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 16:14:15,924 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:14:16,925 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:14:17,922 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:14:18,191 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:14:18,922 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:14:19,923 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:14:20,405 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 16:14:20,406 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 16:14:20,407 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 16:14:20,412 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 16:14:20,924 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:14:21,270 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 16:14:21,270 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 16:14:21,923 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:14:22,923 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:14:23,046 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:14:23,046 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:14:23,710 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:14:23,923 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:14:24,924 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:14:25,924 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:14:26,924 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:14:27,924 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:14:28,710 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:14:28,924 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:14:29,924 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:14:30,924 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:14:31,924 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:14:32,924 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:14:33,710 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:14:33,925 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:14:34,924 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:14:35,925 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:14:36,925 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:14:37,925 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:14:38,046 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:14:38,046 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:14:38,925 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:14:39,710 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:14:39,925 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:14:40,925 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:14:41,925 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:14:42,925 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:14:43,925 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:14:44,715 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:14:44,936 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:14:45,191 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 16:14:45,929 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:14:46,932 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:14:47,933 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:14:48,937 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:14:49,937 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:14:49,995 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 16:14:49,997 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 16:14:49,998 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 16:14:49,998 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:14:50,000 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 16:14:50,296 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 16:14:50,937 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:14:51,298 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 16:14:51,938 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:14:52,938 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:14:53,046 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:14:53,047 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:14:53,938 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:14:54,938 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:14:55,713 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:14:55,938 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:14:56,938 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:14:57,938 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:14:58,938 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:14:59,938 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:15:00,714 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:15:00,938 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:15:01,938 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:15:02,938 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:15:03,939 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:15:04,939 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:15:05,714 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:15:05,939 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:15:06,939 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:15:07,939 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:15:08,046 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:15:08,047 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:15:08,939 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:15:09,939 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:15:10,939 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:15:11,714 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:15:11,939 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:15:12,939 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:15:13,939 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:15:14,940 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:15:15,196 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 16:15:15,948 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:15:16,943 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:15:17,202 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:15:17,950 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:15:18,946 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:15:19,949 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:15:20,947 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:15:21,394 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 16:15:21,395 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 16:15:21,395 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 16:15:21,401 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 16:15:21,947 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:15:22,323 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 16:15:22,437 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:15:22,947 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:15:23,046 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:15:23,047 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:15:23,324 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 16:15:23,947 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:15:24,947 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:15:25,947 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:15:26,947 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:15:27,717 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:15:27,947 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:15:28,947 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:15:29,948 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:15:30,948 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:15:31,948 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:15:32,717 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:15:32,948 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:15:33,948 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:15:34,948 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:15:35,948 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:15:36,949 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:15:37,949 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:15:38,046 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:15:38,047 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:15:38,205 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:15:38,948 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:15:39,948 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:15:40,949 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:15:41,949 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:15:42,949 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:15:43,717 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:15:43,949 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:15:44,949 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:15:45,199 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 16:15:45,949 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:15:46,949 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:15:47,950 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:15:48,732 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:15:48,949 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:15:49,956 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:15:50,961 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:15:51,962 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:15:52,961 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:15:53,046 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:15:53,047 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:15:53,769 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 16:15:53,771 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 16:15:53,771 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 16:15:53,772 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:15:53,777 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 16:15:54,235 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:15:54,353 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 16:15:55,234 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:15:55,354 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 16:15:56,234 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:15:57,235 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:15:58,235 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:15:59,235 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:15:59,721 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:16:00,235 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:16:01,235 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:16:02,235 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:16:03,235 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:16:04,235 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:16:05,235 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:16:05,721 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:16:06,236 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:16:07,235 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:16:08,047 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:16:08,047 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:16:08,235 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:16:09,236 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:16:10,236 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:16:11,236 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:16:11,721 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:16:12,236 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:16:13,236 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:16:14,236 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:16:15,204 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 16:16:15,236 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:16:16,236 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:16:17,207 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:16:17,237 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:16:18,245 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:16:19,244 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:16:20,248 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:16:21,242 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:16:22,244 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:16:22,729 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:16:23,047 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:16:23,047 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:16:23,087 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 16:16:23,124 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 16:16:23,125 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 16:16:23,127 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 16:16:23,386 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 16:16:23,488 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:16:24,487 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:16:25,387 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 16:16:25,487 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:16:26,487 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:16:27,487 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:16:28,487 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:16:28,724 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:16:29,487 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:16:30,488 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:16:31,488 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:16:32,488 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:16:33,488 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:16:34,488 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:16:34,724 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:16:35,488 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:16:36,707 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:16:37,615 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:16:38,047 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:16:38,048 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:16:38,615 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:16:39,615 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:16:40,615 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:16:40,724 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:16:41,615 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:16:42,615 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:16:43,615 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:16:44,615 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:16:45,207 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 16:16:45,615 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:16:46,210 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:16:46,615 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:16:47,616 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:16:48,625 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:16:49,618 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:16:50,621 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:16:51,620 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:16:51,738 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:16:52,618 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:16:53,051 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:16:53,051 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:16:53,618 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:16:54,234 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 16:16:54,236 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 16:16:54,236 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 16:16:54,237 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 16:16:54,411 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 16:16:54,637 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:16:55,412 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 16:16:55,634 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:16:56,634 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:16:57,277 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:16:57,634 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:16:58,634 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:16:59,634 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:17:00,634 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:17:01,635 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:17:02,635 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:17:02,728 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:17:03,635 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:17:04,636 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:17:05,753 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:17:06,669 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:17:07,669 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:17:08,051 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:17:08,052 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:17:08,172 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:17:08,670 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:17:09,670 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:17:10,670 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:17:11,670 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:17:12,670 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:17:13,670 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:17:13,728 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:17:14,670 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:17:15,211 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 16:17:15,670 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:17:16,670 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:17:17,674 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:17:18,679 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:17:18,737 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:17:19,675 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:17:20,675 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:17:21,675 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:17:22,675 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:17:22,945 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 16:17:22,947 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 16:17:22,947 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 16:17:22,949 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 16:17:23,348 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:17:23,348 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:17:23,437 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 16:17:23,675 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:17:24,682 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:17:24,735 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:17:25,438 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 16:17:25,676 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:17:26,676 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:17:27,676 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:17:28,676 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:17:29,676 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:17:30,676 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:17:30,735 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:17:31,676 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:17:32,677 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:17:33,677 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:17:34,677 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:17:35,677 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:17:35,735 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:17:36,677 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:17:37,677 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:17:38,090 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:17:38,091 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:17:38,677 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:17:39,677 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:17:40,677 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:17:40,735 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:17:41,677 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:17:42,677 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:17:43,678 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:17:44,678 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:17:45,216 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 16:17:45,678 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:17:46,218 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:17:46,678 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:17:47,686 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:17:48,684 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:17:49,684 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:17:50,687 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:17:51,684 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:17:51,740 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:17:52,684 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:17:53,090 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:17:53,091 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:17:53,164 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 16:17:53,242 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 16:17:53,242 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 16:17:53,244 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 16:17:53,463 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 16:17:53,684 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:17:54,684 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:17:55,465 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 16:17:55,684 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:17:56,684 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:17:57,685 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:17:57,737 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:17:58,685 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:17:59,685 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:18:00,685 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:18:01,685 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:18:02,685 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:18:03,685 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:18:03,737 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:18:04,685 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:18:05,685 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:18:06,685 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:18:07,686 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:18:08,090 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:18:08,091 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:18:08,686 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:18:08,737 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:18:09,686 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:18:10,686 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:18:11,686 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:18:12,686 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:18:13,686 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:18:14,686 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:18:14,737 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:18:15,220 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 16:18:15,686 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:18:16,686 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:18:17,783 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:18:18,686 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:18:19,698 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:18:19,742 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:18:20,691 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:18:21,691 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:18:22,692 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:18:23,096 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:18:23,096 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:18:23,693 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:18:24,693 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:18:24,746 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:18:25,228 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 16:18:25,229 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 16:18:25,229 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 16:18:25,230 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 16:18:25,493 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 16:18:25,694 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:18:26,693 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:18:27,495 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 16:18:27,693 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:18:28,693 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:18:29,693 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:18:30,693 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:18:30,744 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:18:31,693 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:18:32,693 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:18:33,694 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:18:34,694 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:18:35,694 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:18:36,694 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:18:36,744 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:18:37,694 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:18:38,096 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:18:38,096 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:18:38,694 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:18:39,695 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:18:40,694 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:18:41,694 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:18:42,695 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:18:42,744 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:18:43,695 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:18:44,695 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:18:45,223 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 16:18:45,695 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:18:46,695 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:18:47,695 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:18:48,226 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:18:48,695 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:18:49,695 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:18:50,695 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:18:51,701 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:18:52,699 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:18:53,102 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:18:53,103 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:18:53,699 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:18:53,751 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:18:54,702 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:18:55,700 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:18:56,700 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:18:56,984 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 16:18:56,987 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 16:18:56,987 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 16:18:56,989 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 16:18:57,524 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 16:18:57,524 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 16:18:57,700 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:18:58,700 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:18:59,700 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:18:59,748 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:19:00,701 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:19:01,701 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:19:02,701 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:19:03,701 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:19:04,701 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:19:04,748 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:19:05,701 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:19:06,701 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:19:07,701 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:19:08,099 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:19:08,099 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:19:08,701 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:19:09,701 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:19:10,701 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:19:10,748 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:19:11,702 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:19:12,702 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:19:13,702 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:19:14,702 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:19:15,228 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 16:19:15,702 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:19:16,230 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:19:16,702 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:19:17,702 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:19:18,702 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:19:19,702 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:19:20,702 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:19:21,702 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:19:21,748 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:19:22,703 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:19:23,099 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:19:23,100 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:19:23,703 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:19:24,703 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:19:25,706 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:19:26,713 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:19:26,751 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:19:27,709 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:19:28,706 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:19:29,706 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:19:30,684 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 16:19:30,685 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 16:19:30,686 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 16:19:30,688 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 16:19:31,088 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:19:31,553 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 16:19:32,088 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:19:32,554 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 16:19:32,727 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:19:33,088 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:19:34,088 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:19:35,088 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:19:36,088 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:19:37,088 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:19:37,751 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:19:38,088 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:19:38,099 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:19:38,100 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:19:39,088 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:19:40,088 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:19:41,089 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:19:42,089 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:19:43,308 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:19:43,751 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:19:44,215 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:19:45,215 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:19:45,232 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 16:19:46,215 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:19:47,215 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:19:48,215 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:19:49,215 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:19:49,751 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:19:50,215 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:19:51,215 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:19:52,215 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:19:53,099 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:19:53,100 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:19:53,215 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:19:54,215 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:19:54,751 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:19:55,231 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:19:56,221 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:19:57,222 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:19:58,224 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:19:59,222 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:19:59,760 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:20:00,222 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:20:00,743 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 16:20:00,745 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 16:20:00,745 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 16:20:00,751 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 16:20:01,223 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:20:01,579 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 16:20:02,223 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:20:02,579 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 16:20:03,222 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:20:04,223 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:20:05,223 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:20:05,754 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:20:06,223 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:20:07,223 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:20:08,099 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:20:08,100 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:20:08,223 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:20:09,223 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:20:10,223 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:20:11,223 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:20:11,754 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:20:12,223 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:20:13,224 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:20:14,223 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:20:15,224 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:20:15,236 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 16:20:16,224 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:20:17,224 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:20:17,238 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:20:18,224 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:20:19,224 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:20:20,224 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:20:21,224 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:20:22,224 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:20:22,754 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:20:23,100 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:20:23,100 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:20:23,225 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:20:24,228 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:20:25,228 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:20:26,231 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:20:27,231 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:20:27,776 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:20:28,234 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:20:29,097 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 16:20:29,099 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 16:20:29,099 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 16:20:29,101 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 16:20:29,504 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:20:29,608 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 16:20:30,249 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:20:30,609 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 16:20:31,249 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:20:32,249 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:20:33,140 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:20:33,250 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:20:34,250 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:20:35,250 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:20:36,250 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:20:37,250 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:20:38,100 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:20:38,100 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:20:38,250 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:20:38,264 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:20:39,250 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:20:40,250 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:20:41,251 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:20:42,250 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:20:43,251 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:20:43,757 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:20:44,251 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:20:45,240 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 16:20:45,251 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:20:46,251 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:20:47,251 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:20:48,251 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:20:49,251 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:20:49,757 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:20:50,251 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:20:51,251 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:20:52,251 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:20:53,110 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:20:53,118 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:20:53,253 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:20:54,253 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:20:54,759 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:20:55,253 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:20:56,258 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:20:57,259 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:20:58,257 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:20:58,559 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 16:20:58,560 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 16:20:58,560 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 16:20:58,561 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 16:20:58,636 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 16:20:59,257 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:20:59,959 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:21:00,257 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:21:00,638 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 16:21:01,257 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:21:02,257 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:21:03,257 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:21:04,257 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:21:05,257 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:21:05,958 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:21:06,257 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:21:07,258 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:21:08,103 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:21:08,103 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:21:08,258 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:21:09,258 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:21:10,258 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:21:10,959 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:21:11,487 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:21:12,487 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:21:13,486 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:21:14,487 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:21:15,243 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 16:21:15,487 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:21:16,246 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:21:16,487 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:21:17,487 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:21:18,487 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:21:19,487 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:21:20,487 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:21:21,487 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:21:21,959 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:21:22,487 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:21:23,103 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:21:23,104 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:21:23,490 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:21:24,490 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:21:25,494 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:21:26,495 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:21:26,970 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:21:27,494 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:21:28,494 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:21:29,067 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 16:21:29,069 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 16:21:29,069 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 16:21:29,071 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 16:21:29,494 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:21:29,666 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 16:21:30,495 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:21:30,667 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 16:21:31,495 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:21:32,110 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:21:32,494 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:21:33,495 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:21:34,495 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:21:35,495 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:21:36,495 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:21:37,495 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:21:37,961 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:21:38,103 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:21:38,104 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:21:38,495 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:21:39,495 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:21:40,495 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:21:41,700 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:21:42,699 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:21:43,699 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:21:43,961 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:21:44,699 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:21:45,248 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 16:21:45,700 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:21:46,700 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:21:47,700 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:21:48,700 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:21:49,700 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:21:49,961 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:21:50,700 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:21:51,700 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:21:52,700 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:21:53,103 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:21:53,104 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:21:53,700 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:21:54,700 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:21:54,977 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:21:55,703 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:21:56,703 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:21:57,703 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:21:58,703 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:21:59,558 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 16:21:59,560 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 16:21:59,560 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 16:21:59,561 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 16:21:59,690 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 16:21:59,966 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:22:00,599 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:22:00,709 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:22:01,709 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:22:02,693 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 16:22:02,709 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:22:03,710 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:22:04,710 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:22:05,710 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:22:05,967 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:22:06,710 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:22:07,710 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:22:08,103 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:22:08,104 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:22:08,710 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:22:09,710 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:22:10,710 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:22:11,710 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:22:11,967 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:22:12,711 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:22:13,710 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:22:14,711 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:22:15,249 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 16:22:15,711 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:22:16,711 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:22:17,251 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:22:17,711 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:22:18,711 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:22:19,711 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:22:20,711 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:22:21,712 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:22:22,711 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:22:22,968 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:22:23,104 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:22:23,104 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:22:23,719 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:22:24,714 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:22:25,716 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:22:26,715 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:22:27,714 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:22:27,988 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:22:28,714 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:22:29,158 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 16:22:29,159 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 16:22:29,160 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 16:22:29,161 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 16:22:29,715 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:22:29,726 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 16:22:30,715 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:22:30,726 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 16:22:31,714 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:22:32,715 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:22:33,201 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:22:33,715 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:22:34,715 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:22:35,715 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:22:36,715 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:22:37,715 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:22:38,104 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:22:38,104 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:22:38,715 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:22:38,973 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:22:39,715 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:22:40,715 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:22:41,715 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:22:42,715 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:22:43,716 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:22:43,973 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:22:44,716 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:22:45,253 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 16:22:45,716 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:22:46,716 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:22:47,716 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:22:48,716 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:22:49,716 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:22:49,973 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:22:50,716 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:22:51,716 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:22:52,716 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:22:53,104 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:22:53,104 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:22:53,716 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:22:54,716 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:22:55,722 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:22:55,978 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:22:56,723 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:22:57,721 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:22:58,726 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:22:59,725 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:23:00,728 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:23:00,981 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:23:01,117 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 16:23:01,119 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 16:23:01,119 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 16:23:01,121 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 16:23:01,728 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:23:01,752 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 16:23:02,728 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:23:02,753 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 16:23:03,728 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:23:04,728 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:23:05,728 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:23:06,728 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:23:06,979 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:23:07,729 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:23:08,104 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:23:08,104 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:23:08,728 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:23:09,729 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:23:10,729 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:23:11,729 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:23:12,729 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:23:12,979 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:23:13,729 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:23:14,729 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:23:15,257 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 16:23:15,729 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:23:16,729 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:23:17,729 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:23:18,259 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:23:18,730 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:23:19,730 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:23:20,730 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:23:21,730 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:23:22,730 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:23:23,104 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:23:23,104 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:23:23,730 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:23:24,024 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:23:24,730 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:23:25,730 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:23:26,735 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:23:27,733 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:23:28,733 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:23:29,027 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:23:29,733 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:23:30,735 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:23:31,735 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:23:32,115 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 16:23:32,117 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 16:23:32,117 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 16:23:32,118 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 16:23:32,735 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:23:32,778 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 16:23:33,735 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:23:34,029 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:23:34,735 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:23:34,779 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 16:23:35,735 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:23:36,735 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:23:37,735 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:23:38,104 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:23:38,105 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:23:38,735 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:23:39,736 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:23:40,029 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:23:40,736 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:23:41,736 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:23:42,736 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:23:43,736 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:23:44,937 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:23:45,029 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:23:45,261 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 16:23:45,847 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:23:46,847 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:23:47,847 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:23:48,847 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:23:49,847 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:23:50,029 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:23:50,847 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:23:51,847 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:23:52,848 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:23:53,104 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:23:53,105 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:23:53,848 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:23:54,848 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:23:55,848 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:23:56,029 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:23:56,850 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:23:57,851 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:23:58,850 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:23:59,849 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:24:00,850 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:24:01,042 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:24:01,850 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:24:02,245 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 16:24:02,247 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 16:24:02,247 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 16:24:02,249 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 16:24:02,811 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 16:24:02,850 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:24:03,850 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:24:04,813 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 16:24:04,850 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:24:05,851 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:24:06,850 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:24:07,034 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:24:07,851 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:24:08,104 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:24:08,105 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:24:08,851 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:24:09,851 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:24:10,851 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:24:11,851 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:24:12,851 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:24:13,034 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:24:13,851 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:24:14,909 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:24:15,265 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 16:24:15,908 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:24:16,908 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:24:17,908 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:24:18,268 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:24:18,908 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:24:19,908 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:24:20,909 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:24:21,909 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:24:22,909 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:24:23,104 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:24:23,105 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:24:23,909 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:24:24,034 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:24:24,909 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:24:25,909 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:24:26,915 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:24:27,911 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:24:28,916 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:24:29,038 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:24:29,916 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:24:30,917 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:24:31,915 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:24:32,457 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 16:24:32,458 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 16:24:32,459 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 16:24:32,461 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 16:24:32,840 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 16:24:32,915 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:24:33,915 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:24:34,039 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:24:34,841 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 16:24:34,915 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:24:35,916 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:24:36,916 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:24:37,916 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:24:38,104 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:24:38,105 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:24:38,916 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:24:39,916 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:24:40,039 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:24:40,916 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:24:41,916 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:24:42,916 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:24:43,916 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:24:44,916 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:24:45,269 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 16:24:45,275 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:24:45,916 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:24:46,916 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:24:47,917 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:24:48,917 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:24:49,917 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:24:50,917 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:24:51,039 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:24:51,917 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:24:52,917 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:24:53,105 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:24:53,105 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:24:53,917 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:24:54,917 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:24:55,917 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:24:56,929 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:24:57,046 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:24:57,924 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:24:58,923 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:24:59,923 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:25:00,924 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:25:01,924 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:25:02,164 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 16:25:02,166 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 16:25:02,167 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 16:25:02,167 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:25:02,168 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 16:25:02,864 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 16:25:02,924 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:25:03,924 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:25:04,866 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 16:25:04,924 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:25:05,924 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:25:06,924 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:25:07,924 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:25:08,041 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:25:08,105 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:25:08,105 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:25:08,924 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:25:09,924 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:25:10,924 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:25:11,924 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:25:12,924 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:25:13,925 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:25:14,041 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:25:14,925 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:25:15,273 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 16:25:15,925 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:25:16,925 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:25:17,925 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:25:18,925 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:25:19,925 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:25:20,041 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:25:20,925 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:25:21,925 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:25:22,926 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:25:23,105 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:25:23,105 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:25:23,931 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:25:24,927 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:25:25,050 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:25:25,927 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:25:26,927 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:25:27,927 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:25:28,927 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:25:29,515 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 16:25:29,516 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 16:25:29,517 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 16:25:29,518 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 16:25:29,887 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 16:25:29,928 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:25:30,556 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:25:30,890 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 16:25:30,928 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:25:31,928 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:25:32,928 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:25:33,928 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:25:34,928 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:25:35,928 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:25:36,045 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:25:36,928 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:25:37,928 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:25:38,105 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:25:38,106 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:25:38,929 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:25:39,928 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:25:40,929 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:25:41,929 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:25:42,045 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:25:42,929 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:25:43,929 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:25:44,929 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:25:45,277 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 16:25:45,929 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:25:46,929 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:25:47,279 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:25:47,929 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:25:48,930 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:25:49,930 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:25:50,930 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:25:51,930 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:25:52,930 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:25:53,046 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:25:53,112 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:25:53,112 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:25:53,939 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:25:54,936 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:25:55,937 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:25:56,938 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:25:57,937 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:25:58,055 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:25:58,938 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:25:58,980 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 16:25:58,981 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 16:25:58,982 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 16:25:58,984 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 16:25:59,929 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 16:25:59,937 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:26:00,929 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 16:26:00,937 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:26:01,937 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:26:02,937 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:26:03,380 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:26:03,937 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:26:04,937 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:26:05,937 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:26:06,938 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:26:07,938 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:26:08,112 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:26:08,112 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:26:08,938 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:26:09,284 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:26:09,938 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:26:10,938 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:26:11,938 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:26:12,938 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:26:13,939 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:26:14,379 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:26:14,939 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:26:15,281 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 16:26:15,939 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:26:16,939 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:26:17,939 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:26:18,939 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:26:19,939 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:26:20,379 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:26:20,939 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:26:21,939 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:26:22,944 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:26:23,117 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:26:23,120 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:26:23,944 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:26:24,951 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:26:25,380 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:26:25,946 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:26:26,949 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:26:27,928 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 16:26:27,929 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 16:26:27,929 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 16:26:27,930 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 16:26:27,954 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 16:26:28,365 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:26:28,955 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 16:26:29,364 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:26:30,364 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:26:30,381 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:26:31,364 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:26:32,364 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:26:33,364 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:26:34,364 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:26:35,364 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:26:36,364 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:26:36,381 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:26:37,364 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:26:38,117 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:26:38,117 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:26:38,364 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:26:39,364 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:26:40,365 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:26:41,365 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:26:42,381 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:26:42,381 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:26:43,380 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:26:44,380 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:26:45,285 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 16:26:45,380 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:26:46,380 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:26:47,380 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:26:48,287 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:26:48,380 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:26:49,381 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:26:50,380 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:26:51,380 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:26:52,381 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:26:53,117 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:26:53,118 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:26:53,381 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:26:54,262 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:26:54,381 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:26:55,383 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:26:56,388 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:26:57,391 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:26:58,398 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:26:59,384 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:26:59,392 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:27:00,168 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 16:27:00,168 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 16:27:00,169 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 16:27:00,170 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 16:27:00,603 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:27:00,987 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 16:27:00,988 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 16:27:01,601 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:27:02,602 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:27:03,602 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:27:04,602 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:27:05,382 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:27:05,602 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:27:06,602 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:27:07,602 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:27:08,117 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:27:08,118 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:27:08,602 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:27:09,602 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:27:10,602 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:27:11,382 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:27:11,602 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:27:12,602 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:27:13,603 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:27:14,603 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:27:15,289 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 16:27:15,603 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:27:16,603 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:27:17,292 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:27:17,603 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:27:18,603 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:27:19,603 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:27:20,603 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:27:21,603 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:27:22,382 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:27:22,603 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:27:23,117 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:27:23,118 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:27:23,604 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:27:24,604 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:27:25,604 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:27:26,607 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:27:27,383 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:27:27,607 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:27:28,604 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:27:29,611 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:27:30,608 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:27:31,212 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 16:27:31,214 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 16:27:31,215 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 16:27:31,216 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 16:27:31,644 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:27:32,017 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 16:27:32,643 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:27:33,018 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 16:27:33,255 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:27:33,645 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:27:34,643 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:27:35,643 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:27:36,643 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:27:37,644 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:27:38,117 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:27:38,118 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:27:38,302 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:27:38,644 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:27:39,644 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:27:40,644 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:27:41,644 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:27:42,769 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:27:43,386 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:27:43,766 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:27:44,766 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:27:45,293 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 16:27:45,766 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:27:46,766 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:27:47,766 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:27:48,766 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:27:49,295 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:27:49,766 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:27:50,766 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:27:51,766 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:27:52,773 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:27:53,121 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:27:53,129 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:27:53,775 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:27:54,392 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:27:54,775 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:27:55,772 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:27:56,772 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:27:57,772 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:27:58,240 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 16:27:58,241 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 16:27:58,241 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 16:27:58,242 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 16:27:58,778 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:27:59,046 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 16:27:59,047 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 16:27:59,774 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:28:00,392 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:28:00,775 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:28:01,775 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:28:02,775 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:28:03,775 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:28:04,775 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:28:05,775 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:28:06,391 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:28:06,775 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:28:07,775 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:28:08,121 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:28:08,121 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:28:08,775 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:28:09,775 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:28:10,775 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:28:11,776 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:28:12,391 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:28:12,776 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:28:13,776 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:28:14,776 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:28:15,297 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 16:28:15,776 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:28:16,776 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:28:17,776 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:28:18,299 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:28:18,776 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:28:19,776 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:28:20,776 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:28:21,777 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:28:22,777 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:28:23,121 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:28:23,121 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:28:23,786 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:28:24,297 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:28:24,783 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:28:25,778 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:28:26,778 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:28:27,778 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:28:28,778 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:28:29,039 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 16:28:29,041 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 16:28:29,042 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 16:28:29,043 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 16:28:29,074 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 16:28:29,439 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:28:29,778 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:28:30,778 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:28:31,076 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 16:28:31,778 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:28:32,779 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:28:33,779 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:28:34,779 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:28:35,438 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:28:35,779 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:28:36,779 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:28:37,779 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:28:38,121 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:28:38,122 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:28:38,779 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:28:39,779 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:28:40,779 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:28:41,438 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:28:42,072 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:28:42,814 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:28:43,815 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:28:44,815 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:28:45,301 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 16:28:45,815 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:28:46,815 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:28:47,303 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:28:47,815 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:28:48,815 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:28:49,815 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:28:50,815 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:28:51,815 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:28:52,438 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:28:52,815 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:28:53,121 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:28:53,122 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:28:53,816 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:28:54,819 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:28:55,824 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:28:56,824 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:28:57,451 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:28:57,828 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:28:58,825 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:28:59,744 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 16:28:59,746 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 16:28:59,746 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 16:28:59,748 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 16:29:00,104 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 16:29:00,142 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:29:00,891 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:29:01,105 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 16:29:01,891 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:29:02,786 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:29:02,891 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:29:03,891 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:29:04,891 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:29:05,891 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:29:06,891 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:29:07,891 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:29:08,121 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:29:08,122 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:29:08,290 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:29:08,891 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:29:09,891 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:29:10,891 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:29:11,891 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:29:12,892 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:29:13,442 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:29:13,892 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:29:14,892 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:29:15,305 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 16:29:15,892 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:29:16,892 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:29:17,892 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:29:18,892 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:29:19,307 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:29:19,892 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:29:20,892 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:29:21,892 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:29:22,892 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:29:23,121 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:29:23,122 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:29:23,893 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:29:24,442 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:29:24,893 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:29:25,900 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:29:26,895 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:29:27,895 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:29:28,895 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:29:29,445 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:29:29,906 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:29:30,899 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:29:31,344 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 16:29:31,345 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 16:29:31,346 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 16:29:31,347 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 16:29:31,899 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:29:32,135 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 16:29:32,899 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:29:33,136 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 16:29:33,899 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:29:34,446 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:29:34,899 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:29:35,899 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:29:36,900 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:29:37,900 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:29:38,122 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:29:38,122 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:29:38,900 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:29:39,900 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:29:40,446 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:29:40,900 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:29:41,900 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:29:42,900 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:29:43,900 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:29:44,900 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:29:45,309 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 16:29:45,900 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:29:46,312 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:29:46,900 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:29:47,900 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:29:48,901 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:29:49,901 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:29:50,901 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:29:51,446 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:29:51,901 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:29:52,901 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:29:53,122 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:29:53,122 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:29:53,901 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:29:54,907 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:29:55,907 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:29:56,461 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:29:56,909 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:29:57,910 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:29:58,910 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:29:59,910 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:29:59,977 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 16:29:59,978 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 16:29:59,979 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 16:29:59,980 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 16:30:00,161 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 16:30:00,910 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:30:01,162 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 16:30:01,910 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:30:02,018 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:30:02,910 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:30:03,910 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:30:04,910 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:30:05,910 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:30:06,911 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:30:07,450 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:30:07,911 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:30:08,122 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:30:08,122 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:30:08,911 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:30:09,911 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:30:10,911 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:30:11,911 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:30:12,911 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:30:13,450 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:30:13,912 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:30:14,912 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:30:15,313 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 16:30:15,912 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:30:16,912 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:30:17,912 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:30:18,912 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:30:19,315 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:30:19,912 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:30:20,912 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:30:21,912 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:30:22,912 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:30:23,122 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:30:23,122 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:30:23,912 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:30:24,450 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:30:24,913 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:30:25,916 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:30:26,917 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:30:27,919 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:30:28,917 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:30:29,456 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:30:29,917 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:30:30,918 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:30:31,120 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 16:30:31,121 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 16:30:31,122 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 16:30:31,123 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 16:30:31,187 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 16:30:31,917 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:30:32,917 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:30:33,189 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 16:30:33,918 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:30:34,918 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:30:35,454 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:30:35,918 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:30:36,918 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:30:37,918 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:30:38,122 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:30:38,122 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:30:38,918 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:30:39,918 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:30:40,918 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:30:41,454 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:30:41,918 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:30:42,919 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:30:43,919 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:30:44,919 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:30:45,317 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 16:30:45,919 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:30:46,919 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:30:47,319 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:30:47,919 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:30:48,919 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:30:49,919 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:30:50,919 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:30:51,919 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:30:52,454 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:30:52,919 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:30:53,122 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:30:53,123 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:30:53,920 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:30:54,924 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:30:55,921 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:30:56,921 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:30:57,464 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:30:57,921 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:30:58,921 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:30:59,921 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:31:00,180 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 16:31:00,180 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 16:31:00,181 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 16:31:00,183 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 16:31:00,215 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 16:31:00,922 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:31:01,216 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 16:31:01,921 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:31:02,921 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:31:03,221 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:31:03,922 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:31:04,922 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:31:05,922 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:31:06,922 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:31:07,922 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:31:08,122 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:31:08,123 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:31:08,294 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:31:08,922 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:31:09,922 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:31:10,922 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:31:11,922 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:31:13,152 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:31:13,458 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:31:14,151 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:31:15,151 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:31:15,321 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 16:31:16,151 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:31:17,152 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:31:18,152 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:31:19,152 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:31:19,323 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:31:20,152 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:31:21,152 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:31:22,152 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:31:23,123 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:31:23,123 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:31:23,163 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:31:24,152 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:31:24,458 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:31:25,167 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:31:26,158 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:31:27,162 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:31:28,162 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:31:29,169 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:31:29,460 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:31:30,166 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:31:30,524 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 16:31:30,525 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 16:31:30,525 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 16:31:30,527 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 16:31:31,166 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:31:31,246 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 16:31:31,246 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 16:31:32,166 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:31:33,166 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:31:34,166 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:31:34,461 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:31:35,166 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:31:36,166 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:31:37,166 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:31:38,122 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:31:38,123 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:31:38,166 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:31:39,166 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:31:40,167 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:31:40,461 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:31:41,167 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:31:42,432 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:31:43,428 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:31:44,428 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:31:45,323 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 16:31:45,429 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:31:46,326 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:31:46,429 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:31:47,429 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:31:48,429 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:31:49,429 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:31:50,429 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:31:51,429 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:31:51,461 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:31:52,429 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:31:53,123 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:31:53,123 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:31:53,429 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:31:54,441 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:31:55,436 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:31:56,432 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:31:56,474 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:31:57,442 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:31:58,433 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:31:59,433 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:31:59,987 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 16:31:59,989 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 16:31:59,989 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 16:31:59,991 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 16:32:00,276 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 16:32:00,433 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:32:01,277 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 16:32:01,433 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:32:02,028 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:32:02,433 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:32:03,433 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:32:04,433 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:32:05,433 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:32:06,433 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:32:07,434 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:32:07,467 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:32:08,123 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:32:08,123 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:32:08,434 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:32:09,434 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:32:10,434 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:32:11,434 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:32:12,434 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:32:13,434 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:32:13,467 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:32:14,552 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:32:15,328 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 16:32:15,453 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:32:16,453 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:32:17,453 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:32:18,453 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:32:19,331 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:32:19,453 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:32:20,453 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:32:21,453 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:32:22,453 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:32:23,123 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:32:23,123 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:32:23,453 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:32:24,453 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:32:24,551 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:32:25,453 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:32:26,461 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:32:27,458 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:32:28,459 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:32:29,463 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:32:29,555 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:32:30,463 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:32:31,463 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:32:32,069 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 16:32:32,070 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 16:32:32,070 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 16:32:32,072 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 16:32:32,303 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 16:32:32,473 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:32:33,304 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 16:32:33,472 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:32:34,472 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:32:34,556 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:32:35,472 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:32:36,473 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:32:37,472 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:32:38,123 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:32:38,124 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:32:38,473 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:32:39,473 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:32:40,473 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:32:40,556 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:32:41,473 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:32:42,473 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:32:43,473 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:32:44,473 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:32:45,330 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 16:32:45,473 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:32:46,332 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:32:46,473 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:32:47,473 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:32:48,474 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:32:49,474 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:32:50,474 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:32:51,474 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:32:51,693 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:32:52,474 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:32:53,123 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:32:53,124 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:32:53,474 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:32:54,474 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:32:55,474 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:32:56,475 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:32:56,702 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:32:57,475 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:32:58,484 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:32:59,481 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:33:00,481 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:33:01,484 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:33:02,317 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 16:33:02,318 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 16:33:02,319 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 16:33:02,319 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:33:02,322 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 16:33:02,334 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 16:33:02,715 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:33:03,335 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 16:33:03,713 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:33:04,713 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:33:05,713 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:33:06,714 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:33:07,693 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:33:07,714 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:33:08,123 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:33:08,124 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:33:08,714 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:33:09,714 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:33:10,714 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:33:11,714 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:33:12,714 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:33:13,693 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:33:13,714 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:33:14,714 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:33:15,335 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 16:33:15,714 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:33:16,715 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:33:17,715 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:33:18,715 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:33:19,337 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:33:19,715 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:33:20,715 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:33:21,715 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:33:22,715 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:33:23,123 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:33:23,124 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:33:23,715 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:33:24,712 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:33:24,719 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:33:25,719 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:33:26,725 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:33:27,723 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:33:28,725 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:33:29,723 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:33:29,961 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 16:33:29,963 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 16:33:29,964 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 16:33:29,964 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:33:29,965 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 16:33:30,363 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 16:33:30,723 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:33:31,364 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 16:33:31,723 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:33:32,723 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:33:33,724 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:33:34,723 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:33:35,699 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:33:35,724 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:33:36,724 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:33:37,724 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:33:38,123 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:33:38,124 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:33:38,724 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:33:39,724 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:33:40,724 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:33:41,699 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:33:41,724 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:33:42,725 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:33:43,725 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:33:44,724 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:33:45,339 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 16:33:45,725 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:33:46,725 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:33:47,341 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:33:47,725 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:33:48,725 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:33:49,725 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:33:50,725 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:33:51,725 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:33:52,699 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:33:52,725 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:33:53,124 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:33:53,124 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:33:53,734 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:33:54,730 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:33:55,732 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:33:56,729 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:33:57,706 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:33:57,733 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:33:58,731 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:33:58,943 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 16:33:58,945 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 16:33:58,945 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 16:33:58,947 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 16:33:59,391 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 16:33:59,735 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:34:00,734 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:34:01,392 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 16:34:01,734 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:34:02,735 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:34:03,703 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:34:03,735 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:34:04,735 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:34:05,735 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:34:06,735 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:34:07,735 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:34:08,124 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:34:08,124 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:34:08,735 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:34:09,222 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:34:09,735 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:34:10,735 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:34:11,735 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:34:12,755 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:34:13,754 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:34:14,703 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:34:14,754 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:34:15,343 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 16:34:15,754 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:34:16,754 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:34:17,755 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:34:18,755 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:34:19,703 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:34:19,755 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:34:20,755 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:34:21,755 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:34:22,755 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:34:23,124 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:34:23,124 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:34:23,755 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:34:24,706 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:34:24,760 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:34:25,757 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:34:26,757 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:34:27,759 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:34:28,759 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:34:29,708 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:34:29,759 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:34:30,358 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 16:34:30,359 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 16:34:30,360 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 16:34:30,361 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 16:34:30,417 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 16:34:30,763 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:34:31,418 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 16:34:31,763 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:34:32,763 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:34:33,763 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:34:34,708 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:34:34,763 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:34:35,763 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:34:36,763 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:34:37,763 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:34:38,124 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:34:38,125 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:34:38,763 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:34:39,709 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:34:39,764 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:34:40,764 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:34:41,764 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:34:42,764 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:34:43,764 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:34:44,709 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:34:44,764 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:34:45,347 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 16:34:45,764 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:34:46,764 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:34:47,764 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:34:48,764 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:34:49,764 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:34:50,709 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:34:50,765 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:34:51,765 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:34:52,765 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:34:53,124 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:34:53,125 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:34:53,765 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:34:54,771 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:34:55,714 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:34:55,773 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:34:56,772 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:34:57,770 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:34:58,772 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:34:59,770 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:35:00,449 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 16:35:00,451 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 16:35:00,451 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 16:35:00,452 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 16:35:00,852 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:35:01,445 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 16:35:01,446 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 16:35:01,491 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:35:01,849 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:35:02,849 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:35:03,849 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:35:04,849 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:35:05,850 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:35:06,711 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:35:06,850 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:35:07,850 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:35:08,124 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:35:08,125 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:35:08,850 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:35:09,850 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:35:10,850 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:35:11,711 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:35:11,850 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:35:12,850 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:35:13,850 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:35:14,850 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:35:15,352 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 16:35:15,851 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:35:16,851 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:35:17,354 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:35:17,851 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:35:18,851 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:35:19,851 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:35:20,851 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:35:21,851 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:35:22,711 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:35:22,851 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:35:23,124 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:35:23,125 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:35:23,851 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:35:24,851 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:35:25,852 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:35:26,852 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:35:27,717 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:35:27,857 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:35:28,857 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:35:29,857 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:35:30,858 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:35:31,696 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 16:35:31,697 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 16:35:31,698 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 16:35:31,699 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 16:35:32,109 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:35:32,473 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 16:35:32,737 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:35:33,106 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:35:33,474 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 16:35:34,106 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:35:35,106 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:35:36,106 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:35:37,106 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:35:38,106 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:35:38,124 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:35:38,125 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:35:38,212 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:35:39,106 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:35:40,107 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:35:41,107 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:35:42,107 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:35:43,107 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:35:43,718 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:35:44,107 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:35:45,107 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:35:45,355 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 16:35:46,107 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:35:47,107 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:35:48,107 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:35:49,107 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:35:49,357 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:35:50,108 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:35:51,108 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:35:52,108 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:35:53,108 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:35:53,124 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:35:53,125 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:35:54,108 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:35:54,718 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:35:55,108 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:35:56,108 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:35:57,116 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:35:58,112 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:35:59,115 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:35:59,721 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:36:00,115 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:36:00,814 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 16:36:00,815 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 16:36:00,816 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 16:36:00,818 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 16:36:01,211 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:36:01,499 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 16:36:01,499 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 16:36:02,218 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:36:03,218 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:36:04,218 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:36:05,218 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:36:05,721 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:36:06,218 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:36:07,218 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:36:08,125 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:36:08,125 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:36:08,218 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:36:09,218 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:36:10,218 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:36:11,218 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:36:11,721 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:36:12,218 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:36:13,218 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:36:14,406 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:36:15,359 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 16:36:15,406 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:36:16,406 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:36:17,361 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:36:17,406 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:36:18,406 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:36:19,406 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:36:20,406 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:36:21,406 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:36:22,406 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:36:22,721 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:36:23,125 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:36:23,125 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:36:23,406 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:36:24,407 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:36:25,407 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:36:26,415 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:36:27,414 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:36:27,728 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:36:28,414 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:36:29,417 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:36:30,417 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:36:31,417 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:36:31,779 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 16:36:31,780 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 16:36:31,780 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 16:36:31,782 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 16:36:32,418 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:36:32,527 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 16:36:32,820 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:36:33,420 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:36:33,528 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 16:36:34,419 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:36:35,419 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:36:36,419 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:36:37,419 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:36:38,125 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:36:38,125 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:36:38,288 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:36:38,419 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:36:39,420 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:36:40,420 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:36:41,420 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:36:42,420 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:36:43,420 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:36:43,725 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:36:44,421 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:36:45,363 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 16:36:45,420 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:36:46,420 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:36:47,420 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:36:48,421 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:36:49,366 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:36:49,421 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:36:50,421 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:36:51,421 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:36:52,421 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:36:53,125 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:36:53,126 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:36:53,421 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:36:54,421 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:36:54,725 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:36:55,421 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:36:56,430 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:36:57,424 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:36:58,428 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:36:59,428 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:36:59,734 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:37:00,430 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:37:01,428 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:37:01,500 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 16:37:01,502 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 16:37:01,502 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 16:37:01,503 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 16:37:01,547 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 16:37:02,428 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:37:03,428 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:37:03,548 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 16:37:04,428 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:37:05,428 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:37:05,729 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:37:06,428 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:37:07,428 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:37:08,125 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:37:08,126 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:37:08,429 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:37:09,429 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:37:10,429 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:37:11,429 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:37:11,729 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:37:12,429 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:37:13,430 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:37:14,429 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:37:15,367 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 16:37:15,429 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:37:16,429 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:37:17,369 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:37:17,430 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:37:18,430 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:37:19,430 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:37:20,430 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:37:21,430 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:37:22,430 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:37:22,729 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:37:23,125 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:37:23,126 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:37:23,430 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:37:24,430 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:37:25,432 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:37:26,436 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:37:27,438 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:37:27,738 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:37:28,436 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:37:29,385 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 16:37:29,386 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 16:37:29,387 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 16:37:29,388 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 16:37:29,577 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 16:37:29,796 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:37:30,531 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:37:31,532 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:37:31,578 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 16:37:32,532 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:37:32,800 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:37:33,532 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:37:34,532 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:37:35,532 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:37:36,532 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:37:37,532 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:37:38,125 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:37:38,126 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:37:38,207 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:37:38,532 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:37:39,532 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:37:40,532 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:37:41,983 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:37:42,981 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:37:43,796 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:37:43,981 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:37:44,982 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:37:45,372 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 16:37:45,982 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:37:46,982 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:37:47,982 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:37:48,982 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:37:49,374 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:37:49,982 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:37:50,982 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:37:51,982 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:37:52,982 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:37:53,125 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:37:53,126 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:37:53,983 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:37:54,811 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:37:54,987 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:37:55,986 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:37:56,988 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:37:57,986 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:37:58,986 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:37:59,987 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:38:00,095 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 16:38:00,097 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 16:38:00,097 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 16:38:00,098 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:38:00,099 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 16:38:00,609 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 16:38:00,987 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:38:01,610 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 16:38:01,986 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:38:02,988 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:38:03,987 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:38:04,987 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:38:05,799 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:38:05,988 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:38:06,988 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:38:07,988 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:38:08,125 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:38:08,126 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:38:08,988 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:38:09,988 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:38:10,988 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:38:11,799 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:38:11,988 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:38:12,988 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:38:13,988 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:38:14,988 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:38:15,375 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 16:38:15,988 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:38:16,989 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:38:17,377 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:38:17,989 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:38:18,989 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:38:19,989 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:38:20,989 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:38:21,989 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:38:22,799 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:38:22,989 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:38:23,126 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:38:23,126 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:38:23,989 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:38:24,989 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:38:25,989 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:38:26,990 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:38:27,812 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:38:27,990 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:38:28,922 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 16:38:28,924 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 16:38:28,925 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 16:38:28,928 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 16:38:29,333 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:38:29,640 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 16:38:29,640 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 16:38:30,338 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:38:31,338 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:38:32,338 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:38:33,338 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:38:33,803 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:38:34,338 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:38:35,338 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:38:36,338 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:38:37,338 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:38:38,126 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:38:38,126 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:38:38,338 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:38:39,197 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:38:39,338 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:38:40,338 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:38:41,338 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:38:42,339 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:38:43,339 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:38:44,339 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:38:44,803 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:38:45,339 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:38:45,379 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 16:38:46,339 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:38:47,339 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:38:48,339 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:38:49,339 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:38:50,339 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:38:50,803 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:38:51,339 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:38:52,340 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:38:53,126 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:38:53,126 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:38:53,340 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:38:54,340 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:38:55,340 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:38:55,806 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:38:56,346 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:38:57,346 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:38:58,350 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:38:59,347 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:39:00,346 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:39:00,809 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:39:01,111 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 16:39:01,112 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 16:39:01,113 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 16:39:01,115 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 16:39:01,511 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:39:01,672 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 16:39:01,672 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 16:39:02,510 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:39:03,510 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:39:04,510 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:39:05,510 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:39:06,510 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:39:06,808 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:39:07,510 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:39:08,126 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:39:08,127 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:39:08,511 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:39:09,511 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:39:10,511 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:39:11,511 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:39:12,511 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:39:12,808 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:39:13,512 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:39:14,511 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:39:15,382 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 16:39:15,511 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:39:16,511 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:39:17,511 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:39:18,384 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:39:18,511 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:39:19,512 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:39:20,512 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:39:21,512 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:39:22,512 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:39:23,126 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:39:23,127 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:39:23,512 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:39:24,289 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:39:24,520 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:39:25,515 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:39:26,515 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:39:27,516 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:39:28,516 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:39:29,356 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 16:39:29,357 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 16:39:29,357 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 16:39:29,357 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:39:29,358 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 16:39:29,706 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 16:39:29,754 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:39:30,752 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:39:31,707 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 16:39:31,753 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:39:32,753 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:39:33,753 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:39:34,753 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:39:34,811 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:39:35,753 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:39:36,753 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:39:37,753 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:39:38,126 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:39:38,127 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:39:38,753 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:39:39,753 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:39:40,753 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:39:40,811 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:39:41,753 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:39:42,754 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:39:43,754 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:39:44,754 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:39:45,386 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 16:39:45,754 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:39:46,388 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:39:46,754 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:39:47,754 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:39:48,754 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:39:49,754 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:39:50,754 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:39:51,754 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:39:51,811 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:39:52,755 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:39:53,126 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:39:53,127 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:39:53,755 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:39:54,755 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:39:55,755 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:39:56,755 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:39:57,755 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:39:57,811 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:39:58,766 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:39:59,759 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:40:00,761 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:40:01,759 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:40:02,760 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:40:02,822 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:40:03,760 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:40:03,846 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 16:40:03,847 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 16:40:03,847 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 16:40:03,848 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 16:40:04,735 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 16:40:04,760 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:40:05,736 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 16:40:05,760 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:40:06,760 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:40:07,760 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:40:08,126 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:40:08,127 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:40:08,289 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:40:08,760 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:40:09,760 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:40:10,761 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:40:11,761 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:40:12,761 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:40:13,761 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:40:13,813 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:40:14,761 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:40:15,390 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 16:40:15,761 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:40:16,761 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:40:17,761 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:40:18,761 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:40:19,393 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:40:19,761 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:40:20,761 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:40:21,762 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:40:22,762 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:40:23,127 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:40:23,127 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:40:23,762 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:40:24,762 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:40:24,813 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:40:25,762 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:40:26,762 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:40:27,772 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:40:28,767 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:40:29,769 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:40:29,814 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:40:30,766 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:40:31,766 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:40:32,662 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 16:40:32,663 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 16:40:32,663 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 16:40:32,665 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 16:40:32,760 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 16:40:33,060 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:40:33,761 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 16:40:34,058 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:40:35,058 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:40:35,814 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:40:36,059 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:40:37,059 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:40:38,059 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:40:38,127 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:40:38,127 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:40:39,059 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:40:40,059 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:40:40,814 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:40:41,059 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:40:42,059 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:40:43,059 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:40:44,059 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:40:45,059 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:40:45,395 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 16:40:46,060 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:40:46,397 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:40:47,060 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:40:48,060 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:40:49,060 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:40:50,060 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:40:51,060 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:40:51,814 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:40:52,060 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:40:53,060 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:40:53,127 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:40:53,127 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:40:54,060 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:40:55,060 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:40:56,060 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:40:57,067 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:40:57,814 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:40:58,069 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:40:59,065 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:41:00,064 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:41:01,064 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:41:02,064 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:41:02,779 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 16:41:02,781 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 16:41:02,781 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 16:41:02,782 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 16:41:02,787 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 16:41:02,821 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:41:03,187 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:41:03,788 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 16:41:04,183 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:41:05,183 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:41:06,184 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:41:07,184 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:41:08,127 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:41:08,128 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:41:08,184 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:41:08,209 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:41:09,184 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:41:10,184 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:41:11,184 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:41:12,184 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:41:13,184 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:41:13,817 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:41:14,184 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:41:15,184 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:41:15,398 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 16:41:16,185 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:41:17,185 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:41:18,185 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:41:19,185 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:41:19,400 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:41:20,185 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:41:21,185 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:41:22,185 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:41:23,127 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:41:23,128 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:41:23,185 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:41:24,185 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:41:24,817 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:41:25,185 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:41:26,185 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:41:27,185 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:41:28,201 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:41:29,190 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:41:29,822 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:41:30,190 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:41:31,190 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:41:32,190 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:41:33,191 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:41:33,474 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 16:41:33,476 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 16:41:33,476 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 16:41:33,477 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 16:41:33,816 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 16:41:34,191 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:41:35,190 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:41:35,817 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 16:41:35,822 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:41:36,191 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:41:37,191 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:41:38,127 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:41:38,128 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:41:38,191 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:41:39,191 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:41:40,191 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:41:40,822 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:41:41,191 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:41:42,191 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:41:43,191 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:41:44,191 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:41:45,236 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:41:45,402 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 16:41:46,236 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:41:46,405 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:41:47,235 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:41:48,236 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:41:49,236 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:41:50,236 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:41:51,236 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:41:51,822 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:41:52,236 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:41:53,127 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:41:53,128 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:41:53,236 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:41:54,236 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:41:55,236 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:41:56,236 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:41:57,248 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:41:57,825 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:41:58,240 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:41:59,243 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:42:00,240 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:42:01,240 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:42:02,240 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:42:02,716 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 16:42:02,717 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 16:42:02,718 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 16:42:02,719 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 16:42:02,843 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 16:42:03,241 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:42:03,757 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:42:04,241 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:42:04,844 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 16:42:05,242 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:42:06,241 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:42:07,241 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:42:08,128 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:42:08,128 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:42:08,241 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:42:09,241 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:42:09,295 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:42:10,241 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:42:11,241 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:42:12,241 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:42:13,242 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:42:14,242 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:42:14,824 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:42:15,242 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:42:15,406 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 16:42:16,242 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:42:17,242 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:42:18,242 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:42:19,242 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:42:19,824 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:42:20,242 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:42:21,242 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:42:22,242 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:42:23,128 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:42:23,128 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:42:23,242 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:42:24,242 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:42:25,243 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:42:25,824 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:42:26,243 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:42:27,243 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:42:28,243 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:42:29,243 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:42:30,250 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:42:30,830 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:42:31,248 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:42:32,248 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:42:33,248 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:42:34,248 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:42:35,249 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:42:35,360 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 16:42:35,361 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 16:42:35,362 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 16:42:35,363 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 16:42:35,878 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 16:42:36,249 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:42:36,401 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:42:36,879 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 16:42:37,249 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:42:38,128 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:42:38,128 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:42:38,249 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:42:39,249 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:42:40,249 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:42:41,251 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:42:41,825 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:42:42,249 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:42:43,249 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:42:44,249 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:42:45,249 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:42:45,410 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 16:42:46,249 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:42:47,249 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:42:47,413 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:42:48,250 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:42:49,394 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:42:50,304 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:42:51,304 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:42:52,304 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:42:52,826 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:42:53,128 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:42:53,128 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:42:53,304 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:42:54,304 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:42:55,304 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:42:56,304 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:42:57,304 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:42:58,304 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:42:58,825 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:42:59,304 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:43:00,304 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:43:01,305 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:43:02,309 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:43:03,313 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:43:03,833 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:43:04,312 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:43:05,312 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:43:06,312 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:43:07,313 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:43:07,617 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 16:43:07,619 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 16:43:07,619 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 16:43:07,621 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 16:43:07,905 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 16:43:08,128 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:43:08,132 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:43:08,312 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:43:09,301 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:43:09,314 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:43:10,312 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:43:10,907 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 16:43:11,313 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:43:12,313 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:43:13,313 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:43:14,313 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:43:14,834 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:43:15,313 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:43:15,415 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 16:43:16,313 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:43:17,313 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:43:18,313 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:43:19,313 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:43:20,313 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:43:20,834 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:43:21,314 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:43:22,314 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:43:23,128 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:43:23,129 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:43:23,314 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:43:24,314 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:43:25,314 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:43:25,834 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:43:26,314 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:43:27,314 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:43:28,314 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:43:29,314 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:43:30,314 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:43:31,314 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:43:31,834 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:43:32,315 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:43:33,320 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:43:34,316 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:43:35,316 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:43:36,320 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:43:36,846 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:43:37,321 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:43:38,128 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:43:38,129 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:43:38,316 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:43:38,583 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 16:43:38,584 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 16:43:38,584 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 16:43:38,586 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 16:43:38,935 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 16:43:39,317 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:43:40,316 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:43:40,936 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 16:43:41,317 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:43:42,317 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:43:42,841 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:43:43,317 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:43:44,317 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:43:45,317 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:43:45,417 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 16:43:46,317 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:43:47,317 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:43:48,317 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:43:48,419 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:43:49,317 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:43:50,317 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:43:51,317 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:43:52,372 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:43:53,128 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:43:53,129 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:43:53,371 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:43:54,207 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:43:54,371 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:43:55,371 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:43:56,371 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:43:57,371 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:43:58,371 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:43:59,371 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:43:59,841 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:44:00,371 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:44:01,371 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:44:02,372 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:44:03,372 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:44:04,375 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:44:04,843 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:44:05,375 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:44:06,375 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:44:07,375 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:44:08,131 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:44:08,131 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:44:08,375 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:44:09,375 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:44:09,662 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 16:44:09,664 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 16:44:09,664 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 16:44:09,665 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 16:44:09,958 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 16:44:10,046 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:44:10,376 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:44:10,959 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 16:44:11,376 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:44:12,376 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:44:13,376 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:44:14,376 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:44:15,376 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:44:15,421 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 16:44:15,427 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:44:16,376 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:44:17,376 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:44:18,376 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:44:19,376 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:44:20,376 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:44:21,045 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:44:21,377 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:44:22,378 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:44:23,131 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:44:23,131 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:44:23,377 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:44:24,475 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:44:25,387 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:44:26,045 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:44:26,387 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:44:27,387 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:44:28,387 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:44:29,387 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:44:30,388 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:44:31,388 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:44:32,045 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:44:32,388 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:44:33,388 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:44:34,388 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:44:35,388 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:44:36,398 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:44:37,049 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:44:37,393 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:44:38,136 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:44:38,144 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:44:38,397 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:44:39,400 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:44:40,397 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:44:41,397 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:44:41,732 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 16:44:41,734 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 16:44:41,735 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 16:44:41,743 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 16:44:41,989 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 16:44:42,717 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:44:42,773 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:44:43,717 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:44:44,717 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:44:44,991 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 16:44:45,425 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 16:44:45,717 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:44:46,717 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:44:47,717 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:44:48,427 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:44:48,718 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:44:49,718 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:44:50,718 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:44:51,718 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:44:52,718 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:44:53,135 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:44:53,136 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:44:53,718 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:44:54,203 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:44:54,718 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:44:55,718 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:44:56,718 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:44:57,718 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:44:58,719 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:44:59,719 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:45:00,048 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:45:00,719 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:45:01,719 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:45:02,719 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:45:03,719 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:45:04,727 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:45:05,048 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:45:05,720 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:45:06,721 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:45:07,725 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:45:08,142 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:45:08,143 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:45:08,726 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:45:09,725 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:45:10,049 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:45:10,174 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 16:45:10,175 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 16:45:10,176 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 16:45:10,178 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 16:45:10,725 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:45:11,014 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 16:45:11,725 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:45:12,725 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:45:13,015 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 16:45:13,725 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:45:14,725 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:45:15,429 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 16:45:15,436 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:45:15,725 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:45:16,726 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:45:17,726 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:45:18,726 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:45:19,726 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:45:20,726 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:45:21,049 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:45:21,726 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:45:22,726 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:45:23,324 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:45:23,325 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:45:23,726 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:45:24,727 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:45:25,726 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:45:26,049 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:45:26,727 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:45:27,727 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:45:28,727 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:45:29,727 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:45:30,727 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:45:31,727 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:45:32,049 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:45:32,727 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:45:33,727 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:45:34,727 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:45:35,733 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:45:36,731 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:45:37,056 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:45:37,731 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:45:38,239 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:45:38,241 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:45:38,731 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:45:39,731 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:45:40,680 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 16:45:40,682 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 16:45:40,683 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 16:45:40,684 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 16:45:41,036 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 16:45:41,572 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:45:41,826 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:45:42,723 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:45:42,826 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:45:43,038 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 16:45:43,827 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:45:44,827 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:45:45,433 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 16:45:45,827 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:45:46,827 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:45:47,827 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:45:48,436 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:45:48,827 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:45:49,827 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:45:50,828 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:45:51,828 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:45:52,828 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:45:53,239 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:45:53,239 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:45:53,828 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:45:54,359 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:45:54,828 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:45:55,828 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:45:56,828 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:45:57,828 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:45:58,828 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:45:59,829 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:46:00,050 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:46:00,829 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:46:01,829 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:46:02,829 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:46:03,829 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:46:04,829 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:46:05,839 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:46:06,052 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:46:06,833 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:46:07,840 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:46:08,246 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:46:08,247 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:46:08,837 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:46:09,833 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:46:10,833 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:46:11,055 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:46:11,488 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 16:46:11,489 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 16:46:11,489 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 16:46:11,491 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 16:46:12,072 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 16:46:12,670 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:46:13,073 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 16:46:13,669 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:46:14,669 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:46:15,438 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 16:46:15,669 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:46:16,440 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:46:16,669 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:46:17,669 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:46:18,669 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:46:19,669 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:46:20,669 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:46:21,670 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:46:22,052 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:46:22,670 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:46:23,243 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:46:23,243 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:46:23,670 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:46:24,670 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:46:25,670 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:46:26,670 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:46:27,052 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:46:27,670 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:46:28,670 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:46:29,671 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:46:30,671 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:46:31,671 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:46:32,671 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:46:33,052 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:46:33,671 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:46:34,671 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:46:35,674 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:46:36,677 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:46:37,678 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:46:38,060 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:46:38,247 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:46:38,249 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:46:38,685 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:46:39,678 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:46:40,678 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:46:41,248 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 16:46:41,249 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 16:46:41,250 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 16:46:41,252 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 16:46:42,096 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 16:46:42,351 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:46:43,097 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 16:46:43,290 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:46:43,351 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:46:44,351 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:46:45,351 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:46:45,441 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 16:46:46,351 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:46:47,351 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:46:48,351 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:46:48,443 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:46:49,351 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:46:50,351 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:46:51,351 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:46:52,352 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:46:53,247 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:46:53,248 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:46:53,352 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:46:54,352 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:46:54,380 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:46:55,513 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:46:56,419 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:46:57,419 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:46:58,419 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:46:59,419 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:47:00,056 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:47:00,419 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:47:01,419 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:47:02,419 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:47:03,419 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:47:04,419 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:47:05,056 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:47:05,420 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:47:06,420 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:47:07,427 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:47:08,252 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:47:08,256 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:47:08,426 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:47:09,428 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:47:10,061 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:47:10,435 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:47:11,432 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:47:12,432 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:47:12,945 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 16:47:12,946 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 16:47:12,947 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 16:47:12,949 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 16:47:13,126 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 16:47:13,432 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:47:14,432 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:47:15,127 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 16:47:15,432 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:47:15,445 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 16:47:15,451 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:47:16,432 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:47:17,432 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:47:18,432 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:47:19,433 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:47:20,433 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:47:21,059 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:47:21,433 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:47:22,433 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:47:23,251 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:47:23,251 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:47:23,433 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:47:24,433 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:47:25,433 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:47:26,060 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:47:26,434 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:47:27,433 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:47:28,433 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:47:29,434 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:47:30,434 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:47:31,060 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:47:31,434 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:47:32,434 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:47:33,434 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:47:34,434 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:47:35,434 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:47:36,434 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:47:37,060 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:47:37,434 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:47:38,265 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:47:38,269 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:47:38,437 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:47:39,437 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:47:40,437 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:47:41,437 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:47:42,070 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:47:42,437 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:47:43,437 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:47:43,577 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 16:47:43,578 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 16:47:43,578 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 16:47:43,580 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 16:47:44,157 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 16:47:44,438 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:47:45,158 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 16:47:45,438 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:47:45,449 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 16:47:46,438 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:47:47,438 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:47:47,451 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:47:48,438 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:47:49,438 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:47:50,438 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:47:51,438 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:47:52,438 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:47:53,064 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:47:53,252 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:47:53,252 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:47:53,438 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:47:54,438 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:47:55,438 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:47:56,438 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:47:57,438 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:47:58,439 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:47:59,064 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:47:59,439 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:48:00,439 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:48:01,439 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:48:02,439 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:48:03,439 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:48:04,064 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:48:04,439 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:48:05,439 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:48:06,439 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:48:07,439 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:48:08,252 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:48:08,253 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:48:08,439 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:48:09,371 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:48:09,440 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:48:10,447 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:48:11,445 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:48:12,445 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:48:13,445 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:48:14,455 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:48:15,064 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:48:15,453 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:48:15,458 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 16:48:16,018 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 16:48:16,019 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 16:48:16,019 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 16:48:16,020 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 16:48:16,182 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 16:48:16,449 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:48:17,183 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 16:48:17,449 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:48:18,449 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:48:19,449 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:48:20,065 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:48:20,449 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:48:21,449 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:48:22,449 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:48:23,252 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:48:23,253 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:48:23,450 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:48:24,450 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:48:25,450 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:48:26,064 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:48:26,450 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:48:27,450 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:48:28,450 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:48:29,450 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:48:30,451 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:48:31,065 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:48:31,451 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:48:32,450 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:48:33,451 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:48:34,451 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:48:35,451 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:48:36,451 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:48:37,065 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:48:37,451 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:48:38,252 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:48:38,253 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:48:38,451 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:48:39,462 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:48:40,455 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:48:41,459 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:48:42,074 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:48:42,455 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:48:43,455 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:48:44,323 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 16:48:44,324 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 16:48:44,325 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 16:48:44,326 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 16:48:44,758 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:48:45,209 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 16:48:45,455 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 16:48:45,473 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:48:46,473 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:48:47,211 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 16:48:47,457 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:48:47,473 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:48:48,473 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:48:49,473 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:48:50,473 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:48:51,473 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:48:52,473 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:48:53,069 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:48:53,252 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:48:53,253 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:48:53,473 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:48:54,473 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:48:55,473 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:48:56,474 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:48:57,474 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:48:58,474 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:48:59,069 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:48:59,474 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:49:00,474 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:49:01,474 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:49:02,474 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:49:03,474 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:49:04,069 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:49:04,474 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:49:05,474 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:49:06,475 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:49:07,475 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:49:08,253 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:49:08,253 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:49:08,475 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:49:09,414 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:49:09,478 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:49:10,476 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:49:11,479 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:49:12,476 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:49:13,476 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:49:14,476 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:49:14,761 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 16:49:14,763 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 16:49:14,763 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 16:49:14,763 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:49:14,765 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 16:49:15,235 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 16:49:15,458 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 16:49:15,477 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:49:16,477 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:49:17,236 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 16:49:17,477 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:49:18,477 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:49:19,477 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:49:20,175 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:49:20,477 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:49:21,477 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:49:22,477 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:49:23,253 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:49:23,253 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:49:23,477 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:49:24,477 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:49:25,477 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:49:26,175 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:49:26,478 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:49:27,478 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:49:28,478 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:49:29,478 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:49:30,478 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:49:31,176 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:49:31,478 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:49:32,478 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:49:33,478 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:49:34,478 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:49:35,478 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:49:36,478 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:49:37,175 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:49:37,479 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:49:38,253 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:49:38,253 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:49:38,479 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:49:39,482 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:49:40,483 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:49:41,484 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:49:42,198 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:49:42,484 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:49:43,487 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:49:44,485 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:49:44,699 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 16:49:44,701 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 16:49:44,701 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 16:49:44,702 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 16:49:45,270 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 16:49:45,463 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 16:49:45,485 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:49:46,485 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:49:47,271 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 16:49:47,465 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:49:47,485 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:49:48,485 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:49:49,485 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:49:50,485 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:49:51,485 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:49:52,486 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:49:53,180 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:49:53,253 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:49:53,253 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:49:53,486 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:49:54,486 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:49:55,486 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:49:56,486 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:49:57,487 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:49:58,180 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:49:58,487 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:49:59,487 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:50:00,487 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:50:01,487 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:50:02,487 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:50:03,180 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:50:03,487 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:50:04,487 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:50:05,487 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:50:06,487 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:50:07,488 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:50:08,184 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:50:08,262 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:50:08,265 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:50:08,488 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:50:09,491 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:50:10,489 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:50:11,488 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:50:12,490 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:50:13,187 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:50:13,490 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:50:13,856 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 16:50:13,858 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 16:50:13,858 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 16:50:13,860 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 16:50:14,295 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 16:50:14,490 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:50:15,296 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 16:50:15,467 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 16:50:15,490 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:50:16,490 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:50:17,490 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:50:18,469 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:50:18,490 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:50:19,490 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:50:20,491 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:50:21,491 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:50:22,491 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:50:23,259 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:50:23,259 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:50:23,491 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:50:24,428 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:50:24,491 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:50:25,491 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:50:26,491 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:50:27,491 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:50:28,515 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:50:29,514 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:50:30,182 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:50:30,514 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:50:31,514 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:50:32,514 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:50:33,514 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:50:34,514 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:50:35,515 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:50:36,182 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:50:36,515 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:50:37,515 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:50:38,259 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:50:38,259 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:50:38,515 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:50:39,515 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:50:40,515 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:50:41,515 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:50:42,182 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:50:42,526 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:50:43,521 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:50:44,519 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:50:45,471 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 16:50:45,521 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:50:46,525 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:50:47,472 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:50:47,519 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:50:48,212 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 16:50:48,213 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 16:50:48,213 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 16:50:48,215 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 16:50:48,324 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 16:50:48,589 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:50:49,325 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 16:50:49,587 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:50:50,587 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:50:51,587 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:50:52,587 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:50:53,185 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:50:53,259 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:50:53,260 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:50:53,588 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:50:54,588 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:50:55,588 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:50:56,588 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:50:57,588 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:50:58,588 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:50:59,185 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:50:59,588 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:51:00,588 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:51:01,589 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:51:02,588 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:51:03,589 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:51:04,185 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:51:04,589 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:51:05,589 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:51:06,589 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:51:07,589 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:51:08,259 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:51:08,260 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:51:08,589 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:51:09,397 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:51:09,589 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:51:10,589 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:51:11,589 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:51:12,589 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:51:13,593 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:51:14,593 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:51:15,196 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:51:15,476 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 16:51:15,596 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:51:16,597 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:51:17,600 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:51:18,597 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:51:19,253 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 16:51:19,254 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 16:51:19,255 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 16:51:19,256 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 16:51:19,352 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 16:51:19,655 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:51:20,651 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:51:21,187 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:51:21,353 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 16:51:21,651 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:51:22,651 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:51:23,259 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:51:23,260 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:51:23,651 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:51:24,651 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:51:25,651 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:51:26,651 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:51:27,187 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:51:27,652 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:51:28,652 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:51:29,652 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:51:30,652 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:51:31,652 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:51:32,187 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:51:32,652 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:51:33,653 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:51:34,652 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:51:35,652 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:51:36,653 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:51:37,188 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:51:37,653 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:51:38,259 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:51:38,260 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:51:38,653 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:51:39,653 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:51:40,653 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:51:41,653 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:51:42,653 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:51:43,188 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:51:43,653 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:51:44,653 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:51:45,477 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 16:51:45,654 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:51:46,661 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:51:47,654 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:51:48,484 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:51:48,654 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:51:49,657 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:51:50,654 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:51:51,635 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 16:51:51,636 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 16:51:51,637 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 16:51:51,642 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 16:51:52,054 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:51:52,383 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 16:51:52,785 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:51:53,260 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:51:53,260 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:51:53,384 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 16:51:53,785 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:51:54,397 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:51:54,786 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:51:55,786 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:51:56,786 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:51:57,786 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:51:58,786 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:51:59,787 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:52:00,190 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:52:00,786 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:52:01,786 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:52:02,786 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:52:03,786 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:52:04,787 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:52:05,190 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:52:05,787 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:52:06,787 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:52:07,787 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:52:08,260 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:52:08,260 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:52:08,787 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:52:09,787 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:52:10,787 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:52:11,190 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:52:11,787 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:52:12,788 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:52:13,788 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:52:14,788 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:52:15,481 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 16:52:15,788 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:52:16,492 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:52:16,792 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:52:17,799 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:52:18,800 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:52:19,803 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:52:20,801 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:52:21,801 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:52:21,810 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 16:52:21,811 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 16:52:21,812 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 16:52:21,812 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:52:21,814 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 16:52:22,409 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 16:52:22,801 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:52:23,260 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:52:23,260 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:52:23,411 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 16:52:23,801 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:52:24,801 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:52:25,801 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:52:26,801 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:52:27,193 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:52:27,802 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:52:28,802 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:52:29,802 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:52:30,802 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:52:31,802 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:52:32,802 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:52:33,193 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:52:33,802 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:52:34,802 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:52:35,802 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:52:36,802 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:52:37,803 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:52:38,247 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:52:38,260 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:52:38,260 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:52:38,803 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:52:39,803 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:52:40,803 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:52:41,803 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:52:42,803 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:52:43,803 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:52:44,247 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:52:44,803 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:52:45,485 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 16:52:45,803 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:52:46,804 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:52:47,814 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:52:48,810 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:52:49,496 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:52:49,810 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:52:50,813 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:52:51,813 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:52:52,625 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 16:52:52,627 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 16:52:52,627 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 16:52:52,632 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 16:52:53,034 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:52:53,260 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:52:53,261 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:52:53,439 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 16:52:54,034 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:52:55,034 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:52:55,253 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:52:55,441 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 16:52:56,034 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:52:57,034 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:52:58,034 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:52:59,034 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:53:00,034 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:53:01,034 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:53:01,251 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:53:02,034 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:53:03,035 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:53:04,035 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:53:05,035 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:53:06,035 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:53:06,251 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:53:07,035 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:53:08,035 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:53:08,260 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:53:08,261 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:53:09,035 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:53:10,035 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:53:11,035 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:53:11,251 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:53:12,035 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:53:13,035 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:53:14,036 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:53:15,036 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:53:15,489 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 16:53:16,036 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:53:16,491 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:53:17,041 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:53:18,038 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:53:19,038 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:53:20,038 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:53:21,038 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:53:22,038 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:53:22,259 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:53:22,579 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 16:53:22,581 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 16:53:22,582 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 16:53:22,583 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 16:53:23,039 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:53:23,260 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:53:23,261 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:53:23,477 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 16:53:24,038 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:53:25,038 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:53:25,479 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 16:53:26,039 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:53:27,039 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:53:28,039 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:53:28,257 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:53:29,039 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:53:30,039 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:53:31,039 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:53:32,039 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:53:33,039 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:53:34,039 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:53:34,257 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:53:35,039 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:53:36,040 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:53:37,040 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:53:38,040 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:53:38,260 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:53:38,261 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:53:39,040 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:53:39,337 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:53:40,040 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:53:41,040 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:53:42,040 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:53:43,040 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:53:44,040 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:53:45,040 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:53:45,257 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:53:45,493 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 16:53:46,041 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:53:47,041 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:53:48,041 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:53:49,041 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:53:50,049 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:53:50,262 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:53:51,047 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:53:52,047 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:53:53,049 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:53:53,271 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:53:53,272 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:53:54,049 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:53:55,019 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 16:53:55,019 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 16:53:55,020 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 16:53:55,026 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 16:53:55,423 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:53:55,427 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:53:55,519 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 16:53:56,170 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:53:57,173 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:53:57,521 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 16:53:58,172 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:53:59,173 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:54:00,173 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:54:01,173 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:54:01,423 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:54:02,173 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:54:03,173 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:54:04,173 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:54:05,173 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:54:06,173 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:54:07,351 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:54:07,423 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:54:08,263 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:54:08,263 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:54:08,350 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:54:09,350 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:54:10,350 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:54:11,351 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:54:12,351 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:54:13,351 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:54:13,423 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:54:14,352 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:54:15,351 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:54:15,498 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 16:54:16,351 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:54:17,355 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:54:18,356 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:54:18,507 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:54:19,355 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:54:20,358 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:54:21,357 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:54:22,026 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 16:54:22,027 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 16:54:22,028 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 16:54:22,029 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 16:54:22,426 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:54:22,544 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 16:54:23,263 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:54:23,264 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:54:23,426 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:54:23,545 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 16:54:24,340 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:54:24,426 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:54:25,426 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:54:26,426 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:54:27,426 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:54:28,426 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:54:29,426 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:54:29,429 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:54:30,426 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:54:31,426 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:54:32,426 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:54:33,426 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:54:34,427 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:54:34,429 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:54:35,427 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:54:36,427 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:54:37,427 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:54:38,263 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:54:38,264 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:54:38,427 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:54:39,427 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:54:40,383 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:54:40,427 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:54:41,427 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:54:42,427 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:54:43,428 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:54:44,428 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:54:45,428 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:54:45,429 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:54:45,501 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 16:54:46,428 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:54:47,432 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:54:48,438 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:54:49,439 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:54:50,440 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:54:50,443 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:54:51,437 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:54:52,147 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 16:54:52,148 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 16:54:52,149 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 16:54:52,150 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 16:54:52,553 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:54:52,574 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 16:54:53,263 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:54:53,264 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:54:53,552 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:54:53,576 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 16:54:54,553 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:54:55,553 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:54:56,434 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:54:56,553 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:54:57,553 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:54:58,553 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:54:59,554 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:55:00,553 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:55:01,553 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:55:02,434 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:55:02,553 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:55:03,553 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:55:04,554 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:55:05,554 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:55:06,554 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:55:07,434 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:55:07,554 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:55:08,263 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:55:08,264 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:55:08,554 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:55:09,554 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:55:10,554 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:55:11,554 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:55:12,434 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:55:12,554 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:55:13,554 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:55:14,555 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:55:15,504 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 16:55:15,555 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:55:16,555 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:55:17,507 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:55:17,555 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:55:18,563 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:55:19,559 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:55:20,564 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:55:21,564 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:55:22,566 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:55:23,267 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:55:23,267 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:55:23,332 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:55:23,565 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:55:23,872 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 16:55:23,874 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 16:55:23,875 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 16:55:23,876 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 16:55:24,565 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:55:24,608 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 16:55:25,565 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:55:25,610 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 16:55:26,565 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:55:27,565 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:55:28,437 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:55:28,565 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:55:29,565 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:55:30,565 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:55:31,565 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:55:32,566 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:55:33,566 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:55:34,437 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:55:34,566 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:55:35,566 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:55:36,566 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:55:37,613 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:55:38,267 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:55:38,268 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:55:38,612 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:55:39,612 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:55:40,421 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:55:40,612 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:55:41,612 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:55:42,613 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:55:43,613 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:55:44,613 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:55:45,437 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:55:45,507 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 16:55:45,613 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:55:46,613 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:55:47,613 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:55:48,613 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:55:49,620 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:55:50,441 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:55:50,618 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:55:51,619 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:55:52,618 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:55:53,273 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:55:53,274 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:55:53,618 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:55:54,618 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:55:55,006 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 16:55:55,007 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 16:55:55,007 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 16:55:55,009 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 16:55:55,439 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:55:55,618 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:55:55,642 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 16:55:55,643 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 16:55:56,618 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:55:57,618 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:55:58,619 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:55:59,619 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:56:00,619 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:56:01,439 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:56:01,619 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:56:02,619 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:56:03,619 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:56:04,619 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:56:05,619 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:56:06,686 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:56:07,439 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:56:07,685 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:56:08,270 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:56:08,270 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:56:08,685 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:56:09,685 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:56:10,685 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:56:11,685 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:56:12,685 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:56:13,439 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:56:13,685 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:56:14,686 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:56:15,511 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 16:56:15,686 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:56:16,686 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:56:17,686 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:56:18,521 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:56:18,692 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:56:19,691 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:56:20,693 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:56:21,691 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:56:22,692 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:56:23,274 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:56:23,274 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:56:23,691 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:56:23,994 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 16:56:23,996 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 16:56:23,996 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 16:56:23,997 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:56:23,998 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 16:56:24,668 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 16:56:24,692 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:56:25,669 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 16:56:25,696 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:56:26,696 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:56:27,696 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:56:28,696 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:56:29,446 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:56:29,696 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:56:30,696 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:56:31,696 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:56:32,696 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:56:33,696 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:56:34,696 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:56:35,446 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:56:35,697 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:56:36,697 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:56:37,697 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:56:38,274 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:56:38,274 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:56:38,812 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:56:39,726 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:56:40,446 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:56:40,726 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:56:41,726 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:56:42,726 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:56:43,726 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:56:44,726 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:56:45,516 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 16:56:45,522 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:56:45,727 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:56:46,727 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:56:47,727 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:56:48,727 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:56:49,727 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:56:50,727 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:56:51,446 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:56:51,736 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:56:52,736 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:56:53,278 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:56:53,279 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:56:53,736 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:56:54,736 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:56:55,736 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:56:56,452 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:56:56,739 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:56:57,223 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 16:56:57,225 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 16:56:57,225 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 16:56:57,227 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 16:56:57,699 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 16:56:57,700 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 16:56:57,737 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:56:58,736 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:56:59,736 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:57:00,736 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:57:01,737 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:57:02,452 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:57:02,737 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:57:03,737 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:57:04,737 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:57:05,737 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:57:06,737 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:57:07,737 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:57:08,277 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:57:08,277 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:57:08,430 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:57:08,737 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:57:09,738 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:57:10,737 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:57:11,738 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:57:12,738 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:57:13,456 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:57:13,738 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:57:14,738 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:57:15,519 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 16:57:15,738 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:57:16,738 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:57:17,738 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:57:18,522 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:57:18,738 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:57:19,738 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:57:20,739 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:57:21,745 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:57:22,748 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:57:23,283 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:57:23,284 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:57:23,746 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:57:24,426 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:57:24,746 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:57:25,746 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:57:26,618 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 16:57:26,619 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 16:57:26,619 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 16:57:26,620 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 16:57:26,726 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 16:57:27,022 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:57:27,727 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 16:57:28,018 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:57:29,019 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:57:29,661 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:57:30,019 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:57:31,019 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:57:32,019 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:57:33,019 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:57:34,019 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:57:35,019 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:57:35,459 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:57:36,019 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:57:37,019 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:57:38,019 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:57:38,281 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:57:38,281 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:57:39,019 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:57:40,020 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:57:40,459 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:57:41,020 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:57:42,020 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:57:43,020 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:57:44,020 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:57:45,020 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:57:45,523 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 16:57:45,530 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:57:46,020 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:57:47,020 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:57:48,020 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:57:49,020 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:57:50,020 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:57:51,021 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:57:51,459 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:57:52,021 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:57:53,021 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:57:53,288 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:57:53,289 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:57:54,024 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:57:55,026 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:57:56,033 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:57:56,462 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:57:57,030 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:57:58,033 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:57:59,009 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 16:57:59,011 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 16:57:59,011 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 16:57:59,013 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 16:57:59,414 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:57:59,756 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 16:57:59,756 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 16:58:00,412 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:58:01,412 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:58:02,413 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:58:02,461 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:58:03,413 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:58:04,413 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:58:05,413 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:58:06,413 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:58:07,413 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:58:08,285 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:58:08,285 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:58:08,413 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:58:08,422 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:58:09,413 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:58:10,413 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:58:11,415 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:58:12,413 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:58:13,414 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:58:13,461 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:58:14,414 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:58:15,414 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:58:15,527 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 16:58:16,414 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:58:17,414 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:58:18,414 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:58:18,530 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:58:19,414 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:58:20,414 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:58:21,414 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:58:22,414 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:58:23,285 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:58:23,285 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:58:23,414 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:58:24,415 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:58:24,455 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:58:25,415 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:58:26,426 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:58:27,418 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:58:28,418 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:58:29,418 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:58:29,471 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:58:30,418 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:58:31,418 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:58:31,642 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 16:58:31,643 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 16:58:31,644 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 16:58:31,646 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 16:58:31,781 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 16:58:32,419 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:58:33,418 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:58:33,782 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 16:58:34,418 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:58:34,685 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:58:35,419 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:58:36,419 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:58:37,419 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:58:38,285 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:58:38,285 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:58:38,420 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:58:39,419 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:58:40,419 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:58:40,421 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:58:41,419 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:58:42,419 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:58:43,420 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:58:44,419 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:58:45,419 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:58:45,465 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:58:45,531 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 16:58:46,420 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:58:47,420 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:58:48,420 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:58:49,420 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:58:50,420 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:58:50,465 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:58:51,421 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:58:52,420 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:58:53,285 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:58:53,286 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:58:53,420 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:58:54,420 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:58:55,427 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:58:55,474 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:58:56,426 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:58:57,424 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:58:58,424 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:58:59,425 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:59:00,424 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:59:00,661 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 16:59:00,662 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 16:59:00,662 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 16:59:00,662 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:59:00,664 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 16:59:00,810 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 16:59:01,425 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:59:01,811 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 16:59:02,424 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:59:03,425 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:59:04,425 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:59:05,425 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:59:06,425 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:59:06,470 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:59:07,425 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:59:08,285 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:59:08,286 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:59:08,425 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:59:09,425 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:59:10,425 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:59:11,425 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:59:12,426 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:59:12,470 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:59:13,426 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:59:14,426 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:59:15,426 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:59:15,535 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 16:59:16,426 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:59:17,426 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:59:17,537 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:59:18,426 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:59:19,426 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:59:20,427 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:59:21,426 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:59:22,427 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:59:23,286 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:59:23,286 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:59:23,357 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:59:23,427 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:59:24,444 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:59:25,436 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:59:26,436 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:59:27,437 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:59:28,434 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:59:28,476 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:59:29,433 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:59:29,996 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 16:59:29,997 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 16:59:29,997 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 16:59:29,998 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 16:59:30,434 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:59:30,839 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 16:59:31,433 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:59:31,840 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 16:59:32,433 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:59:33,434 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:59:34,434 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:59:34,470 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:59:35,434 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:59:36,434 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:59:37,434 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:59:38,286 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:59:38,286 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:59:38,434 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:59:39,434 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:59:40,434 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:59:40,456 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:59:41,434 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:59:42,435 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:59:43,435 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:59:44,435 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:59:45,435 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:59:45,471 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:59:45,540 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 16:59:46,435 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:59:47,435 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:59:48,435 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:59:49,435 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:59:50,435 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:59:51,435 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:59:51,471 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:59:52,436 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:59:53,291 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 16:59:53,294 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 16:59:53,442 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:59:54,450 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:59:55,452 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:59:56,450 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:59:56,474 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 16:59:57,449 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:59:58,409 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 16:59:58,411 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 16:59:58,411 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 16:59:58,412 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 16:59:58,844 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:59:58,878 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 16:59:59,555 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 16:59:59,879 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 17:00:00,555 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:00:01,555 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:00:02,473 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:00:02,556 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:00:03,556 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:00:04,556 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:00:05,556 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:00:06,556 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:00:07,473 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:00:07,556 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:00:08,291 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:00:08,291 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:00:08,556 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:00:09,556 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:00:10,686 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:00:11,559 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:00:12,560 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:00:12,706 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:00:13,559 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:00:14,560 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:00:15,544 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 17:00:15,559 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:00:16,560 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:00:17,560 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:00:18,560 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:00:18,686 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:00:19,560 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:00:20,560 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:00:21,571 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:00:22,568 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:00:23,295 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:00:23,295 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:00:23,564 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:00:24,403 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:00:24,566 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:00:25,566 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:00:26,566 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:00:27,001 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 17:00:27,002 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 17:00:27,002 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 17:00:27,003 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 17:00:27,566 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:00:27,909 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 17:00:27,910 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 17:00:28,566 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:00:29,566 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:00:30,043 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:00:30,566 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:00:31,566 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:00:32,567 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:00:33,567 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:00:34,567 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:00:35,567 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:00:35,689 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:00:36,567 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:00:37,567 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:00:38,295 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:00:38,295 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:00:38,567 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:00:39,664 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:00:40,567 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:00:40,689 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:00:41,567 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:00:42,568 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:00:43,568 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:00:44,568 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:00:45,548 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 17:00:45,568 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:00:45,689 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:00:46,568 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:00:47,568 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:00:48,568 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:00:49,568 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:00:50,568 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:00:50,689 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:00:51,568 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:00:52,568 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:00:53,295 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:00:53,296 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:00:53,568 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:00:54,569 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:00:55,577 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:00:55,697 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:00:56,576 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:00:57,571 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:00:58,572 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:00:59,574 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:01:00,573 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:01:00,917 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 17:01:00,919 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 17:01:00,920 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 17:01:00,920 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:01:00,921 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 17:01:00,937 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 17:01:01,573 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:01:01,938 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 17:01:02,573 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:01:03,573 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:01:04,573 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:01:05,573 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:01:06,573 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:01:06,696 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:01:07,573 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:01:08,295 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:01:08,296 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:01:08,574 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:01:09,573 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:01:10,574 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:01:11,574 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:01:11,696 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:01:12,574 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:01:13,574 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:01:14,574 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:01:15,551 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 17:01:15,803 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:01:16,798 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:01:16,803 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:01:17,798 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:01:18,798 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:01:19,798 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:01:20,798 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:01:21,798 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:01:22,705 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:01:22,798 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:01:23,295 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:01:23,296 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:01:23,799 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:01:24,799 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:01:25,799 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:01:26,799 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:01:27,800 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:01:28,709 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:01:28,809 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:01:29,802 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:01:30,804 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:01:31,804 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:01:32,807 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:01:33,710 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:01:33,805 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:01:34,415 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 17:01:34,416 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 17:01:34,417 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 17:01:34,418 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 17:01:34,815 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:01:34,974 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 17:01:35,818 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:01:35,975 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 17:01:36,814 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:01:37,814 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:01:38,295 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:01:38,296 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:01:38,815 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:01:39,433 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:01:39,814 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:01:40,815 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:01:41,815 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:01:42,815 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:01:43,815 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:01:44,708 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:01:44,815 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:01:45,555 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 17:01:45,815 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:01:46,816 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:01:47,815 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:01:48,815 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:01:49,708 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:01:49,816 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:01:50,816 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:01:51,816 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:01:52,816 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:01:53,295 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:01:53,296 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:01:53,816 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:01:54,816 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:01:55,373 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:01:55,816 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:01:56,816 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:01:57,816 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:01:58,820 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:01:59,825 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:02:00,711 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:02:00,820 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:02:01,824 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:02:02,829 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:02:03,784 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 17:02:03,786 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 17:02:03,787 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 17:02:03,788 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 17:02:03,997 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 17:02:04,186 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:02:05,185 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:02:05,714 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:02:05,999 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 17:02:06,185 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:02:07,185 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:02:08,185 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:02:08,296 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:02:08,296 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:02:09,185 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:02:10,185 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:02:11,185 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:02:11,714 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:02:12,186 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:02:13,186 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:02:14,186 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:02:15,186 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:02:15,559 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 17:02:16,186 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:02:16,714 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:02:17,186 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:02:18,186 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:02:19,186 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:02:20,187 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:02:21,187 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:02:21,714 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:02:22,187 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:02:23,187 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:02:23,296 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:02:23,296 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:02:24,187 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:02:25,187 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:02:26,187 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:02:27,187 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:02:27,715 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:02:28,198 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:02:29,193 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:02:30,190 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:02:31,192 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:02:32,192 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:02:32,724 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:02:33,191 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:02:33,403 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 17:02:33,405 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 17:02:33,405 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 17:02:33,406 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 17:02:34,028 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 17:02:34,029 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 17:02:34,191 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:02:35,190 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:02:36,192 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:02:37,192 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:02:38,192 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:02:38,296 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:02:38,296 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:02:38,389 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:02:39,192 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:02:40,192 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:02:41,192 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:02:42,192 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:02:43,192 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:02:43,719 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:02:44,192 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:02:45,193 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:02:45,563 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 17:02:46,193 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:02:47,193 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:02:48,193 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:02:48,719 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:02:49,193 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:02:50,193 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:02:51,193 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:02:52,193 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:02:53,193 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:02:53,296 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:02:53,296 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:02:54,193 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:02:54,403 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:02:55,194 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:02:56,194 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:02:57,203 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:02:58,202 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:02:59,199 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:02:59,721 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:03:00,199 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:03:01,199 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:03:02,200 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:03:02,335 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 17:03:02,337 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 17:03:02,337 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 17:03:02,338 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 17:03:03,058 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 17:03:03,200 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:03:04,059 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 17:03:04,199 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:03:05,200 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:03:05,379 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:03:06,200 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:03:07,200 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:03:08,200 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:03:08,296 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:03:08,297 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:03:09,200 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:03:10,200 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:03:10,451 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:03:11,200 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:03:12,200 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:03:13,200 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:03:14,365 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:03:15,364 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:03:15,567 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 17:03:15,573 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:03:16,364 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:03:17,364 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:03:18,364 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:03:19,364 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:03:20,365 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:03:20,722 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:03:21,365 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:03:22,365 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:03:23,296 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:03:23,297 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:03:23,365 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:03:24,374 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:03:25,373 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:03:26,375 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:03:26,724 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:03:27,376 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:03:28,377 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:03:29,377 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:03:29,658 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 17:03:29,659 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 17:03:29,660 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 17:03:29,662 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 17:03:30,089 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 17:03:30,090 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 17:03:30,377 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:03:31,377 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:03:32,377 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:03:32,723 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:03:33,377 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:03:34,377 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:03:35,377 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:03:36,378 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:03:37,378 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:03:38,296 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:03:38,297 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:03:38,378 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:03:38,464 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:03:39,378 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:03:40,378 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:03:41,378 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:03:42,378 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:03:43,378 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:03:43,723 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:03:44,491 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:03:45,407 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:03:45,571 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 17:03:46,407 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:03:47,407 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:03:48,407 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:03:49,407 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:03:49,723 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:03:50,407 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:03:51,407 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:03:52,407 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:03:53,296 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:03:53,297 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:03:53,407 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:03:54,407 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:03:55,408 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:03:55,468 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:03:56,408 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:03:57,408 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:03:58,408 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:03:59,419 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:04:00,413 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:04:00,727 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:04:01,413 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:04:02,418 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:04:03,413 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:04:04,413 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:04:04,966 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 17:04:04,967 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 17:04:04,967 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 17:04:04,969 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 17:04:05,117 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 17:04:05,413 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:04:06,118 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 17:04:06,413 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:04:06,726 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:04:07,413 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:04:08,297 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:04:08,297 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:04:08,413 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:04:09,414 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:04:10,414 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:04:11,414 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:04:12,414 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:04:12,726 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:04:13,414 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:04:14,414 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:04:15,414 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:04:15,575 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 17:04:16,414 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:04:17,414 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:04:18,414 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:04:18,726 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:04:19,415 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:04:20,415 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:04:21,416 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:04:22,415 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:04:23,297 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:04:23,297 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:04:23,415 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:04:24,415 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:04:24,421 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:04:25,415 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:04:26,415 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:04:27,415 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:04:28,415 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:04:29,415 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:04:29,726 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:04:30,415 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:04:31,416 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:04:32,425 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:04:33,419 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:04:34,419 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:04:34,731 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:04:35,419 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:04:36,419 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:04:37,420 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:04:37,521 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 17:04:37,522 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 17:04:37,523 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 17:04:37,524 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 17:04:38,146 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 17:04:38,146 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 17:04:38,297 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:04:38,297 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:04:38,420 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:04:39,420 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:04:40,415 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:04:40,420 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:04:41,420 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:04:42,420 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:04:43,420 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:04:44,420 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:04:45,420 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:04:45,580 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 17:04:45,586 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:04:46,420 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:04:47,420 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:04:48,421 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:04:49,420 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:04:50,421 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:04:50,729 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:04:51,421 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:04:52,421 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:04:53,297 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:04:53,297 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:04:53,421 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:04:54,421 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:04:55,421 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:04:55,730 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:04:56,421 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:04:57,421 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:04:58,421 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:04:59,431 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:05:00,434 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:05:00,731 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:05:01,432 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:05:02,434 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:05:03,434 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:05:04,342 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 17:05:04,343 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 17:05:04,344 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 17:05:04,346 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 17:05:04,740 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:05:05,171 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 17:05:05,489 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:05:05,732 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:05:06,175 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 17:05:06,493 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:05:07,492 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:05:08,297 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:05:08,298 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:05:08,492 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:05:09,493 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:05:10,493 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:05:11,493 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:05:11,732 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:05:12,493 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:05:13,493 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:05:14,493 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:05:15,493 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:05:15,583 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 17:05:16,493 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:05:17,493 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:05:17,732 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:05:18,493 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:05:19,494 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:05:20,494 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:05:21,494 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:05:22,494 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:05:22,732 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:05:23,297 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:05:23,298 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:05:23,494 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:05:24,494 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:05:25,494 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:05:26,494 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:05:27,494 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:05:28,494 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:05:28,732 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:05:29,495 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:05:30,495 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:05:31,497 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:05:32,498 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:05:33,497 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:05:33,748 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:05:34,497 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:05:35,182 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 17:05:35,183 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 17:05:35,184 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 17:05:35,185 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 17:05:35,206 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 17:05:35,587 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:05:36,583 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:05:37,208 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 17:05:37,583 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:05:38,297 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:05:38,298 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:05:38,583 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:05:39,459 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:05:39,583 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:05:40,583 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:05:41,583 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:05:42,584 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:05:43,584 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:05:44,584 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:05:44,738 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:05:45,586 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:05:45,587 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 17:05:46,584 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:05:47,584 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:05:48,584 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:05:49,584 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:05:49,738 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:05:50,584 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:05:51,584 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:05:52,584 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:05:53,297 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:05:53,298 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:05:53,584 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:05:54,585 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:05:55,388 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:05:55,585 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:05:56,585 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:05:57,585 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:05:58,595 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:05:59,590 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:06:00,590 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:06:00,748 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:06:01,591 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:06:02,591 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:06:03,591 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:06:03,983 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 17:06:03,984 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 17:06:03,985 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 17:06:03,986 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 17:06:04,233 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 17:06:04,592 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:06:05,234 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 17:06:05,591 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:06:06,591 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:06:06,743 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:06:07,591 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:06:08,297 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:06:08,298 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:06:08,591 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:06:09,591 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:06:10,592 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:06:11,592 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:06:12,592 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:06:12,743 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:06:13,592 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:06:14,592 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:06:15,589 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 17:06:15,596 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:06:16,592 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:06:17,592 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:06:18,592 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:06:18,743 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:06:19,593 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:06:20,593 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:06:21,593 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:06:22,593 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:06:23,298 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:06:23,298 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:06:23,593 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:06:24,431 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:06:24,593 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:06:25,593 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:06:26,593 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:06:27,593 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:06:28,601 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:06:29,595 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:06:29,749 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:06:30,595 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:06:31,595 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:06:32,597 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:06:33,595 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:06:34,219 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 17:06:34,220 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 17:06:34,220 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 17:06:34,221 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 17:06:34,262 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 17:06:34,620 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:06:35,261 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:06:35,618 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:06:36,618 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:06:37,264 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 17:06:37,618 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:06:38,298 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:06:38,298 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:06:38,618 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:06:39,618 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:06:40,416 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:06:40,619 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:06:41,619 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:06:42,619 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:06:43,619 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:06:44,619 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:06:45,594 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 17:06:45,600 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:06:45,619 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:06:46,619 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:06:47,619 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:06:48,619 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:06:49,620 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:06:50,620 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:06:50,745 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:06:51,620 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:06:52,620 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:06:53,298 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:06:53,298 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:06:53,620 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:06:54,620 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:06:55,620 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:06:56,620 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:06:56,745 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:06:57,620 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:06:58,620 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:06:59,620 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:07:00,620 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:07:01,635 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:07:01,747 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:07:02,624 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:07:03,624 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:07:04,625 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:07:05,627 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:07:06,625 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:07:06,757 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:07:06,973 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 17:07:06,974 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 17:07:06,975 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 17:07:06,976 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 17:07:07,291 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 17:07:07,625 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:07:08,298 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:07:08,299 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:07:08,625 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:07:09,293 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 17:07:09,625 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:07:10,625 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:07:11,625 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:07:12,626 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:07:12,750 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:07:13,626 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:07:14,626 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:07:15,597 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 17:07:15,626 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:07:16,626 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:07:17,626 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:07:18,626 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:07:18,750 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:07:19,626 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:07:20,626 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:07:21,627 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:07:22,627 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:07:23,299 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:07:23,299 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:07:23,627 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:07:24,395 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:07:24,627 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:07:25,627 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:07:26,627 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:07:27,627 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:07:28,627 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:07:29,627 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:07:29,750 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:07:30,627 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:07:31,627 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:07:32,628 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:07:33,639 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:07:34,630 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:07:34,758 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:07:35,630 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:07:36,630 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:07:37,633 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:07:38,298 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:07:38,298 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:07:38,633 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:07:39,121 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 17:07:39,122 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 17:07:39,123 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 17:07:39,124 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 17:07:39,326 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 17:07:39,634 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:07:40,163 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:07:40,634 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:07:41,328 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 17:07:41,634 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:07:42,634 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:07:43,634 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:07:44,634 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:07:45,602 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 17:07:45,608 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:07:45,634 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:07:46,634 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:07:47,634 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:07:48,634 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:07:49,634 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:07:50,634 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:07:50,754 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:07:51,634 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:07:52,635 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:07:53,298 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:07:53,299 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:07:53,635 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:07:54,635 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:07:55,635 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:07:56,635 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:07:56,754 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:07:57,635 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:07:58,635 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:07:59,635 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:08:00,635 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:08:01,635 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:08:02,635 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:08:02,754 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:08:03,636 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:08:04,640 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:08:05,639 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:08:06,639 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:08:07,639 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:08:07,765 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:08:08,299 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:08:08,303 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:08:08,639 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:08:09,471 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 17:08:09,472 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 17:08:09,472 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 17:08:09,474 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 17:08:09,870 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:08:10,353 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 17:08:10,869 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:08:11,354 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 17:08:11,869 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:08:12,869 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:08:13,758 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:08:13,869 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:08:14,869 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:08:15,605 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 17:08:15,870 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:08:16,870 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:08:17,870 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:08:18,870 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:08:19,758 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:08:19,870 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:08:20,870 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:08:21,870 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:08:22,873 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:08:23,299 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:08:23,300 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:08:23,872 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:08:24,872 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:08:25,466 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:08:25,872 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:08:26,872 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:08:27,872 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:08:28,872 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:08:29,872 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:08:30,758 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:08:30,872 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:08:31,872 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:08:32,873 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:08:33,873 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:08:34,873 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:08:35,873 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:08:36,762 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:08:36,880 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:08:37,879 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:08:38,302 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:08:38,303 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:08:38,882 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:08:39,879 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:08:40,879 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:08:41,761 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:08:41,879 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:08:42,450 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 17:08:42,452 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 17:08:42,452 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 17:08:42,454 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 17:08:42,902 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:08:43,383 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 17:08:43,902 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:08:44,902 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:08:45,385 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 17:08:45,609 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 17:08:45,902 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:08:46,762 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:08:46,902 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:08:47,902 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:08:48,902 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:08:49,902 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:08:50,902 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:08:51,902 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:08:52,762 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:08:52,902 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:08:53,301 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:08:53,301 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:08:53,902 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:08:54,902 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:08:55,902 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:08:56,903 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:08:57,762 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:08:57,903 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:08:58,903 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:08:59,903 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:09:00,903 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:09:01,903 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:09:02,762 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:09:02,903 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:09:03,903 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:09:04,903 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:09:05,903 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:09:06,904 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:09:07,762 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:09:07,908 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:09:08,306 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:09:08,318 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:09:08,904 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:09:09,904 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:09:10,906 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:09:11,904 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:09:12,768 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:09:12,904 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:09:13,732 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 17:09:13,733 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 17:09:13,733 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 17:09:13,735 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 17:09:14,136 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:09:14,413 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 17:09:15,133 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:09:15,414 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 17:09:15,613 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 17:09:16,133 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:09:17,133 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:09:18,133 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:09:18,763 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:09:19,133 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:09:20,133 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:09:21,134 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:09:22,134 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:09:23,134 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:09:23,304 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:09:23,304 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:09:24,134 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:09:24,450 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:09:25,134 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:09:26,134 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:09:27,134 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:09:28,135 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:09:29,135 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:09:29,763 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:09:30,134 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:09:31,135 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:09:32,135 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:09:33,135 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:09:34,135 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:09:34,763 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:09:35,135 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:09:36,135 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:09:37,135 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:09:38,135 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:09:38,304 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:09:38,304 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:09:39,136 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:09:40,135 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:09:40,413 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:09:41,138 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:09:42,143 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:09:43,144 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:09:44,141 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:09:45,141 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:09:45,155 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 17:09:45,156 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 17:09:45,156 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 17:09:45,158 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 17:09:45,445 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 17:09:45,617 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 17:09:45,623 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:09:46,141 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:09:47,141 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:09:47,446 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 17:09:48,142 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:09:49,142 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:09:50,142 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:09:50,769 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:09:51,142 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:09:52,142 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:09:53,142 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:09:53,304 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:09:53,304 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:09:54,142 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:09:55,142 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:09:56,142 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:09:56,768 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:09:57,142 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:09:58,143 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:09:59,143 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:10:00,143 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:10:01,143 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:10:01,769 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:10:02,143 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:10:03,143 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:10:04,143 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:10:05,143 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:10:06,143 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:10:07,144 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:10:07,769 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:10:08,144 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:10:08,304 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:10:08,305 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:10:10,666 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:10:11,462 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 17:10:11,761 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:10:13,456 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:10:15,652 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 17:10:18,493 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:10:18,654 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:10:19,912 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:10:23,655 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:10:26,668 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:10:26,668 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:10:27,597 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:10:29,177 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:10:34,177 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:10:35,054 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:10:36,146 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:10:37,195 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:10:39,558 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:10:44,559 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:10:45,046 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:10:45,305 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:10:45,306 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:10:45,625 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 17:10:49,627 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:10:52,167 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:10:52,962 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:10:54,472 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:10:55,124 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:11:00,124 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:11:05,125 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:11:05,268 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:11:05,270 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:11:05,271 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:11:05,310 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:11:06,270 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:11:07,271 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:11:07,700 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 17:11:08,270 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:11:09,271 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:11:09,702 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 17:11:10,271 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:11:10,665 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:11:11,286 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:11:12,285 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:11:13,285 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:11:14,285 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:11:15,285 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:11:15,629 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 17:11:15,968 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:11:15,969 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:11:15,969 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:11:16,286 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:11:17,286 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:11:18,286 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:11:19,286 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:11:20,287 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:11:21,286 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:11:21,968 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:11:22,286 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:11:23,286 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:11:24,287 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:11:25,287 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:11:26,306 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:11:27,305 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:11:27,968 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:11:28,305 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:11:29,305 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:11:30,306 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:11:30,967 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:11:30,968 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:11:31,306 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:11:32,306 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:11:33,093 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:11:33,307 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:11:34,306 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:11:35,307 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:11:36,306 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:11:37,306 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:11:38,307 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:11:38,968 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:11:39,307 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:11:40,307 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:11:41,307 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:11:42,307 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:11:43,307 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:11:44,307 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:11:44,969 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:11:45,307 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:11:45,638 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 17:11:45,967 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:11:45,968 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:11:46,307 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:11:47,307 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:11:48,308 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:11:49,308 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:11:50,049 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:11:50,308 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:11:51,308 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:11:52,308 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:11:53,308 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:11:54,308 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:11:55,308 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:11:55,968 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:11:56,308 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:11:57,309 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:11:58,309 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:11:59,309 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:12:00,969 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:12:05,970 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:12:10,970 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:12:15,637 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 17:12:16,639 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:12:19,861 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:12:19,862 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:12:19,902 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:12:20,856 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:12:21,856 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:12:21,991 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:12:22,856 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:12:23,855 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:12:24,856 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:12:25,856 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:12:26,856 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:12:27,856 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:12:27,856 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:12:28,856 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:12:29,856 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:12:30,856 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:12:31,856 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:12:32,856 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:12:33,856 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:12:33,856 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:12:34,856 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:12:34,856 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:12:34,896 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:12:35,857 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:12:36,857 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:12:37,857 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:12:38,857 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:12:39,008 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:12:39,857 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:12:40,857 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:12:41,857 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:12:42,857 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:12:43,858 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:12:44,856 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:12:44,857 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:12:45,641 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 17:12:45,858 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:12:46,858 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:12:47,858 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:12:48,858 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:12:49,856 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:12:49,856 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:12:49,897 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:12:50,016 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:12:50,858 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:12:51,858 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:12:52,858 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:12:53,858 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:12:54,858 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:12:55,856 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:12:55,859 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:12:56,859 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:12:57,859 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:12:58,859 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:12:59,859 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:13:00,856 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:13:00,859 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:13:01,859 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:13:02,859 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:13:03,859 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:13:04,855 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:13:04,856 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:13:04,895 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:13:05,860 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:13:05,995 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:13:06,860 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:13:07,860 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:13:08,860 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:13:09,860 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:13:10,860 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:13:11,857 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:13:11,860 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:13:12,860 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:13:13,860 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:13:14,860 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:13:15,646 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 17:13:15,861 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:13:16,861 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:13:17,648 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:13:17,861 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:13:18,861 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:13:19,856 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:13:19,856 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:13:19,897 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:13:20,861 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:13:21,861 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:13:22,861 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:13:22,977 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:13:23,862 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:13:24,861 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:13:25,862 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:13:26,862 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:13:27,862 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:13:28,858 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:13:28,862 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:13:29,862 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:13:30,862 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:13:31,862 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:13:32,862 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:13:33,862 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:13:34,856 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:13:34,856 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:13:34,897 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:13:35,000 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:13:35,863 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:13:36,863 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:13:37,863 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:13:38,863 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:13:39,863 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:13:40,858 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:13:40,863 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:13:41,863 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:13:42,863 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:13:43,863 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:13:44,863 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:13:45,649 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 17:13:45,864 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:13:46,652 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:13:46,864 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:13:47,864 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:13:48,864 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:13:49,856 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:13:49,856 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:13:49,897 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:13:50,864 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:13:51,864 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:13:52,010 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:13:52,864 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:13:53,865 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:13:54,865 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:13:55,865 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:13:56,865 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:13:57,858 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:13:57,865 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:13:58,865 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:13:59,865 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:14:00,865 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:14:01,865 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:14:02,858 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:14:02,865 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:14:03,866 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:14:04,856 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:14:04,856 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:14:04,896 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:14:05,866 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:14:06,866 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:14:07,866 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:14:08,002 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:14:08,866 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:14:09,866 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:14:10,866 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:14:11,867 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:14:12,867 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:14:13,859 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:14:13,867 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:14:14,867 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:14:15,653 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 17:14:15,867 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:14:16,867 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:14:17,867 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:14:19,656 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:14:24,656 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:14:29,658 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:14:34,668 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:14:39,669 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:14:44,670 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:14:45,657 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 17:14:50,660 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:14:55,661 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:14:57,107 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:14:57,108 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:14:57,147 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:14:58,107 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:14:59,107 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:15:00,107 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:15:01,110 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:15:01,201 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:15:01,761 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 17:15:02,109 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:15:03,110 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:15:03,762 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 17:15:04,110 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:15:05,110 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:15:06,110 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:15:06,449 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:15:07,110 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:15:08,110 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:15:09,110 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:15:10,110 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:15:11,110 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:15:12,102 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:15:12,103 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:15:12,143 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:15:12,248 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:15:13,111 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:15:14,111 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:15:15,111 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:15:15,661 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 17:15:16,111 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:15:17,111 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:15:18,108 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:15:18,111 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:15:19,111 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:15:20,111 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:15:21,111 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:15:22,111 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:15:23,108 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:15:23,112 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:15:24,117 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:15:25,118 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:15:26,120 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:15:27,107 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:15:27,108 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:15:27,148 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:15:28,118 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:15:28,210 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:15:29,118 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:15:29,462 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 17:15:29,463 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 17:15:29,463 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 17:15:29,465 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 17:15:29,791 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 17:15:30,118 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:15:31,124 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:15:31,793 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 17:15:32,118 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:15:33,119 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:15:34,111 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:15:34,119 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:15:35,119 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:15:36,119 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:15:37,119 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:15:38,119 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:15:39,119 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:15:40,111 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:15:40,119 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:15:41,120 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:15:42,106 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:15:42,107 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:15:42,147 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:15:43,120 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:15:44,120 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:15:45,120 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:15:45,220 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:15:45,666 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 17:15:46,120 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:15:47,120 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:15:48,120 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:15:49,120 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:15:50,120 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:15:51,111 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:15:51,120 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:15:52,120 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:15:53,121 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:15:54,121 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:15:55,121 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:15:56,120 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:15:56,127 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:15:57,123 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:15:57,125 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:15:57,167 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:15:58,127 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:15:59,131 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:16:00,131 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:16:01,123 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 17:16:01,124 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 17:16:01,124 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 17:16:01,124 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:16:01,125 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 17:16:01,522 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:16:01,817 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 17:16:02,272 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:16:03,274 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:16:03,819 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 17:16:04,273 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:16:05,273 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:16:06,274 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:16:07,113 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:16:07,274 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:16:08,274 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:16:09,274 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:16:10,274 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:16:11,274 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:16:12,110 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:16:12,111 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:16:12,202 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:16:12,274 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:16:13,274 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:16:14,276 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:16:15,276 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:16:15,669 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 17:16:16,276 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:16:17,276 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:16:18,113 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:16:18,276 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:16:19,276 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:16:20,276 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:16:21,276 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:16:22,276 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:16:23,277 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:16:24,113 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:16:24,276 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:16:25,277 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:16:26,285 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:16:27,110 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:16:27,110 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:16:27,284 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:16:28,283 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:16:29,185 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:16:29,280 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:16:30,280 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:16:31,280 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:16:32,013 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 17:16:32,014 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 17:16:32,015 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 17:16:32,016 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 17:16:32,411 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:16:32,843 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 17:16:33,408 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:16:33,844 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 17:16:34,408 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:16:34,410 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:16:35,408 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:16:36,408 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:16:37,408 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:16:38,408 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:16:39,408 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:16:40,165 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:16:40,409 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:16:41,409 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:16:42,110 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:16:42,111 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:16:42,409 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:16:43,409 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:16:44,409 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:16:45,201 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:16:45,503 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:16:45,673 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 17:16:46,502 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:16:47,502 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:16:48,502 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:16:49,502 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:16:50,503 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:16:51,165 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:16:51,503 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:16:52,503 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:16:53,503 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:16:54,503 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:16:55,503 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:16:56,503 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:16:57,111 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:16:57,111 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:16:57,275 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:16:57,514 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:16:58,509 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:16:59,513 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:17:00,512 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:17:01,513 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:17:02,513 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:17:02,930 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 17:17:02,930 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 17:17:02,931 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 17:17:02,931 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:17:02,932 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 17:17:03,513 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:17:03,868 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 17:17:04,513 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:17:05,513 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:17:05,870 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 17:17:06,513 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:17:07,513 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:17:08,165 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:17:08,514 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:17:09,513 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:17:10,514 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:17:11,514 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:17:12,110 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:17:12,111 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:17:12,514 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:17:13,214 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:17:13,514 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:17:14,514 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:17:15,515 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:17:15,676 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 17:17:16,514 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:17:17,514 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:17:18,515 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:17:19,166 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:17:19,514 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:17:20,515 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:17:21,515 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:17:22,515 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:17:23,515 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:17:24,515 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:17:25,166 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:17:25,515 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:17:26,515 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:17:27,114 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:17:27,114 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:17:27,521 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:17:28,519 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:17:29,526 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:17:30,184 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:17:30,526 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:17:31,523 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:17:32,523 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:17:32,870 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 17:17:32,872 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 17:17:32,872 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 17:17:32,873 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 17:17:32,893 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 17:17:33,523 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:17:33,895 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 17:17:34,524 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:17:35,523 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:17:35,913 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:17:36,523 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:17:37,524 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:17:38,524 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:17:39,525 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:17:40,524 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:17:41,169 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:17:41,524 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:17:42,112 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:17:42,113 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:17:42,524 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:17:43,524 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:17:44,524 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:17:45,524 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:17:45,680 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 17:17:46,525 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:17:46,682 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:17:47,525 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:17:48,525 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:17:49,525 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:17:50,525 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:17:51,525 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:17:52,169 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:17:52,525 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:17:53,525 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:17:54,525 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:17:55,525 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:17:56,530 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:17:57,116 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:17:57,119 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:17:57,205 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:17:57,529 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:17:58,529 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:17:59,531 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:18:00,531 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:18:01,531 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:18:01,940 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 17:18:01,942 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 17:18:01,942 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 17:18:01,944 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 17:18:02,344 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:18:02,538 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:18:02,919 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 17:18:03,537 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:18:03,920 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 17:18:04,538 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:18:05,538 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:18:06,538 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:18:07,538 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:18:08,343 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:18:08,538 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:18:09,538 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:18:10,538 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:18:11,538 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:18:12,116 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:18:12,116 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:18:12,538 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:18:13,538 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:18:14,343 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:18:14,546 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:18:15,546 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:18:15,684 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 17:18:16,546 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:18:17,546 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:18:18,546 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:18:19,343 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:18:19,546 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:18:20,546 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:18:21,546 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:18:22,546 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:18:23,547 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:18:24,547 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:18:25,349 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:18:25,553 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:18:26,551 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:18:27,127 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:18:27,128 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:18:27,558 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:18:28,551 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:18:29,552 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:18:30,347 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:18:30,551 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:18:30,956 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 17:18:30,958 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 17:18:30,958 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 17:18:30,960 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 17:18:31,552 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:18:31,943 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 17:18:31,944 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 17:18:32,552 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:18:33,552 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:18:34,552 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:18:35,552 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:18:36,346 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:18:36,552 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:18:37,552 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:18:38,552 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:18:39,552 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:18:40,552 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:18:41,552 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:18:42,125 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:18:42,125 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:18:42,271 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:18:42,553 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:18:43,553 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:18:44,553 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:18:45,553 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:18:45,689 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 17:18:46,553 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:18:47,493 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:18:47,553 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:18:48,553 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:18:49,553 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:18:50,553 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:18:51,553 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:18:52,493 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:18:52,554 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:18:53,554 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:18:54,566 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:18:55,562 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:18:56,562 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:18:57,129 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:18:57,129 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:18:57,503 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:18:57,568 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:18:58,562 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:18:59,563 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:18:59,818 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 17:18:59,820 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 17:18:59,820 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 17:18:59,821 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 17:18:59,968 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 17:19:00,563 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:19:01,562 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:19:01,969 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 17:19:02,564 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:19:03,497 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:19:03,563 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:19:04,563 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:19:05,563 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:19:06,563 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:19:07,563 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:19:08,563 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:19:09,497 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:19:09,563 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:19:10,563 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:19:11,563 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:19:12,129 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:19:12,129 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:19:12,563 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:19:13,564 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:19:14,707 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:19:15,497 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:19:15,564 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:19:15,692 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 17:19:16,564 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:19:17,564 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:19:18,564 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:19:19,564 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:19:20,497 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:19:20,564 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:19:21,564 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:19:22,564 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:19:23,565 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:19:24,565 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:19:25,497 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:19:25,565 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:19:26,573 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:19:27,135 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:19:27,135 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:19:27,567 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:19:28,567 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:19:29,567 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:19:30,509 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:19:30,567 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:19:31,568 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:19:31,762 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 17:19:31,764 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 17:19:31,764 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 17:19:31,766 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 17:19:32,001 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 17:19:32,567 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:19:33,568 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:19:34,002 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 17:19:34,568 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:19:35,568 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:19:36,501 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:19:36,568 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:19:37,568 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:19:38,568 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:19:39,568 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:19:40,568 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:19:41,568 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:19:42,135 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:19:42,135 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:19:42,299 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:19:42,568 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:19:43,568 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:19:44,569 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:19:45,569 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:19:45,696 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 17:19:46,569 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:19:47,501 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:19:47,569 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:19:48,569 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:19:49,569 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:19:50,569 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:19:51,569 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:19:52,501 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:19:52,569 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:19:53,569 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:19:54,570 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:19:55,570 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:19:56,570 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:19:57,135 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:19:57,136 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:19:57,516 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:19:57,577 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:19:58,577 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:19:59,578 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:20:00,577 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:20:01,577 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:20:02,577 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:20:03,199 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 17:20:03,200 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 17:20:03,201 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 17:20:03,201 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:20:03,202 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 17:20:03,597 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:20:04,029 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 17:20:04,596 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:20:05,596 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:20:06,030 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 17:20:06,596 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:20:07,596 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:20:08,503 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:20:08,596 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:20:09,596 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:20:10,596 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:20:11,596 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:20:12,135 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:20:12,136 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:20:12,596 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:20:13,596 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:20:14,503 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:20:14,596 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:20:15,596 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:20:15,700 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 17:20:16,597 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:20:17,597 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:20:18,597 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:20:19,503 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:20:19,597 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:20:20,597 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:20:21,597 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:20:22,597 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:20:23,597 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:20:24,598 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:20:25,503 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:20:25,597 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:20:26,597 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:20:27,135 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:20:27,136 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:20:27,598 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:20:28,602 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:20:29,602 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:20:30,514 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:20:30,604 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:20:31,605 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:20:32,602 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:20:33,501 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 17:20:33,502 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 17:20:33,502 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 17:20:33,504 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 17:20:33,902 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:20:34,051 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 17:20:34,900 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:20:35,542 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:20:35,900 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:20:36,052 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 17:20:36,900 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:20:37,900 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:20:38,900 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:20:39,900 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:20:40,900 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:20:41,507 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:20:41,900 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:20:42,135 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:20:42,136 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:20:42,901 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:20:43,901 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:20:44,901 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:20:45,704 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 17:20:45,901 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:20:46,706 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:20:46,901 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:20:47,901 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:20:48,901 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:20:49,901 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:20:50,901 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:20:51,901 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:20:52,507 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:20:52,901 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:20:53,901 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:20:54,902 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:20:55,902 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:20:56,902 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:20:57,135 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:20:57,136 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:20:57,507 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:20:57,910 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:20:58,912 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:20:59,915 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:21:00,912 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:21:01,913 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:21:02,515 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:21:02,913 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:21:03,570 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 17:21:03,571 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 17:21:03,571 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 17:21:03,573 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 17:21:03,973 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:21:04,086 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 17:21:04,971 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:21:05,971 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:21:06,087 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 17:21:06,971 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:21:07,972 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:21:08,510 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:21:08,972 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:21:09,972 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:21:10,972 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:21:11,972 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:21:12,136 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:21:12,136 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:21:12,972 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:21:13,972 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:21:14,510 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:21:14,972 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:21:15,709 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 17:21:15,972 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:21:16,972 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:21:17,973 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:21:18,973 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:21:19,510 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:21:19,973 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:21:20,973 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:21:21,973 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:21:22,973 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:21:23,973 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:21:24,510 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:21:24,973 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:21:25,973 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:21:26,974 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:21:27,136 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:21:27,136 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:21:27,974 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:21:28,974 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:21:29,974 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:21:30,510 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:21:30,974 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:21:31,974 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:21:32,985 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:21:33,978 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:21:34,978 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:21:35,512 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:21:35,979 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:21:36,981 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:21:37,980 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:21:38,394 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 17:21:38,396 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 17:21:38,396 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 17:21:38,398 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 17:21:38,980 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:21:39,117 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 17:21:39,980 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:21:40,118 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 17:21:40,980 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:21:41,435 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:21:41,980 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:21:42,136 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:21:42,136 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:21:42,980 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:21:43,980 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:21:44,980 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:21:45,712 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 17:21:45,980 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:21:46,714 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:21:46,980 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:21:47,981 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:21:48,981 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:21:50,122 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:21:51,030 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:21:52,030 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:21:52,511 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:21:53,030 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:21:54,030 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:21:55,030 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:21:56,030 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:21:57,031 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:21:57,136 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:21:57,137 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:21:58,031 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:21:58,511 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:21:59,031 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:22:00,031 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:22:01,037 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:22:02,040 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:22:03,040 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:22:03,519 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:22:04,037 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:22:05,040 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:22:05,927 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 17:22:05,928 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 17:22:05,929 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 17:22:05,930 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 17:22:06,145 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 17:22:06,330 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:22:07,078 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:22:08,078 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:22:08,146 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 17:22:09,078 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:22:09,515 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:22:10,078 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:22:11,078 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:22:12,079 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:22:12,136 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:22:12,137 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:22:13,078 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:22:14,079 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:22:15,079 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:22:15,515 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:22:15,716 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 17:22:16,079 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:22:17,079 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:22:18,079 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:22:19,079 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:22:20,079 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:22:20,515 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:22:21,079 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:22:22,079 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:22:23,079 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:22:24,080 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:22:25,080 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:22:26,080 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:22:26,515 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:22:27,080 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:22:27,136 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:22:27,137 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:22:28,080 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:22:29,080 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:22:30,086 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:22:31,088 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:22:31,522 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:22:32,085 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:22:33,085 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:22:34,086 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:22:35,087 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:22:35,257 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 17:22:35,259 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 17:22:35,259 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 17:22:35,260 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 17:22:36,087 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:22:36,175 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 17:22:36,176 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 17:22:37,087 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:22:37,300 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:22:38,087 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:22:39,087 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:22:40,087 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:22:41,087 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:22:42,087 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:22:42,136 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:22:42,137 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:22:42,516 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:22:43,087 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:22:44,087 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:22:45,088 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:22:45,720 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 17:22:46,088 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:22:47,088 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:22:48,088 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:22:48,516 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:22:49,088 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:22:50,088 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:22:51,088 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:22:52,088 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:22:53,088 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:22:53,516 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:22:54,089 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:22:55,089 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:22:56,089 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:22:57,089 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:22:57,136 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:22:57,137 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:22:58,089 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:22:59,089 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:22:59,516 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:23:00,089 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:23:01,089 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:23:02,100 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:23:03,095 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:23:04,093 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:23:04,517 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:23:05,093 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:23:06,093 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:23:07,094 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:23:07,442 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 17:23:07,444 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 17:23:07,444 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 17:23:07,446 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 17:23:08,093 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:23:08,200 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 17:23:09,094 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:23:09,841 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:23:10,094 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:23:10,202 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 17:23:11,094 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:23:12,094 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:23:12,136 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:23:12,137 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:23:13,094 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:23:14,094 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:23:15,094 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:23:15,589 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:23:15,724 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 17:23:16,094 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:23:17,094 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:23:18,094 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:23:19,095 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:23:20,095 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:23:21,095 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:23:21,589 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:23:22,095 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:23:23,095 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:23:24,095 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:23:25,095 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:23:26,095 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:23:27,095 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:23:27,137 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:23:27,137 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:23:27,258 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:23:28,095 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:23:29,096 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:23:30,096 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:23:31,096 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:23:32,096 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:23:32,589 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:23:33,096 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:23:34,096 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:23:35,096 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:23:36,102 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:23:37,103 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:23:37,595 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:23:38,108 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:23:39,107 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:23:40,107 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:23:41,107 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:23:41,141 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 17:23:41,142 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 17:23:41,142 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 17:23:41,143 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 17:23:41,231 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 17:23:42,232 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 17:23:42,264 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:23:42,264 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:23:42,270 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:23:42,595 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:23:43,263 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:23:44,264 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:23:45,263 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:23:45,728 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 17:23:46,263 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:23:47,263 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:23:48,263 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:23:48,595 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:23:49,263 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:23:50,264 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:23:51,263 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:23:52,263 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:23:53,263 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:23:53,595 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:23:54,264 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:23:55,264 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:23:56,264 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:23:57,262 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:23:57,263 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:23:57,302 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:23:58,264 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:23:59,264 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:23:59,595 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:24:00,264 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:24:01,264 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:24:02,264 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:24:03,264 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:24:04,264 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:24:04,595 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:24:05,271 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:24:06,265 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:24:07,268 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:24:08,265 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:24:09,269 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:24:09,618 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:24:10,269 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:24:10,954 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 17:24:10,955 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 17:24:10,955 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 17:24:10,956 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 17:24:11,259 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 17:24:12,260 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 17:24:12,275 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:24:12,276 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:24:12,282 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:24:13,273 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:24:14,273 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:24:15,274 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:24:15,599 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:24:15,733 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 17:24:16,274 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:24:17,274 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:24:18,274 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:24:19,274 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:24:20,274 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:24:21,274 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:24:21,599 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:24:22,274 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:24:23,274 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:24:24,275 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:24:25,274 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:24:26,275 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:24:26,599 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:24:27,274 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:24:27,274 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:24:27,314 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:24:28,275 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:24:29,275 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:24:30,275 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:24:31,275 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:24:31,599 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:24:32,275 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:24:33,275 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:24:34,275 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:24:35,275 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:24:36,275 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:24:36,609 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:24:37,279 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:24:38,279 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:24:39,283 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:24:40,283 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:24:41,284 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:24:41,449 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 17:24:41,450 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 17:24:41,451 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 17:24:41,452 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 17:24:42,294 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 17:24:42,294 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 17:24:42,492 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:24:42,603 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:24:42,604 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:24:42,609 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:24:43,602 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:24:44,602 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:24:45,602 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:24:45,736 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 17:24:46,602 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:24:47,603 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:24:47,604 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:24:48,602 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:24:49,602 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:24:50,603 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:24:51,603 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:24:52,603 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:24:53,603 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:24:53,603 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:24:54,603 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:24:55,603 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:24:56,603 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:24:57,602 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:24:57,602 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:24:57,643 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:24:58,603 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:24:58,674 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:24:59,604 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:25:00,604 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:25:01,604 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:25:02,604 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:25:03,604 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:25:04,603 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:25:04,604 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:25:05,604 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:25:06,609 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:25:07,614 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:25:08,613 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:25:09,616 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:25:09,620 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:25:10,619 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:25:11,617 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:25:12,178 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 17:25:12,179 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 17:25:12,179 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 17:25:12,181 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 17:25:12,322 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 17:25:12,844 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:25:12,845 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:25:12,851 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:25:13,841 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:25:14,324 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 17:25:14,841 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:25:14,994 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:25:15,740 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 17:25:15,841 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:25:16,842 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:25:17,842 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:25:18,842 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:25:19,842 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:25:20,842 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:25:20,843 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:25:21,842 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:25:22,842 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:25:23,842 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:25:24,842 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:25:25,890 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:25:26,843 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:25:26,889 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:25:27,841 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:25:27,841 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:25:27,889 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:25:28,889 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:25:29,889 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:25:30,889 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:25:31,889 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:25:32,006 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:25:32,889 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:25:33,889 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:25:34,889 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:25:35,890 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:25:36,890 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:25:37,843 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:25:37,890 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:25:38,895 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:25:39,899 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:25:40,902 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:25:41,904 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:25:42,844 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:25:42,844 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:25:42,906 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:25:43,010 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:25:43,912 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:25:44,706 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 17:25:44,708 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 17:25:44,708 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 17:25:44,710 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 17:25:45,114 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:25:45,358 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 17:25:45,744 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 17:25:46,111 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:25:46,359 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 17:25:47,111 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:25:48,111 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:25:48,849 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:25:49,111 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:25:50,111 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:25:51,111 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:25:52,111 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:25:53,112 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:25:54,112 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:25:54,849 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:25:55,112 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:25:56,112 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:25:57,112 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:25:57,844 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:25:57,845 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:25:58,112 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:25:59,112 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:25:59,934 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:26:00,112 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:26:01,112 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:26:02,112 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:26:03,112 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:26:04,113 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:26:05,113 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:26:05,849 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:26:06,113 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:26:07,113 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:26:08,113 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:26:09,113 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:26:10,124 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:26:10,854 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:26:11,119 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:26:12,119 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:26:12,847 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:26:12,848 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:26:13,128 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:26:14,121 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:26:15,121 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:26:15,354 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 17:26:15,355 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 17:26:15,356 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 17:26:15,358 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 17:26:15,385 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 17:26:15,747 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 17:26:16,124 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:26:16,386 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 17:26:16,749 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:26:17,121 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:26:18,122 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:26:19,121 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:26:20,122 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:26:21,122 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:26:21,853 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:26:22,122 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:26:23,122 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:26:24,122 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:26:25,122 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:26:26,122 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:26:27,122 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:26:27,846 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:26:27,847 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:26:27,937 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:26:28,122 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:26:29,122 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:26:30,123 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:26:31,123 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:26:32,123 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:26:33,123 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:26:33,853 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:26:34,123 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:26:35,123 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:26:36,123 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:26:37,123 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:26:38,123 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:26:39,124 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:26:39,861 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:26:40,135 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:26:41,139 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:26:42,142 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:26:42,847 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:26:42,850 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:26:43,142 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:26:44,142 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:26:44,930 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:26:45,143 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:26:45,292 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 17:26:45,293 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 17:26:45,294 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 17:26:45,296 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 17:26:45,414 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 17:26:45,752 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 17:26:46,142 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:26:46,415 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 17:26:47,142 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:26:48,142 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:26:49,143 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:26:50,143 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:26:50,854 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:26:51,143 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:26:52,143 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:26:53,143 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:26:54,143 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:26:55,143 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:26:56,143 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:26:56,854 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:26:57,143 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:26:57,847 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:26:57,848 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:26:58,143 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:26:59,143 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:27:00,144 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:27:01,144 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:27:01,980 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:27:02,144 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:27:03,144 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:27:04,144 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:27:05,144 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:27:06,144 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:27:07,149 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:27:07,860 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:27:08,151 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:27:09,151 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:27:10,151 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:27:11,151 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:27:12,151 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:27:12,538 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 17:27:12,539 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 17:27:12,540 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 17:27:12,541 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 17:27:12,945 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:27:12,946 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:27:13,040 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:27:13,152 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:27:13,441 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 17:27:14,152 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:27:14,441 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 17:27:15,152 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:27:15,755 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 17:27:16,152 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:27:17,152 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:27:18,152 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:27:18,944 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:27:19,152 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:27:20,152 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:27:21,152 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:27:22,152 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:27:23,152 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:27:24,152 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:27:24,944 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:27:25,152 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:27:26,153 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:27:27,171 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:27:27,945 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:27:27,945 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:27:28,169 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:27:29,169 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:27:30,041 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:27:30,169 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:27:31,169 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:27:32,170 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:27:33,170 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:27:34,170 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:27:35,170 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:27:35,945 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:27:36,170 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:27:37,170 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:27:38,170 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:27:39,176 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:27:40,179 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:27:40,950 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:27:41,176 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:27:42,176 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:27:42,946 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:27:42,946 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:27:43,176 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:27:44,176 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:27:44,870 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 17:27:44,871 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 17:27:44,871 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 17:27:44,872 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 17:27:45,272 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:27:45,469 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 17:27:45,759 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 17:27:46,272 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:27:46,470 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 17:27:46,761 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:27:47,272 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:27:48,272 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:27:49,272 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:27:50,272 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:27:51,273 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:27:51,948 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:27:52,272 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:27:53,272 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:27:54,273 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:27:55,273 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:27:56,273 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:27:57,273 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:27:57,948 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:27:58,047 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:27:58,048 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:27:58,273 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:27:59,273 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:28:00,273 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:28:01,273 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:28:02,273 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:28:03,047 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:28:03,273 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:28:04,273 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:28:05,274 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:28:06,274 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:28:07,274 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:28:08,274 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:28:09,047 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:28:09,274 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:28:10,274 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:28:11,274 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:28:12,278 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:28:12,959 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:28:12,959 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:28:13,281 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:28:14,133 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:28:14,274 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:28:15,276 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:28:15,765 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 17:28:16,276 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:28:16,783 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 17:28:16,784 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 17:28:16,784 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 17:28:16,785 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 17:28:17,275 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:28:17,498 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 17:28:18,275 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:28:18,499 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 17:28:19,275 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:28:20,053 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:28:20,275 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:28:21,275 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:28:22,275 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:28:23,275 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:28:24,275 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:28:25,275 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:28:26,053 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:28:26,276 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:28:27,276 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:28:27,959 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:28:27,959 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:28:28,276 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:28:29,276 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:28:30,276 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:28:31,087 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:28:31,276 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:28:32,276 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:28:33,276 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:28:34,276 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:28:35,276 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:28:36,277 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:28:37,053 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:28:37,277 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:28:38,277 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:28:39,277 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:28:40,277 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:28:41,277 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:28:42,059 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:28:42,279 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:28:42,964 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:28:42,964 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:28:43,282 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:28:44,282 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:28:45,282 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:28:45,766 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 17:28:46,285 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:28:47,285 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:28:47,320 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 17:28:47,322 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 17:28:47,322 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 17:28:47,322 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:28:47,323 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 17:28:47,528 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 17:28:48,285 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:28:48,529 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 17:28:49,285 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:28:50,285 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:28:51,285 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:28:52,285 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:28:53,058 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:28:53,285 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:28:54,285 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:28:55,285 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:28:56,286 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:28:57,286 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:28:57,964 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:28:57,964 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:28:58,129 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:28:58,286 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:28:59,286 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:29:00,286 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:29:01,286 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:29:02,286 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:29:03,286 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:29:04,058 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:29:04,286 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:29:05,286 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:29:06,287 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:29:07,287 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:29:08,287 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:29:09,058 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:29:09,287 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:29:10,287 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:29:11,287 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:29:12,299 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:29:12,972 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:29:12,972 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:29:13,292 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:29:14,073 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:29:14,292 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:29:15,292 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:29:15,773 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 17:29:16,293 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:29:17,294 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:29:17,452 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 17:29:17,453 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 17:29:17,453 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 17:29:17,455 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 17:29:17,559 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 17:29:18,293 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:29:18,560 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 17:29:19,293 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:29:20,062 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:29:20,293 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:29:21,293 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:29:22,293 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:29:23,294 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:29:24,294 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:29:25,294 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:29:26,062 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:29:26,294 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:29:27,294 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:29:27,972 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:29:27,972 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:29:28,294 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:29:29,294 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:29:30,294 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:29:31,294 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:29:32,062 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:29:32,294 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:29:33,294 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:29:34,295 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:29:35,295 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:29:36,295 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:29:37,062 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:29:37,295 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:29:38,295 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:29:39,295 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:29:40,295 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:29:41,299 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:29:42,068 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:29:42,298 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:29:42,973 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:29:42,975 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:29:43,300 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:29:44,301 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:29:45,301 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:29:45,774 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 17:29:46,301 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:29:46,966 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 17:29:46,967 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 17:29:46,967 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 17:29:46,969 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 17:29:47,371 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:29:47,588 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 17:29:48,007 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:29:48,370 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:29:48,589 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 17:29:49,370 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:29:50,370 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:29:51,370 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:29:52,371 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:29:53,067 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:29:53,371 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:29:54,371 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:29:55,371 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:29:56,371 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:29:57,371 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:29:57,973 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:29:57,974 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:29:58,371 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:29:59,067 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:29:59,371 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:30:00,372 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:30:01,372 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:30:02,372 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:30:03,372 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:30:04,067 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:30:04,372 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:30:05,372 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:30:06,372 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:30:07,372 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:30:08,372 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:30:09,372 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:30:10,067 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:30:10,372 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:30:11,373 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:30:12,373 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:30:12,973 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:30:12,980 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:30:13,378 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:30:14,381 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:30:15,170 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:30:15,382 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:30:15,779 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 17:30:16,385 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:30:17,383 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:30:17,553 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 17:30:17,554 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 17:30:17,554 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 17:30:17,556 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 17:30:17,613 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 17:30:18,382 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:30:18,614 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 17:30:19,382 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:30:20,382 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:30:21,068 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:30:21,383 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:30:22,383 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:30:23,383 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:30:24,383 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:30:25,383 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:30:26,383 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:30:27,068 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:30:27,383 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:30:27,973 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:30:27,974 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:30:28,383 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:30:29,383 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:30:30,383 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:30:31,384 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:30:32,132 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:30:32,383 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:30:33,383 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:30:34,383 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:30:35,384 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:30:36,384 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:30:37,384 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:30:38,068 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:30:38,384 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:30:39,384 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:30:40,384 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:30:41,402 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:30:42,408 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:30:42,977 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:30:42,977 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:30:43,073 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:30:43,408 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:30:44,408 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:30:45,408 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:30:45,780 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 17:30:46,408 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:30:46,609 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 17:30:46,611 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 17:30:46,612 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 17:30:46,617 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 17:30:46,635 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 17:30:47,408 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:30:48,408 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:30:48,637 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 17:30:49,073 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:30:49,408 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:30:50,408 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:30:51,409 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:30:52,409 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:30:53,409 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:30:54,073 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:30:54,409 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:30:55,409 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:30:56,409 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:30:57,409 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:30:57,977 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:30:57,977 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:30:58,409 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:30:59,145 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:30:59,409 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:31:00,410 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:31:01,410 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:31:02,410 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:31:03,410 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:31:04,410 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:31:05,073 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:31:05,410 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:31:06,410 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:31:07,410 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:31:08,410 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:31:09,410 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:31:10,411 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:31:11,073 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:31:11,411 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:31:12,411 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:31:12,977 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:31:12,978 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:31:13,415 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:31:14,415 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:31:15,423 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:31:15,781 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 17:31:16,422 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:31:16,782 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:31:17,416 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:31:18,416 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:31:19,114 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 17:31:19,116 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 17:31:19,117 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 17:31:19,122 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 17:31:19,514 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:31:19,664 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 17:31:20,516 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:31:20,665 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 17:31:21,515 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:31:22,156 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:31:22,515 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:31:23,515 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:31:24,516 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:31:25,515 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:31:26,516 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:31:27,516 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:31:27,977 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:31:27,978 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:31:28,067 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:31:28,516 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:31:29,516 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:31:30,516 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:31:31,516 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:31:32,516 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:31:33,077 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:31:33,516 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:31:34,517 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:31:35,517 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:31:36,517 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:31:37,517 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:31:38,517 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:31:39,077 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:31:39,517 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:31:40,517 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:31:41,524 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:31:42,524 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:31:42,982 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:31:42,983 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:31:43,528 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:31:44,085 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:31:44,530 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:31:45,528 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:31:45,792 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 17:31:46,528 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:31:47,108 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 17:31:47,109 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 17:31:47,109 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 17:31:47,110 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 17:31:47,528 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:31:47,689 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 17:31:48,528 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:31:48,690 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 17:31:49,085 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:31:49,528 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:31:50,528 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:31:51,529 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:31:52,529 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:31:53,529 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:31:54,529 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:31:55,085 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:31:55,529 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:31:56,529 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:31:57,529 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:31:57,979 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:31:57,979 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:31:58,529 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:31:59,529 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:32:00,117 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:32:00,529 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:32:01,530 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:32:02,530 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:32:03,530 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:32:04,530 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:32:05,530 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:32:06,085 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:32:06,530 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:32:07,530 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:32:08,530 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:32:09,530 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:32:10,531 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:32:11,531 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:32:12,085 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:32:12,531 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:32:12,989 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:32:12,992 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:32:13,534 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:32:14,534 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:32:15,534 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:32:15,799 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 17:32:16,534 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:32:17,534 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:32:17,800 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:32:18,344 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 17:32:18,346 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 17:32:18,346 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 17:32:18,348 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 17:32:18,719 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 17:32:18,753 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:32:19,751 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:32:20,751 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:32:21,721 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 17:32:21,751 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:32:22,751 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:32:23,088 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:32:23,751 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:32:24,751 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:32:25,751 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:32:26,751 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:32:27,751 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:32:27,979 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:32:27,980 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:32:28,112 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:32:28,751 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:32:29,751 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:32:30,752 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:32:31,752 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:32:32,753 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:32:33,752 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:32:34,088 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:32:34,752 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:32:35,752 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:32:36,752 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:32:37,752 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:32:38,753 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:32:39,753 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:32:40,088 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:32:40,753 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:32:41,753 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:32:42,753 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:32:42,979 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:32:42,980 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:32:43,753 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:32:44,760 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:32:45,152 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:32:45,756 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:32:45,793 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 17:32:46,757 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:32:47,757 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:32:48,757 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:32:49,717 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 17:32:49,718 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 17:32:49,718 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 17:32:49,723 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 17:32:49,749 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 17:32:50,117 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:32:50,758 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:32:50,863 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:32:51,750 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 17:32:51,863 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:32:52,863 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:32:53,864 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:32:54,864 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:32:55,864 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:32:56,090 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:32:56,864 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:32:57,864 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:32:57,979 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:32:57,980 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:32:58,864 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:32:59,864 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:33:00,864 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:33:01,148 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:33:01,864 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:33:02,865 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:33:03,864 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:33:04,865 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:33:05,865 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:33:06,865 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:33:07,091 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:33:07,865 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:33:08,865 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:33:09,865 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:33:10,865 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:33:11,865 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:33:12,865 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:33:12,979 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:33:12,980 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:33:13,136 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:33:13,865 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:33:14,877 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:33:15,797 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 17:33:15,875 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:33:16,871 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:33:17,871 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:33:18,871 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:33:19,097 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:33:19,871 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:33:20,213 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 17:33:20,214 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 17:33:20,215 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 17:33:20,219 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 17:33:20,778 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 17:33:20,872 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:33:21,778 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 17:33:21,872 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:33:22,872 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:33:23,872 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:33:24,872 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:33:25,095 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:33:25,872 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:33:26,872 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:33:27,872 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:33:27,980 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:33:27,980 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:33:28,872 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:33:29,872 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:33:30,100 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:33:30,872 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:33:31,872 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:33:32,872 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:33:33,873 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:33:34,873 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:33:35,873 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:33:36,095 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:33:36,873 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:33:37,873 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:33:38,873 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:33:39,873 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:33:40,873 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:33:41,873 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:33:42,095 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:33:42,873 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:33:42,980 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:33:42,980 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:33:43,873 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:33:44,874 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:33:45,799 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 17:33:45,874 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:33:46,874 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:33:47,801 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:33:47,886 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:33:48,879 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:33:49,882 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:33:50,882 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:33:51,882 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:33:52,886 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:33:53,097 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:33:53,339 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 17:33:53,341 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 17:33:53,341 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 17:33:53,343 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 17:33:53,806 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 17:33:53,883 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:33:54,886 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:33:55,807 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 17:33:55,883 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:33:56,883 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:33:57,883 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:33:57,980 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:33:57,981 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:33:58,144 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:33:58,883 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:33:59,883 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:34:00,883 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:34:01,883 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:34:02,883 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:34:03,883 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:34:04,098 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:34:04,883 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:34:05,884 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:34:06,884 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:34:07,884 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:34:08,884 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:34:09,098 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:34:09,884 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:34:10,884 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:34:11,884 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:34:12,884 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:34:12,980 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:34:12,981 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:34:13,884 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:34:14,884 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:34:15,098 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:34:15,803 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 17:34:15,884 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:34:16,885 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:34:17,885 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:34:18,898 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:34:19,888 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:34:20,099 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:34:20,889 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:34:21,889 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:34:22,893 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:34:23,893 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:34:24,599 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 17:34:24,601 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 17:34:24,601 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 17:34:24,603 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 17:34:24,838 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 17:34:25,004 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:34:25,640 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:34:25,840 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 17:34:26,004 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:34:27,004 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:34:27,980 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:34:27,981 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:34:28,020 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:34:29,004 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:34:30,004 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:34:31,004 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:34:31,100 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:34:32,004 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:34:33,004 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:34:34,004 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:34:35,004 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:34:36,004 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:34:36,100 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:34:37,063 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:34:38,063 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:34:39,062 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:34:40,063 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:34:41,063 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:34:41,100 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:34:42,063 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:34:42,980 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:34:42,981 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:34:43,063 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:34:44,063 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:34:45,063 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:34:45,807 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 17:34:46,063 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:34:46,809 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:34:47,063 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:34:48,064 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:34:49,070 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:34:50,066 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:34:51,066 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:34:52,066 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:34:52,106 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:34:53,066 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:34:53,913 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 17:34:53,914 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 17:34:53,915 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 17:34:53,916 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 17:34:54,315 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:34:54,863 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 17:34:55,314 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:34:55,864 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 17:34:56,314 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:34:57,314 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:34:57,956 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:34:57,980 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:34:57,981 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:34:58,314 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:34:59,314 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:35:00,314 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:35:01,314 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:35:02,315 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:35:03,102 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:35:03,315 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:35:04,315 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:35:05,315 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:35:06,315 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:35:07,315 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:35:08,102 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:35:08,316 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:35:09,315 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:35:10,316 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:35:11,316 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:35:12,316 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:35:12,981 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:35:12,981 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:35:13,316 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:35:14,102 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:35:14,316 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:35:15,316 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:35:15,811 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 17:35:16,316 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:35:17,316 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:35:18,316 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:35:19,102 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:35:19,316 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:35:20,325 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:35:21,321 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:35:22,325 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:35:23,325 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:35:24,107 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:35:24,325 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:35:25,325 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:35:26,048 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 17:35:26,050 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 17:35:26,051 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 17:35:26,054 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 17:35:26,426 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:35:26,892 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 17:35:27,425 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:35:27,893 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 17:35:27,981 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:35:27,981 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:35:28,425 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:35:29,425 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:35:30,105 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:35:30,425 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:35:31,425 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:35:32,425 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:35:33,425 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:35:34,425 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:35:35,105 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:35:35,425 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:35:36,425 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:35:37,426 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:35:38,426 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:35:39,426 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:35:40,105 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:35:40,426 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:35:41,426 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:35:42,426 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:35:42,981 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:35:42,981 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:35:43,426 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:35:44,426 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:35:45,119 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:35:45,426 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:35:45,815 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 17:35:46,426 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:35:47,427 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:35:48,427 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:35:49,427 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:35:50,427 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:35:51,106 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:35:51,427 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:35:52,428 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:35:53,431 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:35:54,438 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:35:55,432 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:35:56,115 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:35:56,435 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:35:57,432 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:35:57,981 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:35:57,981 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:35:58,225 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 17:35:58,226 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 17:35:58,226 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 17:35:58,229 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 17:35:58,632 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:35:58,919 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 17:35:59,628 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:35:59,920 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 17:36:00,628 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:36:01,268 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:36:01,628 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:36:02,628 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:36:03,628 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:36:04,628 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:36:05,628 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:36:06,628 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:36:07,111 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:36:07,628 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:36:08,628 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:36:09,628 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:36:10,629 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:36:11,629 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:36:12,629 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:36:12,981 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:36:12,982 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:36:13,128 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:36:13,629 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:36:14,629 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:36:15,629 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:36:15,819 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 17:36:16,629 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:36:17,629 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:36:18,629 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:36:19,111 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:36:19,629 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:36:20,629 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:36:21,630 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:36:22,640 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:36:23,635 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:36:24,118 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:36:24,635 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:36:25,639 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:36:26,641 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:36:27,572 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 17:36:27,573 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 17:36:27,573 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 17:36:27,574 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 17:36:27,943 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 17:36:27,973 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:36:27,981 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:36:27,982 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:36:28,972 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:36:29,945 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 17:36:29,972 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:36:30,111 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:36:30,972 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:36:31,972 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:36:32,972 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:36:33,973 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:36:34,973 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:36:35,112 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:36:35,973 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:36:36,973 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:36:37,973 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:36:38,973 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:36:39,973 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:36:41,112 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:36:41,337 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:36:42,325 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:36:42,981 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:36:42,982 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:36:43,325 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:36:44,325 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:36:45,326 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:36:45,823 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 17:36:46,326 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:36:46,825 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:36:47,326 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:36:48,326 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:36:49,326 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:36:50,326 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:36:51,326 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:36:52,112 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:36:52,326 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:36:53,328 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:36:54,334 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:36:55,331 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:36:56,336 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:36:57,119 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:36:57,331 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:36:57,984 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:36:57,984 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:36:58,331 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:36:59,332 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:36:59,615 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 17:36:59,616 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 17:36:59,616 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 17:36:59,618 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 17:36:59,978 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 17:37:00,332 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:37:01,339 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:37:01,980 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 17:37:02,332 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:37:02,657 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:37:03,332 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:37:04,332 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:37:05,332 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:37:06,332 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:37:07,332 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:37:08,116 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:37:08,332 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:37:09,332 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:37:10,333 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:37:11,333 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:37:12,552 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:37:12,984 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:37:12,985 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:37:13,464 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:37:14,116 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:37:14,464 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:37:15,464 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:37:15,827 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 17:37:16,464 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:37:17,464 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:37:18,464 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:37:19,116 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:37:19,464 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:37:20,464 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:37:21,465 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:37:22,465 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:37:23,465 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:37:24,465 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:37:25,121 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:37:25,477 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:37:26,471 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:37:27,474 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:37:27,984 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:37:27,984 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:37:28,474 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:37:29,471 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:37:30,471 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:37:30,757 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 17:37:30,759 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 17:37:30,760 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 17:37:30,760 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:37:30,766 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 17:37:31,008 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 17:37:31,472 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:37:32,009 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 17:37:32,472 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:37:33,472 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:37:34,472 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:37:35,472 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:37:36,117 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:37:36,472 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:37:37,472 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:37:38,472 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:37:39,472 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:37:40,472 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:37:41,472 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:37:42,117 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:37:42,472 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:37:43,101 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:37:43,101 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:37:43,473 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:37:44,473 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:37:45,473 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:37:45,832 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 17:37:46,473 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:37:47,473 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:37:47,834 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:37:48,473 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:37:49,473 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:37:50,473 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:37:51,473 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:37:52,473 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:37:53,117 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:37:53,474 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:37:54,474 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:37:55,479 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:37:56,478 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:37:57,478 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:37:58,023 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:37:58,023 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:37:58,127 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:37:58,478 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:37:59,480 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:38:00,479 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:38:00,930 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 17:38:00,931 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 17:38:00,932 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 17:38:00,934 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 17:38:01,035 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 17:38:01,479 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:38:02,036 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 17:38:02,478 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:38:03,479 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:38:04,120 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:38:04,479 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:38:05,479 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:38:06,479 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:38:07,479 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:38:08,479 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:38:09,479 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:38:10,120 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:38:10,479 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:38:11,479 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:38:12,480 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:38:13,018 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:38:13,019 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:38:13,480 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:38:14,480 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:38:15,121 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:38:15,480 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:38:15,834 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 17:38:16,480 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:38:17,480 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:38:18,480 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:38:19,480 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:38:20,480 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:38:21,121 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:38:21,480 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:38:22,484 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:38:23,489 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:38:24,484 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:38:25,484 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:38:26,126 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:38:26,487 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:38:27,484 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:38:27,912 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 17:38:27,913 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 17:38:27,914 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 17:38:27,915 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 17:38:28,063 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 17:38:28,320 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:38:28,321 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:38:28,485 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:38:29,484 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:38:30,065 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 17:38:30,484 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:38:31,447 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:38:31,485 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:38:32,485 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:38:33,485 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:38:34,485 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:38:35,485 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:38:36,485 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:38:37,317 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:38:37,485 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:38:38,485 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:38:39,485 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:38:40,485 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:38:41,486 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:38:42,486 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:38:43,057 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:38:43,058 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:38:43,214 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:38:43,486 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:38:44,486 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:38:45,486 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:38:45,838 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 17:38:46,486 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:38:47,486 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:38:48,317 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:38:48,486 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:38:49,486 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:38:50,486 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:38:51,486 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:38:52,487 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:38:53,324 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:38:53,488 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:38:54,490 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:38:55,494 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:38:56,497 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:38:57,501 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:38:58,059 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:38:58,059 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:38:58,498 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:38:58,751 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 17:38:58,753 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 17:38:58,753 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 17:38:58,753 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:38:58,754 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 17:38:59,101 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 17:38:59,499 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:39:00,102 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 17:39:00,499 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:39:01,499 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:39:02,499 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:39:03,499 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:39:04,324 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:39:04,499 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:39:05,499 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:39:06,499 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:39:07,499 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:39:08,499 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:39:09,499 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:39:10,325 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:39:10,499 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:39:11,499 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:39:12,500 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:39:13,059 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:39:13,060 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:39:13,500 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:39:14,500 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:39:15,500 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:39:15,842 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 17:39:15,848 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:39:16,500 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:39:17,500 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:39:18,500 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:39:19,500 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:39:20,501 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:39:21,325 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:39:21,500 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:39:22,500 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:39:23,501 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:39:24,501 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:39:25,501 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:39:26,330 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:39:26,506 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:39:27,509 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:39:28,061 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:39:28,062 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:39:28,509 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:39:29,506 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:39:30,226 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 17:39:30,227 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 17:39:30,227 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 17:39:30,228 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 17:39:30,627 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:39:31,132 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 17:39:31,626 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:39:32,132 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 17:39:32,268 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:39:32,626 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:39:33,626 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:39:34,626 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:39:35,626 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:39:36,626 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:39:37,328 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:39:37,626 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:39:38,626 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:39:39,626 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:39:40,626 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:39:41,627 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:39:42,627 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:39:43,122 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:39:43,122 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:39:43,293 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:39:43,627 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:39:44,627 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:39:45,627 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:39:45,846 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 17:39:46,627 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:39:47,627 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:39:48,328 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:39:48,627 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:39:49,627 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:39:50,627 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:39:51,627 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:39:52,628 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:39:53,328 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:39:53,628 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:39:54,628 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:39:55,631 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:39:56,632 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:39:57,639 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:39:58,123 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:39:58,123 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:39:58,332 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:39:58,635 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:39:59,635 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:40:00,395 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 17:40:00,396 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 17:40:00,396 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 17:40:00,397 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 17:40:00,791 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:40:01,158 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 17:40:01,790 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:40:02,159 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 17:40:02,790 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:40:03,333 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:40:03,790 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:40:04,790 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:40:05,790 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:40:06,790 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:40:07,790 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:40:08,790 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:40:09,333 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:40:09,790 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:40:10,790 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:40:11,791 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:40:12,791 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:40:13,123 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:40:13,124 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:40:13,791 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:40:14,791 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:40:15,333 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:40:15,791 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:40:15,850 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 17:40:16,791 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:40:17,791 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:40:18,791 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:40:19,791 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:40:20,333 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:40:20,791 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:40:21,791 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:40:22,792 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:40:23,792 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:40:24,805 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:40:25,336 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:40:25,798 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:40:26,800 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:40:27,800 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:40:28,128 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:40:28,132 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:40:28,801 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:40:29,801 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:40:29,814 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 17:40:29,815 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 17:40:29,815 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 17:40:29,816 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 17:40:30,182 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 17:40:30,801 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:40:30,855 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:40:31,801 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:40:32,184 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 17:40:32,801 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:40:33,801 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:40:34,801 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:40:35,801 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:40:36,338 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:40:36,801 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:40:37,801 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:40:38,801 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:40:39,801 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:40:40,802 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:40:41,802 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:40:42,338 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:40:42,802 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:40:43,126 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:40:43,126 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:40:43,802 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:40:44,836 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:40:45,832 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:40:45,854 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 17:40:46,833 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:40:47,833 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:40:47,856 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:40:48,833 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:40:49,833 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:40:50,833 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:40:51,833 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:40:52,833 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:40:53,338 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:40:53,833 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:40:54,833 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:40:55,833 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:40:56,840 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:40:57,837 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:40:58,134 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:40:58,135 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:40:58,347 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:40:58,837 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:40:59,837 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:41:00,837 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:41:01,837 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:41:02,490 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 17:41:02,492 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 17:41:02,492 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 17:41:02,494 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 17:41:02,884 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:41:03,217 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 17:41:03,883 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:41:04,218 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 17:41:04,342 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:41:04,883 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:41:05,883 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:41:06,883 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:41:07,883 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:41:08,883 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:41:09,883 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:41:10,342 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:41:10,884 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:41:11,884 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:41:12,884 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:41:13,132 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:41:13,132 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:41:13,884 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:41:14,884 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:41:15,858 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 17:41:15,864 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:41:15,884 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:41:16,884 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:41:17,885 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:41:18,884 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:41:19,885 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:41:20,885 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:41:21,342 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:41:21,885 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:41:22,885 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:41:23,885 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:41:24,885 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:41:25,885 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:41:26,343 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:41:26,892 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:41:27,890 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:41:28,139 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:41:28,146 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:41:28,890 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:41:29,894 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:41:30,892 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:41:31,358 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:41:31,667 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 17:41:31,668 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 17:41:31,669 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 17:41:31,670 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 17:41:32,069 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:41:32,246 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 17:41:33,063 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:41:34,065 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:41:34,248 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 17:41:35,063 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:41:36,063 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:41:37,063 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:41:37,347 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:41:38,063 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:41:39,064 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:41:40,064 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:41:41,064 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:41:42,064 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:41:43,064 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:41:43,136 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:41:43,136 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:41:43,199 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:41:44,064 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:41:45,064 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:41:45,862 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 17:41:46,065 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:41:47,064 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:41:48,065 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:41:48,347 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:41:49,064 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:41:50,065 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:41:51,065 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:41:52,065 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:41:53,065 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:41:54,065 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:41:54,347 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:41:55,065 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:41:56,065 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:41:57,065 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:41:58,065 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:41:58,136 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:41:58,137 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:41:59,073 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:41:59,367 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:42:00,083 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:42:01,077 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:42:02,079 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:42:03,077 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:42:03,986 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 17:42:03,988 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 17:42:03,988 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 17:42:03,989 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 17:42:04,276 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 17:42:04,381 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:42:05,027 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:42:05,131 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:42:06,131 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:42:06,278 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 17:42:07,131 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:42:08,131 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:42:09,131 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:42:10,131 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:42:10,354 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:42:11,131 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:42:12,131 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:42:13,131 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:42:13,136 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:42:13,136 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:42:14,131 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:42:15,132 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:42:15,866 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 17:42:15,873 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:42:16,132 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:42:17,132 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:42:18,132 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:42:19,132 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:42:20,132 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:42:21,132 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:42:21,354 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:42:22,132 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:42:23,132 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:42:24,132 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:42:25,132 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:42:26,133 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:42:26,376 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:42:27,139 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:42:28,141 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:42:28,142 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:42:28,142 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:42:29,141 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:42:30,143 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:42:31,143 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:42:32,071 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 17:42:32,073 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 17:42:32,073 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 17:42:32,073 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:42:32,074 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 17:42:32,301 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 17:42:32,448 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:42:33,448 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:42:34,303 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 17:42:34,449 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:42:35,449 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:42:36,449 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:42:37,355 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:42:37,449 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:42:38,449 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:42:39,449 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:42:40,449 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:42:41,449 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:42:42,450 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:42:43,140 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:42:43,140 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:42:43,227 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:42:43,450 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:42:44,450 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:42:45,450 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:42:45,870 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 17:42:46,450 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:42:47,450 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:42:48,354 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:42:48,450 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:42:49,450 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:42:50,450 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:42:51,450 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:42:52,451 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:42:53,355 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:42:53,451 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:42:54,451 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:42:55,451 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:42:56,451 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:42:57,460 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:42:58,142 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:42:58,143 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:42:58,456 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:42:59,356 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:42:59,460 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:43:00,460 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:43:01,461 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:43:02,461 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:43:03,264 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 17:43:03,266 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 17:43:03,266 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 17:43:03,267 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 17:43:03,332 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 17:43:03,640 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:43:04,333 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 17:43:04,636 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:43:04,637 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:43:05,636 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:43:06,636 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:43:07,636 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:43:08,636 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:43:09,636 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:43:10,410 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:43:10,636 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:43:11,636 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:43:12,636 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:43:13,141 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:43:13,141 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:43:13,636 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:43:14,637 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:43:15,637 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:43:15,876 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 17:43:15,882 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:43:16,638 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:43:17,637 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:43:18,637 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:43:19,638 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:43:20,638 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:43:21,411 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:43:21,638 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:43:22,638 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:43:23,638 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:43:24,638 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:43:25,638 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:43:26,639 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:43:27,413 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:43:27,647 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:43:28,147 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:43:28,147 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:43:28,649 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:43:29,647 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:43:30,649 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:43:31,649 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:43:32,415 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:43:32,649 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:43:32,681 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 17:43:32,682 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 17:43:32,683 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 17:43:32,685 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 17:43:33,361 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 17:43:33,649 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:43:34,362 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 17:43:34,649 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:43:35,649 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:43:36,649 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:43:37,650 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:43:38,414 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:43:38,650 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:43:39,650 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:43:40,650 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:43:41,650 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:43:42,650 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:43:43,147 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:43:43,147 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:43:43,650 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:43:44,414 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:43:44,650 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:43:45,651 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:43:45,878 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 17:43:46,650 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:43:47,650 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:43:48,650 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:43:49,414 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:43:49,651 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:43:50,651 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:43:51,651 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:43:52,651 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:43:53,651 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:43:54,651 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:43:55,414 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:43:55,651 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:43:56,651 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:43:57,655 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:43:58,152 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:43:58,153 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:43:58,660 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:43:59,660 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:44:00,421 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:44:00,664 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:44:01,660 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:44:02,660 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:44:02,885 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 17:44:02,886 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 17:44:02,886 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 17:44:02,887 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 17:44:03,389 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 17:44:03,660 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:44:04,390 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 17:44:04,660 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:44:05,660 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:44:06,415 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:44:06,661 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:44:07,661 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:44:08,661 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:44:09,661 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:44:10,661 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:44:11,661 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:44:12,415 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:44:12,661 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:44:13,163 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:44:13,164 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:44:13,661 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:44:14,661 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:44:15,661 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:44:15,882 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 17:44:16,662 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:44:17,662 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:44:17,885 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:44:18,662 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:44:19,662 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:44:20,662 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:44:21,662 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:44:22,662 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:44:23,414 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:44:23,670 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:44:24,666 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:44:25,666 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:44:26,666 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:44:27,666 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:44:28,162 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:44:28,162 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:44:28,415 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:44:28,508 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 17:44:28,510 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 17:44:28,510 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 17:44:28,512 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 17:44:28,909 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:44:29,419 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 17:44:29,908 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:44:30,420 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 17:44:30,908 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:44:31,908 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:44:32,908 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:44:33,908 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:44:34,415 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:44:34,908 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:44:35,909 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:44:36,909 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:44:37,909 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:44:38,909 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:44:39,975 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:44:40,415 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:44:40,970 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:44:41,970 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:44:42,970 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:44:43,162 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:44:43,162 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:44:43,971 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:44:44,971 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:44:45,886 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 17:44:45,892 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:44:45,971 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:44:46,971 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:44:47,972 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:44:48,971 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:44:49,971 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:44:50,971 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:44:51,425 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:44:51,974 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:44:52,976 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:44:53,978 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:44:54,978 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:44:55,978 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:44:56,428 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:44:56,978 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:44:56,984 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 17:44:56,985 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 17:44:56,985 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 17:44:56,986 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 17:44:57,448 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 17:44:57,978 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:44:58,162 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:44:58,163 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:44:58,449 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 17:44:58,978 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:44:59,978 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:45:00,979 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:45:01,979 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:45:02,422 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:45:02,979 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:45:03,979 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:45:04,979 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:45:05,979 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:45:06,979 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:45:07,979 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:45:08,422 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:45:08,979 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:45:09,979 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:45:11,373 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:45:12,109 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:45:13,109 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:45:13,162 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:45:13,163 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:45:14,109 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:45:14,422 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:45:15,109 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:45:15,890 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 17:45:16,109 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:45:17,109 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:45:18,109 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:45:19,109 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:45:20,109 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:45:20,422 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:45:21,109 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:45:22,110 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:45:23,110 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:45:24,120 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:45:25,115 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:45:25,427 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:45:26,116 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:45:27,116 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:45:28,118 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:45:28,170 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:45:28,173 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:45:29,116 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 17:45:29,117 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 17:45:29,117 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 17:45:29,119 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 17:45:29,157 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:45:29,475 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 17:45:30,125 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:45:30,476 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 17:45:31,124 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:45:31,158 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:45:32,124 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:45:33,124 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:45:34,124 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:45:35,124 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:45:36,124 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:45:36,425 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:45:37,124 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:45:38,124 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:45:39,124 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:45:40,125 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:45:41,125 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:45:42,125 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:45:42,425 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:45:43,125 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:45:43,170 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:45:43,170 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:45:44,125 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:45:45,125 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:45:45,895 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 17:45:46,125 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:45:47,125 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:45:47,897 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:45:48,125 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:45:49,125 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:45:50,127 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:45:51,126 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:45:52,126 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:45:53,126 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:45:53,432 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:45:54,131 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:45:55,132 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:45:56,140 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:45:57,138 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:45:58,136 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:45:58,170 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:45:58,170 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:45:58,431 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:45:59,136 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:45:59,163 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 17:45:59,164 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 17:45:59,165 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 17:45:59,166 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 17:45:59,502 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 17:46:00,136 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:46:00,503 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 17:46:01,136 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:46:02,136 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:46:03,136 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:46:03,432 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:46:04,137 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:46:05,137 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:46:06,137 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:46:07,137 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:46:08,137 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:46:09,137 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:46:09,432 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:46:10,137 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:46:11,137 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:46:12,138 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:46:13,137 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:46:13,170 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:46:13,171 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:46:14,138 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:46:15,138 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:46:15,432 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:46:15,898 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 17:46:16,138 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:46:17,138 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:46:18,138 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:46:19,138 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:46:20,138 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:46:20,432 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:46:21,138 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:46:22,138 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:46:23,138 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:46:24,149 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:46:25,146 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:46:25,438 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:46:26,147 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:46:27,149 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:46:28,145 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:46:28,175 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:46:28,176 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:46:29,146 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:46:29,381 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 17:46:29,382 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 17:46:29,382 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 17:46:29,384 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 17:46:29,526 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 17:46:30,146 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:46:30,527 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 17:46:31,149 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:46:31,422 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:46:32,148 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:46:33,149 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:46:34,149 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:46:35,149 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:46:36,149 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:46:36,432 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:46:37,149 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:46:38,149 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:46:39,149 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:46:40,149 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:46:41,149 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:46:42,223 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:46:42,433 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:46:43,171 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:46:43,172 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:46:43,222 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:46:44,222 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:46:45,222 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:46:45,902 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 17:46:46,222 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:46:47,222 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:46:47,905 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:46:48,222 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:46:49,223 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:46:50,223 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:46:51,223 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:46:52,223 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:46:53,223 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:46:53,433 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:46:54,228 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:46:55,234 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:46:56,236 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:46:57,239 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:46:58,175 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:46:58,175 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:46:58,238 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:46:58,442 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:46:59,236 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:47:00,027 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 17:47:00,028 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 17:47:00,029 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 17:47:00,030 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 17:47:00,429 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:47:00,558 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 17:47:01,428 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:47:02,428 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:47:02,559 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 17:47:03,428 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:47:04,428 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:47:04,439 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:47:05,428 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:47:06,428 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:47:07,428 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:47:08,428 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:47:09,428 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:47:10,429 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:47:10,439 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:47:11,809 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:47:12,490 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:47:13,175 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:47:13,176 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:47:13,490 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:47:14,490 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:47:15,490 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:47:15,906 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 17:47:15,913 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:47:16,490 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:47:17,490 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:47:18,490 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:47:19,490 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:47:20,490 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:47:21,439 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:47:21,491 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:47:22,496 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:47:23,496 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:47:24,503 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:47:25,499 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:47:26,444 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:47:26,499 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:47:27,499 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:47:27,607 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 17:47:27,608 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 17:47:27,608 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 17:47:27,610 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 17:47:28,175 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:47:28,176 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:47:28,499 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:47:28,582 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 17:47:28,583 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 17:47:29,499 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:47:30,499 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:47:31,499 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:47:32,441 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:47:32,499 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:47:33,500 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:47:34,500 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:47:35,500 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:47:36,500 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:47:37,441 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:47:37,500 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:47:38,500 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:47:39,500 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:47:40,795 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:47:41,794 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:47:42,794 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:47:43,175 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:47:43,176 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:47:43,263 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:47:43,794 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:47:44,794 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:47:45,794 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:47:45,910 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 17:47:46,794 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:47:47,794 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:47:48,441 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:47:48,794 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:47:49,795 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:47:50,799 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:47:51,803 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:47:52,802 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:47:53,447 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:47:53,803 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:47:54,802 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:47:55,802 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:47:56,271 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 17:47:56,272 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 17:47:56,273 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 17:47:56,274 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 17:47:56,604 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 17:47:56,802 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:47:57,802 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:47:58,175 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:47:58,176 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:47:58,606 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 17:47:58,803 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:47:59,445 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:47:59,802 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:48:00,802 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:48:01,803 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:48:02,803 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:48:03,803 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:48:04,803 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:48:05,445 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:48:05,803 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:48:06,803 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:48:07,866 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:48:08,863 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:48:09,863 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:48:10,445 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:48:10,864 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:48:11,864 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:48:12,864 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:48:13,175 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:48:13,176 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:48:13,864 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:48:14,865 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:48:15,864 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:48:15,915 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 17:48:15,919 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:48:16,864 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:48:17,864 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:48:18,864 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:48:19,871 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-25 17:48:38,855 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:48:38,855 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 17:48:38,856 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:48:38,857 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:48:38,857 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:48:38,857 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 17:48:38,857 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:48:38,857 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 17:48:38,858 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 17:48:38,859 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 17:48:39,203 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 17:48:39,203 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:48:40,162 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 17:48:42,311 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:48:43,176 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:48:43,176 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:48:45,917 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 17:48:47,562 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:48:48,636 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 17:48:52,570 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:48:53,646 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 17:48:57,571 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:48:57,758 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 17:48:57,760 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 17:48:57,760 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 17:48:57,761 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 17:48:58,176 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:48:58,177 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:49:03,329 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:49:03,644 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 17:49:08,330 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:49:08,645 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 17:49:13,177 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:49:13,177 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:49:14,312 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:49:15,921 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 17:49:18,646 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 17:49:19,923 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:49:23,652 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 17:49:24,935 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:49:27,012 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 17:49:27,013 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 17:49:27,014 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 17:49:27,019 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 17:49:28,176 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:49:28,177 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:49:30,306 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:49:33,653 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 17:49:35,307 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:49:38,654 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 17:49:40,307 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:49:43,176 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:49:43,177 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:49:45,322 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:49:45,925 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 17:49:48,407 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 17:49:50,928 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:49:53,414 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 17:49:54,502 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 17:49:55,503 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 17:49:55,503 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 17:49:55,935 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:49:56,507 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 17:49:58,178 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:49:58,178 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:49:58,909 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 17:49:58,910 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 17:49:58,910 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 17:49:58,912 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 17:49:59,512 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 17:50:00,513 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 17:50:01,913 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:50:03,416 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 17:50:06,914 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:50:08,417 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 17:50:11,914 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:50:13,178 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:50:13,179 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:50:15,929 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 17:50:16,931 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:50:18,418 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 17:50:21,931 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:50:23,424 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 17:50:26,938 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:50:28,180 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:50:28,180 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:50:28,609 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 17:50:28,611 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 17:50:28,611 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 17:50:28,613 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 17:50:29,541 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 17:50:31,543 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 17:50:32,614 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:50:33,431 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 17:50:37,614 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:50:38,432 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 17:50:42,615 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:50:43,180 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:50:43,181 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:50:45,933 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 17:50:47,935 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:50:48,433 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 17:50:52,942 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:50:53,441 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 17:50:57,534 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 17:50:57,536 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 17:50:57,536 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 17:50:57,537 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 17:50:57,567 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 17:50:58,180 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:50:58,181 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:50:58,302 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:50:59,568 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 17:51:03,302 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:51:03,440 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 17:51:08,303 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:51:08,441 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 17:51:13,180 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:51:13,181 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:51:14,296 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:51:15,938 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 17:51:18,442 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 17:51:19,940 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:51:23,449 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 17:51:24,946 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:51:28,187 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:51:28,187 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:51:28,804 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 17:51:28,805 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 17:51:28,805 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 17:51:28,806 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 17:51:29,602 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 17:51:30,807 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:51:31,604 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 17:51:33,202 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 17:51:35,807 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:51:38,203 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 17:51:40,808 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:51:43,187 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:51:43,188 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:51:45,941 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 17:51:45,947 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:51:48,204 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 17:51:50,944 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:51:53,205 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 17:51:55,955 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:51:58,194 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:51:58,202 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:51:59,434 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 17:51:59,435 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 17:51:59,436 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 17:51:59,438 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 17:51:59,629 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 17:52:01,439 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:52:01,631 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 17:52:03,214 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 17:52:06,440 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:52:08,214 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 17:52:11,440 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:52:13,191 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:52:13,192 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:52:15,945 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 17:52:16,947 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:52:18,245 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 17:52:21,948 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:52:23,254 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 17:52:26,955 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:52:28,194 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:52:28,194 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:52:28,669 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 17:52:28,670 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 17:52:28,670 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 17:52:28,671 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 17:52:29,656 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 17:52:31,658 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 17:52:32,673 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:52:33,251 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 17:52:37,673 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:52:38,252 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 17:52:42,674 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:52:43,194 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:52:43,195 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:52:45,949 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 17:52:47,952 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:52:48,253 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 17:52:52,952 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:52:53,266 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 17:52:57,959 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:52:58,198 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:52:58,198 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:52:58,955 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 17:52:58,956 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 17:52:58,957 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 17:52:58,959 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 17:52:59,683 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 17:53:01,685 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 17:53:02,960 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:53:03,372 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 17:53:07,961 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:53:08,373 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 17:53:12,961 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:53:13,198 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:53:13,198 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:53:15,953 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 17:53:18,374 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 17:53:18,956 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:53:23,383 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 17:53:23,964 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:53:28,202 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:53:28,202 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:53:28,941 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 17:53:28,942 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 17:53:28,942 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 17:53:28,944 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 17:53:29,708 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 17:53:29,945 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:53:31,709 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 17:53:33,382 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 17:53:34,945 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:53:38,382 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 17:53:39,946 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:53:43,202 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:53:43,203 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:53:45,314 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:53:45,958 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 17:53:48,423 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 17:53:50,961 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:53:53,437 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 17:53:55,974 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:53:57,328 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 17:53:57,330 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 17:53:57,330 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 17:53:57,332 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 17:53:57,730 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 17:53:58,202 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:53:58,203 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:53:59,732 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 17:54:01,289 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:54:03,475 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 17:54:06,290 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:54:08,476 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 17:54:11,292 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:54:13,202 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:54:13,203 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:54:15,961 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 17:54:16,963 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:54:18,477 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 17:54:21,969 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:54:23,488 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 17:54:24,859 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 17:54:24,861 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 17:54:24,861 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 17:54:24,862 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 17:54:25,753 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 17:54:27,755 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 17:54:27,863 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:54:28,202 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:54:28,203 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:54:33,378 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:54:33,484 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 17:54:38,379 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:54:38,485 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 17:54:43,203 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:54:43,203 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:54:44,319 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:54:45,965 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 17:54:48,494 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 17:54:49,974 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:54:53,494 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 17:54:54,217 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 17:54:54,219 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 17:54:54,219 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 17:54:54,221 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 17:54:54,783 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 17:54:55,222 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:54:55,783 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 17:54:58,203 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:54:58,203 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:55:00,352 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:55:03,674 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 17:55:05,353 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:55:08,674 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 17:55:10,354 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:55:13,203 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:55:13,203 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:55:15,372 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:55:15,969 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 17:55:18,675 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 17:55:20,972 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:55:23,684 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 17:55:25,981 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:55:27,538 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 17:55:27,540 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 17:55:27,540 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 17:55:27,542 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 17:55:27,811 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 17:55:28,203 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:55:28,204 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:55:29,813 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 17:55:31,374 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:55:33,685 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 17:55:36,375 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:55:38,686 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 17:55:41,375 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:55:43,203 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:55:43,204 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:55:45,973 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 17:55:46,975 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:55:48,687 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 17:55:51,981 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:55:53,697 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 17:55:56,476 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 17:55:56,477 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 17:55:56,477 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 17:55:56,479 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 17:55:56,837 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 17:55:57,479 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:55:57,838 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 17:55:58,203 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:55:58,204 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:56:03,295 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:56:03,865 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 17:56:08,296 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:56:08,866 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 17:56:13,203 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:56:13,204 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:56:13,340 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:56:15,977 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 17:56:18,867 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 17:56:18,979 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:56:23,876 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 17:56:23,991 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:56:26,134 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 17:56:26,136 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 17:56:26,137 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 17:56:26,138 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 17:56:26,864 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 17:56:27,865 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 17:56:28,206 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:56:28,207 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:56:29,376 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:56:33,876 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 17:56:34,376 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:56:38,877 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 17:56:39,377 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:56:43,206 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:56:43,207 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:56:45,362 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:56:45,981 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 17:56:48,879 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 17:56:50,995 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:56:53,887 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 17:56:54,704 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 17:56:54,705 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 17:56:54,706 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 17:56:54,707 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 17:56:54,890 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 17:56:55,892 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 17:56:56,708 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:56:58,206 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:56:58,207 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:57:02,345 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:57:04,107 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 17:57:04,108 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 17:57:07,346 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:57:09,108 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 17:57:09,109 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 17:57:12,346 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:57:13,206 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:57:13,207 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:57:15,985 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 17:57:17,987 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:57:19,112 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 17:57:22,996 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:57:23,909 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 17:57:23,910 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 17:57:23,910 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 17:57:23,911 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 17:57:23,922 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 17:57:24,311 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 17:57:24,311 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 17:57:25,924 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 17:57:28,206 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:57:28,207 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:57:28,291 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:57:33,291 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:57:33,312 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 17:57:38,292 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:57:38,313 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 17:57:43,206 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:57:43,207 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:57:43,295 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:57:45,989 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 17:57:48,323 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 17:57:48,324 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 17:57:48,999 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:57:52,585 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 17:57:52,586 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 17:57:52,587 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 17:57:52,588 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 17:57:52,954 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 17:57:53,323 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 17:57:53,323 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 17:57:53,955 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 17:57:54,589 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:57:58,206 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:57:58,207 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:58:00,354 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:58:03,324 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 17:58:03,324 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 17:58:05,354 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:58:08,325 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 17:58:08,325 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 17:58:10,355 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:58:13,207 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:58:13,207 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:58:15,359 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:58:15,993 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 17:58:18,330 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 17:58:20,999 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:58:22,285 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 17:58:22,287 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 17:58:22,287 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 17:58:22,289 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 17:58:22,979 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 17:58:23,430 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 17:58:23,979 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 17:58:26,290 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:58:28,207 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:58:28,207 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:58:31,311 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:58:33,431 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 17:58:36,312 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:58:38,540 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 17:58:41,312 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:58:43,207 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:58:43,207 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:58:45,997 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 17:58:46,999 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:58:48,541 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 17:58:52,003 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:58:53,552 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 17:58:54,700 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 17:58:54,701 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 17:58:54,702 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 17:58:54,703 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 17:58:55,013 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 17:58:56,014 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 17:58:57,704 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:58:58,207 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:58:58,207 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:59:03,321 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:59:03,546 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 17:59:08,321 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:59:08,623 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 17:59:13,207 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:59:13,208 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:59:13,368 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:59:16,001 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 17:59:18,624 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 17:59:19,003 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:59:23,637 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 17:59:24,007 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:59:25,308 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 17:59:25,310 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 17:59:25,310 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 17:59:25,312 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 17:59:26,038 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 17:59:28,041 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 17:59:28,207 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:59:28,208 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:59:29,365 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:59:33,708 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 17:59:34,365 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:59:38,709 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 17:59:39,366 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:59:43,207 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:59:43,208 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 17:59:45,299 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:59:46,004 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 17:59:48,710 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 17:59:51,010 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:59:53,723 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 17:59:55,680 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 17:59:55,682 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 17:59:55,683 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 17:59:55,684 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 17:59:56,067 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 17:59:56,684 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 17:59:58,068 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 17:59:58,207 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 17:59:58,208 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:00:02,288 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:00:03,826 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:00:07,289 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:00:08,827 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:00:12,289 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:00:13,208 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:00:13,208 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:00:16,008 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 18:00:18,010 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:00:18,828 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:00:23,017 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:00:23,831 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:00:28,020 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:00:28,208 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:00:28,208 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:00:28,369 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 18:00:28,371 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 18:00:28,372 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 18:00:28,373 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 18:00:29,094 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 18:00:30,095 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 18:00:33,374 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:00:33,836 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:00:38,375 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:00:38,837 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:00:43,208 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:00:43,209 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:00:44,337 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:00:46,012 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 18:00:48,839 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:00:50,014 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:00:53,848 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:00:55,023 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:00:56,463 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 18:00:56,465 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 18:00:56,465 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 18:00:56,466 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 18:00:57,122 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 18:00:58,122 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 18:00:58,208 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:00:58,209 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:01:00,348 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:01:03,857 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:01:05,349 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:01:08,858 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:01:10,350 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:01:13,208 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:01:13,209 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:01:15,396 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:01:16,016 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 18:01:18,871 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:01:21,026 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:01:23,675 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 18:01:23,677 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 18:01:23,677 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 18:01:23,678 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 18:01:24,071 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:01:24,150 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 18:01:26,151 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 18:01:26,679 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:01:28,208 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:01:28,209 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:01:32,286 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:01:34,077 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:01:37,287 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:01:39,078 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:01:42,288 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:01:43,208 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:01:43,209 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:01:46,020 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 18:01:48,023 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:01:49,079 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:01:53,032 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:01:54,091 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:01:57,431 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 18:01:57,432 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 18:01:57,433 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 18:01:57,434 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 18:01:58,182 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 18:01:58,209 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:01:58,209 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:01:58,382 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:02:00,185 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 18:02:03,382 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:02:04,085 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:02:08,383 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:02:09,091 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:02:13,209 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:02:13,209 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:02:14,308 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:02:16,024 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 18:02:19,093 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:02:20,026 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:02:24,103 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:02:25,033 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:02:26,558 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 18:02:26,560 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 18:02:26,560 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 18:02:26,562 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 18:02:27,212 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 18:02:28,209 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:02:28,209 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:02:28,216 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 18:02:30,347 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:02:34,105 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:02:35,347 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:02:39,105 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:02:40,348 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:02:43,209 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:02:43,209 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:02:45,489 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:02:46,028 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 18:02:48,255 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:02:51,030 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:02:53,256 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:02:53,256 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:02:56,032 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:02:58,214 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:02:58,221 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:03:00,897 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 18:03:00,899 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 18:03:00,899 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 18:03:00,901 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 18:03:01,251 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 18:03:01,902 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:03:02,252 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 18:03:03,302 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:03:06,902 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:03:08,302 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:03:11,903 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:03:13,211 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:03:13,212 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:03:16,032 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 18:03:17,034 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:03:18,339 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:03:18,339 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:03:22,035 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:03:23,340 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:03:23,340 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:03:27,042 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:03:28,221 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:03:28,222 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:03:29,569 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 18:03:29,570 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 18:03:29,571 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 18:03:29,572 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 18:03:30,280 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 18:03:32,281 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 18:03:32,577 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:03:33,349 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:03:37,577 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:03:38,350 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:03:42,578 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:03:43,214 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:03:43,215 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:03:46,036 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 18:03:48,038 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:03:48,351 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:03:53,044 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:03:53,357 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:03:58,048 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:03:58,166 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 18:03:58,168 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 18:03:58,168 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 18:03:58,170 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 18:03:58,310 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 18:03:58,557 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:03:58,561 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:03:58,562 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:04:00,311 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 18:04:03,725 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:04:04,558 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:04:08,726 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:04:09,559 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:04:13,312 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:04:13,313 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:04:14,483 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:04:16,040 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 18:04:18,560 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:04:20,043 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:04:23,565 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:04:25,047 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:04:27,054 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 18:04:27,056 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 18:04:27,056 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 18:04:27,058 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 18:04:27,337 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 18:04:28,312 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:04:28,313 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:04:28,338 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 18:04:30,463 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:04:33,567 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:04:35,464 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:04:38,567 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:04:40,465 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:04:43,312 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:04:43,313 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:04:46,045 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 18:04:46,051 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:04:48,576 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:04:51,059 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:04:53,573 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:04:53,968 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 18:04:53,970 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 18:04:53,970 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 18:04:53,971 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 18:04:54,363 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 18:04:56,365 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 18:04:56,972 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:04:58,312 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:04:58,313 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:05:02,440 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:05:03,578 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:05:07,441 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:05:08,631 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:05:08,631 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:05:12,442 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:05:13,313 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:05:13,313 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:05:16,048 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 18:05:18,050 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:05:18,645 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:05:23,058 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:05:23,638 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:05:24,136 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 18:05:24,138 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 18:05:24,138 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 18:05:24,140 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 18:05:24,389 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 18:05:26,390 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 18:05:28,141 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:05:28,313 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:05:28,313 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:05:33,463 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:05:33,640 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:05:38,464 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:05:38,641 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:05:43,313 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:05:43,313 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:05:44,435 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:05:46,052 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 18:05:48,647 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:05:50,060 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:05:53,322 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 18:05:53,324 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 18:05:53,324 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 18:05:53,326 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 18:05:53,414 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 18:05:53,721 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:05:53,721 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:05:54,416 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 18:05:55,327 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:05:58,313 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:05:58,314 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:06:00,472 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:06:03,726 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:06:03,726 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:06:05,473 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:06:08,736 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:06:08,736 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:06:10,474 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:06:13,313 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:06:13,313 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:06:16,056 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 18:06:16,062 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:06:18,746 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:06:21,063 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:06:23,743 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:06:24,120 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 18:06:24,121 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 18:06:24,121 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 18:06:24,123 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 18:06:24,444 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 18:06:24,445 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 18:06:26,124 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:06:28,313 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:06:28,314 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:06:31,480 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:06:33,745 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:06:36,481 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:06:38,746 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:06:41,481 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:06:43,313 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:06:43,314 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:06:46,060 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 18:06:47,062 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:06:48,747 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:06:52,067 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:06:53,754 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:06:54,937 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 18:06:54,939 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 18:06:54,940 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 18:06:54,941 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 18:06:55,481 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 18:06:56,482 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 18:06:57,942 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:06:58,313 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:06:58,314 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:07:03,393 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:07:03,753 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:07:08,393 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:07:08,753 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:07:13,314 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:07:13,314 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:07:13,485 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:07:16,065 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 18:07:18,755 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:07:19,067 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:07:23,760 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:07:24,072 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:07:26,525 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 18:07:26,526 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 18:07:26,527 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 18:07:26,528 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 18:07:27,507 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 18:07:28,314 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:07:28,314 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:07:28,508 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 18:07:29,447 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:07:33,918 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:07:34,447 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:07:39,051 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:07:39,051 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:07:39,448 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:07:43,314 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:07:43,314 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:07:45,419 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:07:46,068 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 18:07:49,053 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:07:49,053 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:07:51,075 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:07:54,058 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:07:55,385 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 18:07:55,386 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 18:07:55,387 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 18:07:55,387 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 18:07:55,539 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 18:07:56,388 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:07:56,540 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 18:07:58,314 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:07:58,314 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:08:01,401 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:08:04,059 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:08:06,402 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:08:09,060 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:08:11,402 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:08:13,314 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:08:13,314 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:08:16,072 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 18:08:17,074 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:08:19,061 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:08:22,080 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:08:24,067 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:08:27,003 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 18:08:27,005 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 18:08:27,005 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 18:08:27,007 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 18:08:27,580 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 18:08:28,008 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:08:28,314 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:08:28,315 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:08:28,581 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 18:08:33,481 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:08:34,151 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:08:38,482 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:08:39,152 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:08:43,314 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:08:43,315 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:08:44,425 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:08:46,076 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 18:08:49,157 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:08:50,086 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:08:54,162 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:08:54,435 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 18:08:54,436 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 18:08:54,437 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 18:08:54,439 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 18:08:54,607 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 18:08:55,440 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:08:56,609 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 18:08:58,314 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:08:58,315 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:09:01,406 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:09:04,164 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:09:06,407 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:09:09,165 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:09:11,408 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:09:13,314 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:09:13,315 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:09:16,079 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 18:09:17,081 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:09:19,166 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:09:22,085 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:09:24,178 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:09:25,059 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 18:09:25,060 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 18:09:25,060 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 18:09:25,061 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 18:09:25,635 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 18:09:26,636 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 18:09:28,062 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:09:28,314 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:09:28,315 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:09:33,481 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:09:34,204 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:09:34,205 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:09:38,481 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:09:39,205 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:09:39,206 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:09:43,315 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:09:43,315 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:09:43,485 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:09:46,083 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 18:09:49,085 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:09:49,207 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:09:49,207 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:09:54,091 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:09:54,213 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:09:55,155 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 18:09:55,156 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 18:09:55,157 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 18:09:55,158 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 18:09:55,659 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 18:09:56,660 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 18:09:58,315 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:09:58,315 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:09:59,455 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:10:03,560 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:10:04,456 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:10:08,560 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:10:08,560 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:10:09,457 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:10:13,315 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:10:13,315 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:10:15,448 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:10:16,088 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 18:10:18,562 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:10:21,099 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:10:23,567 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:10:26,098 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:10:26,219 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 18:10:26,221 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 18:10:26,221 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 18:10:26,223 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 18:10:26,689 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 18:10:26,690 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 18:10:28,315 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:10:28,316 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:10:31,400 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:10:33,625 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:10:36,401 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:10:38,626 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:10:41,401 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:10:43,315 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:10:43,316 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:10:46,091 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 18:10:47,093 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:10:48,627 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:10:52,094 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:10:53,635 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:10:57,101 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:10:58,092 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 18:10:58,093 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 18:10:58,093 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 18:10:58,094 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 18:10:58,556 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:10:58,557 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:10:58,719 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 18:10:58,719 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 18:11:02,717 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:11:03,637 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:11:07,718 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:11:08,638 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:11:12,718 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:11:13,555 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:11:13,556 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:11:16,095 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 18:11:18,097 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:11:18,640 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:11:23,101 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:11:23,648 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:11:28,103 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:11:28,555 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:11:28,556 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:11:28,820 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 18:11:28,822 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 18:11:28,822 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 18:11:28,824 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 18:11:29,739 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 18:11:30,740 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 18:11:33,649 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:11:33,825 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:11:38,649 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:11:38,826 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:11:43,555 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:11:43,556 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:11:44,666 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:11:46,099 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 18:11:48,875 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:11:48,875 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:11:50,101 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:11:53,876 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:11:55,105 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:11:58,570 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:11:58,571 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:12:00,262 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 18:12:00,264 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 18:12:00,264 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 18:12:00,264 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:12:00,265 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 18:12:00,768 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 18:12:00,769 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 18:12:03,884 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:12:05,266 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:12:08,885 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:12:10,267 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:12:13,561 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:12:13,562 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:12:15,723 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:12:16,102 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 18:12:19,046 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:12:19,046 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:12:21,105 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:12:24,046 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:12:24,047 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:12:26,107 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:12:28,569 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:12:28,570 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:12:31,096 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 18:12:31,099 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 18:12:31,099 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 18:12:31,101 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 18:12:31,795 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 18:12:32,102 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:12:32,796 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 18:12:34,055 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:12:37,102 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:12:39,055 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:12:42,103 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:12:43,565 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:12:43,566 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:12:46,107 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 18:12:47,109 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:12:49,057 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:12:52,110 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:12:54,061 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:12:57,130 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:12:58,027 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 18:12:58,029 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 18:12:58,029 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 18:12:58,031 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 18:12:58,565 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:12:58,566 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:12:58,819 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 18:12:58,819 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 18:13:02,700 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:13:04,434 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:13:04,435 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:13:07,701 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:13:09,436 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:13:09,436 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:13:12,702 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:13:13,565 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:13:13,566 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:13:16,110 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 18:13:18,113 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:13:19,437 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:13:19,438 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:13:23,121 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:13:24,440 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:13:28,125 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:13:28,565 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:13:28,566 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:13:28,648 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 18:13:28,698 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 18:13:28,699 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 18:13:28,700 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 18:13:28,842 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 18:13:29,843 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 18:13:33,702 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:13:34,442 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:13:34,539 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:13:38,702 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:13:39,539 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:13:39,540 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:13:43,566 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:13:43,566 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:13:43,730 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:13:46,115 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 18:13:48,778 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:13:48,778 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:13:49,117 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:13:53,784 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:13:54,124 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:13:58,333 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 18:13:58,334 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 18:13:58,334 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 18:13:58,335 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 18:13:58,822 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:13:58,822 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:13:58,823 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:13:58,824 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:13:58,867 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 18:13:59,868 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 18:13:59,998 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:14:04,823 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:14:04,824 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:14:04,999 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:14:09,824 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:14:09,825 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:14:09,999 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:14:13,822 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:14:13,823 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:14:15,987 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:14:16,118 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 18:14:19,008 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:14:21,121 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:14:24,013 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:14:26,129 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:14:28,822 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:14:28,823 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:14:29,051 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 18:14:29,053 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 18:14:29,053 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 18:14:29,054 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 18:14:29,894 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 18:14:31,896 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 18:14:32,055 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:14:34,015 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:14:37,056 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:14:39,016 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:14:42,056 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:14:43,822 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:14:43,823 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:14:46,123 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 18:14:47,125 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:14:49,017 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:14:52,126 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:14:54,026 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:14:57,135 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:14:58,383 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 18:14:58,385 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 18:14:58,386 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 18:14:58,387 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 18:14:58,823 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:14:58,823 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:14:58,921 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 18:14:59,922 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 18:15:02,991 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:15:04,028 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:15:04,028 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:15:07,992 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:15:09,029 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:15:12,992 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:15:13,822 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:15:13,823 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:15:16,127 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 18:15:18,130 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:15:19,128 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:15:19,128 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:15:23,131 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:15:24,138 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:15:28,139 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:15:28,760 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 18:15:28,762 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 18:15:28,762 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 18:15:28,764 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 18:15:28,948 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 18:15:29,164 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:15:29,165 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:15:29,166 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:15:29,167 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:15:29,949 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 18:15:33,296 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:15:35,166 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:15:35,166 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:15:38,297 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:15:40,167 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:15:40,167 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:15:43,297 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:15:43,910 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:15:43,910 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:15:46,131 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 18:15:49,133 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:15:49,169 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:15:49,169 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:15:54,139 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:15:54,176 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:15:57,861 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 18:15:57,863 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 18:15:57,864 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 18:15:57,865 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 18:15:57,972 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 18:15:58,910 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:15:58,911 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:15:59,973 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 18:16:00,080 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:16:04,254 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:16:05,080 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:16:09,255 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:16:10,081 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:16:13,910 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:16:13,911 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:16:16,077 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:16:16,134 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 18:16:19,304 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:16:21,137 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:16:24,318 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:16:26,147 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:16:27,778 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 18:16:27,780 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 18:16:27,780 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 18:16:27,781 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 18:16:28,005 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 18:16:28,910 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:16:28,911 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:16:30,007 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 18:16:32,074 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:16:34,312 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:16:37,074 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:16:39,313 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:16:42,075 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:16:43,910 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:16:43,911 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:16:46,139 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 18:16:47,141 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:16:49,890 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:16:49,890 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:16:52,141 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:16:54,895 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:16:57,145 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:16:58,910 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:16:58,911 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:16:59,488 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 18:16:59,490 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 18:16:59,490 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 18:16:59,491 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 18:17:00,035 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 18:17:02,036 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 18:17:02,492 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:17:04,901 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:17:07,493 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:17:09,901 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:17:12,494 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:17:13,911 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:17:13,911 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:17:16,142 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 18:17:18,145 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:17:19,903 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:17:23,145 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:17:24,903 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:17:28,151 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:17:28,914 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:17:28,915 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:17:32,899 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 18:17:32,901 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 18:17:32,901 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 18:17:32,903 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 18:17:33,070 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 18:17:33,904 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:17:34,043 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:17:34,044 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:17:34,070 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 18:17:38,905 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:17:39,044 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:17:43,905 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:17:43,911 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:17:43,911 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:17:46,146 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 18:17:49,136 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:17:49,137 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:17:49,149 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:17:54,137 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:17:54,149 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:17:58,914 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:17:58,914 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:17:59,998 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:18:03,622 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 18:18:03,624 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 18:18:03,624 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 18:18:03,625 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 18:18:04,100 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 18:18:04,142 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:18:05,627 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:18:06,102 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 18:18:09,143 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:18:10,628 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:18:13,914 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:18:13,915 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:18:16,080 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:18:16,151 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 18:18:19,144 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:18:21,154 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:18:24,145 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:18:26,155 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:18:28,914 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:18:28,914 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:18:32,060 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:18:33,629 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 18:18:33,631 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 18:18:33,631 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 18:18:33,633 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 18:18:34,129 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 18:18:34,154 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:18:36,130 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 18:18:37,633 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:18:39,155 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:18:42,634 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:18:43,914 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:18:43,915 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:18:46,154 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 18:18:48,157 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:18:49,156 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:18:53,158 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:18:54,157 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:18:58,161 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:18:58,917 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:18:58,917 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:19:03,545 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 18:19:03,547 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 18:19:03,547 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 18:19:03,547 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:19:03,548 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 18:19:04,161 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 18:19:04,162 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:19:06,163 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 18:19:08,549 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:19:09,163 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:19:13,550 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:19:13,917 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:19:13,918 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:19:16,158 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 18:19:19,161 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:19:19,164 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:19:24,161 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:19:24,165 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:19:28,917 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:19:28,918 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:19:30,038 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:19:34,172 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:19:34,742 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 18:19:34,744 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 18:19:34,745 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 18:19:34,746 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 18:19:35,194 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 18:19:35,747 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:19:36,194 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 18:19:39,173 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:19:40,748 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:19:43,918 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:19:43,918 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:19:46,002 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:19:46,162 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 18:19:49,174 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:19:51,165 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:19:54,175 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:19:56,165 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:19:58,917 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:19:58,918 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:20:01,992 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:20:04,191 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:20:06,997 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:20:07,848 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 18:20:07,849 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 18:20:07,850 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 18:20:07,852 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 18:20:08,216 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 18:20:09,260 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:20:10,217 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 18:20:12,853 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:20:13,918 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:20:13,918 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:20:16,165 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 18:20:18,167 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:20:19,262 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:20:19,262 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:20:23,167 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:20:24,263 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:20:24,263 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:20:28,168 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:20:28,918 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:20:28,918 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:20:34,080 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:20:34,272 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:20:38,884 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 18:20:38,886 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 18:20:38,887 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 18:20:38,888 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 18:20:39,246 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 18:20:39,283 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:20:39,284 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:20:39,888 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:20:40,247 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 18:20:43,918 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:20:43,918 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:20:44,996 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:20:46,170 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 18:20:49,285 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:20:49,285 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:20:50,172 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:20:54,286 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:20:54,287 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:20:55,173 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:20:58,918 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:20:58,918 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:21:01,025 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:21:04,295 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:21:06,031 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:21:09,291 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:21:09,859 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 18:21:09,861 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 18:21:09,861 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 18:21:09,862 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 18:21:10,270 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 18:21:11,863 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:21:12,271 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 18:21:13,918 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:21:13,919 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:21:16,173 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 18:21:17,175 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:21:19,293 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:21:22,176 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:21:24,294 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:21:27,176 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:21:28,918 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:21:28,919 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:21:32,995 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:21:34,295 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:21:38,002 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:21:39,302 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:21:40,840 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 18:21:40,842 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 18:21:40,842 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 18:21:40,844 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 18:21:41,295 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 18:21:42,296 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 18:21:43,845 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:21:43,918 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:21:43,919 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:21:46,177 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 18:21:48,997 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:21:49,179 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:21:53,998 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:21:54,180 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:21:58,918 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:21:58,919 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:22:00,066 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:22:03,999 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:22:05,066 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:22:09,006 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:22:09,007 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:22:10,075 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:22:12,495 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 18:22:12,496 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 18:22:12,497 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 18:22:12,499 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 18:22:13,321 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 18:22:13,919 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:22:13,919 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:22:14,322 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 18:22:16,056 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:22:16,181 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 18:22:19,007 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:22:21,184 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:22:24,008 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:22:24,009 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:22:26,184 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:22:28,919 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:22:28,919 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:22:32,040 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:22:34,020 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:22:37,045 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:22:38,222 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 18:22:38,224 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 18:22:38,224 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 18:22:38,226 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 18:22:38,346 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 18:22:39,015 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:22:40,348 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 18:22:42,227 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:22:43,919 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:22:43,919 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:22:46,185 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 18:22:48,187 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:22:49,019 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:22:49,020 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:22:53,188 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:22:54,062 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:22:58,188 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:22:58,919 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:22:58,919 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:23:04,059 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:23:04,072 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:23:09,062 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:23:09,069 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:23:09,069 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:23:09,214 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 18:23:09,216 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 18:23:09,216 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 18:23:09,217 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 18:23:09,371 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 18:23:10,372 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 18:23:13,919 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:23:13,920 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:23:14,065 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:23:16,189 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 18:23:19,071 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:23:19,071 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:23:19,191 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:23:24,072 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:23:24,072 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:23:24,192 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:23:28,919 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:23:28,920 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:23:30,088 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:23:34,077 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:23:35,092 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:23:38,886 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 18:23:38,888 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 18:23:38,888 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 18:23:38,889 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 18:23:39,289 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:23:39,399 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 18:23:40,400 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 18:23:40,890 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:23:43,919 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:23:43,920 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:23:46,022 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:23:46,193 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 18:23:49,291 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:23:49,291 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:23:51,195 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:23:54,292 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:23:54,292 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:23:56,196 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:23:58,919 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:23:58,920 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:24:02,000 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:24:04,301 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:24:07,002 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:24:07,126 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 18:24:07,128 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 18:24:07,129 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 18:24:07,130 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 18:24:07,435 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 18:24:08,436 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 18:24:09,528 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:24:12,132 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:24:13,920 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:24:13,920 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:24:16,197 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 18:24:17,199 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:24:19,529 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:24:22,200 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:24:24,530 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:24:27,200 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:24:28,920 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:24:28,920 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:24:33,012 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:24:34,538 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:24:38,016 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:24:38,579 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 18:24:38,580 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 18:24:38,581 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 18:24:38,582 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 18:24:39,459 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 18:24:39,538 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:24:40,460 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 18:24:43,583 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:24:43,919 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:24:43,920 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:24:46,201 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 18:24:49,204 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:24:49,539 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:24:54,204 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:24:54,540 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:24:58,920 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:24:58,921 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:25:00,046 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:25:04,543 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:25:05,050 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:25:09,342 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 18:25:09,344 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 18:25:09,345 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 18:25:09,346 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 18:25:09,483 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 18:25:09,744 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:25:10,347 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:25:10,484 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 18:25:13,920 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:25:13,921 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:25:16,039 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:25:16,205 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 18:25:19,750 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:25:19,750 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:25:21,208 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:25:24,757 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:25:24,758 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:25:26,208 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:25:28,920 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:25:28,921 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:25:32,026 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:25:34,759 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:25:34,759 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:25:37,034 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:25:39,766 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:25:41,290 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 18:25:41,292 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 18:25:41,292 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 18:25:41,294 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 18:25:41,513 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 18:25:42,295 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:25:42,514 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 18:25:43,920 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:25:43,921 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:25:46,209 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 18:25:48,212 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:25:49,294 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:25:49,295 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:25:53,212 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:25:54,295 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:25:54,296 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:25:58,213 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:25:58,921 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:25:58,921 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:26:04,030 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:26:04,297 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:26:04,297 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:26:09,037 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:26:09,307 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:26:11,284 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 18:26:11,285 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 18:26:11,286 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 18:26:11,287 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 18:26:11,536 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 18:26:12,538 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 18:26:13,921 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:26:13,922 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:26:15,015 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:26:16,213 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 18:26:19,489 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:26:20,216 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:26:24,490 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:26:25,216 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:26:28,921 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:26:28,921 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:26:31,044 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:26:34,491 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:26:36,045 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:26:39,499 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:26:41,053 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:26:42,699 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 18:26:42,700 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 18:26:42,701 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 18:26:42,702 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 18:26:43,564 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 18:26:43,921 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:26:43,921 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:26:44,565 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 18:26:46,071 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:26:46,216 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 18:26:49,499 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:26:51,219 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:26:54,499 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:26:56,219 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:26:58,921 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:26:58,922 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:27:02,030 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:27:04,513 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:27:04,513 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:27:07,030 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:27:09,528 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:27:12,038 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:27:13,078 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 18:27:13,079 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 18:27:13,080 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 18:27:13,081 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 18:27:13,589 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 18:27:13,929 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:27:13,930 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:27:14,590 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 18:27:16,220 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 18:27:17,222 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:27:19,522 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:27:22,223 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:27:24,523 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:27:27,224 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:27:28,921 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:27:28,922 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:27:33,048 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:27:34,524 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:27:38,055 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:27:39,529 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:27:43,057 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:27:43,326 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 18:27:43,328 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 18:27:43,328 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 18:27:43,330 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 18:27:43,618 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 18:27:43,922 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:27:43,922 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:27:44,619 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 18:27:46,224 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 18:27:48,227 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:27:49,729 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:27:49,729 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:27:53,227 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:27:54,730 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:27:54,730 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:27:58,228 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:27:58,922 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:27:58,922 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:28:04,060 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:28:04,731 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:28:04,732 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:28:09,066 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:28:09,740 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:28:10,973 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 18:28:10,975 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 18:28:10,975 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 18:28:10,976 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 18:28:11,648 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 18:28:12,649 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 18:28:13,922 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:28:13,923 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:28:15,031 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:28:16,228 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 18:28:19,124 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:28:20,231 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:28:24,125 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:28:24,125 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:28:25,231 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:28:28,922 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:28:28,922 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:28:31,088 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:28:34,126 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:28:34,126 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:28:36,092 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:28:39,135 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:28:41,095 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:28:41,241 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 18:28:41,243 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 18:28:41,243 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 18:28:41,244 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 18:28:41,626 ERROR gpu :316822 [interfaces.py:monitor():142] Failed to sample metric: Not Supported +2024-12-25 18:28:41,681 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 18:28:42,681 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 18:28:43,922 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:28:43,923 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:28:46,106 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:28:46,233 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 18:28:49,526 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:28:49,527 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:28:51,236 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:28:54,527 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:28:54,527 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:28:56,236 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:28:58,922 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:28:58,923 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:29:02,031 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:29:04,529 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:29:04,529 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:29:07,039 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:29:09,530 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:29:12,038 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:29:12,360 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 18:29:12,361 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 18:29:12,362 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 18:29:12,363 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 18:29:12,711 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 18:29:13,922 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:29:13,923 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:29:14,712 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 18:29:16,236 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 18:29:17,238 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:29:19,035 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:29:19,035 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:29:22,239 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:29:24,163 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:29:24,253 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:29:27,240 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:29:28,922 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:29:28,923 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:29:33,081 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:29:34,254 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:29:38,086 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:29:39,264 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:29:41,653 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 18:29:41,655 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 18:29:41,656 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 18:29:41,657 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 18:29:41,738 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 18:29:42,739 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 18:29:43,659 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:29:43,923 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:29:43,923 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:29:46,240 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 18:29:49,243 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:29:49,686 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:29:49,686 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:29:54,243 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:29:54,687 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:29:54,687 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:29:58,923 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:29:58,923 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:30:00,079 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:30:04,689 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:30:04,689 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:30:05,080 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:30:09,695 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:30:10,088 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:30:12,026 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 18:30:12,027 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 18:30:12,028 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 18:30:12,030 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 18:30:12,774 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 18:30:12,775 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 18:30:13,923 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:30:13,924 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:30:16,077 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:30:16,244 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 18:30:19,879 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:30:21,246 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:30:24,880 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:30:26,247 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:30:28,923 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:30:28,924 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:30:31,997 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:30:34,881 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:30:34,881 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:30:36,998 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:30:39,891 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:30:42,001 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:30:43,923 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:30:43,924 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:30:44,036 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 18:30:44,038 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 18:30:44,038 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 18:30:44,040 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 18:30:44,803 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 18:30:44,803 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 18:30:46,247 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 18:30:47,249 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:30:49,891 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:30:52,249 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:30:54,892 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:30:57,250 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:30:58,923 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:30:58,924 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:31:03,008 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:31:03,933 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:31:08,009 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:31:08,934 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:31:08,934 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:31:13,013 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:31:13,931 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:31:13,932 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:31:16,251 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 18:31:16,392 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 18:31:16,394 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 18:31:16,394 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 18:31:16,395 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 18:31:16,834 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 18:31:18,396 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:31:18,836 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 18:31:18,942 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:31:18,943 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:31:23,397 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:31:23,943 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:31:28,397 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:31:28,927 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:31:28,928 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:31:34,000 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:31:34,168 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:31:34,168 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:31:39,001 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:31:39,168 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:31:39,169 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:31:43,931 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:31:43,931 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:31:44,284 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:31:46,256 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 18:31:46,647 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 18:31:46,649 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 18:31:46,650 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 18:31:46,651 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 18:31:46,861 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 18:31:48,863 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 18:31:49,176 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:31:49,176 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:31:49,652 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:31:54,177 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:31:54,177 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:31:54,653 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:31:58,931 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:31:58,931 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:32:00,064 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:32:04,178 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:32:04,178 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:32:05,065 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:32:09,179 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:32:09,179 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:32:10,065 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:32:13,931 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:32:13,934 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:32:16,010 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:32:16,261 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 18:32:17,410 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 18:32:17,411 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 18:32:17,412 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 18:32:17,413 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 18:32:17,887 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 18:32:18,888 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 18:32:19,186 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:32:21,415 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:32:24,187 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:32:24,187 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:32:26,416 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:32:29,099 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:32:29,100 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:32:32,248 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:32:34,189 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:32:34,189 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:32:37,249 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:32:39,189 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:32:39,190 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:32:42,306 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:32:44,011 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:32:44,017 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:32:46,263 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 18:32:46,540 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 18:32:46,542 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 18:32:46,542 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 18:32:46,544 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 18:32:46,910 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 18:32:47,545 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:32:48,911 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 18:32:49,201 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:32:52,546 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:32:54,202 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:32:57,546 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:32:59,010 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:32:59,010 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:33:03,184 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:33:04,203 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:33:08,185 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:33:09,204 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:33:13,192 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:33:14,013 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:33:14,014 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:33:16,264 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 18:33:16,469 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 18:33:16,471 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 18:33:16,471 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 18:33:16,473 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 18:33:16,935 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 18:33:18,474 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:33:18,936 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 18:33:19,208 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:33:23,474 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:33:24,208 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:33:28,475 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:33:29,012 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:33:29,012 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:33:34,270 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:33:34,270 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:33:34,332 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:33:39,270 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:33:39,271 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:33:39,333 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:33:44,018 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:33:44,020 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:33:45,113 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:33:46,267 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 18:33:46,833 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 18:33:46,834 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 18:33:46,834 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 18:33:46,835 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 18:33:46,967 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 18:33:48,970 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 18:33:49,283 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:33:49,283 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:33:50,836 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:33:54,283 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:33:55,837 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:33:59,015 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:33:59,016 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:34:01,093 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:34:04,285 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:34:04,285 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:34:06,093 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:34:09,291 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:34:11,101 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:34:12,978 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 18:34:12,979 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 18:34:12,980 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 18:34:12,981 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 18:34:12,996 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 18:34:14,021 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:34:14,022 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:34:14,998 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 18:34:16,107 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:34:16,272 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 18:34:19,382 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:34:19,382 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:34:21,274 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:34:24,383 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:34:26,275 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:34:29,021 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:34:29,022 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:34:32,129 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:34:34,384 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:34:37,131 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:34:39,398 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:34:42,142 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:34:42,632 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 18:34:42,634 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 18:34:42,634 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 18:34:42,635 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 18:34:43,023 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 18:34:44,021 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:34:44,022 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:34:45,029 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 18:34:46,275 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 18:34:47,277 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:34:49,391 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:34:52,278 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:34:54,391 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:34:57,279 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:34:59,021 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:34:59,022 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:35:03,179 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:35:04,438 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:35:08,182 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:35:09,444 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:35:09,445 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:35:13,186 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:35:13,337 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 18:35:13,338 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 18:35:13,339 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 18:35:13,340 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 18:35:14,021 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:35:14,022 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:35:14,055 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 18:35:16,057 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 18:35:16,279 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 18:35:18,282 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:35:19,807 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:35:19,808 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:35:23,282 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:35:24,808 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:35:24,808 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:35:28,283 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:35:29,022 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:35:29,022 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:35:34,160 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:35:34,810 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:35:34,810 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:35:39,165 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:35:39,816 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:35:43,400 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 18:35:43,402 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 18:35:43,402 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 18:35:43,403 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 18:35:44,022 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:35:44,023 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:35:44,083 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 18:35:45,161 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:35:46,084 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 18:35:46,283 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 18:35:49,819 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:35:49,819 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:35:50,286 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:35:54,820 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:35:54,820 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:35:55,286 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:35:59,022 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:35:59,023 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:36:01,164 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:36:04,821 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:36:04,822 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:36:06,164 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:36:09,837 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:36:11,169 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:36:14,022 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:36:14,022 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:36:15,051 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 18:36:15,052 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 18:36:15,052 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 18:36:15,054 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 18:36:15,109 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 18:36:16,287 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 18:36:16,294 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:36:18,111 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 18:36:19,832 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:36:21,290 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:36:24,833 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:36:26,291 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:36:29,022 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:36:29,023 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:36:32,154 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:36:34,834 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:36:37,155 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:36:39,844 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:36:42,161 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:36:44,028 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:36:44,029 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:36:45,078 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 18:36:45,079 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 18:36:45,079 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 18:36:45,081 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 18:36:45,142 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 18:36:46,143 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 18:36:46,292 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 18:36:47,294 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:36:49,840 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:36:52,295 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:36:54,841 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:36:57,296 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:36:59,029 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:36:59,029 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:37:03,151 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:37:04,843 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:37:08,151 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:37:09,849 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:37:13,159 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:37:14,034 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:37:14,034 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:37:15,381 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 18:37:15,382 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 18:37:15,383 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 18:37:15,385 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 18:37:16,176 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 18:37:16,295 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 18:37:18,179 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 18:37:18,298 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:37:19,852 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:37:23,298 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:37:24,853 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:37:28,299 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:37:29,034 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:37:29,034 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:37:34,164 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:37:34,854 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:37:39,164 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:37:39,855 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:37:44,039 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:37:44,048 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:37:44,214 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:37:46,296 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 18:37:47,164 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 18:37:47,165 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 18:37:47,165 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 18:37:47,170 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 18:37:47,209 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 18:37:48,210 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 18:37:49,859 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:37:50,171 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:37:54,860 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:37:55,172 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:37:59,037 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:37:59,038 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:38:00,184 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:38:04,862 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:38:05,185 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:38:09,863 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:38:10,186 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:38:14,046 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:38:14,047 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:38:16,133 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:38:16,299 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 18:38:16,304 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 18:38:16,306 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 18:38:16,307 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 18:38:16,308 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 18:38:17,233 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 18:38:18,234 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 18:38:19,872 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:38:21,309 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:38:24,872 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:38:26,310 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:38:29,039 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:38:29,039 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:38:32,204 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:38:34,874 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:38:37,205 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:38:39,875 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:38:42,211 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:38:44,054 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:38:44,058 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:38:46,302 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 18:38:47,303 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:38:47,355 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 18:38:47,356 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 18:38:47,356 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 18:38:47,357 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 18:38:48,260 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 18:38:48,260 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 18:38:49,884 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:38:49,884 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:38:52,358 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:38:54,884 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:38:57,359 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:38:59,046 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:38:59,046 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:39:03,185 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:39:04,886 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:39:08,186 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:39:09,887 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:39:13,198 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:39:14,046 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:39:14,054 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:39:16,307 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 18:39:16,796 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 18:39:16,797 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 18:39:16,797 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 18:39:16,799 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 18:39:17,287 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 18:39:18,288 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 18:39:18,800 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:39:19,197 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:39:19,198 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:39:23,800 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:39:24,198 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:39:24,198 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:39:28,801 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:39:29,047 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:39:29,047 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:39:34,138 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:39:34,200 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:39:39,138 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:39:39,200 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:39:39,201 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:39:44,053 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:39:44,055 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:39:44,177 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:39:46,312 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 18:39:46,999 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 18:39:47,000 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 18:39:47,001 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 18:39:47,003 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 18:39:47,314 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 18:39:48,314 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 18:39:49,404 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:39:49,404 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:39:50,004 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:39:54,405 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:39:54,405 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:39:55,004 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:39:59,050 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:39:59,051 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:40:00,124 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:40:04,407 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:40:04,407 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:40:05,125 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:40:09,408 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:40:09,408 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:40:10,126 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:40:14,056 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:40:14,057 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:40:15,214 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:40:16,318 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 18:40:18,027 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 18:40:18,028 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 18:40:18,028 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 18:40:18,030 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 18:40:18,338 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 18:40:19,427 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:40:20,340 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 18:40:21,031 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:40:24,428 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:40:24,428 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:40:26,032 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:40:29,054 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:40:29,055 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:40:31,133 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:40:34,430 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:40:34,430 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:40:36,133 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:40:39,431 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:40:39,431 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:40:41,134 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:40:44,065 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:40:44,067 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:40:46,153 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:40:46,329 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 18:40:49,438 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:40:49,556 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 18:40:49,558 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 18:40:49,558 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 18:40:49,560 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 18:40:50,371 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 18:40:51,561 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:40:52,373 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 18:40:54,439 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:40:56,562 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:40:59,056 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:40:59,057 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:41:02,184 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:41:04,440 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:41:07,185 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:41:09,441 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:41:12,186 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:41:14,056 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:41:14,057 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:41:16,326 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 18:41:17,329 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:41:19,449 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:41:22,336 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:41:23,187 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 18:41:23,188 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 18:41:23,189 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 18:41:23,194 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 18:41:23,402 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 18:41:24,403 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 18:41:24,582 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:41:28,195 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:41:29,057 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:41:29,057 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:41:33,218 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:41:34,583 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:41:38,218 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:41:39,596 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:41:39,596 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:41:43,219 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:41:44,056 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:41:44,057 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:41:46,330 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 18:41:48,337 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:41:49,602 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:41:52,951 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 18:41:52,952 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 18:41:52,953 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 18:41:52,955 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 18:41:53,434 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 18:41:53,956 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:41:54,435 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 18:41:54,607 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:41:58,957 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:41:59,057 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:41:59,057 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:42:04,179 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:42:04,608 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:42:09,179 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:42:09,609 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:42:14,057 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:42:14,057 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:42:15,166 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:42:16,332 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 18:42:19,626 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:42:20,340 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:42:22,545 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 18:42:22,548 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 18:42:22,549 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 18:42:22,550 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 18:42:23,472 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 18:42:24,473 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 18:42:24,693 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:42:24,693 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:42:25,551 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:42:29,057 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:42:29,057 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:42:31,118 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:42:34,694 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:42:36,119 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:42:39,695 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:42:41,120 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:42:44,057 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:42:44,058 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:42:46,192 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:42:46,336 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 18:42:49,702 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:42:51,345 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:42:53,901 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 18:42:53,903 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 18:42:53,904 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 18:42:53,909 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 18:42:54,509 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 18:42:54,701 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:42:56,511 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 18:42:56,910 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:42:59,057 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:42:59,058 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:43:02,155 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:43:04,702 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:43:07,155 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:43:09,703 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:43:12,156 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:43:14,057 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:43:14,058 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:43:16,340 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 18:43:17,342 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:43:19,704 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:43:22,343 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:43:24,717 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:43:27,348 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:43:29,063 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:43:29,063 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:43:30,369 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 18:43:30,370 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 18:43:30,370 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 18:43:30,376 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 18:43:30,540 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 18:43:32,377 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:43:32,541 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 18:43:34,754 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:43:34,755 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:43:37,377 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:43:39,755 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:43:39,756 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:43:42,378 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:43:44,278 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:43:44,279 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:43:46,344 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 18:43:48,346 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:43:49,757 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:43:49,757 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:43:53,347 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:43:54,758 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:43:54,758 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:43:58,352 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:43:59,195 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:43:59,196 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:44:02,140 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 18:44:02,142 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 18:44:02,142 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 18:44:02,146 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 18:44:02,575 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 18:44:04,147 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:44:04,576 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 18:44:04,766 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:44:09,147 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:44:09,767 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:44:14,148 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:44:14,188 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:44:14,189 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:44:16,348 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 18:44:19,351 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:44:19,768 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:44:24,351 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:44:24,769 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:44:29,193 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:44:29,196 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:44:30,347 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:44:34,253 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 18:44:34,255 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 18:44:34,255 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 18:44:34,257 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 18:44:34,611 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 18:44:34,778 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:44:36,258 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:44:36,613 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 18:44:39,779 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:44:41,259 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:44:44,193 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:44:44,194 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:44:46,266 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:44:46,352 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 18:44:49,894 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:44:49,894 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:44:51,354 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:44:54,895 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:44:54,895 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:44:56,355 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:44:59,205 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:44:59,210 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:45:01,373 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:45:04,811 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 18:45:04,812 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 18:45:04,813 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 18:45:04,817 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 18:45:04,956 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:45:05,205 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:45:05,637 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 18:45:06,638 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 18:45:06,817 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:45:10,205 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:45:10,206 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:45:11,818 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:45:14,195 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:45:14,196 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:45:16,357 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 18:45:17,359 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:45:19,207 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:45:19,207 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:45:22,359 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:45:24,208 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:45:24,208 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:45:27,360 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:45:29,195 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:45:29,196 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:45:33,278 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:45:34,218 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:45:36,619 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 18:45:36,621 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 18:45:36,621 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 18:45:36,626 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 18:45:36,665 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 18:45:38,627 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:45:38,667 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 18:45:39,218 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:45:43,627 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:45:44,195 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:45:44,196 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:45:46,360 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 18:45:49,219 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:45:49,362 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:45:54,220 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:45:54,363 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:45:59,196 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:45:59,196 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:46:00,332 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:46:04,221 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:46:05,332 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:46:09,226 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:46:10,339 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:46:12,339 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 18:46:12,341 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 18:46:12,341 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 18:46:12,346 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 18:46:12,694 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 18:46:14,196 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:46:14,196 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:46:14,696 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 18:46:15,354 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:46:16,364 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 18:46:19,233 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:46:20,366 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:46:24,234 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:46:25,367 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:46:29,196 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:46:29,197 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:46:31,279 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:46:34,235 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:46:36,279 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:46:39,236 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:46:41,283 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:46:44,208 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:46:44,212 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:46:46,229 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 18:46:46,230 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 18:46:46,230 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 18:46:46,235 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 18:46:46,368 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 18:46:46,370 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:46:46,729 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 18:46:48,731 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 18:46:49,375 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:46:49,375 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:46:51,371 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:46:54,376 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:46:56,371 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:46:59,201 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:46:59,202 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:47:02,295 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:47:04,377 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:47:07,295 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:47:09,378 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:47:12,303 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:47:14,208 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:47:14,210 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:47:16,373 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 18:47:16,554 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 18:47:16,555 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 18:47:16,556 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 18:47:16,557 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 18:47:16,755 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 18:47:17,558 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:47:18,756 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 18:47:19,382 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:47:22,559 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:47:24,383 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:47:27,559 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:47:29,202 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:47:29,203 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:47:33,332 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:47:34,384 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:47:38,332 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:47:39,385 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:47:43,345 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:47:44,211 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:47:44,211 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:47:46,384 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 18:47:48,386 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:47:48,881 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 18:47:48,883 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 18:47:48,883 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 18:47:48,886 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 18:47:49,389 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:47:49,787 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 18:47:50,787 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 18:47:53,888 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:47:54,390 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:47:58,888 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:47:59,206 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:47:59,206 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:48:04,371 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:48:04,468 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:48:09,372 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:48:09,469 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:48:14,209 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:48:14,210 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:48:15,338 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:48:16,384 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 18:48:17,928 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 18:48:17,929 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 18:48:17,929 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 18:48:17,931 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 18:48:18,811 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 18:48:18,811 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 18:48:19,476 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:48:20,932 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:48:24,477 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:48:25,932 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:48:29,206 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:48:29,207 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:48:31,324 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:48:34,582 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:48:34,583 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:48:36,324 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:48:39,583 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:48:39,583 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:48:41,328 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:48:44,218 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:48:44,219 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:48:46,387 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 18:48:46,388 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:48:47,009 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 18:48:47,010 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 18:48:47,010 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 18:48:47,011 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 18:48:47,837 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 18:48:48,838 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 18:48:49,591 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:48:52,012 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:48:54,592 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:48:57,013 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:48:59,212 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:48:59,213 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:49:02,342 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:49:04,597 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:49:07,342 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:49:09,600 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:49:12,349 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:49:14,214 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:49:14,214 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:49:15,388 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 18:49:15,390 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 18:49:15,390 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 18:49:15,392 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 18:49:15,869 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 18:49:16,390 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 18:49:16,870 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 18:49:17,392 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:49:19,792 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:49:19,792 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:49:22,392 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:49:24,792 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:49:27,393 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:49:29,214 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:49:29,215 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:49:33,292 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:49:34,872 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:49:34,873 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:49:38,293 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:49:39,886 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:49:43,300 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:49:44,215 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:49:44,216 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:49:44,392 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 18:49:44,394 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 18:49:44,394 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 18:49:44,396 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 18:49:44,894 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 18:49:46,393 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 18:49:46,896 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 18:49:48,396 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:49:49,884 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:49:53,396 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:49:54,885 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:49:58,397 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:49:59,214 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:49:59,215 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:50:04,379 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:50:04,887 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:50:09,380 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:50:09,894 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:50:14,223 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:50:14,224 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:50:15,372 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:50:15,412 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 18:50:15,414 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 18:50:15,415 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 18:50:15,416 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 18:50:15,920 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 18:50:16,398 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 18:50:16,921 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 18:50:19,898 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:50:19,898 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:50:20,401 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:50:24,898 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:50:24,899 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:50:25,401 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:50:29,220 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:50:29,221 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:50:31,341 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:50:35,025 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:50:35,025 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:50:36,341 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:50:40,039 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:50:41,347 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:50:44,221 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:50:44,221 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:50:44,660 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 18:50:44,661 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 18:50:44,661 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 18:50:44,662 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 18:50:44,943 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 18:50:46,401 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 18:50:46,408 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:50:46,945 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 18:50:50,065 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:50:50,066 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:50:51,404 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:50:55,067 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:50:55,067 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:50:56,405 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:50:59,221 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:50:59,222 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:51:02,308 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:51:05,068 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:51:05,069 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:51:07,309 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:51:10,074 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:51:12,312 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:51:14,236 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:51:14,237 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:51:15,879 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 18:51:15,880 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 18:51:15,880 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 18:51:15,881 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 18:51:15,978 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 18:51:16,406 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 18:51:16,978 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 18:51:17,408 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:51:19,280 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:51:22,408 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:51:24,280 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:51:27,409 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:51:29,223 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:51:29,224 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:51:33,327 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:51:34,282 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:51:38,327 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:51:39,282 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:51:43,333 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:51:44,234 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:51:44,236 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:51:46,411 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 18:51:48,412 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:51:48,578 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 18:51:48,580 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 18:51:48,580 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 18:51:48,582 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 18:51:49,008 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 18:51:49,291 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:51:51,010 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 18:51:53,583 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:51:54,292 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:51:58,584 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:51:59,227 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:51:59,228 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:52:04,307 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:52:04,386 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:52:09,308 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:52:09,308 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:52:09,387 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:52:14,227 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:52:14,228 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:52:15,352 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:52:16,417 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 18:52:19,313 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:52:20,256 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 18:52:20,258 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 18:52:20,258 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 18:52:20,259 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 18:52:21,044 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 18:52:21,045 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 18:52:21,261 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:52:24,405 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:52:24,405 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:52:26,261 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:52:29,227 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:52:29,228 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:52:31,302 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:52:34,407 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:52:34,407 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:52:36,303 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:52:39,408 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:52:39,408 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:52:41,304 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:52:44,227 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:52:44,228 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:52:46,350 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:52:46,418 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 18:52:49,421 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:52:49,421 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:52:51,429 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:52:53,674 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 18:52:53,675 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 18:52:53,676 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 18:52:53,681 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 18:52:54,073 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 18:52:54,415 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:52:55,074 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 18:52:56,682 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:52:59,228 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:52:59,228 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:53:02,336 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:53:04,416 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:53:07,336 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:53:09,460 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:53:09,461 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:53:12,337 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:53:14,228 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:53:14,228 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:53:16,423 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 18:53:17,425 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:53:19,467 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:53:22,437 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:53:23,946 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 18:53:23,947 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 18:53:23,948 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 18:53:23,954 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 18:53:24,098 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 18:53:24,471 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:53:25,099 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 18:53:27,955 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:53:29,228 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:53:29,228 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:53:33,332 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:53:34,473 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:53:38,333 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:53:39,474 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:53:43,334 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:53:44,228 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:53:44,228 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:53:46,426 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 18:53:48,428 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:53:49,479 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:53:53,438 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:53:54,483 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:53:55,064 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 18:53:55,066 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 18:53:55,066 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 18:53:55,069 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 18:53:55,130 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 18:53:57,132 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 18:53:59,070 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:53:59,228 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:53:59,228 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:54:04,373 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:54:04,492 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:54:09,374 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:54:09,494 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:54:14,228 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:54:14,229 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:54:14,390 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:54:16,430 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 18:54:19,432 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:54:19,500 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:54:19,500 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:54:24,437 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:54:24,502 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:54:24,502 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:54:24,659 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 18:54:24,661 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 18:54:24,661 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 18:54:24,662 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 18:54:25,160 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 18:54:25,160 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 18:54:29,228 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:54:29,229 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:54:30,337 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:54:34,504 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:54:34,504 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:54:35,338 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:54:39,505 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:54:39,506 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:54:40,338 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:54:44,228 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:54:44,229 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:54:46,296 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:54:46,434 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 18:54:49,507 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:54:49,507 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:54:51,441 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:54:54,515 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:54:56,223 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 18:54:56,225 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 18:54:56,226 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 18:54:56,227 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 18:54:57,193 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 18:54:57,193 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 18:54:57,228 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:54:59,229 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:54:59,229 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:55:02,372 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:55:04,629 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:55:07,373 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:55:09,630 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:55:12,374 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:55:14,229 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:55:14,229 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:55:16,438 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 18:55:17,440 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:55:19,631 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:55:22,443 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:55:24,643 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:55:27,444 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:55:28,077 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 18:55:28,078 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 18:55:28,079 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 18:55:28,081 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 18:55:28,221 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 18:55:29,222 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 18:55:29,229 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:55:29,230 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:55:33,347 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:55:34,640 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:55:38,348 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:55:39,641 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:55:43,348 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:55:44,229 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:55:44,230 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:55:46,442 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 18:55:48,445 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:55:49,642 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:55:53,452 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:55:54,650 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:55:57,583 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 18:55:57,585 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 18:55:57,585 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 18:55:57,587 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 18:55:58,255 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 18:55:58,588 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:55:59,229 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:55:59,230 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:55:59,256 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 18:56:04,362 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:56:04,978 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:56:04,978 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:56:09,362 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:56:09,979 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:56:09,979 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:56:14,229 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:56:14,230 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:56:15,348 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:56:16,446 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 18:56:19,980 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:56:19,981 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:56:20,448 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:56:24,984 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:56:25,458 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:56:29,231 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:56:29,232 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:56:29,840 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 18:56:29,842 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 18:56:29,843 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 18:56:29,844 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 18:56:30,286 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 18:56:30,845 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:56:31,288 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 18:56:34,986 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:56:35,846 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:56:39,987 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:56:40,847 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:56:44,229 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:56:44,230 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:56:46,308 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:56:46,450 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 18:56:49,988 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:56:51,453 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:56:54,989 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:56:56,453 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:56:59,230 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:56:59,231 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:57:01,309 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 18:57:02,421 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:57:07,422 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:57:09,555 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:57:09,852 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:57:12,423 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:57:16,454 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 18:57:17,456 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:57:18,952 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:57:19,002 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:57:19,960 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:57:19,961 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:57:23,053 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:57:28,054 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:57:28,535 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:57:33,054 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:57:38,055 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:57:40,047 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:57:41,935 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:57:42,487 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:57:42,488 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:57:43,574 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:57:46,458 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 18:57:49,461 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:57:50,761 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:57:50,933 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:57:51,112 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:57:51,113 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:57:55,210 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:58:00,210 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:58:00,636 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:58:00,900 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:58:05,211 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:58:06,271 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:58:06,272 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:58:07,503 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 18:58:09,504 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 18:58:10,538 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:58:12,272 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:58:12,272 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:58:15,538 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:58:16,462 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 18:58:17,273 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:58:17,273 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:58:21,279 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:58:21,279 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:58:21,362 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:58:26,363 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:58:27,278 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:58:27,278 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:58:31,364 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:58:32,279 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:58:32,279 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:58:36,278 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:58:36,278 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:58:36,405 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:58:41,281 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:58:41,282 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:58:41,405 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:58:46,282 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:58:46,283 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:58:46,406 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:58:46,467 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 18:58:51,278 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:58:51,279 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:58:51,408 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:58:56,284 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:58:56,285 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:58:56,409 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:59:01,285 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:59:01,286 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:59:01,410 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:59:06,278 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:59:06,279 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:59:06,410 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:59:11,411 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:59:16,411 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:59:16,470 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 18:59:21,473 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:59:26,479 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:59:29,551 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:59:29,554 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:59:29,555 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:59:29,555 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:59:31,702 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:59:34,555 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:59:34,556 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:59:36,703 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:59:39,556 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:59:39,557 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:59:41,703 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:59:44,552 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:59:44,552 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 18:59:46,474 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 18:59:47,477 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:59:49,558 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:59:49,559 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:59:52,477 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:59:54,559 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:59:54,559 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 18:59:57,478 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 18:59:59,552 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 18:59:59,552 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:00:02,734 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:00:04,561 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:00:04,561 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:00:07,735 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:00:09,561 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:00:09,562 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:00:12,736 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:00:14,552 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:00:14,552 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:00:16,478 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 19:00:18,480 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:00:19,564 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:00:19,564 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:00:23,481 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:00:24,564 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:00:28,482 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:00:29,552 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:00:29,553 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:00:33,671 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:00:34,571 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:00:38,672 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:00:39,572 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:00:43,673 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:00:44,552 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:00:44,553 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:00:46,482 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 19:00:49,485 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:00:49,573 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:00:54,486 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:00:54,574 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:00:59,486 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:00:59,552 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:00:59,552 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:01:04,576 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:01:04,688 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:01:09,577 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:01:09,689 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:01:14,552 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:01:14,553 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:01:15,689 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:01:16,486 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 19:01:19,578 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:01:21,489 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:01:24,580 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:01:26,490 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:01:29,552 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:01:29,553 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:01:31,640 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:01:36,641 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:01:41,641 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:01:46,492 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 19:01:47,494 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:01:52,495 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:01:57,495 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:02:02,496 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:02:07,497 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:02:08,071 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:02:08,076 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:02:08,076 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:02:12,527 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 19:02:13,060 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:02:13,218 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:02:13,218 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:02:16,493 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 19:02:16,529 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 19:02:18,219 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:02:18,219 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:02:18,495 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:02:23,113 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:02:23,114 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:02:24,253 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:02:28,221 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:02:28,221 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:02:29,253 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:02:33,221 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:02:33,222 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:02:34,254 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:02:38,126 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:02:38,131 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:02:40,216 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:02:41,670 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 19:02:41,671 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 19:02:41,672 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 19:02:41,673 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 19:02:42,552 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 19:02:43,643 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:02:44,554 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 19:02:45,675 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:02:46,497 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 19:02:48,645 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:02:48,645 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:02:51,500 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:02:53,118 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:02:53,119 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:02:57,206 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:02:58,647 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:02:58,647 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:03:02,207 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:03:03,648 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:03:03,648 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:03:07,207 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:03:08,118 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:03:08,119 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:03:12,291 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:03:13,656 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:03:16,491 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 19:03:16,492 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 19:03:16,493 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 19:03:16,494 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 19:03:16,499 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 19:03:16,582 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 19:03:17,501 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:03:18,583 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 19:03:18,885 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:03:18,885 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:03:22,501 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:03:23,118 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:03:23,119 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:03:28,286 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:03:28,887 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:03:28,887 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:03:33,287 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:03:33,888 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:03:33,888 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:03:38,118 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:03:38,119 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:03:39,233 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:03:43,889 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:03:43,890 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:03:44,241 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:03:46,505 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 19:03:48,891 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:03:49,508 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:03:50,270 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 19:03:50,271 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 19:03:50,272 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 19:03:50,273 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 19:03:50,608 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 19:03:52,610 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 19:03:53,119 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:03:53,119 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:03:55,189 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:03:58,893 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:04:00,190 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:04:03,894 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:04:05,190 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:04:08,119 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:04:08,119 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:04:10,235 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:04:13,901 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:04:15,243 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:04:16,510 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 19:04:18,628 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 19:04:18,630 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 19:04:18,630 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 19:04:18,632 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 19:04:18,636 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 19:04:19,022 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:04:19,022 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:04:20,632 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:04:20,638 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 19:04:23,119 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:04:23,119 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:04:26,197 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:04:29,023 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:04:31,198 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:04:34,161 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:04:34,161 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:04:36,198 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:04:38,119 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:04:38,119 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:04:41,236 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:04:43,170 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:04:46,237 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:04:46,436 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 19:04:46,438 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 19:04:46,438 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 19:04:46,440 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 19:04:46,511 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 19:04:46,659 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 19:04:48,167 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:04:48,660 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 19:04:51,514 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:04:53,119 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:04:53,122 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:04:57,237 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:04:58,169 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:05:02,238 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:05:03,169 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:05:07,238 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:05:08,119 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:05:08,120 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:05:12,244 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:05:13,176 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:05:16,515 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 19:05:16,744 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 19:05:16,746 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 19:05:16,746 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 19:05:16,748 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 19:05:17,699 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 19:05:17,748 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:05:18,177 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:05:18,699 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 19:05:22,749 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:05:23,119 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:05:23,120 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:05:28,178 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:05:28,291 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:05:33,179 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:05:33,291 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:05:38,119 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:05:38,120 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:05:39,205 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:05:43,188 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:05:44,216 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:05:46,516 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 19:05:47,046 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 19:05:47,047 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 19:05:47,047 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 19:05:47,049 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 19:05:47,721 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 19:05:48,191 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:05:48,722 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 19:05:50,050 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:05:53,119 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:05:53,120 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:05:55,256 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:05:58,192 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:06:00,257 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:06:03,193 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:06:05,257 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:06:08,120 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:06:08,120 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:06:10,280 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:06:13,209 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:06:15,281 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:06:16,522 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 19:06:18,207 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:06:19,016 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 19:06:19,018 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 19:06:19,018 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 19:06:19,020 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 19:06:19,757 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 19:06:20,758 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 19:06:21,021 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:06:23,120 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:06:23,120 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:06:26,224 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:06:28,415 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:06:31,224 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:06:33,416 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:06:36,225 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:06:38,120 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:06:38,121 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:06:41,244 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:06:43,428 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:06:46,247 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:06:46,537 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 19:06:48,425 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:06:48,570 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 19:06:48,571 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 19:06:48,572 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 19:06:48,574 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 19:06:48,784 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 19:06:50,785 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 19:06:51,575 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:06:53,120 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:06:53,121 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:06:57,269 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:06:58,427 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:07:02,270 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:07:03,428 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:07:07,271 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:07:08,120 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:07:08,121 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:07:13,200 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:07:13,430 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:07:16,535 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 19:07:18,440 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:07:18,537 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:07:19,275 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 19:07:19,277 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 19:07:19,278 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 19:07:19,281 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 19:07:19,816 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 19:07:20,817 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 19:07:23,120 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:07:23,121 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:07:24,188 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:07:28,674 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:07:28,675 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:07:29,189 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:07:33,675 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:07:33,676 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:07:34,189 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:07:38,120 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:07:38,121 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:07:39,217 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:07:43,677 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:07:43,678 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:07:44,223 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:07:46,536 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 19:07:48,689 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:07:49,541 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:07:49,979 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 19:07:49,980 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 19:07:49,981 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 19:07:49,984 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 19:07:50,844 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 19:07:52,845 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 19:07:53,121 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:07:53,121 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:07:55,280 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:07:58,687 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:08:00,280 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:08:03,688 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:08:05,281 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:08:08,120 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:08:08,121 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:08:11,211 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:08:13,689 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:08:16,224 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:08:16,538 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 19:08:18,696 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:08:19,971 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 19:08:19,972 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 19:08:19,972 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 19:08:19,974 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 19:08:20,869 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 19:08:21,975 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:08:22,870 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 19:08:23,121 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:08:23,121 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:08:27,236 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:08:28,695 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:08:32,236 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:08:33,696 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:08:37,237 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:08:38,121 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:08:38,121 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:08:42,285 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:08:43,697 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:08:46,542 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 19:08:47,543 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:08:48,704 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:08:51,112 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 19:08:51,113 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 19:08:51,114 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 19:08:51,115 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 19:08:51,903 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 19:08:52,904 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 19:08:53,116 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:08:53,121 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:08:53,121 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:08:58,280 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:08:58,702 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:09:03,280 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:09:03,703 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:09:08,121 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:09:08,122 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:09:09,229 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:09:13,705 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:09:14,229 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:09:16,547 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 19:09:18,712 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:09:19,556 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:09:23,121 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:09:23,122 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:09:23,222 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 19:09:23,246 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 19:09:23,246 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 19:09:23,251 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 19:09:23,930 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 19:09:24,931 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 19:09:25,253 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:09:28,712 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:09:30,254 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:09:33,713 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:09:35,254 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:09:38,121 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:09:38,122 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:09:41,238 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:09:43,715 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:09:46,238 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:09:46,551 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 19:09:48,715 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:09:51,558 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:09:53,129 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:09:53,130 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:09:55,108 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 19:09:55,110 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 19:09:55,110 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 19:09:55,116 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 19:09:55,954 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 19:09:56,955 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 19:09:57,117 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:09:58,724 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:10:02,117 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:10:03,725 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:10:07,118 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:10:08,125 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:10:08,126 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:10:12,240 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:10:13,777 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:10:16,554 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 19:10:17,557 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:10:18,778 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:10:18,779 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:10:22,565 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:10:23,134 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:10:23,135 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:10:26,172 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 19:10:26,173 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 19:10:26,173 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 19:10:26,176 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 19:10:26,981 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 19:10:28,176 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:10:28,783 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:10:28,983 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 19:10:33,177 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:10:33,784 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:10:38,131 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:10:38,132 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:10:38,300 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:10:43,300 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:10:43,785 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:10:46,558 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 19:10:48,561 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:10:48,786 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:10:53,138 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:10:53,141 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:10:54,304 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:10:57,408 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 19:10:57,410 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 19:10:57,410 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 19:10:57,416 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 19:10:58,009 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 19:10:58,811 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:10:58,811 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:10:59,010 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 19:10:59,417 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:11:03,812 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:11:04,417 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:11:08,135 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:11:08,135 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:11:10,300 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:11:13,814 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:11:13,814 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:11:15,300 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:11:16,562 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 19:11:18,814 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:11:18,815 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:11:20,565 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:11:23,135 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:11:23,136 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:11:26,289 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:11:28,820 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:11:31,289 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:11:31,901 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 19:11:31,902 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 19:11:31,903 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 19:11:31,907 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 19:11:32,043 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 19:11:33,044 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 19:11:33,820 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:11:36,909 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:11:38,135 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:11:38,136 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:11:42,286 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:11:43,843 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:11:43,844 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:11:46,565 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 19:11:47,568 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:11:48,845 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:11:52,568 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:11:53,135 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:11:53,136 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:11:58,277 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:11:58,850 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:12:00,080 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 19:12:00,081 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 19:12:00,082 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 19:12:00,083 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 19:12:01,069 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 19:12:03,070 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 19:12:03,851 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:12:04,085 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:12:08,136 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:12:08,136 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:12:09,293 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:12:13,960 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:12:13,961 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:12:14,294 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:12:16,570 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 19:12:18,961 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:12:18,962 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:12:19,573 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:12:23,141 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:12:23,147 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:12:25,318 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:12:28,969 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:12:29,122 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 19:12:29,124 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 19:12:29,124 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 19:12:29,125 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 19:12:30,096 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 19:12:31,097 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 19:12:31,126 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:12:33,970 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:12:36,126 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:12:38,137 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:12:38,138 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:12:41,294 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:12:43,196 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:12:43,197 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:12:46,294 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:12:46,573 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 19:12:48,197 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:12:51,575 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:12:53,137 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:12:53,138 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:12:57,328 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:12:58,210 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:13:00,654 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 19:13:00,656 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 19:13:00,657 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 19:13:00,658 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 19:13:01,126 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 19:13:01,127 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 19:13:02,659 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:13:03,204 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:13:07,660 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:13:08,137 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:13:08,138 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:13:13,205 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:13:13,306 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:13:16,577 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 19:13:18,268 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:13:18,269 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:13:18,579 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:13:23,137 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:13:23,138 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:13:24,240 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:13:28,278 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:13:29,244 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:13:33,278 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:13:33,278 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:13:34,249 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:13:34,484 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 19:13:34,486 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 19:13:34,487 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 19:13:34,489 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 19:13:35,158 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 19:13:35,159 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 19:13:38,138 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:13:38,138 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:13:39,253 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:13:43,279 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:13:43,280 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:13:44,254 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:13:46,581 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 19:13:48,280 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:13:48,281 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:13:49,583 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:13:53,138 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:13:53,138 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:13:55,212 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:13:58,426 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:13:58,426 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:14:00,213 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:14:03,434 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:14:05,221 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:14:07,442 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 19:14:07,443 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 19:14:07,443 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 19:14:07,444 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 19:14:08,138 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:14:08,138 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:14:08,189 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 19:14:09,189 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 19:14:10,300 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:14:13,435 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:14:15,300 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:14:16,585 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 19:14:18,436 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:14:20,587 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:14:23,138 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:14:23,139 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:14:26,220 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:14:28,437 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:14:31,221 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:14:33,444 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:14:36,230 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:14:37,126 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 19:14:37,128 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 19:14:37,128 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 19:14:37,130 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 19:14:37,216 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 19:14:38,138 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:14:38,139 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:14:39,219 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 19:14:41,277 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:14:43,515 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:14:43,516 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:14:46,277 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:14:46,589 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 19:14:48,516 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:14:48,516 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:14:51,592 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:14:53,138 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:14:53,139 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:14:57,301 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:14:58,518 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:14:58,518 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:15:02,308 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:15:03,527 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:15:07,312 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:15:07,555 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 19:15:07,557 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 19:15:07,558 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 19:15:07,560 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 19:15:08,143 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:15:08,144 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:15:08,249 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 19:15:09,250 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 19:15:13,217 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:15:13,531 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:15:16,594 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 19:15:18,531 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:15:18,596 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:15:23,142 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:15:23,143 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:15:24,300 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:15:28,533 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:15:28,533 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:15:29,300 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:15:33,541 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:15:34,306 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:15:38,142 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:15:38,143 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:15:38,815 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 19:15:38,817 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 19:15:38,817 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 19:15:38,819 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 19:15:39,278 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 19:15:39,279 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 19:15:39,820 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:15:43,543 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:15:44,821 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:15:46,595 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 19:15:48,544 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:15:50,597 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:15:53,143 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:15:53,143 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:15:56,242 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:15:58,545 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:16:01,243 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:16:03,558 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:16:06,251 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:16:06,750 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 19:16:06,752 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 19:16:06,752 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 19:16:06,753 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 19:16:07,307 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 19:16:07,307 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 19:16:08,143 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:16:08,143 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:16:11,253 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:16:13,562 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:16:16,253 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:16:16,599 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 19:16:18,563 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:16:21,602 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:16:23,143 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:16:23,144 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:16:27,300 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:16:28,564 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:16:32,300 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:16:33,568 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:16:37,312 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:16:38,143 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:16:38,143 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:16:38,856 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 19:16:38,857 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 19:16:38,858 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 19:16:38,860 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 19:16:39,336 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 19:16:39,337 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 19:16:42,861 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:16:43,577 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:16:46,603 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 19:16:48,578 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:16:48,605 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:16:53,143 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:16:53,144 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:16:54,246 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:16:58,580 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:16:59,246 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:17:03,581 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:17:04,254 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:17:08,143 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:17:08,144 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:17:08,168 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 19:17:08,312 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 19:17:08,312 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 19:17:08,314 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 19:17:08,365 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 19:17:09,315 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:17:09,366 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 19:17:13,585 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:17:14,316 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:17:16,607 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 19:17:18,586 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:17:19,610 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:17:23,143 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:17:23,144 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:17:25,295 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:17:28,660 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:17:30,296 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:17:33,660 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:17:35,300 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:17:38,152 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:17:38,153 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:17:40,750 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 19:17:40,751 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 19:17:40,752 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 19:17:40,752 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:17:40,754 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 19:17:41,401 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 19:17:41,402 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 19:17:43,930 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:17:43,931 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:17:45,755 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:17:46,611 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 19:17:48,931 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:17:48,932 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:17:51,614 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:17:53,149 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:17:53,149 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:17:57,238 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:17:58,933 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:17:58,933 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:18:02,239 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:18:03,934 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:18:03,934 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:18:07,241 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:18:08,152 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:18:08,152 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:18:12,245 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:18:12,798 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 19:18:12,799 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 19:18:12,799 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 19:18:12,800 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 19:18:13,433 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 19:18:13,433 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 19:18:13,944 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:18:13,945 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:18:16,616 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 19:18:17,618 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:18:18,945 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:18:18,945 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:18:22,619 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:18:23,152 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:18:23,153 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:18:28,260 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:18:28,946 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:18:33,260 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:18:33,947 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:18:33,948 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:18:38,160 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:18:38,165 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:18:38,305 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:18:43,310 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:18:43,951 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:18:44,396 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 19:18:44,397 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 19:18:44,398 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 19:18:44,399 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 19:18:44,462 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 19:18:45,463 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 19:18:46,620 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 19:18:48,622 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:18:48,952 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:18:53,155 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:18:53,156 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:18:54,254 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:18:58,953 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:18:59,255 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:19:03,954 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:19:04,255 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:19:08,155 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:19:08,156 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:19:09,307 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:19:13,961 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:19:14,311 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:19:15,406 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 19:19:15,407 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 19:19:15,407 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 19:19:15,409 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 19:19:15,492 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 19:19:16,624 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 19:19:17,493 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 19:19:18,960 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:19:19,626 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:19:23,155 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:19:23,156 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:19:25,242 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:19:28,961 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:19:30,243 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:19:33,962 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:19:35,244 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:19:38,167 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:19:38,174 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:19:40,271 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:19:43,975 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:19:44,060 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 19:19:44,061 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 19:19:44,062 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 19:19:44,063 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 19:19:44,521 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 19:19:45,522 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 19:19:46,064 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:19:46,628 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 19:19:48,976 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:19:51,630 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:19:53,157 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:19:53,158 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:19:57,261 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:19:58,981 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:19:58,982 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:20:02,262 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:20:03,982 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:20:03,983 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:20:07,262 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:20:08,157 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:20:08,158 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:20:12,317 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:20:13,994 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:20:13,994 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:20:16,631 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 19:20:17,372 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 19:20:17,373 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 19:20:17,373 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 19:20:17,374 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:20:17,375 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 19:20:17,560 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 19:20:18,993 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:20:19,562 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 19:20:22,376 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:20:23,157 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:20:23,158 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:20:28,323 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:20:29,011 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:20:29,011 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:20:33,323 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:20:34,012 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:20:38,165 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:20:38,175 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:20:39,242 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:20:44,022 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:20:44,252 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:20:44,383 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 19:20:44,385 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 19:20:44,385 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 19:20:44,387 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 19:20:44,591 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 19:20:45,592 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 19:20:46,636 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 19:20:49,023 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:20:49,638 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:20:53,161 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:20:53,161 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:20:55,337 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:20:59,024 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:21:00,337 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:21:04,025 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:21:05,338 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:21:08,161 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:21:08,162 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:21:11,333 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:21:14,033 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:21:15,259 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 19:21:15,261 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 19:21:15,261 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 19:21:15,263 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 19:21:15,616 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 19:21:15,616 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 19:21:16,639 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 19:21:16,645 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:21:19,033 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:21:19,034 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:21:21,642 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:21:23,161 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:21:23,162 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:21:27,248 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:21:29,035 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:21:29,035 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:21:32,249 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:21:34,036 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:21:34,036 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:21:37,249 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:21:38,161 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:21:38,162 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:21:42,344 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:21:44,047 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:21:44,048 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:21:45,877 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 19:21:45,879 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 19:21:45,879 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 19:21:45,881 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 19:21:46,643 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 19:21:46,650 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 19:21:47,645 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:21:47,651 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 19:21:49,270 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:21:52,646 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:21:53,161 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:21:53,162 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:21:58,271 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:21:58,329 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:22:03,272 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:22:03,330 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:22:08,162 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:22:08,162 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:22:09,289 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:22:13,278 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:22:14,292 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:22:16,163 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 19:22:16,164 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 19:22:16,164 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 19:22:16,166 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 19:22:16,647 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 19:22:16,676 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 19:22:17,677 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 19:22:18,309 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:22:18,309 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:22:19,650 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:22:23,162 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:22:23,163 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:22:25,271 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:22:28,311 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:22:28,311 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:22:30,272 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:22:33,312 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:22:33,313 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:22:35,273 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:22:38,162 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:22:38,162 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:22:41,265 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:22:43,316 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:22:43,316 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:22:46,266 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:22:46,651 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 19:22:47,340 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 19:22:47,341 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 19:22:47,341 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 19:22:47,343 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 19:22:47,704 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 19:22:47,704 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 19:22:48,326 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:22:48,326 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:22:51,343 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:22:53,162 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:22:53,163 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:22:57,241 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:22:58,327 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:22:58,328 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:23:02,242 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:23:03,350 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:23:07,243 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:23:08,162 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:23:08,163 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:23:12,301 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:23:13,351 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:23:16,654 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 19:23:17,659 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:23:18,357 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:23:22,661 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:23:23,162 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:23:23,162 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:23:23,962 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 19:23:23,963 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 19:23:23,964 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 19:23:23,966 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 19:23:24,734 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 19:23:25,735 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 19:23:27,967 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:23:28,365 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:23:32,967 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:23:33,365 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:23:37,968 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:23:38,176 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:23:38,176 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:23:43,291 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:23:43,367 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:23:46,659 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 19:23:48,368 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:23:48,662 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:23:53,175 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:23:53,185 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:23:54,295 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:23:56,246 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 19:23:56,248 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 19:23:56,248 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 19:23:56,250 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 19:23:56,769 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 19:23:57,770 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 19:23:58,400 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:24:00,251 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:24:03,401 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:24:05,251 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:24:08,175 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:24:08,176 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:24:10,312 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:24:13,403 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:24:15,313 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:24:16,662 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 19:24:18,404 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:24:20,676 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:24:23,182 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:24:23,184 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:24:26,322 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:24:26,911 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 19:24:26,912 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 19:24:26,913 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 19:24:26,914 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 19:24:27,799 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 19:24:28,415 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:24:28,800 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 19:24:31,916 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:24:33,416 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:24:36,916 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:24:38,179 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:24:38,180 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:24:42,295 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:24:43,417 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:24:46,667 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 19:24:47,669 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:24:48,418 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:24:52,669 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:24:53,179 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:24:53,180 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:24:58,315 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:24:58,431 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:25:00,896 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 19:25:00,898 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 19:25:00,898 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 19:25:00,899 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 19:25:01,839 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 19:25:02,840 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 19:25:03,430 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:25:03,900 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:25:08,179 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:25:08,180 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:25:09,311 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:25:13,432 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:25:14,312 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:25:16,671 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 19:25:18,433 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:25:19,673 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:25:23,179 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:25:23,180 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:25:25,311 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:25:28,440 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:25:30,318 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:25:32,140 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 19:25:32,141 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 19:25:32,141 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 19:25:32,142 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 19:25:32,864 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 19:25:33,536 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:25:34,866 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 19:25:36,143 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:25:38,180 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:25:38,180 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:25:41,313 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:25:43,663 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:25:46,314 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:25:46,674 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 19:25:48,749 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:25:51,677 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:25:53,180 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:25:53,180 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:25:57,330 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:25:58,757 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:26:01,656 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 19:26:01,657 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 19:26:01,658 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 19:26:01,659 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 19:26:01,892 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 19:26:02,660 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:26:02,893 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 19:26:04,054 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:26:04,054 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:26:07,660 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:26:08,180 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:26:08,180 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:26:13,340 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:26:14,056 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:26:14,056 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:26:16,679 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 19:26:18,682 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:26:19,057 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:26:19,057 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:26:23,180 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:26:23,180 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:26:24,293 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:26:29,069 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:26:29,305 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:26:31,762 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 19:26:31,763 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 19:26:31,764 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 19:26:31,765 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 19:26:31,926 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 19:26:32,927 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 19:26:34,159 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:26:34,766 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:26:38,180 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:26:38,180 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:26:40,292 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:26:44,160 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:26:44,161 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:26:45,293 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:26:46,682 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 19:26:49,161 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:26:49,162 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:26:50,685 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:26:53,180 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:26:53,180 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:26:56,293 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:26:59,167 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:27:01,288 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:27:01,492 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 19:27:01,494 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 19:27:01,494 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 19:27:01,496 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 19:27:01,948 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 19:27:02,949 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 19:27:04,168 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:27:06,497 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:27:08,180 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:27:08,181 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:27:12,286 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:27:14,169 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:27:16,687 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 19:27:17,689 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:27:19,170 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:27:22,690 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:27:23,180 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:27:23,181 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:27:28,348 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:27:29,171 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:27:33,356 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:27:34,183 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:27:35,868 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 19:27:35,870 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 19:27:35,870 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 19:27:35,871 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 19:27:35,982 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 19:27:36,983 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 19:27:38,180 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:27:38,181 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:27:39,302 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:27:43,264 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:27:43,264 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:27:44,302 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:27:46,690 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 19:27:48,265 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:27:48,265 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:27:49,693 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:27:53,180 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:27:53,181 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:27:55,343 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:27:58,266 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:27:58,267 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:28:00,346 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:28:03,273 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:28:05,347 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:28:05,735 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 19:28:05,736 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 19:28:05,736 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 19:28:05,738 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 19:28:06,016 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 19:28:07,017 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 19:28:08,181 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:28:08,181 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:28:11,265 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:28:13,277 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:28:16,265 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:28:16,694 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 19:28:18,278 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:28:18,278 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:28:21,697 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:28:23,181 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:28:23,181 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:28:27,318 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:28:28,279 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:28:32,322 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:28:33,290 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:28:33,290 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:28:37,113 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 19:28:37,115 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 19:28:37,115 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 19:28:37,117 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 19:28:38,053 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 19:28:38,118 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:28:38,181 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:28:38,181 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:28:39,054 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 19:28:43,338 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:28:43,543 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:28:43,543 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:28:46,699 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 19:28:48,544 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:28:48,544 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:28:48,701 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:28:53,181 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:28:53,182 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:28:54,328 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:28:58,545 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:28:58,546 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:28:59,329 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:29:03,551 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:29:04,337 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:29:05,840 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 19:29:05,842 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 19:29:05,842 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 19:29:05,844 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 19:29:06,081 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 19:29:07,081 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 19:29:08,181 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:29:08,182 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:29:09,391 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:29:13,552 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:29:14,392 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:29:16,703 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 19:29:18,553 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:29:19,705 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:29:23,181 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:29:23,182 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:29:25,336 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:29:28,554 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:29:30,342 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:29:33,567 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:29:35,345 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:29:35,732 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 19:29:35,734 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 19:29:35,734 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 19:29:35,735 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 19:29:36,108 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 19:29:37,109 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 19:29:38,182 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:29:38,182 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:29:40,351 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:29:43,564 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:29:45,352 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:29:46,706 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 19:29:48,565 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:29:50,709 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:29:53,181 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:29:53,182 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:29:56,302 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:29:58,566 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:30:01,303 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:30:03,571 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:30:06,307 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:30:08,183 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:30:08,184 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:30:09,227 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 19:30:09,228 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 19:30:09,229 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 19:30:09,230 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 19:30:10,138 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 19:30:11,139 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 19:30:12,231 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:30:13,629 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:30:16,710 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 19:30:17,713 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:30:18,630 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:30:22,713 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:30:23,182 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:30:23,182 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:30:28,290 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:30:28,631 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:30:28,632 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:30:33,291 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:30:33,633 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:30:33,634 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:30:38,183 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:30:38,183 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:30:39,273 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:30:40,307 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 19:30:40,308 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 19:30:40,308 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 19:30:40,309 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 19:30:41,174 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 19:30:43,176 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 19:30:43,849 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:30:43,849 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:30:44,310 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:30:46,714 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 19:30:48,850 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:30:49,717 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:30:53,183 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:30:53,184 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:30:55,316 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:30:58,851 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:31:00,316 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:31:03,857 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:31:05,318 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:31:08,189 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:31:08,189 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:31:08,724 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 19:31:08,725 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 19:31:08,726 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 19:31:08,727 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 19:31:09,202 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 19:31:10,728 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:31:11,203 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 19:31:14,117 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:31:14,117 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:31:15,729 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:31:16,719 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 19:31:19,118 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:31:19,118 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:31:21,721 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:31:23,189 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:31:23,190 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:31:27,397 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:31:29,169 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:31:32,398 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:31:34,178 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:31:37,407 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:31:38,193 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:31:38,198 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:31:40,027 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 19:31:40,029 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 19:31:40,029 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 19:31:40,031 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 19:31:40,227 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 19:31:41,228 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 19:31:43,032 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:31:43,423 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:31:43,424 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:31:46,723 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 19:31:48,424 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:31:48,425 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:31:48,725 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:31:53,193 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:31:53,194 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:31:54,328 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:31:58,426 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:31:58,426 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:31:59,329 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:32:03,427 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:32:03,427 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:32:04,334 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:32:08,203 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:32:08,207 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:32:09,367 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:32:10,036 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 19:32:10,037 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 19:32:10,038 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 19:32:10,039 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 19:32:10,259 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 19:32:11,260 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 19:32:13,439 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:32:15,041 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:32:16,725 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 19:32:18,439 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:32:20,727 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:32:23,199 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:32:23,200 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:32:26,364 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:32:28,441 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:32:28,441 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:32:31,365 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:32:33,442 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:32:33,442 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:32:36,375 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:32:38,209 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:32:38,213 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:32:41,080 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 19:32:41,082 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 19:32:41,082 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 19:32:41,084 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 19:32:41,289 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 19:32:42,085 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:32:43,290 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 19:32:44,064 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:32:46,729 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 19:32:47,732 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:32:49,064 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:32:52,732 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:32:53,203 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:32:53,203 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:32:58,328 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:32:59,066 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:32:59,066 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:33:03,328 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:33:04,067 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:33:04,067 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:33:08,206 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:33:08,206 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:33:09,313 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:33:10,607 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 19:33:10,609 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 19:33:10,609 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 19:33:10,611 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 19:33:11,315 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 19:33:13,316 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 19:33:13,507 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:33:13,507 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:33:14,612 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:33:16,733 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 19:33:18,508 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:33:18,508 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:33:19,736 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:33:23,206 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:33:23,207 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:33:25,353 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:33:28,510 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:33:30,354 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:33:33,510 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:33:35,355 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:33:38,214 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:33:38,215 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:33:41,303 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:33:42,032 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 19:33:42,033 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 19:33:42,033 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 19:33:42,035 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 19:33:42,348 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 19:33:43,349 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 19:33:43,749 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:33:43,749 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:33:46,737 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 19:33:46,745 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:33:48,750 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:33:51,743 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:33:53,209 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:33:53,210 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:33:57,368 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:33:58,751 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:33:58,752 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:34:02,369 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:34:03,752 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:34:03,752 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:34:07,369 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:34:08,222 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:34:08,235 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:34:13,349 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:34:13,757 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:34:14,349 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 19:34:14,350 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 19:34:14,350 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 19:34:14,352 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 19:34:14,375 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 19:34:15,376 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 19:34:16,741 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 19:34:18,744 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:34:18,758 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:34:23,211 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:34:23,212 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:34:24,380 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:34:28,760 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:34:29,381 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:34:33,761 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:34:34,382 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:34:38,212 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:34:38,212 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:34:40,307 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:34:43,770 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:34:44,683 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 19:34:44,686 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 19:34:44,686 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 19:34:44,688 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 19:34:45,404 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 19:34:45,689 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:34:46,745 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 19:34:47,405 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 19:34:49,083 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:34:49,083 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:34:50,748 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:34:53,211 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:34:53,212 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:34:56,382 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:34:59,085 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:34:59,085 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:35:01,383 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:35:04,086 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:35:04,086 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:35:06,383 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:35:08,215 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:35:08,217 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:35:12,337 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:35:14,092 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:35:14,140 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 19:35:14,142 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 19:35:14,142 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 19:35:14,143 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 19:35:14,433 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 19:35:15,434 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 19:35:16,749 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 19:35:17,752 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:35:19,092 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:35:22,752 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:35:23,215 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:35:23,215 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:35:28,343 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:35:29,094 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:35:33,344 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:35:34,094 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:35:38,215 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:35:38,216 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:35:39,300 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:35:44,101 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:35:44,312 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:35:46,719 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 19:35:46,721 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 19:35:46,721 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 19:35:46,723 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 19:35:46,753 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 19:35:47,457 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 19:35:49,113 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:35:49,459 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 19:35:49,756 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:35:53,215 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:35:53,216 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:35:55,346 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:35:59,114 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:35:59,115 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:36:00,347 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:36:04,115 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:36:04,115 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:36:05,347 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:36:08,215 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:36:08,216 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:36:10,371 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:36:14,123 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:36:15,383 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:36:16,760 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 19:36:17,134 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 19:36:17,136 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 19:36:17,136 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 19:36:17,137 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 19:36:17,483 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 19:36:19,122 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:36:19,484 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 19:36:21,138 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:36:23,215 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:36:23,216 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:36:26,307 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:36:28,282 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:36:31,308 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:36:33,464 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:36:36,308 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:36:38,215 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:36:38,216 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:36:41,378 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:36:43,474 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:36:46,376 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:36:46,761 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 19:36:47,465 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 19:36:47,466 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 19:36:47,467 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 19:36:47,468 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 19:36:47,512 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 19:36:48,611 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:36:49,514 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 19:36:51,469 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:36:53,216 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:36:53,217 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:36:57,305 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:36:58,613 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:37:02,306 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:37:03,614 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:37:07,307 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:37:08,216 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:37:08,217 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:37:12,340 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:37:13,770 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:37:16,771 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 19:37:17,771 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:37:18,778 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:37:19,628 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 19:37:19,629 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 19:37:19,630 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 19:37:19,631 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 19:37:20,539 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 19:37:21,540 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 19:37:23,216 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:37:23,216 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:37:23,294 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:37:28,295 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:37:28,781 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:37:33,295 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:37:33,782 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:37:38,216 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:37:38,216 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:37:38,339 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:37:43,340 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:37:43,791 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:37:46,772 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 19:37:48,775 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:37:48,792 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:37:49,592 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 19:37:49,593 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 19:37:49,594 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 19:37:49,597 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 19:37:50,568 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 19:37:51,569 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 19:37:53,216 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:37:53,217 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:37:54,293 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:37:58,995 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:37:59,294 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:38:03,996 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:38:04,294 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:38:08,216 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:38:08,217 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:38:09,343 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:38:14,007 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:38:14,352 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:38:16,776 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 19:38:19,006 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:38:19,440 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 19:38:19,441 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 19:38:19,441 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 19:38:19,442 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:38:19,443 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 19:38:19,605 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 19:38:21,607 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 19:38:23,216 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:38:23,217 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:38:25,381 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:38:29,007 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:38:30,382 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:38:34,008 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:38:35,383 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:38:38,216 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:38:38,217 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:38:41,359 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:38:44,010 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:38:46,366 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:38:46,777 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 19:38:49,021 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:38:51,781 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:38:52,272 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 19:38:52,274 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 19:38:52,275 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 19:38:52,277 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 19:38:52,633 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 19:38:53,219 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:38:53,220 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:38:53,634 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 19:38:57,356 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:38:59,020 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:39:02,357 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:39:04,021 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:39:07,357 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:39:08,219 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:39:08,219 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:39:13,265 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:39:13,323 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:39:16,782 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 19:39:18,273 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:39:18,791 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:39:22,906 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 19:39:22,908 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 19:39:22,908 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 19:39:22,911 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 19:39:23,285 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:39:23,285 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:39:23,286 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:39:23,661 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 19:39:24,457 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:39:25,662 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 19:39:28,286 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:39:29,457 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:39:33,286 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:39:34,458 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:39:38,285 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:39:38,286 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:39:40,426 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:39:43,329 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:39:45,426 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:39:46,786 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 19:39:48,340 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:39:50,795 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:39:53,290 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:39:53,290 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:39:54,178 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 19:39:54,179 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 19:39:54,179 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 19:39:54,184 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 19:39:54,694 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 19:39:55,695 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 19:39:56,185 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:39:58,580 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:40:01,185 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:40:03,581 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:40:06,186 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:40:08,290 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:40:08,291 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:40:11,396 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:40:13,583 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:40:16,397 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:40:16,789 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 19:40:18,592 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:40:21,799 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:40:23,291 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:40:23,291 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:40:24,034 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 19:40:24,036 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 19:40:24,036 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 19:40:24,038 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 19:40:24,723 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 19:40:25,724 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 19:40:27,039 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:40:28,592 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:40:32,039 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:40:33,592 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:40:37,040 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:40:38,446 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:40:38,446 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:40:42,592 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:40:43,594 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:40:46,793 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 19:40:47,796 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:40:48,594 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:40:52,802 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:40:53,357 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:40:53,358 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:40:57,426 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 19:40:57,428 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 19:40:57,428 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 19:40:57,433 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 19:40:57,752 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 19:40:58,434 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:40:58,821 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:40:59,754 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 19:41:03,434 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:41:03,821 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:41:08,352 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:41:08,353 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:41:08,465 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:41:13,466 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:41:13,920 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:41:16,797 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 19:41:18,799 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:41:18,920 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:41:23,357 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:41:23,358 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:41:24,453 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:41:28,930 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:41:29,315 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 19:41:29,317 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 19:41:29,317 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 19:41:29,321 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 19:41:29,786 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 19:41:30,322 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:41:31,788 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 19:41:33,931 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:41:35,322 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:41:38,354 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:41:38,355 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:41:40,466 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:41:43,940 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:41:45,466 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:41:46,800 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 19:41:48,940 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:41:50,802 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:41:53,354 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:41:53,355 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:41:56,493 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:41:58,954 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:42:00,640 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 19:42:00,642 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 19:42:00,643 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 19:42:00,648 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 19:42:00,818 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 19:42:01,649 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:42:01,819 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 19:42:04,044 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:42:06,650 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:42:08,354 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:42:08,355 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:42:12,475 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:42:14,046 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:42:16,803 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 19:42:17,805 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:42:19,046 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:42:22,806 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:42:23,354 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:42:23,355 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:42:28,446 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:42:29,056 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:42:31,640 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 19:42:31,642 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 19:42:31,643 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 19:42:31,648 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 19:42:31,845 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 19:42:33,649 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:42:33,847 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 19:42:34,053 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:42:38,355 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:42:38,355 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:42:39,497 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:42:44,101 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:42:44,498 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:42:46,807 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 19:42:49,102 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:42:49,809 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:42:53,355 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:42:53,355 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:42:55,524 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:42:59,111 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:43:00,532 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:43:02,003 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 19:43:02,004 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 19:43:02,005 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 19:43:02,010 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 19:43:02,876 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 19:43:03,877 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 19:43:04,153 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:43:06,011 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:43:08,355 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:43:08,356 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:43:11,478 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:43:13,400 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:43:16,478 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:43:16,811 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 19:43:18,401 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:43:21,813 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:43:23,355 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:43:23,355 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:43:27,519 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:43:28,409 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:43:31,739 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 19:43:31,740 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 19:43:31,741 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 19:43:31,743 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 19:43:31,901 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 19:43:32,744 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:43:33,407 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:43:33,902 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 19:43:37,745 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:43:38,355 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:43:38,355 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:43:43,408 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:43:43,501 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:43:46,814 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 19:43:48,473 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:43:48,816 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:43:53,355 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:43:53,356 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:43:54,455 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:43:58,474 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:43:59,455 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:44:03,486 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:44:04,461 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:44:06,936 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 19:44:06,937 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 19:44:06,937 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 19:44:06,940 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 19:44:07,932 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 19:44:07,933 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 19:44:08,355 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:44:08,356 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:44:10,448 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:44:13,484 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:44:15,449 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:44:16,818 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 19:44:18,484 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:44:20,820 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:44:23,355 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:44:23,356 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:44:26,458 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:44:28,486 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:44:31,464 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:44:33,493 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:44:36,463 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:44:37,393 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 19:44:37,394 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 19:44:37,394 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 19:44:37,399 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 19:44:37,963 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 19:44:38,356 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:44:38,356 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:44:39,964 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 19:44:41,472 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:44:43,540 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:44:46,472 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:44:46,822 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 19:44:48,541 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:44:51,824 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:44:53,356 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:44:53,356 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:44:57,490 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:44:58,466 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:45:02,498 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:45:03,481 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:45:05,834 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 19:45:05,836 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 19:45:05,837 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 19:45:05,838 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 19:45:05,992 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 19:45:07,839 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:45:07,994 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 19:45:08,356 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:45:08,356 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:45:13,476 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:45:13,493 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:45:16,827 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 19:45:18,477 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:45:18,829 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:45:23,356 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:45:23,357 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:45:24,429 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:45:28,484 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:45:29,435 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:45:33,484 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:45:34,268 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 19:45:34,270 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 19:45:34,270 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 19:45:34,271 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 19:45:35,022 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 19:45:35,272 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:45:36,027 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 19:45:38,356 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:45:38,357 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:45:40,441 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:45:43,670 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:45:45,442 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:45:46,830 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 19:45:48,671 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:45:48,671 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:45:50,832 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:45:53,356 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:45:53,357 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:45:56,524 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:45:58,672 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:45:58,672 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:46:01,531 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:46:03,681 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:46:03,682 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:46:05,282 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 19:46:05,283 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 19:46:05,284 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 19:46:05,285 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 19:46:06,050 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 19:46:06,051 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 19:46:07,286 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:46:08,356 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:46:08,356 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:46:12,441 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:46:13,682 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:46:16,833 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 19:46:17,836 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:46:18,683 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:46:22,837 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:46:23,356 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:46:23,357 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:46:28,469 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:46:28,684 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:46:33,482 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:46:33,693 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:46:35,059 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 19:46:35,060 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 19:46:35,060 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 19:46:35,062 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 19:46:35,075 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 19:46:36,076 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 19:46:38,356 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:46:38,357 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:46:38,500 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:46:43,501 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:46:43,692 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:46:46,837 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 19:46:48,693 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:46:48,840 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:46:53,357 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:46:53,357 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:46:54,494 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:46:58,694 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:46:59,494 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:47:03,703 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:47:04,501 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:47:06,921 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 19:47:06,924 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 19:47:06,924 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 19:47:06,926 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 19:47:07,107 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 19:47:08,108 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 19:47:08,357 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:47:08,357 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:47:10,463 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:47:13,697 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:47:15,463 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:47:16,841 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 19:47:18,697 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:47:20,844 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:47:23,357 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:47:23,358 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:47:26,472 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:47:28,699 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:47:31,472 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:47:33,710 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:47:36,479 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:47:37,720 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 19:47:37,722 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 19:47:37,722 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 19:47:37,723 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 19:47:38,144 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 19:47:38,144 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 19:47:38,357 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:47:38,358 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:47:41,509 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:47:43,710 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:47:46,509 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:47:46,845 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 19:47:48,710 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:47:51,848 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:47:53,357 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:47:53,358 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:47:57,492 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:47:58,727 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:48:02,492 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:48:03,728 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:48:07,499 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:48:08,358 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:48:08,358 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:48:13,104 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 19:48:13,106 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 19:48:13,106 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 19:48:13,106 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:48:13,107 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 19:48:13,175 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 19:48:13,731 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:48:15,177 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 19:48:16,850 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 19:48:18,732 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:48:18,852 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:48:23,358 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:48:23,359 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:48:24,513 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:48:28,733 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:48:29,514 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:48:33,734 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:48:34,515 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:48:38,358 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:48:38,359 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:48:39,580 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:48:43,745 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:48:44,585 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:48:44,921 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 19:48:44,922 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 19:48:44,922 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 19:48:44,923 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 19:48:45,206 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 19:48:46,854 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 19:48:47,207 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 19:48:48,742 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:48:49,856 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:48:53,359 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:48:53,359 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:48:55,450 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:48:58,743 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:49:00,451 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:49:03,808 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:49:05,451 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:49:08,359 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:49:08,359 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:49:10,483 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:49:13,818 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:49:15,488 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:49:16,858 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 19:49:18,180 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 19:49:18,182 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 19:49:18,182 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 19:49:18,184 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 19:49:18,235 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 19:49:18,817 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:49:19,236 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 19:49:21,185 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:49:23,359 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:49:23,359 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:49:26,518 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:49:28,818 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:49:31,518 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:49:33,830 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:49:36,519 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:49:38,359 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:49:38,359 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:49:41,521 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:49:43,838 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:49:46,526 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:49:46,859 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 19:49:47,631 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 19:49:47,633 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 19:49:47,633 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 19:49:47,638 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 19:49:48,268 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 19:49:49,030 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:49:49,030 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:49:49,269 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 19:49:51,640 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:49:53,359 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:49:53,359 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:49:57,472 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:49:59,031 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:50:02,472 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:50:04,032 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:50:07,474 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:50:08,359 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:50:08,359 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:50:12,512 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:50:14,043 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:50:16,867 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 19:50:17,868 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:50:17,946 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 19:50:17,948 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 19:50:17,948 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 19:50:17,953 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 19:50:18,298 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 19:50:19,299 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 19:50:19,345 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:50:19,345 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:50:22,954 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:50:23,359 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:50:23,360 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:50:28,474 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:50:29,396 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:50:29,490 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:50:33,475 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:50:34,491 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:50:38,359 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:50:38,360 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:50:38,496 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:50:43,496 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:50:43,503 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:50:46,866 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 19:50:47,195 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 19:50:47,197 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 19:50:47,198 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 19:50:47,199 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 19:50:47,325 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 19:50:48,593 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:50:48,593 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:50:49,201 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:50:49,326 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 19:50:53,359 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:50:53,360 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:50:54,451 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:50:58,708 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:50:58,801 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:50:59,452 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:51:03,802 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:51:04,452 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:51:08,359 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:51:08,360 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:51:09,481 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:51:13,820 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:51:14,493 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:51:15,323 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 19:51:15,325 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 19:51:15,325 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 19:51:15,327 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 19:51:15,355 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 19:51:16,869 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 19:51:17,356 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 19:51:18,814 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:51:18,815 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:51:19,872 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:51:23,359 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:51:23,360 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:51:25,461 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:51:28,816 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:51:28,816 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:51:30,462 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:51:33,817 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:51:33,817 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:51:35,462 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:51:38,360 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:51:38,360 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:51:40,534 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:51:43,829 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:51:45,055 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 19:51:45,057 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 19:51:45,057 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 19:51:45,062 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 19:51:45,387 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 19:51:46,063 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:51:46,873 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 19:51:47,389 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 19:51:48,828 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:51:48,828 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:51:51,876 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:51:53,360 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:51:53,361 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:51:57,517 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:51:58,830 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:51:58,830 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:52:02,517 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:52:03,831 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:52:03,831 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:52:07,518 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:52:08,366 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:52:08,373 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:52:13,477 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:52:13,839 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:52:14,273 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 19:52:14,274 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 19:52:14,274 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 19:52:14,275 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 19:52:14,413 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 19:52:15,414 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 19:52:16,878 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 19:52:18,840 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:52:18,880 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:52:23,362 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:52:23,363 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:52:24,516 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:52:28,841 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:52:29,516 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:52:33,842 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:52:34,517 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:52:38,362 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:52:38,363 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:52:40,505 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:52:43,852 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:52:45,089 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 19:52:45,091 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 19:52:45,091 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 19:52:45,092 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 19:52:45,443 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 19:52:46,093 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:52:46,882 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 19:52:47,444 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 19:52:48,850 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:52:51,884 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:52:53,362 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:52:53,363 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:52:57,458 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:52:58,852 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:53:02,458 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:53:03,853 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:53:07,459 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:53:08,362 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:53:08,363 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:53:13,439 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:53:13,864 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:53:14,457 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 19:53:14,458 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 19:53:14,459 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 19:53:14,460 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 19:53:14,475 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 19:53:15,476 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 19:53:16,886 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 19:53:18,884 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:53:18,884 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:53:18,889 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:53:23,362 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:53:23,363 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:53:24,483 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:53:28,900 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:53:28,900 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:53:29,484 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:53:33,901 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:53:33,901 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:53:34,484 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:53:38,363 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:53:38,363 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:53:39,512 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:53:43,909 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:53:44,510 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:53:45,111 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 19:53:45,112 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 19:53:45,112 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 19:53:45,114 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 19:53:45,499 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 19:53:46,890 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 19:53:47,501 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 19:53:48,908 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:53:48,908 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:53:49,892 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:53:53,363 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:53:53,363 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:53:55,531 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:53:58,910 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:53:58,910 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:54:00,532 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:54:03,910 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:54:03,911 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:54:05,532 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:54:08,363 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:54:08,364 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:54:11,510 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:54:13,918 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:54:15,184 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 19:54:15,186 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 19:54:15,186 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 19:54:15,188 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 19:54:15,535 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 19:54:16,893 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 19:54:16,894 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:54:17,537 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 19:54:18,915 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:54:21,895 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:54:23,363 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:54:23,364 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:54:27,515 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:54:28,917 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:54:32,516 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:54:34,024 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:54:34,024 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:54:37,517 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:54:38,364 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:54:38,364 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:54:43,459 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:54:44,028 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:54:46,898 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 19:54:48,899 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:54:49,031 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:54:49,236 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 19:54:49,238 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 19:54:49,238 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 19:54:49,239 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 19:54:49,568 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 19:54:51,570 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 19:54:53,364 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:54:53,365 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:54:54,445 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:54:59,033 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:54:59,446 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:55:04,034 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:55:04,447 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:55:08,364 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:55:08,364 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:55:09,457 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:55:14,038 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:55:14,461 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:55:16,902 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 19:55:18,419 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 19:55:18,420 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 19:55:18,421 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 19:55:18,422 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 19:55:18,606 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 19:55:19,042 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:55:19,607 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 19:55:20,423 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:55:23,364 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:55:23,365 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:55:25,483 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:55:29,044 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:55:30,484 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:55:34,044 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:55:35,484 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:55:38,364 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:55:38,365 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:55:40,530 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:55:44,050 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:55:45,538 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:55:46,902 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 19:55:48,508 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 19:55:48,509 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 19:55:48,509 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 19:55:48,510 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 19:55:48,632 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 19:55:49,052 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:55:49,632 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 19:55:51,511 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:55:53,364 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:55:53,365 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:55:57,479 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:55:59,054 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:56:02,480 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:56:04,055 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:56:07,480 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:56:08,364 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:56:08,365 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:56:12,584 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:56:14,064 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:56:16,908 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 19:56:17,909 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:56:18,337 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 19:56:18,338 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 19:56:18,339 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 19:56:18,340 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 19:56:18,669 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 19:56:19,067 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:56:19,068 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:56:19,670 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 19:56:23,341 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:56:23,364 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:56:23,365 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:56:28,532 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:56:29,069 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:56:29,069 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:56:33,533 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:56:34,070 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:56:34,070 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:56:38,364 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:56:38,365 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:56:39,486 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:56:44,071 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:56:44,071 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:56:44,494 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:56:46,914 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 19:56:49,079 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:56:49,916 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:56:50,131 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 19:56:50,133 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 19:56:50,134 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 19:56:50,136 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 19:56:50,696 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 19:56:51,697 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 19:56:53,365 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:56:53,365 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:56:55,534 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:56:59,079 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:57:00,535 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:57:04,080 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:57:05,535 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:57:08,365 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:57:08,365 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:57:11,444 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:57:14,081 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:57:16,450 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:57:16,916 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 19:57:19,087 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:57:19,154 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 19:57:19,155 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 19:57:19,156 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 19:57:19,162 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 19:57:19,722 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 19:57:21,723 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 19:57:22,163 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:57:23,365 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:57:23,365 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:57:27,529 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:57:29,089 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:57:32,530 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:57:34,090 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:57:37,531 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:57:38,365 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:57:38,365 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:57:43,530 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:57:44,099 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:57:46,920 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 19:57:48,426 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 19:57:48,427 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 19:57:48,428 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 19:57:48,429 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 19:57:48,744 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 19:57:49,099 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:57:49,100 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:57:49,430 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:57:49,745 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 19:57:53,365 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:57:53,366 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:57:54,475 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:57:59,107 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:57:59,107 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:57:59,476 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:58:04,108 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:58:04,108 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:58:04,476 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:58:08,365 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:58:08,366 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:58:09,530 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:58:14,109 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:58:14,110 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:58:14,531 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:58:16,924 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 19:58:19,119 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:58:19,928 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:58:22,255 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 19:58:22,257 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 19:58:22,257 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 19:58:22,260 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 19:58:22,775 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 19:58:23,365 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:58:23,366 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:58:23,776 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 19:58:25,531 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:58:29,118 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:58:30,531 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:58:34,118 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:58:34,119 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:58:35,532 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:58:38,366 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:58:38,366 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:58:41,447 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:58:44,245 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:58:44,245 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:58:46,448 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:58:46,927 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 19:58:49,251 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:58:51,940 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:58:53,368 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:58:53,372 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:58:53,669 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 19:58:53,670 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 19:58:53,671 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 19:58:53,673 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 19:58:53,801 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 19:58:55,802 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 19:58:57,674 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:58:59,251 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:59:02,675 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:59:04,252 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:59:07,676 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:59:08,368 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:59:08,368 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:59:13,443 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:59:14,276 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:59:16,930 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 19:59:18,941 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:59:19,283 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:59:23,368 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:59:23,368 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:59:23,995 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 19:59:23,996 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 19:59:23,997 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 19:59:23,997 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:59:24,002 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 19:59:24,828 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 19:59:25,829 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 19:59:28,390 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:59:28,390 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:59:29,003 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:59:33,391 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:59:33,391 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:59:34,004 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:59:38,369 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:59:38,369 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:59:39,496 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:59:43,393 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:59:43,393 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:59:44,497 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:59:46,934 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 19:59:48,402 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 19:59:49,945 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:59:53,369 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 19:59:53,371 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 19:59:53,855 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 19:59:53,857 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 19:59:53,857 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 19:59:53,859 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 19:59:54,854 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 19:59:55,855 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 19:59:55,860 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 19:59:58,402 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:00:00,860 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:00:03,403 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:00:05,861 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:00:08,369 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:00:08,370 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:00:11,522 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:00:13,545 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:00:13,545 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:00:16,523 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:00:16,937 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 20:00:18,562 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:00:21,945 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:00:23,369 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:00:23,369 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:00:24,348 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 20:00:24,350 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 20:00:24,350 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 20:00:24,351 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 20:00:24,884 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 20:00:25,885 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 20:00:27,352 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:00:28,746 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:00:28,746 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:00:32,353 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:00:33,747 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:00:33,747 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:00:37,353 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:00:38,369 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:00:38,370 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:00:42,457 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:00:43,795 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:00:43,795 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:00:46,942 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 20:00:47,944 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:00:48,802 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:00:52,954 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:00:53,207 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 20:00:53,208 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 20:00:53,209 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 20:00:53,210 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 20:00:53,608 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:00:53,609 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:00:53,913 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 20:00:53,914 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 20:00:58,701 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:00:58,805 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:01:03,702 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:01:03,806 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:01:08,608 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:01:08,609 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:01:08,754 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:01:13,754 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:01:13,807 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:01:16,946 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 20:01:18,813 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:01:18,951 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:01:23,482 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 20:01:23,484 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 20:01:23,485 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 20:01:23,487 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 20:01:23,880 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:01:23,881 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:01:23,883 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:01:23,884 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:01:23,946 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 20:01:24,027 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:01:25,948 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 20:01:29,028 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:01:29,882 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:01:29,882 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:01:34,028 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:01:35,112 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:01:35,113 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:01:38,632 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:01:38,633 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:01:39,747 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:01:44,114 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:01:44,747 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:01:46,959 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 20:01:49,122 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:01:49,960 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:01:52,315 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 20:01:52,317 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 20:01:52,317 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 20:01:52,319 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 20:01:52,982 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 20:01:53,632 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:01:53,633 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:01:53,983 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 20:01:55,746 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:01:59,119 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:02:00,747 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:02:04,120 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:02:05,748 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:02:08,632 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:02:08,633 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:02:10,753 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:02:14,122 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:02:15,754 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:02:16,956 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 20:02:19,129 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:02:20,967 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:02:23,636 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:02:23,636 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:02:25,130 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 20:02:25,132 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 20:02:25,132 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 20:02:25,137 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 20:02:26,014 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 20:02:26,014 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 20:02:26,138 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:02:29,135 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:02:31,139 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:02:34,135 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:02:36,140 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:02:38,666 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:02:38,667 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:02:41,773 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:02:44,137 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:02:46,774 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:02:46,960 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 20:02:49,138 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:02:51,964 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:02:53,672 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:02:53,673 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:02:56,615 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 20:02:56,616 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 20:02:56,617 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 20:02:56,621 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 20:02:57,037 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 20:02:57,622 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:02:58,038 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 20:02:59,147 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:03:02,623 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:03:04,147 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:03:07,623 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:03:08,669 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:03:08,669 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:03:12,791 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:03:14,233 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:03:16,964 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 20:03:17,966 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:03:19,234 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:03:22,967 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:03:23,673 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:03:23,674 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:03:28,843 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:03:29,244 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:03:29,767 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 20:03:29,768 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 20:03:29,768 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 20:03:29,774 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 20:03:30,064 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 20:03:32,065 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 20:03:34,245 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:03:34,775 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:03:38,672 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:03:38,673 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:03:40,763 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:03:44,274 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:03:45,764 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:03:46,968 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 20:03:49,275 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:03:50,970 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:03:53,673 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:03:53,674 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:03:56,799 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:03:57,394 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 20:03:57,396 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 20:03:57,397 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 20:03:57,398 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 20:03:58,085 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 20:03:58,085 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 20:03:58,800 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:04:02,399 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:04:03,800 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:04:07,399 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:04:08,673 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:04:08,674 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:04:12,743 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:04:13,876 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:04:16,973 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 20:04:17,975 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:04:18,876 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:04:22,977 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:04:23,686 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:04:23,687 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:04:28,026 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 20:04:28,028 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 20:04:28,029 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 20:04:28,029 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:04:28,030 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 20:04:28,114 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 20:04:28,881 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:04:30,115 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 20:04:33,031 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:04:33,882 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:04:38,032 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:04:38,683 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:04:38,684 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:04:43,763 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:04:43,912 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:04:46,977 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 20:04:48,913 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:04:48,979 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:04:53,696 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:04:53,700 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:04:54,775 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:04:58,924 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:04:59,031 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 20:04:59,033 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 20:04:59,033 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 20:04:59,035 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 20:04:59,138 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 20:05:00,036 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:05:00,139 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 20:05:03,924 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:05:05,036 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:05:08,687 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:05:08,688 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:05:10,786 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:05:13,926 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:05:15,787 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:05:16,980 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 20:05:18,926 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:05:20,983 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:05:23,693 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:05:23,698 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:05:26,795 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:05:28,935 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:05:29,581 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 20:05:29,582 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 20:05:29,583 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 20:05:29,585 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 20:05:30,168 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 20:05:30,168 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 20:05:32,586 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:05:33,980 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:05:37,586 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:05:38,692 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:05:38,693 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:05:42,853 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:05:43,783 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:05:46,983 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 20:05:47,985 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:05:48,784 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:05:52,986 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:05:53,693 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:05:53,693 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:05:58,790 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:05:58,799 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:05:59,982 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 20:05:59,984 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 20:05:59,985 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 20:05:59,986 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 20:06:00,199 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 20:06:02,201 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 20:06:03,791 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:06:03,987 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:06:08,692 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:06:08,693 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:06:09,836 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:06:13,841 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:06:14,837 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:06:16,989 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 20:06:18,926 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:06:19,991 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:06:23,693 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:06:23,693 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:06:25,853 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:06:28,935 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:06:30,857 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:06:31,735 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 20:06:31,736 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 20:06:31,736 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 20:06:31,738 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 20:06:32,227 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 20:06:32,228 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 20:06:34,131 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:06:36,739 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:06:38,692 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:06:38,693 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:06:41,839 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:06:44,133 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:06:46,840 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:06:46,992 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 20:06:49,133 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:06:51,995 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:06:53,693 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:06:53,693 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:06:57,797 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:06:59,149 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:07:02,168 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 20:07:02,171 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 20:07:02,171 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 20:07:02,173 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 20:07:02,254 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 20:07:03,174 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:07:04,148 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:07:04,256 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 20:07:08,174 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:07:08,693 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:07:08,693 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:07:13,766 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:07:14,149 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:07:16,996 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 20:07:18,998 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:07:19,247 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:07:19,248 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:07:23,693 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:07:23,693 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:07:24,824 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:07:29,252 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:07:29,834 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:07:34,256 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:07:34,256 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:07:34,835 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:07:34,994 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 20:07:34,995 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 20:07:34,996 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 20:07:34,997 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 20:07:35,283 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 20:07:36,284 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 20:07:38,693 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:07:38,694 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:07:40,811 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:07:44,390 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:07:44,391 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:07:45,811 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:07:46,999 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 20:07:49,529 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:07:51,002 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:07:53,693 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:07:53,694 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:07:56,788 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:07:59,530 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:07:59,530 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:08:01,796 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:08:04,534 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:08:06,338 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 20:08:06,340 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 20:08:06,340 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 20:08:06,342 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 20:08:07,314 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 20:08:07,343 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:08:08,315 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 20:08:08,693 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:08:08,694 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:08:12,852 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:08:13,736 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:08:13,737 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:08:17,003 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 20:08:18,005 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:08:18,737 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:08:18,737 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:08:23,006 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:08:23,693 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:08:23,694 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:08:28,739 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:08:28,739 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:08:28,766 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:08:33,745 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:08:33,771 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:08:38,698 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:08:38,698 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:08:38,815 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:08:39,747 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 20:08:39,749 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 20:08:39,750 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 20:08:39,753 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 20:08:40,342 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 20:08:40,342 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 20:08:43,747 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:08:44,754 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:08:47,008 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 20:08:48,748 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:08:50,010 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:08:53,698 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:08:53,698 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:08:55,836 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:08:58,749 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:09:00,836 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:09:03,753 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:09:05,844 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:09:06,962 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 20:09:06,964 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 20:09:06,965 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 20:09:06,966 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 20:09:07,365 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 20:09:08,366 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 20:09:08,698 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:09:08,699 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:09:11,789 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:09:13,758 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:09:16,790 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:09:17,012 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 20:09:18,759 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:09:22,014 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:09:23,698 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:09:23,699 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:09:27,772 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:09:28,760 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:09:32,778 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:09:33,771 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:09:35,565 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 20:09:35,567 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 20:09:35,567 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 20:09:35,569 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 20:09:36,398 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 20:09:36,399 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 20:09:38,570 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:09:38,698 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:09:38,699 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:09:43,848 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:09:43,962 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:09:43,962 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:09:47,017 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 20:09:48,963 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:09:48,963 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:09:49,019 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:09:53,698 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:09:53,699 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:09:54,763 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:09:58,964 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:09:58,965 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:09:59,764 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:10:03,975 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:10:04,770 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:10:06,115 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 20:10:06,117 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 20:10:06,117 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 20:10:06,118 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 20:10:06,428 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 20:10:08,430 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 20:10:08,699 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:10:08,699 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:10:09,785 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:10:13,971 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:10:13,972 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:10:14,786 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:10:17,020 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 20:10:18,972 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:10:18,972 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:10:20,023 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:10:23,699 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:10:23,699 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:10:25,861 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:10:28,974 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:10:28,974 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:10:30,861 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:10:33,983 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:10:35,868 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:10:37,905 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 20:10:37,907 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 20:10:37,907 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 20:10:37,909 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 20:10:38,463 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 20:10:38,463 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 20:10:38,699 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:10:38,700 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:10:41,854 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:10:44,051 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:10:46,855 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:10:47,024 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 20:10:49,052 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:10:52,027 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:10:53,699 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:10:53,699 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:10:57,814 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:10:59,053 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:11:02,822 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:11:04,058 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:11:07,824 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:11:08,278 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 20:11:08,280 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 20:11:08,281 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 20:11:08,282 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 20:11:08,494 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 20:11:08,699 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:11:08,700 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:11:11,496 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 20:11:13,815 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:11:14,061 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:11:17,028 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 20:11:19,031 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:11:19,062 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:11:23,699 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:11:23,700 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:11:24,793 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:11:29,075 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:11:29,075 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:11:29,793 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:11:34,081 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:11:34,801 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:11:38,699 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:11:38,700 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:11:38,952 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 20:11:38,954 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 20:11:38,954 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 20:11:38,956 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 20:11:39,526 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 20:11:39,957 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:11:41,528 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 20:11:44,359 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:11:44,359 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:11:44,957 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:11:47,032 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 20:11:49,360 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:11:50,035 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:11:53,880 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:11:53,881 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:11:55,038 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:11:59,361 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:12:00,039 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:12:04,361 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:12:05,039 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:12:08,803 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:12:08,804 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:12:10,910 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:12:13,009 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 20:12:13,010 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 20:12:13,011 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 20:12:13,013 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 20:12:13,553 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 20:12:14,414 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:12:15,555 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 20:12:16,014 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:12:17,037 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 20:12:19,415 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:12:19,415 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:12:21,039 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:12:23,799 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:12:23,800 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:12:26,965 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:12:29,555 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:12:29,556 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:12:31,966 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:12:34,556 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:12:34,557 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:12:36,966 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:12:38,813 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:12:38,816 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:12:42,914 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:12:44,412 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 20:12:44,413 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 20:12:44,413 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 20:12:44,414 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 20:12:44,582 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 20:12:44,805 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:12:44,806 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:12:47,040 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 20:12:47,584 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 20:12:48,043 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:12:49,806 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:12:53,043 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:12:53,804 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:12:53,805 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:12:58,808 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:12:58,933 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:13:03,808 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:13:03,809 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:13:03,933 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:13:08,805 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:13:08,808 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:13:08,939 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:13:13,819 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:13:13,819 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:13:13,942 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:13:14,192 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 20:13:14,194 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 20:13:14,194 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 20:13:14,195 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 20:13:14,612 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 20:13:15,613 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 20:13:17,044 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 20:13:18,820 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:13:18,821 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:13:19,047 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:13:23,805 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:13:23,806 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:13:24,893 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:13:28,822 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:13:28,822 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:13:29,894 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:13:33,823 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:13:33,823 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:13:34,894 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:13:38,810 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:13:38,811 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:13:40,896 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:13:43,828 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:13:44,358 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 20:13:44,359 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 20:13:44,360 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 20:13:44,361 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 20:13:44,644 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 20:13:46,362 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:13:47,048 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 20:13:47,647 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 20:13:48,829 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:13:52,051 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:13:53,808 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:13:53,808 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:13:57,942 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:13:59,018 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:13:59,018 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:14:02,942 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:14:04,018 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:14:04,019 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:14:07,948 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:14:08,826 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:14:08,826 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:14:12,985 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:14:14,026 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:14:14,052 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 20:14:14,053 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 20:14:14,053 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 20:14:14,055 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 20:14:14,676 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 20:14:15,676 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 20:14:17,053 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 20:14:18,055 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:14:19,028 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:14:23,055 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:14:23,810 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:14:23,811 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:14:28,896 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:14:29,085 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:14:33,896 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:14:34,086 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:14:34,086 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:14:38,810 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:14:38,811 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:14:38,964 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:14:43,970 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:14:44,089 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:14:47,055 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 20:14:47,765 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 20:14:47,769 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 20:14:47,769 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 20:14:47,771 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 20:14:48,702 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 20:14:49,157 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:14:49,703 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 20:14:49,772 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:14:53,810 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:14:53,811 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:14:54,896 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:14:59,220 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:14:59,897 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:15:04,221 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:15:04,221 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:15:04,897 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:15:08,811 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:15:08,811 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:15:09,925 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:15:14,229 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:15:14,935 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:15:16,930 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 20:15:16,932 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 20:15:16,932 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 20:15:16,934 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 20:15:17,059 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 20:15:17,729 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 20:15:19,353 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:15:19,731 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 20:15:20,062 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:15:23,811 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:15:23,811 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:15:25,941 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:15:29,355 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:15:30,943 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:15:34,355 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:15:35,944 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:15:38,811 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:15:38,811 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:15:41,914 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:15:44,363 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:15:46,348 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 20:15:46,349 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 20:15:46,350 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 20:15:46,351 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 20:15:46,758 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 20:15:47,062 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 20:15:47,068 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:15:47,759 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 20:15:49,496 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:15:52,065 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:15:53,811 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:15:53,812 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:15:57,902 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:15:59,497 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:16:02,903 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:16:04,498 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:16:07,904 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:16:08,811 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:16:08,812 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:16:12,947 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:16:14,508 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:16:16,226 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 20:16:16,228 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 20:16:16,228 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 20:16:16,229 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 20:16:16,789 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 20:16:17,069 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 20:16:17,790 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 20:16:18,071 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:16:19,630 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:16:23,072 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:16:23,811 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:16:23,811 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:16:28,969 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:16:29,631 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:16:33,969 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:16:34,632 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:16:38,811 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:16:38,812 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:16:39,961 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:16:43,898 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:16:44,964 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:16:47,071 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 20:16:48,696 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 20:16:48,698 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 20:16:48,699 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 20:16:48,700 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 20:16:48,817 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 20:16:49,131 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:16:50,701 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:16:51,819 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 20:16:53,811 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:16:53,812 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:16:55,904 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:16:59,132 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:17:00,905 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:17:04,133 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:17:05,905 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:17:08,811 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:17:08,812 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:17:10,962 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:17:14,134 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:17:15,963 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:17:17,075 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 20:17:19,142 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:17:21,083 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:17:23,815 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:17:23,816 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:17:24,676 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 20:17:24,678 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 20:17:24,678 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 20:17:24,680 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 20:17:24,845 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 20:17:25,846 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 20:17:26,681 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:17:28,822 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:17:31,682 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:17:33,822 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:17:36,682 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:17:38,815 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:17:38,816 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:17:41,914 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:17:43,824 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:17:46,914 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:17:47,080 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 20:17:48,824 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:17:52,085 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:17:53,820 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:17:53,823 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:17:56,212 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 20:17:56,214 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 20:17:56,215 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 20:17:56,216 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 20:17:56,872 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 20:17:57,217 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:17:57,873 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 20:17:58,832 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:18:02,217 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:18:03,833 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:18:07,218 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:18:08,817 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:18:08,818 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:18:12,902 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:18:14,044 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:18:17,083 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 20:18:18,085 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:18:19,045 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:18:23,092 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:18:23,830 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:18:23,833 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:18:26,116 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 20:18:26,117 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 20:18:26,118 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 20:18:26,120 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 20:18:26,897 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 20:18:27,898 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 20:18:28,121 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:18:29,056 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:18:33,121 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:18:34,057 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:18:38,122 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:18:38,892 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:18:38,893 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:18:44,052 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:18:44,058 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:18:47,086 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 20:18:49,059 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:18:49,088 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:18:53,899 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:18:53,900 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:18:55,063 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:18:56,658 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 20:18:56,660 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 20:18:56,660 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 20:18:56,662 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 20:18:56,925 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 20:18:57,926 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 20:18:59,071 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:19:00,663 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:19:04,072 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:19:05,664 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:19:08,895 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:19:08,895 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:19:11,001 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:19:14,139 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:19:16,002 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:19:17,090 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 20:19:19,139 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:19:21,093 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:19:23,905 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:19:23,914 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:19:27,034 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:19:27,732 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 20:19:27,734 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 20:19:27,734 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 20:19:27,736 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 20:19:27,952 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 20:19:29,160 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:19:29,954 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 20:19:32,737 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:19:34,161 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:19:37,738 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:19:38,899 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:19:38,900 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:19:43,033 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:19:44,328 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:19:47,094 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 20:19:48,096 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:19:49,328 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:19:49,329 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:19:53,097 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:19:53,899 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:19:53,900 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:19:59,020 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:19:59,340 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:20:01,980 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 20:20:01,981 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 20:20:01,982 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 20:20:01,984 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 20:20:01,989 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 20:20:03,991 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 20:20:04,380 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:20:04,380 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:20:04,985 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:20:08,899 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:20:08,900 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:20:10,971 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:20:14,381 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:20:14,382 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:20:15,972 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:20:17,099 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 20:20:19,382 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:20:19,382 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:20:21,102 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:20:23,899 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:20:23,900 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:20:26,968 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:20:29,389 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:20:31,974 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:20:32,706 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 20:20:32,707 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 20:20:32,708 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 20:20:32,709 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 20:20:33,023 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 20:20:34,024 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 20:20:34,393 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:20:37,710 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:20:38,899 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:20:38,900 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:20:43,066 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:20:44,395 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:20:47,102 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 20:20:48,105 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:20:49,396 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:20:49,396 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:20:53,105 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:20:53,900 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:20:53,900 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:20:59,069 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:20:59,405 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:21:03,123 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 20:21:03,125 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 20:21:03,126 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 20:21:03,128 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 20:21:04,062 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 20:21:04,128 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:21:04,531 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:21:04,531 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:21:06,064 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 20:21:08,900 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:21:08,900 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:21:09,997 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:21:14,532 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:21:14,997 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:21:17,106 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 20:21:19,533 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:21:20,109 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:21:23,900 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:21:23,900 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:21:26,060 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:21:29,538 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:21:31,069 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:21:33,933 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 20:21:33,935 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 20:21:33,935 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 20:21:33,936 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 20:21:34,085 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 20:21:34,548 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:21:36,086 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 20:21:36,937 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:21:38,900 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:21:38,900 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:21:42,006 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:21:44,550 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:21:47,007 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:21:47,110 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 20:21:49,550 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:21:49,551 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:21:52,113 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:21:53,908 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:21:53,916 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:21:58,055 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:21:59,561 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:21:59,571 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 20:21:59,573 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 20:21:59,573 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 20:21:59,574 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 20:22:00,109 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 20:22:02,110 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 20:22:03,575 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:22:04,562 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:22:08,576 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:22:08,902 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:22:08,903 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:22:14,017 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:22:14,563 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:22:17,115 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 20:22:19,117 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:22:19,564 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:22:23,902 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:22:23,903 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:22:25,054 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:22:29,577 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:22:30,053 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:22:31,015 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 20:22:31,016 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 20:22:31,016 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 20:22:31,017 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 20:22:31,148 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 20:22:32,149 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 20:22:34,575 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:22:34,576 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:22:36,019 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:22:38,902 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:22:38,903 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:22:42,014 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:22:44,577 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:22:44,577 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:22:47,015 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:22:47,118 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 20:22:49,578 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:22:49,578 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:22:52,121 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:22:53,902 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:22:53,903 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:22:57,974 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:22:59,584 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:23:01,263 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 20:23:01,265 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 20:23:01,265 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 20:23:01,266 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 20:23:02,178 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 20:23:02,178 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 20:23:03,267 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:23:04,672 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:23:04,672 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:23:08,268 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:23:08,902 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:23:08,903 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:23:14,010 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:23:14,673 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:23:14,674 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:23:17,122 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 20:23:19,125 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:23:19,674 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:23:19,675 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:23:23,903 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:23:23,903 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:23:24,994 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:23:29,682 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:23:29,999 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:23:32,135 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 20:23:32,136 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 20:23:32,137 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 20:23:32,138 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 20:23:32,210 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 20:23:34,212 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 20:23:34,682 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:23:34,682 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:23:35,139 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:23:38,903 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:23:38,903 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:23:41,005 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:23:44,683 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:23:44,683 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:23:46,006 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:23:47,125 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 20:23:49,685 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:23:49,685 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:23:51,128 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:23:53,903 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:23:53,904 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:23:56,970 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:23:59,693 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:24:01,976 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:24:03,818 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 20:24:03,819 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 20:24:03,820 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 20:24:03,821 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 20:24:04,236 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 20:24:04,691 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:24:06,238 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 20:24:07,823 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:24:08,903 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:24:08,903 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:24:13,032 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:24:14,692 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:24:14,693 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:24:17,129 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 20:24:18,132 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:24:19,693 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:24:23,132 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:24:23,903 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:24:23,903 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:24:28,995 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:24:29,703 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:24:34,001 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:24:34,700 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:24:34,855 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 20:24:34,857 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 20:24:34,858 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 20:24:34,859 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 20:24:35,264 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 20:24:36,265 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 20:24:38,903 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:24:38,904 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:24:39,001 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:24:44,002 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:24:44,701 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:24:47,133 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 20:24:49,136 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:24:49,710 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:24:53,903 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:24:53,904 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:24:55,060 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:24:59,719 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:25:00,063 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:25:04,719 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:25:04,826 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 20:25:04,828 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 20:25:04,828 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 20:25:04,830 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 20:25:05,317 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 20:25:05,831 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:25:06,318 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 20:25:08,903 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:25:08,904 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:25:10,973 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:25:14,721 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:25:15,974 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:25:17,137 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 20:25:19,722 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:25:21,140 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:25:23,903 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:25:23,904 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:25:27,025 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:25:29,724 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:25:32,029 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:25:34,733 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:25:35,913 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 20:25:35,915 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 20:25:35,916 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 20:25:35,917 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 20:25:36,341 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 20:25:37,919 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:25:38,343 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 20:25:38,904 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:25:38,904 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:25:43,059 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:25:44,731 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:25:47,142 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 20:25:48,144 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:25:49,760 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:25:53,145 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:25:53,904 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:25:53,904 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:25:59,058 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:25:59,761 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:26:04,069 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:26:04,772 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:26:06,658 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 20:26:06,660 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 20:26:06,660 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 20:26:06,662 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 20:26:07,369 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 20:26:08,370 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 20:26:08,904 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:26:08,905 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:26:09,971 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:26:14,805 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:26:14,805 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:26:14,971 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:26:17,144 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 20:26:19,806 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:26:19,806 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:26:20,146 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:26:23,904 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:26:23,905 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:26:26,001 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:26:29,816 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:26:31,005 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:26:34,812 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:26:35,044 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 20:26:35,046 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 20:26:35,046 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 20:26:35,047 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 20:26:35,398 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 20:26:36,048 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:26:36,399 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 20:26:38,904 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:26:38,905 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:26:42,021 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:26:44,814 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:26:47,021 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:26:47,148 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 20:26:49,905 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:26:49,906 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:26:52,150 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:26:53,904 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:26:53,905 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:26:57,964 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:26:58,907 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:26:58,907 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:27:02,978 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:27:03,918 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:27:05,684 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 20:27:05,686 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 20:27:05,686 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 20:27:05,687 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 20:27:06,428 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 20:27:06,428 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 20:27:08,688 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:27:08,904 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:27:08,905 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:27:13,985 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:27:14,084 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:27:14,085 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:27:17,152 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 20:27:19,086 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:27:19,086 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:27:19,155 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:27:23,905 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:27:23,905 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:27:25,001 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:27:29,087 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:27:29,088 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:27:30,007 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:27:34,097 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:27:35,012 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:27:35,262 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 20:27:35,264 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 20:27:35,264 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 20:27:35,266 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 20:27:35,458 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 20:27:36,460 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 20:27:38,905 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:27:38,905 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:27:40,022 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:27:44,094 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:27:45,022 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:27:47,156 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 20:27:49,094 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:27:50,159 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:27:53,904 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:27:53,905 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:27:56,006 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:27:59,096 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:28:01,007 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:28:04,104 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:28:06,013 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:28:07,030 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 20:28:07,031 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 20:28:07,031 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 20:28:07,036 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 20:28:07,492 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 20:28:08,493 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 20:28:08,905 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:28:08,905 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:28:11,065 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:28:14,431 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:28:14,432 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:28:16,065 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:28:17,160 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 20:28:19,432 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:28:19,433 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:28:21,163 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:28:23,905 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:28:23,905 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:28:27,028 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:28:29,434 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:28:29,434 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:28:32,028 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:28:34,441 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:28:37,036 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:28:38,893 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 20:28:38,895 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 20:28:38,896 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 20:28:38,897 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 20:28:39,296 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:28:39,296 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:28:39,522 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 20:28:40,523 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 20:28:42,460 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:28:44,442 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:28:47,165 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 20:28:48,167 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:28:49,443 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:28:53,168 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:28:54,041 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:28:54,042 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:28:59,153 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:28:59,444 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:29:04,160 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:29:04,452 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:29:08,433 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 20:29:08,434 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 20:29:08,434 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 20:29:08,436 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 20:29:08,549 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 20:29:09,041 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:29:09,042 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:29:10,123 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:29:10,551 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 20:29:14,584 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:29:14,585 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:29:15,123 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:29:17,168 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 20:29:19,585 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:29:19,586 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:29:20,170 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:29:24,041 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:29:24,042 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:29:25,252 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:29:29,587 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:29:29,587 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:29:30,252 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:29:34,588 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:29:34,588 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:29:35,257 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:29:39,045 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:29:39,046 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:29:39,788 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 20:29:39,789 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 20:29:39,790 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 20:29:39,791 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 20:29:40,581 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 20:29:40,582 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 20:29:40,792 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:29:44,592 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:29:45,792 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:29:47,173 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 20:29:49,593 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:29:51,175 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:29:54,044 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:29:54,045 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:29:57,160 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:29:59,594 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:30:02,160 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:30:04,595 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:30:07,170 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:30:09,044 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:30:09,044 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:30:11,591 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 20:30:11,591 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 20:30:11,592 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 20:30:11,593 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 20:30:11,614 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 20:30:12,594 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:30:12,616 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 20:30:14,738 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:30:17,177 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 20:30:18,179 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:30:19,738 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:30:19,739 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:30:23,180 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:30:24,044 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:30:24,045 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:30:29,114 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:30:29,740 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:30:29,741 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:30:34,114 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:30:34,741 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:30:34,741 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:30:39,047 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:30:39,048 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:30:39,199 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:30:43,686 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 20:30:43,687 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 20:30:43,688 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 20:30:43,689 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 20:30:44,650 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 20:30:44,650 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 20:30:44,690 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:30:44,832 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:30:44,832 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:30:47,181 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 20:30:49,833 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:30:49,834 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:30:50,183 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:30:54,045 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:30:54,045 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:30:56,127 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:30:59,835 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:30:59,835 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:31:01,128 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:31:04,836 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:31:04,836 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:31:06,128 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:31:09,045 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:31:09,045 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:31:12,124 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:31:14,841 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:31:17,133 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:31:17,186 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 20:31:17,336 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 20:31:17,338 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 20:31:17,338 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 20:31:17,340 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 20:31:17,680 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 20:31:18,682 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 20:31:19,841 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:31:22,341 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:31:24,045 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:31:24,045 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:31:28,211 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:31:29,842 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:31:33,212 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:31:34,843 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:31:38,212 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:31:39,045 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:31:39,045 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:31:44,144 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:31:44,853 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:31:47,191 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 20:31:48,396 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 20:31:48,398 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 20:31:48,399 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 20:31:48,400 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 20:31:48,707 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 20:31:48,707 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 20:31:49,400 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:31:49,852 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:31:54,045 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:31:54,046 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:31:55,114 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:31:59,853 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:32:00,114 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:32:04,854 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:32:05,115 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:32:09,045 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:32:09,046 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:32:11,113 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:32:14,862 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:32:16,119 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:32:17,195 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 20:32:18,938 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 20:32:18,939 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 20:32:18,939 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 20:32:18,941 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 20:32:19,733 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 20:32:19,867 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:32:20,735 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 20:32:21,942 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:32:24,045 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:32:24,046 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:32:27,114 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:32:29,868 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:32:32,115 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:32:34,972 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:32:37,116 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:32:39,045 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:32:39,046 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:32:42,180 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:32:44,980 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:32:47,187 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:32:47,197 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 20:32:47,997 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 20:32:47,999 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 20:32:47,999 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 20:32:48,001 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 20:32:48,769 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 20:32:48,770 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 20:32:49,981 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:32:53,002 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:32:54,045 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:32:54,046 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:32:58,112 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:32:59,982 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:33:03,113 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:33:04,983 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:33:08,113 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:33:09,045 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:33:09,046 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:33:13,150 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:33:14,984 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:33:17,209 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 20:33:18,212 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:33:19,988 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:33:21,390 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 20:33:21,391 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 20:33:21,392 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 20:33:21,394 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 20:33:21,801 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 20:33:22,802 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 20:33:23,395 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:33:24,046 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:33:24,046 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:33:29,112 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:33:29,990 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:33:34,113 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:33:34,991 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:33:39,046 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:33:39,046 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:33:39,202 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:33:44,203 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:33:44,993 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:33:47,209 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 20:33:49,211 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:33:50,000 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:33:51,978 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 20:33:51,979 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 20:33:51,980 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 20:33:51,981 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 20:33:52,833 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 20:33:52,834 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 20:33:54,046 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:33:54,047 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:33:55,195 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:33:59,125 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:33:59,125 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:34:00,195 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:34:04,125 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:34:04,126 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:34:05,196 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:34:09,046 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:34:09,046 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:34:10,204 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:34:14,127 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:34:14,127 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:34:15,205 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:34:17,214 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 20:34:19,131 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:34:20,223 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:34:22,699 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 20:34:22,700 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 20:34:22,701 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 20:34:22,706 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 20:34:22,862 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 20:34:24,046 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:34:24,047 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:34:24,864 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 20:34:26,198 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:34:29,136 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:34:31,198 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:34:34,137 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:34:36,199 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:34:39,046 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:34:39,047 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:34:42,187 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:34:44,139 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:34:44,139 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:34:47,193 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:34:47,215 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 20:34:49,150 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:34:50,863 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 20:34:50,865 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 20:34:50,865 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 20:34:50,867 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 20:34:50,895 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 20:34:52,868 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:34:52,901 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 20:34:54,046 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:34:54,047 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:34:58,143 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:34:59,266 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:34:59,266 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:35:03,144 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:35:04,267 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:35:04,268 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:35:08,144 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:35:09,046 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:35:09,047 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:35:14,151 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:35:14,274 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:35:17,220 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 20:35:19,222 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:35:19,276 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:35:20,022 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 20:35:20,024 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 20:35:20,024 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 20:35:20,026 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 20:35:20,929 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 20:35:21,930 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 20:35:24,047 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:35:24,047 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:35:25,221 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:35:29,419 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:35:30,221 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:35:34,420 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:35:35,222 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:35:39,047 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:35:39,047 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:35:41,182 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:35:44,421 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:35:44,422 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:35:46,187 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:35:47,224 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 20:35:49,426 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:35:49,426 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:35:50,986 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 20:35:50,987 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 20:35:50,988 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 20:35:50,989 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 20:35:51,958 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 20:35:51,990 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:35:53,960 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 20:35:54,047 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:35:54,047 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:35:57,138 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:35:59,431 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:36:02,139 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:36:04,431 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:36:04,431 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:36:07,140 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:36:09,047 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:36:09,048 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:36:12,211 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:36:14,433 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:36:14,433 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:36:17,221 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:36:17,225 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 20:36:19,438 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:36:22,227 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:36:22,796 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 20:36:22,798 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 20:36:22,798 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 20:36:22,799 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 20:36:22,994 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 20:36:23,995 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 20:36:24,047 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:36:24,048 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:36:28,186 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:36:29,441 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:36:33,187 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:36:34,485 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:36:34,486 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:36:38,187 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:36:39,047 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:36:39,048 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:36:44,115 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:36:44,487 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:36:47,233 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 20:36:49,237 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:36:49,501 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:36:52,381 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 20:36:52,383 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 20:36:52,384 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 20:36:52,385 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 20:36:53,019 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 20:36:54,020 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 20:36:54,047 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:36:54,048 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:36:55,150 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:36:59,537 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:36:59,537 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:37:00,150 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:37:04,538 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:37:04,538 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:37:05,151 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:37:09,047 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:37:09,048 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:37:10,167 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:37:14,539 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:37:15,167 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:37:17,236 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 20:37:19,543 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:37:20,245 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:37:24,047 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:37:24,048 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:37:24,077 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 20:37:24,144 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 20:37:24,144 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 20:37:24,146 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 20:37:25,053 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 20:37:26,054 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 20:37:26,147 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:37:29,547 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:37:31,148 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:37:34,547 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:37:36,148 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:37:39,048 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:37:39,048 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:37:41,191 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:37:44,549 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:37:46,192 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:37:47,238 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 20:37:49,555 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:37:51,245 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:37:54,048 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:37:54,048 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:37:54,314 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 20:37:54,316 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 20:37:54,316 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 20:37:54,318 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 20:37:55,074 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 20:37:56,075 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 20:37:56,319 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:37:59,712 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:38:01,319 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:38:04,713 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:38:06,320 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:38:09,048 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:38:09,049 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:38:12,150 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:38:14,715 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:38:14,715 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:38:17,156 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:38:17,246 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 20:38:19,726 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:38:22,257 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:38:22,988 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 20:38:22,989 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 20:38:22,989 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 20:38:22,991 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 20:38:23,119 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 20:38:24,054 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:38:24,055 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:38:26,121 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 20:38:28,197 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:38:29,722 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:38:33,198 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:38:34,723 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:38:38,198 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:38:39,054 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:38:39,054 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:38:43,227 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:38:44,730 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:38:47,247 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 20:38:48,248 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:38:49,728 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:38:49,758 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 20:38:49,760 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 20:38:49,760 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 20:38:49,765 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 20:38:50,149 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 20:38:52,150 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 20:38:53,767 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:38:54,054 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:38:54,054 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:38:59,221 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:38:59,729 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:39:04,221 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:39:04,730 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:39:09,054 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:39:09,055 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:39:10,161 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:39:14,734 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:39:15,167 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:39:17,255 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 20:39:19,738 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:39:20,164 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 20:39:20,166 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 20:39:20,166 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 20:39:20,170 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 20:39:20,171 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:39:20,175 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 20:39:22,177 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 20:39:24,054 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:39:24,055 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:39:26,144 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:39:29,739 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:39:31,145 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:39:34,740 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:39:36,146 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:39:39,054 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:39:39,055 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:39:41,164 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:39:44,741 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:39:46,165 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:39:47,258 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 20:39:49,742 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:39:51,266 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:39:54,062 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:39:54,062 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:39:56,028 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 20:39:56,029 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 20:39:56,029 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 20:39:56,031 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 20:39:56,209 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 20:39:57,032 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:39:58,211 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 20:39:59,747 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:40:02,032 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:40:04,748 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:40:07,033 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:40:09,059 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:40:09,060 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:40:12,138 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:40:14,749 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:40:17,140 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:40:17,262 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 20:40:19,755 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:40:22,272 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:40:24,059 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:40:24,060 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:40:24,113 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 20:40:24,222 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 20:40:24,223 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 20:40:24,224 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 20:40:24,237 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 20:40:26,239 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 20:40:28,226 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:40:29,756 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:40:33,226 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:40:34,756 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:40:38,227 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:40:39,059 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:40:39,060 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:40:44,226 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:40:44,814 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:40:47,266 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 20:40:49,269 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:40:49,826 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:40:54,062 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:40:54,062 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:40:55,205 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:40:55,803 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 20:40:55,805 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 20:40:55,805 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 20:40:55,807 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 20:40:56,259 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 20:40:58,260 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 20:40:59,948 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:41:00,808 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:41:04,949 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:41:05,809 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:41:09,062 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:41:09,063 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:41:11,197 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:41:14,950 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:41:16,197 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:41:17,270 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 20:41:19,951 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:41:21,276 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:41:24,066 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:41:24,067 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:41:26,096 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 20:41:26,097 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 20:41:26,098 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 20:41:26,099 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 20:41:26,293 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 20:41:27,100 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:41:28,295 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 20:41:29,956 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:41:29,957 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:41:32,101 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:41:34,958 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:41:34,958 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:41:37,101 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:41:39,077 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:41:39,077 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:41:42,243 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:41:45,076 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:41:45,076 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:41:47,243 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:41:47,274 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 20:41:50,077 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:41:50,077 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:41:52,278 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:41:54,082 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:41:54,083 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:41:58,125 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 20:41:58,127 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 20:41:58,127 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 20:41:58,127 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:41:58,128 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 20:41:58,324 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 20:41:59,086 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:41:59,087 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:42:00,326 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 20:42:03,129 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:42:04,087 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:42:04,087 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:42:08,130 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:42:09,079 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:42:09,080 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:42:13,192 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:42:14,089 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:42:14,089 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:42:17,279 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 20:42:18,281 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:42:19,090 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:42:19,090 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:42:23,287 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:42:24,087 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:42:24,088 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:42:29,054 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 20:42:29,056 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 20:42:29,056 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 20:42:29,056 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:42:29,057 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 20:42:29,354 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 20:42:29,451 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:42:29,452 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:42:30,355 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 20:42:34,058 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:42:34,453 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:42:34,453 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:42:39,059 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:42:39,084 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:42:39,085 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:42:44,234 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:42:44,455 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:42:44,455 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:42:47,282 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 20:42:49,284 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:42:49,456 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:42:49,456 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:42:54,089 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:42:54,093 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:42:55,237 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:42:55,971 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 20:42:55,972 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 20:42:55,972 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 20:42:55,973 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 20:42:56,376 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 20:42:58,379 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 20:42:59,468 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:42:59,468 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:43:00,974 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:43:04,469 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:43:04,469 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:43:05,975 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:43:09,088 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:43:09,089 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:43:11,231 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:43:14,470 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:43:14,471 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:43:16,231 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:43:17,286 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 20:43:19,478 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:43:21,298 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:43:24,089 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:43:24,089 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:43:24,520 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 20:43:24,522 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 20:43:24,523 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 20:43:24,524 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 20:43:25,411 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 20:43:26,412 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 20:43:26,525 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:43:29,478 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:43:31,526 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:43:34,479 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:43:36,527 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:43:39,093 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:43:39,094 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:43:42,194 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:43:44,480 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:43:44,481 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:43:47,194 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:43:47,290 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 20:43:49,486 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:43:52,301 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:43:54,098 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:43:54,098 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:43:55,413 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 20:43:55,415 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 20:43:55,415 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 20:43:55,417 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 20:43:55,438 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 20:43:56,439 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 20:43:57,418 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:43:59,813 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:43:59,814 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:44:02,419 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:44:04,814 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:44:04,815 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:44:07,419 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:44:09,098 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:44:09,099 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:44:13,251 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:44:14,864 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:44:17,295 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 20:44:18,303 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:44:19,875 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:44:23,305 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:44:23,478 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 20:44:23,480 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 20:44:23,480 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 20:44:23,482 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 20:44:24,098 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:44:24,099 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:44:24,463 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 20:44:24,464 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 20:44:29,227 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:44:29,879 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:44:29,879 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:44:34,227 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:44:34,879 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:44:34,880 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:44:39,098 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:44:39,099 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:44:39,259 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:44:44,260 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:44:44,881 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:44:44,881 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:44:47,300 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 20:44:49,308 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:44:49,885 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:44:54,099 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:44:54,099 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:44:54,237 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 20:44:54,238 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 20:44:54,239 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 20:44:54,241 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 20:44:54,492 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 20:44:55,241 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:44:56,493 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 20:44:59,888 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:45:00,242 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:45:04,888 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:45:05,243 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:45:09,098 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:45:09,099 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:45:10,255 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:45:14,890 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:45:15,255 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:45:17,303 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 20:45:19,898 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:45:19,898 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:45:20,306 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:45:24,099 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:45:24,099 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:45:26,257 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:45:29,445 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:45:29,534 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:45:30,513 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 20:45:31,796 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:45:36,797 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:45:38,546 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:45:38,848 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:45:40,461 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:45:40,462 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:45:42,630 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:45:47,307 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 20:45:48,290 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:45:48,309 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:45:48,460 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:45:53,310 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:45:58,311 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:45:58,472 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:45:59,622 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:45:59,622 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:46:03,724 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:46:08,725 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:46:09,958 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:46:10,482 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:46:13,725 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:46:17,311 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 20:46:19,314 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:46:21,364 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:46:21,426 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:46:21,791 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:46:21,792 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:46:24,975 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:46:29,976 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:46:33,183 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:46:33,313 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:46:34,977 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:46:38,614 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:46:38,614 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:46:38,615 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:46:40,682 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 20:46:40,950 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:46:42,683 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 20:46:43,615 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:46:45,951 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:46:47,315 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 20:46:48,185 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:46:48,185 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:46:51,298 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:46:53,616 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:46:56,299 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:46:58,618 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:46:58,618 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:47:01,301 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:47:03,188 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:47:03,188 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:47:06,302 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:47:08,619 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:47:08,620 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:47:11,303 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:47:13,620 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:47:13,621 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:47:16,304 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:47:17,320 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 20:47:18,185 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:47:18,185 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:47:21,325 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:47:23,622 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:47:26,326 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:47:31,327 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:47:36,327 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:47:41,328 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:47:44,478 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:47:44,483 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:47:44,483 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:47:46,587 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:47:47,323 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 20:47:49,483 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:47:49,483 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:47:52,326 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:47:54,484 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:47:54,484 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:47:57,327 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:47:59,483 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:47:59,483 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:48:02,607 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:48:04,485 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:48:07,607 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:48:09,486 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:48:09,487 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:48:12,608 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:48:14,483 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:48:14,484 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:48:17,327 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 20:48:18,329 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:48:19,488 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:48:19,488 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:48:23,330 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:48:24,489 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:48:24,489 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:48:28,331 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:48:29,483 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:48:29,483 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:48:33,578 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:48:34,491 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:48:38,578 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:48:39,491 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:48:39,492 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:48:43,579 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:48:44,483 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:48:44,484 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:48:47,330 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 20:48:49,332 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:48:49,494 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:48:49,494 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:48:54,333 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:48:54,495 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:48:54,495 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:48:59,333 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:48:59,483 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:48:59,484 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:49:04,496 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:49:04,560 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:49:09,497 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:49:09,561 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:49:14,483 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:49:14,484 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:49:14,649 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:49:17,334 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 20:49:19,498 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:49:20,337 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:49:24,499 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:49:25,342 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:49:29,483 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:49:29,484 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:49:30,581 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:49:34,501 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:49:35,582 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:49:39,502 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:49:40,583 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:49:44,484 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:49:44,484 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:49:46,564 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:49:47,338 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 20:49:52,341 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:49:57,342 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:50:02,342 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:50:07,347 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:50:12,347 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:50:17,342 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 20:50:18,345 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:50:19,685 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:50:19,690 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:50:19,690 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:50:19,690 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:50:22,805 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 20:50:23,746 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:50:24,691 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:50:24,691 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:50:26,808 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 20:50:29,084 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:50:29,692 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:50:29,692 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:50:34,085 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:50:34,687 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:50:34,687 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:50:39,694 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:50:39,694 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:50:39,801 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:50:44,695 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:50:44,695 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:50:44,801 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:50:47,348 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 20:50:49,695 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:50:49,698 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:50:50,801 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:50:52,140 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 20:50:52,142 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 20:50:52,142 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 20:50:52,143 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 20:50:52,833 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 20:50:54,704 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:50:54,705 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:50:54,836 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 20:50:56,144 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:50:59,705 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:50:59,706 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:51:01,144 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:51:04,689 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:51:04,690 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:51:06,811 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:51:09,707 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:51:11,812 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:51:14,709 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:51:14,709 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:51:16,812 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:51:17,352 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 20:51:19,689 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:51:19,690 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:51:22,799 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:51:24,719 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:51:24,719 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:51:25,997 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 20:51:25,998 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 20:51:25,998 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 20:51:25,999 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 20:51:26,869 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 20:51:26,870 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 20:51:28,000 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:51:29,720 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:51:29,720 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:51:33,001 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:51:34,689 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:51:34,690 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:51:38,830 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:51:39,722 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:51:39,722 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:51:43,830 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:51:44,723 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:51:44,723 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:51:47,356 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 20:51:49,358 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:51:49,689 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:51:49,690 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:51:54,736 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:51:54,871 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:51:56,166 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 20:51:56,168 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 20:51:56,169 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 20:51:56,170 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 20:51:56,906 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 20:51:58,908 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 20:51:59,731 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:52:00,172 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:52:04,689 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:52:04,690 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:52:05,775 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:52:09,733 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:52:10,776 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:52:14,733 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:52:15,776 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:52:17,360 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 20:52:19,690 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:52:19,690 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:52:20,840 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:52:24,742 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:52:25,855 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:52:27,735 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 20:52:27,737 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 20:52:27,738 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 20:52:27,739 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 20:52:27,934 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 20:52:28,935 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 20:52:29,881 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:52:29,881 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:52:31,740 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:52:34,690 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:52:34,690 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:52:36,818 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:52:39,883 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:52:41,818 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:52:44,884 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:52:44,884 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:52:46,819 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:52:47,364 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 20:52:49,690 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:52:49,690 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:52:51,852 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:52:54,888 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:52:56,859 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:52:59,842 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 20:52:59,843 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 20:52:59,844 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 20:52:59,845 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 20:52:59,958 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 20:52:59,988 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:53:00,284 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:53:00,959 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 20:53:02,846 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:53:04,690 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:53:04,691 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:53:08,802 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:53:10,285 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:53:10,285 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:53:13,802 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:53:15,286 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:53:15,286 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:53:17,369 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 20:53:19,371 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:53:19,690 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:53:19,691 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:53:24,856 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:53:25,288 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:53:25,288 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:53:29,863 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:53:30,296 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:53:30,297 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:53:31,447 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 20:53:31,448 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 20:53:31,449 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 20:53:31,450 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 20:53:31,984 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 20:53:32,985 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 20:53:34,690 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:53:34,691 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:53:35,842 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:53:40,297 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:53:40,298 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:53:40,843 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:53:45,368 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:53:45,368 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:53:45,843 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:53:47,372 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 20:53:49,691 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:53:49,691 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:53:51,782 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:53:55,377 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:53:56,787 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:53:59,596 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 20:53:59,597 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 20:53:59,597 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 20:53:59,599 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 20:54:00,011 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 20:54:00,383 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:54:00,384 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:54:01,012 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 20:54:02,600 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:54:04,691 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:54:04,691 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:54:07,780 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:54:10,385 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:54:12,781 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:54:15,386 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:54:15,386 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:54:17,376 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 20:54:18,378 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:54:19,691 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:54:19,691 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:54:23,800 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:54:25,392 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:54:28,810 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:54:30,394 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:54:30,469 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 20:54:30,471 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 20:54:30,471 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 20:54:30,472 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 20:54:31,041 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 20:54:33,042 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 20:54:34,473 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:54:34,691 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:54:34,691 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:54:39,816 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:54:40,395 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:54:44,817 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:54:45,396 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:54:47,380 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 20:54:49,691 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:54:49,691 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:54:49,848 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:54:54,849 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:54:55,398 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:54:59,856 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:55:00,402 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:55:01,429 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 20:55:01,430 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 20:55:01,431 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 20:55:01,432 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 20:55:02,066 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 20:55:03,067 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 20:55:04,691 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:55:04,692 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:55:05,812 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:55:10,404 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:55:10,812 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:55:15,405 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:55:15,813 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:55:17,382 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 20:55:19,691 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:55:19,692 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:55:20,820 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:55:25,407 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:55:25,825 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:55:30,415 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:55:30,827 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:55:31,575 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 20:55:31,577 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 20:55:31,577 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 20:55:31,579 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 20:55:32,088 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 20:55:33,088 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 20:55:34,691 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:55:34,692 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:55:36,820 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:55:40,416 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:55:41,821 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:55:45,417 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:55:46,821 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:55:47,387 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 20:55:49,691 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:55:49,692 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:55:52,803 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:55:55,419 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:55:55,419 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:55:57,806 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:56:00,430 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:56:01,476 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 20:56:01,477 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 20:56:01,478 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 20:56:01,479 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 20:56:02,115 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 20:56:03,116 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 20:56:03,480 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:56:04,691 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:56:04,692 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:56:08,773 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:56:10,429 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:56:13,774 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:56:15,430 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:56:17,390 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 20:56:19,393 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:56:19,691 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:56:19,692 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:56:24,859 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:56:25,431 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:56:29,867 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:56:30,443 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:56:32,158 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 20:56:32,159 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 20:56:32,160 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 20:56:32,161 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 20:56:33,141 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 20:56:33,141 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 20:56:34,692 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:56:34,692 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:56:35,852 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:56:40,565 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:56:40,852 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:56:45,566 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:56:45,566 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:56:45,853 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:56:47,394 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 20:56:49,692 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:56:49,692 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:56:51,808 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:56:55,579 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:56:55,579 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:56:56,817 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:56:59,335 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 20:56:59,336 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 20:56:59,337 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 20:56:59,338 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 20:57:00,162 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 20:57:00,744 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:57:00,744 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:57:01,162 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 20:57:02,339 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:57:04,692 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:57:04,693 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:57:07,861 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:57:09,745 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:57:12,861 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:57:14,746 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:57:17,398 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 20:57:18,401 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:57:19,692 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:57:19,693 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:57:23,772 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:57:24,751 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:57:28,779 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:57:29,592 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 20:57:29,593 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 20:57:29,594 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 20:57:29,595 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 20:57:29,994 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:57:29,994 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:57:30,186 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 20:57:31,187 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 20:57:34,596 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:57:34,693 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:57:34,693 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:57:39,821 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:57:39,996 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:57:39,996 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:57:44,822 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:57:44,997 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:57:47,402 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 20:57:49,692 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:57:49,693 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:57:50,758 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:57:54,998 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:57:55,765 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:58:00,003 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:58:00,738 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 20:58:00,739 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 20:58:00,739 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 20:58:00,741 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 20:58:01,214 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 20:58:01,741 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:58:03,215 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 20:58:04,693 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:58:04,693 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:58:06,805 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:58:10,137 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:58:11,806 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:58:15,138 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:58:15,139 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:58:16,806 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:58:17,407 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 20:58:19,693 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:58:19,693 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:58:22,784 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:58:25,181 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:58:27,785 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:58:30,189 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:58:32,795 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:58:34,693 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:58:34,694 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:58:34,854 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 20:58:34,856 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 20:58:34,857 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 20:58:34,859 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 20:58:35,244 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 20:58:37,246 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 20:58:37,860 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:58:40,263 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:58:40,263 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:58:42,860 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:58:45,264 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:58:45,264 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:58:47,411 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 20:58:48,413 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:58:49,693 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:58:49,694 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:58:53,768 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:58:55,265 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:58:55,265 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:58:58,769 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:59:00,269 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:59:03,778 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:59:04,694 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:59:04,694 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:59:05,088 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 20:59:05,090 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 20:59:05,090 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 20:59:05,092 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 20:59:05,271 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 20:59:07,273 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 20:59:09,093 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:59:10,496 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:59:14,094 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:59:15,497 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:59:17,413 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 20:59:19,415 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:59:19,694 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:59:19,695 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:59:24,869 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:59:25,635 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:59:25,635 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:59:29,869 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:59:30,636 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:59:30,637 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:59:34,701 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:59:34,702 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:59:35,826 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:59:36,593 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 20:59:36,595 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 20:59:36,595 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 20:59:36,596 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 20:59:37,306 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 20:59:37,306 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 20:59:39,740 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:59:41,598 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:59:44,740 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:59:46,598 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:59:47,417 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 20:59:49,698 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 20:59:49,698 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 20:59:51,799 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:59:54,741 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 20:59:56,800 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 20:59:59,742 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:00:01,801 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:00:04,707 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:00:04,713 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:00:06,811 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:00:07,850 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 21:00:07,852 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 21:00:07,852 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 21:00:07,853 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 21:00:08,343 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 21:00:09,344 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 21:00:09,746 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:00:11,854 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:00:14,746 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:00:16,855 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:00:17,421 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 21:00:19,703 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:00:19,704 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:00:21,861 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:00:24,748 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:00:26,861 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:00:29,749 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:00:31,862 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:00:34,717 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:00:34,725 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:00:37,846 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:00:38,844 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 21:00:38,846 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 21:00:38,846 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 21:00:38,848 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 21:00:39,372 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 21:00:39,761 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:00:41,374 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 21:00:42,849 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:00:44,761 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:00:47,425 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 21:00:48,427 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:00:49,711 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:00:49,711 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:00:53,880 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:00:54,763 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:00:54,763 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:00:58,880 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:00:59,764 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:01:03,889 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:01:04,717 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:01:04,723 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:01:08,889 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:01:09,050 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 21:01:09,051 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 21:01:09,051 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 21:01:09,052 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 21:01:09,397 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 21:01:09,769 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:01:11,398 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 21:01:14,053 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:01:14,770 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:01:17,430 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 21:01:19,432 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:01:19,714 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:01:19,714 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:01:24,771 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:01:24,882 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:01:29,772 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:01:29,773 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:01:29,882 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:01:34,723 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:01:34,730 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:01:35,882 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:01:39,779 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:01:40,279 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 21:01:40,280 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 21:01:40,280 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 21:01:40,282 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 21:01:40,423 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 21:01:41,283 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:01:41,424 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 21:01:44,780 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:01:46,283 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:01:47,434 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 21:01:49,718 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:01:49,719 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:01:51,833 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:01:54,911 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:01:56,833 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:01:59,911 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:02:01,834 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:02:04,721 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:02:04,723 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:02:06,842 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:02:08,418 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 21:02:08,419 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 21:02:08,419 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 21:02:08,421 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 21:02:08,448 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 21:02:09,449 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 21:02:09,917 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:02:10,077 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:02:12,422 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:02:15,077 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:02:17,423 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:02:17,437 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 21:02:19,721 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:02:19,722 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:02:22,889 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:02:25,148 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:02:25,149 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:02:27,890 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:02:30,149 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:02:30,149 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:02:32,890 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:02:34,731 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:02:34,735 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:02:38,881 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:02:38,938 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 21:02:38,939 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 21:02:38,940 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 21:02:38,942 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 21:02:39,480 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 21:02:39,480 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 21:02:40,339 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:02:43,943 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:02:45,340 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:02:45,340 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:02:47,442 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 21:02:49,444 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:02:49,726 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:02:49,727 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:02:54,857 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:02:55,341 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:02:55,342 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:02:59,858 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:03:00,342 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:03:00,343 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:03:04,733 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:03:04,737 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:03:05,824 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:03:08,247 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 21:03:08,247 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 21:03:08,248 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 21:03:08,249 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 21:03:08,515 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 21:03:09,516 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 21:03:10,648 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:03:10,649 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:03:11,250 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:03:15,649 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:03:16,251 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:03:17,446 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 21:03:19,730 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:03:19,731 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:03:21,863 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:03:24,824 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:03:26,864 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:03:29,825 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:03:31,865 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:03:34,742 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:03:34,746 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:03:37,856 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:03:38,551 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 21:03:38,552 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 21:03:38,552 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 21:03:38,553 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 21:03:39,544 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 21:03:39,545 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 21:03:39,947 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:03:39,947 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:03:43,554 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:03:44,948 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:03:44,948 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:03:47,451 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 21:03:49,453 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:03:49,736 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:03:49,736 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:03:54,859 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:03:54,950 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:03:54,950 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:03:59,859 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:03:59,951 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:03:59,951 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:04:04,741 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:04:04,741 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:04:05,854 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:04:07,987 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 21:04:07,989 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 21:04:07,989 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 21:04:07,990 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 21:04:08,577 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 21:04:09,960 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:04:10,578 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 21:04:10,992 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:04:14,960 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:04:15,992 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:04:17,454 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 21:04:19,741 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:04:19,742 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:04:21,873 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:04:24,962 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:04:26,874 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:04:29,963 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:04:31,885 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:04:34,746 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:04:34,749 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:04:37,237 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 21:04:37,238 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 21:04:37,239 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 21:04:37,239 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:04:37,240 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 21:04:37,612 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 21:04:38,613 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 21:04:39,976 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:04:42,242 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:04:44,977 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:04:47,242 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:04:47,458 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 21:04:49,742 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:04:49,742 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:04:52,857 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:04:54,979 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:04:57,858 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:04:59,980 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:05:02,858 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:05:04,750 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:05:04,751 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:05:08,823 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:05:09,316 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 21:05:09,317 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 21:05:09,317 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 21:05:09,318 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 21:05:09,643 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 21:05:09,990 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:05:10,644 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 21:05:14,319 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:05:14,991 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:05:17,462 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 21:05:19,464 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:05:19,747 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:05:19,747 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:05:24,848 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:05:24,993 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:05:29,849 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:05:29,994 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:05:34,747 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:05:34,748 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:05:35,822 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:05:40,009 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:05:40,824 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:05:42,893 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 21:05:42,894 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 21:05:42,894 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 21:05:42,896 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 21:05:43,677 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 21:05:44,678 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 21:05:45,038 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:05:45,039 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:05:45,897 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:05:47,466 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 21:05:49,747 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:05:49,748 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:05:51,882 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:05:55,040 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:05:55,041 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:05:56,883 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:06:00,041 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:06:00,042 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:06:01,883 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:06:04,748 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:06:04,748 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:06:07,839 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:06:10,051 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:06:12,848 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:06:14,005 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 21:06:14,007 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 21:06:14,007 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 21:06:14,009 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 21:06:14,713 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 21:06:15,153 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:06:16,714 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 21:06:17,470 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 21:06:18,472 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:06:19,747 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:06:19,748 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:06:23,906 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:06:25,155 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:06:28,906 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:06:30,156 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:06:33,907 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:06:34,748 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:06:34,748 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:06:39,833 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:06:40,168 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:06:43,639 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 21:06:43,641 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 21:06:43,641 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 21:06:43,642 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 21:06:43,735 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 21:06:44,736 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 21:06:45,168 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:06:45,643 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:06:47,475 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 21:06:49,748 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:06:49,749 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:06:50,871 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:06:55,169 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:06:55,872 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:07:00,170 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:07:00,872 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:07:04,748 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:07:04,749 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:07:06,863 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:07:10,181 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:07:11,869 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:07:13,192 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 21:07:13,194 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 21:07:13,194 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 21:07:13,195 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 21:07:13,767 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 21:07:14,768 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 21:07:15,179 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:07:17,196 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:07:17,478 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 21:07:19,748 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:07:19,748 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:07:22,910 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:07:25,224 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:07:25,309 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:07:27,911 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:07:30,310 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:07:30,310 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:07:32,912 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:07:34,748 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:07:34,749 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:07:38,838 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:07:40,325 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:07:42,162 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 21:07:42,164 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 21:07:42,164 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 21:07:42,166 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 21:07:42,806 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 21:07:44,167 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:07:44,808 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 21:07:45,893 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:07:47,482 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 21:07:49,484 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:07:49,748 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:07:49,749 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:07:54,894 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:07:54,895 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:07:54,902 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:07:59,895 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:07:59,903 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:08:04,748 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:08:04,749 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:08:05,849 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:08:09,901 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:08:09,901 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:08:10,852 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:08:11,132 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 21:08:11,133 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 21:08:11,134 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 21:08:11,135 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 21:08:11,845 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 21:08:12,846 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 21:08:15,192 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:08:16,136 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:08:17,486 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 21:08:19,748 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:08:19,749 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:08:21,910 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:08:25,194 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:08:25,194 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:08:26,910 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:08:30,195 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:08:30,195 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:08:31,911 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:08:34,749 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:08:34,749 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:08:37,854 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:08:40,199 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:08:42,861 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:08:44,949 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 21:08:44,950 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 21:08:44,951 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 21:08:44,952 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 21:08:45,355 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:08:45,355 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:08:45,877 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 21:08:46,878 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 21:08:47,490 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 21:08:48,492 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:08:49,749 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:08:49,749 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:08:53,842 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:08:55,356 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:08:58,843 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:09:00,357 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:09:00,357 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:09:03,843 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:09:04,749 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:09:04,749 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:09:09,850 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:09:10,364 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:09:14,851 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:09:15,209 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 21:09:15,210 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 21:09:15,211 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 21:09:15,212 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 21:09:15,655 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:09:15,655 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:09:15,906 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 21:09:16,907 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 21:09:17,495 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 21:09:19,749 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:09:19,750 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:09:20,847 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:09:25,656 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:09:25,848 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:09:30,666 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:09:30,667 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:09:30,848 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:09:34,749 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:09:34,750 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:09:35,851 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:09:40,668 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:09:40,668 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:09:40,852 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:09:45,675 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:09:45,676 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:09:45,855 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:09:47,498 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 21:09:49,155 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 21:09:49,156 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 21:09:49,156 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 21:09:49,157 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 21:09:49,749 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:09:49,750 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:09:49,939 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 21:09:50,875 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:09:50,940 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 21:09:55,708 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:09:55,876 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:10:00,733 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:10:00,733 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:10:00,877 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:10:04,749 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:10:04,750 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:10:05,889 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:10:10,738 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:10:10,894 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:10:15,738 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:10:15,899 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:10:16,513 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 21:10:16,514 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 21:10:16,515 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 21:10:16,518 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 21:10:16,964 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 21:10:17,503 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 21:10:18,965 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 21:10:19,749 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:10:19,750 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:10:21,880 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:10:24,919 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:10:24,920 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:10:26,880 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:10:29,920 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:10:29,920 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:10:31,881 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:10:34,750 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:10:34,750 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:10:36,901 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:10:39,922 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:10:39,922 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:10:41,902 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:10:44,930 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:10:46,912 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:10:47,504 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 21:10:48,579 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 21:10:48,581 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 21:10:48,581 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 21:10:48,584 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 21:10:48,984 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 21:10:49,750 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:10:49,750 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:10:50,985 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 21:10:52,906 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:10:54,981 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:10:57,907 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:10:59,981 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:11:02,908 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:11:04,750 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:11:04,750 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:11:08,877 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:11:09,997 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:11:09,997 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:11:13,877 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:11:15,002 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:11:15,007 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:11:17,515 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 21:11:19,516 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:11:19,753 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:11:19,753 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:11:20,167 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 21:11:20,169 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 21:11:20,170 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 21:11:20,175 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 21:11:21,008 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 21:11:21,008 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 21:11:25,005 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:11:25,176 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:11:30,006 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:11:30,177 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:11:34,827 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:11:34,827 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:11:35,996 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:11:40,007 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:11:40,997 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:11:45,008 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:11:45,997 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:11:47,522 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 21:11:49,836 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:11:49,842 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:11:51,944 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:11:53,033 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 21:11:53,035 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 21:11:53,036 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 21:11:53,041 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 21:11:53,042 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 21:11:55,014 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:11:55,044 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 21:11:57,042 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:12:00,015 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:12:02,043 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:12:04,830 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:12:04,831 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:12:07,975 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:12:10,017 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:12:12,976 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:12:15,017 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:12:17,535 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 21:12:18,536 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:12:19,837 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:12:19,838 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:12:22,648 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 21:12:22,650 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 21:12:22,651 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 21:12:22,653 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 21:12:23,067 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 21:12:23,654 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:12:25,052 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:12:25,069 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 21:12:28,654 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:12:30,053 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:12:33,655 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:12:34,834 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:12:34,835 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:12:39,187 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:12:40,154 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:12:44,187 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:12:45,163 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:12:47,523 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 21:12:49,530 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:12:49,837 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:12:49,837 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:12:50,334 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 21:12:50,335 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 21:12:50,335 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 21:12:50,337 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 21:12:51,093 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 21:12:53,094 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 21:12:55,161 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:12:55,338 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:13:00,161 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:13:00,338 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:13:04,837 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:13:04,838 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:13:05,951 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:13:10,163 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:13:10,951 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:13:15,171 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:13:15,961 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:13:17,525 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 21:13:17,575 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 21:13:17,576 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 21:13:17,577 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 21:13:17,578 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 21:13:18,116 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 21:13:19,117 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 21:13:19,837 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:13:19,838 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:13:20,969 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:13:25,172 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:13:25,970 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:13:30,173 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:13:30,970 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:13:34,837 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:13:34,838 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:13:36,948 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:13:40,174 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:13:41,956 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:13:45,184 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:13:46,954 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:13:47,353 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 21:13:47,354 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 21:13:47,354 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 21:13:47,356 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 21:13:47,529 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 21:13:48,144 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 21:13:49,145 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 21:13:49,837 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:13:49,838 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:13:51,975 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:13:55,185 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:13:56,976 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:14:00,186 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:14:01,976 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:14:04,837 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:14:04,838 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:14:07,930 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:14:10,188 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:14:12,934 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:14:15,200 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:14:17,011 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 21:14:17,013 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 21:14:17,013 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 21:14:17,015 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 21:14:17,169 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 21:14:17,533 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 21:14:18,535 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:14:19,170 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 21:14:19,838 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:14:19,838 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:14:23,948 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:14:25,418 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:14:28,948 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:14:30,419 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:14:30,419 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:14:33,949 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:14:34,838 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:14:34,838 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:14:39,943 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:14:40,420 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:14:40,420 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:14:44,952 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:14:45,427 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:14:46,993 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 21:14:46,995 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 21:14:46,995 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 21:14:46,997 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 21:14:47,190 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 21:14:47,538 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 21:14:49,192 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 21:14:49,838 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:14:49,838 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:14:50,931 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:14:55,426 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:14:55,931 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:15:00,427 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:15:00,932 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:15:04,838 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:15:04,839 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:15:05,965 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:15:10,429 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:15:10,965 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:15:15,436 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:15:15,975 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:15:17,542 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 21:15:19,343 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 21:15:19,344 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 21:15:19,344 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 21:15:19,345 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 21:15:19,838 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:15:19,839 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:15:20,220 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 21:15:21,221 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 21:15:21,924 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:15:25,492 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:15:25,492 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:15:26,925 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:15:30,493 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:15:30,493 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:15:31,926 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:15:34,838 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:15:34,839 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:15:37,911 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:15:40,718 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:15:40,718 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:15:42,911 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:15:45,723 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:15:47,546 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 21:15:48,551 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:15:49,845 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:15:49,846 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:15:51,049 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 21:15:51,051 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 21:15:51,052 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 21:15:51,053 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 21:15:51,246 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 21:15:53,248 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 21:15:54,054 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:15:55,725 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:15:59,055 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:16:00,726 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:16:00,726 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:16:04,056 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:16:04,843 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:16:04,844 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:16:10,005 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:16:10,728 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:16:10,728 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:16:15,012 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:16:15,730 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:16:17,550 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 21:16:19,846 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:16:19,846 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:16:20,439 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 21:16:20,441 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 21:16:20,442 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 21:16:20,442 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:16:20,444 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 21:16:21,271 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 21:16:21,272 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 21:16:25,445 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:16:25,845 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:16:25,845 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:16:30,446 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:16:30,846 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:16:30,846 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:16:34,846 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:16:34,847 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:16:35,937 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:16:39,848 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:16:39,848 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:16:40,938 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:16:44,850 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:16:45,940 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:16:47,559 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 21:16:49,023 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 21:16:49,024 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 21:16:49,025 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 21:16:49,026 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 21:16:49,298 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 21:16:49,846 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:16:49,847 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:16:51,300 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 21:16:51,928 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:16:54,857 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:16:56,929 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:16:59,857 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:17:01,929 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:17:04,846 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:17:04,847 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:17:07,017 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:17:09,859 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:17:12,017 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:17:14,859 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:17:17,018 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:17:17,560 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 21:17:19,857 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:17:19,858 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:17:22,988 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:17:23,845 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 21:17:23,846 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 21:17:23,846 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 21:17:23,849 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 21:17:24,331 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 21:17:24,990 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:17:25,332 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 21:17:28,850 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:17:29,990 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:17:29,991 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:17:33,850 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:17:34,852 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:17:34,852 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:17:38,951 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:17:39,992 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:17:39,992 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:17:43,952 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:17:44,993 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:17:44,993 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:17:47,570 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 21:17:49,574 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:17:49,866 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:17:49,867 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:17:52,835 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 21:17:52,836 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 21:17:52,837 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 21:17:52,839 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 21:17:53,355 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 21:17:54,840 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:17:55,238 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:17:55,238 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:17:55,357 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 21:17:59,840 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:18:00,239 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:18:00,239 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:18:04,841 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:18:04,855 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:18:04,856 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:18:09,963 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:18:10,241 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:18:14,963 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:18:15,241 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:18:15,242 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:18:17,570 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 21:18:19,859 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:18:19,863 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:18:20,927 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:18:22,225 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 21:18:22,227 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 21:18:22,227 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 21:18:22,229 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 21:18:22,381 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 21:18:23,382 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 21:18:25,378 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:18:25,379 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:18:26,230 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:18:30,379 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:18:30,379 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:18:31,231 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:18:34,856 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:18:34,857 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:18:36,982 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:18:40,387 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:18:41,982 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:18:45,388 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:18:46,985 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:18:47,571 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 21:18:49,866 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:18:49,870 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:18:52,024 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:18:52,081 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 21:18:52,082 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 21:18:52,082 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 21:18:52,084 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 21:18:52,411 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 21:18:53,412 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 21:18:55,488 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:18:55,489 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:18:57,085 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:19:00,489 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:19:02,085 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:19:04,860 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:19:04,861 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:19:07,972 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:19:10,491 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:19:12,972 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:19:15,492 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:19:15,492 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:19:17,575 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 21:19:18,577 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:19:19,864 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:19:19,868 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:19:23,971 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:19:24,449 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 21:19:24,451 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 21:19:24,451 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 21:19:24,452 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 21:19:25,437 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 21:19:25,437 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 21:19:25,600 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:19:29,453 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:19:30,602 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:19:30,602 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:19:34,454 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:19:34,864 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:19:34,864 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:19:39,940 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:19:40,604 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:19:40,604 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:19:44,941 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:19:45,605 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:19:45,605 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:19:47,579 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 21:19:49,868 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:19:49,869 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:19:50,002 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:19:54,924 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 21:19:54,926 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 21:19:54,926 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 21:19:54,928 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 21:19:55,462 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 21:19:55,610 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:19:55,929 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:19:57,464 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 21:20:00,612 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:20:00,930 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:20:04,867 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:20:04,868 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:20:06,002 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:20:10,636 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:20:10,637 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:20:11,003 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:20:15,637 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:20:15,637 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:20:16,004 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:20:17,584 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 21:20:19,877 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:20:19,881 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:20:22,003 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:20:23,997 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 21:20:23,999 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 21:20:23,999 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 21:20:24,001 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 21:20:24,487 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 21:20:25,488 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 21:20:25,643 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:20:28,002 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:20:30,644 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:20:33,002 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:20:34,871 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:20:34,872 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:20:38,945 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:20:40,768 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:20:43,945 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:20:45,769 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:20:47,585 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 21:20:49,590 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:20:49,880 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:20:49,881 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:20:54,636 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 21:20:54,637 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 21:20:54,638 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 21:20:54,638 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:20:54,640 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 21:20:55,040 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:20:55,041 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:20:55,517 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 21:20:55,518 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 21:20:59,641 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:21:00,041 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:21:04,641 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:21:04,874 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:21:04,874 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:21:09,999 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:21:10,043 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:21:14,999 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:21:15,043 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:21:17,588 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 21:21:19,882 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:21:19,885 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:21:20,039 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:21:25,043 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:21:25,055 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:21:25,055 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:21:25,288 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 21:21:25,289 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 21:21:25,289 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 21:21:25,291 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 21:21:25,537 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 21:21:27,539 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 21:21:30,056 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:21:30,292 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:21:34,876 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:21:34,877 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:21:36,046 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:21:40,057 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:21:41,047 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:21:45,058 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:21:46,047 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:21:47,592 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 21:21:49,882 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:21:49,883 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:21:51,995 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:21:54,334 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 21:21:54,336 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 21:21:54,336 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 21:21:54,338 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 21:21:54,566 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 21:21:55,067 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:21:55,567 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 21:21:57,339 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:22:00,067 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:22:02,340 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:22:04,879 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:22:04,880 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:22:07,984 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:22:10,113 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:22:12,984 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:22:15,114 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:22:17,596 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 21:22:18,601 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:22:19,892 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:22:19,893 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:22:23,705 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 21:22:23,707 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 21:22:23,707 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 21:22:23,708 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:22:23,709 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 21:22:24,593 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 21:22:25,137 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:22:25,594 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 21:22:28,710 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:22:30,137 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:22:33,710 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:22:34,883 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:22:34,884 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:22:39,007 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:22:40,138 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:22:44,007 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:22:45,139 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:22:47,620 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 21:22:49,625 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:22:49,891 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:22:49,894 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:22:52,700 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 21:22:52,701 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 21:22:52,701 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 21:22:52,703 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 21:22:53,619 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 21:22:53,620 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 21:22:54,704 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:22:55,147 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:22:59,705 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:23:00,147 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:23:04,705 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:23:04,889 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:23:04,890 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:23:10,004 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:23:10,149 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:23:15,005 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:23:15,149 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:23:17,612 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 21:23:19,901 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:23:19,902 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:23:20,028 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:23:23,041 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 21:23:23,043 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 21:23:23,044 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 21:23:23,049 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 21:23:23,650 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 21:23:23,650 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 21:23:25,050 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:23:25,186 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:23:30,050 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:23:30,187 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:23:34,896 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:23:34,897 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:23:35,064 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:23:40,065 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:23:40,189 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:23:45,065 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:23:45,189 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:23:47,607 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 21:23:49,905 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:23:49,910 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:23:51,038 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:23:53,962 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 21:23:53,964 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 21:23:53,964 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 21:23:53,968 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 21:23:54,681 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 21:23:55,366 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:23:55,682 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 21:23:56,969 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:24:00,367 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:24:01,970 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:24:04,900 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:24:04,901 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:24:07,070 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:24:10,369 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:24:12,070 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:24:15,369 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:24:17,071 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:24:17,611 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 21:24:19,900 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:24:19,901 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:24:23,026 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:24:25,376 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:24:26,387 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 21:24:26,388 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 21:24:26,388 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 21:24:26,390 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 21:24:26,708 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 21:24:27,709 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 21:24:28,391 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:24:30,375 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:24:33,391 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:24:34,900 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:24:34,901 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:24:39,076 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:24:40,376 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:24:44,076 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:24:45,377 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:24:47,615 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 21:24:49,617 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:24:49,900 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:24:49,901 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:24:55,034 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:24:55,381 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:24:57,639 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 21:24:57,641 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 21:24:57,642 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 21:24:57,647 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 21:24:57,735 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 21:24:59,737 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 21:25:00,382 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:25:00,648 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:25:04,901 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:25:04,901 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:25:05,973 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:25:10,383 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:25:10,974 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:25:15,384 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:25:15,974 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:25:17,618 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 21:25:19,901 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:25:19,901 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:25:21,045 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:25:25,394 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:25:26,052 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:25:28,550 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 21:25:28,551 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 21:25:28,552 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 21:25:28,557 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 21:25:28,773 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 21:25:29,774 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 21:25:30,391 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:25:31,558 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:25:34,901 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:25:34,901 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:25:37,060 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:25:40,393 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:25:42,061 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:25:45,393 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:25:47,061 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:25:47,623 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 21:25:49,901 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:25:49,901 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:25:53,052 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:25:55,395 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:25:58,068 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:26:00,406 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:26:01,782 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 21:26:01,784 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 21:26:01,784 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 21:26:01,787 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 21:26:01,802 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 21:26:03,788 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:26:03,804 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 21:26:04,901 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:26:04,902 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:26:09,002 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:26:10,402 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:26:14,003 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:26:15,402 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:26:17,626 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 21:26:19,629 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:26:19,901 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:26:19,901 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:26:25,003 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:26:25,404 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:26:30,007 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:26:30,410 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:26:33,950 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 21:26:33,951 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 21:26:33,952 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 21:26:33,955 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 21:26:34,832 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 21:26:34,901 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:26:34,902 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:26:35,030 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:26:35,833 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 21:26:40,031 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:26:40,411 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:26:45,031 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:26:45,412 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:26:47,631 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 21:26:49,901 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:26:49,902 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:26:50,985 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:26:55,413 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:26:55,986 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:27:00,429 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:27:00,995 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:27:03,736 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 21:27:03,738 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 21:27:03,739 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 21:27:03,740 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 21:27:03,865 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 21:27:04,902 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:27:04,902 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:27:06,079 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:27:06,868 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 21:27:10,423 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:27:11,080 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:27:15,424 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:27:16,080 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:27:17,634 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 21:27:19,902 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:27:19,902 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:27:22,076 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:27:25,558 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:27:27,077 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:27:30,559 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:27:32,080 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:27:34,911 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:27:34,913 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:27:37,011 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 21:27:37,013 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 21:27:37,013 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 21:27:37,019 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 21:27:37,899 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 21:27:38,019 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:27:38,901 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 21:27:40,569 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:27:43,020 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:27:45,569 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:27:47,639 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 21:27:48,641 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:27:50,021 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:27:50,022 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:27:54,160 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:27:55,570 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:27:59,160 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:28:00,571 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:28:04,171 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:28:04,934 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:28:04,935 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:28:07,425 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 21:28:07,426 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 21:28:07,426 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 21:28:07,429 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 21:28:07,933 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 21:28:08,935 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 21:28:09,430 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:28:10,830 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:28:10,830 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:28:14,430 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:28:15,831 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:28:15,831 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:28:17,643 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 21:28:19,646 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:28:19,934 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:28:19,934 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:28:25,070 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:28:25,832 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:28:25,833 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:28:30,071 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:28:30,833 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:28:30,833 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:28:34,942 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:28:34,950 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:28:36,038 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:28:39,041 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 21:28:39,043 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 21:28:39,044 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 21:28:39,046 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 21:28:39,960 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 21:28:40,839 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:28:40,960 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 21:28:41,047 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:28:45,839 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:28:46,048 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:28:47,647 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 21:28:49,937 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:28:49,938 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:28:52,020 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:28:55,841 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:28:57,021 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:29:00,841 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:29:02,022 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:29:04,945 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:29:04,950 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:29:07,120 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:29:10,474 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 21:29:10,475 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 21:29:10,476 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 21:29:10,480 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 21:29:10,992 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 21:29:11,584 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:29:12,481 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:29:12,993 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 21:29:16,586 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:29:16,586 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:29:17,482 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:29:17,651 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 21:29:19,942 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:29:19,943 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:29:23,069 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:29:25,587 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:29:25,588 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:29:28,069 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:29:30,588 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:29:30,589 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:29:33,070 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:29:34,942 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:29:34,943 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:29:39,044 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:29:40,600 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:29:42,453 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 21:29:42,454 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 21:29:42,454 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 21:29:42,457 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 21:29:43,017 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 21:29:44,458 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:29:45,019 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 21:29:45,601 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:29:47,655 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 21:29:49,657 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:29:49,942 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:29:49,943 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:29:55,012 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:29:55,149 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:30:00,013 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:30:00,149 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:30:04,942 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:30:04,943 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:30:06,044 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:30:10,022 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:30:11,047 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:30:15,025 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:30:15,809 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 21:30:15,810 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 21:30:15,811 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 21:30:15,816 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 21:30:16,051 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 21:30:16,817 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:30:17,659 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 21:30:19,053 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 21:30:19,943 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:30:19,943 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:30:22,090 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:30:25,253 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:30:27,090 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:30:30,254 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:30:32,091 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:30:34,943 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:30:34,943 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:30:38,050 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:30:40,255 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:30:43,050 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:30:45,267 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:30:47,663 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 21:30:48,046 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 21:30:48,048 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 21:30:48,048 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 21:30:48,049 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 21:30:48,079 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 21:30:49,050 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:30:49,943 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:30:49,943 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:30:51,081 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 21:30:55,032 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:30:55,481 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:31:00,033 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:31:00,482 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:31:04,943 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:31:04,944 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:31:05,062 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:31:10,062 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:31:10,548 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:31:15,067 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:31:15,554 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:31:17,661 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 21:31:19,946 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:31:19,949 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:31:20,268 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 21:31:20,269 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 21:31:20,269 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 21:31:20,271 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:31:20,272 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 21:31:21,107 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 21:31:23,108 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 21:31:25,273 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:31:25,743 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:31:25,743 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:31:30,274 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:31:30,743 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:31:35,001 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:31:35,001 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:31:36,127 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:31:40,745 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:31:40,745 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:31:41,127 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:31:45,746 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:31:45,746 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:31:46,128 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:31:47,666 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 21:31:50,006 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:31:50,007 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:31:51,130 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:31:53,198 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 21:31:53,200 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 21:31:53,201 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 21:31:53,206 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 21:31:54,131 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 21:31:55,132 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 21:31:55,753 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:31:56,207 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:32:00,753 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:32:01,208 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:32:05,003 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:32:05,004 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:32:07,076 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:32:10,755 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:32:12,076 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:32:15,755 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:32:17,077 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:32:17,670 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 21:32:20,003 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:32:20,003 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:32:22,152 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:32:24,762 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 21:32:24,764 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 21:32:24,764 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 21:32:24,766 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 21:32:25,161 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 21:32:25,763 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:32:27,162 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 21:32:27,767 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:32:30,764 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:32:32,768 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:32:35,003 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:32:35,004 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:32:38,141 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:32:40,810 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:32:43,141 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:32:45,811 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:32:47,674 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 21:32:48,676 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:32:50,013 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:32:50,021 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:32:54,196 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:32:55,497 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 21:32:55,499 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 21:32:55,499 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 21:32:55,505 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 21:32:55,935 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:32:55,936 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:32:56,191 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 21:32:57,192 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 21:32:59,506 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:33:00,936 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:33:00,937 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:33:04,507 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:33:05,006 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:33:05,006 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:33:10,170 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:33:10,938 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:33:10,938 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:33:15,171 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:33:15,939 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:33:15,939 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:33:17,678 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 21:33:20,006 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:33:20,007 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:33:21,169 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:33:25,948 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:33:26,174 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:33:28,011 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 21:33:28,013 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 21:33:28,014 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 21:33:28,016 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 21:33:28,218 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 21:33:29,219 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 21:33:30,946 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:33:32,017 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:33:35,006 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:33:35,007 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:33:37,099 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:33:40,026 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:33:40,116 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:33:42,099 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:33:45,117 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:33:45,117 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:33:47,100 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:33:47,683 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 21:33:50,006 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:33:50,007 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:33:52,136 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:33:55,130 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:33:56,138 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 21:33:56,139 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 21:33:56,140 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 21:33:56,142 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 21:33:56,245 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 21:33:57,143 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:33:59,247 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 21:34:00,128 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:34:02,143 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:34:05,006 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:34:05,007 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:34:08,108 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:34:10,129 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:34:13,108 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:34:15,130 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:34:17,688 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 21:34:18,694 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:34:20,016 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:34:20,020 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:34:22,676 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 21:34:22,679 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 21:34:22,679 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 21:34:22,681 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 21:34:23,271 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 21:34:24,682 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:34:25,138 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:34:25,138 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:34:25,273 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 21:34:29,682 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:34:30,139 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:34:30,140 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:34:34,683 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:34:35,012 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:34:35,012 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:34:40,141 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:34:40,141 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:34:40,147 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:34:45,142 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:34:45,142 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:34:45,147 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:34:47,690 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 21:34:50,022 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:34:50,028 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:34:50,152 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:34:53,673 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 21:34:53,674 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 21:34:53,675 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 21:34:53,676 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 21:34:54,302 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 21:34:55,151 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:34:55,152 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:34:55,303 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 21:34:55,678 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:35:00,152 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:35:00,152 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:35:00,678 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:35:05,014 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:35:05,015 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:35:06,100 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:35:10,154 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:35:11,100 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:35:15,154 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:35:15,155 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:35:16,101 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:35:17,694 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 21:35:20,020 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:35:20,020 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:35:21,144 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:35:24,826 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 21:35:24,828 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 21:35:24,828 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 21:35:24,829 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 21:35:25,231 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:35:25,334 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 21:35:26,830 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:35:27,335 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 21:35:30,232 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:35:31,830 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:35:35,018 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:35:35,018 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:35:37,104 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:35:40,233 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:35:40,234 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:35:42,105 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:35:45,235 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:35:45,235 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:35:47,106 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:35:47,698 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 21:35:50,018 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:35:50,019 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:35:52,195 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:35:55,244 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:35:56,993 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 21:35:56,994 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 21:35:56,994 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 21:35:56,995 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 21:35:57,358 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 21:35:57,996 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:35:59,360 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 21:36:00,405 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:36:00,405 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:36:02,997 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:36:05,018 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:36:05,019 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:36:08,128 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:36:10,621 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:36:10,622 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:36:13,129 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:36:15,622 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:36:15,623 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:36:17,703 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 21:36:18,705 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:36:20,026 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:36:20,032 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:36:24,183 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:36:25,301 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 21:36:25,303 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 21:36:25,303 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 21:36:25,304 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 21:36:25,388 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 21:36:25,706 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:36:25,706 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:36:27,389 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 21:36:29,305 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:36:30,707 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:36:30,707 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:36:34,306 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:36:35,020 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:36:35,021 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:36:40,113 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:36:40,708 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:36:40,709 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:36:45,113 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:36:45,709 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:36:45,709 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:36:47,706 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 21:36:50,020 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:36:50,021 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:36:50,187 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:36:55,191 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:36:55,714 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:36:55,795 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 21:36:55,796 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 21:36:55,797 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 21:36:55,799 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 21:36:56,421 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 21:36:57,422 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 21:37:00,715 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:37:00,800 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:37:05,020 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:37:05,021 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:37:06,099 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:37:10,717 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:37:11,100 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:37:15,717 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:37:16,100 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:37:17,710 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 21:37:20,020 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:37:20,021 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:37:21,187 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:37:25,726 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:37:26,197 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:37:28,067 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 21:37:28,069 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 21:37:28,069 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 21:37:28,071 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 21:37:28,446 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 21:37:29,447 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 21:37:30,723 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:37:32,071 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:37:35,021 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:37:35,021 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:37:37,190 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:37:40,724 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:37:42,190 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:37:45,747 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:37:45,747 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:37:47,191 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:37:47,714 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 21:37:50,021 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:37:50,021 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:37:53,149 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:37:55,757 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:37:58,157 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:38:00,757 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:38:00,758 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:38:00,913 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 21:38:00,915 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 21:38:00,916 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 21:38:00,918 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 21:38:01,473 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 21:38:01,474 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 21:38:03,918 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:38:05,021 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:38:05,021 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:38:09,121 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:38:10,759 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:38:10,759 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:38:14,121 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:38:15,799 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:38:17,717 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 21:38:19,719 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:38:20,021 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:38:20,021 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:38:25,154 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:38:25,800 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:38:30,162 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:38:30,810 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:38:31,865 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 21:38:31,867 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 21:38:31,867 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 21:38:31,868 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 21:38:32,509 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 21:38:33,509 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 21:38:35,022 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:38:35,023 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:38:36,100 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:38:40,808 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:38:41,100 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:38:45,809 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:38:46,101 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:38:47,721 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 21:38:50,022 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:38:50,022 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:38:51,116 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:38:55,810 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:38:56,116 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:39:00,822 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:39:01,126 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:39:02,499 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 21:39:02,501 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 21:39:02,501 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 21:39:02,503 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 21:39:02,534 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 21:39:03,536 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 21:39:05,022 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:39:05,022 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:39:06,182 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:39:10,902 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:39:11,182 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:39:15,903 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:39:15,903 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:39:16,183 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:39:17,725 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 21:39:20,022 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:39:20,022 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:39:22,161 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:39:25,906 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:39:27,165 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:39:30,909 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:39:31,580 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 21:39:31,582 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 21:39:31,583 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 21:39:31,584 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 21:39:32,571 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 21:39:32,585 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:39:33,572 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 21:39:35,022 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:39:35,022 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:39:38,105 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:39:40,984 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:39:40,984 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:39:43,106 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:39:45,985 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:39:45,985 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:39:47,729 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 21:39:48,732 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:39:50,022 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:39:50,022 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:39:54,151 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:39:55,986 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:39:55,987 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:39:59,156 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:40:00,991 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:40:02,625 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 21:40:02,626 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 21:40:02,627 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 21:40:02,628 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 21:40:03,599 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 21:40:03,599 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 21:40:04,630 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:40:05,022 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:40:05,023 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:40:10,037 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:40:10,037 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:40:10,094 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:40:15,038 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:40:15,038 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:40:15,095 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:40:17,733 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 21:40:20,022 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:40:20,023 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:40:20,100 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:40:25,047 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:40:25,105 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:40:27,129 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 21:40:27,131 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 21:40:27,131 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 21:40:27,133 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 21:40:27,626 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 21:40:27,627 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 21:40:30,046 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:40:30,134 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:40:35,022 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:40:35,023 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:40:36,109 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:40:40,047 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:40:41,109 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:40:45,048 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:40:46,110 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:40:47,737 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 21:40:50,023 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:40:50,024 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:40:51,189 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:40:55,059 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:40:55,959 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 21:40:55,960 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 21:40:55,960 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 21:40:55,962 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 21:40:56,652 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 21:40:56,962 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:40:57,653 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 21:41:00,363 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:41:00,363 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:41:01,963 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:41:05,023 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:41:05,023 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:41:07,121 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:41:10,365 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:41:10,365 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:41:12,122 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:41:15,366 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:41:15,366 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:41:17,123 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:41:17,740 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 21:41:20,023 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:41:20,024 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:41:22,180 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:41:25,377 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:41:26,008 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 21:41:26,009 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 21:41:26,009 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 21:41:26,011 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 21:41:26,685 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 21:41:27,686 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 21:41:28,011 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:41:30,414 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:41:30,415 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:41:33,012 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:41:35,023 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:41:35,023 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:41:38,146 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:41:40,416 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:41:40,416 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:41:43,146 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:41:45,417 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:41:45,417 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:41:47,746 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 21:41:48,751 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:41:50,026 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:41:50,026 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:41:53,619 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 21:41:53,620 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 21:41:53,620 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 21:41:53,622 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 21:41:53,717 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 21:41:54,622 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:41:55,425 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:41:55,718 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 21:41:59,623 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:42:00,426 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:42:00,426 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:42:04,624 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:42:05,026 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:42:05,026 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:42:10,152 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:42:10,427 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:42:10,427 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:42:15,153 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:42:15,428 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:42:15,428 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:42:17,748 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 21:42:20,035 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:42:20,044 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:42:21,150 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:42:25,435 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:42:25,635 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 21:42:25,637 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 21:42:25,637 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 21:42:25,638 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 21:42:25,748 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 21:42:26,639 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:42:27,750 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 21:42:30,436 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:42:31,639 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:42:35,030 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:42:35,031 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:42:37,172 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:42:40,438 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:42:42,173 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:42:45,438 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:42:47,182 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:42:47,752 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 21:42:50,035 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:42:50,035 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:42:52,195 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:42:52,441 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 21:42:52,443 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 21:42:52,444 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 21:42:52,446 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 21:42:52,778 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 21:42:53,779 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 21:42:55,851 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:42:55,852 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:42:57,447 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:43:00,852 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:43:02,448 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:43:05,032 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:43:05,033 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:43:08,123 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:43:10,853 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:43:13,124 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:43:15,864 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:43:17,756 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 21:43:18,757 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:43:20,036 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:43:20,041 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:43:21,512 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 21:43:21,514 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 21:43:21,514 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 21:43:21,516 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 21:43:21,800 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 21:43:23,802 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 21:43:24,517 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:43:25,964 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:43:25,965 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:43:29,518 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:43:30,965 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:43:34,518 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:43:35,036 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:43:35,037 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:43:40,038 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:43:40,156 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:43:45,038 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:43:45,039 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:43:45,157 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:43:47,762 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 21:43:50,045 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:43:50,046 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:43:50,230 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:43:53,416 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 21:43:53,417 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 21:43:53,418 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 21:43:53,420 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 21:43:53,830 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 21:43:53,831 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 21:43:55,042 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:43:55,421 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:44:00,043 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:44:00,421 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:44:05,039 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:44:05,040 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:44:06,149 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:44:10,044 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:44:11,149 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:44:15,045 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:44:16,150 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:44:17,763 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 21:44:20,039 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:44:20,040 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:44:22,146 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:44:25,049 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:44:27,147 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:44:27,477 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 21:44:27,480 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 21:44:27,480 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 21:44:27,482 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 21:44:27,866 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 21:44:27,867 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 21:44:30,050 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:44:32,484 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:44:35,039 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:44:35,040 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:44:38,162 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:44:40,051 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:44:43,163 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:44:45,052 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:44:47,767 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 21:44:48,769 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:44:50,039 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:44:50,040 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:44:54,174 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:44:55,066 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:44:56,793 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 21:44:56,793 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 21:44:56,794 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 21:44:56,795 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 21:44:56,891 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 21:44:57,893 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 21:44:59,797 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:45:00,192 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:45:00,192 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:45:04,797 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:45:05,040 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:45:05,040 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:45:10,206 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:45:10,289 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:45:10,289 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:45:15,207 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:45:15,290 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:45:15,290 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:45:17,771 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 21:45:20,040 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:45:20,040 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:45:21,210 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:45:25,305 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:45:26,210 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:45:26,619 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 21:45:26,620 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 21:45:26,620 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 21:45:26,621 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 21:45:26,924 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 21:45:27,925 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 21:45:30,301 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:45:31,622 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:45:35,040 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:45:35,040 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:45:37,205 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:45:40,302 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:45:42,206 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:45:45,303 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:45:47,206 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:45:47,775 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 21:45:50,040 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:45:50,040 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:45:53,149 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:45:55,313 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:45:58,153 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:45:58,310 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 21:45:58,312 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 21:45:58,313 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 21:45:58,315 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 21:45:58,953 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 21:45:59,954 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 21:46:00,311 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:46:03,316 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:46:05,040 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:46:05,041 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:46:09,205 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:46:10,312 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:46:14,205 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:46:15,313 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:46:17,779 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 21:46:19,781 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:46:20,040 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:46:20,040 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:46:25,204 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:46:25,324 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:46:28,587 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 21:46:28,589 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 21:46:28,589 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 21:46:28,590 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 21:46:28,989 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 21:46:29,990 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 21:46:30,319 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:46:30,591 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:46:35,040 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:46:35,041 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:46:36,202 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:46:40,321 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:46:41,204 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:46:45,322 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:46:46,205 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:46:47,783 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 21:46:50,040 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:46:50,041 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:46:52,168 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:46:55,328 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:46:57,172 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:46:57,561 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 21:46:57,562 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 21:46:57,562 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 21:46:57,563 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 21:46:58,017 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 21:46:58,017 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 21:47:00,334 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:47:02,564 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:47:05,041 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:47:05,041 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:47:08,131 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:47:10,335 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:47:13,132 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:47:15,336 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:47:17,788 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 21:47:18,790 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:47:20,040 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:47:20,041 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:47:24,168 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:47:25,346 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:47:26,636 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 21:47:26,638 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 21:47:26,638 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 21:47:26,639 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 21:47:27,047 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 21:47:28,048 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 21:47:29,640 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:47:30,347 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:47:34,640 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:47:35,041 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:47:35,041 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:47:40,142 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:47:40,348 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:47:45,143 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:47:45,349 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:47:47,791 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 21:47:50,044 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:47:50,044 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:47:50,191 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:47:55,199 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:47:55,258 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 21:47:55,259 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 21:47:55,260 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 21:47:55,261 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 21:47:55,403 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:47:56,076 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 21:47:56,077 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 21:48:00,262 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:48:00,666 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:48:05,041 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:48:05,041 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:48:06,139 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:48:10,667 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:48:11,140 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:48:15,668 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:48:16,141 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:48:17,795 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 21:48:20,041 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:48:20,041 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:48:22,129 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:48:25,673 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:48:26,781 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 21:48:26,782 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 21:48:26,783 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 21:48:26,784 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 21:48:27,113 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 21:48:27,785 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:48:28,114 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 21:48:30,674 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:48:32,786 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:48:35,041 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:48:35,042 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:48:38,156 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:48:40,676 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:48:43,157 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:48:45,676 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:48:47,799 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 21:48:48,801 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:48:50,041 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:48:50,042 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:48:54,209 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:48:55,682 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:48:55,682 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:48:58,365 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 21:48:58,366 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 21:48:58,367 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 21:48:58,368 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 21:48:59,141 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 21:48:59,369 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:49:00,142 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 21:49:00,766 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:49:04,370 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:49:05,041 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:49:05,042 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:49:10,143 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:49:10,768 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:49:15,143 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:49:15,802 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:49:15,802 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:49:17,803 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 21:49:20,041 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:49:20,042 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:49:21,121 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:49:25,812 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:49:26,127 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:49:28,774 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 21:49:28,776 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 21:49:28,777 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 21:49:28,778 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 21:49:29,171 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 21:49:30,172 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 21:49:31,174 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:49:31,175 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:49:31,779 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:49:35,042 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:49:35,042 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:49:37,163 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:49:40,176 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:49:40,176 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:49:42,163 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:49:45,179 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:49:45,179 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:49:47,164 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:49:47,808 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 21:49:50,042 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:49:50,042 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:49:52,199 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:49:55,181 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:49:57,207 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:50:00,195 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:50:00,195 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:50:01,697 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 21:50:01,699 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 21:50:01,699 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 21:50:01,700 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 21:50:02,207 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 21:50:02,207 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 21:50:02,701 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:50:05,042 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:50:05,042 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:50:08,163 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:50:10,193 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:50:13,163 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:50:15,268 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:50:15,268 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:50:17,811 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 21:50:18,813 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:50:20,042 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:50:20,042 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:50:24,214 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:50:25,278 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:50:29,017 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 21:50:29,018 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 21:50:29,018 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 21:50:29,019 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 21:50:29,236 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 21:50:30,020 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:50:30,237 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 21:50:30,426 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:50:30,427 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:50:35,021 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:50:35,042 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:50:35,042 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:50:40,211 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:50:40,428 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:50:40,428 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:50:45,212 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:50:45,429 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:50:45,429 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:50:47,815 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 21:50:50,042 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:50:50,043 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:50:51,201 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:50:55,435 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:50:56,209 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:50:58,815 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 21:50:58,817 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 21:50:58,817 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 21:50:58,818 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 21:50:59,270 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 21:51:00,271 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 21:51:00,441 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:51:00,442 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:51:01,819 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:51:05,042 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:51:05,043 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:51:07,203 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:51:10,443 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:51:12,204 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:51:15,444 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:51:17,204 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:51:17,819 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 21:51:20,042 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:51:20,043 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:51:23,124 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:51:25,452 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:51:25,453 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:51:27,532 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 21:51:27,534 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 21:51:27,534 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 21:51:27,535 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 21:51:28,305 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 21:51:28,305 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 21:51:28,536 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:51:30,451 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:51:30,451 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:51:33,536 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:51:35,043 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:51:35,043 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:51:39,177 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:51:40,533 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:51:40,620 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:51:44,177 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:51:45,620 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:51:45,621 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:51:47,823 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 21:51:49,826 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:51:50,042 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:51:50,043 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:51:55,136 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:51:55,628 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:51:57,950 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 21:51:57,951 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 21:51:57,951 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 21:51:57,953 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 21:51:58,335 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 21:51:59,336 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 21:52:00,628 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:52:00,954 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:52:05,043 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:52:05,043 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:52:06,160 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:52:10,629 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:52:11,161 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:52:15,630 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:52:15,630 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:52:16,161 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:52:17,826 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 21:52:20,053 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:52:20,054 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:52:22,158 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:52:25,510 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 21:52:25,512 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 21:52:25,512 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 21:52:25,514 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 21:52:25,658 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:52:25,904 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:52:26,367 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 21:52:27,368 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 21:52:27,515 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:52:30,904 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:52:30,905 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:52:32,516 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:52:35,046 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:52:35,047 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:52:38,211 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:52:41,031 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:52:41,031 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:52:43,212 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:52:46,032 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:52:46,032 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:52:47,831 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 21:52:48,833 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:52:50,046 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:52:50,047 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:52:54,193 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:52:56,051 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:52:57,351 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 21:52:57,354 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 21:52:57,354 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 21:52:57,356 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 21:52:57,396 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 21:52:59,357 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:52:59,397 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 21:53:01,039 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:53:04,357 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:53:05,046 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:53:05,047 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:53:10,135 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:53:11,040 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:53:15,136 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:53:16,041 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:53:17,834 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 21:53:20,050 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:53:20,051 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:53:20,202 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:53:25,050 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:53:25,071 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 21:53:25,073 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 21:53:25,073 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 21:53:25,075 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 21:53:25,429 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 21:53:26,076 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:53:27,431 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 21:53:30,051 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:53:31,077 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:53:35,050 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:53:35,051 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:53:36,215 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:53:40,051 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:53:41,216 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:53:45,052 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:53:46,216 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:53:47,838 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 21:53:50,050 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:53:50,051 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:53:52,204 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:53:55,070 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:53:56,504 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 21:53:56,505 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 21:53:56,506 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 21:53:56,507 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 21:53:57,457 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 21:53:57,507 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:53:59,459 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 21:54:00,063 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:54:02,508 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:54:05,050 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:54:05,051 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:54:08,138 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:54:10,065 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:54:13,138 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:54:15,065 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:54:17,842 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 21:54:18,845 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:54:20,050 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:54:20,051 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:54:24,208 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:54:25,069 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:54:26,806 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 21:54:26,808 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 21:54:26,808 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 21:54:26,810 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 21:54:27,497 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 21:54:29,499 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 21:54:29,811 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:54:30,250 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:54:30,250 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:54:34,812 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:54:35,050 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:54:35,051 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:54:40,119 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:54:40,251 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:54:40,252 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:54:45,120 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:54:45,252 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:54:45,252 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:54:47,847 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 21:54:50,051 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:54:50,051 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:54:50,163 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:54:55,168 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:54:55,261 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:54:57,282 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 21:54:57,284 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 21:54:57,284 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 21:54:57,285 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 21:54:57,531 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 21:54:59,533 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 21:55:00,263 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:55:00,286 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:55:05,051 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:55:05,051 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:55:06,157 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:55:10,264 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:55:11,158 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:55:15,265 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:55:16,159 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:55:17,851 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 21:55:20,051 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:55:20,051 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:55:22,135 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:55:25,272 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:55:27,136 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:55:27,496 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 21:55:27,498 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 21:55:27,499 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 21:55:27,500 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 21:55:27,561 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 21:55:29,563 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 21:55:30,277 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:55:30,277 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:55:32,501 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:55:35,051 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:55:35,051 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:55:38,180 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:55:40,278 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:55:43,181 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:55:45,279 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:55:47,855 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 21:55:48,857 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:55:50,051 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:55:50,051 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:55:54,197 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:55:55,285 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:55:59,202 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:55:59,252 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 21:55:59,253 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 21:55:59,253 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 21:55:59,254 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 21:55:59,594 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 21:56:00,397 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:56:01,596 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 21:56:04,255 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:56:05,051 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:56:05,052 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:56:10,141 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:56:10,398 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:56:15,142 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:56:15,399 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:56:15,400 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:56:17,859 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 21:56:20,051 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:56:20,052 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:56:20,195 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:56:25,201 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:56:25,401 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:56:30,200 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:56:30,404 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:56:30,405 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:56:30,654 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 21:56:30,655 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 21:56:30,656 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 21:56:30,657 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 21:56:31,631 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 21:56:33,632 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 21:56:35,051 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:56:35,052 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:56:36,146 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:56:40,408 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:56:40,408 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:56:41,146 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:56:45,409 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:56:45,409 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:56:46,147 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:56:47,863 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 21:56:50,051 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:56:50,052 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:56:52,129 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:56:55,414 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:56:57,143 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:56:59,754 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 21:56:59,756 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 21:56:59,756 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 21:56:59,758 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 21:57:00,421 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:57:00,658 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 21:57:01,659 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 21:57:02,759 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:57:05,052 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:57:05,052 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:57:08,171 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:57:10,423 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:57:10,423 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:57:13,172 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:57:15,424 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:57:15,424 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:57:17,866 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 21:57:18,869 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:57:20,052 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:57:20,052 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:57:24,230 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:57:25,436 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:57:28,494 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 21:57:28,496 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 21:57:28,496 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 21:57:28,498 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 21:57:28,685 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 21:57:29,498 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:57:29,686 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 21:57:30,435 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:57:34,499 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:57:35,052 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:57:35,052 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:57:40,149 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:57:40,436 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:57:45,150 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:57:45,437 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:57:47,872 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 21:57:50,052 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:57:50,053 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:57:50,206 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:57:55,210 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:57:55,438 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:58:00,212 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:58:00,326 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 21:58:00,328 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 21:58:00,329 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 21:58:00,330 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 21:58:00,472 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:58:00,713 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 21:58:01,714 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 21:58:05,052 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:58:05,053 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:58:06,156 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:58:10,478 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:58:11,157 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:58:15,540 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:58:16,157 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:58:17,875 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 21:58:20,052 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:58:20,053 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:58:22,138 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:58:25,542 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:58:27,142 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:58:30,552 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:58:31,568 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 21:58:31,570 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 21:58:31,570 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 21:58:31,571 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 21:58:31,741 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 21:58:32,572 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:58:33,742 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 21:58:35,052 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:58:35,053 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:58:38,191 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:58:40,552 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:58:43,192 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:58:45,553 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:58:47,878 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 21:58:48,881 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:58:50,052 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:58:50,053 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:58:54,120 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:58:55,554 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:58:59,120 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:59:00,561 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:59:04,076 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 21:59:04,078 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 21:59:04,078 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 21:59:04,080 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 21:59:04,768 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 21:59:05,053 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:59:05,053 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:59:05,170 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:59:05,769 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 21:59:10,171 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:59:10,564 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:59:15,172 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:59:15,565 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:59:17,882 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 21:59:20,053 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:59:20,053 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:59:20,218 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:59:25,219 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:59:25,566 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:59:30,227 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:59:30,576 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:59:34,319 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 21:59:34,321 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 21:59:34,321 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 21:59:34,322 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 21:59:34,795 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 21:59:35,053 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:59:35,054 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:59:35,796 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 21:59:36,190 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:59:40,719 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:59:41,190 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:59:45,719 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:59:46,191 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:59:47,887 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 21:59:50,053 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 21:59:50,054 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 21:59:51,195 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 21:59:55,053 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 21:59:56,195 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:00:00,060 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:00:01,199 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:00:05,053 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:00:05,053 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:00:05,399 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 22:00:05,401 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 22:00:05,402 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 22:00:05,403 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 22:00:05,824 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 22:00:06,404 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:00:07,826 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 22:00:10,065 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:00:11,405 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:00:15,066 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:00:16,405 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:00:17,891 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 22:00:20,053 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:00:20,054 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:00:22,139 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:00:25,067 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:00:27,146 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:00:30,076 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:00:32,154 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:00:32,677 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 22:00:32,679 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 22:00:32,679 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 22:00:32,681 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 22:00:32,850 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 22:00:33,852 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 22:00:35,053 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:00:35,054 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:00:37,165 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:00:40,085 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:00:42,166 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:00:45,086 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:00:47,166 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:00:47,895 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 22:00:50,053 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:00:50,054 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:00:52,224 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:00:55,087 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:00:57,225 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:01:00,094 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:01:02,230 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:01:03,316 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 22:01:03,318 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 22:01:03,319 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 22:01:03,320 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 22:01:03,881 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 22:01:05,053 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:01:05,054 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:01:05,882 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 22:01:08,143 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:01:10,094 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:01:13,143 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:01:15,095 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:01:17,899 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 22:01:18,901 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:01:20,054 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:01:20,054 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:01:24,199 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:01:25,141 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:01:25,142 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:01:29,202 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:01:30,150 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:01:34,205 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:01:34,443 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 22:01:34,445 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 22:01:34,446 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 22:01:34,447 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 22:01:34,907 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 22:01:35,056 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:01:35,057 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:01:35,908 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 22:01:39,221 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:01:40,150 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:01:44,221 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:01:45,151 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:01:45,151 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:01:47,903 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 22:01:49,905 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:01:50,056 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:01:50,056 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:01:55,145 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:01:55,153 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:01:55,153 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:02:00,146 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:02:00,153 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:02:00,154 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:02:05,065 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:02:05,066 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:02:05,216 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:02:07,606 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 22:02:07,608 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 22:02:07,608 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 22:02:07,610 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 22:02:07,935 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 22:02:09,937 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 22:02:10,159 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:02:10,611 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:02:15,160 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:02:15,612 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:02:17,907 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 22:02:20,062 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:02:20,063 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:02:21,155 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:02:25,161 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:02:26,155 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:02:30,162 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:02:31,164 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:02:35,069 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:02:35,069 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:02:36,196 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:02:36,541 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 22:02:36,543 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 22:02:36,543 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 22:02:36,545 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 22:02:36,966 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 22:02:37,967 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 22:02:40,170 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:02:41,546 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:02:45,170 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:02:46,547 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:02:47,910 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 22:02:50,069 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:02:50,070 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:02:52,214 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:02:55,172 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:02:57,214 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:03:00,172 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:03:02,215 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:03:05,076 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:03:05,081 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:03:08,211 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:03:08,329 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 22:03:08,330 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 22:03:08,330 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 22:03:08,332 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 22:03:08,997 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 22:03:09,998 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 22:03:10,180 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:03:13,333 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:03:15,180 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:03:17,915 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 22:03:18,917 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:03:20,075 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:03:20,076 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:03:24,230 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:03:25,274 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:03:29,230 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:03:30,274 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:03:34,237 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:03:35,082 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:03:35,083 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:03:38,896 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 22:03:38,898 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 22:03:38,898 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 22:03:38,900 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 22:03:39,030 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 22:03:39,901 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:03:40,031 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 22:03:40,303 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:03:44,902 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:03:45,304 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:03:47,918 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 22:03:49,920 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:03:50,079 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:03:50,080 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:03:55,168 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:03:55,388 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:03:55,388 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:04:00,169 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:04:00,389 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:04:00,389 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:04:05,087 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:04:05,088 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:04:05,251 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:04:08,887 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 22:04:08,889 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 22:04:08,890 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 22:04:08,891 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 22:04:09,055 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 22:04:10,056 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 22:04:10,396 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:04:10,892 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:04:15,401 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:04:15,893 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:04:17,922 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 22:04:20,082 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:04:20,083 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:04:21,216 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:04:25,403 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:04:26,216 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:04:30,404 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:04:30,404 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:04:31,217 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:04:35,096 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:04:35,097 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:04:37,181 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:04:38,843 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 22:04:38,844 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 22:04:38,845 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 22:04:38,846 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 22:04:39,080 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 22:04:40,081 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 22:04:40,408 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:04:42,847 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:04:45,409 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:04:47,848 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:04:47,926 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 22:04:50,085 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:04:50,086 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:04:53,164 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:04:55,411 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:04:58,165 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:05:00,411 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:05:03,172 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:05:05,094 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:05:05,097 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:05:08,196 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:05:08,612 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 22:05:08,613 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 22:05:08,613 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 22:05:08,614 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 22:05:09,116 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 22:05:10,117 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 22:05:10,419 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:05:13,615 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:05:15,420 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:05:17,930 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 22:05:18,932 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:05:20,184 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:05:20,185 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:05:24,349 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:05:25,421 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:05:29,349 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:05:30,431 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:05:34,360 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:05:35,104 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:05:35,105 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:05:35,918 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 22:05:35,920 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 22:05:35,921 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 22:05:35,923 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 22:05:36,139 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 22:05:38,140 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 22:05:39,924 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:05:40,428 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:05:44,925 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:05:45,429 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:05:47,934 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 22:05:49,936 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:05:50,101 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:05:50,102 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:05:55,193 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:05:55,431 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:06:00,194 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:06:00,431 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:06:05,103 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:06:05,103 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:06:05,225 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:06:07,100 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 22:06:07,102 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 22:06:07,102 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 22:06:07,104 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 22:06:07,162 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 22:06:08,164 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 22:06:10,503 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:06:10,504 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:06:11,105 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:06:15,505 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:06:15,505 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:06:16,106 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:06:17,939 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 22:06:20,104 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:06:20,105 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:06:21,259 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:06:25,507 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:06:25,507 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:06:26,260 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:06:30,517 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:06:31,266 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:06:35,103 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:06:35,104 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:06:36,035 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 22:06:36,036 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 22:06:36,037 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 22:06:36,038 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 22:06:36,186 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 22:06:37,038 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:06:38,188 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 22:06:40,561 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:06:42,039 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:06:45,562 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:06:45,562 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:06:47,039 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:06:47,942 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 22:06:50,104 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:06:50,104 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:06:52,234 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:06:55,567 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:06:55,568 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:06:57,234 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:07:00,568 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:07:00,568 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:07:02,235 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:07:05,109 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:07:05,114 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:07:07,254 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:07:08,197 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 22:07:08,199 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 22:07:08,199 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 22:07:08,200 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 22:07:08,223 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 22:07:10,225 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 22:07:10,607 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:07:10,607 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:07:13,201 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:07:15,608 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:07:17,946 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 22:07:18,948 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:07:20,106 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:07:20,106 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:07:24,198 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:07:25,609 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:07:29,199 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:07:30,610 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:07:34,200 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:07:35,113 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:07:35,115 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:07:39,243 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:07:39,911 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 22:07:39,912 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 22:07:39,912 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 22:07:39,913 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 22:07:40,259 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 22:07:40,617 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:07:42,261 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 22:07:44,914 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:07:45,618 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:07:47,950 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 22:07:49,952 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:07:50,110 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:07:50,111 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:07:55,225 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:07:55,619 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:08:00,226 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:08:00,620 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:08:05,114 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:08:05,120 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:08:05,291 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:08:09,734 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 22:08:09,735 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 22:08:09,736 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 22:08:09,738 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 22:08:10,294 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 22:08:10,629 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:08:10,739 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:08:12,296 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 22:08:15,629 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:08:15,739 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:08:17,954 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 22:08:20,114 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:08:20,115 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:08:21,195 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:08:25,630 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:08:26,196 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:08:30,631 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:08:31,197 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:08:35,114 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:08:35,115 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:08:36,215 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:08:40,639 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:08:41,218 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:08:41,267 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 22:08:41,268 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 22:08:41,268 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 22:08:41,270 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 22:08:41,318 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 22:08:42,319 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 22:08:46,271 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:08:46,339 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:08:47,959 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 22:08:50,114 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:08:50,115 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:08:52,201 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:08:55,340 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:08:55,340 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:08:57,201 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:09:00,341 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:09:00,341 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:09:02,202 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:09:05,122 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:09:05,131 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:09:07,269 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:09:10,348 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:09:10,761 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 22:09:10,762 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 22:09:10,762 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 22:09:10,764 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 22:09:11,349 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 22:09:12,350 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 22:09:12,765 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:09:15,924 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:09:15,925 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:09:17,765 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:09:17,962 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 22:09:20,117 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:09:20,118 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:09:23,240 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:09:25,926 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:09:25,926 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:09:28,240 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:09:30,927 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:09:30,927 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:09:33,241 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:09:35,117 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:09:35,118 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:09:39,237 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:09:40,933 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:09:41,068 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 22:09:41,069 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 22:09:41,069 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 22:09:41,071 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 22:09:41,376 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 22:09:42,377 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 22:09:45,072 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:09:45,967 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:09:45,968 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:09:47,966 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 22:09:50,117 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:09:50,118 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:09:50,265 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:09:55,265 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:09:55,969 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:09:55,969 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:10:00,266 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:10:00,970 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:10:00,970 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:10:05,125 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:10:05,131 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:10:05,269 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:10:10,273 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:10:10,778 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 22:10:10,780 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 22:10:10,781 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 22:10:10,782 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 22:10:11,404 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 22:10:11,932 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:10:11,933 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:10:12,407 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 22:10:15,784 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:10:16,934 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:10:17,970 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 22:10:20,119 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:10:20,120 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:10:21,280 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:10:25,941 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:10:25,942 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:10:26,281 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:10:30,942 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:10:31,282 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:10:35,119 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:10:35,120 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:10:36,290 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:10:40,947 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:10:41,288 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:10:41,818 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 22:10:41,819 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 22:10:41,820 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 22:10:41,822 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 22:10:42,439 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 22:10:44,442 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 22:10:46,096 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:10:46,096 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:10:46,823 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:10:47,974 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 22:10:50,119 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:10:50,120 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:10:52,274 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:10:55,173 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:10:55,174 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:10:57,275 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:11:00,174 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:11:02,275 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:11:05,119 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:11:05,120 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:11:07,299 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:11:10,189 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:11:12,304 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:11:12,724 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 22:11:12,726 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 22:11:12,726 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 22:11:12,727 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 22:11:13,466 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 22:11:14,467 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 22:11:15,179 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:11:17,731 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:11:17,979 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 22:11:20,119 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:11:20,120 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:11:23,288 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:11:25,180 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:11:28,289 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:11:30,181 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:11:33,289 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:11:35,120 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:11:35,120 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:11:39,243 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:11:40,186 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:11:43,260 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 22:11:43,263 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 22:11:43,263 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 22:11:43,265 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 22:11:43,496 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 22:11:44,266 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:11:44,497 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 22:11:45,187 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:11:47,982 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 22:11:49,985 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:11:50,120 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:11:50,120 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:11:55,188 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:11:55,208 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:12:00,209 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:12:00,260 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:12:05,120 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:12:05,120 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:12:05,245 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:12:10,245 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:12:10,261 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:12:15,255 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:12:15,275 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:12:17,525 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 22:12:17,527 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 22:12:17,527 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 22:12:17,529 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 22:12:17,986 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 22:12:18,529 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 22:12:18,530 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 22:12:20,120 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:12:20,121 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:12:21,239 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:12:25,273 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:12:26,239 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:12:30,274 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:12:31,240 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:12:35,120 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:12:35,121 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:12:36,247 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:12:40,276 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:12:41,248 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:12:45,283 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:12:46,255 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:12:48,001 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 22:12:48,748 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 22:12:48,750 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 22:12:48,750 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 22:12:48,752 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 22:12:49,560 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 22:12:50,120 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:12:50,121 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:12:50,561 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 22:12:52,222 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:12:55,280 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:12:57,223 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:13:00,281 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:13:02,224 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:13:05,120 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:13:05,121 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:13:07,236 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:13:10,282 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:13:12,237 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:13:15,291 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:13:17,242 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:13:18,008 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 22:13:19,864 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 22:13:19,865 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 22:13:19,866 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 22:13:19,868 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 22:13:20,307 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:13:20,312 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:13:20,312 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:13:20,589 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 22:13:20,589 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 22:13:22,476 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:13:25,382 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:13:27,476 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:13:30,383 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:13:32,477 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:13:35,307 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:13:35,308 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:13:38,427 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:13:40,439 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:13:43,433 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:13:45,452 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:13:48,007 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 22:13:48,857 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 22:13:48,858 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 22:13:48,858 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 22:13:48,858 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:13:48,861 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 22:13:49,613 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 22:13:50,307 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:13:50,308 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:13:50,613 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 22:13:54,406 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:13:55,444 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:13:59,406 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:14:00,445 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:14:04,407 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:14:05,307 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:14:05,308 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:14:09,473 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:14:10,446 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:14:14,473 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:14:15,447 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:14:18,007 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 22:14:20,017 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:14:20,316 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:14:20,317 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:14:22,555 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 22:14:22,556 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 22:14:22,557 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 22:14:22,562 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 22:14:22,640 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 22:14:24,642 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 22:14:25,452 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:14:25,563 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:14:30,453 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:14:30,564 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:14:35,311 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:14:35,312 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:14:36,482 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:14:40,454 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:14:41,483 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:14:45,463 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:14:46,488 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:14:48,016 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 22:14:50,244 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 22:14:50,245 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 22:14:50,245 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 22:14:50,247 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 22:14:50,647 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:14:50,647 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:14:50,648 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:14:50,649 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:14:50,665 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 22:14:50,666 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 22:14:51,810 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:14:55,650 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:14:55,651 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:14:56,810 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:15:00,651 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:15:00,651 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:15:01,811 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:15:05,390 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:15:05,390 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:15:07,491 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:15:10,653 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:15:10,653 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:15:12,492 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:15:15,654 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:15:15,654 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:15:17,498 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:15:18,016 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 22:15:20,394 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:15:20,395 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:15:22,905 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 22:15:22,906 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 22:15:22,907 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 22:15:22,907 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:15:22,909 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 22:15:23,697 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 22:15:24,698 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 22:15:25,661 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:15:27,910 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:15:30,662 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:15:32,910 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:15:35,585 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:15:35,586 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:15:38,652 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:15:40,663 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:15:43,652 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:15:45,664 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:15:48,029 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 22:15:49,030 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:15:50,505 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:15:50,506 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:15:53,636 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 22:15:53,638 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 22:15:53,638 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 22:15:53,640 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 22:15:53,727 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 22:15:54,642 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:15:54,728 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 22:15:56,034 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:15:56,034 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:15:59,642 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:16:01,035 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:16:01,035 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:16:04,643 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:16:05,500 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:16:05,500 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:16:10,623 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:16:11,037 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:16:11,037 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:16:15,624 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:16:16,037 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:16:16,038 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:16:18,033 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 22:16:20,508 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:16:20,509 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:16:21,614 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:16:23,573 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 22:16:23,575 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 22:16:23,576 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 22:16:23,577 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 22:16:23,751 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 22:16:25,753 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 22:16:26,043 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:16:27,578 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:16:31,044 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:16:32,579 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:16:35,501 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:16:35,502 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:16:37,628 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:16:41,045 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:16:42,628 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:16:46,046 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:16:47,629 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:16:48,028 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 22:16:50,507 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:16:50,514 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:16:52,673 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:16:54,263 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 22:16:54,265 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 22:16:54,266 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 22:16:54,271 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 22:16:54,778 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 22:16:55,779 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 22:16:56,055 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:16:58,272 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:17:01,056 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:17:03,273 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:17:05,504 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:17:05,505 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:17:08,590 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:17:11,057 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:17:13,591 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:17:16,058 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:17:16,058 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:17:18,044 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 22:17:19,046 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:17:20,511 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:17:20,512 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:17:22,873 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 22:17:22,875 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 22:17:22,875 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 22:17:22,877 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 22:17:23,809 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 22:17:24,883 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:17:25,810 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 22:17:26,274 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:17:26,274 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:17:29,880 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:17:31,275 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:17:31,275 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:17:34,880 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:17:35,508 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:17:35,508 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:17:40,618 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:17:41,460 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:17:41,460 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:17:45,618 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:17:46,461 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:17:48,038 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 22:17:50,517 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:17:50,521 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:17:50,626 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:17:55,634 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:17:55,698 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 22:17:55,700 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 22:17:55,701 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 22:17:55,704 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 22:17:55,836 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 22:17:56,468 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:17:57,837 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 22:18:00,705 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:18:01,469 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:18:05,512 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:18:05,513 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:18:06,611 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:18:11,489 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:18:11,612 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:18:16,490 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:18:16,490 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:18:16,613 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:18:18,042 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 22:18:20,516 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:18:20,520 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:18:21,681 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:18:24,755 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 22:18:24,757 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 22:18:24,757 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 22:18:24,759 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 22:18:24,863 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 22:18:25,863 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 22:18:26,502 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:18:26,502 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:18:26,760 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:18:31,503 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:18:31,503 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:18:31,760 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:18:35,513 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:18:35,514 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:18:37,626 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:18:41,504 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:18:41,505 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:18:42,626 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:18:46,516 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:18:47,630 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:18:48,052 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 22:18:50,526 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:18:50,529 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:18:51,694 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 22:18:51,696 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 22:18:51,696 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 22:18:51,697 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 22:18:51,888 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 22:18:52,698 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:18:53,889 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 22:18:56,519 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:18:56,519 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:18:57,698 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:19:01,520 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:19:01,520 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:19:02,699 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:19:05,523 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:19:05,524 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:19:08,689 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:19:11,522 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:19:13,689 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:19:16,528 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:19:18,048 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 22:19:19,050 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:19:20,523 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:19:20,524 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:19:20,552 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 22:19:20,610 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 22:19:20,611 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 22:19:20,616 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 22:19:20,914 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 22:19:21,914 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 22:19:24,618 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:19:25,527 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:19:29,618 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:19:30,528 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:19:34,619 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:19:35,523 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:19:35,524 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:19:40,529 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:19:40,594 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:19:45,536 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:19:45,601 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:19:48,055 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 22:19:48,863 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 22:19:48,865 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 22:19:48,865 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 22:19:48,867 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 22:19:48,951 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 22:19:49,952 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 22:19:50,524 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:19:50,525 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:19:50,688 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:19:55,536 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:19:55,688 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:20:00,536 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:20:00,689 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:20:05,524 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:20:05,524 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:20:05,693 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:20:10,538 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:20:10,694 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:20:15,548 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:20:15,704 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:20:16,599 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 22:20:16,601 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 22:20:16,601 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 22:20:16,605 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 22:20:16,991 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 22:20:17,992 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 22:20:18,058 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 22:20:20,524 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:20:20,524 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:20:21,690 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:20:25,546 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:20:26,690 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:20:30,547 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:20:31,691 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:20:35,524 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:20:35,524 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:20:37,659 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:20:40,559 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:20:42,666 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:20:44,418 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 22:20:44,419 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 22:20:44,419 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 22:20:44,420 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 22:20:45,019 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 22:20:45,564 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:20:46,019 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 22:20:48,062 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 22:20:48,069 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:20:50,524 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:20:50,524 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:20:53,701 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:20:55,566 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:20:58,702 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:21:00,580 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:21:03,703 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:21:05,524 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:21:05,525 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:21:09,670 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:21:10,582 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:21:14,677 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:21:15,593 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:21:16,556 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 22:21:16,557 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 22:21:16,558 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 22:21:16,560 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 22:21:17,049 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 22:21:18,050 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 22:21:18,066 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 22:21:20,069 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:21:20,524 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:21:20,525 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:21:25,607 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:21:25,704 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:21:30,608 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:21:30,744 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:21:35,524 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:21:35,525 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:21:35,610 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:21:40,614 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:21:40,747 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:21:45,625 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:21:45,659 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 22:21:45,661 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 22:21:45,662 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 22:21:45,664 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 22:21:45,807 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:21:46,079 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 22:21:48,070 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 22:21:48,081 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 22:21:50,524 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:21:50,525 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:21:51,618 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:21:56,099 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:21:56,099 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:21:56,618 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:22:01,100 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:22:01,100 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:22:01,619 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:22:05,525 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:22:05,525 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:22:07,608 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:22:11,108 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:22:12,611 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:22:15,560 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 22:22:15,562 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 22:22:15,562 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 22:22:15,564 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 22:22:16,104 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:22:16,107 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 22:22:18,075 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 22:22:18,081 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:22:18,108 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 22:22:20,525 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:22:20,525 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:22:23,648 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:22:26,105 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:22:28,648 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:22:31,106 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:22:33,649 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:22:35,526 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:22:35,526 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:22:39,616 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:22:41,107 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:22:44,623 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:22:46,124 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:22:48,078 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 22:22:48,229 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 22:22:48,230 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 22:22:48,230 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 22:22:48,232 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 22:22:49,136 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 22:22:50,137 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 22:22:50,233 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:22:50,527 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:22:50,528 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:22:55,648 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:22:56,120 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:23:00,651 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:23:01,121 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:23:05,527 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:23:05,527 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:23:05,664 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:23:10,665 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:23:11,122 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:23:15,675 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:23:16,132 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:23:18,082 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 22:23:18,118 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 22:23:18,119 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 22:23:18,120 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 22:23:18,121 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 22:23:18,164 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 22:23:20,166 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 22:23:20,527 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:23:20,528 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:23:21,643 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:23:26,263 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:23:26,643 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:23:31,264 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:23:31,264 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:23:31,644 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:23:35,527 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:23:35,527 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:23:37,617 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:23:41,265 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:23:42,618 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:23:46,273 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:23:47,625 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:23:48,084 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 22:23:48,827 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 22:23:48,829 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 22:23:48,829 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 22:23:48,831 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 22:23:49,194 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 22:23:50,195 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 22:23:50,527 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:23:50,528 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:23:52,637 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:23:56,272 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:23:56,273 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:23:57,638 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:24:01,273 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:24:01,273 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:24:02,638 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:24:05,527 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:24:05,528 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:24:07,698 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:24:11,275 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:24:11,275 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:24:12,698 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:24:16,282 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:24:17,704 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:24:18,088 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 22:24:20,532 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:24:20,537 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:24:21,721 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 22:24:21,723 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 22:24:21,724 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 22:24:21,725 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 22:24:22,224 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 22:24:22,726 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:24:24,225 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 22:24:26,283 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:24:27,726 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:24:31,283 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:24:32,727 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:24:35,530 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:24:35,531 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:24:38,680 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:24:41,285 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:24:43,680 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:24:46,285 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:24:48,093 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 22:24:49,099 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:24:50,535 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:24:50,536 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:24:54,666 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 22:24:54,668 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 22:24:54,668 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 22:24:54,669 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:24:54,670 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 22:24:55,262 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 22:24:56,263 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 22:24:56,293 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:24:59,672 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:25:01,293 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:25:04,672 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:25:05,535 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:25:05,535 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:25:09,694 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:25:11,377 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:25:11,377 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:25:14,695 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:25:16,378 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:25:16,378 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:25:18,097 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 22:25:20,102 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:25:20,542 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:25:20,546 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:25:25,384 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 22:25:25,385 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 22:25:25,385 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 22:25:25,385 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:25:25,386 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 22:25:26,292 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 22:25:26,293 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 22:25:26,381 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:25:30,388 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:25:31,382 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:25:35,388 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:25:35,537 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:25:35,537 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:25:40,601 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:25:40,618 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:25:45,602 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:25:45,619 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:25:48,101 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 22:25:50,547 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:25:50,548 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:25:50,697 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:25:55,408 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 22:25:55,410 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 22:25:55,410 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 22:25:55,411 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 22:25:55,810 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:25:56,323 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 22:25:56,323 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 22:25:56,412 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:26:00,811 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:26:01,413 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:26:05,543 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:26:05,544 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:26:06,611 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:26:10,813 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:26:11,612 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:26:15,814 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:26:16,612 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:26:18,105 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 22:26:20,550 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:26:20,551 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:26:21,647 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:26:25,616 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 22:26:25,617 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 22:26:25,618 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 22:26:25,620 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 22:26:26,001 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:26:26,352 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 22:26:27,621 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:26:28,354 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 22:26:31,002 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:26:32,622 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:26:35,548 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:26:35,549 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:26:37,680 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:26:41,058 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:26:42,681 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:26:46,059 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:26:47,682 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:26:48,109 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 22:26:50,553 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:26:50,554 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:26:53,676 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:26:55,606 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 22:26:55,608 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 22:26:55,608 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 22:26:55,609 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 22:26:56,065 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:26:56,381 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 22:26:56,382 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 22:26:59,610 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:27:01,066 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:27:04,611 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:27:05,551 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:27:05,552 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:27:09,678 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:27:11,067 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:27:14,679 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:27:16,068 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:27:18,113 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 22:27:20,121 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:27:20,553 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:27:20,558 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:27:25,466 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 22:27:25,467 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 22:27:25,468 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 22:27:25,468 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:27:25,470 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 22:27:26,075 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:27:26,411 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 22:27:26,412 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 22:27:30,471 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:27:31,076 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:27:35,472 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:27:35,553 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:27:35,553 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:27:40,631 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:27:41,175 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:27:45,631 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:27:46,176 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:27:48,118 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 22:27:50,553 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:27:50,554 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:27:51,627 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:27:56,182 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:27:56,632 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:27:59,957 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 22:27:59,958 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 22:27:59,958 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 22:27:59,960 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 22:28:00,440 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 22:28:01,348 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:28:01,961 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:28:02,441 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 22:28:05,553 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:28:05,554 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:28:07,663 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:28:11,349 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:28:12,664 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:28:16,350 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:28:17,665 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:28:18,121 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 22:28:20,553 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:28:20,554 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:28:23,662 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:28:26,361 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:28:28,669 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:28:29,972 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 22:28:29,974 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 22:28:29,974 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 22:28:29,976 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 22:28:30,462 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 22:28:31,381 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:28:32,463 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 22:28:33,977 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:28:35,554 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:28:35,554 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:28:39,656 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:28:41,382 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:28:44,657 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:28:46,383 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:28:48,125 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 22:28:50,127 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:28:50,554 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:28:50,555 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:28:55,662 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:28:56,394 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:29:00,670 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:29:01,388 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:29:01,482 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 22:29:01,484 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 22:29:01,484 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 22:29:01,485 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 22:29:01,488 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 22:29:02,489 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 22:29:05,554 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:29:05,555 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:29:06,646 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:29:10,630 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:29:11,647 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:29:15,631 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:29:16,647 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:29:18,129 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 22:29:20,554 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:29:20,554 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:29:21,720 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:29:25,644 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:29:26,728 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:29:30,638 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:29:30,663 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 22:29:30,664 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 22:29:30,665 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 22:29:30,666 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 22:29:31,522 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 22:29:32,523 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 22:29:32,666 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:29:35,554 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:29:35,555 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:29:38,647 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:29:40,639 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:29:43,648 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:29:45,640 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:29:48,133 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 22:29:49,135 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:29:50,554 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:29:50,554 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:29:54,685 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:29:55,641 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:29:59,690 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:30:00,649 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:30:01,592 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 22:30:01,593 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 22:30:01,593 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 22:30:01,595 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 22:30:02,548 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 22:30:02,549 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 22:30:05,554 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:30:05,555 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:30:05,740 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:30:10,740 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:30:10,997 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:30:15,740 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:30:15,998 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:30:18,138 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 22:30:20,554 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:30:20,555 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:30:21,648 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:30:26,005 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:30:26,657 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:30:30,753 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 22:30:30,754 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 22:30:30,755 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 22:30:30,756 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 22:30:31,182 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:30:31,578 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 22:30:31,757 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:30:32,579 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 22:30:35,555 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:30:35,555 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:30:37,656 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:30:41,184 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:30:42,657 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:30:46,270 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:30:47,658 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:30:48,141 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 22:30:50,555 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:30:50,555 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:30:52,722 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:30:56,272 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:30:57,723 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:31:01,278 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:31:02,708 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 22:31:02,710 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 22:31:02,710 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 22:31:02,712 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 22:31:03,602 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 22:31:03,713 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:31:04,603 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 22:31:05,555 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:31:05,555 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:31:09,696 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:31:11,279 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:31:14,697 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:31:16,359 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:31:18,145 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 22:31:20,148 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:31:20,555 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:31:20,555 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:31:25,646 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:31:26,360 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:31:30,652 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:31:31,370 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:31:32,590 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 22:31:32,591 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 22:31:32,592 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 22:31:32,594 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 22:31:32,632 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 22:31:34,634 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 22:31:35,555 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:31:35,556 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:31:35,716 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:31:40,716 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:31:41,369 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:31:45,717 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:31:46,370 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:31:48,149 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 22:31:50,555 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:31:50,556 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:31:51,654 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:31:56,372 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:31:56,655 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:32:01,381 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:32:01,665 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:32:04,576 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 22:32:04,577 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 22:32:04,577 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 22:32:04,579 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 22:32:04,658 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 22:32:05,555 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:32:05,556 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:32:06,660 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 22:32:06,674 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:32:11,381 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:32:11,675 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:32:16,382 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:32:16,675 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:32:18,153 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 22:32:20,555 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:32:20,555 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:32:22,649 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:32:26,383 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:32:27,649 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:32:30,674 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 22:32:31,816 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:32:31,915 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:32:33,639 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:32:38,069 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:32:38,639 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:32:38,840 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:32:38,841 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:32:43,958 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:32:46,450 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:32:46,618 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:32:48,157 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 22:32:49,160 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:32:54,160 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:32:55,138 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:32:56,355 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:32:56,356 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:32:59,482 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:33:03,917 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:33:04,466 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:33:04,483 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:33:09,484 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:33:14,484 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:33:14,902 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:33:15,265 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:33:15,354 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:33:15,355 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:33:18,161 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 22:33:20,163 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:33:25,164 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:33:25,977 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:33:30,164 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:33:30,636 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:33:30,637 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:33:32,887 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 22:33:35,637 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:33:35,638 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:33:35,962 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:33:40,659 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:33:40,659 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:33:40,962 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:33:45,637 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:33:45,637 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:33:46,761 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:33:48,165 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 22:33:50,660 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:33:52,167 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:33:55,663 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:33:57,168 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:34:00,637 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:34:00,637 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:34:02,803 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:34:05,664 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:34:07,804 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:34:10,665 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:34:12,804 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:34:15,637 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:34:15,637 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:34:18,168 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 22:34:18,169 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:34:20,667 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:34:23,170 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:34:25,667 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:34:28,171 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:34:33,171 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:34:38,172 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:34:43,173 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:34:47,330 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:34:47,334 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:34:47,334 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:34:47,334 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:34:48,172 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 22:34:48,178 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:34:52,335 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:34:52,336 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:34:53,174 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:34:57,337 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:34:57,337 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:34:58,175 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:35:02,334 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:35:02,335 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:35:03,428 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:35:07,339 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:35:07,339 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:35:08,429 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:35:12,340 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:35:12,340 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:35:13,430 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:35:17,334 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:35:17,335 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:35:18,175 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 22:35:19,178 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:35:22,342 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:35:22,342 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:35:24,178 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:35:27,343 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:35:27,343 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:35:29,179 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:35:32,334 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:35:32,335 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:35:34,500 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:35:37,345 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:35:37,345 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:35:39,501 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:35:42,346 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:35:42,346 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:35:44,502 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:35:47,335 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:35:47,335 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:35:48,180 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 22:35:50,183 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:35:52,348 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:35:52,349 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:35:55,183 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:35:57,349 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:35:57,350 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:36:00,184 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:36:02,335 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:36:02,335 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:36:05,503 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:36:07,351 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:36:07,352 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:36:10,504 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:36:12,352 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:36:12,353 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:36:15,505 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:36:17,335 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:36:17,335 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:36:18,183 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 22:36:21,186 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:36:22,354 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:36:22,354 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:36:26,187 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:36:27,355 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:36:27,356 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:36:31,187 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:36:32,335 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:36:32,335 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:36:36,493 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:36:37,357 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:36:37,357 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:36:41,493 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:36:42,358 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:36:42,358 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:36:46,494 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:36:48,188 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 22:36:52,190 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:36:57,191 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:37:02,192 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:37:07,192 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:37:12,193 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:37:17,193 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:37:18,191 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 22:37:22,197 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:37:27,197 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:37:27,241 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:37:27,242 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:37:27,247 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:37:27,247 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:37:31,174 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 22:37:32,248 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:37:32,296 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:37:35,177 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 22:37:37,249 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:37:37,484 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:37:42,242 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:37:42,243 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:37:43,378 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:37:47,758 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:37:47,758 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:37:48,196 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 22:37:49,198 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:37:52,759 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:37:52,759 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:37:54,201 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:37:57,247 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:37:57,248 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:37:59,375 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:37:59,455 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 22:37:59,457 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 22:37:59,457 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 22:37:59,459 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 22:38:00,199 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 22:38:01,200 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 22:38:02,900 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:38:02,901 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:38:04,460 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:38:07,901 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:38:09,461 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:38:12,246 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:38:12,247 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:38:15,345 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:38:17,958 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:38:17,958 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:38:18,200 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 22:38:21,202 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:38:22,958 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:38:22,959 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:38:26,210 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:38:27,256 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:38:27,259 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:38:31,391 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 22:38:31,393 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 22:38:31,393 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 22:38:31,393 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:38:31,394 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 22:38:32,235 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 22:38:32,965 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:38:33,236 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 22:38:36,396 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:38:37,966 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:38:41,396 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:38:42,250 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:38:42,251 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:38:46,412 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:38:47,968 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:38:48,205 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 22:38:52,207 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:38:52,968 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:38:57,212 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:38:57,264 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:38:57,268 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:39:01,721 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 22:39:01,722 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 22:39:01,722 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 22:39:01,723 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 22:39:02,269 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 22:39:02,724 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:39:03,168 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:39:03,168 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:39:03,269 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 22:39:07,724 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:39:08,169 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:39:08,169 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:39:12,257 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:39:12,257 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:39:13,423 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:39:18,208 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 22:39:18,214 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:39:19,210 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:39:23,215 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:39:23,215 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:39:24,211 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:39:27,257 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:39:27,258 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:39:29,431 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:39:32,963 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 22:39:32,964 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 22:39:32,965 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 22:39:32,966 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 22:39:33,302 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 22:39:33,365 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:39:34,967 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:39:35,303 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 22:39:38,366 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:39:38,366 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:39:39,967 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:39:42,257 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:39:42,258 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:39:45,362 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:39:47,439 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:39:47,525 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:39:48,212 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 22:39:51,214 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:39:52,526 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:39:52,527 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:39:56,215 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:39:57,257 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:39:57,258 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:40:01,391 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:40:02,532 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:40:05,132 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 22:40:05,135 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 22:40:05,135 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 22:40:05,136 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 22:40:05,336 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 22:40:07,137 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:40:07,337 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 22:40:07,574 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:40:12,137 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:40:12,258 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:40:12,258 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:40:17,425 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:40:17,575 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:40:18,216 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 22:40:22,576 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:40:23,218 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:40:27,258 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:40:27,258 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:40:28,393 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:40:32,582 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:40:32,582 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:40:33,397 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:40:37,364 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 22:40:37,366 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 22:40:37,366 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 22:40:37,368 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 22:40:37,794 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:40:37,795 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:40:38,369 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 22:40:39,369 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 22:40:39,370 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:40:42,258 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:40:42,258 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:40:44,441 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:40:47,796 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:40:48,220 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 22:40:50,222 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:40:52,796 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:40:55,223 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:40:57,258 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:40:57,259 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:41:00,349 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:41:02,809 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:41:05,353 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:41:06,039 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 22:41:06,040 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 22:41:06,041 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 22:41:06,042 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 22:41:06,391 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 22:41:07,392 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 22:41:07,803 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:41:11,044 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:41:12,258 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:41:12,259 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:41:16,347 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:41:17,804 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:41:18,224 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 22:41:22,227 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:41:22,903 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:41:27,228 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:41:27,258 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:41:27,259 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:41:32,385 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:41:32,916 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:41:35,181 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 22:41:35,182 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 22:41:35,183 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 22:41:35,184 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 22:41:35,412 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 22:41:37,414 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 22:41:37,916 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:41:38,184 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:41:42,258 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:41:42,259 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:41:43,423 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:41:47,917 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:41:47,918 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:41:48,228 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 22:41:49,230 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:41:52,918 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:41:54,230 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:41:57,258 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:41:57,259 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:41:59,336 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:42:02,924 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:42:04,342 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:42:05,128 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 22:42:05,130 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 22:42:05,130 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 22:42:05,132 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 22:42:05,448 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 22:42:07,449 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 22:42:07,927 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:42:10,133 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:42:12,258 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:42:12,259 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:42:15,345 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:42:17,928 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:42:18,232 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 22:42:21,234 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:42:22,929 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:42:26,235 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:42:27,259 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:42:27,259 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:42:31,365 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:42:32,934 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:42:36,373 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:42:37,905 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 22:42:37,906 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 22:42:37,907 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 22:42:37,908 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 22:42:38,050 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:42:38,306 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:42:38,478 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 22:42:39,479 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 22:42:41,909 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:42:42,259 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:42:42,260 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:42:47,308 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:42:47,411 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:42:48,235 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 22:42:52,422 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:42:53,238 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:42:57,259 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:42:57,260 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:42:58,374 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:43:02,429 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:43:03,379 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:43:06,692 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 22:43:06,693 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 22:43:06,693 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 22:43:06,694 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 22:43:07,430 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:43:07,503 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 22:43:07,503 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 22:43:08,695 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:43:12,259 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:43:12,260 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:43:14,403 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:43:17,431 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:43:18,239 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 22:43:20,242 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:43:22,432 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:43:25,242 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:43:27,259 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:43:27,260 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:43:30,383 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:43:32,433 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:43:35,387 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:43:37,436 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 22:43:37,437 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:43:37,438 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:43:37,439 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 22:43:37,439 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 22:43:37,440 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 22:43:37,530 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 22:43:39,532 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 22:43:40,441 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:43:42,259 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:43:42,260 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:43:46,348 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:43:47,444 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:43:47,444 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:43:48,244 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 22:43:52,246 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:43:52,488 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:43:57,247 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:43:57,259 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:43:57,260 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:44:02,430 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:44:02,498 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:44:06,944 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 22:44:06,945 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 22:44:06,945 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 22:44:06,947 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 22:44:07,494 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:44:07,555 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 22:44:07,556 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 22:44:07,948 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:44:12,260 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:44:12,260 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:44:13,378 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:44:17,495 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:44:18,248 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 22:44:19,250 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:44:22,612 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:44:22,612 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:44:24,251 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:44:27,260 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:44:27,260 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:44:29,428 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:44:32,619 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:44:34,432 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:44:35,342 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 22:44:35,344 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 22:44:35,344 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 22:44:35,346 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 22:44:35,583 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 22:44:37,584 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 22:44:37,772 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:44:40,347 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:44:42,260 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:44:42,260 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:44:45,358 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:44:47,774 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:44:47,774 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:44:48,250 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 22:44:51,252 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:44:52,775 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:44:52,775 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:44:56,253 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:44:57,260 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:44:57,260 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:45:01,410 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:45:02,784 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:45:05,925 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 22:45:05,926 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 22:45:05,927 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 22:45:05,928 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 22:45:06,605 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 22:45:06,928 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:45:07,606 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 22:45:07,782 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:45:11,929 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:45:12,260 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:45:12,260 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:45:17,431 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:45:17,807 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:45:17,807 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:45:18,254 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 22:45:22,808 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:45:23,257 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:45:27,263 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:45:27,264 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:45:28,357 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:45:32,432 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 22:45:32,434 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 22:45:32,434 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 22:45:32,435 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 22:45:32,633 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 22:45:32,870 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:45:32,871 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:45:33,436 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:45:33,634 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 22:45:37,871 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:45:38,437 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:45:42,262 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:45:42,263 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:45:44,374 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:45:47,873 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:45:48,258 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 22:45:50,260 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:45:52,874 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:45:52,874 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:45:55,264 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:45:57,270 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:45:57,271 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:46:00,432 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:46:00,749 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 22:46:00,750 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 22:46:00,751 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 22:46:00,752 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 22:46:01,657 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 22:46:01,658 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 22:46:03,150 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:46:03,151 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:46:05,753 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:46:08,151 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:46:08,151 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:46:10,753 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:46:12,265 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:46:12,265 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:46:16,375 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:46:18,153 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:46:18,153 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:46:18,262 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 22:46:22,264 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:46:23,154 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:46:23,154 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:46:27,273 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:46:27,273 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:46:27,275 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:46:30,052 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 22:46:30,054 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 22:46:30,054 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 22:46:30,056 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 22:46:30,683 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 22:46:31,684 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 22:46:33,057 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:46:33,198 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:46:33,198 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:46:38,058 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:46:38,199 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:46:42,267 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:46:42,268 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:46:43,337 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:46:48,200 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:46:48,267 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 22:46:49,269 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:46:53,206 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:46:54,276 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:46:57,269 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:46:57,269 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:46:57,876 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 22:46:57,877 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 22:46:57,877 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 22:46:57,879 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 22:46:58,719 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 22:46:59,720 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 22:46:59,879 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:47:02,281 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:47:02,281 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:47:04,880 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:47:07,281 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:47:07,282 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:47:09,880 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:47:12,269 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:47:12,270 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:47:15,440 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:47:17,283 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:47:17,283 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:47:18,270 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 22:47:21,272 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:47:22,284 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:47:26,275 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:47:27,277 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:47:27,278 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:47:30,523 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 22:47:30,524 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 22:47:30,525 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 22:47:30,527 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 22:47:30,749 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 22:47:31,528 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:47:31,750 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 22:47:32,293 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:47:32,294 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:47:36,528 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:47:37,294 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:47:41,529 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:47:42,271 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:47:42,271 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:47:47,296 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:47:47,296 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:47:47,406 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:47:48,274 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 22:47:52,297 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:47:52,297 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:47:53,276 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:47:57,279 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:47:57,282 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:47:58,466 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:48:02,303 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:48:02,618 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 22:48:02,619 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 22:48:02,620 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 22:48:02,622 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 22:48:02,787 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 22:48:03,623 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:48:03,788 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 22:48:07,304 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:48:08,623 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:48:12,275 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:48:12,276 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:48:14,370 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:48:17,306 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:48:18,278 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 22:48:20,280 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:48:22,307 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:48:25,281 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:48:27,275 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:48:27,276 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:48:30,387 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:48:32,312 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:48:35,222 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 22:48:35,224 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 22:48:35,225 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 22:48:35,226 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 22:48:35,824 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 22:48:35,825 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 22:48:36,227 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:48:37,622 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:48:37,622 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:48:41,228 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:48:42,275 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:48:42,276 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:48:46,374 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:48:47,623 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:48:47,624 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:48:48,282 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 22:48:52,284 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:48:52,652 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:48:52,652 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:48:57,275 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:48:57,276 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:48:57,404 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:49:02,405 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:49:02,662 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:49:07,408 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:49:07,590 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 22:49:07,592 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 22:49:07,593 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 22:49:07,594 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 22:49:07,736 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:49:07,860 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 22:49:07,998 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:49:10,862 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 22:49:12,275 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:49:12,276 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:49:12,419 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:49:17,420 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:49:18,000 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:49:18,286 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 22:49:23,001 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:49:23,001 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:49:23,288 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:49:27,276 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:49:27,276 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:49:28,447 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:49:33,002 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:49:33,448 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:49:38,015 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:49:38,463 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:49:39,218 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 22:49:39,220 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 22:49:39,221 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 22:49:39,222 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 22:49:39,887 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 22:49:40,888 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 22:49:42,276 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:49:42,276 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:49:44,403 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:49:48,013 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:49:48,014 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:49:48,291 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 22:49:50,293 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:49:53,014 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:49:55,294 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:49:57,276 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:49:57,276 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:50:00,416 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:50:03,015 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:50:05,417 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:50:08,021 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:50:10,424 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:50:11,747 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 22:50:11,748 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 22:50:11,748 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 22:50:11,750 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 22:50:11,928 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 22:50:12,869 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:50:12,870 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:50:14,930 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 22:50:16,027 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:50:18,294 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 22:50:18,868 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:50:21,296 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:50:23,869 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:50:26,297 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:50:27,868 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:50:27,869 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:50:32,039 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:50:32,870 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:50:32,871 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:50:37,042 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:50:37,885 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:50:41,869 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 22:50:41,871 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 22:50:41,872 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 22:50:41,873 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 22:50:41,969 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 22:50:42,874 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:50:42,923 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:50:42,924 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:50:44,971 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 22:50:48,020 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:50:48,021 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:50:48,030 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:50:48,298 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 22:50:53,021 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:50:53,300 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:50:57,922 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:50:57,923 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:50:59,046 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:51:03,022 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:51:03,023 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:51:04,047 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:51:08,027 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:51:09,052 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:51:12,925 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:51:12,925 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:51:13,741 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 22:51:13,743 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 22:51:13,744 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 22:51:13,746 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 22:51:13,992 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 22:51:14,747 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:51:16,994 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 22:51:18,175 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:51:18,175 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:51:18,302 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 22:51:20,304 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:51:23,176 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:51:23,176 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:51:25,305 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:51:27,925 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:51:27,926 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:51:31,086 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:51:33,177 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:51:33,177 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:51:36,086 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:51:38,190 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:51:41,091 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:51:42,928 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:51:42,928 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:51:43,485 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 22:51:43,487 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 22:51:43,487 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 22:51:43,489 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 22:51:44,020 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 22:51:45,021 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 22:51:46,490 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:51:48,183 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:51:48,305 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 22:51:52,307 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:51:53,184 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:51:57,308 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:51:57,928 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:51:57,929 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:52:03,035 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:52:03,185 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:52:08,038 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:52:08,193 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:52:11,498 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 22:52:11,500 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 22:52:11,500 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 22:52:11,501 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 22:52:12,049 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 22:52:12,928 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:52:12,929 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:52:13,050 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 22:52:14,027 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:52:18,310 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 22:52:18,505 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:52:19,312 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:52:23,506 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:52:23,506 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:52:24,313 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:52:27,928 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:52:27,929 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:52:30,090 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:52:33,508 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:52:33,508 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:52:35,091 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:52:38,510 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:52:40,097 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:52:42,692 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 22:52:42,694 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 22:52:42,694 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 22:52:42,695 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 22:52:43,085 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 22:52:43,096 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:52:43,097 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:52:45,086 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 22:52:45,245 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:52:48,312 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 22:52:48,525 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:52:48,525 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:52:50,314 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:52:53,526 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:52:53,526 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:52:55,314 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:52:58,096 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:52:58,097 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:53:01,248 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:53:03,527 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:53:03,528 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:53:06,260 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:53:08,532 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:53:11,257 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:53:11,589 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 22:53:11,590 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 22:53:11,590 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 22:53:11,591 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 22:53:12,116 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 22:53:13,096 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:53:13,097 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:53:13,117 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 22:53:17,189 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:53:18,316 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 22:53:18,533 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:53:22,318 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:53:23,534 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:53:27,319 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:53:28,096 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:53:28,096 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:53:33,271 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:53:33,535 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:53:38,278 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:53:38,544 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:53:40,698 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 22:53:40,699 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 22:53:40,700 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 22:53:40,701 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 22:53:41,141 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 22:53:43,096 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:53:43,097 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:53:43,142 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 22:53:44,168 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:53:48,318 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 22:53:48,829 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:53:49,321 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:53:53,829 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:53:54,321 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:53:58,096 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:53:58,097 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:54:00,280 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:54:03,831 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:54:05,291 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:54:08,840 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:54:10,294 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:54:10,728 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 22:54:10,729 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 22:54:10,729 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 22:54:10,731 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 22:54:11,166 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 22:54:13,096 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:54:13,097 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:54:13,167 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 22:54:16,222 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:54:18,322 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 22:54:18,874 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:54:18,875 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:54:21,325 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:54:23,875 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:54:23,876 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:54:26,326 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:54:28,096 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:54:28,097 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:54:32,226 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:54:33,877 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:54:33,877 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:54:37,234 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:54:38,881 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:54:41,434 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 22:54:41,436 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 22:54:41,436 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 22:54:41,438 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 22:54:42,195 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 22:54:42,439 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:54:43,096 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:54:43,097 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:54:43,196 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 22:54:48,227 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:54:48,326 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 22:54:48,632 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:54:53,329 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:54:53,632 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:54:58,097 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:54:58,097 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:54:59,181 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:55:03,697 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:55:04,182 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:55:08,705 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:55:09,190 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:55:12,407 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 22:55:12,409 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 22:55:12,410 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 22:55:12,411 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 22:55:13,097 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:55:13,098 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:55:13,223 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 22:55:13,223 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 22:55:14,232 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:55:18,330 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 22:55:18,918 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:55:18,918 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:55:19,333 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:55:23,919 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:55:23,919 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:55:24,333 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:55:28,097 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:55:28,098 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:55:30,233 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:55:33,920 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:55:33,921 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:55:35,233 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:55:38,927 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:55:38,929 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:55:40,239 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:55:41,699 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 22:55:41,700 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 22:55:41,700 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 22:55:41,701 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 22:55:42,245 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 22:55:43,097 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:55:43,098 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:55:43,246 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 22:55:45,258 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:55:48,335 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 22:55:48,608 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:55:48,609 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:55:50,337 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:55:53,609 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:55:53,610 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:55:55,337 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:55:58,097 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:55:58,098 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:56:01,215 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:56:03,611 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:56:03,612 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:56:06,215 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:56:08,622 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:56:11,222 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:56:13,097 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:56:13,097 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:56:13,973 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 22:56:13,974 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 22:56:13,974 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 22:56:13,975 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 22:56:14,274 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 22:56:15,276 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 22:56:16,976 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:56:18,339 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 22:56:18,628 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:56:18,628 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:56:22,341 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:56:23,629 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:56:23,629 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:56:27,342 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:56:28,097 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:56:28,098 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:56:33,254 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:56:33,631 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:56:33,631 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:56:38,265 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:56:38,635 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:56:43,097 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:56:43,098 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:56:43,623 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 22:56:43,624 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 22:56:43,624 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 22:56:43,625 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:56:43,625 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 22:56:44,297 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 22:56:45,299 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 22:56:48,343 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 22:56:49,027 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:56:49,345 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:56:54,027 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:56:54,027 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:56:54,345 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:56:58,098 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:56:58,098 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:57:00,179 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:57:04,029 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:57:05,179 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:57:09,040 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:57:10,187 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:57:13,100 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:57:13,101 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:57:14,200 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 22:57:14,201 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 22:57:14,202 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 22:57:14,203 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 22:57:14,326 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 22:57:15,204 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:57:15,327 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 22:57:18,347 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 22:57:19,035 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:57:20,349 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:57:24,036 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:57:25,349 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:57:28,099 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:57:28,100 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:57:31,173 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:57:34,071 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:57:34,071 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:57:36,174 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:57:39,072 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:57:39,072 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:57:41,179 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:57:43,103 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:57:43,104 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:57:46,217 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:57:46,634 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 22:57:46,635 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 22:57:46,636 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 22:57:46,637 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 22:57:47,356 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 22:57:48,351 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 22:57:49,076 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:57:49,360 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 22:57:51,354 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:57:54,076 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:57:56,354 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:57:58,102 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:57:58,103 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:58:02,220 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:58:03,211 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:58:03,211 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:58:07,221 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:58:08,212 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:58:08,212 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:58:12,221 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:58:13,102 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:58:13,103 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:58:18,214 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:58:18,216 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:58:18,358 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 22:58:19,112 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 22:58:19,114 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 22:58:19,114 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 22:58:19,116 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 22:58:19,385 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 22:58:21,386 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 22:58:23,260 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:58:23,261 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:58:24,117 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:58:28,102 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:58:28,103 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:58:29,221 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:58:33,262 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:58:34,221 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:58:38,262 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:58:38,263 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:58:39,222 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:58:43,102 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:58:43,103 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:58:44,277 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:58:47,776 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 22:58:47,778 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 22:58:47,778 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 22:58:47,779 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 22:58:48,270 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:58:48,362 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 22:58:48,409 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 22:58:49,364 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:58:49,410 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 22:58:53,270 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:58:54,365 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:58:58,103 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:58:58,103 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:59:00,268 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:59:03,375 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:59:05,268 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:59:08,376 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:59:10,269 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:59:13,103 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:59:13,103 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:59:16,212 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:59:17,838 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 22:59:17,839 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 22:59:17,840 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 22:59:17,841 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 22:59:18,366 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 22:59:18,386 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:59:18,434 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 22:59:19,435 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 22:59:21,369 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:59:23,387 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:59:26,369 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:59:28,103 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:59:28,104 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:59:32,238 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:59:33,388 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:59:37,238 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:59:38,389 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:59:42,239 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:59:43,103 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:59:43,104 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:59:48,217 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:59:48,378 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 22:59:48,399 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:59:49,986 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 22:59:49,988 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 22:59:49,988 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 22:59:49,990 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 22:59:50,459 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 22:59:51,459 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 22:59:53,399 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 22:59:53,991 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 22:59:58,103 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 22:59:58,104 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 22:59:59,273 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:00:03,400 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:00:04,273 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:00:08,401 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:00:09,274 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:00:13,103 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:00:13,104 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:00:14,832 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:00:18,379 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 23:00:18,408 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:00:19,280 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 23:00:19,282 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 23:00:19,282 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 23:00:19,285 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 23:00:19,485 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 23:00:20,286 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:00:21,487 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 23:00:23,434 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:00:25,286 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:00:28,103 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:00:28,104 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:00:31,204 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:00:33,436 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:00:36,205 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:00:38,437 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:00:41,206 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:00:43,103 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:00:43,104 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:00:46,221 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:00:48,380 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 23:00:48,446 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:00:49,159 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 23:00:49,161 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 23:00:49,162 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 23:00:49,164 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 23:00:49,517 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 23:00:51,519 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 23:00:52,165 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:00:53,561 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:00:57,166 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:00:58,103 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:00:58,104 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:01:02,184 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:01:03,562 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:01:07,185 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:01:08,563 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:01:12,185 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:01:13,104 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:01:13,104 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:01:17,261 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:01:18,389 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 23:01:18,574 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:01:19,434 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 23:01:19,435 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 23:01:19,436 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 23:01:19,438 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 23:01:19,535 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 23:01:21,537 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 23:01:22,439 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:01:23,580 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:01:27,439 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:01:28,104 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:01:28,104 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:01:33,198 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:01:33,581 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:01:38,198 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:01:38,581 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:01:43,104 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:01:43,105 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:01:43,215 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:01:48,220 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:01:48,389 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 23:01:48,591 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:01:50,137 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 23:01:50,139 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 23:01:50,139 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 23:01:50,141 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 23:01:50,561 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 23:01:51,562 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 23:01:53,590 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:01:54,142 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:01:58,104 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:01:58,104 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:01:59,290 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:02:03,598 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:02:04,290 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:02:08,598 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:02:09,291 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:02:13,104 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:02:13,105 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:02:15,178 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:02:18,391 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 23:02:18,610 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:02:18,932 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 23:02:18,933 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 23:02:18,934 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 23:02:18,937 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 23:02:19,586 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 23:02:19,587 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 23:02:20,938 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:02:23,609 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:02:25,939 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:02:28,104 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:02:28,105 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:02:31,231 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:02:33,684 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:02:36,232 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:02:38,770 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:02:41,233 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:02:43,104 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:02:43,105 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:02:46,262 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:02:48,398 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 23:02:48,781 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:02:51,402 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:02:52,955 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 23:02:52,956 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 23:02:52,957 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 23:02:52,958 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 23:02:53,611 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 23:02:53,612 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 23:02:53,777 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:02:56,959 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:02:58,104 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:02:58,105 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:03:02,229 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:03:03,780 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:03:07,230 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:03:08,876 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:03:12,230 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:03:13,105 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:03:13,105 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:03:18,105 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:03:18,230 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:03:18,399 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 23:03:23,116 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:03:23,411 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:03:24,660 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 23:03:24,662 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 23:03:24,663 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 23:03:24,664 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 23:03:25,642 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 23:03:25,642 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 23:03:28,105 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:03:28,106 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:03:29,200 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:03:33,112 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:03:34,200 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:03:38,113 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:03:39,201 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:03:43,105 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:03:43,105 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:03:44,225 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:03:48,120 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:03:48,406 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 23:03:49,406 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:03:53,120 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:03:53,814 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 23:03:53,815 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 23:03:53,816 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 23:03:53,818 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 23:03:54,671 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 23:03:54,819 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:03:55,673 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 23:03:58,105 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:03:58,106 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:04:00,175 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:04:03,213 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:04:05,176 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:04:08,244 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:04:10,177 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:04:13,105 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:04:13,106 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:04:15,299 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:04:18,251 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:04:18,419 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 23:04:20,420 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:04:23,252 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:04:23,777 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 23:04:23,778 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 23:04:23,778 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 23:04:23,779 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 23:04:24,702 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 23:04:25,704 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 23:04:25,780 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:04:28,105 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:04:28,106 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:04:31,238 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:04:33,254 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:04:33,254 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:04:36,238 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:04:38,334 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:04:41,239 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:04:43,105 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:04:43,106 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:04:46,247 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:04:48,335 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:04:48,411 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 23:04:51,417 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:04:53,345 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:04:55,329 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 23:04:55,331 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 23:04:55,331 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 23:04:55,334 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 23:04:55,731 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 23:04:57,335 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:04:57,732 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 23:04:58,105 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:04:58,106 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:05:03,259 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:05:03,476 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:05:03,477 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:05:08,260 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:05:08,477 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:05:08,478 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:05:13,106 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:05:13,106 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:05:14,197 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:05:18,412 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 23:05:18,480 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:05:18,480 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:05:19,414 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:05:23,481 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:05:23,481 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:05:24,414 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:05:28,111 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:05:28,116 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:05:30,187 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:05:30,382 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 23:05:30,384 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 23:05:30,384 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 23:05:30,389 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 23:05:30,757 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 23:05:31,758 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 23:05:33,533 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:05:35,391 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:05:38,534 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:05:38,534 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:05:40,391 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:05:43,110 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:05:43,111 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:05:46,184 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:05:48,416 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 23:05:48,536 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:05:48,536 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:05:51,419 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:05:53,537 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:05:53,537 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:05:56,423 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:05:58,113 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:05:58,119 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:06:01,520 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 23:06:01,522 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 23:06:01,523 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 23:06:01,523 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:06:01,528 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 23:06:01,788 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 23:06:03,672 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:06:03,789 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 23:06:06,529 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:06:08,673 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:06:11,530 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:06:13,113 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:06:13,114 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:06:17,272 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:06:18,421 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 23:06:18,674 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:06:22,424 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:06:23,675 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:06:23,675 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:06:27,424 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:06:28,113 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:06:28,114 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:06:33,286 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:06:33,686 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:06:35,294 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 23:06:35,295 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 23:06:35,296 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 23:06:35,298 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 23:06:35,824 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 23:06:35,825 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 23:06:38,299 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:06:38,698 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:06:38,698 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:06:43,113 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:06:43,114 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:06:44,270 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:06:48,424 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 23:06:48,926 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:06:48,927 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:06:49,427 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:06:53,927 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:06:53,928 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:06:54,427 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:06:58,113 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:06:58,114 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:07:00,290 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:07:03,944 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:07:05,297 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:07:05,529 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 23:07:05,530 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 23:07:05,531 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 23:07:05,533 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 23:07:05,855 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 23:07:07,857 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 23:07:08,938 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:07:08,938 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:07:10,534 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:07:13,113 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:07:13,114 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:07:16,230 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:07:18,428 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 23:07:19,105 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:07:19,105 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:07:21,431 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:07:24,106 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:07:24,106 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:07:26,431 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:07:28,114 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:07:28,114 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:07:32,230 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:07:34,119 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:07:35,666 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 23:07:35,666 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 23:07:35,667 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 23:07:35,670 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 23:07:35,883 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 23:07:37,671 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:07:37,884 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 23:07:39,113 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:07:39,114 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:07:42,672 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:07:43,114 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:07:43,114 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:07:48,184 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:07:48,184 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:07:48,278 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:07:48,432 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 23:07:53,184 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:07:53,435 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:07:58,121 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:07:58,122 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:07:59,220 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:08:03,181 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 23:08:03,183 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 23:08:03,183 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 23:08:03,184 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 23:08:03,328 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:08:03,586 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:08:03,923 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 23:08:03,924 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 23:08:05,185 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:08:08,586 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:08:10,186 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:08:13,118 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:08:13,119 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:08:15,272 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:08:18,436 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 23:08:18,653 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:08:18,653 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:08:20,439 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:08:23,654 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:08:23,655 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:08:25,448 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:08:28,124 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:08:28,125 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:08:29,913 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 23:08:29,915 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 23:08:29,916 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 23:08:29,917 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 23:08:29,949 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 23:08:30,918 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:08:31,951 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 23:08:33,661 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:08:35,918 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:08:38,661 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:08:40,919 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:08:43,122 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:08:43,123 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:08:46,199 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:08:48,441 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 23:08:48,793 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:08:51,443 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:08:53,794 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:08:53,794 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:08:56,453 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:08:58,130 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:08:58,139 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:09:00,301 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 23:09:00,303 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 23:09:00,303 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 23:09:00,305 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 23:09:00,977 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 23:09:01,978 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 23:09:02,306 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:09:03,803 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:09:07,306 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:09:08,804 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:09:12,307 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:09:13,127 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:09:13,128 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:09:18,254 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:09:18,444 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 23:09:18,805 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:09:23,447 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:09:23,806 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:09:28,132 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:09:28,133 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:09:29,257 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:09:30,375 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 23:09:30,376 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 23:09:30,377 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 23:09:30,378 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 23:09:31,010 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 23:09:32,011 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 23:09:33,887 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:09:33,887 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:09:34,380 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:09:38,888 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:09:38,889 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:09:39,380 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:09:43,129 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:09:43,130 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:09:45,219 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:09:48,448 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 23:09:48,890 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:09:48,890 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:09:50,451 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:09:53,890 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:09:55,451 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:09:58,137 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:09:58,140 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:10:01,217 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:10:01,386 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 23:10:01,388 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 23:10:01,388 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 23:10:01,390 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 23:10:02,037 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 23:10:02,037 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 23:10:03,899 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:10:06,392 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:10:08,900 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:10:11,392 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:10:13,344 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:10:13,345 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:10:16,512 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:10:18,453 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 23:10:18,901 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:10:22,455 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:10:23,902 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:10:27,465 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:10:28,346 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:10:28,350 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:10:30,768 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 23:10:30,769 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 23:10:30,770 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 23:10:30,771 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 23:10:31,060 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 23:10:32,061 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 23:10:32,771 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:10:33,915 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:10:37,772 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:10:38,916 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:10:42,773 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:10:43,343 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:10:43,344 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:10:48,457 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 23:10:48,463 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:10:48,917 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:10:53,459 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:10:53,918 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:10:58,352 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:10:58,358 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:10:58,476 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:11:00,000 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 23:11:00,002 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 23:11:00,002 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 23:11:00,003 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 23:11:00,086 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 23:11:02,087 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 23:11:03,405 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:11:04,004 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:11:08,406 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:11:09,005 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:11:13,346 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:11:13,347 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:11:14,461 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:11:18,462 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 23:11:18,640 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:11:19,464 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:11:23,641 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:11:24,465 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:11:28,350 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:11:28,354 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:11:30,459 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:11:31,626 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 23:11:31,628 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 23:11:31,628 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 23:11:31,629 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 23:11:32,116 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 23:11:32,116 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 23:11:33,771 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:11:35,630 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:11:38,772 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:11:40,631 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:11:43,349 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:11:43,350 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:11:46,489 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:11:48,465 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 23:11:48,773 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:11:52,470 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:11:53,789 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:11:57,477 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:11:58,337 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 23:11:58,339 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 23:11:58,340 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 23:11:58,341 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 23:11:58,707 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:11:58,708 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:11:59,139 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 23:12:00,140 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 23:12:02,877 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:12:03,785 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:12:07,878 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:12:08,786 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:12:12,878 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:12:13,483 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:12:13,484 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:12:18,468 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 23:12:18,475 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:12:18,787 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:12:23,476 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:12:23,794 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:12:27,522 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 23:12:27,524 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 23:12:27,525 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 23:12:27,526 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 23:12:28,163 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 23:12:28,483 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:12:28,484 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:12:28,592 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:12:29,164 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 23:12:33,592 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:12:33,931 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:12:38,593 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:12:38,932 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:12:43,483 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:12:43,484 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:12:43,653 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:12:48,472 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 23:12:48,933 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:12:49,483 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:12:53,941 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:12:54,478 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:12:54,946 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 23:12:54,948 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 23:12:54,948 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 23:12:54,950 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 23:12:55,192 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 23:12:57,194 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 23:12:58,484 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:12:58,484 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:12:59,659 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:13:03,942 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:13:04,659 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:13:08,947 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:13:09,660 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:13:13,484 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:13:13,484 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:13:15,609 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:13:18,476 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 23:13:18,948 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:13:21,484 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:13:23,959 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:13:26,485 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:13:26,914 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 23:13:26,915 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 23:13:26,916 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 23:13:26,917 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 23:13:27,222 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 23:13:28,484 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:13:28,485 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:13:29,224 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 23:13:31,607 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:13:34,061 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:13:36,608 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:13:39,062 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:13:41,609 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:13:43,484 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:13:43,484 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:13:47,556 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:13:48,480 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 23:13:49,063 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:13:53,496 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:13:54,074 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:13:55,937 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 23:13:55,939 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 23:13:55,939 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 23:13:55,940 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 23:13:56,255 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 23:13:57,256 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 23:13:58,484 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:13:58,485 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:13:58,646 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:14:03,648 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:14:04,091 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:14:08,648 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:14:09,091 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:14:13,484 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:14:13,485 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:14:14,551 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:14:18,485 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 23:14:19,133 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:14:20,487 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:14:24,145 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:14:25,492 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:14:28,489 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:14:28,493 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:14:28,735 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 23:14:28,736 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 23:14:28,736 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 23:14:28,738 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 23:14:29,290 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 23:14:30,739 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:14:31,292 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 23:14:34,143 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:14:35,740 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:14:39,144 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:14:40,741 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:14:43,487 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:14:43,488 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:14:46,654 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:14:48,487 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 23:14:48,489 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:14:52,494 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:14:53,497 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:14:57,504 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:14:57,936 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 23:14:57,938 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 23:14:57,938 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 23:14:57,939 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 23:14:58,319 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 23:14:58,487 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:14:58,488 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:14:59,320 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 23:15:02,658 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:15:03,498 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:15:07,659 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:15:08,499 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:15:12,659 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:15:13,487 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:15:13,488 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:15:18,491 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 23:15:18,497 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:15:18,500 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:15:23,494 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:15:23,501 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:15:28,491 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:15:28,498 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:15:28,590 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:15:32,950 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 23:15:32,952 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 23:15:32,952 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 23:15:32,954 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 23:15:33,351 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 23:15:33,508 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:15:33,955 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:15:35,353 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 23:15:38,509 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:15:38,956 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:15:43,487 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:15:43,488 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:15:44,556 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:15:48,495 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 23:15:48,510 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:15:50,498 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:15:53,511 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:15:55,498 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:15:58,488 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:15:58,488 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:16:00,572 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:16:03,520 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:16:05,376 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 23:16:05,378 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 23:16:05,378 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 23:16:05,380 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 23:16:05,381 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 23:16:06,381 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:16:07,383 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 23:16:08,524 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:16:08,524 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:16:11,381 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:16:13,488 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:16:13,488 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:16:16,665 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:16:18,500 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 23:16:18,569 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:16:18,569 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:16:22,503 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:16:23,570 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:16:27,504 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:16:28,488 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:16:28,488 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:16:32,569 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:16:33,578 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:16:35,987 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 23:16:35,989 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 23:16:35,989 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 23:16:35,991 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 23:16:36,408 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 23:16:37,409 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 23:16:37,992 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:16:38,579 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:16:38,579 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:16:42,993 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:16:43,488 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:16:43,489 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:16:48,504 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 23:16:48,510 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:16:48,773 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:16:48,773 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:16:53,507 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:16:53,774 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:16:58,488 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:16:58,489 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:16:58,564 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:17:03,574 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:17:03,783 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:17:06,924 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 23:17:06,926 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 23:17:06,927 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 23:17:06,929 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 23:17:07,437 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 23:17:08,783 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:17:08,930 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:17:09,439 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 23:17:13,488 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:17:13,489 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:17:14,567 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:17:18,507 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 23:17:18,784 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:17:20,510 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:17:23,785 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:17:25,511 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:17:28,488 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:17:28,489 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:17:30,614 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:17:33,799 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:17:35,619 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:17:35,964 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 23:17:35,965 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 23:17:35,966 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 23:17:35,967 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 23:17:36,465 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 23:17:37,466 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 23:17:38,793 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:17:40,968 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:17:43,489 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:17:43,489 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:17:46,657 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:17:48,511 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 23:17:48,795 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:17:52,514 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:17:53,795 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:17:57,515 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:17:58,489 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:17:58,489 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:18:02,641 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:18:03,803 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:18:03,803 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:18:04,327 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 23:18:04,328 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 23:18:04,329 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 23:18:04,330 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 23:18:04,488 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 23:18:05,490 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 23:18:08,332 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:18:08,806 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:18:08,806 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:18:13,332 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:18:13,489 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:18:13,489 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:18:18,515 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 23:18:18,522 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:18:18,865 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:18:18,865 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:18:23,518 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:18:23,866 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:18:23,866 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:18:28,489 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:18:28,489 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:18:28,662 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:18:33,330 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 23:18:33,331 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 23:18:33,332 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 23:18:33,333 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 23:18:33,516 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 23:18:33,872 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:18:34,334 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:18:35,517 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 23:18:38,873 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:18:39,334 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:18:43,489 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:18:43,489 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:18:44,631 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:18:48,519 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 23:18:48,874 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:18:50,522 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:18:53,875 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:18:55,522 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:18:58,498 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:18:58,499 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:19:00,660 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:19:02,093 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 23:19:02,094 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 23:19:02,094 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 23:19:02,095 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 23:19:02,540 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 23:19:03,541 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 23:19:03,881 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:19:06,096 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:19:08,882 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:19:11,097 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:19:13,493 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:19:13,494 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:19:16,607 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:19:18,524 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 23:19:18,883 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:19:22,526 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:19:23,884 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:19:27,536 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:19:28,506 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:19:28,506 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:19:32,601 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:19:33,162 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 23:19:33,163 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 23:19:33,163 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 23:19:33,164 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 23:19:33,580 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 23:19:33,891 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:19:35,581 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 23:19:38,166 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:19:38,892 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:19:43,166 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:19:43,499 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:19:43,500 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:19:48,527 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 23:19:48,534 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:19:48,893 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:19:53,530 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:19:53,894 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:19:58,507 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:19:58,516 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:19:58,675 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:20:03,676 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:20:03,902 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:20:03,967 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 23:20:03,968 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 23:20:03,969 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 23:20:03,971 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 23:20:04,603 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 23:20:05,604 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 23:20:08,903 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:20:08,972 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:20:13,502 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:20:13,503 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:20:14,648 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:20:18,533 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 23:20:18,904 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:20:20,536 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:20:23,906 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:20:25,536 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:20:28,503 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:20:28,504 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:20:30,628 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:20:33,641 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 23:20:33,642 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 23:20:33,642 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 23:20:33,644 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 23:20:34,062 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:20:34,062 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:20:34,628 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 23:20:35,629 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 23:20:35,644 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:20:39,063 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:20:40,645 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:20:43,502 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:20:43,503 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:20:45,668 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:20:48,536 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 23:20:49,064 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:20:51,538 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:20:54,065 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:20:54,065 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:20:56,539 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:20:58,518 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:20:58,525 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:21:01,658 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:21:03,869 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 23:21:03,871 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 23:21:03,872 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 23:21:03,873 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 23:21:04,279 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:21:04,279 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:21:04,654 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 23:21:05,655 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 23:21:06,874 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:21:09,280 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:21:09,280 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:21:11,875 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:21:13,508 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:21:13,508 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:21:17,674 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:21:18,540 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 23:21:19,282 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:21:19,282 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:21:23,542 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:21:24,282 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:21:24,283 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:21:28,511 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:21:28,512 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:21:28,645 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:21:32,974 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 23:21:32,976 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 23:21:32,976 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 23:21:32,978 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 23:21:33,679 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 23:21:33,979 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:21:34,377 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:21:35,681 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 23:21:38,979 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:21:39,378 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:21:39,378 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:21:43,508 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:21:43,509 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:21:44,673 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:21:48,544 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 23:21:49,380 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:21:49,380 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:21:50,546 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:21:54,381 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:21:54,381 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:21:55,547 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:21:58,508 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:21:58,509 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:22:00,623 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:22:04,398 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:22:05,330 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 23:22:05,332 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 23:22:05,333 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 23:22:05,334 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 23:22:05,707 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 23:22:06,335 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:22:07,708 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 23:22:09,482 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:22:09,483 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:22:11,336 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:22:13,509 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:22:13,509 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:22:16,598 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:22:18,549 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 23:22:19,484 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:22:19,484 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:22:22,551 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:22:24,485 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:22:24,485 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:22:27,552 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:22:28,509 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:22:28,509 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:22:32,598 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:22:34,493 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:22:34,829 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 23:22:34,831 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 23:22:34,831 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 23:22:34,833 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 23:22:35,734 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 23:22:37,735 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 23:22:37,834 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:22:39,494 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:22:42,835 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:22:43,509 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:22:43,509 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:22:48,552 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 23:22:48,558 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:22:49,495 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:22:53,555 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:22:54,496 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:22:58,516 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:22:58,517 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:22:58,647 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:23:01,492 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 23:23:01,493 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 23:23:01,494 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 23:23:01,496 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 23:23:01,757 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 23:23:03,759 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 23:23:03,892 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:23:04,497 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:23:08,893 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:23:08,893 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:23:09,497 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:23:13,512 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:23:13,513 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:23:14,679 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:23:18,556 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 23:23:19,020 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:23:20,558 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:23:24,021 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:23:25,559 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:23:28,518 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:23:28,519 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:23:30,515 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 23:23:30,517 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 23:23:30,518 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 23:23:30,519 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 23:23:30,786 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 23:23:31,520 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:23:31,787 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 23:23:34,030 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:23:36,521 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:23:39,030 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:23:41,521 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:23:43,516 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:23:43,517 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:23:46,633 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:23:48,560 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 23:23:49,086 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:23:49,086 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:23:52,562 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:23:54,087 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:23:54,087 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:23:57,567 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:23:58,518 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:23:58,518 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:24:00,466 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 23:24:00,468 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 23:24:00,468 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 23:24:00,469 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 23:24:00,814 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 23:24:01,815 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 23:24:03,470 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:24:04,091 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:24:08,471 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:24:09,092 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:24:13,471 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:24:13,518 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:24:13,518 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:24:18,564 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 23:24:18,570 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:24:19,093 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:24:23,567 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:24:24,094 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:24:28,525 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:24:28,532 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:24:28,675 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:24:30,496 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 23:24:30,497 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 23:24:30,498 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 23:24:30,499 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 23:24:30,837 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 23:24:31,838 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 23:24:34,104 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:24:34,500 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:24:39,105 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:24:39,500 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:24:43,522 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:24:43,523 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:24:44,691 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:24:48,569 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 23:24:49,127 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:24:49,128 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:24:50,571 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:24:54,128 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:24:54,128 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:24:55,576 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:24:58,531 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:24:58,532 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:25:00,693 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:25:00,873 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 23:25:00,875 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 23:25:00,875 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 23:25:00,876 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 23:25:01,868 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 23:25:01,868 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 23:25:04,284 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:25:05,877 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:25:09,285 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:25:09,285 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:25:10,878 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:25:13,526 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:25:13,527 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:25:16,613 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:25:18,571 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 23:25:19,286 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:25:19,287 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:25:22,573 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:25:24,287 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:25:24,287 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:25:27,574 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:25:28,532 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:25:28,538 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:25:32,613 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:25:33,829 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 23:25:33,830 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 23:25:33,831 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 23:25:33,833 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 23:25:33,894 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 23:25:34,297 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:25:34,297 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:25:35,896 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 23:25:37,834 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:25:39,304 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:25:42,834 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:25:43,529 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:25:43,529 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:25:48,575 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 23:25:48,582 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:25:49,299 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:25:53,578 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:25:54,299 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:25:58,529 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:25:58,530 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:25:58,688 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:26:03,693 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:26:04,306 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:26:06,242 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 23:26:06,243 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 23:26:06,244 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 23:26:06,245 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 23:26:06,925 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 23:26:07,926 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 23:26:09,246 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:26:09,651 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:26:09,652 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:26:13,529 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:26:13,530 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:26:14,626 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:26:18,579 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 23:26:18,653 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:26:18,653 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:26:20,581 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:26:23,733 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:26:23,733 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:26:25,583 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:26:28,529 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:26:28,530 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:26:30,659 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:26:33,740 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:26:35,672 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:26:37,666 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 23:26:37,667 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 23:26:37,667 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 23:26:37,669 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 23:26:37,950 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 23:26:38,817 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:26:39,952 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 23:26:40,670 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:26:43,529 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:26:43,530 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:26:45,692 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:26:48,583 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 23:26:48,819 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:26:51,585 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:26:53,820 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:26:53,820 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:26:56,586 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:26:58,530 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:26:58,530 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:27:01,643 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:27:03,831 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:27:06,652 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:27:07,987 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 23:27:07,990 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 23:27:07,990 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 23:27:07,992 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 23:27:08,829 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:27:08,977 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 23:27:09,978 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 23:27:11,993 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:27:13,530 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:27:13,530 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:27:17,689 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:27:18,587 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 23:27:18,830 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:27:23,590 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:27:23,831 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:27:28,530 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:27:28,530 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:27:28,617 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:27:33,617 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:27:33,832 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:27:38,620 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:27:38,842 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:27:40,148 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 23:27:40,150 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 23:27:40,150 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 23:27:40,152 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 23:27:41,012 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 23:27:42,013 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 23:27:43,530 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:27:43,531 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:27:43,688 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:27:48,591 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 23:27:48,842 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:27:48,843 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:27:49,593 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:27:53,843 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:27:53,843 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:27:54,595 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:27:58,530 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:27:58,531 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:27:59,652 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:28:03,845 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:28:04,653 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:28:08,855 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:28:09,660 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:28:12,977 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 23:28:12,979 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 23:28:12,980 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 23:28:12,981 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 23:28:13,037 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 23:28:13,530 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:28:13,531 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:28:14,039 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 23:28:14,685 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:28:18,595 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 23:28:18,855 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:28:20,597 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:28:23,856 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:28:25,598 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:28:28,530 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:28:28,531 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:28:30,666 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:28:33,857 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:28:33,858 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:28:35,672 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:28:38,868 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:28:40,416 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 23:28:40,417 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 23:28:40,418 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 23:28:40,419 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 23:28:41,065 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 23:28:41,420 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:28:42,066 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 23:28:43,530 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:28:43,531 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:28:46,651 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:28:48,599 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 23:28:49,376 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:28:49,376 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:28:52,601 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:28:54,377 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:28:54,377 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:28:57,602 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:28:58,531 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:28:58,531 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:29:02,606 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:29:04,379 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:29:04,379 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:29:07,613 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:29:09,389 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:29:10,596 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 23:29:10,598 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 23:29:10,599 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 23:29:10,601 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 23:29:11,091 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 23:29:12,092 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 23:29:13,531 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:29:13,531 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:29:13,619 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:29:18,603 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 23:29:19,394 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:29:19,395 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:29:19,605 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:29:24,395 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:29:24,396 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:29:24,605 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:29:28,531 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:29:28,532 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:29:29,689 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:29:34,397 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:29:34,398 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:29:34,689 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:29:39,407 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:29:39,697 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:29:43,539 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:29:43,539 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:29:45,133 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 23:29:45,134 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 23:29:45,135 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 23:29:45,135 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:29:45,136 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 23:29:46,123 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 23:29:46,123 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 23:29:48,607 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 23:29:49,498 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:29:49,499 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:29:50,609 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:29:54,500 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:29:54,500 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:29:55,610 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:29:58,531 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:29:58,532 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:30:00,643 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:30:04,501 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:30:04,502 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:30:05,644 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:30:09,502 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:30:09,503 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:30:10,644 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:30:13,544 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:30:13,554 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:30:16,627 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:30:18,608 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 23:30:18,842 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 23:30:18,843 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 23:30:18,844 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 23:30:18,845 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 23:30:19,152 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 23:30:19,509 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:30:20,153 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 23:30:21,846 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:30:24,510 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:30:26,847 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:30:28,535 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:30:28,535 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:30:32,674 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:30:34,511 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:30:37,675 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:30:39,512 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:30:42,675 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:30:43,540 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:30:43,541 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:30:47,709 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:30:48,612 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 23:30:49,195 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 23:30:49,197 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 23:30:49,197 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 23:30:49,199 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 23:30:49,597 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:30:49,598 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:30:50,182 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 23:30:50,182 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 23:30:53,200 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:30:54,598 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:30:58,200 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:30:58,537 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:30:58,537 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:31:03,600 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:31:03,614 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:31:08,600 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:31:08,615 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:31:13,537 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:31:13,538 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:31:13,721 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:31:18,616 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:31:18,617 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 23:31:19,620 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:31:22,096 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 23:31:22,098 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 23:31:22,098 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 23:31:22,099 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 23:31:22,213 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 23:31:23,610 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:31:23,610 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:31:24,215 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 23:31:25,100 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:31:28,537 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:31:28,538 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:31:30,701 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:31:33,611 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:31:33,612 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:31:35,701 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:31:38,636 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:31:38,636 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:31:40,702 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:31:43,537 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:31:43,538 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:31:46,622 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:31:48,621 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 23:31:48,637 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:31:48,638 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:31:51,631 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:31:53,646 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:31:55,142 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 23:31:55,143 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 23:31:55,144 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 23:31:55,145 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 23:31:55,238 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 23:31:56,239 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 23:31:57,146 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:31:58,537 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:31:58,538 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:32:02,683 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:32:03,644 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:32:07,683 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:32:08,645 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:32:12,684 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:32:13,538 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:32:13,538 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:32:18,609 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:32:18,625 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 23:32:18,646 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:32:23,631 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:32:23,655 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:32:27,164 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 23:32:27,165 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 23:32:27,166 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 23:32:27,167 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 23:32:27,267 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 23:32:28,268 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 23:32:28,538 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:32:28,538 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:32:28,683 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:32:33,655 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:32:33,683 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:32:38,656 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:32:38,684 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:32:43,538 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:32:43,539 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:32:43,700 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:32:48,629 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 23:32:48,658 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:32:49,631 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:32:53,659 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:32:53,659 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:32:54,635 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:32:58,546 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:32:58,550 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:32:59,694 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:33:00,223 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 23:33:00,224 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 23:33:00,225 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 23:33:00,226 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 23:33:00,301 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 23:33:02,303 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 23:33:03,664 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:33:05,228 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:33:08,665 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:33:10,229 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:33:13,544 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:33:13,545 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:33:15,653 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:33:18,633 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 23:33:18,789 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:33:21,635 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:33:23,789 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:33:26,647 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:33:28,550 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:33:28,550 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:33:30,498 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 23:33:30,500 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 23:33:30,500 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 23:33:30,502 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 23:33:31,332 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 23:33:32,333 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 23:33:32,503 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:33:33,897 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:33:37,504 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:33:38,897 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:33:38,898 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:33:42,504 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:33:43,547 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:33:43,548 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:33:47,659 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:33:48,637 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 23:33:48,899 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:33:53,639 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:33:53,900 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:33:58,550 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:33:58,551 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:33:59,618 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:34:00,436 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 23:34:00,437 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 23:34:00,438 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 23:34:00,440 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 23:34:01,354 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 23:34:02,355 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 23:34:03,907 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:34:05,441 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:34:08,907 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:34:10,442 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:34:13,550 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:34:13,551 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:34:15,711 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:34:18,641 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 23:34:18,909 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:34:21,643 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:34:23,909 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:34:26,654 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:34:28,560 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:34:28,560 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:34:30,781 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 23:34:30,782 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 23:34:30,783 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 23:34:30,784 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 23:34:31,380 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 23:34:31,785 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:34:33,381 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 23:34:33,926 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:34:36,786 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:34:38,927 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:34:41,787 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:34:43,554 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:34:43,555 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:34:47,654 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:34:48,645 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 23:34:48,928 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:34:53,657 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:34:53,942 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:34:53,942 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:34:58,554 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:34:58,555 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:34:58,712 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:34:58,869 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 23:34:58,871 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 23:34:58,871 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 23:34:58,873 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 23:34:59,405 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 23:35:01,407 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 23:35:03,874 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:35:04,015 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:35:04,015 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:35:08,875 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:35:09,016 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:35:09,016 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:35:13,554 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:35:13,555 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:35:14,702 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:35:18,649 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 23:35:19,017 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:35:19,017 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:35:20,651 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:35:24,018 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:35:25,655 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:35:28,555 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:35:28,556 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:35:28,688 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 23:35:28,690 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 23:35:28,690 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 23:35:28,692 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 23:35:29,431 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 23:35:30,693 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:35:31,433 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 23:35:34,101 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:35:34,141 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:35:35,693 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:35:39,102 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:35:39,102 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:35:40,694 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:35:43,555 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:35:43,555 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:35:46,650 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:35:48,654 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 23:35:49,245 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:35:49,246 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:35:51,656 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:35:54,254 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:35:56,663 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:35:58,555 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:35:58,556 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:35:58,894 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 23:35:58,895 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 23:35:58,895 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 23:35:58,896 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 23:35:59,460 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 23:36:01,461 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 23:36:01,897 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:36:04,299 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:36:04,300 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:36:06,898 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:36:09,300 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:36:11,899 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:36:13,555 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:36:13,556 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:36:17,717 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:36:18,657 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 23:36:19,310 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:36:19,310 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:36:23,660 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:36:24,320 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:36:28,558 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:36:28,561 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:36:28,668 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:36:29,936 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 23:36:29,938 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 23:36:29,938 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 23:36:29,940 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 23:36:30,494 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 23:36:31,495 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 23:36:33,941 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:36:34,346 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:36:38,941 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:36:39,347 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:36:39,347 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:36:43,558 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:36:43,559 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:36:44,695 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:36:48,661 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 23:36:49,348 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:36:49,349 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:36:50,663 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:36:54,357 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:36:55,667 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:36:58,565 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:36:58,569 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:36:59,771 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 23:36:59,772 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 23:36:59,773 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 23:36:59,774 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 23:37:00,520 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 23:37:00,775 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:37:01,521 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 23:37:04,356 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:37:05,776 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:37:09,356 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:37:10,777 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:37:13,564 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:37:13,565 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:37:16,677 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:37:18,664 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 23:37:19,358 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:37:22,666 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:37:24,361 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:37:27,673 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:37:28,566 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:37:28,566 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:37:29,273 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 23:37:29,274 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 23:37:29,274 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 23:37:29,276 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 23:37:29,546 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 23:37:31,548 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 23:37:33,277 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:37:33,670 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:37:33,670 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:37:38,277 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:37:38,671 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:37:43,278 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:37:43,566 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:37:43,567 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:37:48,668 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 23:37:48,674 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:37:48,675 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:37:48,675 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:37:53,678 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:37:53,679 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:37:58,559 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 23:37:58,561 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 23:37:58,561 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 23:37:58,562 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 23:37:58,576 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 23:37:58,706 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:37:58,961 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:37:58,964 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:37:58,965 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:37:59,043 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:38:01,578 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 23:38:04,043 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:38:04,962 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:38:09,044 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:38:09,962 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:38:09,963 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:38:13,707 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:38:13,708 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:38:14,797 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:38:18,672 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 23:38:18,994 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:38:20,674 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:38:24,003 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:38:25,684 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:38:28,710 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:38:28,710 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:38:29,557 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 23:38:29,558 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 23:38:29,558 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 23:38:29,559 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 23:38:29,601 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 23:38:31,560 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:38:31,603 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 23:38:34,002 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:38:36,561 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:38:39,002 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:38:41,562 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:38:43,710 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:38:43,711 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:38:46,859 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:38:48,676 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 23:38:49,004 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:38:52,678 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:38:54,013 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:38:57,685 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:38:58,713 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:38:58,713 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:38:59,510 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 23:38:59,512 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 23:38:59,512 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 23:38:59,514 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 23:38:59,635 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 23:39:01,636 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 23:39:03,515 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:39:04,012 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:39:08,515 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:39:09,013 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:39:13,516 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:39:13,713 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:39:13,713 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:39:18,680 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 23:39:18,687 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:39:19,045 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:39:19,045 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:39:23,683 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:39:24,045 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:39:24,046 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:39:28,689 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:39:28,724 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:39:28,725 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:39:32,108 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 23:39:32,109 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 23:39:32,110 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 23:39:32,111 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 23:39:32,670 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 23:39:33,671 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 23:39:34,051 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:39:34,112 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:39:39,051 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:39:39,113 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:39:43,717 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:39:43,718 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:39:44,880 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:39:48,684 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 23:39:49,053 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:39:50,686 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:39:54,053 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:39:55,694 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:39:58,720 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:39:58,725 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:40:00,610 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 23:40:00,611 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 23:40:00,612 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 23:40:00,613 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 23:40:00,694 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 23:40:01,614 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:40:01,695 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 23:40:04,064 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:40:06,614 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:40:09,064 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:40:11,615 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:40:13,720 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:40:13,720 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:40:16,883 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:40:18,688 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 23:40:19,066 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:40:22,690 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:40:24,066 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:40:27,694 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:40:28,729 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:40:28,733 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:40:32,337 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 23:40:32,338 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 23:40:32,338 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 23:40:32,339 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 23:40:32,722 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 23:40:33,340 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:40:33,723 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 23:40:34,077 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:40:38,340 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:40:39,078 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:40:43,341 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:40:43,724 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:40:43,725 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:40:48,692 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 23:40:48,698 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:40:49,080 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:40:49,080 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:40:53,695 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:40:54,081 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:40:54,081 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:40:58,699 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:40:58,730 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:40:58,731 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:41:03,315 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 23:41:03,316 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 23:41:03,316 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 23:41:03,317 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 23:41:03,753 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 23:41:04,092 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:41:04,318 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:41:05,755 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 23:41:09,093 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:41:09,318 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:41:13,728 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:41:13,729 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:41:14,891 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:41:18,697 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 23:41:19,094 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:41:20,699 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:41:24,094 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:41:25,700 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:41:28,733 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:41:28,733 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:41:30,842 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:41:32,671 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 23:41:32,673 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 23:41:32,673 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 23:41:32,674 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 23:41:32,774 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 23:41:33,775 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 23:41:34,152 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:41:34,153 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:41:36,675 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:41:39,153 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:41:39,153 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:41:41,676 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:41:43,731 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:41:43,732 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:41:46,871 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:41:48,700 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 23:41:49,269 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:41:49,269 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:41:52,702 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:41:54,269 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:41:54,270 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:41:57,708 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:41:58,738 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:41:58,742 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:42:01,681 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 23:42:01,682 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 23:42:01,682 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 23:42:01,683 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 23:42:01,802 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 23:42:03,684 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:42:03,806 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 23:42:04,276 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:42:04,277 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:42:08,685 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:42:09,277 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:42:09,278 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:42:13,685 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:42:13,735 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:42:13,735 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:42:18,704 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 23:42:18,710 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:42:19,279 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:42:23,707 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:42:24,280 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:42:28,713 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:42:28,741 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:42:28,742 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:42:33,695 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 23:42:33,696 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 23:42:33,697 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 23:42:33,698 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 23:42:33,837 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 23:42:34,286 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:42:34,699 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:42:35,839 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 23:42:39,287 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:42:39,700 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:42:43,738 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:42:43,739 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:42:44,822 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:42:48,708 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 23:42:49,289 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:42:49,289 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:42:50,710 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:42:54,289 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:42:54,290 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:42:55,711 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:42:58,744 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:42:58,750 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:43:00,833 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:43:04,242 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 23:43:04,244 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 23:43:04,244 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 23:43:04,245 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 23:43:04,388 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:43:04,645 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:43:04,867 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 23:43:05,868 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 23:43:06,246 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:43:09,646 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:43:11,247 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:43:13,744 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:43:13,744 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:43:16,853 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:43:18,712 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 23:43:19,647 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:43:19,648 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:43:22,715 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:43:24,648 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:43:27,717 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:43:28,751 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:43:28,755 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:43:32,890 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:43:33,864 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 23:43:33,865 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 23:43:33,866 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 23:43:33,867 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 23:43:33,899 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 23:43:34,656 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:43:35,901 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 23:43:38,868 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:43:39,656 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:43:43,750 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:43:43,751 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:43:44,814 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:43:48,717 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 23:43:49,663 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:43:49,663 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:43:50,719 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:43:54,664 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:43:54,664 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:43:55,720 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:43:58,757 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:43:58,759 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:44:00,848 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:44:04,127 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 23:44:04,128 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 23:44:04,129 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 23:44:04,130 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 23:44:04,672 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:44:04,673 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:44:04,927 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 23:44:05,928 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 23:44:06,131 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:44:09,673 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:44:11,132 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:44:13,755 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:44:13,755 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:44:16,904 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:44:18,720 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 23:44:19,675 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:44:19,675 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:44:22,723 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:44:24,675 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:44:24,676 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:44:27,723 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:44:28,755 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:44:28,755 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:44:32,889 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:44:34,684 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:44:36,500 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 23:44:36,502 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 23:44:36,502 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 23:44:36,504 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 23:44:36,952 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 23:44:37,953 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 23:44:38,505 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:44:39,892 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:44:39,892 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:44:43,506 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:44:43,755 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:44:43,756 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:44:48,724 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 23:44:48,730 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:44:48,893 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:44:48,893 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:44:53,727 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:44:53,894 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:44:53,895 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:44:58,728 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:44:58,755 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:44:58,756 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:45:03,901 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:45:03,920 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:45:08,903 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:45:08,921 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:45:09,353 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 23:45:09,354 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 23:45:09,354 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 23:45:09,356 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 23:45:09,977 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 23:45:11,978 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 23:45:13,756 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:45:13,756 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:45:14,916 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:45:18,728 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 23:45:18,904 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:45:20,730 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:45:23,905 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:45:25,731 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:45:28,755 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:45:28,756 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:45:30,829 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:45:33,917 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:45:35,838 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:45:38,915 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:45:39,052 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 23:45:39,053 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 23:45:39,054 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 23:45:39,055 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 23:45:40,005 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 23:45:40,006 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 23:45:41,055 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:45:43,756 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:45:43,756 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:45:46,904 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:45:48,732 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 23:45:48,917 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:45:52,734 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:45:53,918 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:45:57,735 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:45:58,756 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:45:58,756 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:46:02,910 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:46:03,919 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:46:07,921 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:46:08,927 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:46:11,455 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 23:46:11,456 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 23:46:11,457 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 23:46:11,458 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 23:46:12,034 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 23:46:13,459 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:46:13,756 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:46:13,756 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:46:14,036 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 23:46:18,737 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 23:46:18,743 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:46:19,401 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:46:23,739 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:46:24,402 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:46:24,402 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:46:28,740 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:46:28,756 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:46:28,757 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:46:33,920 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:46:34,404 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:46:34,404 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:46:38,930 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:46:39,404 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:46:43,763 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:46:43,763 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:46:44,369 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 23:46:44,370 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 23:46:44,371 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 23:46:44,371 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:46:44,373 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 23:46:45,064 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 23:46:46,065 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 23:46:48,740 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 23:46:49,524 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:46:49,525 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:46:49,742 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:46:54,525 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:46:54,526 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:46:54,743 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:46:58,760 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:46:58,761 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:46:59,913 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:47:04,527 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:47:04,527 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:47:04,913 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:47:09,534 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:47:09,920 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:47:11,646 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 23:47:11,647 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 23:47:11,647 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 23:47:11,648 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 23:47:12,091 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 23:47:13,760 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:47:13,761 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:47:14,093 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 23:47:15,858 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:47:18,743 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 23:47:18,802 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:47:18,803 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:47:21,745 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:47:23,803 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:47:23,803 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:47:26,745 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:47:28,760 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:47:28,761 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:47:31,887 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:47:33,805 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:47:33,805 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:47:36,890 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:47:38,815 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:47:41,893 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:47:41,924 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 23:47:41,926 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 23:47:41,927 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 23:47:41,928 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 23:47:42,117 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 23:47:43,761 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:47:43,761 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:47:44,119 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 23:47:47,841 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:47:48,747 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 23:47:48,927 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:47:53,749 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:47:53,928 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:47:58,750 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:47:58,761 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:47:58,761 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:48:03,908 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:48:03,929 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:48:03,929 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:48:08,910 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:48:08,935 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:48:13,647 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 23:48:13,648 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 23:48:13,649 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 23:48:13,650 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 23:48:14,048 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:48:14,048 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:48:14,049 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:48:14,050 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:48:14,147 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 23:48:14,182 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:48:16,148 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 23:48:18,751 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 23:48:19,049 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:48:19,753 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:48:24,050 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:48:24,754 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:48:28,799 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:48:28,799 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:48:29,928 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:48:34,051 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:48:34,052 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:48:34,929 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:48:39,052 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:48:39,053 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:48:39,938 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:48:43,806 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:48:43,806 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:48:44,956 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:48:45,326 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 23:48:45,327 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 23:48:45,327 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 23:48:45,328 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 23:48:46,173 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 23:48:46,173 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 23:48:48,755 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 23:48:49,065 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:48:50,757 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:48:54,065 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:48:55,758 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:48:58,804 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:48:58,805 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:49:00,875 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:49:04,067 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:49:05,876 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:49:09,068 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:49:10,880 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:49:13,811 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:49:13,812 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:49:15,258 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 23:49:15,260 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 23:49:15,261 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 23:49:15,262 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 23:49:16,200 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 23:49:16,200 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 23:49:16,263 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:49:18,759 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 23:49:19,075 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:49:19,174 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:49:21,762 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:49:24,175 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:49:24,175 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:49:26,763 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:49:28,808 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:49:28,809 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:49:31,902 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:49:34,177 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:49:34,177 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:49:36,903 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:49:39,178 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:49:39,178 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:49:41,905 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:49:43,814 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:49:43,815 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:49:45,104 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 23:49:45,106 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 23:49:45,106 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 23:49:45,108 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 23:49:45,230 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 23:49:46,231 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 23:49:47,109 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:49:48,763 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 23:49:49,505 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:49:49,505 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:49:52,765 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:49:54,506 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:49:54,507 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:49:57,766 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:49:58,812 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:49:58,812 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:50:02,923 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:50:04,508 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:50:04,508 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:50:07,924 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:50:09,509 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:50:09,509 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:50:12,928 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:50:13,818 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:50:13,822 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:50:17,165 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 23:50:17,166 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 23:50:17,166 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 23:50:17,168 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 23:50:17,253 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 23:50:18,169 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:50:18,255 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 23:50:18,767 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 23:50:19,564 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:50:23,769 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:50:24,565 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:50:28,770 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:50:28,815 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:50:28,815 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:50:33,918 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:50:34,566 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:50:38,918 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:50:39,567 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:50:43,823 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:50:43,824 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:50:43,944 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:50:47,591 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 23:50:47,592 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 23:50:47,593 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 23:50:47,594 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 23:50:48,284 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 23:50:48,285 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 23:50:48,771 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 23:50:49,574 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:50:49,773 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:50:54,574 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:50:54,774 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:50:58,821 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:50:58,822 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:50:59,953 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:51:04,576 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:51:04,954 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:51:09,577 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:51:09,954 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:51:13,821 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:51:13,824 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:51:15,905 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:51:18,660 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 23:51:18,662 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 23:51:18,662 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 23:51:18,664 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 23:51:18,775 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 23:51:19,312 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 23:51:19,585 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:51:20,314 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 23:51:21,777 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:51:24,586 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:51:26,778 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:51:28,822 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:51:28,822 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:51:31,899 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:51:34,588 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:51:36,900 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:51:39,588 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:51:39,589 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:51:41,910 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:51:43,827 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:51:43,831 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:51:46,981 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:51:47,469 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 23:51:47,471 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 23:51:47,472 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 23:51:47,473 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 23:51:48,338 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 23:51:48,339 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 23:51:48,780 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 23:51:49,615 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:51:52,782 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:51:54,616 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:51:54,616 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:51:57,783 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:51:58,827 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:51:58,827 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:52:02,928 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:52:04,618 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:52:04,618 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:52:07,929 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:52:09,618 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:52:09,618 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:52:12,932 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:52:13,835 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:52:13,841 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:52:18,009 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:52:18,782 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 23:52:19,208 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 23:52:19,209 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 23:52:19,209 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 23:52:19,210 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 23:52:19,366 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 23:52:19,622 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:52:20,367 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 23:52:23,211 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:52:24,623 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:52:28,212 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:52:28,830 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:52:28,830 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:52:33,968 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:52:34,640 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:52:38,969 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:52:39,641 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:52:39,641 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:52:43,830 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:52:43,831 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:52:44,958 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:52:48,786 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 23:52:49,650 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:52:49,908 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 23:52:49,909 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 23:52:49,909 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 23:52:49,911 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 23:52:50,388 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 23:52:50,911 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:52:52,390 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 23:52:54,651 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:52:55,912 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:52:58,830 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:52:58,831 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:53:00,989 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:53:04,701 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:53:04,701 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:53:05,989 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:53:09,701 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:53:09,702 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:53:10,990 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:53:13,836 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:53:13,837 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:53:16,965 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:53:18,790 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 23:53:18,859 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 23:53:18,861 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 23:53:18,862 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 23:53:18,863 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 23:53:19,414 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 23:53:19,710 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:53:20,415 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 23:53:22,865 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:53:24,711 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:53:27,865 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:53:28,836 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:53:28,836 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:53:32,951 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:53:34,712 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:53:37,951 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:53:39,713 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:53:42,952 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:53:43,836 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:53:43,837 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:53:47,985 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:53:48,798 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 23:53:49,721 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:53:53,336 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 23:53:53,337 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 23:53:53,338 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 23:53:53,338 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:53:53,339 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 23:53:53,447 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 23:53:54,448 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 23:53:54,736 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:53:58,340 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:53:58,836 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:53:58,837 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:54:04,003 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:54:04,737 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:54:09,004 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:54:09,738 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:54:13,836 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:54:13,837 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:54:14,937 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:54:18,799 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 23:54:19,739 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:54:20,803 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:54:24,744 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:54:25,667 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 23:54:25,669 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 23:54:25,669 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 23:54:25,670 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 23:54:26,476 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 23:54:26,476 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 23:54:26,671 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:54:28,837 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:54:28,837 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:54:31,929 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:54:34,814 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:54:36,929 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:54:39,907 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:54:39,907 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:54:41,930 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:54:43,836 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:54:43,837 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:54:46,999 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:54:48,804 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 23:54:48,908 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:54:48,909 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:54:52,812 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:54:53,922 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:54:55,262 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 23:54:55,264 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 23:54:55,264 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 23:54:55,266 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 23:54:55,501 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 23:54:56,503 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 23:54:58,267 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:54:58,837 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:54:58,837 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:55:03,917 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:55:03,996 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:55:08,945 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:55:08,945 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:55:08,996 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:55:13,837 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:55:13,837 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:55:14,935 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:55:18,807 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 23:55:18,947 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:55:20,809 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:55:23,954 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:55:25,819 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:55:27,207 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 23:55:27,209 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 23:55:27,209 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 23:55:27,211 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 23:55:27,533 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 23:55:28,534 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 23:55:28,837 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:55:28,838 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:55:30,918 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:55:33,956 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:55:35,919 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:55:38,957 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:55:40,919 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:55:43,837 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:55:43,838 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:55:46,012 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:55:48,811 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 23:55:49,371 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:55:49,371 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:55:51,814 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:55:54,382 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:55:56,819 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:55:58,670 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 23:55:58,670 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 23:55:58,671 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 23:55:58,672 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 23:55:59,071 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:55:59,072 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:55:59,558 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 23:56:00,559 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 23:56:02,227 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:56:04,382 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:56:07,227 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:56:09,382 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:56:12,228 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:56:14,071 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:56:14,071 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:56:18,178 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:56:18,815 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 23:56:19,384 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:56:23,822 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:56:24,393 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:56:27,761 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 23:56:27,761 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 23:56:27,762 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 23:56:27,763 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 23:56:28,585 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 23:56:29,071 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:56:29,071 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:56:29,153 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:56:29,587 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 23:56:34,153 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:56:34,392 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:56:39,154 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:56:39,393 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:56:44,071 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:56:44,072 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:56:45,144 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:56:48,819 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 23:56:49,394 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:56:50,821 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:56:54,398 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:56:55,830 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:56:57,402 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 23:56:57,404 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 23:56:57,404 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 23:56:57,406 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 23:56:57,608 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 23:56:59,071 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:56:59,072 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:56:59,609 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 23:57:01,212 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:57:04,399 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:57:06,213 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:57:09,400 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:57:11,214 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:57:14,071 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:57:14,072 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:57:17,138 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:57:18,824 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 23:57:19,402 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:57:22,827 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:57:24,404 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:57:27,837 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:57:29,072 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:57:29,072 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:57:29,116 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 23:57:29,166 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 23:57:29,166 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 23:57:29,168 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 23:57:29,638 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 23:57:31,639 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 23:57:33,170 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:57:34,517 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:57:38,170 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:57:39,518 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:57:43,171 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:57:44,071 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:57:44,072 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:57:48,199 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:57:48,827 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 23:57:49,519 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:57:53,830 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:57:54,521 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:57:58,831 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:57:59,071 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:57:59,072 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:58:04,145 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:58:04,526 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:58:04,841 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 23:58:04,843 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 23:58:04,843 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 23:58:04,844 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 23:58:05,669 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 23:58:07,671 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 23:58:09,527 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:58:09,845 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:58:14,072 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:58:14,072 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:58:15,217 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:58:18,831 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 23:58:19,528 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:58:20,834 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:58:24,530 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:58:25,834 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:58:29,083 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:58:29,084 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:58:31,244 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:58:34,241 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 23:58:34,242 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 23:58:34,243 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 23:58:34,244 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 23:58:34,647 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:58:34,689 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 23:58:35,690 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 23:58:36,245 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:58:39,648 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:58:41,245 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:58:44,075 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:58:44,076 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:58:47,235 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:58:48,835 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 23:58:49,649 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:58:52,838 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:58:54,650 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:58:57,838 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:58:59,075 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:58:59,076 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:59:03,197 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:59:04,657 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:59:05,361 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 23:59:05,362 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 23:59:05,363 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 23:59:05,364 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 23:59:05,720 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 23:59:07,722 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 23:59:08,366 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:59:09,767 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:59:13,366 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:59:14,075 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:59:14,076 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:59:18,838 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 23:59:18,844 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:59:19,768 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:59:23,841 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:59:24,770 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:59:28,841 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:59:29,075 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:59:29,076 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:59:34,229 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:59:34,775 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:59:37,070 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-25 23:59:37,072 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-25 23:59:37,072 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-25 23:59:37,074 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-25 23:59:37,749 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-25 23:59:39,751 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-25 23:59:39,776 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:59:40,075 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:59:44,076 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:59:44,076 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-25 23:59:45,221 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:59:48,842 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-25 23:59:49,808 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:59:50,845 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:59:54,809 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-25 23:59:55,845 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-25 23:59:59,076 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-25 23:59:59,076 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:00:01,155 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:00:04,821 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:00:06,161 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:00:06,287 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 00:00:06,289 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 00:00:06,289 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 00:00:06,291 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 00:00:06,774 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 00:00:07,775 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 00:00:09,815 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:00:11,292 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:00:14,076 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:00:14,076 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:00:17,198 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:00:18,847 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 00:00:19,817 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:00:22,849 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:00:24,817 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:00:27,850 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:00:29,076 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:00:29,076 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:00:33,171 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:00:34,826 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:00:38,029 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 00:00:38,031 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 00:00:38,032 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 00:00:38,033 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 00:00:38,800 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 00:00:39,034 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:00:39,801 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 00:00:39,826 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:00:44,035 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:00:44,076 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:00:44,077 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:00:48,850 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 00:00:49,827 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:00:49,852 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:00:54,828 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:00:54,853 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:00:59,076 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:00:59,077 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:01:00,195 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:01:04,833 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:01:05,198 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:01:09,462 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 00:01:09,463 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 00:01:09,464 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 00:01:09,464 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 00:01:09,836 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 00:01:09,857 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:01:09,857 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:01:10,465 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:01:11,837 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 00:01:14,076 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:01:14,077 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:01:16,153 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:01:18,854 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 00:01:19,859 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:01:19,859 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:01:21,856 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:01:24,860 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:01:24,860 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:01:26,857 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:01:29,076 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:01:29,077 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:01:32,241 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:01:34,866 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:01:37,247 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:01:38,798 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 00:01:38,799 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 00:01:38,800 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 00:01:38,801 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 00:01:38,865 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 00:01:39,866 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 00:01:39,943 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:01:39,944 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:01:42,802 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:01:44,076 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:01:44,077 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:01:48,239 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:01:48,858 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 00:01:49,945 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:01:49,945 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:01:53,860 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:01:54,946 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:01:54,946 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:01:58,861 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:01:59,077 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:01:59,077 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:02:04,203 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:02:04,947 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:02:04,948 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:02:09,207 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:02:09,955 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:02:11,681 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 00:02:11,683 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 00:02:11,683 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 00:02:11,685 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 00:02:11,890 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 00:02:13,891 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 00:02:14,077 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:02:14,078 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:02:15,157 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:02:18,862 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 00:02:19,632 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:02:19,633 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:02:20,864 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:02:24,633 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:02:25,865 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:02:29,077 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:02:29,078 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:02:31,208 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:02:34,635 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:02:34,635 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:02:36,210 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:02:39,645 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:02:41,216 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:02:43,684 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 00:02:43,686 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 00:02:43,687 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 00:02:43,688 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 00:02:43,917 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 00:02:44,102 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:02:44,103 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:02:45,919 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 00:02:46,226 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:02:48,866 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 00:02:49,644 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:02:49,644 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:02:51,869 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:02:54,645 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:02:56,869 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:02:59,101 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:02:59,102 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:03:02,196 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:03:04,647 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:03:04,647 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:03:07,196 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:03:09,648 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:03:09,648 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:03:12,200 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:03:14,111 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:03:14,115 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:03:16,289 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 00:03:16,291 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 00:03:16,292 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 00:03:16,293 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 00:03:16,946 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 00:03:17,294 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:03:17,947 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 00:03:18,870 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 00:03:19,705 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:03:19,706 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:03:22,872 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:03:24,706 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:03:24,706 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:03:27,873 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:03:29,108 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:03:29,109 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:03:33,206 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:03:34,708 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:03:34,708 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:03:38,206 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:03:39,709 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:03:39,709 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:03:43,209 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:03:44,113 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:03:44,118 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:03:48,135 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 00:03:48,137 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 00:03:48,138 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 00:03:48,140 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 00:03:48,874 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 00:03:48,881 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:03:48,971 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 00:03:49,716 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:03:49,717 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:03:49,972 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 00:03:53,877 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:03:54,717 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:03:54,718 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:03:58,877 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:03:59,110 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:03:59,110 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:04:04,210 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:04:04,818 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:04:04,818 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:04:09,211 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:04:09,819 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:04:09,819 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:04:14,117 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:04:14,117 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:04:14,242 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:04:17,395 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 00:04:17,397 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 00:04:17,398 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 00:04:17,399 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 00:04:17,999 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 00:04:18,878 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 00:04:19,826 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:04:19,880 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:04:20,002 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 00:04:24,827 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:04:24,881 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:04:29,117 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:04:29,118 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:04:30,193 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:04:34,828 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:04:35,194 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:04:39,829 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:04:40,194 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:04:44,117 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:04:44,118 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:04:45,284 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:04:48,881 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 00:04:49,837 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:04:50,064 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 00:04:50,066 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 00:04:50,067 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 00:04:50,068 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 00:04:51,024 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 00:04:51,070 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:04:52,025 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 00:04:54,837 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:04:56,070 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:04:59,117 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:04:59,118 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:05:01,265 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:05:04,839 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:05:06,266 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:05:09,839 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:05:11,267 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:05:14,117 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:05:14,118 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:05:16,286 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:05:18,890 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 00:05:19,846 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:05:20,744 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 00:05:20,746 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 00:05:20,747 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 00:05:20,748 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 00:05:21,049 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 00:05:21,749 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:05:22,050 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 00:05:25,145 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:05:25,146 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:05:26,750 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:05:29,117 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:05:29,118 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:05:32,196 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:05:34,243 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:05:34,243 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:05:37,196 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:05:39,244 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:05:39,244 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:05:42,197 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:05:44,129 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:05:44,139 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:05:47,270 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:05:48,891 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 00:05:49,253 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:05:49,741 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 00:05:49,742 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 00:05:49,743 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 00:05:49,746 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 00:05:50,077 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 00:05:52,079 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 00:05:52,747 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:05:54,254 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:05:57,747 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:05:59,121 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:05:59,122 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:06:03,245 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:06:04,255 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:06:08,246 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:06:09,256 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:06:13,247 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:06:14,129 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:06:14,136 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:06:18,305 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:06:18,895 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 00:06:19,262 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:06:19,625 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 00:06:19,626 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 00:06:19,627 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 00:06:19,628 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 00:06:20,100 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 00:06:22,102 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 00:06:23,630 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:06:24,263 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:06:28,630 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:06:29,123 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:06:29,123 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:06:34,223 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:06:34,264 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:06:39,224 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:06:39,265 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:06:44,127 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:06:44,128 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:06:44,263 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:06:46,039 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 00:06:46,040 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 00:06:46,040 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 00:06:46,041 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 00:06:46,125 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 00:06:48,127 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 00:06:48,899 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 00:06:49,440 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:06:49,901 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:06:54,441 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:06:54,441 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:06:54,902 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:06:59,124 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:06:59,125 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:07:00,229 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:07:04,511 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:07:05,230 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:07:09,512 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:07:09,512 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:07:10,231 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:07:14,134 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:07:14,137 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:07:16,233 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:07:18,900 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 00:07:19,457 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 00:07:19,458 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 00:07:19,459 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 00:07:19,460 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 00:07:19,605 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:07:20,156 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 00:07:20,157 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 00:07:21,461 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:07:24,606 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:07:26,461 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:07:29,125 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:07:29,126 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:07:32,277 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:07:34,608 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:07:34,608 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:07:37,277 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:07:39,609 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:07:39,609 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:07:42,278 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:07:44,125 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:07:44,126 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:07:48,264 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:07:48,914 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 00:07:49,626 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:07:51,954 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 00:07:51,956 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 00:07:51,956 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 00:07:51,958 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 00:07:52,185 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 00:07:53,959 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:07:54,187 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 00:07:54,618 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:07:58,959 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:07:59,125 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:07:59,126 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:08:04,288 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:08:04,667 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:08:04,668 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:08:09,290 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:08:09,668 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:08:14,126 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:08:14,126 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:08:15,189 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:08:18,917 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 00:08:19,677 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:08:20,923 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:08:22,035 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 00:08:22,036 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 00:08:22,037 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 00:08:22,038 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 00:08:22,211 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 00:08:24,213 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 00:08:24,677 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:08:26,040 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:08:29,126 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:08:29,126 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:08:31,287 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:08:34,678 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:08:36,288 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:08:39,679 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:08:41,288 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:08:44,126 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:08:44,126 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:08:47,283 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:08:48,923 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 00:08:49,687 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:08:52,012 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 00:08:52,013 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 00:08:52,013 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 00:08:52,015 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 00:08:52,236 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 00:08:53,016 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:08:54,238 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 00:08:54,687 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:08:54,687 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:08:58,017 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:08:59,126 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:08:59,126 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:09:03,222 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:09:04,689 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:09:04,689 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:09:08,223 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:09:09,690 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:09:09,690 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:09:13,224 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:09:14,126 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:09:14,126 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:09:18,260 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:09:18,921 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 00:09:19,697 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:09:22,047 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 00:09:22,048 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 00:09:22,049 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 00:09:22,053 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 00:09:22,264 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 00:09:24,054 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:09:24,265 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 00:09:24,697 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:09:29,054 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:09:29,126 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:09:29,127 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:09:34,251 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:09:34,698 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:09:39,251 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:09:39,699 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:09:44,126 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:09:44,127 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:09:44,285 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:09:48,926 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 00:09:49,714 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:09:49,927 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:09:52,042 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 00:09:52,044 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 00:09:52,045 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 00:09:52,046 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 00:09:52,321 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 00:09:54,323 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 00:09:54,709 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:09:55,047 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:09:59,126 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:09:59,127 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:10:00,188 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:10:04,710 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:10:05,188 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:10:09,869 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:10:09,869 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:10:10,189 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:10:14,126 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:10:14,127 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:10:15,269 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:10:18,928 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 00:10:19,880 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:10:20,939 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:10:24,794 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 00:10:24,796 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 00:10:24,796 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 00:10:24,801 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 00:10:24,941 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:10:25,349 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 00:10:26,350 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 00:10:26,802 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:10:29,127 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:10:29,127 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:10:32,270 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:10:34,942 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:10:34,943 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:10:37,271 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:10:39,943 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:10:39,944 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:10:42,272 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:10:44,127 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:10:44,127 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:10:48,260 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:10:48,933 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 00:10:49,952 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:10:53,939 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:10:54,069 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 00:10:54,070 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 00:10:54,071 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 00:10:54,072 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 00:10:54,381 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 00:10:54,951 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:10:56,382 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 00:10:59,074 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:10:59,127 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:10:59,127 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:11:04,229 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:11:04,953 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:11:09,230 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:11:09,954 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:11:14,127 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:11:14,127 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:11:14,408 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:11:18,936 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 00:11:19,939 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:11:19,959 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:11:23,248 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 00:11:23,250 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 00:11:23,251 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 00:11:23,252 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 00:11:23,406 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 00:11:24,408 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 00:11:24,966 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:11:24,967 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:11:25,253 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:11:29,127 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:11:29,128 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:11:30,263 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:11:34,968 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:11:34,968 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:11:35,264 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:11:39,969 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:11:39,969 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:11:40,265 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:11:44,127 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:11:44,128 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:11:45,297 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:11:48,939 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 00:11:49,973 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:11:50,940 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:11:53,469 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 00:11:53,470 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 00:11:53,470 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 00:11:53,472 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 00:11:54,431 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 00:11:54,431 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 00:11:54,977 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:11:56,473 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:11:59,127 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:11:59,128 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:12:02,207 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:12:04,978 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:12:07,207 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:12:09,980 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:12:09,980 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:12:12,208 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:12:14,127 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:12:14,128 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:12:17,245 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:12:18,950 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 00:12:19,984 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:12:22,956 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:12:24,128 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 00:12:24,130 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 00:12:24,131 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 00:12:24,132 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 00:12:24,457 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 00:12:24,987 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:12:26,459 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 00:12:28,133 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:12:29,127 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:12:29,128 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:12:33,297 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:12:34,992 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:12:38,297 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:12:39,993 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:12:43,298 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:12:44,128 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:12:44,128 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:12:48,948 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 00:12:48,950 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:12:49,994 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:12:53,960 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:12:55,004 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:12:56,044 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 00:12:56,046 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 00:12:56,046 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 00:12:56,051 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 00:12:56,492 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 00:12:58,494 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 00:12:59,052 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:12:59,128 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:12:59,128 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:13:04,252 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:13:05,002 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:13:09,253 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:13:10,003 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:13:14,128 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:13:14,128 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:13:15,239 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:13:18,952 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 00:13:20,005 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:13:20,957 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:13:25,021 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:13:25,961 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:13:26,081 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 00:13:26,082 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 00:13:26,083 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 00:13:26,086 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 00:13:26,520 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 00:13:28,521 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 00:13:29,128 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:13:29,129 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:13:31,243 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:13:35,015 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:13:35,015 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:13:36,244 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:13:40,016 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:13:40,016 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:13:41,245 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:13:44,128 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:13:44,129 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:13:47,242 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:13:48,957 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 00:13:50,025 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:13:52,969 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:13:54,960 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 00:13:54,961 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 00:13:54,962 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 00:13:54,963 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 00:13:55,107 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:13:55,549 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 00:13:56,550 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 00:13:58,965 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:13:59,128 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:13:59,129 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:14:04,209 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:14:04,367 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:14:09,210 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:14:09,367 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:14:14,128 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:14:14,129 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:14:14,237 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:14:18,960 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 00:14:19,369 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:14:19,963 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:14:24,383 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:14:24,970 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:14:26,084 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 00:14:26,086 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 00:14:26,087 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 00:14:26,088 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 00:14:26,575 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 00:14:28,576 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 00:14:29,128 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:14:29,129 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:14:30,213 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:14:34,235 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:14:35,213 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:14:39,236 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:14:40,214 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:14:44,129 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:14:44,129 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:14:45,274 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:14:48,964 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 00:14:49,237 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:14:50,967 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:14:54,246 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:14:55,961 ERROR gpu :316822 [interfaces.py:monitor():142] Failed to sample metric: Not Supported +2024-12-26 00:14:55,969 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:14:56,498 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 00:14:56,500 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 00:14:56,500 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 00:14:56,501 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 00:14:56,601 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 00:14:58,603 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 00:14:59,129 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:14:59,129 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:15:01,244 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:15:04,245 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:15:06,244 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:15:09,246 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:15:11,245 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:15:14,129 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:15:14,129 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:15:17,204 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:15:18,972 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 00:15:19,260 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:15:20,739 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 00:15:20,740 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 00:15:20,740 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 00:15:20,742 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 00:15:21,628 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 00:15:22,629 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 00:15:22,742 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:15:24,258 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:15:27,743 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:15:29,129 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:15:29,130 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:15:33,278 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:15:34,260 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:15:38,278 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:15:39,308 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:15:43,279 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:15:44,129 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:15:44,130 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:15:48,290 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:15:48,973 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 00:15:49,318 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:15:53,985 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:15:54,319 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:15:54,764 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 00:15:54,766 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 00:15:54,766 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 00:15:54,767 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 00:15:55,658 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 00:15:56,659 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 00:15:59,129 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:15:59,130 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:15:59,204 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:16:04,204 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:16:04,321 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:16:09,205 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:16:09,321 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:16:14,129 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:16:14,130 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:16:14,237 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:16:18,981 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 00:16:19,329 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:16:19,985 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:16:23,571 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 00:16:23,572 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 00:16:23,573 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 00:16:23,575 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 00:16:23,687 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 00:16:24,334 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:16:24,688 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 00:16:25,576 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:16:29,129 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:16:29,130 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:16:31,280 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:16:34,336 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:16:36,281 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:16:39,336 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:16:41,281 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:16:44,129 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:16:44,130 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:16:47,266 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:16:48,981 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 00:16:49,345 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:16:51,933 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 00:16:51,936 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 00:16:51,936 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 00:16:51,939 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 00:16:52,713 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 00:16:52,713 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 00:16:52,940 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:16:54,344 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:16:57,941 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:16:59,129 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:16:59,130 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:17:03,294 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:17:04,346 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:17:08,295 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:17:09,346 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:17:13,296 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:17:14,130 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:17:14,130 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:17:18,992 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 00:17:18,993 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:17:19,355 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:17:20,253 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 00:17:20,255 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 00:17:20,255 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 00:17:20,257 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 00:17:20,747 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 00:17:20,748 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 00:17:24,258 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:17:24,628 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:17:29,130 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:17:29,131 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:17:30,192 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:17:34,630 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:17:35,192 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:17:39,631 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:17:40,193 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:17:44,130 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:17:44,131 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:17:45,299 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:17:48,998 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 00:17:49,644 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:17:51,002 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:17:53,128 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 00:17:53,130 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 00:17:53,131 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 00:17:53,132 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 00:17:53,778 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 00:17:54,640 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:17:54,779 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 00:17:56,133 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:17:59,130 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:17:59,131 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:18:01,274 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:18:04,641 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:18:06,275 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:18:09,642 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:18:11,276 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:18:14,130 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:18:14,131 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:18:16,296 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:18:18,997 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 00:18:19,649 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:18:22,006 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:18:24,129 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 00:18:24,131 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 00:18:24,131 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 00:18:24,137 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 00:18:24,648 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:18:24,809 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 00:18:25,810 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 00:18:27,138 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:18:29,130 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:18:29,131 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:18:32,219 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:18:34,651 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:18:37,220 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:18:39,652 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:18:42,220 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:18:44,130 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:18:44,131 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:18:48,208 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:18:49,011 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 00:18:49,659 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:18:54,018 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:18:54,144 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 00:18:54,146 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 00:18:54,146 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 00:18:54,149 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 00:18:54,658 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:18:54,834 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 00:18:55,835 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 00:18:59,130 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:18:59,131 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:18:59,301 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:19:04,302 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:19:04,659 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:19:09,302 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:19:09,660 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:19:14,131 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:19:14,131 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:19:15,243 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:19:19,013 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 00:19:19,674 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:19:21,023 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:19:24,205 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 00:19:24,207 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 00:19:24,207 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 00:19:24,211 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 00:19:24,666 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:19:24,870 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 00:19:25,871 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 00:19:26,212 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:19:29,131 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:19:29,131 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:19:32,202 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:19:34,667 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:19:37,203 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:19:39,668 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:19:42,203 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:19:44,131 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:19:44,131 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:19:48,103 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:19:49,012 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 00:19:49,238 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:19:49,325 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:19:49,885 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 00:19:54,015 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:19:56,701 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:19:56,961 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:19:59,015 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:20:04,016 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:20:05,234 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:20:05,653 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:20:05,695 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:20:05,696 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:20:09,787 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:20:13,601 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:20:13,898 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:20:14,788 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:20:14,982 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:20:14,982 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:20:19,021 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 00:20:20,023 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:20:22,072 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:20:22,341 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:20:25,023 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:20:30,024 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:20:30,272 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:20:30,447 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:20:30,926 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:20:30,927 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:20:35,067 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:20:39,255 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:20:40,068 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:20:43,417 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:20:45,273 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:20:45,274 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:20:45,364 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:20:45,433 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 00:20:47,435 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 00:20:49,020 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 00:20:50,418 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:20:51,023 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:20:55,419 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:20:56,024 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:21:00,273 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:21:00,274 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:21:01,437 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:21:05,421 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:21:05,422 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:21:06,438 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:21:10,422 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:21:10,423 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:21:11,439 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:21:15,274 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:21:15,274 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:21:17,373 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:21:19,023 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 00:21:20,424 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:21:23,025 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:21:25,425 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:21:28,026 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:21:30,274 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:21:30,274 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:21:33,435 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:21:35,426 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:21:38,436 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:21:43,436 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:21:48,437 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:21:49,057 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 00:21:54,059 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:21:59,061 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:21:59,343 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:21:59,343 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:21:59,344 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:21:59,344 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:22:04,345 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:22:04,345 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:22:04,503 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:22:09,346 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:22:09,347 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:22:09,503 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:22:14,340 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:22:14,340 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:22:15,501 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:22:19,031 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 00:22:19,348 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:22:19,348 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:22:21,033 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:22:24,349 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:22:24,349 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:22:26,034 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:22:29,341 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:22:29,341 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:22:31,407 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:22:34,351 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:22:34,351 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:22:36,408 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:22:39,352 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:22:39,352 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:22:41,408 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:22:44,340 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:22:44,341 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:22:46,453 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:22:49,039 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 00:22:49,353 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:22:49,354 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:22:52,042 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:22:54,355 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:22:54,355 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:22:57,043 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:22:59,340 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:22:59,341 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:23:02,469 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:23:04,356 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:23:04,357 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:23:07,470 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:23:09,357 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:23:09,358 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:23:12,470 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:23:14,340 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:23:14,341 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:23:18,460 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:23:19,039 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 00:23:19,359 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:23:19,359 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:23:24,042 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:23:24,361 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:23:24,361 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:23:29,042 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:23:29,341 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:23:29,341 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:23:34,363 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:23:34,363 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:23:34,456 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:23:39,364 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:23:39,364 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:23:39,457 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:23:44,341 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:23:44,341 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:23:45,447 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:23:49,043 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 00:23:49,366 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:23:49,366 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:23:51,045 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:23:54,367 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:23:54,367 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:23:56,046 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:24:01,047 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:24:06,051 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:24:11,053 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:24:16,053 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:24:19,047 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 00:24:22,050 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:24:27,050 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:24:32,051 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:24:35,989 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:24:35,994 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:24:35,995 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:24:37,125 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:24:39,760 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 00:24:40,995 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:24:40,995 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:24:42,394 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:24:43,762 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 00:24:45,996 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:24:45,996 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:24:47,394 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:24:49,052 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 00:24:50,989 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:24:50,989 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:24:53,133 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:24:55,998 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:24:55,998 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:24:58,134 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:25:00,999 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:25:01,000 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:25:03,135 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:25:05,999 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:25:06,003 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:25:09,096 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:25:09,242 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 00:25:09,244 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 00:25:09,244 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 00:25:09,246 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 00:25:09,785 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 00:25:11,006 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:25:11,786 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 00:25:14,247 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:25:16,007 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:25:19,055 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 00:25:20,057 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:25:20,994 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:25:20,995 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:25:25,121 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:25:26,009 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:25:26,009 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:25:30,122 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:25:31,010 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:25:31,010 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:25:35,129 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:25:36,001 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:25:36,007 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:25:39,665 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 00:25:39,666 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 00:25:39,667 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 00:25:39,668 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 00:25:39,813 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 00:25:40,669 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:25:41,069 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:25:41,069 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:25:41,815 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 00:25:45,670 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:25:46,070 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:25:46,070 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:25:49,059 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 00:25:50,998 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:25:50,999 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:25:51,080 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:25:56,072 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:25:56,072 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:25:56,081 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:26:01,073 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:26:01,073 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:26:01,081 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:26:06,008 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:26:06,013 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:26:06,129 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:26:08,060 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 00:26:08,062 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 00:26:08,062 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 00:26:08,063 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 00:26:08,837 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 00:26:09,839 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 00:26:11,213 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:26:12,065 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:26:16,213 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:26:17,065 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:26:19,063 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 00:26:21,160 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:26:21,160 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:26:22,232 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:26:26,215 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:26:27,232 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:26:31,216 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:26:32,233 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:26:36,079 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:26:36,080 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:26:38,214 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:26:38,625 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 00:26:38,626 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 00:26:38,627 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 00:26:38,628 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 00:26:38,868 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 00:26:39,869 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 00:26:41,233 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:26:43,630 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:26:46,234 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:26:48,630 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:26:49,067 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 00:26:51,073 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:26:51,074 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:26:54,158 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:26:56,236 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:26:59,158 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:27:01,236 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:27:04,159 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:27:06,081 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:27:06,082 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:27:09,234 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:27:10,846 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 00:27:10,848 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 00:27:10,848 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 00:27:10,850 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 00:27:10,898 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 00:27:11,900 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 00:27:11,973 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:27:11,973 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:27:14,851 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:27:16,976 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:27:16,976 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:27:19,072 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 00:27:20,074 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:27:21,077 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:27:21,077 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:27:25,171 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:27:26,977 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:27:30,172 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:27:31,978 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:27:35,172 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:27:36,081 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:27:36,081 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:27:40,190 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:27:40,908 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 00:27:40,909 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 00:27:40,910 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 00:27:40,911 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 00:27:40,926 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 00:27:41,928 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 00:27:42,065 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:27:45,912 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:27:47,066 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:27:47,066 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:27:49,075 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 00:27:51,077 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:27:51,081 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:27:51,081 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:27:56,204 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:27:57,067 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:27:57,068 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:28:01,205 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:28:02,069 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:28:02,069 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:28:06,081 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:28:06,082 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:28:07,205 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:28:12,078 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:28:12,213 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:28:12,972 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 00:28:12,973 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 00:28:12,974 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 00:28:12,975 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 00:28:13,953 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 00:28:13,954 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 00:28:17,415 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:28:17,415 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:28:17,976 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:28:19,079 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 00:28:21,081 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:28:21,082 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:28:23,190 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:28:26,416 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:28:26,417 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:28:28,190 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:28:31,417 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:28:31,417 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:28:33,191 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:28:36,081 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:28:36,082 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:28:38,252 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:28:41,429 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:28:43,160 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 00:28:43,161 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 00:28:43,162 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 00:28:43,163 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 00:28:43,979 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 00:28:43,979 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 00:28:44,164 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:28:46,566 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:28:49,083 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 00:28:50,085 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:28:51,081 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:28:51,082 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:28:55,229 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:28:56,568 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:29:00,230 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:29:01,569 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:29:05,230 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:29:06,082 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:29:06,082 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:29:11,220 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:29:11,580 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:29:11,581 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:29:14,167 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 00:29:14,168 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 00:29:14,168 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 00:29:14,170 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 00:29:15,008 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 00:29:16,010 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 00:29:16,577 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:29:16,577 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:29:17,171 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:29:19,087 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 00:29:21,082 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:29:21,082 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:29:22,247 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:29:26,634 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:29:26,635 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:29:27,248 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:29:31,635 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:29:32,249 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:29:36,089 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:29:36,090 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:29:38,162 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:29:41,556 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 00:29:41,558 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 00:29:41,558 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 00:29:41,560 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 00:29:41,702 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:29:42,035 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 00:29:42,036 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 00:29:43,560 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:29:46,703 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:29:48,561 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:29:49,092 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 00:29:51,085 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:29:51,085 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:29:54,223 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:29:56,594 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:29:59,224 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:30:01,595 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:30:04,225 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:30:06,085 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:30:06,086 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:30:10,210 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:30:11,603 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:30:14,063 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 00:30:14,064 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 00:30:14,065 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 00:30:14,066 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 00:30:14,068 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 00:30:16,068 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:30:16,070 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 00:30:16,605 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:30:19,094 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 00:30:21,085 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:30:21,086 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:30:21,247 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:30:26,248 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:30:26,610 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:30:31,249 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:30:31,611 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:30:36,085 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:30:36,086 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:30:36,251 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:30:41,258 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:30:41,619 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:30:43,113 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 00:30:43,114 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 00:30:43,114 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 00:30:43,115 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 00:30:44,098 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 00:30:44,098 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 00:30:46,620 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:30:47,117 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:30:49,098 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 00:30:51,086 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:30:51,086 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:30:52,193 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:30:56,621 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:30:57,194 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:31:01,622 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:31:02,195 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:31:06,086 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:31:06,086 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:31:08,184 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:31:11,636 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:31:13,190 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:31:15,424 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 00:31:15,425 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 00:31:15,426 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 00:31:15,427 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 00:31:16,133 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 00:31:16,133 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 00:31:16,824 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:31:16,825 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:31:18,428 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:31:19,102 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 00:31:21,086 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:31:21,086 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:31:24,174 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:31:26,826 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:31:26,826 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:31:29,175 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:31:31,827 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:31:31,828 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:31:34,175 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:31:36,086 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:31:36,086 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:31:40,151 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:31:41,829 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:31:45,160 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:31:46,617 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 00:31:46,618 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 00:31:46,618 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 00:31:46,619 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 00:31:47,066 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:31:47,066 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:31:47,165 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 00:31:48,166 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 00:31:49,106 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 00:31:51,086 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:31:51,086 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:31:51,232 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:31:56,233 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:31:57,068 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:31:57,068 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:32:01,234 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:32:02,152 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:32:06,086 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:32:06,087 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:32:07,196 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:32:11,313 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:32:12,201 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:32:14,529 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 00:32:14,531 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 00:32:14,531 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 00:32:14,532 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 00:32:15,188 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 00:32:16,189 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 00:32:16,311 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:32:17,533 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:32:19,109 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 00:32:21,086 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:32:21,087 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:32:23,199 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:32:26,312 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:32:28,200 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:32:31,313 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:32:33,201 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:32:36,086 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:32:36,087 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:32:38,211 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:32:41,320 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:32:43,218 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:32:46,271 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 00:32:46,273 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 00:32:46,274 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 00:32:46,275 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 00:32:46,666 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:32:46,667 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:32:47,220 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 00:32:48,221 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 00:32:48,276 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:32:49,114 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 00:32:51,087 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:32:51,087 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:32:54,147 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:32:56,668 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:32:59,148 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:33:01,669 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:33:04,149 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:33:06,086 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:33:06,087 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:33:09,248 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:33:11,678 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:33:14,255 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:33:15,598 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 00:33:15,600 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 00:33:15,600 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 00:33:15,602 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 00:33:16,241 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 00:33:16,242 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 00:33:16,744 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:33:16,744 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:33:19,117 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 00:33:20,120 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:33:21,087 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:33:21,087 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:33:25,248 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:33:26,745 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:33:26,745 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:33:30,249 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:33:31,746 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:33:31,746 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:33:35,250 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:33:36,086 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:33:36,087 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:33:41,164 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:33:41,752 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:33:46,165 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 00:33:46,166 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 00:33:46,166 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 00:33:46,167 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:33:46,168 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 00:33:46,269 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 00:33:46,752 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:33:48,271 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 00:33:49,121 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 00:33:51,087 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:33:51,087 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:33:51,188 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:33:56,188 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:33:56,753 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:34:01,189 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:34:01,754 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:34:06,087 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:34:06,088 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:34:06,204 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:34:11,211 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:34:11,764 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:34:15,642 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 00:34:15,643 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 00:34:15,644 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 00:34:15,646 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 00:34:16,300 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 00:34:16,300 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 00:34:16,647 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:34:16,789 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:34:19,125 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 00:34:21,087 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:34:21,088 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:34:22,193 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:34:26,790 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:34:26,790 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:34:27,194 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:34:31,866 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:34:31,867 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:34:32,194 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:34:36,087 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:34:36,088 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:34:38,193 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:34:41,868 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:34:41,868 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:34:43,197 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:34:46,875 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:34:47,881 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 00:34:47,883 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 00:34:47,883 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 00:34:47,885 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 00:34:48,328 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 00:34:48,329 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 00:34:48,886 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:34:49,129 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 00:34:51,087 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:34:51,088 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:34:54,165 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:34:56,880 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:34:59,165 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:35:01,881 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:35:04,166 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:35:06,088 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:35:06,088 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:35:09,239 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:35:11,892 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:35:14,249 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:35:16,889 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:35:17,497 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 00:35:17,498 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 00:35:17,498 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 00:35:17,500 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 00:35:18,361 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 00:35:18,361 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 00:35:19,134 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 00:35:20,136 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:35:21,088 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:35:21,088 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:35:25,251 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:35:26,934 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:35:26,934 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:35:30,251 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:35:31,935 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:35:31,936 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:35:35,252 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:35:36,088 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:35:36,088 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:35:41,243 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:35:41,937 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:35:41,937 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:35:46,251 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:35:46,946 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:35:48,494 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 00:35:48,496 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 00:35:48,497 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 00:35:48,500 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 00:35:49,138 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 00:35:49,392 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 00:35:51,088 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:35:51,088 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:35:51,394 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 00:35:52,202 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:35:56,945 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:35:57,203 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:36:01,946 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:36:02,203 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:36:06,088 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:36:06,089 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:36:07,216 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:36:11,997 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:36:12,217 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:36:17,006 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:36:17,222 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:36:19,138 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 00:36:20,347 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 00:36:20,349 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 00:36:20,350 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 00:36:20,352 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 00:36:20,419 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 00:36:21,088 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:36:21,089 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:36:21,420 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 00:36:22,231 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:36:27,005 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:36:27,232 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:36:32,005 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:36:32,232 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:36:36,088 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:36:36,089 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:36:38,217 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:36:42,007 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:36:43,218 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:36:47,016 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:36:47,016 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:36:48,226 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:36:49,146 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 00:36:51,090 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:36:51,090 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:36:51,617 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 00:36:51,619 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 00:36:51,619 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 00:36:51,620 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 00:36:52,448 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 00:36:53,449 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 00:36:53,621 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:36:57,023 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:36:58,621 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:37:02,023 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:37:03,622 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:37:06,090 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:37:06,091 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:37:09,196 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:37:12,036 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:37:14,197 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:37:17,045 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:37:19,148 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 00:37:20,150 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:37:21,090 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:37:21,090 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:37:21,537 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 00:37:21,538 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 00:37:21,538 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 00:37:21,540 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 00:37:22,477 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 00:37:23,478 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 00:37:25,541 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:37:27,043 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:37:30,541 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:37:32,044 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:37:35,542 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:37:36,090 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:37:36,091 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:37:41,165 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:37:41,229 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:37:46,171 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:37:46,234 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:37:49,156 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 00:37:50,520 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 00:37:50,521 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 00:37:50,522 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 00:37:50,523 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 00:37:51,090 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:37:51,091 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:37:51,507 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 00:37:52,166 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:37:53,509 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 00:37:56,176 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:37:57,166 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:38:01,177 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:38:02,167 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:38:06,091 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:38:06,091 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:38:07,219 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:38:11,179 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:38:12,219 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:38:16,185 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:38:17,230 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:38:19,162 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 00:38:20,791 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 00:38:20,792 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 00:38:20,792 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 00:38:20,793 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 00:38:21,197 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:38:21,198 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:38:21,199 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:38:21,533 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 00:38:22,350 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:38:23,535 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 00:38:27,198 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:38:27,198 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:38:27,351 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:38:32,199 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:38:32,199 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:38:32,351 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:38:36,197 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:38:36,198 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:38:38,261 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:38:41,200 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:38:41,201 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:38:43,262 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:38:46,201 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:38:46,201 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:38:48,268 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:38:49,160 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 00:38:51,198 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:38:51,198 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:38:51,950 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 00:38:51,952 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 00:38:51,952 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 00:38:51,957 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 00:38:52,559 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 00:38:53,560 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 00:38:53,958 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:38:56,354 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:38:56,354 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:38:58,958 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:39:01,354 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:39:01,355 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:39:03,959 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:39:06,198 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:39:06,199 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:39:09,272 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:39:11,356 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:39:11,357 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:39:14,272 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:39:16,357 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:39:16,357 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:39:19,163 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 00:39:20,166 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:39:21,208 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:39:21,209 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:39:23,073 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 00:39:23,075 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 00:39:23,075 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 00:39:23,080 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 00:39:23,583 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 00:39:25,585 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 00:39:26,081 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:39:26,515 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:39:26,516 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:39:31,082 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:39:31,517 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:39:36,083 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:39:36,203 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:39:36,203 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:39:41,338 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:39:41,584 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:39:46,346 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:39:46,588 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:39:49,166 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 00:39:50,033 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 00:39:50,034 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 00:39:50,035 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 00:39:50,036 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 00:39:50,611 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 00:39:51,203 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:39:51,204 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:39:51,611 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 00:39:52,339 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:39:56,590 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:39:57,340 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:40:01,591 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:40:02,340 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:40:06,203 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:40:06,204 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:40:08,272 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:40:11,592 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:40:13,273 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:40:16,601 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:40:18,281 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:40:19,167 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 00:40:20,310 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 00:40:20,311 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 00:40:20,312 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 00:40:20,313 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 00:40:20,636 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 00:40:21,203 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:40:21,204 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:40:21,637 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 00:40:23,303 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:40:26,706 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:40:28,303 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:40:31,706 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:40:33,304 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:40:36,204 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:40:36,204 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:40:38,309 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:40:41,815 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:40:43,309 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:40:46,815 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:40:46,816 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:40:48,315 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:40:49,182 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 00:40:51,207 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:40:51,208 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:40:53,328 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:40:53,408 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 00:40:53,409 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 00:40:53,410 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 00:40:53,412 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 00:40:53,664 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 00:40:55,666 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 00:40:56,825 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:40:58,413 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:41:01,826 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:41:03,413 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:41:06,207 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:41:06,208 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:41:09,305 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:41:11,828 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:41:14,306 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:41:16,837 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:41:19,178 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 00:41:20,181 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:41:21,211 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:41:21,211 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:41:22,719 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 00:41:22,721 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 00:41:22,721 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 00:41:22,724 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 00:41:23,696 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 00:41:23,697 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 00:41:25,725 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:41:26,864 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:41:30,725 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:41:31,865 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:41:35,726 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:41:36,211 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:41:36,212 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:41:41,274 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:41:41,867 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:41:41,867 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:41:46,275 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:41:46,868 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:41:46,868 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:41:49,187 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 00:41:51,217 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:41:51,218 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:41:51,358 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:41:53,504 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 00:41:53,505 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 00:41:53,505 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 00:41:53,510 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 00:41:53,730 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 00:41:55,732 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 00:41:56,511 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:41:56,903 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:42:01,512 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:42:01,903 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:42:01,904 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:42:06,213 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:42:06,213 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:42:07,286 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:42:11,905 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:42:11,906 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:42:12,286 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:42:16,906 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:42:16,906 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:42:17,287 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:42:19,187 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 00:42:21,213 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:42:21,214 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:42:22,348 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:42:26,917 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:42:27,354 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:42:27,366 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 00:42:27,367 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 00:42:27,368 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 00:42:27,373 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 00:42:27,763 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 00:42:29,764 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 00:42:31,919 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:42:32,375 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:42:36,213 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:42:36,214 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:42:38,286 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:42:42,022 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:42:42,022 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:42:43,287 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:42:47,022 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:42:47,023 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:42:48,288 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:42:49,191 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 00:42:51,213 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:42:51,214 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:42:53,291 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:42:57,041 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:42:58,160 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 00:42:58,161 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 00:42:58,161 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 00:42:58,164 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 00:42:58,785 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 00:42:59,165 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:42:59,787 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 00:43:02,035 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:43:04,165 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:43:06,213 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:43:06,214 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:43:09,377 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:43:12,036 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:43:14,377 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:43:17,037 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:43:19,195 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 00:43:20,197 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:43:21,215 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:43:21,216 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:43:25,307 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:43:27,040 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 00:43:27,042 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 00:43:27,042 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 00:43:27,043 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:43:27,044 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 00:43:27,817 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 00:43:29,819 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 00:43:31,046 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:43:32,044 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:43:36,046 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:43:36,215 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:43:36,216 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:43:41,313 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:43:42,046 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:43:46,314 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:43:47,046 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:43:49,199 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 00:43:51,225 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:43:51,227 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:43:51,346 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:43:56,305 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 00:43:56,306 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 00:43:56,306 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 00:43:56,307 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 00:43:56,839 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 00:43:57,051 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:43:57,308 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:43:57,841 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 00:44:02,052 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:44:02,308 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:44:06,221 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:44:06,222 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:44:07,370 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:44:12,053 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:44:12,371 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:44:17,054 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:44:17,371 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:44:19,203 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 00:44:21,221 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:44:21,221 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:44:23,312 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:44:26,254 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 00:44:26,256 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 00:44:26,256 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 00:44:26,258 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 00:44:26,870 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 00:44:27,059 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:44:27,871 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 00:44:29,258 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:44:32,060 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:44:34,259 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:44:36,221 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:44:36,221 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:44:39,338 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:44:42,061 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:44:44,339 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:44:47,062 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:44:49,207 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 00:44:50,209 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:44:51,221 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:44:51,222 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:44:55,398 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:44:57,071 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:44:59,173 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 00:44:59,175 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 00:44:59,175 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 00:44:59,177 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 00:44:59,898 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 00:45:01,178 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:45:01,900 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 00:45:02,072 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:45:06,178 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:45:06,221 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:45:06,222 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:45:11,319 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:45:11,384 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:45:16,326 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:45:16,385 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:45:19,211 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 00:45:21,222 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:45:21,222 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:45:22,294 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:45:26,334 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:45:27,303 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:45:29,194 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 00:45:29,196 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 00:45:29,197 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 00:45:29,198 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 00:45:29,925 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 00:45:31,343 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:45:31,927 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 00:45:33,199 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:45:36,222 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:45:36,222 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:45:38,386 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:45:41,344 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:45:43,387 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:45:46,345 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:45:48,387 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:45:49,215 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 00:45:51,222 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:45:51,222 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:45:54,302 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:45:56,352 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:45:59,309 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:46:00,539 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 00:46:00,541 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 00:46:00,542 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 00:46:00,543 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 00:46:00,962 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 00:46:01,355 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:46:01,963 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 00:46:04,545 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:46:06,222 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:46:06,223 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:46:10,361 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:46:11,357 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:46:15,361 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:46:16,358 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:46:19,220 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 00:46:21,222 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:46:21,222 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:46:21,223 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:46:26,311 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:46:26,360 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:46:31,319 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:46:31,372 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:46:32,693 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 00:46:32,695 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 00:46:32,696 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 00:46:32,697 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 00:46:32,997 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 00:46:33,998 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 00:46:36,222 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:46:36,223 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:46:37,304 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:46:41,370 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:46:42,305 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:46:46,371 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:46:47,306 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:46:49,223 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 00:46:51,222 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:46:51,223 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:46:52,376 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:46:56,372 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:46:57,376 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:47:01,380 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:47:02,383 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:47:05,464 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 00:47:05,466 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 00:47:05,467 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 00:47:05,468 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 00:47:06,024 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 00:47:06,222 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:47:06,223 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:47:08,026 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 00:47:08,290 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:47:11,387 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:47:13,290 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:47:16,388 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:47:18,291 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:47:19,227 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 00:47:21,222 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:47:21,223 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:47:23,303 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:47:26,389 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:47:28,303 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:47:31,401 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:47:33,311 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:47:34,705 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 00:47:34,707 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 00:47:34,707 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 00:47:34,709 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 00:47:35,055 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 00:47:36,056 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 00:47:36,223 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:47:36,223 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:47:38,385 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:47:41,400 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:47:43,386 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:47:46,401 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:47:48,386 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:47:49,231 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 00:47:51,223 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:47:51,223 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:47:54,371 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:47:56,402 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:47:59,378 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:48:01,407 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:48:04,375 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:48:04,495 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 00:48:04,497 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 00:48:04,498 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 00:48:04,499 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 00:48:05,081 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 00:48:06,082 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 00:48:06,223 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:48:06,224 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:48:10,336 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:48:11,412 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:48:15,336 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:48:16,413 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:48:19,235 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 00:48:21,223 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:48:21,224 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:48:21,337 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:48:26,337 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:48:26,414 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:48:31,338 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:48:31,415 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:48:36,227 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:48:36,227 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:48:36,359 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:48:37,247 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 00:48:37,249 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 00:48:37,250 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 00:48:37,251 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 00:48:38,109 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 00:48:38,110 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 00:48:41,657 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:48:42,252 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:48:46,658 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:48:47,253 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:48:49,240 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 00:48:51,227 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:48:51,228 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:48:52,391 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:48:56,227 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:48:57,391 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:49:01,228 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:49:02,392 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:49:06,233 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:49:06,234 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:49:08,297 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 00:49:08,299 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 00:49:08,300 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 00:49:08,300 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:49:08,301 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 00:49:09,142 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 00:49:10,144 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 00:49:11,245 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:49:13,303 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:49:16,246 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:49:18,303 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:49:19,243 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 00:49:21,379 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:49:21,380 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:49:21,381 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:49:23,448 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:49:26,698 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:49:28,449 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:49:31,699 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:49:33,455 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:49:36,382 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:49:36,383 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:49:36,784 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 00:49:36,786 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 00:49:36,787 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 00:49:36,788 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 00:49:37,167 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 00:49:38,169 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 00:49:38,789 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:49:41,387 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:49:43,790 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:49:46,387 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:49:48,791 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:49:49,247 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 00:49:51,381 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:49:51,382 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:49:54,542 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:49:56,432 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:49:59,543 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:50:01,442 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:50:04,553 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:50:05,884 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 00:50:05,885 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 00:50:05,886 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 00:50:05,887 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 00:50:06,191 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 00:50:06,381 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:50:06,382 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:50:08,193 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 00:50:10,528 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:50:11,441 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:50:15,529 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:50:16,442 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:50:19,251 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 00:50:21,254 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:50:21,381 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:50:21,382 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:50:26,443 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:50:26,463 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:50:31,444 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:50:31,464 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:50:36,389 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:50:36,390 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:50:36,519 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:50:37,762 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 00:50:37,763 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 00:50:37,763 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 00:50:37,765 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 00:50:38,222 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 00:50:40,223 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 00:50:41,449 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:50:41,765 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:50:46,449 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:50:46,766 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:50:49,255 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 00:50:51,384 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:50:51,385 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:50:52,473 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:50:56,451 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:50:57,474 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:51:01,451 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:51:02,481 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:51:06,395 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:51:06,396 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:51:07,502 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 00:51:07,504 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 00:51:07,505 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 00:51:07,505 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:51:07,506 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 00:51:08,251 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 00:51:08,251 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 00:51:11,456 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:51:12,508 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:51:16,456 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:51:17,509 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:51:19,259 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 00:51:21,390 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:51:21,391 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:51:23,481 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:51:26,458 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:51:28,481 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:51:31,468 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:51:33,491 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:51:35,129 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 00:51:35,131 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 00:51:35,131 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 00:51:35,133 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 00:51:35,288 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 00:51:36,290 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 00:51:36,390 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:51:36,391 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:51:38,532 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:51:41,538 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:51:43,533 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:51:46,539 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:51:48,534 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:51:49,264 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 00:51:51,390 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:51:51,391 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:51:54,477 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:51:56,541 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:51:59,478 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:52:01,550 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:52:04,486 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:52:06,094 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 00:52:06,095 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 00:52:06,096 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 00:52:06,097 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 00:52:06,325 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 00:52:06,495 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:52:06,495 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:52:08,326 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 00:52:09,609 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:52:11,553 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:52:14,610 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:52:16,554 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:52:19,266 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 00:52:20,268 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:52:21,493 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:52:21,494 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:52:25,657 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:52:26,555 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:52:30,658 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:52:31,560 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:52:35,665 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:52:36,090 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 00:52:36,091 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 00:52:36,092 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 00:52:36,093 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 00:52:36,352 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 00:52:36,497 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:52:36,498 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:52:38,354 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 00:52:41,566 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:52:41,592 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:52:46,567 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:52:46,592 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:52:49,270 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 00:52:51,496 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:52:51,497 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:52:51,613 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:52:56,580 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:52:56,613 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:53:01,581 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:53:01,614 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:53:06,507 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:53:06,508 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:53:06,679 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:53:07,945 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 00:53:07,946 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 00:53:07,947 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 00:53:07,948 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 00:53:08,382 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 00:53:10,383 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 00:53:11,600 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:53:11,949 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:53:16,601 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:53:16,950 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:53:19,274 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 00:53:21,500 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:53:21,501 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:53:22,589 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:53:26,603 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:53:27,590 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:53:31,603 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:53:32,591 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:53:36,506 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:53:36,509 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:53:37,617 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:53:39,898 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 00:53:39,900 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 00:53:39,901 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 00:53:39,902 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 00:53:40,414 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 00:53:41,608 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:53:42,415 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 00:53:42,903 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:53:46,609 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:53:47,904 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:53:49,278 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 00:53:51,507 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:53:51,507 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:53:53,654 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:53:56,611 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:53:58,654 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:54:01,611 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:54:03,655 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:54:06,511 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:54:06,516 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:54:08,655 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:54:11,311 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 00:54:11,312 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 00:54:11,313 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 00:54:11,313 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 00:54:11,443 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 00:54:12,409 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:54:12,410 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:54:12,445 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 00:54:14,314 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:54:17,410 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:54:17,410 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:54:19,282 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 00:54:20,285 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:54:21,508 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:54:21,509 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:54:25,675 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:54:27,412 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:54:27,412 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:54:30,676 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:54:32,413 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:54:32,413 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:54:35,686 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:54:36,517 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:54:36,519 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:54:41,235 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 00:54:41,237 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 00:54:41,237 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 00:54:41,238 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:54:41,239 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 00:54:41,473 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 00:54:42,149 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:54:42,150 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:54:42,474 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 00:54:46,240 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:54:47,151 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:54:47,151 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:54:49,286 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 00:54:51,289 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:54:51,510 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:54:51,510 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:54:56,594 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:54:57,152 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:55:01,594 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:55:02,153 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:55:06,521 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:55:06,525 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:55:06,618 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:55:11,619 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:55:12,159 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:55:12,159 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:55:12,298 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 00:55:12,299 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 00:55:12,299 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 00:55:12,300 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 00:55:12,511 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 00:55:14,513 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 00:55:17,160 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:55:17,160 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:55:17,302 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:55:19,290 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 00:55:21,511 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:55:21,512 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:55:22,673 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:55:27,161 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:55:27,674 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:55:32,162 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:55:32,674 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:55:36,511 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:55:36,512 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:55:38,655 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:55:42,170 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:55:43,127 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 00:55:43,128 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 00:55:43,129 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 00:55:43,130 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 00:55:43,542 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 00:55:44,131 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:55:44,543 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 00:55:47,275 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:55:49,131 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:55:49,294 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 00:55:51,511 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:55:51,512 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:55:54,679 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:55:57,276 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:55:59,680 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:56:02,277 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:56:04,680 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:56:06,511 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:56:06,512 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:56:10,579 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:56:12,287 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:56:13,576 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 00:56:13,578 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 00:56:13,578 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 00:56:13,580 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 00:56:14,572 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 00:56:14,572 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 00:56:15,580 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:56:17,286 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:56:19,298 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 00:56:21,300 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:56:21,512 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:56:21,512 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:56:26,595 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:56:27,287 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:56:31,596 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:56:32,288 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:56:36,512 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:56:36,512 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:56:36,669 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:56:41,678 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:56:42,300 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:56:42,649 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 00:56:42,650 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 00:56:42,650 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 00:56:42,651 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 00:56:43,600 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 00:56:44,601 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 00:56:47,299 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:56:47,652 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:56:49,302 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 00:56:51,512 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:56:51,512 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:56:53,638 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:56:57,300 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:56:58,639 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:57:02,301 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:57:03,639 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:57:06,512 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:57:06,512 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:57:08,646 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:57:12,315 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:57:13,651 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:57:15,971 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 00:57:15,972 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 00:57:15,972 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 00:57:15,973 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 00:57:16,631 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 00:57:16,631 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 00:57:17,372 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:57:17,372 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:57:18,974 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:57:19,306 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 00:57:21,512 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:57:21,513 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:57:24,576 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:57:27,373 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:57:27,374 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:57:29,576 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:57:32,374 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:57:32,375 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:57:34,577 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:57:36,512 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:57:36,513 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:57:39,593 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:57:42,380 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:57:44,604 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:57:46,769 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 00:57:46,770 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 00:57:46,771 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 00:57:46,772 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 00:57:47,381 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:57:47,660 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 00:57:48,661 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 00:57:49,310 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 00:57:50,312 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:57:51,512 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:57:51,513 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:57:55,597 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:57:57,383 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:58:00,598 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:58:02,383 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:58:05,599 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:58:06,513 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:58:06,513 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:58:10,664 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:58:12,385 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:58:15,669 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:58:17,394 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:58:19,314 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 00:58:19,411 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 00:58:19,413 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 00:58:19,413 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 00:58:19,415 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 00:58:19,688 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 00:58:20,689 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 00:58:21,416 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:58:21,512 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:58:21,513 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:58:26,677 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:58:27,395 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:58:31,678 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:58:32,396 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:58:32,396 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:58:36,513 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:58:36,513 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:58:37,653 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:58:42,398 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:58:42,398 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:58:42,654 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:58:47,411 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:58:47,663 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:58:49,317 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 00:58:50,984 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 00:58:50,985 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 00:58:50,985 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 00:58:50,986 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 00:58:51,513 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:58:51,514 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:58:51,715 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 00:58:52,716 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 00:58:53,598 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:58:57,404 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:58:58,598 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:59:02,405 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:59:03,599 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:59:06,513 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:59:06,514 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:59:08,615 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:59:12,415 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:59:12,415 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:59:13,616 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:59:17,428 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:59:18,620 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:59:19,325 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 00:59:21,519 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:59:21,520 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:59:23,080 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 00:59:23,081 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 00:59:23,082 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 00:59:23,084 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 00:59:23,739 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 00:59:24,085 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:59:25,741 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 00:59:27,483 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:59:27,483 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:59:29,085 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:59:32,483 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:59:32,484 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:59:34,086 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:59:36,517 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:59:36,518 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:59:39,670 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:59:42,485 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:59:42,486 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:59:44,670 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:59:47,486 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:59:47,487 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 00:59:49,327 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 00:59:50,332 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:59:51,520 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 00:59:51,523 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 00:59:53,540 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 00:59:53,542 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 00:59:53,542 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 00:59:53,545 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 00:59:53,763 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 00:59:55,546 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 00:59:55,765 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 00:59:57,493 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:00:00,547 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:00:02,493 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:00:05,547 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:00:06,518 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:00:06,519 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:00:10,615 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:00:12,495 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:00:15,616 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:00:17,496 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:00:19,326 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 01:00:21,327 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:00:21,520 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:00:21,520 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:00:24,165 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 01:00:24,166 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 01:00:24,166 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 01:00:24,171 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 01:00:24,790 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 01:00:25,791 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 01:00:26,584 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:00:26,584 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:00:27,172 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:00:31,585 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:00:31,585 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:00:32,173 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:00:36,520 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:00:36,521 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:00:37,682 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:00:41,669 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:00:41,669 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:00:42,683 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:00:46,669 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:00:46,670 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:00:47,690 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:00:49,329 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 01:00:51,526 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:00:51,528 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:00:53,018 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 01:00:53,020 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 01:00:53,020 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 01:00:53,020 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:00:53,022 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 01:00:53,822 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 01:00:55,823 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 01:00:56,676 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:00:56,676 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:00:58,023 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:01:01,677 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:01:03,023 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:01:06,524 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:01:06,525 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:01:08,622 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:01:11,679 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:01:11,679 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:01:13,623 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:01:16,680 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:01:18,629 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:01:19,334 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 01:01:21,530 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:01:21,531 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:01:23,659 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:01:24,030 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 01:01:24,031 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 01:01:24,031 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 01:01:24,032 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 01:01:24,859 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 01:01:25,860 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 01:01:26,689 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:01:29,033 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:01:31,690 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:01:34,034 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:01:36,528 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:01:36,529 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:01:39,680 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:01:41,692 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:01:44,681 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:01:46,693 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:01:49,349 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 01:01:50,350 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:01:51,533 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:01:51,537 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:01:52,895 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 01:01:52,897 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 01:01:52,897 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 01:01:52,899 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 01:01:53,886 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 01:01:55,888 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 01:01:55,900 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:01:56,701 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:02:00,900 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:02:01,701 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:02:05,901 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:02:06,530 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:02:06,531 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:02:11,662 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:02:11,703 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:02:16,670 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:02:16,706 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:02:19,346 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 01:02:21,530 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:02:21,531 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:02:21,630 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 01:02:21,632 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 01:02:21,632 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 01:02:21,634 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 01:02:21,920 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 01:02:22,635 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:02:23,922 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 01:02:26,781 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:02:27,636 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:02:31,782 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:02:31,782 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:02:32,636 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:02:36,530 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:02:36,531 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:02:37,678 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:02:41,784 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:02:42,678 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:02:46,799 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:02:47,683 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:02:49,345 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 01:02:50,497 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 01:02:50,499 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 01:02:50,499 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 01:02:50,501 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 01:02:50,948 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 01:02:51,531 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:02:51,531 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:02:51,949 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 01:02:52,689 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:02:56,903 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:02:57,690 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:03:01,904 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:03:02,691 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:03:06,530 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:03:06,531 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:03:07,693 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:03:11,915 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:03:12,696 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:03:16,914 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:03:17,703 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:03:17,710 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 01:03:17,711 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 01:03:17,712 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 01:03:17,713 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 01:03:17,982 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 01:03:19,348 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 01:03:19,984 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 01:03:21,531 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:03:21,531 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:03:23,674 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:03:27,139 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:03:27,140 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:03:28,674 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:03:32,140 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:03:32,141 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:03:33,675 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:03:36,531 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:03:36,531 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:03:39,618 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:03:42,147 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:03:44,629 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:03:47,148 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:03:47,426 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 01:03:47,427 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 01:03:47,428 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 01:03:47,429 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 01:03:48,010 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 01:03:49,352 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 01:03:50,011 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 01:03:50,355 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:03:51,531 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:03:51,532 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:03:55,682 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:03:57,150 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:04:00,683 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:04:02,151 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:04:05,683 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:04:06,531 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:04:06,532 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:04:11,600 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:04:12,156 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:04:16,608 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:04:17,158 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:04:17,483 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 01:04:17,484 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 01:04:17,485 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 01:04:17,486 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 01:04:18,037 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 01:04:19,356 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 01:04:20,038 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 01:04:21,531 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:04:21,532 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:04:21,617 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:04:26,617 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:04:27,160 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:04:31,618 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:04:32,161 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:04:36,531 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:04:36,532 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:04:36,667 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:04:41,668 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:04:42,163 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:04:46,681 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:04:47,172 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:04:48,857 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 01:04:48,859 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 01:04:48,859 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 01:04:48,861 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 01:04:49,065 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 01:04:49,360 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 01:04:51,531 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:04:51,532 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:04:52,067 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 01:04:52,651 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:04:57,257 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:04:57,257 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:04:57,652 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:05:02,300 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:05:02,301 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:05:02,653 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:05:06,532 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:05:06,532 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:05:08,616 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:05:12,302 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:05:12,302 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:05:13,617 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:05:17,314 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:05:18,623 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:05:19,367 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 01:05:19,595 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 01:05:19,597 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 01:05:19,598 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 01:05:19,599 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 01:05:20,092 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 01:05:21,537 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:05:21,538 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:05:22,093 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 01:05:23,625 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:05:27,311 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:05:28,626 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:05:32,312 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:05:33,626 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:05:36,537 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:05:36,538 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:05:38,650 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:05:42,314 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:05:42,314 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:05:43,652 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:05:47,328 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:05:48,657 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:05:48,903 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 01:05:48,905 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 01:05:48,905 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 01:05:48,907 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 01:05:49,126 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 01:05:49,369 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 01:05:50,127 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 01:05:51,537 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:05:51,538 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:05:53,678 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:05:57,320 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:05:58,679 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:06:02,321 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:06:03,679 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:06:06,537 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:06:06,538 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:06:08,685 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:06:12,322 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:06:13,692 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:06:17,328 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:06:18,695 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:06:19,372 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 01:06:19,440 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 01:06:19,441 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 01:06:19,442 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 01:06:19,443 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 01:06:20,158 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 01:06:21,537 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:06:21,538 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:06:22,160 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 01:06:24,603 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:06:27,331 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:06:29,603 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:06:32,332 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:06:34,604 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:06:36,537 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:06:36,538 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:06:39,617 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:06:42,334 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:06:44,624 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:06:47,341 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:06:49,039 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 01:06:49,041 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 01:06:49,041 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 01:06:49,045 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 01:06:49,188 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 01:06:49,377 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 01:06:50,189 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 01:06:50,379 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:06:51,538 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:06:51,538 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:06:55,646 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:06:57,443 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:06:57,444 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:07:00,647 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:07:02,445 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:07:02,445 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:07:05,647 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:07:06,538 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:07:06,538 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:07:10,658 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:07:12,446 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:07:12,447 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:07:15,664 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:07:17,453 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:07:19,382 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 01:07:19,866 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 01:07:19,868 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 01:07:19,869 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 01:07:19,870 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 01:07:20,220 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 01:07:20,870 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:07:21,538 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:07:21,538 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:07:22,222 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 01:07:26,614 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:07:27,457 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:07:31,614 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:07:32,458 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:07:36,538 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:07:36,539 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:07:36,677 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:07:41,677 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:07:42,459 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:07:46,681 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:07:47,470 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:07:49,388 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 01:07:51,508 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 01:07:51,510 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 01:07:51,510 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 01:07:51,512 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 01:07:51,913 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:07:51,914 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:07:52,022 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:07:52,253 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 01:07:52,253 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 01:07:57,022 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:07:57,471 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:08:02,023 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:08:02,472 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:08:06,653 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:08:06,653 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:08:07,762 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:08:12,473 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:08:12,473 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:08:12,763 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:08:17,481 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:08:17,772 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:08:19,303 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 01:08:19,305 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 01:08:19,305 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 01:08:19,307 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 01:08:19,392 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 01:08:20,275 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 01:08:20,275 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 01:08:21,653 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:08:21,653 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:08:23,719 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:08:26,710 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:08:28,719 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:08:31,711 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:08:33,720 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:08:36,653 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:08:36,653 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:08:38,807 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:08:41,777 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:08:43,807 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:08:46,783 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:08:48,814 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:08:49,393 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 01:08:51,653 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:08:51,653 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:08:51,718 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 01:08:51,814 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 01:08:51,815 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 01:08:51,817 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 01:08:52,299 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 01:08:53,818 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:08:54,300 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 01:08:56,865 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:08:58,818 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:09:01,865 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:09:03,819 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:09:06,653 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:09:06,654 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:09:09,767 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:09:11,867 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:09:14,768 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:09:16,875 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:09:19,404 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 01:09:20,405 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:09:21,507 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 01:09:21,508 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 01:09:21,509 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 01:09:21,510 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 01:09:21,913 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:09:21,917 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:09:21,917 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:09:22,324 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 01:09:22,325 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 01:09:26,028 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:09:27,168 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:09:31,029 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:09:32,169 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:09:36,029 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:09:36,914 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:09:36,915 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:09:41,081 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:09:41,917 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:09:46,085 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:09:46,918 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:09:49,405 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 01:09:50,136 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 01:09:50,137 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 01:09:50,138 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 01:09:50,142 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 01:09:50,348 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 01:09:51,143 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:09:51,914 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:09:51,915 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:09:52,350 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 01:09:56,922 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:09:57,075 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:10:01,923 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:10:02,076 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:10:06,914 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:10:06,915 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:10:08,002 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:10:12,049 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:10:13,002 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:10:17,060 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:10:18,009 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:10:19,413 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 01:10:20,526 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 01:10:20,529 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 01:10:20,529 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 01:10:20,533 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 01:10:21,379 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 01:10:21,914 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:10:21,915 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:10:22,381 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 01:10:23,062 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:10:27,063 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:10:28,062 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:10:32,064 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:10:33,063 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:10:36,914 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:10:36,915 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:10:39,045 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:10:42,066 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:10:44,046 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:10:47,072 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:10:49,057 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:10:49,416 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 01:10:51,914 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:10:51,915 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:10:51,972 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 01:10:52,058 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 01:10:52,059 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 01:10:52,064 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 01:10:52,411 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 01:10:54,066 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:10:54,413 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 01:10:57,378 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:10:57,379 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:10:59,066 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:11:02,379 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:11:04,067 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:11:06,915 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:11:06,915 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:11:09,076 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:11:12,380 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:11:14,076 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:11:17,381 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:11:19,084 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:11:19,421 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 01:11:21,921 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:11:21,922 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:11:24,618 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 01:11:24,619 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 01:11:24,620 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 01:11:24,620 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:11:24,623 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 01:11:25,441 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 01:11:26,442 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 01:11:27,387 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:11:29,624 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:11:32,388 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:11:34,624 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:11:36,918 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:11:36,919 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:11:39,994 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:11:42,390 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:11:44,994 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:11:47,390 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:11:49,431 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 01:11:50,431 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:11:51,926 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:11:51,927 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:11:54,766 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 01:11:54,768 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 01:11:54,768 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 01:11:54,773 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 01:11:55,468 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 01:11:55,774 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:11:56,468 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 01:11:57,400 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:12:00,774 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:12:02,401 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:12:05,775 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:12:07,148 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:12:07,149 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:12:11,286 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:12:12,402 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:12:16,286 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:12:17,403 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:12:19,431 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 01:12:21,436 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:12:22,061 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:12:22,062 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:12:25,203 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 01:12:25,205 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 01:12:25,206 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 01:12:25,210 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 01:12:25,496 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 01:12:26,497 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 01:12:27,211 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:12:27,615 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:12:27,616 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:12:32,211 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:12:32,616 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:12:32,617 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:12:37,058 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:12:37,058 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:12:38,156 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:12:42,735 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:12:42,735 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:12:43,157 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:12:47,736 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:12:47,737 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:12:48,157 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:12:49,441 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 01:12:52,066 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:12:52,071 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:12:53,159 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:12:55,073 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 01:12:55,074 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 01:12:55,074 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 01:12:55,076 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 01:12:55,534 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 01:12:56,536 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 01:12:57,747 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:12:57,748 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:12:59,077 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:13:02,748 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:13:04,077 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:13:07,296 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:13:07,297 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:13:09,408 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:13:12,750 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:13:12,750 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:13:14,409 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:13:17,750 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:13:17,751 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:13:19,416 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:13:19,438 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 01:13:22,207 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:13:22,208 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:13:25,290 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 01:13:25,292 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 01:13:25,293 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 01:13:25,293 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:13:25,295 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 01:13:25,560 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 01:13:26,561 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 01:13:27,758 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:13:30,296 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:13:32,760 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:13:35,297 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:13:37,203 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:13:37,204 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:13:40,298 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:13:42,843 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:13:42,843 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:13:45,298 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:13:47,844 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:13:47,844 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:13:49,438 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 01:13:50,439 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:13:52,216 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:13:52,217 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:13:54,176 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 01:13:54,178 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 01:13:54,178 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 01:13:54,179 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 01:13:54,586 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 01:13:56,180 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:13:56,588 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 01:13:57,852 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:14:01,181 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:14:02,853 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:14:06,181 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:14:07,209 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:14:07,210 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:14:11,300 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:14:12,855 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:14:16,301 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:14:17,855 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:14:19,442 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 01:14:21,446 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:14:22,215 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:14:22,215 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:14:24,610 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 01:14:24,612 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 01:14:24,612 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 01:14:24,614 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 01:14:25,614 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 01:14:26,615 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:14:26,616 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 01:14:28,019 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:14:28,019 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:14:31,616 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:14:33,019 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:14:33,020 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:14:36,616 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:14:37,215 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:14:37,216 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:14:42,356 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:14:43,021 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:14:43,021 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:14:47,357 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:14:48,022 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:14:48,022 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:14:49,447 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 01:14:52,217 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:14:52,217 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:14:53,305 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:14:57,226 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 01:14:57,228 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 01:14:57,229 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 01:14:57,234 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 01:14:57,652 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 01:14:58,031 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:14:58,031 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:14:58,653 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 01:14:59,235 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:15:03,032 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:15:03,032 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:15:04,235 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:15:07,217 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:15:07,217 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:15:09,487 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:15:13,034 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:15:14,488 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:15:18,034 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:15:18,035 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:15:19,449 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 01:15:20,451 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:15:22,219 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:15:22,219 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:15:26,294 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:15:27,162 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 01:15:27,164 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 01:15:27,164 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 01:15:27,165 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 01:15:27,677 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 01:15:28,043 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:15:28,678 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 01:15:32,166 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:15:33,046 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:15:37,167 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:15:37,218 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:15:37,218 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:15:42,329 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:15:43,047 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:15:47,329 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:15:48,048 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:15:48,048 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:15:49,454 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 01:15:52,229 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:15:52,238 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:15:52,378 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:15:57,387 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:15:57,748 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 01:15:57,749 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 01:15:57,749 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 01:15:57,750 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 01:15:58,153 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:15:58,154 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:15:58,699 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 01:15:58,699 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 01:16:02,752 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:16:03,155 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:16:03,155 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:16:07,223 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:16:07,224 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:16:08,318 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:16:12,303 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:16:12,304 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:16:13,319 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:16:17,305 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:16:17,305 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:16:18,320 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:16:19,457 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 01:16:22,223 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:16:22,224 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:16:23,333 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:16:27,310 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:16:28,341 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:16:29,760 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 01:16:29,762 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 01:16:29,762 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 01:16:29,768 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 01:16:30,724 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 01:16:30,725 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 01:16:32,310 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:16:33,769 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:16:37,223 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:16:37,224 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:16:39,354 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:16:42,311 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:16:44,354 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:16:47,312 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:16:49,355 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:16:49,461 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 01:16:52,223 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:16:52,224 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:16:54,368 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:16:57,313 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:16:59,373 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:17:02,325 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:17:02,471 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 01:17:02,472 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 01:17:02,473 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 01:17:02,476 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 01:17:02,754 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 01:17:04,477 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:17:04,755 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 01:17:07,223 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:17:07,224 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:17:10,339 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:17:12,323 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:17:15,340 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:17:17,324 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:17:19,465 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 01:17:20,468 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:17:22,224 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:17:22,224 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:17:26,308 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:17:27,326 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:17:31,315 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:17:32,336 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:17:34,357 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 01:17:34,359 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 01:17:34,359 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 01:17:34,365 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 01:17:34,779 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 01:17:34,780 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 01:17:36,366 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:17:37,224 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:17:37,224 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:17:42,304 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:17:42,331 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:17:47,304 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:17:47,332 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:17:49,469 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 01:17:52,224 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:17:52,224 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:17:52,320 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:17:57,320 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:17:57,334 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:18:02,325 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:18:02,351 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:18:03,808 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 01:18:03,810 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 01:18:03,810 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 01:18:03,816 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 01:18:04,812 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 01:18:04,812 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 01:18:07,224 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:18:07,224 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:18:07,359 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:18:12,348 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:18:12,359 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:18:17,349 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:18:17,349 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:18:17,359 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:18:19,473 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 01:18:22,224 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:18:22,224 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:18:23,289 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:18:27,350 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:18:28,290 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:18:32,351 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:18:33,297 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:18:35,236 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 01:18:35,238 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 01:18:35,238 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 01:18:35,241 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 01:18:35,843 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 01:18:36,844 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 01:18:37,224 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:18:37,225 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:18:38,384 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:18:42,384 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:18:43,385 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:18:47,384 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:18:48,385 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:18:49,478 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 01:18:52,224 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:18:52,225 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:18:54,342 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:18:57,388 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:18:59,350 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:19:02,390 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:19:02,755 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 01:19:02,757 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 01:19:02,757 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 01:19:02,759 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 01:19:02,866 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 01:19:04,760 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:19:04,868 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 01:19:07,224 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:19:07,225 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:19:10,338 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:19:12,392 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:19:15,339 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:19:17,392 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:19:19,481 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 01:19:20,484 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:19:22,225 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:19:22,225 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:19:26,299 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:19:27,394 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:19:31,305 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:19:32,402 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:19:34,580 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 01:19:34,582 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 01:19:34,583 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 01:19:34,584 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 01:19:34,910 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 01:19:34,911 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 01:19:36,585 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:19:37,225 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:19:37,225 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:19:42,373 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:19:42,400 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:19:47,373 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:19:47,401 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:19:49,486 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 01:19:52,225 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:19:52,226 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:19:53,304 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:19:57,441 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:19:58,305 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:20:02,443 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:20:03,313 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:20:07,234 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:20:07,236 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:20:08,349 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:20:08,771 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 01:20:08,771 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 01:20:08,772 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 01:20:08,773 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 01:20:08,950 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 01:20:10,952 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 01:20:12,450 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:20:13,774 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:20:17,451 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:20:18,775 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:20:19,490 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 01:20:22,227 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:20:22,228 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:20:24,332 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:20:27,452 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:20:29,333 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:20:32,453 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:20:34,333 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:20:37,236 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:20:37,237 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:20:39,358 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:20:41,786 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 01:20:41,788 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 01:20:41,788 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 01:20:41,790 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 01:20:41,977 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 01:20:42,862 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:20:42,978 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 01:20:44,791 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:20:47,863 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:20:49,494 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 01:20:50,496 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:20:52,227 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:20:52,228 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:20:56,374 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:20:57,864 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:21:01,374 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:21:02,865 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:21:06,375 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:21:07,238 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:21:07,246 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:21:11,422 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:21:12,877 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:21:13,288 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 01:21:13,289 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 01:21:13,289 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 01:21:13,291 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 01:21:14,006 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 01:21:15,008 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 01:21:17,292 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:21:17,878 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:21:19,498 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 01:21:22,231 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:21:22,232 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:21:22,348 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:21:27,349 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:21:27,879 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:21:32,350 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:21:32,880 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:21:37,231 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:21:37,232 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:21:37,398 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:21:42,403 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:21:42,883 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:21:43,918 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 01:21:43,920 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 01:21:43,920 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 01:21:43,921 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 01:21:44,033 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 01:21:45,034 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 01:21:47,888 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:21:47,922 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:21:49,502 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 01:21:52,231 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:21:52,232 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:21:53,395 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:21:57,890 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:21:58,395 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:22:02,891 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:22:03,396 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:22:07,231 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:22:07,232 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:22:09,311 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:22:12,897 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:22:14,060 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 01:22:14,062 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 01:22:14,062 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 01:22:14,064 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 01:22:15,060 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 01:22:15,065 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:22:16,060 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 01:22:17,898 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:22:19,506 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 01:22:20,508 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:22:22,231 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:22:22,232 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:22:26,400 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:22:27,338 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:22:31,400 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:22:32,339 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:22:36,401 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:22:37,232 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:22:37,232 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:22:42,353 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:22:42,360 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:22:43,982 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 01:22:43,983 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 01:22:43,984 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 01:22:43,985 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 01:22:44,084 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 01:22:46,085 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 01:22:47,398 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:22:47,986 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:22:49,509 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 01:22:52,232 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:22:52,232 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:22:53,362 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:22:57,400 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:22:58,363 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:23:02,401 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:23:03,363 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:23:07,232 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:23:07,232 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:23:09,307 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:23:12,402 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:23:14,308 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:23:17,412 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:23:19,312 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:23:19,512 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 01:23:19,794 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 01:23:19,795 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 01:23:19,795 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 01:23:19,797 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 01:23:20,117 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 01:23:22,119 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 01:23:22,232 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:23:22,233 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:23:25,304 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:23:27,411 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:23:30,305 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:23:32,642 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:23:35,305 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:23:37,232 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:23:37,233 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:23:40,313 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:23:42,644 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:23:45,314 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:23:47,648 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:23:49,519 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 01:23:50,520 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:23:51,379 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 01:23:51,380 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 01:23:51,380 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 01:23:51,381 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 01:23:52,149 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 01:23:52,232 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:23:52,233 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:23:54,150 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 01:23:56,336 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:23:57,825 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:24:01,336 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:24:02,826 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:24:06,337 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:24:07,232 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:24:07,233 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:24:11,368 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:24:12,870 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:24:16,379 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:24:17,882 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:24:19,526 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 01:24:21,529 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:24:22,232 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:24:22,233 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:24:22,240 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 01:24:22,361 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 01:24:22,362 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 01:24:22,363 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 01:24:23,176 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 01:24:24,177 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 01:24:27,365 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:24:27,890 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:24:32,365 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:24:32,891 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:24:37,233 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:24:37,233 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:24:38,320 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:24:42,893 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:24:43,322 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:24:47,899 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:24:48,325 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:24:49,528 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 01:24:52,233 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:24:52,233 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:24:52,410 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 01:24:52,412 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 01:24:52,413 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 01:24:52,414 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 01:24:53,208 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 01:24:53,415 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:24:54,211 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 01:24:57,901 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:24:58,416 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:25:02,902 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:25:03,417 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:25:07,233 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:25:07,233 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:25:09,363 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:25:12,903 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:25:14,363 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:25:17,904 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:25:19,364 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:25:19,546 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 01:25:22,239 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:25:22,243 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:25:24,364 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:25:25,310 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 01:25:25,311 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 01:25:25,311 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 01:25:25,313 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 01:25:26,239 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 01:25:27,913 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:25:28,240 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 01:25:30,314 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:25:32,914 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:25:35,314 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:25:37,235 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:25:37,235 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:25:40,344 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:25:42,996 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:25:45,345 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:25:47,996 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:25:47,997 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:25:49,538 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 01:25:50,548 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:25:52,237 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:25:52,238 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:25:56,294 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 01:25:56,296 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 01:25:56,296 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 01:25:56,297 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:25:56,302 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 01:25:57,268 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 01:25:58,003 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:25:58,269 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 01:26:01,304 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:26:03,004 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:26:06,304 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:26:07,237 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:26:07,238 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:26:11,349 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:26:13,005 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:26:16,350 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:26:18,006 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:26:18,007 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:26:19,542 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 01:26:21,544 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:26:22,238 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:26:22,238 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:26:27,303 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:26:28,023 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:26:30,073 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 01:26:30,075 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 01:26:30,076 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 01:26:30,081 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 01:26:30,296 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 01:26:32,297 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 01:26:33,016 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:26:33,082 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:26:37,238 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:26:37,238 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:26:38,350 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:26:43,018 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:26:43,351 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:26:48,019 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:26:48,351 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:26:49,548 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 01:26:52,238 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:26:52,239 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:26:53,357 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:26:58,027 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:26:58,298 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 01:26:58,300 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 01:26:58,300 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 01:26:58,301 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 01:26:58,318 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 01:26:59,302 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:27:00,320 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 01:27:03,028 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:27:04,303 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:27:07,238 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:27:07,238 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:27:09,334 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:27:13,030 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:27:14,335 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:27:18,031 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:27:19,335 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:27:19,550 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 01:27:22,238 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:27:22,239 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:27:24,347 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:27:28,042 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:27:29,348 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:27:30,150 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 01:27:30,152 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 01:27:30,153 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 01:27:30,156 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 01:27:30,351 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 01:27:32,354 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 01:27:33,039 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:27:35,158 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:27:37,238 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:27:37,239 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:27:40,376 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:27:43,183 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:27:43,264 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:27:45,376 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:27:48,265 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:27:49,554 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 01:27:50,556 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:27:52,238 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:27:52,239 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:27:56,408 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:27:57,273 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:28:00,922 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 01:28:00,924 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 01:28:00,924 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 01:28:00,926 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 01:28:01,385 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 01:28:01,927 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:28:02,286 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:28:02,286 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:28:02,387 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 01:28:06,927 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:28:07,238 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:28:07,239 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:28:12,288 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:28:12,288 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:28:12,346 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:28:17,289 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:28:17,290 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:28:17,346 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:28:19,558 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 01:28:22,238 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:28:22,239 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:28:23,344 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:28:27,299 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:28:28,351 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:28:30,047 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 01:28:30,048 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 01:28:30,048 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 01:28:30,050 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 01:28:30,410 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 01:28:32,412 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 01:28:32,444 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:28:34,051 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:28:37,239 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:28:37,240 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:28:39,309 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:28:42,464 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:28:44,310 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:28:47,464 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:28:49,311 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:28:49,562 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 01:28:52,239 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:28:52,239 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:28:54,331 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:28:57,471 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:28:59,315 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 01:28:59,317 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 01:28:59,317 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 01:28:59,319 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 01:28:59,437 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 01:29:00,320 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:29:00,438 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 01:29:02,722 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:29:02,722 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:29:05,322 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:29:07,239 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:29:07,239 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:29:11,304 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:29:12,723 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:29:12,724 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:29:16,305 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:29:17,724 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:29:17,725 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:29:19,567 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 01:29:21,569 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:29:22,239 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:29:22,239 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:29:27,367 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:29:27,735 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:29:29,123 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 01:29:29,125 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 01:29:29,125 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 01:29:29,126 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 01:29:29,466 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 01:29:30,467 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 01:29:32,733 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:29:33,127 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:29:37,239 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:29:37,240 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:29:38,322 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:29:42,734 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:29:43,323 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:29:47,735 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:29:48,323 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:29:49,570 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 01:29:52,239 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:29:52,240 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:29:53,345 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:29:57,746 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:29:58,350 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:30:00,195 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 01:30:00,197 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 01:30:00,197 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 01:30:00,198 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 01:30:00,493 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 01:30:02,495 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 01:30:02,744 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:30:04,199 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:30:07,239 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:30:07,240 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:30:09,350 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:30:12,745 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:30:14,350 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:30:17,746 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:30:19,351 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:30:19,574 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 01:30:22,239 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:30:22,240 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:30:24,383 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:30:27,758 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:30:29,388 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:30:31,640 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 01:30:31,641 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 01:30:31,641 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 01:30:31,643 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 01:30:32,521 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 01:30:32,785 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:30:34,523 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 01:30:34,644 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:30:37,240 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:30:37,240 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:30:40,331 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:30:42,786 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:30:45,332 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:30:47,787 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:30:49,578 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 01:30:50,580 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:30:52,240 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:30:52,240 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:30:56,339 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:30:57,799 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:30:59,061 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 01:30:59,062 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 01:30:59,063 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 01:30:59,065 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 01:30:59,549 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 01:31:00,550 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 01:31:02,066 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:31:02,794 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:31:07,066 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:31:07,240 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:31:07,240 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:31:12,445 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:31:12,796 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:31:17,445 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:31:17,797 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:31:19,582 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 01:31:22,240 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:31:22,240 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:31:23,330 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:31:27,807 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:31:28,337 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:31:29,188 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 01:31:29,189 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 01:31:29,190 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 01:31:29,191 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 01:31:29,584 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 01:31:30,585 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 01:31:32,806 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:31:32,806 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:31:34,193 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:31:37,240 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:31:37,241 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:31:39,329 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:31:42,807 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:31:42,808 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:31:44,329 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:31:47,808 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:31:47,809 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:31:49,330 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:31:49,586 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 01:31:52,240 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:31:52,241 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:31:54,403 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:31:57,814 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:31:59,409 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:32:01,545 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 01:32:01,547 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 01:32:01,547 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 01:32:01,548 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 01:32:01,613 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 01:32:02,614 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 01:32:02,944 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:32:02,944 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:32:04,549 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:32:07,240 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:32:07,241 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:32:10,327 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:32:12,945 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:32:15,329 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:32:17,946 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:32:17,947 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:32:19,591 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 01:32:20,593 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:32:22,240 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:32:22,241 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:32:26,386 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:32:27,960 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:32:27,961 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:32:31,387 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:32:31,888 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 01:32:31,889 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 01:32:31,889 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 01:32:31,890 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 01:32:32,638 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 01:32:33,314 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:32:33,314 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:32:34,640 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 01:32:36,891 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:32:37,240 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:32:37,241 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:32:42,315 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:32:42,316 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:32:42,338 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:32:47,316 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:32:47,317 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:32:47,339 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:32:49,594 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 01:32:52,241 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:32:52,241 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:32:53,322 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:32:57,318 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:32:58,329 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:33:02,323 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:33:02,432 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 01:33:02,434 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 01:33:02,434 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 01:33:02,435 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 01:33:02,663 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 01:33:03,436 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:33:04,665 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 01:33:07,241 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:33:07,241 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:33:09,353 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:33:12,324 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:33:14,354 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:33:17,325 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:33:19,355 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:33:19,598 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 01:33:22,241 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:33:22,242 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:33:25,353 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:33:27,326 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:33:30,361 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:33:32,332 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:33:32,336 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 01:33:32,338 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 01:33:32,338 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 01:33:32,339 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 01:33:32,690 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 01:33:34,692 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 01:33:36,340 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:33:37,241 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:33:37,241 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:33:42,338 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:33:42,340 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:33:47,339 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:33:47,340 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:33:49,602 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 01:33:52,241 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:33:52,241 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:33:53,322 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:33:57,340 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:33:58,323 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:34:02,342 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:34:03,333 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:34:07,142 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 01:34:07,144 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 01:34:07,144 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 01:34:07,146 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 01:34:07,530 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:34:07,531 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:34:07,536 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:34:07,536 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:34:07,720 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 01:34:08,689 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:34:08,721 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 01:34:13,532 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:34:13,690 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:34:18,532 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:34:18,691 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:34:19,605 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 01:34:22,289 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:34:22,289 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:34:24,367 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:34:27,533 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:34:29,367 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:34:32,539 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:34:34,371 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:34:36,620 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 01:34:36,621 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 01:34:36,621 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 01:34:36,623 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 01:34:36,745 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 01:34:37,289 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:34:37,290 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:34:38,746 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 01:34:39,387 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:34:42,541 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:34:44,388 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:34:47,541 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:34:49,389 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:34:49,610 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 01:34:52,289 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:34:52,290 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:34:54,422 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:34:57,543 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:34:59,423 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:35:02,552 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:35:04,429 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:35:07,271 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 01:35:07,273 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 01:35:07,273 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 01:35:07,275 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 01:35:07,682 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:35:07,683 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:35:07,687 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:35:07,688 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:35:07,778 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 01:35:08,778 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 01:35:09,781 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:35:13,686 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:35:13,687 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:35:14,782 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:35:18,687 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:35:19,613 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 01:35:20,615 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:35:22,418 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:35:22,418 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:35:26,578 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:35:27,688 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:35:27,689 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:35:31,579 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:35:32,689 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:35:32,690 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:35:36,584 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:35:37,425 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:35:37,426 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:35:41,301 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 01:35:41,303 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 01:35:41,304 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 01:35:41,306 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 01:35:41,806 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 01:35:42,306 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:35:42,424 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:35:42,425 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:35:42,807 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 01:35:47,307 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:35:47,426 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:35:49,617 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 01:35:52,422 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:35:52,423 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:35:52,535 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:35:57,496 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:35:57,497 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:35:57,536 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:36:02,497 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:36:02,497 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:36:02,536 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:36:07,422 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:36:07,423 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:36:08,513 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:36:12,505 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:36:13,524 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:36:14,584 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 01:36:14,586 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 01:36:14,586 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 01:36:14,587 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 01:36:14,831 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 01:36:16,833 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 01:36:17,502 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:36:18,588 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:36:19,621 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 01:36:22,422 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:36:22,423 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:36:24,557 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:36:27,504 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:36:29,558 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:36:32,505 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:36:34,559 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:36:37,422 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:36:37,423 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:36:40,508 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:36:42,515 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:36:45,496 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 01:36:45,497 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 01:36:45,497 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 01:36:45,499 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 01:36:45,859 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 01:36:46,499 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:36:46,860 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 01:36:47,642 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:36:49,625 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 01:36:51,628 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:36:52,423 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:36:52,423 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:36:57,491 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:36:57,643 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:37:02,492 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:37:02,644 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:37:07,423 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:37:07,423 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:37:07,559 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:37:12,563 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:37:12,648 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:37:17,417 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 01:37:17,418 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 01:37:17,418 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 01:37:17,419 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 01:37:17,822 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:37:17,888 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 01:37:18,420 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:37:18,890 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 01:37:19,629 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 01:37:22,423 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:37:22,423 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:37:23,510 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:37:27,824 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:37:28,510 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:37:32,824 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:37:33,511 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:37:37,423 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:37:37,423 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:37:38,566 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:37:42,833 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:37:43,570 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:37:47,832 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:37:48,371 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 01:37:48,373 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 01:37:48,373 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 01:37:48,375 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 01:37:48,917 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 01:37:48,917 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 01:37:49,375 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:37:49,633 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 01:37:52,423 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:37:52,423 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:37:54,567 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:37:57,833 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:37:59,568 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:38:02,835 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:38:04,568 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:38:07,423 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:38:07,424 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:38:10,537 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:38:12,845 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:38:15,547 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:38:17,584 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 01:38:17,585 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 01:38:17,585 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 01:38:17,587 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 01:38:17,943 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 01:38:18,017 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:38:18,944 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 01:38:19,637 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 01:38:20,639 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:38:22,423 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:38:22,424 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:38:26,570 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:38:28,018 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:38:31,571 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:38:33,019 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:38:36,571 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:38:37,423 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:38:37,424 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:38:42,512 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:38:43,024 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:38:47,514 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:38:47,899 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 01:38:47,901 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 01:38:47,901 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 01:38:47,902 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 01:38:47,975 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 01:38:48,054 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:38:48,300 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:38:48,975 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 01:38:49,641 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 01:38:52,423 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:38:52,424 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:38:52,592 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:38:57,593 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:38:58,301 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:39:02,594 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:39:03,376 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:39:03,376 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:39:07,424 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:39:07,424 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:39:08,491 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:39:13,386 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:39:13,501 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:39:15,119 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 01:39:15,120 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 01:39:15,120 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 01:39:15,122 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 01:39:15,996 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 01:39:16,997 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 01:39:18,531 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:39:18,531 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:39:19,123 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:39:19,645 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 01:39:22,424 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:39:22,424 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:39:24,569 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:39:27,532 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:39:27,533 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:39:29,570 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:39:32,533 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:39:32,533 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:39:34,571 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:39:37,424 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:39:37,424 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:39:39,578 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:39:42,543 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:39:44,576 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:39:45,536 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 01:39:45,538 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 01:39:45,538 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 01:39:45,540 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 01:39:46,030 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 01:39:47,031 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 01:39:47,684 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:39:49,649 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 01:39:49,655 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:39:52,424 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:39:52,424 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:39:55,507 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:39:57,685 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:40:00,508 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:40:02,686 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:40:05,508 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:40:07,424 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:40:07,425 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:40:10,576 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:40:12,691 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:40:15,589 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:40:17,046 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 01:40:17,048 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 01:40:17,048 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 01:40:17,049 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 01:40:17,058 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 01:40:17,691 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:40:19,060 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 01:40:19,654 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 01:40:20,656 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:40:22,424 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:40:22,425 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:40:26,561 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:40:27,693 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:40:31,562 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:40:32,785 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:40:36,562 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:40:37,424 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:40:37,425 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:40:42,539 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:40:42,794 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:40:46,459 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 01:40:46,460 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 01:40:46,460 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 01:40:46,461 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 01:40:47,084 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 01:40:47,085 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 01:40:47,861 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:40:48,462 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:40:49,657 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 01:40:52,424 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:40:52,425 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:40:53,591 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:40:57,863 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:40:58,592 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:41:02,906 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:41:03,593 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:41:07,425 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:41:07,426 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:41:09,494 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:41:12,910 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:41:14,496 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:41:17,013 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 01:41:17,015 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 01:41:17,015 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 01:41:17,017 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 01:41:17,113 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 01:41:17,915 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:41:19,115 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 01:41:19,661 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 01:41:19,667 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:41:22,425 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:41:22,425 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:41:25,540 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:41:27,917 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:41:30,541 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:41:32,918 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:41:35,541 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:41:37,425 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:41:37,425 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:41:40,546 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:41:42,930 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:41:45,555 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:41:46,907 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 01:41:46,909 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 01:41:46,909 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 01:41:46,911 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 01:41:47,137 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 01:41:47,138 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 01:41:48,303 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:41:49,665 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 01:41:50,667 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:41:52,425 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:41:52,425 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:41:56,502 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:41:58,304 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:42:01,502 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:42:03,305 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:42:06,503 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:42:07,425 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:42:07,425 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:42:11,523 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:42:13,313 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:42:16,528 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:42:16,783 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 01:42:16,785 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 01:42:16,786 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 01:42:16,787 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 01:42:17,173 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 01:42:17,173 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 01:42:18,314 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:42:19,669 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 01:42:21,671 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:42:22,425 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:42:22,425 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:42:27,567 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:42:28,315 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:42:32,567 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:42:33,316 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:42:37,425 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:42:37,426 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:42:37,582 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:42:42,589 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:42:43,322 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:42:45,757 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 01:42:45,758 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 01:42:45,758 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 01:42:45,760 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 01:42:46,204 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 01:42:47,206 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 01:42:47,761 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:42:48,323 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:42:49,674 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 01:42:52,425 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:42:52,426 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:42:53,509 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:42:58,459 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:42:58,510 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:42:58,552 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:43:03,511 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:43:03,552 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:43:07,425 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:43:07,426 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:43:08,526 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:43:12,564 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:43:13,543 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:43:15,094 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 01:43:15,096 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 01:43:15,096 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 01:43:15,098 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 01:43:15,227 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 01:43:17,229 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 01:43:17,559 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:43:19,099 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:43:19,677 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 01:43:22,425 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:43:22,426 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:43:24,521 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:43:27,561 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:43:29,521 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:43:32,562 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:43:34,522 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:43:37,426 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:43:37,426 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:43:39,573 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:43:42,572 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:43:44,581 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:43:45,733 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 01:43:45,734 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 01:43:45,734 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 01:43:45,736 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 01:43:46,266 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 01:43:47,267 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 01:43:47,568 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:43:49,681 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 01:43:49,687 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:43:52,426 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:43:52,426 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:43:55,548 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:43:57,570 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:44:00,549 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:44:02,571 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:44:05,549 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:44:07,426 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:44:07,427 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:44:11,521 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:44:12,580 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:44:16,529 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:44:17,581 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:44:17,697 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 01:44:17,698 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 01:44:17,698 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 01:44:17,700 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 01:44:18,291 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 01:44:19,685 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 01:44:20,293 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 01:44:21,687 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:44:22,426 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:44:22,427 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:44:27,554 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:44:27,587 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:44:32,555 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:44:32,588 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:44:37,426 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:44:37,427 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:44:37,873 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:44:42,599 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:44:42,879 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:44:46,115 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 01:44:46,117 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 01:44:46,117 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 01:44:46,119 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 01:44:46,317 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 01:44:47,595 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:44:48,120 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:44:48,319 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 01:44:49,688 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 01:44:52,426 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:44:52,427 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:44:53,575 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:44:57,596 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:44:58,575 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:45:02,597 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:45:03,576 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:45:07,426 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:45:07,427 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:45:08,577 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:45:12,605 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:45:13,585 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:45:16,497 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 01:45:16,499 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 01:45:16,499 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 01:45:16,501 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 01:45:17,343 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 01:45:17,647 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:45:18,343 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 01:45:19,502 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:45:19,691 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 01:45:22,426 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:45:22,427 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:45:24,570 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:45:27,648 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:45:29,571 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:45:32,650 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:45:34,571 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:45:37,427 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:45:37,427 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:45:39,592 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:45:42,653 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:45:44,598 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:45:47,586 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 01:45:47,587 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 01:45:47,588 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 01:45:47,589 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 01:45:47,733 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:45:48,370 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 01:45:49,697 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 01:45:49,703 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:45:50,371 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 01:45:52,427 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:45:52,427 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:45:55,578 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:45:57,983 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:45:57,983 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:46:00,579 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:46:02,984 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:46:02,984 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:46:05,579 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:46:07,427 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:46:07,427 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:46:10,605 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:46:12,985 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:46:15,606 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:46:17,994 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:46:19,702 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 01:46:20,703 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:46:21,705 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 01:46:21,707 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 01:46:21,708 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 01:46:21,709 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 01:46:22,399 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 01:46:22,427 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:46:22,428 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:46:24,401 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 01:46:26,590 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:46:28,105 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:46:31,590 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:46:33,106 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:46:33,106 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:46:36,591 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:46:37,427 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:46:37,427 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:46:42,574 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:46:43,156 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:46:43,156 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:46:47,580 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:46:48,163 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:46:49,707 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 01:46:51,023 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 01:46:51,025 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 01:46:51,025 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 01:46:51,026 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 01:46:51,427 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 01:46:52,427 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:46:52,428 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:46:52,434 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 01:46:52,604 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:46:57,605 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:46:58,427 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:46:58,427 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:47:02,606 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:47:03,427 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:47:03,428 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:47:07,427 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:47:07,428 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:47:08,519 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:47:12,429 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:47:12,429 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:47:13,519 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:47:17,430 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:47:17,430 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:47:18,525 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:47:19,709 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 01:47:22,431 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:47:22,431 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:47:23,468 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 01:47:23,470 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 01:47:23,470 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 01:47:23,472 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 01:47:24,462 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 01:47:24,473 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:47:26,464 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 01:47:27,440 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:47:29,474 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:47:32,440 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:47:34,474 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:47:37,431 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:47:37,432 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:47:39,503 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:47:42,442 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:47:44,504 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:47:47,442 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:47:49,517 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:47:49,710 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 01:47:52,402 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 01:47:52,403 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 01:47:52,404 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 01:47:52,405 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 01:47:52,493 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 01:47:52,550 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:47:52,805 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:47:52,809 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:47:52,809 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:47:54,495 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 01:47:54,919 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:47:58,806 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:47:58,806 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:47:59,919 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:48:03,807 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:48:04,920 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:48:07,805 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:48:07,805 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:48:09,939 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:48:12,808 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:48:14,940 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:48:17,809 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:48:17,809 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:48:19,715 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 01:48:20,724 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:48:22,806 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:48:22,806 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:48:25,868 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:48:26,541 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 01:48:26,543 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 01:48:26,543 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 01:48:26,545 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 01:48:27,525 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 01:48:27,940 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:48:27,941 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:48:28,526 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 01:48:31,546 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:48:32,941 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:48:32,942 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:48:36,547 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:48:37,806 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:48:37,806 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:48:41,972 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:48:43,060 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:48:43,060 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:48:46,972 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:48:48,061 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:48:48,061 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:48:49,719 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 01:48:52,721 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:48:52,806 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:48:52,807 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:48:57,892 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:48:58,064 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:48:58,673 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 01:48:58,675 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 01:48:58,675 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 01:48:58,679 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 01:48:59,553 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 01:49:00,554 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 01:49:03,072 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:49:03,073 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:49:03,681 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:49:07,806 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:49:07,807 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:49:08,902 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:49:13,074 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:49:13,903 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:49:18,074 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:49:18,904 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:49:19,723 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 01:49:22,806 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:49:22,807 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:49:23,971 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:49:28,083 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:49:28,977 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:49:30,071 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 01:49:30,072 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 01:49:30,072 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 01:49:30,075 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 01:49:30,580 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 01:49:32,581 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 01:49:33,483 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:49:33,483 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:49:34,076 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:49:37,806 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:49:37,807 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:49:39,928 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:49:43,484 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:49:43,484 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:49:44,929 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:49:48,485 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:49:48,486 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:49:49,727 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 01:49:50,729 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:49:52,807 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:49:52,807 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:49:55,969 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:49:58,490 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:50:00,984 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:50:02,620 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 01:50:02,621 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 01:50:02,622 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 01:50:02,627 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 01:50:03,494 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:50:03,494 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:50:03,611 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 01:50:04,611 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 01:50:06,628 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:50:07,807 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:50:07,808 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:50:11,880 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:50:13,496 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:50:13,496 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:50:16,881 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:50:18,497 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:50:18,497 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:50:19,731 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 01:50:22,733 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:50:22,807 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:50:22,807 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:50:27,966 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:50:28,504 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:50:30,809 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 01:50:30,810 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 01:50:30,811 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 01:50:30,812 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 01:50:31,640 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 01:50:32,641 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 01:50:33,502 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:50:33,813 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:50:37,807 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:50:37,808 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:50:38,924 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:50:43,503 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:50:43,925 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:50:48,504 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:50:48,925 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:50:49,734 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 01:50:52,807 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:50:52,808 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:50:54,922 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:50:58,515 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:50:59,931 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:51:01,494 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 01:51:01,495 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 01:51:01,495 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 01:51:01,497 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 01:51:01,669 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 01:51:02,670 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 01:51:03,897 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:51:03,897 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:51:05,498 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:51:07,807 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:51:07,808 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:51:10,942 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:51:12,898 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:51:12,899 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:51:15,943 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:51:17,900 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:51:17,900 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:51:19,739 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 01:51:21,742 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:51:22,807 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:51:22,808 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:51:26,923 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:51:27,910 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:51:30,546 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 01:51:30,548 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 01:51:30,548 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 01:51:30,549 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 01:51:30,696 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 01:51:32,550 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:51:32,698 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 01:51:32,951 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:51:32,953 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:51:37,551 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:51:37,807 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:51:37,808 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:51:42,920 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:51:42,954 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:51:47,921 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:51:47,955 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:51:47,955 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:51:49,742 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 01:51:52,808 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:51:52,808 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:51:53,895 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:51:57,959 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:51:58,901 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:52:00,985 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 01:52:00,986 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 01:52:00,987 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 01:52:00,988 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 01:52:01,727 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 01:52:02,728 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 01:52:02,964 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:52:03,989 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:52:07,808 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:52:07,809 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:52:09,975 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:52:12,965 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:52:14,976 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:52:17,966 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:52:19,746 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 01:52:20,749 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:52:22,808 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:52:22,808 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:52:25,889 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:52:27,978 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:52:30,898 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:52:32,976 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:52:33,475 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 01:52:33,476 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 01:52:33,477 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 01:52:33,478 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 01:52:33,761 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 01:52:34,762 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 01:52:36,479 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:52:37,808 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:52:37,809 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:52:41,926 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:52:42,978 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:52:46,927 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:52:47,979 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:52:47,979 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:52:49,750 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 01:52:52,753 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:52:52,808 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:52:52,808 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:52:57,973 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:52:57,989 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:53:02,975 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:53:02,986 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:53:03,442 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 01:53:03,444 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 01:53:03,444 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 01:53:03,446 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 01:53:03,791 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 01:53:04,792 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 01:53:07,808 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:53:07,809 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:53:08,906 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:53:12,988 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:53:13,907 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:53:18,043 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:53:18,044 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:53:18,907 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:53:19,754 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 01:53:22,808 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:53:22,809 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:53:23,918 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:53:28,045 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:53:28,045 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:53:28,918 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:53:33,054 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:53:33,931 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:53:35,586 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 01:53:35,587 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 01:53:35,587 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 01:53:35,589 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 01:53:35,821 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 01:53:36,822 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 01:53:37,808 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:53:37,809 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:53:38,937 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:53:43,052 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:53:43,053 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:53:43,938 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:53:48,053 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:53:48,054 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:53:48,938 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:53:49,759 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 01:53:52,808 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:53:52,809 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:53:54,870 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:53:58,055 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:53:59,870 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:54:03,068 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:54:03,068 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:54:04,878 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:54:06,934 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 01:54:06,936 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 01:54:06,936 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 01:54:06,938 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 01:54:07,809 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:54:07,810 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:54:07,852 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 01:54:08,853 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 01:54:09,921 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:54:13,081 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:54:14,922 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:54:18,082 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:54:18,082 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:54:19,759 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 01:54:20,762 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:54:22,809 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:54:22,809 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:54:25,903 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:54:28,130 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:54:30,904 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:54:33,132 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:54:35,910 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:54:37,811 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:54:37,811 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:54:38,555 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 01:54:38,556 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 01:54:38,557 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 01:54:38,561 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 01:54:38,880 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 01:54:40,882 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 01:54:41,562 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:54:43,138 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:54:46,563 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:54:48,138 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:54:49,763 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 01:54:51,766 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:54:52,811 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:54:52,811 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:54:56,938 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:54:58,140 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:55:01,938 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:55:03,141 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:55:06,945 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:55:07,817 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:55:07,818 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:55:10,125 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 01:55:10,127 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 01:55:10,127 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 01:55:10,130 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 01:55:10,905 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 01:55:12,131 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:55:12,907 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 01:55:13,523 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:55:13,523 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:55:17,132 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:55:18,524 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:55:18,524 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:55:19,767 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 01:55:22,770 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:55:22,935 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:55:22,936 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:55:28,094 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:55:28,526 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:55:28,526 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:55:33,095 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:55:33,526 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:55:33,526 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:55:37,842 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:55:37,842 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:55:38,954 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:55:40,428 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 01:55:40,430 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 01:55:40,431 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 01:55:40,435 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 01:55:40,934 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 01:55:42,935 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 01:55:43,322 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:55:43,322 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:55:44,436 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:55:48,323 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:55:48,323 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:55:49,437 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:55:49,771 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 01:55:52,842 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:55:52,843 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:55:55,002 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:55:58,526 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:55:58,527 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:56:00,003 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:56:03,527 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:56:03,527 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:56:05,003 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:56:07,846 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:56:07,849 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:56:10,974 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:56:11,200 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 01:56:11,202 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 01:56:11,203 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 01:56:11,206 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 01:56:11,960 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 01:56:12,961 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 01:56:13,262 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:56:13,262 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:56:16,207 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:56:18,263 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:56:19,776 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 01:56:21,779 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:56:22,843 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:56:22,843 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:56:26,925 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:56:28,264 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:56:28,264 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:56:31,925 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:56:33,265 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:56:33,265 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:56:36,928 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:56:37,843 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:56:37,846 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:56:42,005 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:56:42,318 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 01:56:42,319 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 01:56:42,320 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 01:56:42,325 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 01:56:42,986 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 01:56:43,281 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:56:43,282 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:56:44,988 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 01:56:47,326 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:56:48,282 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:56:49,778 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 01:56:52,780 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:56:52,843 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:56:52,843 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:56:57,995 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:56:58,284 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:56:58,284 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:57:02,996 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:57:03,285 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:57:07,843 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:57:07,844 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:57:08,006 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:57:13,017 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:57:13,293 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:57:15,342 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 01:57:15,343 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 01:57:15,344 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 01:57:15,347 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 01:57:16,017 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 01:57:17,018 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 01:57:18,288 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:57:18,402 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:57:19,782 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 01:57:22,843 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:57:22,844 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:57:24,002 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:57:28,289 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:57:29,003 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:57:33,290 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:57:34,003 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:57:37,843 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:57:37,844 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:57:39,960 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:57:43,306 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:57:44,957 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 01:57:44,959 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 01:57:44,960 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 01:57:44,960 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:57:44,961 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 01:57:45,048 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 01:57:47,049 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 01:57:48,366 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:57:48,366 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:57:49,786 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 01:57:50,788 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:57:52,843 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:57:52,844 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:57:55,923 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:57:58,367 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:58:00,924 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:58:03,369 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:58:03,369 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:58:05,924 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:58:07,843 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:58:07,844 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:58:11,019 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:58:13,376 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:58:14,983 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 01:58:14,984 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 01:58:14,985 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 01:58:14,986 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 01:58:15,069 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 01:58:16,987 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:58:17,071 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 01:58:18,388 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:58:18,388 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:58:19,790 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 01:58:22,793 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:58:22,844 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:58:22,844 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:58:27,991 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:58:28,389 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:58:32,992 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:58:33,390 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:58:37,844 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:58:37,844 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:58:38,918 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:58:43,398 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:58:43,923 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:58:46,692 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 01:58:46,694 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 01:58:46,694 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 01:58:46,699 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 01:58:47,096 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 01:58:48,399 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:58:49,097 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 01:58:49,700 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:58:49,794 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 01:58:52,844 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:58:52,844 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:58:54,948 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:58:58,400 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:58:59,949 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:59:03,401 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:59:04,950 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:59:07,844 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:59:07,844 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:59:09,951 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:59:13,411 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:59:14,961 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:59:17,385 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 01:59:17,387 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 01:59:17,387 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 01:59:17,392 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 01:59:18,126 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 01:59:18,793 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:59:18,793 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:59:19,127 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 01:59:19,799 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 01:59:20,801 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:59:22,844 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:59:22,845 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:59:26,002 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:59:28,794 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:59:28,794 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:59:31,002 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:59:33,796 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:59:36,004 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:59:37,844 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:59:37,844 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:59:41,994 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:59:43,803 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:59:47,002 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:59:48,807 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:59:49,529 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 01:59:49,530 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 01:59:49,530 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 01:59:49,532 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 01:59:49,802 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 01:59:50,157 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 01:59:51,158 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 01:59:52,804 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 01:59:52,844 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 01:59:52,846 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 01:59:57,931 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:59:57,932 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 01:59:58,012 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:00:02,932 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:00:02,933 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:00:03,012 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:00:07,845 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:00:07,845 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:00:09,010 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:00:12,934 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:00:12,934 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:00:14,010 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:00:17,935 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:00:19,019 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:00:19,809 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 02:00:22,844 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:00:22,845 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:00:22,894 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 02:00:22,992 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 02:00:22,993 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 02:00:22,995 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 02:00:23,189 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 02:00:24,996 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:00:25,190 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 02:00:28,294 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:00:29,997 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:00:33,294 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:00:34,998 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:00:37,845 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:00:37,845 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:00:40,018 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:00:43,296 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:00:43,296 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:00:45,019 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:00:48,299 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:00:49,817 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 02:00:50,820 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:00:52,014 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 02:00:52,016 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 02:00:52,016 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 02:00:52,018 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 02:00:52,210 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 02:00:52,848 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:00:52,849 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:00:53,211 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 02:00:56,006 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:00:58,428 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:00:58,428 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:01:01,007 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:01:03,429 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:01:03,429 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:01:06,007 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:01:07,848 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:01:07,848 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:01:11,975 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:01:13,430 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:01:16,977 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:01:18,439 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:01:19,817 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 02:01:21,147 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 02:01:21,149 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 02:01:21,149 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 02:01:21,151 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 02:01:21,243 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 02:01:22,152 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:01:22,848 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:01:22,848 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:01:23,245 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 02:01:27,945 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:01:28,547 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:01:28,547 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:01:32,946 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:01:33,548 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:01:33,549 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:01:37,848 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:01:37,849 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:01:38,004 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:01:43,004 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:01:43,550 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:01:43,550 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:01:48,017 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:01:48,560 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:01:49,817 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 02:01:49,818 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 02:01:49,819 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 02:01:49,819 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 02:01:49,820 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 02:01:50,274 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 02:01:51,274 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 02:01:52,848 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:01:52,849 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:01:53,983 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:01:58,559 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:01:58,983 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:02:03,559 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:02:03,984 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:02:07,848 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:02:07,849 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:02:09,017 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:02:13,560 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:02:14,021 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:02:18,577 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:02:18,577 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:02:19,026 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:02:19,817 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 02:02:19,876 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 02:02:19,877 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 02:02:19,877 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 02:02:19,878 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 02:02:20,297 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 02:02:21,298 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 02:02:22,848 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:02:22,849 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:02:24,940 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:02:28,571 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:02:29,941 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:02:33,572 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:02:34,942 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:02:37,848 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:02:37,849 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:02:39,956 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:02:43,573 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:02:44,957 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:02:48,577 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:02:49,819 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 02:02:50,820 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:02:51,169 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 02:02:51,170 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 02:02:51,171 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 02:02:51,174 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 02:02:51,325 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 02:02:52,848 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:02:52,849 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:02:53,332 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 02:02:55,979 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:02:58,582 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:03:00,980 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:03:03,582 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:03:05,980 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:03:07,849 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:03:07,849 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:03:11,927 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:03:13,706 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:03:13,706 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:03:16,927 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:03:18,707 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:03:18,707 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:03:19,824 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 02:03:22,835 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:03:22,856 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:03:22,860 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:03:25,753 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 02:03:25,755 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 02:03:25,756 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 02:03:25,761 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 02:03:26,361 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 02:03:27,362 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 02:03:28,713 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:03:28,713 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:03:28,762 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:03:33,714 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:03:33,714 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:03:33,763 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:03:37,852 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:03:37,853 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:03:39,020 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:03:43,715 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:03:43,716 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:03:44,021 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:03:48,716 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:03:48,716 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:03:49,021 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:03:49,832 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 02:03:52,856 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:03:52,856 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:03:54,930 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:03:55,120 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 02:03:55,122 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 02:03:55,122 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 02:03:55,124 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 02:03:55,387 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 02:03:57,388 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 02:03:58,725 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:04:00,127 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:04:03,725 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:04:05,127 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:04:07,856 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:04:07,857 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:04:10,988 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:04:13,727 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:04:15,988 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:04:18,728 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:04:19,833 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 02:04:21,838 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:04:22,863 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:04:22,864 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:04:25,784 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 02:04:25,786 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 02:04:25,786 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 02:04:25,787 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 02:04:26,411 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 02:04:27,412 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 02:04:27,788 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:04:28,734 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:04:32,789 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:04:33,734 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:04:37,789 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:04:37,860 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:04:37,860 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:04:42,940 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:04:43,736 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:04:47,940 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:04:48,736 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:04:49,838 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 02:04:52,869 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:04:52,873 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:04:53,020 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:04:57,508 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 02:04:57,510 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 02:04:57,511 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 02:04:57,515 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 02:04:57,917 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:04:57,917 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:04:58,444 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 02:04:58,516 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:04:59,445 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 02:05:02,918 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:05:03,517 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:05:07,864 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:05:07,865 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:05:08,968 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:05:12,919 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:05:13,968 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:05:17,920 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:05:17,920 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:05:18,969 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:05:19,841 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 02:05:22,871 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:05:22,872 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:05:23,976 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:05:27,109 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 02:05:27,111 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 02:05:27,111 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 02:05:27,113 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 02:05:27,471 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 02:05:27,929 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:05:29,114 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:05:29,473 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 02:05:32,930 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:05:34,115 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:05:37,868 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:05:37,869 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:05:39,941 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:05:42,931 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:05:44,942 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:05:47,932 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:05:49,845 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 02:05:50,852 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:05:52,874 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:05:52,875 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:05:55,193 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 02:05:55,195 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 02:05:55,195 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 02:05:55,196 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 02:05:55,501 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 02:05:55,502 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 02:05:56,197 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:05:57,939 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:06:01,197 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:06:02,939 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:06:06,198 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:06:07,870 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:06:07,870 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:06:11,945 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:06:12,941 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:06:16,945 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:06:17,941 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:06:19,849 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 02:06:22,860 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:06:22,877 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:06:22,885 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:06:26,095 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 02:06:26,096 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 02:06:26,096 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 02:06:26,098 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 02:06:26,526 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 02:06:27,527 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 02:06:27,948 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:06:28,099 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:06:32,948 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:06:33,100 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:06:37,873 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:06:37,874 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:06:38,938 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:06:42,976 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:06:43,939 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:06:47,976 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:06:48,939 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:06:49,853 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 02:06:52,877 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:06:52,880 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:06:54,025 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:06:56,437 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 02:06:56,439 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 02:06:56,439 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 02:06:56,441 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 02:06:56,555 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 02:06:57,560 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 02:06:57,983 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:06:59,442 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:07:02,984 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:07:04,443 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:07:07,874 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:07:07,875 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:07:09,993 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:07:12,985 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:07:14,993 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:07:17,986 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:07:19,858 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 02:07:20,351 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:07:22,574 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 02:07:25,355 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:07:29,002 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:07:29,481 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:07:29,482 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:07:30,579 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:07:35,579 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:07:37,590 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:07:37,806 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:07:39,122 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:07:39,123 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:07:41,276 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:07:46,277 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:07:46,476 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:07:46,650 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:07:49,861 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 02:07:51,863 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:07:55,094 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:07:55,498 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:07:56,007 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:07:56,008 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:07:57,175 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:08:02,175 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:08:03,523 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:08:03,696 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:08:07,176 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:08:12,176 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:08:12,330 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:08:16,685 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:08:16,686 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:08:16,686 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:08:17,796 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:08:17,926 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 02:08:19,865 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 02:08:19,927 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 02:08:21,686 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:08:21,687 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:08:22,867 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:08:26,687 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:08:26,688 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:08:27,467 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:08:27,468 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:08:28,565 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:08:32,689 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:08:32,689 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:08:33,566 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:08:37,690 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:08:37,690 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:08:38,567 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:08:42,467 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:08:42,468 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:08:43,584 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:08:47,692 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:08:47,692 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:08:48,584 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:08:49,868 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 02:08:52,693 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:08:52,693 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:08:53,870 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:08:57,467 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:08:57,468 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:08:59,547 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:09:02,695 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:09:02,695 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:09:04,547 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:09:07,695 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:09:07,696 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:09:09,548 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:09:14,549 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:09:19,549 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:09:19,872 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 02:09:24,874 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:09:29,875 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:09:31,893 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:09:31,897 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:09:31,897 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:09:31,897 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:09:35,057 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:09:36,898 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:09:36,898 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:09:40,057 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:09:41,899 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:09:41,900 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:09:45,058 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:09:46,897 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:09:46,898 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:09:49,875 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 02:09:50,878 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:09:51,901 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:09:51,901 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:09:55,878 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:09:56,902 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:09:56,902 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:10:00,879 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:10:01,897 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:10:01,898 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:10:06,067 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:10:06,903 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:10:06,904 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:10:11,068 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:10:11,905 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:10:11,905 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:10:16,068 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:10:16,897 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:10:16,898 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:10:19,880 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 02:10:21,883 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:10:21,907 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:10:21,907 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:10:26,883 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:10:26,908 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:10:26,908 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:10:31,884 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:10:31,897 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:10:31,898 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:10:36,910 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:10:36,910 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:10:36,993 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:10:41,911 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:10:41,911 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:10:41,994 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:10:46,898 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:10:46,898 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:10:47,970 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:10:49,884 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 02:10:51,912 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:10:51,913 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:10:53,886 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:10:56,913 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:10:56,914 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:10:58,887 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:11:01,898 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:11:01,899 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:11:04,034 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:11:06,916 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:11:06,916 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:11:09,034 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:11:11,917 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:11:11,917 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:11:14,035 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:11:16,898 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:11:16,898 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:11:19,887 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 02:11:19,894 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:11:21,918 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:11:21,919 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:11:24,890 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:11:26,919 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:11:26,920 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:11:29,891 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:11:34,892 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:11:39,892 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:11:44,893 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:11:49,892 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 02:11:49,898 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:11:54,894 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:11:59,895 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:12:04,896 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:12:08,534 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:12:08,538 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:12:08,539 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:12:08,539 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:12:10,676 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:12:12,170 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 02:12:13,778 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:12:13,778 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:12:16,000 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:12:16,173 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 02:12:18,779 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:12:18,779 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:12:19,895 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 02:12:21,898 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:12:23,534 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:12:23,535 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:12:27,720 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:12:28,781 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:12:28,781 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:12:32,720 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:12:33,782 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:12:33,782 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:12:37,724 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:12:38,542 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:12:38,546 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:12:42,741 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 02:12:42,742 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 02:12:42,743 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 02:12:42,743 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:12:42,744 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 02:12:43,199 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 02:12:44,143 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:12:44,143 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:12:44,200 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 02:12:47,746 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:12:49,144 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:12:49,144 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:12:49,900 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 02:12:52,903 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:12:53,538 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:12:53,539 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:12:58,703 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:12:59,146 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:12:59,146 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:13:03,704 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:13:04,147 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:13:08,545 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:13:08,546 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:13:09,682 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:13:13,335 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 02:13:13,336 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 02:13:13,336 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 02:13:13,338 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 02:13:14,153 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:13:14,223 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 02:13:14,224 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 02:13:15,338 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:13:19,154 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:13:19,904 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 02:13:20,906 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:13:23,543 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:13:23,544 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:13:26,678 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:13:29,156 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:13:31,678 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:13:34,157 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:13:36,679 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:13:38,551 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:13:38,552 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:13:41,721 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:13:43,119 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 02:13:43,121 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 02:13:43,122 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 02:13:43,123 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 02:13:43,250 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 02:13:44,251 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 02:13:44,266 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:13:44,266 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:13:47,125 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:13:49,267 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:13:49,267 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:13:49,908 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 02:13:52,910 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:13:53,547 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:13:53,547 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:13:58,648 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:13:59,269 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:13:59,269 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:14:03,649 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:14:04,270 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:14:04,270 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:14:08,547 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:14:08,548 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:14:09,629 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:14:14,280 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:14:14,639 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:14:16,989 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 02:14:16,991 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 02:14:16,991 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 02:14:16,992 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 02:14:17,283 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 02:14:18,284 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 02:14:19,403 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:14:19,912 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 02:14:19,918 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:14:23,547 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:14:23,548 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:14:25,631 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:14:29,404 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:14:30,631 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:14:34,405 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:14:35,632 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:14:38,548 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:14:38,548 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:14:40,670 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:14:44,415 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:14:45,681 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:14:47,142 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 02:14:47,143 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 02:14:47,144 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 02:14:47,145 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 02:14:47,311 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 02:14:48,312 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 02:14:49,551 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:14:49,916 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 02:14:50,918 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:14:53,548 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:14:53,548 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:14:56,650 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:14:58,552 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:15:01,651 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:15:03,553 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:15:06,651 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:15:08,548 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:15:08,549 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:15:12,645 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:15:13,569 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:15:14,679 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 02:15:14,680 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 02:15:14,681 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 02:15:14,682 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 02:15:15,335 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 02:15:16,336 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 02:15:17,683 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:15:18,565 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:15:18,565 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:15:19,919 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 02:15:22,922 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:15:23,548 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:15:23,548 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:15:28,567 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:15:28,567 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:15:28,700 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:15:33,568 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:15:33,568 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:15:33,701 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:15:38,548 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:15:38,549 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:15:38,716 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:15:43,573 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:15:43,723 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:15:46,881 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 02:15:46,883 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 02:15:46,883 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 02:15:46,885 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 02:15:47,368 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 02:15:48,369 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 02:15:48,574 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:15:48,886 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:15:49,924 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 02:15:53,548 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:15:53,549 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:15:54,687 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:15:58,576 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:15:59,688 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:16:03,753 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:16:04,688 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:16:08,548 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:16:08,549 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:16:09,714 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:16:13,761 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:16:14,733 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:16:17,201 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 02:16:17,202 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 02:16:17,202 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 02:16:17,204 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 02:16:17,392 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 02:16:18,393 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 02:16:18,761 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:16:19,927 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 02:16:19,934 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:16:23,548 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:16:23,549 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:16:25,669 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:16:28,762 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:16:30,669 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:16:33,763 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:16:35,670 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:16:38,548 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:16:38,549 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:16:40,715 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:16:43,766 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:16:45,724 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:16:48,697 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 02:16:48,699 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 02:16:48,699 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 02:16:48,700 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 02:16:48,842 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:16:49,121 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:16:49,424 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 02:16:49,931 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 02:16:50,425 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 02:16:50,934 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:16:53,549 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:16:53,549 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:16:56,653 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:16:59,122 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:16:59,122 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:17:01,653 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:17:04,123 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:17:04,124 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:17:06,654 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:17:08,549 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:17:08,549 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:17:12,633 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:17:14,133 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:17:17,642 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:17:18,402 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 02:17:18,403 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 02:17:18,403 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 02:17:18,405 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 02:17:18,445 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 02:17:19,133 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:17:19,133 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:17:19,935 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 02:17:20,446 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 02:17:22,938 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:17:23,549 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:17:23,549 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:17:28,641 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:17:29,134 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:17:29,135 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:17:33,642 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:17:34,136 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:17:34,136 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:17:38,549 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:17:38,550 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:17:39,615 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:17:44,141 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:17:44,622 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:17:48,462 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 02:17:48,463 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 02:17:48,463 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 02:17:48,464 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 02:17:48,471 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 02:17:49,146 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:17:49,938 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 02:17:49,944 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:17:50,473 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 02:17:53,549 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:17:53,550 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:17:55,708 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:17:59,147 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:18:00,708 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:18:04,148 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:18:05,709 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:18:08,549 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:18:08,550 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:18:11,625 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:18:14,153 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:18:16,631 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:18:19,096 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 02:18:19,097 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 02:18:19,098 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 02:18:19,099 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 02:18:19,241 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:18:19,497 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 02:18:19,943 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 02:18:21,499 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 02:18:21,945 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:18:23,549 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:18:23,550 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:18:27,623 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:18:29,499 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:18:29,500 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:18:32,623 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:18:34,578 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:18:34,579 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:18:37,624 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:18:38,549 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:18:38,550 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:18:43,581 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:18:43,626 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:18:48,586 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:18:48,628 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:18:48,920 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 02:18:48,922 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 02:18:48,922 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 02:18:48,923 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 02:18:49,525 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 02:18:49,946 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 02:18:51,527 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 02:18:53,550 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:18:53,550 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:18:53,705 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:18:58,588 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:18:58,705 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:19:03,590 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:19:03,706 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:19:08,550 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:19:08,550 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:19:09,667 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:19:13,603 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:19:14,673 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:19:18,597 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:19:19,020 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 02:19:19,020 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 02:19:19,021 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 02:19:19,023 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 02:19:19,557 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 02:19:19,950 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 02:19:19,956 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:19:21,559 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 02:19:23,550 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:19:23,550 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:19:25,675 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:19:28,599 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:19:30,676 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:19:33,600 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:19:35,676 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:19:38,550 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:19:38,550 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:19:40,702 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:19:43,602 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:19:45,709 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:19:48,616 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:19:49,808 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 02:19:49,809 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 02:19:49,810 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 02:19:49,813 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 02:19:49,954 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 02:19:50,590 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 02:19:50,957 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:19:51,591 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 02:19:53,550 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:19:53,551 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:19:56,631 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:19:58,611 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:20:01,631 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:20:03,612 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:20:06,632 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:20:08,550 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:20:08,551 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:20:11,661 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:20:13,614 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:20:16,667 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:20:18,629 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:20:19,966 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 02:20:20,900 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 02:20:20,901 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 02:20:20,902 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 02:20:20,904 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 02:20:21,625 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 02:20:21,904 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:20:23,550 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:20:23,551 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:20:23,626 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 02:20:27,656 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:20:28,623 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:20:32,656 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:20:33,624 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:20:37,657 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:20:38,550 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:20:38,551 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:20:42,681 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:20:43,626 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:20:47,683 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:20:48,631 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:20:49,966 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 02:20:51,508 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 02:20:51,509 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 02:20:51,510 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 02:20:51,512 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 02:20:51,653 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 02:20:53,513 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:20:53,550 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:20:53,551 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:20:53,655 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 02:20:58,620 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:20:58,657 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:20:58,657 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:21:03,621 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:21:03,658 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:21:03,658 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:21:08,550 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:21:08,551 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:21:08,723 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:21:13,663 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:21:13,731 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:21:18,577 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 02:21:18,578 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 02:21:18,579 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 02:21:18,580 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 02:21:18,676 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 02:21:18,723 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:21:18,983 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:21:19,581 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:21:19,677 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 02:21:19,971 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 02:21:23,551 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:21:23,551 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:21:24,703 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:21:28,984 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:21:29,704 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:21:33,985 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:21:33,985 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:21:34,705 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:21:38,551 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:21:38,551 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:21:40,689 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:21:43,986 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:21:43,986 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:21:45,690 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:21:48,999 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:21:49,977 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 02:21:50,978 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:21:52,464 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 02:21:52,466 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 02:21:52,466 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 02:21:52,467 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 02:21:52,705 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 02:21:53,551 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:21:53,552 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:21:53,706 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 02:21:56,674 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:21:58,996 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:22:01,675 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:22:03,999 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:22:04,092 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:22:06,675 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:22:08,551 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:22:08,551 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:22:12,632 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:22:14,094 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:22:17,638 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:22:19,102 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:22:19,602 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 02:22:19,603 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 02:22:19,604 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 02:22:19,605 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 02:22:19,730 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 02:22:19,981 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 02:22:21,732 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 02:22:22,983 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:22:23,551 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:22:23,552 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:22:28,730 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:22:29,101 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:22:33,730 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:22:34,102 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:22:38,551 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:22:38,552 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:22:39,673 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:22:44,138 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:22:44,138 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:22:44,673 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:22:49,147 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:22:49,683 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:22:49,988 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 02:22:52,612 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 02:22:52,613 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 02:22:52,613 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 02:22:52,614 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 02:22:52,752 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 02:22:53,551 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:22:53,552 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:22:53,753 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 02:22:54,688 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:22:59,150 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:22:59,151 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:22:59,689 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:23:04,151 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:23:04,152 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:23:04,689 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:23:08,552 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:23:08,553 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:23:10,663 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:23:14,153 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:23:14,153 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:23:15,664 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:23:19,163 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:23:19,998 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 02:23:21,000 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:23:23,094 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 02:23:23,095 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 02:23:23,095 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 02:23:23,096 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 02:23:23,551 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:23:23,552 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:23:23,782 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 02:23:25,783 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 02:23:26,663 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:23:29,484 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:23:29,484 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:23:31,663 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:23:34,484 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:23:34,485 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:23:36,664 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:23:38,552 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:23:38,553 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:23:41,674 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:23:44,486 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:23:44,487 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:23:46,674 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:23:49,494 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:23:50,000 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 02:23:52,001 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:23:53,062 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 02:23:53,063 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 02:23:53,064 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 02:23:53,065 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 02:23:53,552 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:23:53,553 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:23:53,813 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 02:23:55,815 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 02:23:57,684 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:23:59,496 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:24:02,685 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:24:04,496 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:24:07,685 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:24:08,552 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:24:08,552 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:24:12,698 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:24:14,498 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:24:17,699 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:24:19,499 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:24:20,000 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 02:24:23,010 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:24:23,560 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:24:23,561 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:24:27,007 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 02:24:27,008 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 02:24:27,008 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 02:24:27,011 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 02:24:27,842 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 02:24:28,012 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:24:29,505 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:24:29,845 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 02:24:33,013 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:24:34,506 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:24:38,013 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:24:38,554 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:24:38,555 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:24:43,693 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:24:44,508 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:24:48,694 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:24:49,509 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:24:50,004 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 02:24:53,561 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:24:53,566 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:24:54,655 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:24:57,758 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 02:24:57,760 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 02:24:57,760 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 02:24:57,766 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 02:24:57,871 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 02:24:59,520 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:24:59,520 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:24:59,766 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:24:59,873 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 02:25:04,521 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:25:04,767 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:25:08,556 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:25:08,557 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:25:10,646 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:25:14,522 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:25:15,647 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:25:19,523 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:25:19,523 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:25:20,008 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 02:25:21,010 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:25:23,556 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:25:23,557 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:25:26,725 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:25:29,529 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:25:31,729 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:25:33,948 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 02:25:33,950 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 02:25:33,950 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 02:25:33,952 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 02:25:34,529 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:25:34,905 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 02:25:35,906 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 02:25:36,953 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:25:38,556 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:25:38,557 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:25:42,697 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:25:44,530 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:25:47,698 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:25:49,531 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:25:50,009 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 02:25:53,011 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:25:53,556 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:25:53,557 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:25:58,741 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:25:59,538 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:26:03,748 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:26:03,935 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 02:26:03,936 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 02:26:03,937 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 02:26:03,938 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 02:26:04,539 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:26:04,938 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 02:26:05,939 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 02:26:08,557 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:26:08,557 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:26:09,713 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:26:14,540 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:26:14,713 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:26:19,541 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:26:19,714 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:26:20,014 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 02:26:23,557 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:26:23,557 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:26:25,670 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:26:29,545 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:26:30,674 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:26:34,294 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 02:26:34,295 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 02:26:34,296 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 02:26:34,298 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 02:26:34,706 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:26:34,963 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 02:26:35,964 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 02:26:36,299 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:26:38,557 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:26:38,557 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:26:41,622 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:26:43,707 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:26:46,623 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:26:48,708 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:26:48,708 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:26:50,017 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 02:26:52,019 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:26:53,557 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:26:53,557 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:26:57,687 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:26:58,711 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:27:02,700 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:27:03,481 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 02:27:03,482 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 02:27:03,483 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 02:27:03,485 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 02:27:03,878 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:27:03,879 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:27:03,988 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 02:27:05,989 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 02:27:08,486 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:27:08,557 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:27:08,557 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:27:13,662 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:27:13,880 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:27:13,881 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:27:18,662 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:27:18,881 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:27:18,882 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:27:20,021 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 02:27:23,557 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:27:23,558 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:27:23,664 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:27:28,665 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:27:28,883 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:27:28,883 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:27:33,671 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:27:33,892 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:27:36,513 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 02:27:36,514 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 02:27:36,515 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 02:27:36,517 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 02:27:37,015 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 02:27:38,016 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 02:27:38,557 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:27:38,558 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:27:38,675 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:27:43,675 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:27:43,917 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:27:48,676 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:27:48,918 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:27:48,918 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:27:50,025 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 02:27:53,557 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:27:53,558 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:27:53,691 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:27:58,692 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:27:58,919 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:27:58,920 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:28:03,702 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:28:03,931 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:28:05,360 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 02:28:05,361 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 02:28:05,361 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 02:28:05,362 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 02:28:06,043 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 02:28:08,045 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 02:28:08,558 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:28:08,558 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:28:08,706 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:28:13,707 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:28:13,927 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:28:18,707 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:28:18,927 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:28:20,029 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 02:28:23,558 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:28:23,558 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:28:23,729 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:28:28,729 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:28:28,929 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:28:33,734 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:28:33,936 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:28:37,821 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 02:28:37,822 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 02:28:37,823 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 02:28:37,826 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 02:28:38,072 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 02:28:38,558 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:28:38,559 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:28:39,678 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:28:40,074 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 02:28:43,967 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:28:43,968 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:28:44,679 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:28:48,968 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:28:48,968 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:28:49,679 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:28:50,033 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 02:28:53,558 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:28:53,559 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:28:55,670 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:28:58,970 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:28:58,970 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:29:00,670 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:29:03,975 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:29:05,678 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:29:07,036 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 02:29:07,038 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 02:29:07,039 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 02:29:07,041 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 02:29:07,095 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 02:29:08,096 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 02:29:08,558 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:29:08,559 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:29:10,744 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:29:13,976 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:29:15,744 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:29:18,977 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:29:20,038 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 02:29:21,040 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:29:23,558 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:29:23,559 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:29:26,718 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:29:29,075 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:29:29,075 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:29:31,719 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:29:34,076 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:29:34,076 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:29:36,730 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:29:38,558 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:29:38,558 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:29:40,702 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 02:29:40,704 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 02:29:40,705 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 02:29:40,707 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 02:29:41,126 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 02:29:42,127 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 02:29:42,708 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:29:43,676 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:29:47,708 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:29:48,677 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:29:48,677 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:29:50,040 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 02:29:53,042 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:29:53,558 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:29:53,559 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:29:58,679 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:29:58,679 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:29:58,718 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:30:03,680 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:30:03,680 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:30:03,719 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:30:08,566 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:30:08,571 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:30:08,741 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:30:10,034 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 02:30:10,035 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 02:30:10,035 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 02:30:10,037 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 02:30:10,153 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 02:30:12,154 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 02:30:13,685 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:30:14,038 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:30:18,686 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:30:19,039 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:30:20,044 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 02:30:23,562 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:30:23,563 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:30:24,720 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:30:28,747 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:30:29,721 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:30:33,748 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:30:34,721 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:30:38,578 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:30:38,580 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:30:39,758 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:30:43,757 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:30:43,945 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 02:30:43,947 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 02:30:43,947 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 02:30:43,949 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 02:30:44,190 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 02:30:44,950 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:30:46,191 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 02:30:48,758 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:30:49,951 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:30:50,048 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 02:30:53,569 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:30:53,570 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:30:55,714 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:30:58,760 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:31:00,714 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:31:03,761 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:31:05,715 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:31:08,574 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:31:08,575 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:31:10,717 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:31:13,083 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 02:31:13,085 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 02:31:13,085 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 02:31:13,086 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 02:31:13,215 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 02:31:13,767 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:31:14,217 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 02:31:16,087 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:31:18,767 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:31:20,052 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 02:31:22,054 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:31:23,572 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:31:23,573 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:31:27,722 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:31:28,769 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:31:32,723 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:31:33,770 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:31:37,723 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:31:38,572 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:31:38,573 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:31:43,663 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:31:43,782 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:31:45,133 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 02:31:45,135 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 02:31:45,135 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 02:31:45,136 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 02:31:45,243 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 02:31:46,244 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 02:31:48,777 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:31:49,137 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:31:50,056 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 02:31:53,572 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:31:53,573 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:31:54,728 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:31:58,779 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:31:58,779 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:31:59,729 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:32:03,780 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:32:03,780 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:32:04,730 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:32:08,572 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:32:08,573 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:32:10,718 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:32:13,784 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:32:15,725 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:32:16,343 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 02:32:16,345 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 02:32:16,345 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 02:32:16,347 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 02:32:17,267 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 02:32:18,268 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 02:32:18,788 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:32:20,059 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 02:32:21,062 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:32:23,572 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:32:23,573 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:32:26,706 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:32:28,840 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:32:31,707 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:32:33,841 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:32:33,841 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:32:36,708 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:32:38,573 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:32:38,573 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:32:42,693 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:32:43,846 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:32:43,846 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:32:45,382 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 02:32:45,384 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 02:32:45,385 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 02:32:45,386 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 02:32:46,296 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 02:32:46,297 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 02:32:48,387 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:32:48,847 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:32:48,848 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:32:50,063 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 02:32:53,573 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:32:53,573 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:32:53,727 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:32:58,728 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:32:58,849 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:32:58,849 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:33:03,728 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:33:03,850 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:33:03,850 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:33:08,573 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:33:08,573 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:33:09,713 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:33:13,859 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:33:14,717 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:33:15,269 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 02:33:15,271 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 02:33:15,271 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 02:33:15,272 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 02:33:15,322 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 02:33:16,323 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 02:33:18,860 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:33:18,860 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:33:20,067 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 02:33:20,074 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:33:23,573 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:33:23,573 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:33:25,676 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:33:28,861 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:33:30,677 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:33:33,862 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:33:33,863 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:33:35,677 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:33:38,573 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:33:38,574 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:33:40,708 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:33:43,871 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:33:45,371 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 02:33:45,373 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 02:33:45,373 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 02:33:45,374 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 02:33:46,347 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 02:33:46,347 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 02:33:46,375 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:33:48,869 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:33:50,072 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 02:33:52,075 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:33:53,574 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:33:53,575 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:33:57,662 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:33:58,871 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:34:02,663 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:34:03,871 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:34:07,664 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:34:08,573 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:34:08,574 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:34:12,743 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:34:13,881 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:34:15,996 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 02:34:15,997 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 02:34:15,998 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 02:34:15,999 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 02:34:16,375 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 02:34:18,000 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:34:18,377 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 02:34:18,880 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:34:20,076 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 02:34:23,079 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:34:23,573 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:34:23,574 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:34:28,757 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:34:28,881 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:34:33,758 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:34:33,918 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:34:33,918 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:34:38,573 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:34:38,574 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:34:39,682 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:34:43,930 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:34:44,683 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:34:48,929 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:34:48,929 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:34:49,613 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 02:34:49,614 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 02:34:49,615 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 02:34:49,617 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 02:34:50,081 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 02:34:50,088 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:34:50,404 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 02:34:50,404 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 02:34:53,574 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:34:53,574 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:34:55,692 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:34:59,020 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:34:59,020 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:35:00,692 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:35:04,021 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:35:04,021 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:35:05,693 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:35:08,574 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:35:08,574 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:35:10,710 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:35:14,024 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:35:15,714 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:35:18,656 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 02:35:18,658 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 02:35:18,658 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 02:35:18,660 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 02:35:19,059 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:35:19,059 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:35:19,435 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 02:35:20,084 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 02:35:20,436 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 02:35:21,087 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:35:23,574 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:35:23,575 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:35:26,680 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:35:29,060 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:35:31,680 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:35:34,061 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:35:34,062 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:35:36,681 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:35:38,574 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:35:38,575 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:35:41,689 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:35:44,065 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:35:46,698 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:35:48,760 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 02:35:48,762 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 02:35:48,762 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 02:35:48,764 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 02:35:49,160 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:35:49,160 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:35:49,464 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 02:35:50,088 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 02:35:50,465 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 02:35:52,091 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:35:53,574 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:35:53,574 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:35:57,650 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:35:59,162 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:35:59,162 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:36:02,650 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:36:04,262 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:36:04,262 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:36:07,651 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:36:08,574 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:36:08,575 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:36:12,741 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:36:14,269 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:36:17,726 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 02:36:17,727 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 02:36:17,727 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 02:36:17,728 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 02:36:18,490 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 02:36:18,490 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 02:36:18,729 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:36:19,269 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:36:20,092 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 02:36:23,574 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:36:23,575 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:36:24,687 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:36:29,300 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:36:29,688 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:36:34,301 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:36:34,688 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:36:38,574 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:36:38,575 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:36:40,665 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:36:44,309 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:36:45,677 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:36:46,914 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 02:36:46,915 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 02:36:46,916 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 02:36:46,917 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 02:36:47,515 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 02:36:48,516 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 02:36:49,319 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:36:50,096 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 02:36:51,099 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:36:53,574 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:36:53,575 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:36:56,647 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:36:59,389 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:37:01,647 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:37:04,390 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:37:06,648 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:37:08,575 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:37:08,575 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:37:11,806 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:37:14,411 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:37:16,812 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:37:17,144 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 02:37:17,146 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 02:37:17,146 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 02:37:17,147 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 02:37:17,540 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 02:37:18,541 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 02:37:19,568 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:37:19,569 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:37:20,101 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 02:37:22,104 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:37:23,575 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:37:23,575 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:37:27,713 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:37:29,570 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:37:29,570 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:37:32,713 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:37:34,571 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:37:34,571 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:37:37,714 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:37:38,575 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:37:38,575 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:37:43,578 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:37:43,706 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:37:48,582 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:37:48,583 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:37:48,662 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 02:37:48,664 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 02:37:48,665 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 02:37:48,666 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 02:37:49,566 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 02:37:49,667 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:37:50,104 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 02:37:50,567 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 02:37:53,575 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:37:53,576 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:37:54,744 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:37:58,585 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:37:58,585 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:37:59,744 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:38:03,586 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:38:03,586 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:38:04,745 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:38:08,575 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:38:08,576 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:38:10,674 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:38:13,587 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:38:13,587 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:38:15,674 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:38:18,596 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:38:20,111 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 02:38:21,113 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:38:22,120 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 02:38:22,122 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 02:38:22,123 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 02:38:22,124 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 02:38:22,601 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 02:38:23,575 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:38:23,576 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:38:24,602 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 02:38:26,744 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:38:28,597 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:38:28,598 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:38:31,744 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:38:33,598 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:38:33,599 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:38:36,745 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:38:38,575 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:38:38,576 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:38:42,711 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:38:43,737 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:38:47,711 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:38:48,741 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:38:50,121 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 02:38:53,123 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:38:53,580 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:38:53,581 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:38:54,167 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 02:38:54,168 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 02:38:54,168 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 02:38:54,169 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 02:38:54,630 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 02:38:56,632 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 02:38:58,170 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:38:58,744 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:38:58,744 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:39:03,171 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:39:03,744 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:39:03,745 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:39:08,172 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:39:08,578 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:39:08,578 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:39:13,706 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:39:13,746 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:39:13,746 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:39:18,713 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:39:18,760 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:39:18,760 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:39:20,123 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 02:39:21,555 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 02:39:21,557 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 02:39:21,557 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 02:39:21,558 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 02:39:21,657 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 02:39:22,658 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 02:39:23,578 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:39:23,579 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:39:24,650 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:39:28,970 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:39:29,651 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:39:33,970 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:39:34,651 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:39:38,578 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:39:38,579 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:39:39,699 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:39:43,972 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:39:44,700 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:39:48,981 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:39:49,707 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:39:50,124 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 02:39:51,695 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 02:39:51,696 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 02:39:51,696 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 02:39:51,699 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 02:39:52,685 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 02:39:52,685 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 02:39:53,578 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:39:53,579 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:39:54,750 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:39:59,097 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:39:59,098 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:39:59,750 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:40:04,098 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:40:04,751 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:40:08,579 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:40:08,579 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:40:10,732 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:40:14,099 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:40:15,733 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:40:19,109 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:40:20,125 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 02:40:21,132 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:40:22,837 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 02:40:22,838 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 02:40:22,838 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 02:40:22,841 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 02:40:23,579 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:40:23,579 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:40:23,719 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 02:40:25,721 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 02:40:26,676 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:40:29,252 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:40:29,253 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:40:31,677 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:40:34,253 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:40:34,254 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:40:36,678 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:40:38,579 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:40:38,579 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:40:41,734 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:40:44,255 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:40:44,255 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:40:46,735 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:40:49,267 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:40:50,137 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 02:40:52,138 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:40:52,720 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 02:40:52,722 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 02:40:52,722 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 02:40:52,724 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 02:40:52,747 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 02:40:53,579 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:40:53,580 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:40:55,748 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 02:40:57,657 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:40:59,264 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:40:59,264 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:41:02,658 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:41:04,265 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:41:04,265 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:41:07,659 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:41:08,579 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:41:08,579 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:41:12,738 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:41:14,266 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:41:14,266 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:41:17,744 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:41:19,276 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:41:20,137 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 02:41:22,211 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 02:41:22,213 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 02:41:22,213 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 02:41:22,215 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 02:41:22,775 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 02:41:23,216 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:41:23,579 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:41:23,580 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:41:23,776 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 02:41:28,656 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:41:28,656 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:41:28,715 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:41:33,656 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:41:33,656 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:41:33,716 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:41:38,579 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:41:38,580 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:41:38,748 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:41:43,658 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:41:43,658 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:41:43,749 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:41:48,669 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:41:48,752 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:41:50,137 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 02:41:53,587 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:41:53,588 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:41:53,999 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 02:41:54,001 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 02:41:54,002 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 02:41:54,002 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:41:54,003 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 02:41:54,804 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 02:41:55,805 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 02:41:58,665 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:41:59,005 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:42:03,666 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:42:04,005 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:42:08,583 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:42:08,584 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:42:09,656 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:42:13,668 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:42:14,656 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:42:18,668 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:42:19,657 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:42:20,141 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 02:42:23,590 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:42:23,590 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:42:24,743 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:42:26,963 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 02:42:26,965 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 02:42:26,966 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 02:42:26,969 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 02:42:27,838 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 02:42:28,678 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:42:29,839 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 02:42:29,971 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:42:33,679 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:42:34,971 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:42:38,590 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:42:38,591 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:42:40,714 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:42:43,823 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:42:43,823 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:42:45,714 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:42:48,824 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:42:48,824 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:42:50,146 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 02:42:51,148 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:42:53,590 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:42:53,591 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:42:56,758 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:42:58,842 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:43:00,311 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 02:43:00,312 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 02:43:00,313 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 02:43:00,314 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 02:43:00,872 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 02:43:01,873 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 02:43:02,315 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:43:03,835 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:43:07,315 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:43:08,590 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:43:08,590 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:43:12,680 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:43:13,837 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:43:17,681 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:43:18,838 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:43:20,149 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 02:43:23,151 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:43:23,590 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:43:23,591 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:43:28,740 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:43:28,846 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:43:31,722 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 02:43:31,723 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 02:43:31,724 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 02:43:31,725 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 02:43:31,901 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 02:43:33,902 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 02:43:34,161 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:43:34,161 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:43:34,726 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:43:38,590 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:43:38,591 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:43:39,744 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:43:44,162 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:43:44,163 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:43:44,745 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:43:49,163 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:43:49,164 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:43:49,746 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:43:50,153 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 02:43:53,591 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:43:53,591 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:43:55,665 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:43:59,168 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:44:00,674 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:44:04,172 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:44:04,322 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 02:44:04,324 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 02:44:04,324 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 02:44:04,325 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 02:44:04,939 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 02:44:05,940 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 02:44:06,326 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:44:08,591 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:44:08,591 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:44:11,712 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:44:14,174 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:44:16,712 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:44:19,396 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:44:19,396 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:44:20,157 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 02:44:22,159 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:44:23,591 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:44:23,592 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:44:27,696 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:44:29,404 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:44:32,710 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:44:34,106 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 02:44:34,108 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 02:44:34,108 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 02:44:34,110 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 02:44:34,509 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:44:34,509 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:44:34,968 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 02:44:35,969 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 02:44:38,111 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:44:38,591 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:44:38,592 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:44:43,765 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:44:44,510 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:44:44,511 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:44:48,766 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:44:49,734 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:44:49,735 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:44:50,161 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 02:44:53,591 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:44:53,592 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:44:54,745 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:44:58,745 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:44:59,750 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:45:03,743 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:45:03,750 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:45:04,121 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 02:45:04,122 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 02:45:04,122 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 02:45:04,124 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 02:45:04,996 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 02:45:05,124 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:45:05,997 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 02:45:08,591 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:45:08,592 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:45:10,684 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:45:13,748 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:45:13,748 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:45:15,685 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:45:18,749 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:45:18,749 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:45:20,166 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 02:45:21,168 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:45:23,591 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:45:23,592 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:45:26,666 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:45:28,754 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:45:31,670 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:45:32,316 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 02:45:32,318 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 02:45:32,319 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 02:45:32,320 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 02:45:33,029 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 02:45:33,757 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:45:34,030 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 02:45:37,321 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:45:38,591 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:45:38,592 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:45:42,716 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:45:43,758 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:45:47,717 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:45:48,759 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:45:50,169 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 02:45:53,171 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:45:53,592 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:45:53,592 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:45:58,728 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:45:58,767 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:46:01,482 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 02:46:01,483 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 02:46:01,484 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 02:46:01,485 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 02:46:02,057 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 02:46:03,881 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:46:03,881 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:46:04,059 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 02:46:04,486 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:46:08,592 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:46:08,592 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:46:09,700 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:46:13,883 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:46:13,883 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:46:14,701 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:46:18,884 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:46:19,701 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:46:20,173 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 02:46:23,592 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:46:23,592 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:46:24,761 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:46:28,892 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:46:29,767 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:46:31,498 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 02:46:31,499 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 02:46:31,500 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 02:46:31,501 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 02:46:32,084 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 02:46:33,901 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:46:33,902 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:46:34,086 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 02:46:35,502 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:46:38,592 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:46:38,592 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:46:40,698 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:46:43,903 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:46:43,903 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:46:45,699 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:46:48,904 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:46:48,904 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:46:50,177 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 02:46:51,179 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:46:53,592 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:46:53,593 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:46:56,761 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:46:58,914 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:47:01,771 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:47:03,910 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:47:04,062 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 02:47:04,064 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 02:47:04,064 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 02:47:04,065 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 02:47:04,107 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 02:47:06,109 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 02:47:07,066 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:47:08,592 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:47:08,593 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:47:12,665 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:47:13,911 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:47:17,666 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:47:18,912 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:47:20,181 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 02:47:23,183 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:47:23,592 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:47:23,593 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:47:28,766 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:47:28,919 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:47:33,016 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 02:47:33,018 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 02:47:33,018 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 02:47:33,020 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 02:47:33,145 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 02:47:33,920 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:47:34,021 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:47:34,146 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 02:47:38,592 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:47:38,593 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:47:39,700 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:47:43,922 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:47:44,700 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:47:49,146 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:47:49,146 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:47:49,701 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:47:50,185 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 02:47:53,592 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:47:53,593 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:47:54,733 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:47:59,153 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:47:59,742 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:48:02,436 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 02:48:02,438 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 02:48:02,438 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 02:48:02,439 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 02:48:03,170 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 02:48:04,155 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:48:04,156 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:48:04,172 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 02:48:05,440 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:48:08,593 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:48:08,593 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:48:10,761 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:48:14,157 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:48:14,157 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:48:15,762 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:48:19,158 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:48:19,158 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:48:20,190 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 02:48:21,192 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:48:23,593 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:48:23,593 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:48:26,723 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:48:29,168 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:48:31,732 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:48:33,413 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 02:48:33,414 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 02:48:33,415 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 02:48:33,416 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 02:48:34,166 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:48:34,198 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 02:48:34,199 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 02:48:37,417 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:48:38,593 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:48:38,593 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:48:42,667 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:48:44,168 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:48:47,667 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:48:49,168 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:48:50,193 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 02:48:53,195 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:48:53,593 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:48:53,593 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:48:58,721 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:48:59,178 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:49:01,236 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 02:49:01,238 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 02:49:01,238 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 02:49:01,239 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 02:49:02,221 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 02:49:02,222 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 02:49:04,176 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:49:04,240 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:49:08,593 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:49:08,594 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:49:09,677 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:49:14,178 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:49:14,678 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:49:19,178 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:49:19,679 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:49:20,197 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 02:49:23,609 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:49:23,615 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:49:24,758 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:49:29,184 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:49:29,202 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 02:49:29,203 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 02:49:29,203 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 02:49:29,205 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 02:49:29,249 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 02:49:30,206 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:49:30,250 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 02:49:34,185 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:49:35,207 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:49:38,600 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:49:38,601 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:49:40,736 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:49:44,187 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:49:45,737 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:49:49,188 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:49:50,201 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 02:49:51,203 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:49:53,600 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:49:53,601 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:49:56,681 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:49:59,195 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:49:59,422 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 02:49:59,424 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 02:49:59,425 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 02:49:59,427 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 02:50:00,274 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 02:50:00,274 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 02:50:02,428 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:50:04,196 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:50:07,428 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:50:08,601 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:50:08,601 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:50:12,732 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:50:14,198 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:50:17,732 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:50:19,199 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:50:20,210 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 02:50:23,217 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:50:23,606 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:50:23,607 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:50:25,829 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 02:50:25,830 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 02:50:25,831 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 02:50:25,833 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 02:50:26,295 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 02:50:28,296 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 02:50:28,834 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:50:29,229 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:50:33,834 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:50:34,230 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:50:38,604 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:50:38,605 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:50:39,771 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:50:44,232 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:50:44,772 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:50:49,232 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:50:49,773 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:50:50,212 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 02:50:53,604 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:50:53,605 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:50:55,753 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:50:59,238 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:50:59,635 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 02:50:59,637 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 02:50:59,638 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 02:50:59,640 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 02:51:00,324 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 02:51:00,325 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 02:51:01,641 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:51:04,239 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:51:06,641 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:51:08,604 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:51:08,605 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:51:11,724 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:51:14,240 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:51:16,724 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:51:19,241 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:51:20,216 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 02:51:22,218 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:51:23,604 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:51:23,605 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:51:27,730 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:51:29,250 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:51:30,948 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 02:51:30,951 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 02:51:30,951 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 02:51:30,953 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 02:51:31,351 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 02:51:32,353 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 02:51:32,954 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:51:34,350 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:51:37,954 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:51:38,605 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:51:38,605 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:51:43,709 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:51:44,352 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:51:48,710 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:51:49,498 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:51:49,498 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:51:50,220 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 02:51:53,605 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:51:53,605 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:51:54,687 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:51:59,505 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:51:59,505 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:51:59,694 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:52:02,946 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 02:52:02,948 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 02:52:02,948 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 02:52:02,950 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 02:52:03,378 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 02:52:04,379 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 02:52:04,506 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:52:04,506 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:52:04,951 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:52:08,605 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:52:08,606 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:52:10,787 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:52:14,507 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:52:15,788 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:52:19,597 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:52:20,224 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 02:52:21,226 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:52:23,605 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:52:23,605 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:52:26,775 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:52:29,607 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:52:31,788 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:52:33,017 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 02:52:33,019 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 02:52:33,019 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 02:52:33,021 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 02:52:33,404 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 02:52:34,405 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 02:52:34,606 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:52:34,606 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:52:37,022 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:52:38,605 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:52:38,605 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:52:42,772 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:52:43,607 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:52:47,773 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:52:48,614 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:52:50,227 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 02:52:53,230 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:52:53,605 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:52:53,606 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:52:58,626 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:52:58,699 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:53:00,405 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 02:53:00,407 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 02:53:00,407 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 02:53:00,409 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 02:53:00,431 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 02:53:02,433 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 02:53:03,817 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:53:04,410 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:53:08,605 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:53:08,606 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:53:09,695 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:53:13,819 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:53:14,696 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:53:18,819 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:53:19,697 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:53:20,231 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 02:53:23,605 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:53:23,606 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:53:24,713 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:53:28,831 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:53:29,717 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:53:30,434 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 02:53:30,435 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 02:53:30,436 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 02:53:30,438 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 02:53:30,460 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 02:53:32,463 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 02:53:33,870 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:53:33,870 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:53:35,439 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:53:38,605 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:53:38,606 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:53:40,710 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:53:43,871 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:53:43,872 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:53:45,711 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:53:48,872 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:53:48,872 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:53:50,235 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 02:53:51,238 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:53:53,606 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:53:53,606 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:53:56,783 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:53:58,888 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:54:00,534 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 02:54:00,535 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 02:54:00,536 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 02:54:00,537 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 02:54:01,490 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 02:54:02,491 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 02:54:02,538 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:54:03,944 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:54:03,944 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:54:07,539 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:54:08,606 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:54:08,606 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:54:12,762 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:54:13,945 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:54:13,946 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:54:17,763 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:54:18,946 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:54:18,947 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:54:20,239 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 02:54:23,242 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:54:23,606 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:54:23,607 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:54:28,761 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:54:28,957 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:54:29,404 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 02:54:29,405 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 02:54:29,406 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 02:54:29,408 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 02:54:29,530 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 02:54:30,531 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 02:54:33,958 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:54:34,409 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:54:38,606 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:54:38,607 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:54:39,732 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:54:43,959 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:54:44,732 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:54:48,960 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:54:49,733 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:54:50,243 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 02:54:53,606 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:54:53,607 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:54:55,724 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:54:58,968 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:54:59,703 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 02:54:59,704 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 02:54:59,704 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 02:54:59,706 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 02:55:00,556 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 02:55:00,556 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 02:55:01,706 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:55:04,104 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:55:06,707 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:55:08,606 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:55:08,607 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:55:12,698 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:55:14,105 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:55:14,105 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:55:17,699 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:55:19,106 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:55:19,106 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:55:20,247 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 02:55:23,250 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:55:23,618 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:55:23,625 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:55:28,750 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:55:29,114 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:55:29,115 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:55:29,186 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 02:55:29,187 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 02:55:29,187 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 02:55:29,189 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 02:55:29,591 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 02:55:30,592 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 02:55:34,115 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:55:34,190 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:55:38,609 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:55:38,610 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:55:39,705 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:55:44,117 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:55:44,117 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:55:44,706 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:55:49,118 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:55:49,118 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:55:49,706 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:55:50,249 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 02:55:53,614 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:55:53,615 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:55:54,785 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:55:59,123 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:55:59,472 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 02:55:59,474 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 02:55:59,474 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 02:55:59,476 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 02:55:59,618 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 02:56:00,477 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:56:00,619 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 02:56:04,124 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:56:05,478 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:56:08,612 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:56:08,613 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:56:10,765 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:56:14,125 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:56:15,765 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:56:19,126 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:56:20,254 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 02:56:21,256 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:56:23,612 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:56:23,613 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:56:26,790 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:56:29,135 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:56:31,795 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:56:32,021 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 02:56:32,022 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 02:56:32,023 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 02:56:32,024 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 02:56:32,646 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 02:56:32,647 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 02:56:34,174 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:56:37,026 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:56:38,612 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:56:38,613 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:56:42,730 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:56:44,175 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:56:47,731 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:56:49,176 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:56:50,257 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 02:56:53,260 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:56:53,612 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:56:53,613 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:56:58,752 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:56:59,183 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:57:03,647 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 02:57:03,649 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 02:57:03,650 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 02:57:03,651 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 02:57:03,681 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 02:57:04,185 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:57:04,652 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:57:04,683 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 02:57:08,612 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:57:08,613 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:57:09,750 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:57:14,187 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:57:14,750 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:57:19,261 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:57:19,261 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:57:19,751 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:57:20,261 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 02:57:23,613 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:57:23,613 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:57:25,728 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:57:29,271 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:57:30,733 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:57:33,723 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 02:57:33,725 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 02:57:33,726 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 02:57:33,727 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 02:57:34,272 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:57:34,707 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 02:57:34,707 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 02:57:36,728 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:57:38,613 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:57:38,613 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:57:42,688 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:57:44,273 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:57:47,689 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:57:49,274 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:57:50,265 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 02:57:53,268 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:57:53,613 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:57:53,613 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:57:58,747 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:57:59,285 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:58:02,715 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 02:58:02,716 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 02:58:02,717 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 02:58:02,718 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 02:58:02,727 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 02:58:04,284 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:58:04,719 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:58:04,729 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 02:58:08,613 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:58:08,613 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:58:10,705 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:58:14,285 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:58:15,706 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:58:19,286 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:58:20,269 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 02:58:21,272 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:58:23,613 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:58:23,614 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:58:26,699 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:58:29,294 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:58:31,715 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:58:32,984 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 02:58:32,986 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 02:58:32,986 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 02:58:32,988 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 02:58:33,757 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 02:58:34,384 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:58:34,758 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 02:58:36,989 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:58:38,613 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:58:38,614 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:58:42,714 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:58:44,385 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:58:47,715 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:58:49,386 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:58:49,387 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:58:50,273 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 02:58:53,276 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:58:53,613 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:58:53,614 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:58:58,743 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:58:59,396 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:59:02,391 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 02:59:02,393 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 02:59:02,393 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 02:59:02,395 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 02:59:02,789 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 02:59:02,789 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 02:59:04,395 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:59:04,396 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:59:08,613 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:59:08,614 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:59:09,743 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:59:14,397 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:59:14,743 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:59:19,523 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:59:19,744 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:59:20,278 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 02:59:23,613 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:59:23,614 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:59:25,729 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:59:29,524 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:59:30,729 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:59:34,529 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:59:35,733 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:59:36,672 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 02:59:36,674 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 02:59:36,674 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 02:59:36,675 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 02:59:36,817 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 02:59:38,614 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:59:38,614 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:59:38,821 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 02:59:40,769 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:59:43,624 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:59:45,769 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:59:48,625 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 02:59:50,280 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 02:59:51,282 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:59:53,614 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 02:59:53,614 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 02:59:56,787 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 02:59:58,631 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:00:01,790 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:00:02,128 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 03:00:02,130 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 03:00:02,131 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 03:00:02,132 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 03:00:02,848 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 03:00:02,848 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 03:00:03,634 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:00:07,134 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:00:08,614 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:00:08,614 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:00:12,770 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:00:13,636 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:00:17,771 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:00:18,689 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:00:20,284 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 03:00:23,287 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:00:23,614 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:00:23,614 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:00:28,698 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:00:28,788 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:00:31,615 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 03:00:31,617 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 03:00:31,618 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 03:00:31,619 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 03:00:31,868 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 03:00:32,869 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 03:00:33,763 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:00:34,620 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:00:38,614 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:00:38,615 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:00:39,766 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:00:43,891 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:00:44,767 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:00:48,892 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:00:49,767 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:00:50,288 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 03:00:53,614 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:00:53,615 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:00:55,750 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:00:58,904 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:01:00,752 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:01:00,965 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 03:01:00,967 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 03:01:00,967 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 03:01:00,969 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 03:01:01,888 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 03:01:02,889 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 03:01:03,899 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:01:05,970 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:01:08,614 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:01:08,615 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:01:11,691 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:01:13,900 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:01:16,692 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:01:18,901 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:01:20,291 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 03:01:22,293 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:01:23,614 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:01:23,615 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:01:27,743 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:01:28,619 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:01:32,028 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 03:01:32,030 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 03:01:32,031 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 03:01:32,032 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 03:01:32,920 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 03:01:32,920 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 03:01:33,033 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:01:33,622 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:01:38,034 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:01:38,615 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:01:38,615 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:01:43,623 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:01:43,740 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:01:48,648 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:01:48,741 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:01:50,296 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 03:01:53,615 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:01:53,616 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:01:53,784 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:01:58,658 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:01:58,790 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:02:01,065 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 03:02:01,067 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 03:02:01,067 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 03:02:01,069 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 03:02:01,947 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 03:02:02,949 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 03:02:03,655 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:02:04,070 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:02:08,615 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:02:08,615 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:02:09,704 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:02:13,696 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:02:14,705 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:02:18,697 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:02:19,705 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:02:20,299 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 03:02:23,615 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:02:23,615 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:02:25,702 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:02:28,708 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:02:30,035 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 03:02:30,036 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 03:02:30,036 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 03:02:30,037 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 03:02:30,980 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 03:02:30,980 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 03:02:31,038 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:02:33,706 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:02:36,038 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:02:38,615 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:02:38,616 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:02:41,776 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:02:43,708 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:02:46,777 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:02:48,708 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:02:50,303 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 03:02:52,305 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:02:53,615 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:02:53,616 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:02:57,703 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:02:58,717 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:03:00,315 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 03:03:00,317 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 03:03:00,317 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 03:03:00,319 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 03:03:01,015 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 03:03:02,016 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 03:03:03,320 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:03:03,721 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:03:08,321 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:03:08,615 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:03:08,616 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:03:13,722 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:03:13,766 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:03:18,723 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:03:18,766 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:03:20,307 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 03:03:23,616 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:03:23,616 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:03:24,694 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:03:28,740 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:03:29,698 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:03:29,913 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 03:03:29,915 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 03:03:29,915 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 03:03:29,917 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 03:03:30,053 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 03:03:32,055 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 03:03:33,737 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:03:34,918 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:03:38,616 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:03:38,616 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:03:40,794 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:03:43,890 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:03:45,795 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:03:48,891 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:03:50,311 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 03:03:51,313 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:03:53,616 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:03:53,616 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:03:56,756 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:03:58,909 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:04:00,521 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 03:04:00,522 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 03:04:00,522 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 03:04:00,523 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 03:04:01,081 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 03:04:02,082 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 03:04:02,524 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:04:03,928 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:04:07,525 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:04:08,616 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:04:08,616 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:04:12,764 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:04:13,929 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:04:17,765 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:04:18,930 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:04:20,315 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 03:04:23,317 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:04:23,616 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:04:23,616 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:04:28,753 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:04:28,942 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:04:31,386 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 03:04:31,387 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 03:04:31,387 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 03:04:31,388 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 03:04:32,114 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 03:04:33,941 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:04:34,116 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 03:04:34,389 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:04:38,616 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:04:38,617 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:04:39,746 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:04:43,942 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:04:44,747 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:04:48,943 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:04:49,747 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:04:50,319 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 03:04:53,616 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:04:53,617 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:04:55,725 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:04:58,957 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:05:00,067 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 03:05:00,068 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 03:05:00,069 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 03:05:00,071 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 03:05:00,137 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 03:05:01,072 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:05:02,139 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 03:05:03,954 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:05:06,072 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:05:08,616 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:05:08,617 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:05:11,739 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:05:13,956 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:05:16,740 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:05:18,957 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:05:20,323 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 03:05:22,325 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:05:23,616 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:05:23,617 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:05:27,744 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:05:28,964 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:05:32,104 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 03:05:32,105 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 03:05:32,105 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 03:05:32,106 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 03:05:32,168 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 03:05:33,107 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:05:33,964 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:05:34,170 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 03:05:38,108 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:05:38,616 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:05:38,617 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:05:43,749 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:05:43,965 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:05:48,750 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:05:49,084 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:05:50,327 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 03:05:53,617 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:05:53,617 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:05:53,761 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:05:58,770 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:05:59,096 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:06:02,557 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 03:06:02,558 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 03:06:02,559 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 03:06:02,560 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 03:06:03,196 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 03:06:04,091 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:06:04,197 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 03:06:04,561 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:06:08,617 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:06:08,617 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:06:09,725 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:06:14,092 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:06:14,726 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:06:19,093 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:06:19,726 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:06:20,331 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 03:06:23,617 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:06:23,617 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:06:25,693 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:06:29,104 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:06:30,696 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:06:34,103 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:06:34,621 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 03:06:34,623 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 03:06:34,623 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 03:06:34,625 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 03:06:35,222 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 03:06:36,223 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 03:06:36,626 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:06:38,617 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:06:38,618 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:06:41,739 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:06:44,105 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:06:46,740 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:06:49,106 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:06:50,335 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 03:06:52,337 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:06:53,617 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:06:53,617 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:06:57,735 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:06:59,107 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:07:02,741 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:07:04,114 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:07:05,458 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 03:07:05,460 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 03:07:05,461 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 03:07:05,462 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 03:07:06,251 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 03:07:08,253 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 03:07:08,463 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:07:08,617 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:07:08,618 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:07:13,781 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:07:14,114 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:07:18,782 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:07:19,115 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:07:20,339 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 03:07:23,617 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:07:23,618 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:07:24,752 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:07:29,116 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:07:29,752 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:07:34,130 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:07:34,757 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:07:36,788 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 03:07:36,789 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 03:07:36,789 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 03:07:36,791 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 03:07:37,292 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 03:07:38,293 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 03:07:38,617 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:07:38,618 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:07:39,773 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:07:44,194 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:07:44,774 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:07:49,195 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:07:49,774 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:07:50,342 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 03:07:53,618 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:07:53,618 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:07:54,782 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:07:58,659 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:07:59,782 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:08:03,660 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:08:04,788 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:08:08,620 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:08:08,620 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:08:09,238 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 03:08:09,240 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 03:08:09,241 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 03:08:09,242 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 03:08:09,321 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 03:08:10,243 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:08:12,323 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 03:08:13,669 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:08:15,243 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:08:18,670 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:08:20,244 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:08:20,346 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 03:08:23,620 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:08:23,621 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:08:25,773 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:08:28,846 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:08:30,774 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:08:33,854 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:08:35,782 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:08:38,195 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 03:08:38,196 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 03:08:38,197 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 03:08:38,198 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 03:08:38,353 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 03:08:38,620 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:08:38,621 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:08:40,354 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 03:08:41,777 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:08:43,854 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:08:46,777 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:08:48,855 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:08:50,350 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 03:08:52,353 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:08:53,620 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:08:53,621 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:08:57,751 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:08:58,856 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:09:02,760 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:09:03,865 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:09:05,421 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 03:09:05,422 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 03:09:05,423 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 03:09:05,424 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 03:09:06,378 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 03:09:08,379 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 03:09:08,425 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:09:08,620 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:09:08,621 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:09:13,706 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:09:13,862 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:09:18,707 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:09:18,862 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:09:20,354 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 03:09:23,621 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:09:23,621 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:09:23,733 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:09:28,733 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:09:28,864 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:09:33,739 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:09:33,870 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:09:38,348 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 03:09:38,349 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 03:09:38,350 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 03:09:38,351 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 03:09:38,405 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 03:09:38,755 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:09:38,755 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:09:38,885 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:09:40,406 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 03:09:43,881 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:09:43,886 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:09:48,882 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:09:48,887 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:09:50,359 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 03:09:53,752 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:09:53,752 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:09:53,921 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:09:58,883 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:09:58,922 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:10:03,890 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:10:03,924 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:10:08,581 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 03:10:08,582 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 03:10:08,583 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 03:10:08,584 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 03:10:08,976 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:10:08,977 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:10:08,978 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:10:09,077 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:10:09,432 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 03:10:10,433 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 03:10:14,078 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:10:14,503 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:10:19,079 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:10:19,504 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:10:20,360 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 03:10:23,976 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:10:23,977 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:10:24,146 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:10:28,978 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:10:29,146 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:10:33,986 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:10:34,153 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:10:38,651 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 03:10:38,652 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 03:10:38,652 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 03:10:38,657 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 03:10:39,035 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:10:39,036 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:10:39,037 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:10:39,193 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:10:39,460 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 03:10:40,461 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 03:10:44,194 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:10:44,608 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:10:49,195 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:10:49,609 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:10:50,364 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 03:10:54,035 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:10:54,036 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:10:55,163 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:10:59,038 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:11:00,164 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:11:04,038 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:11:05,165 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:11:09,047 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:11:09,048 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:11:10,209 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:11:11,776 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 03:11:11,777 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 03:11:11,777 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 03:11:11,780 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 03:11:12,490 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 03:11:14,492 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 03:11:14,817 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:11:14,817 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:11:15,781 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:11:19,818 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:11:20,368 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 03:11:21,370 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:11:24,042 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:11:24,043 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:11:27,148 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:11:29,820 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:11:29,820 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:11:32,149 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:11:34,821 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:11:34,821 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:11:37,158 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:11:39,050 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:11:39,052 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:11:42,169 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:11:43,054 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 03:11:43,056 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 03:11:43,056 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 03:11:43,061 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 03:11:43,521 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 03:11:44,522 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 03:11:44,830 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:11:44,831 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:11:48,062 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:11:49,831 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:11:49,832 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:11:50,371 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 03:11:53,373 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:11:54,048 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:11:54,049 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:11:59,217 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:11:59,833 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:11:59,833 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:12:04,218 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:12:04,834 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:12:04,834 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:12:09,052 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:12:09,053 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:12:10,212 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:12:13,103 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 03:12:13,105 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 03:12:13,105 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 03:12:13,111 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 03:12:13,550 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 03:12:14,551 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 03:12:14,841 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:12:16,112 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:12:19,842 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:12:19,843 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:12:20,375 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 03:12:21,377 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:12:24,051 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:12:24,052 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:12:27,224 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:12:29,844 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:12:32,225 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:12:34,844 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:12:37,226 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:12:39,056 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:12:39,062 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:12:43,208 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:12:43,474 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 03:12:43,476 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 03:12:43,477 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 03:12:43,483 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 03:12:43,584 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 03:12:44,586 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 03:12:44,873 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:12:44,873 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:12:48,484 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:12:49,874 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:12:49,874 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:12:50,380 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 03:12:54,053 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:12:54,054 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:12:54,206 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:12:59,206 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:12:59,875 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:13:04,207 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:13:04,876 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:13:09,066 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:13:09,070 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:13:10,145 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:13:14,202 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 03:13:14,204 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 03:13:14,205 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 03:13:14,209 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 03:13:14,618 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 03:13:14,880 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:13:15,209 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:13:16,620 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 03:13:19,881 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:13:20,210 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:13:20,383 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 03:13:24,059 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:13:24,060 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:13:25,226 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:13:29,882 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:13:30,227 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:13:34,883 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:13:35,228 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:13:39,063 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:13:39,064 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:13:41,210 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:13:44,833 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 03:13:44,834 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 03:13:44,834 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 03:13:44,837 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 03:13:45,237 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:13:45,238 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:13:45,642 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 03:13:46,643 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 03:13:46,838 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:13:50,239 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:13:50,387 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 03:13:52,389 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:13:54,062 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:13:54,063 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:13:58,183 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:13:59,337 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:13:59,338 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:14:03,183 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:14:04,339 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:14:04,339 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:14:08,190 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:14:09,070 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:14:09,071 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:14:12,025 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 03:14:12,026 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 03:14:12,027 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 03:14:12,029 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 03:14:12,674 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 03:14:14,030 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:14:14,676 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 03:14:14,916 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:14:14,916 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:14:19,030 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:14:19,917 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:14:19,917 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:14:20,390 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 03:14:24,068 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:14:24,068 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:14:24,155 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:14:29,156 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:14:29,919 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:14:29,919 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:14:34,156 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:14:34,920 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:14:34,920 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:14:39,075 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:14:39,076 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:14:39,169 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:14:43,057 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 03:14:43,058 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 03:14:43,058 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 03:14:43,059 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 03:14:43,700 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 03:14:44,701 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 03:14:44,924 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:14:45,060 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:14:49,925 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:14:50,061 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:14:50,394 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 03:14:54,072 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:14:54,073 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:14:55,216 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:14:59,926 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:15:00,217 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:15:04,927 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:15:05,218 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:15:09,076 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:15:09,079 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:15:10,230 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:15:14,427 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 03:15:14,428 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 03:15:14,429 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 03:15:14,430 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 03:15:14,733 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 03:15:14,932 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:15:15,431 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:15:16,734 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 03:15:19,932 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:15:20,399 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 03:15:21,401 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:15:24,076 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:15:24,077 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:15:27,198 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:15:29,943 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:15:32,198 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:15:34,943 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:15:37,199 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:15:39,076 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:15:39,077 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:15:42,229 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:15:44,953 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:15:47,230 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:15:47,712 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 03:15:47,713 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 03:15:47,713 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 03:15:47,714 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 03:15:47,769 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 03:15:48,770 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 03:15:50,117 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:15:50,402 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 03:15:52,405 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:15:54,076 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:15:54,076 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:15:58,158 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:15:59,119 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:15:59,119 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:16:03,159 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:16:04,119 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:16:04,120 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:16:08,160 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:16:09,077 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:16:09,077 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:16:13,182 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:16:14,121 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:16:14,121 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:16:18,187 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:16:19,132 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:16:20,129 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 03:16:20,130 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 03:16:20,131 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 03:16:20,132 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 03:16:20,407 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 03:16:20,807 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 03:16:22,809 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 03:16:23,409 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:16:24,077 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:16:24,077 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:16:29,132 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:16:29,132 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:16:29,158 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:16:34,133 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:16:34,133 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:16:34,158 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:16:39,077 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:16:39,077 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:16:39,213 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:16:44,145 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:16:44,218 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:16:49,140 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:16:49,219 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:16:49,776 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 03:16:49,778 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 03:16:49,778 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 03:16:49,779 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 03:16:49,839 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 03:16:50,411 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 03:16:50,840 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 03:16:54,077 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:16:54,077 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:16:55,190 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:16:59,193 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:17:00,190 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:17:04,194 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:17:04,194 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:17:05,191 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:17:09,077 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:17:09,077 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:17:11,178 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:17:14,195 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:17:14,195 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:17:16,179 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:17:19,206 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:17:20,414 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 03:17:21,415 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:17:22,269 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 03:17:22,271 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 03:17:22,271 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 03:17:22,273 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 03:17:22,870 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 03:17:24,077 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:17:24,078 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:17:24,872 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 03:17:27,199 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:17:29,203 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:17:32,200 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:17:34,204 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:17:37,200 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:17:39,077 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:17:39,078 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:17:42,230 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:17:44,205 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:17:47,240 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:17:49,213 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:17:50,417 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 03:17:52,418 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:17:52,480 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 03:17:52,481 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 03:17:52,481 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 03:17:52,483 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 03:17:52,899 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 03:17:54,077 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:17:54,078 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:17:54,902 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 03:17:58,232 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:17:59,213 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:18:03,233 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:18:04,214 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:18:08,233 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:18:09,077 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:18:09,078 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:18:14,178 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:18:14,215 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:18:19,186 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:18:19,224 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:18:19,225 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:18:20,423 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 03:18:22,042 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 03:18:22,043 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 03:18:22,043 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 03:18:22,045 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 03:18:22,929 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 03:18:22,929 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 03:18:24,078 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:18:24,078 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:18:25,150 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:18:29,450 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:18:30,151 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:18:34,451 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:18:34,451 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:18:35,151 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:18:39,078 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:18:39,078 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:18:40,209 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:18:44,452 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:18:44,452 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:18:45,209 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:18:49,459 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:18:50,216 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:18:50,429 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 03:18:53,908 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 03:18:53,910 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 03:18:53,911 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 03:18:53,912 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 03:18:53,952 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 03:18:54,311 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:18:54,312 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:18:54,953 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 03:18:55,436 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:18:59,462 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:19:00,437 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:19:04,463 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:19:05,438 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:19:09,311 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:19:09,311 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:19:10,457 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:19:14,544 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:19:15,457 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:19:19,544 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:19:20,445 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 03:19:21,446 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:19:24,317 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:19:24,318 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:19:25,652 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 03:19:25,653 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 03:19:25,653 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 03:19:25,655 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 03:19:25,986 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 03:19:26,655 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:19:26,987 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 03:19:29,552 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:19:31,656 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:19:34,552 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:19:36,657 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:19:39,317 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:19:39,318 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:19:42,431 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:19:44,553 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:19:47,431 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:19:49,554 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:19:50,434 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 03:19:52,439 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:19:54,324 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:19:54,325 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:19:55,545 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 03:19:55,546 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 03:19:55,547 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 03:19:55,552 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 03:19:56,012 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 03:19:57,013 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 03:19:57,553 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:19:59,693 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:20:02,554 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:20:04,693 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:20:04,694 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:20:07,555 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:20:09,321 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:20:09,322 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:20:13,395 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:20:14,695 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:20:14,695 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:20:18,396 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:20:19,704 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:20:20,448 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 03:20:23,462 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:20:24,241 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 03:20:24,243 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 03:20:24,243 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 03:20:24,245 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 03:20:24,638 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:20:24,639 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:20:25,042 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 03:20:25,042 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 03:20:28,751 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:20:29,706 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:20:33,751 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:20:34,707 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:20:38,752 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:20:39,388 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:20:39,389 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:20:44,525 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:20:44,895 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:20:44,895 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:20:49,534 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:20:49,902 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:20:50,450 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 03:20:51,885 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 03:20:51,887 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 03:20:51,887 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 03:20:51,889 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 03:20:52,063 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 03:20:53,064 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 03:20:54,388 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:20:54,389 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:20:54,536 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:20:59,536 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:21:00,032 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:21:00,032 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:21:04,537 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:21:05,033 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:21:05,033 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:21:09,388 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:21:09,389 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:21:09,548 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:21:14,549 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:21:15,034 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:21:19,554 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:21:20,045 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:21:20,449 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 03:21:22,683 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 03:21:22,684 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 03:21:22,685 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 03:21:22,687 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 03:21:23,093 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 03:21:23,093 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 03:21:24,389 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:21:24,389 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:21:25,456 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:21:30,109 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:21:30,456 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:21:35,110 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:21:35,457 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:21:39,389 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:21:39,389 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:21:40,481 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:21:45,111 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:21:45,482 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:21:50,125 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:21:50,456 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 03:21:51,459 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:21:52,835 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 03:21:52,836 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 03:21:52,836 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 03:21:52,838 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 03:21:53,120 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 03:21:53,121 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 03:21:54,389 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:21:54,389 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:21:56,473 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:22:00,238 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:22:01,473 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:22:05,387 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:22:05,388 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:22:06,474 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:22:09,389 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:22:09,389 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:22:11,478 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:22:15,389 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:22:15,389 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:22:16,481 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:22:20,399 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:22:20,459 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 03:22:21,958 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 03:22:21,960 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 03:22:21,960 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 03:22:21,960 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:22:21,962 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 03:22:22,153 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 03:22:23,154 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 03:22:24,389 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:22:24,390 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:22:27,486 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:22:29,396 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:22:32,487 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:22:34,397 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:22:37,488 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:22:39,389 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:22:39,390 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:22:42,490 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:22:44,398 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:22:47,493 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:22:49,400 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:22:50,470 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 03:22:53,336 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 03:22:53,338 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 03:22:53,339 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 03:22:53,339 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:22:53,341 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 03:22:54,182 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 03:22:54,389 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:22:54,390 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:22:55,183 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 03:22:58,552 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:22:59,483 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:23:03,553 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:23:04,483 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:23:08,554 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:23:09,389 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:23:09,390 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:23:14,472 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:23:14,485 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:23:19,478 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:23:19,488 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:23:20,463 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 03:23:24,392 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:23:24,392 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:23:25,162 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 03:23:25,164 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 03:23:25,164 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 03:23:25,166 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:23:25,168 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 03:23:25,207 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 03:23:27,209 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 03:23:29,567 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:23:29,567 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:23:30,169 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:23:34,568 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:23:34,568 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:23:35,169 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:23:39,392 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:23:39,393 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:23:40,553 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:23:44,569 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:23:44,570 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:23:45,553 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:23:49,570 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:23:49,571 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:23:50,472 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 03:23:51,476 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:23:54,398 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:23:54,402 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:23:55,545 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 03:23:55,547 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 03:23:55,547 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 03:23:55,552 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 03:23:56,233 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 03:23:56,553 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:23:57,235 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 03:23:59,693 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:23:59,694 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:24:01,554 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:24:04,694 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:24:06,554 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:24:09,396 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:24:09,397 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:24:12,491 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:24:14,695 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:24:17,491 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:24:19,703 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:24:20,466 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 03:24:23,467 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:24:24,396 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:24:24,396 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:24:25,059 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 03:24:25,061 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 03:24:25,062 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 03:24:25,063 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 03:24:25,263 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 03:24:25,263 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 03:24:29,064 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:24:29,704 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:24:34,065 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:24:34,704 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:24:34,705 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:24:39,066 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:24:39,396 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:24:39,397 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:24:44,559 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:24:44,706 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:24:44,706 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:24:49,567 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:24:49,709 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:24:50,471 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 03:24:54,397 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:24:54,397 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:24:54,516 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 03:24:54,553 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 03:24:54,554 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 03:24:54,555 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 03:24:55,291 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 03:24:55,291 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 03:24:55,556 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:24:59,955 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:25:00,557 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:25:04,956 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:25:04,956 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:25:05,558 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:25:09,397 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:25:09,397 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:25:10,573 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:25:14,958 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:25:14,958 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:25:15,574 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:25:19,970 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:25:20,479 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 03:25:21,482 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:25:24,284 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 03:25:24,285 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 03:25:24,285 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 03:25:24,287 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 03:25:24,318 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 03:25:24,694 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:25:24,695 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:25:25,319 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 03:25:26,803 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:25:29,967 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:25:31,803 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:25:34,967 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:25:36,804 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:25:39,430 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:25:39,430 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:25:42,584 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:25:44,969 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:25:47,585 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:25:49,970 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:25:49,970 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:25:50,487 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 03:25:53,494 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:25:54,445 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:25:54,446 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:25:56,082 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 03:25:56,083 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 03:25:56,083 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 03:25:56,085 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 03:25:56,352 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 03:25:57,354 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 03:25:59,086 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:25:59,978 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:25:59,978 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:26:04,087 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:26:04,979 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:26:04,979 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:26:09,088 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:26:09,435 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:26:09,436 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:26:14,509 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:26:14,981 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:26:14,981 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:26:19,510 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:26:19,993 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:26:20,488 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 03:26:24,435 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:26:24,435 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:26:24,563 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:26:25,404 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 03:26:25,405 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 03:26:25,405 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 03:26:25,408 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 03:26:26,383 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 03:26:27,385 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 03:26:29,989 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:26:30,409 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:26:34,990 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:26:35,410 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:26:39,435 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:26:39,436 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:26:40,934 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:26:45,208 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:26:45,209 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:26:45,935 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:26:50,218 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:26:50,491 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 03:26:51,492 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:26:53,304 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 03:26:53,306 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 03:26:53,306 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 03:26:53,308 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 03:26:53,409 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 03:26:54,410 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 03:26:54,435 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:26:54,436 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:26:56,596 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:27:00,218 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:27:01,596 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:27:05,219 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:27:05,219 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:27:06,597 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:27:09,436 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:27:09,436 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:27:12,584 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:27:15,220 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:27:17,585 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:27:20,228 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:27:20,507 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 03:27:23,509 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:27:24,441 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:27:24,442 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:27:25,489 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 03:27:25,693 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 03:27:25,694 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 03:27:25,695 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 03:27:26,439 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 03:27:28,441 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 03:27:28,696 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:27:30,227 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:27:33,697 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:27:35,228 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:27:38,698 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:27:39,439 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:27:39,440 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:27:44,515 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:27:45,337 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:27:49,520 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:27:50,346 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:27:50,503 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 03:27:54,440 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:27:54,441 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:27:54,546 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:27:54,561 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 03:27:54,563 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 03:27:54,563 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 03:27:54,565 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 03:27:55,468 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 03:27:56,469 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 03:27:59,566 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:28:00,345 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:28:04,567 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:28:05,345 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:28:09,439 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:28:09,440 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:28:09,570 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:28:14,571 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:28:15,347 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:28:19,578 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:28:20,354 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:28:20,505 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 03:28:23,520 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 03:28:23,522 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 03:28:23,523 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 03:28:23,525 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 03:28:24,440 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:28:24,441 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:28:24,502 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 03:28:24,587 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:28:26,504 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 03:28:29,589 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:28:30,354 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:28:34,589 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:28:35,355 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:28:39,440 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:28:39,440 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:28:40,548 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:28:45,357 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:28:45,548 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:28:50,358 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:28:50,511 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 03:28:51,513 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:28:54,444 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:28:54,444 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:28:56,487 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 03:28:56,489 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 03:28:56,490 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 03:28:56,495 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 03:28:56,530 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 03:28:57,496 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:28:58,531 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 03:29:00,365 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:29:02,497 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:29:05,365 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:29:07,497 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:29:09,443 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:29:09,444 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:29:12,527 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:29:14,495 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:29:14,496 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:29:17,528 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:29:19,496 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:29:19,496 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:29:20,524 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 03:29:22,528 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:29:24,449 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:29:24,449 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:29:25,881 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 03:29:25,883 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 03:29:25,884 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 03:29:25,885 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 03:29:26,558 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 03:29:27,886 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:29:28,559 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 03:29:29,504 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:29:32,886 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:29:34,505 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:29:37,887 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:29:39,449 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:29:39,450 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:29:43,591 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:29:44,506 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:29:48,591 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:29:49,507 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:29:50,518 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 03:29:54,454 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:29:54,461 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:29:54,608 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:29:56,410 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 03:29:56,411 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 03:29:56,411 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 03:29:56,412 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 03:29:56,583 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 03:29:58,585 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 03:29:59,557 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:29:59,558 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:30:00,413 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:30:04,558 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:30:05,414 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:30:09,451 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:30:09,452 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:30:10,571 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:30:14,560 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:30:14,560 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:30:15,572 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:30:19,561 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:30:19,561 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:30:20,532 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 03:30:21,533 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:30:24,458 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:30:24,459 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:30:25,733 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 03:30:25,734 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 03:30:25,735 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 03:30:25,736 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 03:30:26,608 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 03:30:26,737 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:30:28,609 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 03:30:29,569 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:30:31,738 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:30:34,570 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:30:36,739 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:30:39,491 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:30:39,492 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:30:42,651 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:30:44,571 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:30:47,651 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:30:49,572 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:30:50,528 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 03:30:53,541 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:30:54,489 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:30:54,489 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:30:56,242 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 03:30:56,244 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 03:30:56,244 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 03:30:56,246 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 03:30:56,641 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 03:30:58,642 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 03:30:59,247 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:30:59,652 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:31:04,248 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:31:04,653 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:31:09,249 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:31:09,489 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:31:09,490 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:31:14,604 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:31:14,655 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:31:19,612 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:31:19,657 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:31:20,533 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 03:31:22,814 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 03:31:22,816 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 03:31:22,817 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 03:31:22,819 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 03:31:23,670 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 03:31:24,490 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:31:24,490 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:31:24,619 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:31:24,672 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 03:31:29,620 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:31:29,661 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:31:34,620 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:31:34,662 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:31:39,490 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:31:39,490 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:31:39,690 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:31:44,663 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:31:44,691 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:31:49,676 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:31:49,693 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:31:50,542 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 03:31:53,797 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 03:31:53,799 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 03:31:53,799 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 03:31:53,800 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 03:31:54,528 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:31:54,529 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:31:54,698 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 03:31:54,700 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:31:56,700 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 03:31:59,671 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:31:59,700 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:32:04,672 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:32:04,701 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:32:09,528 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:32:09,529 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:32:10,656 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:32:14,674 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:32:15,656 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:32:19,680 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:32:20,541 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 03:32:21,549 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:32:24,528 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:32:24,528 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:32:24,896 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 03:32:24,898 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 03:32:24,899 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 03:32:24,904 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 03:32:25,723 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 03:32:26,724 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 03:32:26,905 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:32:29,685 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:32:31,905 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:32:34,685 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:32:36,906 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:32:39,528 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:32:39,529 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:32:42,689 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:32:44,687 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:32:47,690 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:32:49,692 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:32:50,547 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 03:32:53,552 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:32:54,531 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:32:54,532 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:32:55,048 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 03:32:55,050 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 03:32:55,050 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 03:32:55,053 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 03:32:55,749 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 03:32:56,750 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 03:32:59,055 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:32:59,691 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:33:04,055 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:33:04,691 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:33:09,056 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:33:09,532 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:33:09,532 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:33:14,693 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:33:14,700 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:33:19,693 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:33:19,701 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:33:20,545 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 03:33:24,537 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:33:24,541 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:33:24,719 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:33:28,406 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 03:33:28,407 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 03:33:28,407 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 03:33:28,410 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 03:33:28,776 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 03:33:29,801 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:33:30,410 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:33:30,778 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 03:33:34,802 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:33:34,802 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:33:35,411 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:33:39,535 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:33:39,535 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:33:40,667 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:33:44,940 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:33:44,940 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:33:45,668 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:33:49,941 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:33:49,941 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:33:50,549 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 03:33:51,551 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:33:54,543 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:33:54,549 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:33:56,719 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:33:58,361 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 03:33:58,362 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 03:33:58,362 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 03:33:58,364 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 03:33:58,806 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 03:33:59,952 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:33:59,953 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:34:00,808 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 03:34:02,365 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:34:04,954 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:34:07,365 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:34:09,540 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:34:09,540 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:34:12,713 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:34:14,955 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:34:17,713 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:34:19,964 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:34:19,964 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:34:20,557 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 03:34:23,561 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:34:24,544 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:34:24,549 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:34:25,755 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 03:34:25,757 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 03:34:25,758 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 03:34:25,759 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 03:34:25,831 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 03:34:26,832 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 03:34:28,761 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:34:30,164 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:34:30,165 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:34:33,761 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:34:35,165 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:34:38,762 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:34:39,541 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:34:39,542 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:34:44,702 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:34:45,166 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:34:49,709 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:34:50,177 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:34:50,552 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 03:34:53,845 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 03:34:53,847 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 03:34:53,847 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 03:34:53,849 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 03:34:53,859 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 03:34:54,544 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:34:54,544 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:34:54,861 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 03:34:55,705 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:35:00,248 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:35:00,248 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:35:00,705 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:35:05,249 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:35:05,249 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:35:05,706 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:35:09,542 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:35:09,542 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:35:11,661 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:35:15,251 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:35:15,251 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:35:16,661 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:35:20,251 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:35:20,252 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:35:20,558 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 03:35:22,564 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:35:24,550 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:35:24,556 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:35:27,708 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:35:27,993 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 03:35:27,995 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 03:35:27,996 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 03:35:27,998 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 03:35:28,897 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 03:35:28,898 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 03:35:30,438 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:35:32,999 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:35:35,438 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:35:38,000 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:35:39,545 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:35:39,545 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:35:43,712 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:35:45,440 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:35:48,713 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:35:50,440 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:35:50,562 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 03:35:54,546 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:35:54,546 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:35:54,663 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:35:59,442 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 03:35:59,443 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 03:35:59,444 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 03:35:59,445 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 03:35:59,588 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:35:59,924 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 03:36:00,446 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:36:00,925 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 03:36:04,879 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:36:05,447 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:36:09,546 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:36:09,547 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:36:10,640 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:36:14,881 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:36:15,641 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:36:19,881 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:36:20,566 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 03:36:21,569 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:36:24,546 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:36:24,547 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:36:26,686 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:36:29,883 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:36:31,692 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:36:34,888 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:36:35,410 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 03:36:35,413 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 03:36:35,413 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 03:36:35,415 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 03:36:35,970 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 03:36:36,972 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 03:36:37,416 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:36:39,546 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:36:39,547 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:36:42,725 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:36:44,815 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:36:47,726 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:36:49,847 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:36:50,571 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 03:36:53,573 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:36:54,546 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:36:54,547 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:36:58,685 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:36:59,861 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:37:03,707 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:37:04,858 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:37:05,591 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 03:37:05,593 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 03:37:05,593 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 03:37:05,595 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 03:37:06,001 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 03:37:07,003 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 03:37:09,547 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:37:09,548 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:37:09,719 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:37:14,719 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:37:14,988 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:37:19,720 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:37:19,989 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:37:19,989 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:37:20,574 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 03:37:24,546 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:37:24,547 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:37:25,719 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:37:29,994 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:37:30,724 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:37:34,698 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 03:37:34,699 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 03:37:34,699 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 03:37:34,701 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 03:37:35,029 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 03:37:35,106 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:37:35,107 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:37:36,701 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:37:37,031 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 03:37:39,547 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:37:39,547 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:37:42,659 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:37:45,108 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:37:45,108 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:37:47,660 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:37:50,109 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:37:50,109 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:37:50,578 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 03:37:53,581 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:37:54,547 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:37:54,547 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:37:58,657 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:38:00,111 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:38:00,111 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:38:03,665 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:38:05,120 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:38:06,775 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 03:38:06,777 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 03:38:06,777 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 03:38:06,778 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 03:38:07,058 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 03:38:08,779 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:38:09,060 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 03:38:09,547 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:38:09,548 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:38:14,660 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:38:15,202 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:38:15,202 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:38:19,660 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:38:20,203 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:38:20,203 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:38:20,582 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 03:38:24,547 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:38:24,548 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:38:25,658 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:38:30,204 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:38:30,204 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:38:30,659 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:38:35,210 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:38:35,664 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:38:39,232 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 03:38:39,234 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 03:38:39,234 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 03:38:39,236 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 03:38:39,682 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:38:39,683 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:38:40,096 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 03:38:40,786 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:38:41,098 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 03:38:45,209 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:38:45,786 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:38:50,210 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:38:50,586 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 03:38:51,589 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:38:54,681 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:38:54,682 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:38:56,756 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:39:00,287 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:39:01,757 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:39:05,295 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:39:06,762 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:39:09,038 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 03:39:09,039 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 03:39:09,040 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 03:39:09,041 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 03:39:09,123 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 03:39:09,682 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:39:09,682 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:39:11,125 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 03:39:11,771 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:39:15,436 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:39:15,436 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:39:16,771 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:39:20,437 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:39:20,437 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:39:20,590 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 03:39:22,593 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:39:24,681 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:39:24,682 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:39:27,757 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:39:30,439 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:39:30,439 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:39:32,758 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:39:35,452 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:39:37,766 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:39:39,682 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:39:39,683 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:39:39,899 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 03:39:39,901 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 03:39:39,902 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 03:39:39,903 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 03:39:40,161 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 03:39:41,162 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 03:39:42,905 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:39:45,448 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:39:47,905 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:39:50,449 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:39:50,595 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 03:39:53,598 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:39:54,682 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:39:54,682 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:39:58,809 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:40:00,450 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:40:03,810 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:40:05,459 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:40:08,816 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:40:09,682 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:40:09,682 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:40:11,025 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 03:40:11,026 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 03:40:11,027 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 03:40:11,028 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 03:40:11,187 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 03:40:13,189 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 03:40:14,029 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:40:14,976 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:40:19,029 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:40:19,977 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:40:19,977 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:40:20,598 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 03:40:24,601 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:40:24,682 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:40:24,682 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:40:29,818 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:40:29,979 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:40:29,979 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:40:34,818 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:40:34,979 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:40:34,980 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:40:39,689 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:40:39,690 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:40:40,797 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:40:43,235 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 03:40:43,237 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 03:40:43,237 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 03:40:43,238 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 03:40:44,220 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 03:40:44,986 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:40:45,221 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 03:40:46,239 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:40:49,987 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:40:50,602 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 03:40:51,604 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:40:54,903 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:40:54,904 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:40:57,057 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:40:59,988 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:41:02,058 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:41:04,989 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:41:07,067 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:41:09,813 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:41:09,814 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:41:12,505 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 03:41:12,507 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 03:41:12,507 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 03:41:12,508 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:41:12,509 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 03:41:13,249 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 03:41:15,000 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:41:15,250 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 03:41:17,510 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:41:20,000 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:41:20,606 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 03:41:22,608 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:41:24,813 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:41:24,814 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:41:27,977 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:41:30,002 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:41:32,978 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:41:35,003 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:41:37,980 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:41:39,822 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:41:39,824 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:41:41,082 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 03:41:41,083 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 03:41:41,084 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 03:41:41,085 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 03:41:41,274 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 03:41:43,086 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:41:43,276 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 03:41:45,287 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:41:48,086 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:41:50,288 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:41:50,288 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:41:50,610 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 03:41:53,612 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:41:54,817 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:41:54,818 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:41:58,933 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:42:00,289 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:42:03,934 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:42:05,290 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:42:08,936 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:42:09,830 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:42:09,833 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:42:14,013 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:42:14,281 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 03:42:14,283 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 03:42:14,283 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 03:42:14,285 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 03:42:14,304 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 03:42:15,305 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 03:42:15,427 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:42:19,286 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:42:20,427 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:42:20,428 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:42:20,615 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 03:42:24,617 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:42:24,822 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:42:24,822 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:42:29,983 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:42:30,514 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:42:30,515 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:42:34,984 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:42:35,515 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:42:35,515 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:42:39,824 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:42:39,824 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:42:40,940 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:42:44,417 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 03:42:44,419 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 03:42:44,419 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 03:42:44,421 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 03:42:45,329 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 03:42:45,330 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 03:42:45,822 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:42:45,823 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:42:46,422 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:42:50,617 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 03:42:50,823 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:42:51,618 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:42:54,824 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:42:54,825 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:42:56,985 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:42:59,825 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:43:01,986 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:43:04,826 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:43:06,987 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:43:09,824 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:43:09,825 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:43:12,985 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:43:14,831 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:43:16,664 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 03:43:16,666 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 03:43:16,666 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 03:43:16,668 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 03:43:17,357 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 03:43:18,669 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:43:19,359 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 03:43:20,071 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:43:20,621 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 03:43:24,623 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:43:24,824 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:43:24,825 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:43:29,956 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:43:30,139 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:43:30,139 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:43:34,957 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:43:35,140 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:43:35,140 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:43:39,831 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:43:39,832 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:43:39,962 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:43:44,421 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 03:43:44,422 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 03:43:44,423 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 03:43:44,424 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 03:43:45,149 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:43:45,383 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 03:43:45,383 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 03:43:45,425 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:43:50,147 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:43:50,425 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:43:50,624 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 03:43:54,828 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:43:54,829 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:43:55,988 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:44:00,149 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:44:00,988 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:44:05,149 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:44:05,989 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:44:09,838 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:44:09,845 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:44:10,989 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:44:15,153 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:44:15,566 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 03:44:15,568 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 03:44:15,568 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 03:44:15,570 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 03:44:16,413 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 03:44:16,570 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:44:17,414 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 03:44:20,154 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:44:20,629 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 03:44:21,631 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:44:24,831 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:44:24,832 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:44:26,988 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:44:30,156 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:44:31,989 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:44:35,157 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:44:36,989 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:44:39,843 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:44:39,846 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:44:42,015 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:44:45,164 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:44:45,447 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 03:44:45,449 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 03:44:45,449 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 03:44:45,450 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 03:44:46,442 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 03:44:47,443 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 03:44:47,451 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:44:50,165 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:44:50,633 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 03:44:52,635 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:44:54,837 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:44:54,838 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:44:58,004 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:45:00,167 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:45:03,004 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:45:05,168 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:45:08,005 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:45:09,837 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:45:09,838 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:45:13,011 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:45:15,183 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:45:15,887 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 03:45:15,888 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 03:45:15,889 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 03:45:15,890 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 03:45:16,469 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 03:45:17,471 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 03:45:18,891 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:45:20,299 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:45:20,300 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:45:20,638 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 03:45:24,640 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:45:24,837 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:45:24,838 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:45:30,005 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:45:30,301 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:45:30,301 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:45:35,006 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:45:35,302 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:45:35,302 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:45:39,837 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:45:39,838 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:45:40,965 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:45:45,312 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:45:45,978 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:45:47,047 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 03:45:47,049 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 03:45:47,049 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 03:45:47,050 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 03:45:47,500 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 03:45:47,501 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 03:45:50,443 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:45:50,443 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:45:50,641 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 03:45:51,643 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:45:54,837 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:45:54,838 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:45:56,909 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:46:00,444 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:46:00,445 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:46:01,909 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:46:05,445 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:46:06,910 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:46:09,838 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:46:09,838 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:46:11,971 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:46:15,456 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:46:16,976 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:46:17,793 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 03:46:17,794 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 03:46:17,795 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 03:46:17,796 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 03:46:18,525 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 03:46:19,526 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 03:46:20,451 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:46:20,644 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 03:46:22,647 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:46:24,838 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:46:24,838 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:46:28,000 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:46:30,452 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:46:33,001 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:46:35,453 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:46:38,002 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:46:39,838 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:46:39,838 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:46:43,010 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:46:45,476 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:46:47,673 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 03:46:47,675 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 03:46:47,675 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 03:46:47,676 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 03:46:48,558 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 03:46:48,677 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:46:49,560 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 03:46:50,470 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:46:50,648 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 03:46:54,651 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:46:54,838 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:46:54,838 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:47:00,006 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:47:00,498 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:47:00,499 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:47:05,007 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:47:05,499 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:47:05,500 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:47:09,838 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:47:09,839 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:47:10,967 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:47:15,506 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:47:15,976 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:47:18,729 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 03:47:18,730 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 03:47:18,730 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 03:47:18,731 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 03:47:19,597 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 03:47:19,598 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 03:47:20,506 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:47:20,652 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 03:47:21,655 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:47:24,838 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:47:24,839 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:47:26,992 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:47:30,508 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:47:31,993 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:47:35,509 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:47:36,994 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:47:39,838 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:47:39,839 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:47:42,005 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:47:45,520 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:47:47,007 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:47:47,776 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 03:47:47,778 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 03:47:47,778 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 03:47:47,779 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 03:47:48,622 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 03:47:49,623 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 03:47:50,516 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:47:50,657 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 03:47:52,659 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:47:54,838 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:47:54,839 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:47:57,978 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:48:00,654 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:48:00,739 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:48:02,978 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:48:05,739 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:48:07,979 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:48:09,839 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:48:09,839 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:48:13,924 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:48:15,750 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:48:17,890 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 03:48:17,892 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 03:48:17,892 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 03:48:17,893 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 03:48:18,648 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 03:48:19,650 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 03:48:19,894 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:48:20,660 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 03:48:20,749 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:48:24,839 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:48:24,839 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:48:24,974 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:48:29,975 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:48:30,765 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:48:30,849 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:48:34,975 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:48:35,849 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:48:39,839 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:48:39,839 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:48:40,953 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:48:44,859 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:48:45,958 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:48:48,677 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 03:48:48,678 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 03:48:48,679 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 03:48:48,680 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 03:48:49,674 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 03:48:49,675 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 03:48:50,076 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:48:50,076 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:48:50,664 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 03:48:51,667 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:48:54,839 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:48:54,840 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:48:56,999 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:49:00,077 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:49:00,078 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:49:02,000 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:49:05,078 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:49:05,079 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:49:07,000 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:49:09,839 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:49:09,840 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:49:12,954 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:49:15,084 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:49:17,962 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:49:19,928 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 03:49:19,930 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 03:49:19,930 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 03:49:19,932 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 03:49:20,330 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:49:20,330 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:49:20,668 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 03:49:20,700 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 03:49:22,702 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 03:49:23,671 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:49:24,839 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:49:24,840 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:49:28,943 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:49:30,331 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:49:33,943 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:49:35,332 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:49:38,944 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:49:39,839 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:49:39,840 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:49:43,986 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:49:45,333 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:49:48,993 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:49:50,340 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:49:50,680 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 03:49:51,613 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 03:49:51,614 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 03:49:51,615 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 03:49:51,616 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 03:49:51,731 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 03:49:52,732 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 03:49:54,617 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:49:54,839 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:49:54,840 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:49:59,925 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:50:00,341 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:50:04,926 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:50:05,342 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:50:09,840 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:50:09,840 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:50:10,913 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:50:15,351 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:50:15,922 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:50:20,348 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:50:20,348 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:50:20,547 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 03:50:20,548 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 03:50:20,549 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 03:50:20,550 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 03:50:20,682 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 03:50:20,755 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 03:50:21,684 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:50:22,757 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 03:50:24,840 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:50:24,840 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:50:27,007 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:50:30,350 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:50:30,350 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:50:32,008 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:50:35,351 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:50:35,351 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:50:37,008 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:50:39,840 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:50:39,840 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:50:42,955 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:50:45,365 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:50:47,885 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 03:50:47,886 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 03:50:47,886 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 03:50:47,887 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 03:50:48,783 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 03:50:48,888 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:50:50,358 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:50:50,685 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 03:50:50,784 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 03:50:54,688 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:50:54,840 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:50:54,840 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:50:59,993 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:51:00,359 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:51:04,993 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:51:05,360 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:51:09,840 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:51:09,840 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:51:10,967 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:51:15,369 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:51:15,978 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:51:17,153 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 03:51:17,154 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 03:51:17,155 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 03:51:17,156 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 03:51:17,808 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 03:51:18,810 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 03:51:20,540 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:51:20,540 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:51:20,689 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 03:51:21,691 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:51:24,840 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:51:24,841 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:51:26,949 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:51:30,571 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:51:30,571 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:51:31,950 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:51:35,572 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:51:35,572 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:51:36,950 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:51:39,840 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:51:39,841 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:51:42,948 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:51:45,580 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:51:47,613 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 03:51:47,615 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 03:51:47,615 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 03:51:47,616 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 03:51:47,842 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 03:51:48,617 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:51:48,844 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 03:51:50,579 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:51:50,693 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 03:51:53,696 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:51:54,840 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:51:54,841 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:51:58,996 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:52:00,581 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:52:03,996 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:52:05,582 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:52:08,997 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:52:09,840 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:52:09,841 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:52:14,935 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:52:15,594 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:52:18,481 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 03:52:18,483 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 03:52:18,483 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 03:52:18,485 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 03:52:18,873 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 03:52:20,486 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:52:20,634 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:52:20,697 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 03:52:20,874 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 03:52:24,840 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:52:24,841 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:52:25,925 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:52:30,635 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:52:30,635 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:52:30,926 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:52:35,636 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:52:35,637 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:52:35,927 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:52:39,841 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:52:39,841 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:52:40,969 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:52:45,640 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:52:45,973 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:52:50,644 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:52:50,700 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 03:52:50,750 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 03:52:50,752 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 03:52:50,753 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 03:52:50,755 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 03:52:50,907 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 03:52:51,756 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:52:52,908 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 03:52:54,841 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:52:54,841 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:52:56,997 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:53:00,646 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:53:01,998 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:53:05,748 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:53:06,999 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:53:09,841 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:53:09,841 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:53:12,002 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:53:15,760 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:53:17,008 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:53:20,198 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 03:53:20,200 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 03:53:20,201 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 03:53:20,202 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 03:53:20,705 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 03:53:20,754 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:53:20,931 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 03:53:22,707 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:53:22,932 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 03:53:24,841 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:53:24,842 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:53:27,991 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:53:30,755 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:53:32,992 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:53:35,806 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:53:35,806 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:53:37,992 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:53:39,841 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:53:39,842 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:53:42,994 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:53:45,813 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:53:48,002 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:53:50,365 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 03:53:50,366 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 03:53:50,367 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 03:53:50,369 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 03:53:50,708 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 03:53:50,812 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:53:50,812 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:53:50,960 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 03:53:52,961 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 03:53:53,710 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:53:54,865 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:53:54,865 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:53:58,992 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:54:00,814 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:54:03,992 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:54:05,815 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:54:05,815 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:54:08,993 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:54:09,863 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:54:09,864 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:54:14,825 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:54:14,964 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:54:14,974 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 03:54:15,050 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:54:19,826 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:54:20,712 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 03:54:22,555 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:54:22,814 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:54:25,715 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:54:30,715 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:54:30,927 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:54:31,263 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:54:32,044 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:54:32,044 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:54:36,194 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:54:39,768 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:54:39,938 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:54:41,003 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:54:41,003 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:54:42,192 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:54:47,193 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:54:48,415 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:54:48,837 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:54:50,716 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 03:54:52,718 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:54:56,834 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:54:57,169 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:54:57,719 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:54:57,751 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:54:57,752 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:55:02,919 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:55:05,522 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:55:07,919 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:55:10,960 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:55:10,960 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:55:11,168 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 03:55:11,833 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:55:11,834 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:55:12,942 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:55:13,169 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 03:55:16,961 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:55:16,961 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:55:17,943 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:55:20,720 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 03:55:21,962 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:55:21,962 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:55:23,723 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:55:26,834 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:55:26,834 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:55:28,939 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:55:31,964 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:55:31,964 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:55:33,939 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:55:36,965 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:55:36,965 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:55:38,940 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:55:41,840 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:55:41,840 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:55:44,005 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:55:46,967 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:55:46,967 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:55:49,006 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:55:50,725 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 03:55:51,968 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:55:51,968 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:55:54,728 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:55:56,834 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:55:56,835 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:55:59,993 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:56:01,969 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:56:01,970 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:56:04,994 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:56:09,994 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:56:14,995 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:56:19,996 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:56:20,728 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 03:56:23,832 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:56:23,836 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:56:23,836 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:56:23,837 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:56:25,912 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:56:28,837 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:56:28,838 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:56:30,913 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:56:33,839 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:56:33,839 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:56:35,914 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:56:38,832 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:56:38,833 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:56:40,916 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:56:43,840 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:56:45,917 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:56:48,841 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:56:50,732 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 03:56:51,734 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:56:53,832 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:56:53,833 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:56:56,965 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:56:58,842 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:57:01,965 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:57:03,843 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:57:06,966 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:57:08,833 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:57:08,833 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:57:12,932 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:57:13,853 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:57:13,853 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:57:17,933 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:57:18,854 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:57:18,854 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:57:20,736 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 03:57:23,739 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:57:23,833 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:57:23,833 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:57:28,856 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:57:28,856 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:57:28,940 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:57:33,857 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:57:33,857 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:57:33,941 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:57:38,833 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:57:38,834 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:57:38,950 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:57:43,860 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:57:43,860 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:57:43,951 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:57:48,861 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:57:48,861 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:57:48,951 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:57:50,740 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 03:57:53,833 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:57:53,834 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:57:53,972 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:57:58,863 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:57:58,863 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:57:58,972 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:58:03,864 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:58:03,864 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:58:03,973 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:58:08,833 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:58:08,834 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:58:08,986 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:58:13,866 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:58:13,866 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:58:13,987 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:58:18,867 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:58:18,867 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:58:18,988 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:58:20,744 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 03:58:24,747 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:58:29,747 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:58:34,748 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:58:39,749 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:58:44,749 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:58:49,750 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:58:50,774 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 03:58:54,791 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:58:58,018 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:58:58,023 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:58:58,023 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:58:58,023 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:59:00,092 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:59:00,605 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 03:59:03,024 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:59:03,024 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:59:04,607 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 03:59:05,748 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:59:08,025 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:59:08,025 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:59:10,748 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:59:13,023 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:59:13,023 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:59:16,174 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:59:18,027 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:59:18,027 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:59:20,752 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 03:59:21,755 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:59:23,028 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:59:23,028 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:59:26,764 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:59:28,030 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:59:28,034 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:59:32,063 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 03:59:32,065 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 03:59:32,066 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 03:59:32,066 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:59:32,072 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 03:59:32,631 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 03:59:32,632 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 03:59:33,033 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:59:37,073 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:59:38,038 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:59:42,074 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:59:43,025 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:59:43,026 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 03:59:47,178 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:59:48,040 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:59:50,756 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 03:59:52,759 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:59:53,041 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 03:59:57,759 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 03:59:58,025 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 03:59:58,026 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:00:03,052 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:00:03,147 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:00:05,569 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 04:00:05,571 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 04:00:05,571 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 04:00:05,573 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 04:00:05,657 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 04:00:06,658 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 04:00:08,049 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:00:08,574 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:00:13,025 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:00:13,026 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:00:14,161 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:00:18,052 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:00:19,162 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:00:20,760 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 04:00:23,053 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:00:24,763 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:00:28,026 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:00:28,026 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:00:30,193 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:00:33,059 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:00:34,089 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 04:00:34,091 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 04:00:34,091 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 04:00:34,092 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 04:00:34,681 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 04:00:34,682 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 04:00:36,093 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:00:38,064 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:00:41,094 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:00:43,026 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:00:43,026 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:00:46,121 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:00:48,066 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:00:48,066 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:00:50,764 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 04:00:51,767 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:00:53,067 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:00:53,067 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:00:56,767 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:00:58,026 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:00:58,026 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:01:02,172 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:01:03,076 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:01:05,211 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 04:01:05,213 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 04:01:05,213 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 04:01:05,214 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 04:01:05,707 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 04:01:07,215 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:01:07,708 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 04:01:08,076 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:01:12,216 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:01:13,026 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:01:13,027 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:01:18,077 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:01:18,121 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:01:20,769 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 04:01:23,078 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:01:23,771 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:01:28,028 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:01:28,031 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:01:29,158 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:01:33,087 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:01:33,843 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 04:01:33,845 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 04:01:33,845 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 04:01:33,847 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 04:01:34,735 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 04:01:34,848 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:01:35,736 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 04:01:38,246 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:01:38,246 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:01:39,848 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:01:43,028 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:01:43,029 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:01:45,167 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:01:48,446 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:01:48,446 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:01:50,168 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:01:50,772 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 04:01:53,446 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:01:53,447 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:01:55,777 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:01:58,037 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:01:58,043 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:02:00,907 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 04:02:00,908 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 04:02:00,908 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 04:02:00,908 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:02:00,910 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 04:02:01,757 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 04:02:03,456 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:02:03,759 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 04:02:05,911 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:02:08,457 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:02:10,911 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:02:13,031 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:02:13,032 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:02:16,200 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:02:18,513 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:02:18,513 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:02:20,776 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 04:02:21,778 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:02:23,514 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:02:23,514 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:02:26,782 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:02:28,033 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:02:28,034 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:02:31,693 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 04:02:31,695 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 04:02:31,696 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 04:02:31,697 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 04:02:31,784 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 04:02:32,698 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:02:33,520 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:02:33,785 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 04:02:37,699 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:02:38,521 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:02:42,700 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:02:43,033 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:02:43,034 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:02:48,184 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:02:48,523 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:02:48,523 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:02:50,780 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 04:02:53,524 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:02:53,525 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:02:53,783 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:02:58,038 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:02:58,039 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:02:59,169 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:03:01,766 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 04:03:01,768 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 04:03:01,768 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 04:03:01,770 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 04:03:01,809 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 04:03:03,534 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:03:03,694 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:03:03,810 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 04:03:04,771 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:03:08,695 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:03:08,695 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:03:09,772 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:03:13,037 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:03:13,037 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:03:15,197 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:03:18,750 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:03:18,750 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:03:20,197 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:03:20,784 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 04:03:23,751 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:03:23,751 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:03:25,786 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:03:28,042 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:03:28,043 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:03:31,181 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:03:32,290 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 04:03:32,292 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 04:03:32,292 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 04:03:32,294 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 04:03:32,842 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 04:03:33,759 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:03:33,843 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 04:03:36,295 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:03:38,759 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:03:41,296 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:03:43,039 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:03:43,039 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:03:47,135 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:03:48,761 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:03:50,787 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 04:03:52,789 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:03:53,762 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:03:57,789 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:03:58,050 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:03:58,051 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:04:03,172 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:04:03,567 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 04:04:03,568 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 04:04:03,568 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 04:04:03,570 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 04:04:03,872 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 04:04:03,970 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:04:03,970 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:04:05,874 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 04:04:08,571 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:04:08,972 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:04:08,972 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:04:13,044 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:04:13,045 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:04:14,158 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:04:18,973 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:04:19,159 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:04:20,792 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 04:04:23,974 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:04:24,795 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:04:28,053 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:04:28,054 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:04:30,235 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:04:33,226 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 04:04:33,228 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 04:04:33,228 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 04:04:33,230 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 04:04:33,898 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 04:04:33,983 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:04:35,899 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 04:04:36,230 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:04:38,984 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:04:41,231 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:04:43,049 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:04:43,049 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:04:47,149 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:04:48,985 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:04:50,795 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 04:04:52,797 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:04:53,986 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:04:57,797 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:04:58,049 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:04:58,049 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:05:03,232 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:05:04,000 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:05:04,595 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 04:05:04,596 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 04:05:04,596 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 04:05:04,598 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 04:05:04,922 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 04:05:05,923 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 04:05:08,599 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:05:09,004 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:05:09,004 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:05:13,049 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:05:13,050 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:05:14,173 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:05:18,106 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:05:18,107 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:05:19,173 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:05:20,799 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 04:05:23,107 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:05:23,107 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:05:24,802 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:05:28,049 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:05:28,050 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:05:30,219 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:05:33,118 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:05:34,842 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 04:05:34,844 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 04:05:34,845 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 04:05:34,846 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 04:05:34,948 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 04:05:35,847 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:05:35,949 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 04:05:38,255 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:05:38,256 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:05:40,847 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:05:43,049 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:05:43,050 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:05:46,192 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:05:48,257 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:05:48,257 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:05:50,803 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 04:05:51,805 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:05:53,258 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:05:53,258 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:05:56,806 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:05:58,050 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:05:58,050 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:06:02,149 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:06:03,266 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:06:05,326 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 04:06:05,328 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 04:06:05,328 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 04:06:05,330 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 04:06:05,974 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 04:06:07,331 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:06:07,976 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 04:06:08,266 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:06:12,332 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:06:13,050 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:06:13,050 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:06:18,157 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:06:18,268 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:06:20,807 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 04:06:23,269 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:06:23,809 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:06:28,050 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:06:28,051 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:06:29,132 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:06:33,289 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:06:34,142 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:06:35,588 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 04:06:35,589 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 04:06:35,590 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 04:06:35,591 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 04:06:35,998 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 04:06:38,001 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 04:06:38,280 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:06:39,593 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:06:43,050 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:06:43,051 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:06:45,128 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:06:48,281 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:06:50,129 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:06:50,812 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 04:06:53,282 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:06:55,815 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:06:58,050 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:06:58,051 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:07:01,172 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:07:03,290 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:07:06,180 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:07:07,720 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 04:07:07,722 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 04:07:07,722 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 04:07:07,724 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 04:07:08,031 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 04:07:08,290 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:07:10,033 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 04:07:11,725 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:07:13,050 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:07:13,051 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:07:17,147 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:07:18,291 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:07:20,816 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 04:07:22,819 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:07:23,292 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:07:27,819 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:07:28,050 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:07:28,051 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:07:33,153 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:07:33,293 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:07:38,158 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:07:38,300 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:07:39,203 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 04:07:39,205 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 04:07:39,205 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 04:07:39,207 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 04:07:40,059 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 04:07:42,060 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 04:07:43,050 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:07:43,051 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:07:44,117 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:07:48,351 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:07:48,351 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:07:49,117 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:07:50,819 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 04:07:53,352 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:07:53,352 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:07:54,822 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:07:58,051 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:07:58,051 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:08:00,152 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:08:03,354 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:08:03,354 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:08:05,152 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:08:08,367 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:08:10,158 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:08:11,830 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 04:08:11,832 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 04:08:11,833 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 04:08:11,834 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 04:08:12,088 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 04:08:13,052 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:08:13,053 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:08:14,090 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 04:08:15,188 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:08:18,851 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:08:18,851 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:08:20,188 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:08:20,824 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 04:08:23,852 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:08:23,852 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:08:25,826 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:08:28,052 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:08:28,053 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:08:31,202 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:08:33,885 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:08:36,203 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:08:38,897 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:08:41,212 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:08:42,943 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 04:08:42,944 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 04:08:42,944 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 04:08:42,945 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 04:08:43,120 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 04:08:43,353 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:08:43,354 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:08:44,121 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 04:08:46,487 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:08:48,898 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:08:48,898 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:08:50,828 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 04:08:51,830 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:08:53,899 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:08:56,831 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:08:58,089 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:08:58,089 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:09:02,196 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:09:04,025 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:09:04,025 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:09:07,197 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:09:09,026 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:09:12,206 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:09:13,097 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:09:13,102 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:09:14,306 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 04:09:14,307 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 04:09:14,308 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 04:09:14,310 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 04:09:15,149 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 04:09:16,151 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 04:09:17,311 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:09:19,032 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:09:20,832 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 04:09:22,834 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:09:24,033 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:09:27,835 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:09:28,092 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:09:28,092 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:09:33,206 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:09:34,034 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:09:38,207 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:09:39,035 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:09:43,095 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:09:43,100 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:09:43,267 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:09:45,939 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 04:09:45,942 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 04:09:45,942 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 04:09:45,944 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 04:09:46,180 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 04:09:48,182 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 04:09:48,945 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:09:49,085 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:09:49,086 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:09:50,836 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 04:09:54,086 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:09:54,087 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:09:54,839 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:09:58,095 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:09:58,095 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:10:00,258 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:10:04,088 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:10:04,088 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:10:05,259 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:10:09,089 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:10:09,089 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:10:10,268 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:10:13,103 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:10:13,104 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:10:16,051 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 04:10:16,052 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 04:10:16,052 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 04:10:16,053 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:10:16,054 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 04:10:16,206 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 04:10:18,198 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:10:18,198 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:10:18,208 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 04:10:20,840 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 04:10:21,842 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:10:23,199 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:10:23,200 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:10:26,842 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:10:28,098 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:10:28,099 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:10:32,249 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:10:33,201 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:10:33,201 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:10:37,250 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:10:38,202 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:10:38,202 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:10:42,257 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:10:43,105 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:10:43,106 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:10:47,620 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 04:10:47,621 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 04:10:47,622 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 04:10:47,622 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:10:47,624 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 04:10:48,206 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:10:48,237 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 04:10:50,239 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 04:10:50,844 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 04:10:52,846 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:10:53,207 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:10:57,847 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:10:58,102 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:10:58,102 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:11:03,209 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:11:03,222 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:11:08,209 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:11:08,223 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:11:13,102 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:11:13,103 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:11:13,259 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:11:18,217 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:11:18,265 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:11:19,426 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 04:11:19,427 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 04:11:19,428 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 04:11:19,429 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 04:11:20,274 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 04:11:20,848 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 04:11:22,275 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 04:11:23,218 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:11:23,850 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:11:28,102 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:11:28,103 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:11:29,238 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:11:33,220 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:11:34,239 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:11:38,220 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:11:39,240 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:11:43,102 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:11:43,103 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:11:45,235 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:11:48,231 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:11:50,243 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:11:50,852 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 04:11:50,991 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 04:11:50,993 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 04:11:50,993 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 04:11:50,995 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 04:11:51,305 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 04:11:52,307 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 04:11:53,396 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:11:55,997 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:11:58,102 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:11:58,103 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:12:01,213 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:12:03,398 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:12:03,398 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:12:06,214 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:12:08,398 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:12:08,399 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:12:11,215 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:12:13,103 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:12:13,103 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:12:16,225 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:12:18,411 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:12:18,412 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:12:20,366 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 04:12:20,368 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 04:12:20,369 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 04:12:20,370 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 04:12:20,857 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 04:12:21,330 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 04:12:21,859 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:12:22,331 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 04:12:23,776 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:12:23,777 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:12:26,862 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:12:28,103 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:12:28,103 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:12:32,198 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:12:33,854 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:12:33,854 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:12:37,199 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:12:38,855 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:12:38,855 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:12:42,199 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:12:43,103 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:12:43,104 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:12:47,205 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:12:48,862 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:12:50,318 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 04:12:50,320 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 04:12:50,321 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 04:12:50,323 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 04:12:50,364 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 04:12:50,860 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 04:12:52,366 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 04:12:52,863 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:12:53,861 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:12:57,863 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:12:58,103 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:12:58,103 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:13:03,208 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:13:03,863 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:13:08,208 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:13:08,863 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:13:13,103 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:13:13,103 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:13:13,240 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:13:18,244 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:13:18,876 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:13:20,865 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 04:13:20,902 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 04:13:20,904 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 04:13:20,904 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 04:13:20,905 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 04:13:21,390 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 04:13:22,392 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 04:13:23,871 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:13:23,906 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:13:28,103 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:13:28,104 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:13:29,238 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:13:33,872 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:13:34,238 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:13:38,873 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:13:39,239 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:13:43,103 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:13:43,104 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:13:44,278 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:13:48,883 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:13:49,286 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:13:50,869 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 04:13:51,402 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 04:13:51,403 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 04:13:51,404 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 04:13:51,405 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 04:13:51,418 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 04:13:52,419 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 04:13:53,881 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:13:54,406 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:13:58,103 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:13:58,104 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:14:00,272 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:14:03,882 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:14:03,883 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:14:05,273 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:14:08,883 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:14:08,884 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:14:10,273 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:14:13,103 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:14:13,104 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:14:16,211 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:14:18,890 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:14:20,870 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 04:14:21,871 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:14:22,499 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 04:14:22,501 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 04:14:22,501 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 04:14:22,506 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 04:14:23,444 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 04:14:23,898 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:14:23,898 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:14:24,446 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 04:14:27,507 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:14:28,103 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:14:28,104 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:14:33,272 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:14:33,899 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:14:38,273 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:14:39,048 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:14:39,048 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:14:43,103 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:14:43,104 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:14:44,255 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:14:49,049 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:14:49,256 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:14:50,875 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 04:14:54,054 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:14:54,877 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:14:55,637 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 04:14:55,638 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 04:14:55,638 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 04:14:55,643 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 04:14:56,481 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 04:14:56,482 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 04:14:58,104 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:14:58,104 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:15:00,273 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:15:04,055 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:15:05,274 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:15:09,056 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:15:10,275 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:15:13,104 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:15:13,104 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:15:16,251 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:15:19,057 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:15:20,877 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 04:15:21,878 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:15:24,050 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 04:15:24,052 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 04:15:24,053 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 04:15:24,054 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 04:15:24,197 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:15:24,483 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:15:24,513 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 04:15:26,515 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 04:15:27,056 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:15:28,104 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:15:28,105 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:15:32,235 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:15:33,484 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:15:37,236 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:15:38,549 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:15:38,549 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:15:42,236 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:15:43,104 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:15:43,104 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:15:47,251 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:15:48,562 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:15:48,563 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:15:50,879 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 04:15:52,691 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 04:15:52,693 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 04:15:52,693 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 04:15:52,694 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:15:52,695 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 04:15:53,539 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 04:15:53,558 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:15:53,558 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:15:54,540 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 04:15:57,696 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:15:58,104 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:15:58,105 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:16:03,216 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:16:03,559 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:16:03,560 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:16:08,217 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:16:08,561 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:16:08,561 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:16:13,104 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:16:13,105 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:16:13,261 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:16:18,272 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:16:18,562 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:16:20,886 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 04:16:23,526 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 04:16:23,526 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 04:16:23,527 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 04:16:23,527 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:16:23,528 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 04:16:23,572 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 04:16:23,672 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:16:23,922 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:16:24,574 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 04:16:28,104 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:16:28,105 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:16:29,215 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:16:33,924 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:16:33,924 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:16:34,216 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:16:38,970 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:16:38,970 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:16:39,217 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:16:43,104 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:16:43,105 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:16:44,273 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:16:48,981 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:16:49,274 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:16:50,887 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 04:16:53,980 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:16:54,225 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 04:16:54,226 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 04:16:54,226 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 04:16:54,228 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 04:16:54,613 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 04:16:55,229 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:16:56,614 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 04:16:58,105 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:16:58,105 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:17:01,222 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:17:03,982 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:17:06,223 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:17:08,983 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:17:11,223 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:17:13,105 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:17:13,105 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:17:16,250 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:17:18,990 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:17:20,895 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 04:17:21,898 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:17:23,292 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 04:17:23,294 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 04:17:23,294 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 04:17:23,295 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 04:17:23,643 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 04:17:23,993 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:17:24,644 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 04:17:27,296 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:17:28,105 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:17:28,105 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:17:33,254 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:17:33,994 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:17:38,255 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:17:38,995 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:17:43,105 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:17:43,106 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:17:44,186 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:17:49,004 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:17:49,193 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:17:50,900 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 04:17:52,786 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 04:17:52,788 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 04:17:52,788 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 04:17:52,789 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 04:17:53,678 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 04:17:54,190 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:17:54,679 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 04:17:54,790 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:17:58,105 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:17:58,106 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:18:00,250 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:18:03,191 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:18:03,192 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:18:05,250 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:18:08,193 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:18:08,193 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:18:10,251 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:18:13,105 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:18:13,106 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:18:16,246 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:18:18,194 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:18:20,913 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 04:18:21,914 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:18:23,201 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:18:26,221 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 04:18:26,222 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 04:18:26,223 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 04:18:26,224 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 04:18:26,706 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 04:18:26,707 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 04:18:27,224 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:18:28,105 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:18:28,106 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:18:33,199 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:18:33,206 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:18:33,206 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:18:38,200 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:18:38,207 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:18:38,207 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:18:43,105 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:18:43,106 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:18:43,201 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:18:48,201 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:18:48,208 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:18:48,208 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:18:50,907 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 04:18:53,212 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:18:53,911 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:18:57,851 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 04:18:57,852 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 04:18:57,852 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 04:18:57,855 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 04:18:58,260 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:18:58,261 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:18:58,262 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:18:58,740 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 04:18:58,740 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 04:18:59,438 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:19:04,261 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:19:04,262 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:19:04,439 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:19:09,262 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:19:09,439 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:19:13,260 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:19:13,261 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:19:15,382 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:19:18,263 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:19:18,264 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:19:20,383 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:19:20,911 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 04:19:23,264 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:19:25,915 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:19:28,265 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:19:28,266 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:19:29,708 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 04:19:29,710 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 04:19:29,710 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 04:19:29,716 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 04:19:29,766 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 04:19:30,767 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 04:19:31,717 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:19:33,269 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:19:36,718 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:19:38,270 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:19:41,718 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:19:43,264 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:19:43,265 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:19:47,397 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:19:48,271 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:19:50,915 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 04:19:52,917 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:19:53,272 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:19:57,923 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:19:58,270 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:19:58,270 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:20:02,239 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 04:20:02,241 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 04:20:02,242 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 04:20:02,247 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 04:20:02,795 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 04:20:02,795 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 04:20:03,248 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:20:03,395 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:20:03,395 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:20:08,248 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:20:08,396 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:20:08,396 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:20:13,249 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:20:13,265 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:20:13,266 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:20:18,397 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:20:18,398 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:20:18,414 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:20:20,920 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 04:20:23,398 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:20:23,922 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:20:28,271 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:20:28,275 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:20:29,348 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:20:31,788 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 04:20:31,789 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 04:20:31,790 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 04:20:31,791 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 04:20:31,819 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 04:20:32,821 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 04:20:33,403 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:20:34,792 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:20:38,404 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:20:39,793 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:20:43,266 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:20:43,267 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:20:45,447 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:20:48,424 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:20:50,448 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:20:50,923 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 04:20:53,425 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:20:53,425 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:20:55,925 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:20:58,276 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:20:58,277 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:21:01,381 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:21:03,206 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 04:21:03,207 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 04:21:03,208 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 04:21:03,212 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 04:21:03,607 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:21:03,848 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 04:21:04,849 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 04:21:07,213 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:21:08,608 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:21:12,213 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:21:13,270 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:21:13,271 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:21:17,344 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:21:18,609 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:21:18,610 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:21:20,927 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 04:21:22,929 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:21:23,610 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:21:27,937 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:21:28,276 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:21:28,277 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:21:33,428 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:21:33,547 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 04:21:33,548 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 04:21:33,549 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 04:21:33,551 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 04:21:33,692 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:21:33,881 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 04:21:33,952 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:21:34,882 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 04:21:38,552 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:21:38,952 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:21:43,273 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:21:43,274 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:21:44,434 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:21:48,954 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:21:49,434 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:21:50,931 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 04:21:53,955 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:21:53,955 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:21:54,933 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:21:58,277 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:21:58,277 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:22:00,428 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:22:03,652 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 04:22:03,654 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 04:22:03,654 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 04:22:03,658 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 04:22:03,907 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 04:22:04,061 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:22:04,909 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 04:22:05,659 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:22:09,062 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:22:09,062 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:22:10,659 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:22:13,277 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:22:13,278 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:22:16,427 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:22:19,149 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:22:19,149 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:22:20,935 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 04:22:21,937 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:22:24,149 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:22:26,938 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:22:28,277 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:22:28,278 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:22:32,408 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:22:34,156 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:22:37,412 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:22:37,489 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 04:22:37,491 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 04:22:37,492 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 04:22:37,495 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 04:22:37,934 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 04:22:38,935 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 04:22:39,163 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:22:42,497 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:22:43,277 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:22:43,278 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:22:48,360 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:22:49,165 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:22:50,939 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 04:22:53,942 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:22:54,165 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:22:58,277 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:22:58,278 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:22:59,446 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:23:04,180 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:23:04,181 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:23:04,453 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:23:06,349 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 04:23:06,351 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 04:23:06,352 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 04:23:06,354 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 04:23:06,965 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 04:23:06,965 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 04:23:09,178 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:23:09,179 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:23:10,355 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:23:13,278 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:23:13,278 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:23:15,385 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:23:19,281 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:23:19,373 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:23:20,385 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:23:20,944 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 04:23:24,374 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:23:24,374 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:23:25,947 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:23:28,278 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:23:28,278 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:23:31,392 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:23:33,386 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:23:34,924 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 04:23:34,925 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 04:23:34,926 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 04:23:34,927 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 04:23:34,990 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 04:23:36,928 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:23:37,995 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 04:23:38,384 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:23:41,928 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:23:43,278 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:23:43,278 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:23:47,374 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:23:48,385 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:23:50,947 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 04:23:52,949 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:23:53,386 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:23:57,950 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:23:58,278 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:23:58,278 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:24:03,393 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:24:03,413 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:24:05,734 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 04:24:05,735 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 04:24:05,736 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 04:24:05,737 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 04:24:06,022 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 04:24:08,024 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 04:24:08,394 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:24:08,738 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:24:13,278 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:24:13,279 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:24:14,356 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:24:18,396 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:24:19,357 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:24:20,951 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 04:24:23,397 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:24:24,953 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:24:28,278 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:24:28,279 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:24:30,412 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:24:33,407 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:24:35,096 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 04:24:35,096 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 04:24:35,097 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 04:24:35,098 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 04:24:36,043 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 04:24:36,099 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:24:38,046 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 04:24:38,494 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:24:41,099 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:24:43,278 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:24:43,279 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:24:46,401 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:24:48,496 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:24:48,496 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:24:50,955 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 04:24:51,957 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:24:53,497 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:24:53,497 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:24:56,958 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:24:58,278 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:24:58,279 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:25:02,429 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:25:03,510 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:25:04,693 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 04:25:04,695 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 04:25:04,695 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 04:25:04,697 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 04:25:05,071 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 04:25:06,072 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 04:25:07,698 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:25:08,506 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:25:12,699 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:25:13,278 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:25:13,279 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:25:18,351 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:25:18,508 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:25:20,959 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 04:25:23,509 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:25:23,961 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:25:28,283 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:25:28,284 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:25:29,410 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:25:33,516 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:25:33,608 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 04:25:33,610 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 04:25:33,610 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 04:25:33,612 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 04:25:34,096 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 04:25:34,613 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:25:36,098 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 04:25:38,517 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:25:39,613 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:25:43,280 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:25:43,281 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:25:45,438 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:25:48,519 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:25:50,439 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:25:50,963 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 04:25:53,520 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:25:55,965 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:25:58,280 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:25:58,281 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:26:01,443 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:26:03,534 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:26:03,534 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:26:05,313 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 04:26:05,314 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 04:26:05,314 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 04:26:05,316 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 04:26:06,124 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 04:26:07,317 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:26:08,126 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 04:26:08,728 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:26:08,728 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:26:12,317 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:26:13,280 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:26:13,281 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:26:17,418 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:26:18,730 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:26:18,730 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:26:20,966 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 04:26:22,968 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:26:23,730 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:26:23,731 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:26:27,969 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:26:28,280 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:26:28,281 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:26:33,388 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:26:33,746 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:26:33,746 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:26:35,855 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 04:26:35,856 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 04:26:35,857 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 04:26:35,858 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 04:26:36,150 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 04:26:38,152 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 04:26:38,740 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:26:38,740 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:26:38,859 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:26:43,281 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:26:43,281 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:26:44,408 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:26:48,787 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:26:48,787 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:26:49,409 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:26:50,970 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 04:26:53,787 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:26:54,972 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:26:58,281 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:26:58,281 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:27:00,402 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:27:03,794 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:27:05,408 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:27:06,351 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 04:27:06,352 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 04:27:06,353 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 04:27:06,354 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 04:27:07,178 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 04:27:08,183 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 04:27:08,798 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:27:11,355 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:27:13,281 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:27:13,282 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:27:16,361 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:27:18,800 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:27:18,801 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:27:20,974 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 04:27:21,976 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:27:23,801 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:27:26,976 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:27:28,281 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:27:28,281 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:27:32,443 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:27:33,808 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:27:36,729 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 04:27:36,730 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 04:27:36,731 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 04:27:36,731 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 04:27:37,212 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 04:27:37,732 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:27:38,213 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 04:27:39,121 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:27:39,122 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:27:42,733 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:27:43,281 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:27:43,281 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:27:48,455 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:27:49,123 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:27:49,123 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:27:50,978 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 04:27:53,980 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:27:54,124 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:27:54,125 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:27:58,281 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:27:58,282 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:27:59,397 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:28:04,133 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:28:04,405 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:28:05,930 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 04:28:05,932 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 04:28:05,932 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 04:28:05,934 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 04:28:06,243 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 04:28:08,244 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 04:28:09,344 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:28:09,935 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:28:13,281 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:28:13,282 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:28:15,438 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:28:18,345 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:28:18,345 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:28:20,438 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:28:20,982 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 04:28:23,346 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:28:23,346 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:28:25,984 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:28:28,281 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:28:28,282 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:28:31,397 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:28:33,360 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:28:36,402 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:28:37,127 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 04:28:37,129 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 04:28:37,130 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 04:28:37,131 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 04:28:37,271 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 04:28:38,272 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 04:28:38,535 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:28:42,133 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:28:43,281 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:28:43,282 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:28:47,436 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:28:48,536 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:28:48,537 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:28:50,986 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 04:28:52,988 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:28:53,538 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:28:53,538 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:28:57,989 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:28:58,282 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:28:58,282 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:29:03,432 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:29:03,539 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:29:03,540 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:29:08,441 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:29:08,547 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:29:10,995 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 04:29:10,996 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 04:29:10,997 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 04:29:10,998 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 04:29:11,306 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 04:29:12,307 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 04:29:13,282 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:29:13,282 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:29:14,392 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:29:18,941 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:29:18,941 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:29:19,393 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:29:20,990 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 04:29:23,941 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:29:23,942 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:29:24,992 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:29:28,282 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:29:28,282 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:29:30,436 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:29:33,943 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:29:33,943 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:29:35,437 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:29:38,952 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:29:40,444 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:29:43,282 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:29:43,282 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:29:43,357 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 04:29:43,423 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 04:29:43,424 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 04:29:43,426 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 04:29:44,328 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 04:29:46,330 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 04:29:46,427 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:29:48,951 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:29:50,994 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 04:29:51,996 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:29:53,951 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:29:56,997 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:29:58,282 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:29:58,282 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:30:02,427 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:30:03,953 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:30:07,431 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:30:08,962 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:30:11,702 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 04:30:11,703 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 04:30:11,703 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 04:30:11,704 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 04:30:12,355 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 04:30:12,705 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:30:13,282 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:30:13,283 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:30:14,357 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 04:30:18,439 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:30:18,586 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:30:20,998 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 04:30:23,586 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:30:24,000 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:30:28,282 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:30:28,283 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:30:29,440 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:30:33,587 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:30:34,441 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:30:38,594 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:30:39,446 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:30:43,282 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:30:43,283 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:30:43,434 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 04:30:43,436 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 04:30:43,437 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 04:30:43,438 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 04:30:44,389 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 04:30:44,389 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 04:30:45,439 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:30:48,837 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:30:50,440 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:30:51,002 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 04:30:53,838 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:30:53,838 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:30:56,004 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:30:58,282 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:30:58,283 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:31:01,408 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:31:03,840 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:31:03,840 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:31:06,408 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:31:08,841 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:31:08,841 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:31:11,419 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:31:13,290 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:31:13,291 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:31:15,341 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 04:31:15,342 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 04:31:15,343 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 04:31:15,344 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 04:31:15,412 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 04:31:16,414 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 04:31:17,345 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:31:18,847 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:31:21,006 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 04:31:23,009 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:31:23,848 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:31:28,010 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:31:28,287 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:31:28,288 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:31:33,429 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:31:33,849 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:31:38,430 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:31:38,850 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:31:43,294 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:31:43,295 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:31:44,415 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:31:44,955 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 04:31:44,956 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 04:31:44,956 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 04:31:44,957 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 04:31:45,445 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 04:31:46,446 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 04:31:48,853 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:31:49,959 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:31:51,010 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 04:31:53,854 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:31:55,012 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:31:58,291 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:31:58,292 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:32:00,490 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:32:03,855 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:32:05,491 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:32:08,856 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:32:10,495 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:32:13,296 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:32:13,299 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:32:15,096 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 04:32:15,098 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 04:32:15,099 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 04:32:15,100 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 04:32:15,468 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 04:32:16,101 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:32:16,469 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 04:32:18,867 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:32:21,014 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 04:32:22,016 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:32:23,868 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:32:27,017 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:32:28,295 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:32:28,296 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:32:32,424 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:32:33,869 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:32:37,425 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:32:38,870 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:32:42,434 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:32:43,304 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:32:43,305 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:32:47,052 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 04:32:47,054 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 04:32:47,054 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 04:32:47,056 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 04:32:47,494 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 04:32:48,057 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:32:48,496 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 04:32:48,885 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:32:51,018 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 04:32:53,886 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:32:53,887 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:32:54,020 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:32:58,300 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:32:58,301 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:32:59,433 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:33:03,888 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:33:03,888 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:33:04,433 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:33:08,888 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:33:09,434 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:33:13,306 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:33:13,307 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:33:14,468 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:33:16,408 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 04:33:16,410 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 04:33:16,411 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 04:33:16,412 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 04:33:16,521 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 04:33:18,523 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 04:33:18,894 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:33:20,413 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:33:21,021 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 04:33:23,894 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:33:26,024 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:33:28,304 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:33:28,304 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:33:31,381 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:33:33,896 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:33:36,381 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:33:38,896 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:33:41,396 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:33:43,313 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:33:43,314 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:33:46,219 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 04:33:46,220 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 04:33:46,220 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 04:33:46,221 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 04:33:46,547 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 04:33:47,222 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:33:48,549 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 04:33:48,905 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:33:51,026 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 04:33:53,028 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:33:53,906 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:33:58,029 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:33:58,306 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:33:58,307 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:34:03,444 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:34:03,990 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:34:03,991 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:34:08,444 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:34:08,991 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:34:08,992 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:34:13,309 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:34:13,310 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:34:14,404 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:34:15,818 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 04:34:15,819 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 04:34:15,819 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 04:34:15,820 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 04:34:16,595 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 04:34:18,597 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 04:34:19,223 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:34:19,224 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:34:19,821 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:34:21,029 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 04:34:24,224 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:34:25,032 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:34:28,306 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:34:28,307 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:34:30,440 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:34:34,225 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:34:35,441 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:34:39,226 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:34:40,441 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:34:43,306 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:34:43,307 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:34:46,397 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:34:46,409 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 04:34:46,411 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 04:34:46,411 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 04:34:46,412 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 04:34:46,627 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 04:34:48,628 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 04:34:49,234 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:34:51,034 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 04:34:52,036 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:34:54,235 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:34:54,235 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:34:57,036 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:34:58,306 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:34:58,307 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:35:02,387 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:35:04,300 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:35:04,300 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:35:07,388 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:35:09,301 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:35:09,301 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:35:12,393 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:35:13,310 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:35:13,311 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:35:16,984 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 04:35:16,985 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 04:35:16,986 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 04:35:16,988 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 04:35:17,661 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 04:35:17,989 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:35:18,421 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:35:18,422 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:35:18,663 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 04:35:21,038 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 04:35:23,040 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:35:23,422 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:35:28,041 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:35:28,307 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:35:28,307 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:35:33,454 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:35:33,486 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:35:33,486 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:35:38,455 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:35:38,487 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:35:43,313 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:35:43,313 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:35:44,424 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:35:47,890 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 04:35:47,891 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 04:35:47,892 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 04:35:47,893 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 04:35:48,493 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:35:48,696 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 04:35:48,697 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 04:35:49,894 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:35:51,041 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 04:35:53,494 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:35:55,044 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:35:58,313 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:35:58,314 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:36:00,392 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:36:03,706 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:36:03,707 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:36:05,393 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:36:08,707 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:36:10,393 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:36:13,313 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:36:13,314 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:36:15,399 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:36:18,715 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:36:19,170 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 04:36:19,171 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 04:36:19,171 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 04:36:19,172 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 04:36:19,723 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 04:36:20,724 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 04:36:21,046 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 04:36:21,048 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:36:23,714 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:36:26,048 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:36:28,313 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:36:28,314 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:36:31,461 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:36:33,715 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:36:36,462 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:36:38,716 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:36:41,462 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:36:43,314 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:36:43,314 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:36:47,439 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:36:48,726 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:36:49,154 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 04:36:49,157 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 04:36:49,157 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 04:36:49,158 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 04:36:49,751 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 04:36:50,752 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 04:36:51,048 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 04:36:53,050 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:36:53,724 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:36:58,051 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:36:58,313 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:36:58,314 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:37:03,398 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:37:03,839 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:37:03,839 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:37:08,399 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:37:08,840 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:37:08,840 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:37:13,314 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:37:13,314 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:37:13,410 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:37:18,419 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:37:18,848 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:37:19,187 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 04:37:19,188 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 04:37:19,189 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 04:37:19,190 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 04:37:19,777 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 04:37:20,778 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 04:37:21,052 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 04:37:23,849 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:37:24,055 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:37:28,314 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:37:28,314 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:37:29,417 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:37:33,903 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:37:33,904 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:37:34,417 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:37:38,904 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:37:39,418 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:37:43,318 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:37:43,319 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:37:45,408 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:37:47,568 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 04:37:47,570 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 04:37:47,570 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 04:37:47,572 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 04:37:47,804 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 04:37:48,805 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 04:37:48,975 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:37:50,573 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:37:51,056 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 04:37:53,976 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:37:53,976 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:37:56,059 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:37:58,315 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:37:58,316 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:38:01,437 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:38:03,977 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:38:06,437 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:38:08,978 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:38:08,978 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:38:11,438 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:38:13,315 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:38:13,316 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:38:16,459 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:38:18,989 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:38:19,214 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 04:38:19,216 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 04:38:19,217 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 04:38:19,218 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 04:38:19,830 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 04:38:20,831 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 04:38:21,060 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 04:38:22,063 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:38:23,990 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:38:23,990 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:38:27,063 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:38:28,315 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:38:28,316 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:38:32,428 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:38:33,992 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:38:33,992 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:38:37,428 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:38:38,993 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:38:38,993 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:38:42,436 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:38:43,320 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:38:43,321 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:38:47,058 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 04:38:47,060 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 04:38:47,061 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 04:38:47,063 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 04:38:47,858 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 04:38:48,064 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:38:48,859 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 04:38:48,998 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:38:51,063 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 04:38:53,065 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:38:53,998 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:38:58,066 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:38:58,317 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:38:58,317 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:39:03,467 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:39:04,000 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:39:08,467 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:39:09,001 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:39:13,317 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:39:13,318 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:39:14,451 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:39:19,008 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:39:19,458 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:39:20,372 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 04:39:20,373 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 04:39:20,374 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 04:39:20,375 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 04:39:20,885 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 04:39:21,068 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 04:39:22,886 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 04:39:24,008 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:39:25,071 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:39:28,317 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:39:28,318 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:39:30,489 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:39:34,225 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:39:34,226 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:39:35,490 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:39:39,226 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:39:39,226 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:39:40,491 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:39:43,317 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:39:43,318 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:39:46,449 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:39:49,242 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:39:51,075 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 04:39:52,019 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 04:39:52,020 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 04:39:52,021 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 04:39:52,021 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:39:52,023 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 04:39:52,915 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 04:39:52,915 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 04:39:54,428 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:39:54,428 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:39:57,024 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:39:58,317 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:39:58,318 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:40:02,462 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:40:03,429 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:40:03,429 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:40:07,463 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:40:08,430 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:40:08,430 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:40:12,464 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:40:13,318 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:40:13,318 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:40:18,396 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:40:18,437 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:40:21,076 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 04:40:23,438 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:40:23,764 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 04:40:23,766 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 04:40:23,766 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 04:40:23,767 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:40:23,768 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 04:40:23,944 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 04:40:24,945 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 04:40:28,318 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:40:28,319 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:40:29,431 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:40:33,440 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:40:34,431 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:40:38,440 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:40:39,432 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:40:43,318 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:40:43,319 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:40:45,391 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:40:48,442 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:40:48,442 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:40:50,404 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:40:51,080 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 04:40:53,456 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:40:53,456 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:40:56,087 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:40:56,106 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 04:40:56,108 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 04:40:56,108 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 04:40:56,109 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 04:40:56,978 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 04:40:56,979 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 04:40:58,318 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:40:58,319 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:41:01,415 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:41:03,507 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:41:06,416 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:41:08,508 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:41:11,417 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:41:13,318 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:41:13,319 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:41:17,401 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:41:18,509 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:41:21,084 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 04:41:23,092 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:41:23,514 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:41:27,609 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 04:41:27,611 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 04:41:27,612 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 04:41:27,613 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 04:41:28,005 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 04:41:28,318 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:41:28,319 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:41:28,389 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:41:29,007 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 04:41:33,390 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:41:33,519 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:41:38,390 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:41:38,520 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:41:43,318 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:41:43,319 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:41:43,458 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:41:48,459 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:41:48,650 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:41:48,651 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:41:51,088 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 04:41:53,661 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:41:54,097 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:41:57,080 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 04:41:57,081 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 04:41:57,082 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 04:41:57,083 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 04:41:58,034 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 04:41:58,318 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:41:58,319 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:41:59,036 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 04:41:59,440 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:42:03,657 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:42:04,441 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:42:08,658 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:42:09,442 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:42:13,318 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:42:13,319 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:42:15,413 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:42:18,659 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:42:20,413 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:42:21,091 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 04:42:23,671 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:42:26,097 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:42:27,397 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 04:42:27,399 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 04:42:27,400 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 04:42:27,401 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 04:42:28,061 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 04:42:28,324 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:42:28,325 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:42:29,063 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 04:42:31,471 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:42:33,800 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:42:36,471 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:42:38,801 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:42:38,801 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:42:41,472 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:42:43,323 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:42:43,324 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:42:47,398 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:42:48,802 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:42:51,095 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 04:42:53,104 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:42:53,816 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:42:58,099 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 04:42:58,101 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 04:42:58,101 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 04:42:58,102 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 04:42:58,501 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:42:58,501 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:42:58,600 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:42:59,089 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 04:42:59,089 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 04:43:03,600 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:43:03,809 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:43:08,601 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:43:08,810 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:43:13,500 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:43:13,500 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:43:13,625 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:43:18,625 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:43:18,860 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:43:21,099 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 04:43:23,867 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:43:24,109 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:43:28,501 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:43:28,503 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:43:29,354 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 04:43:29,355 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 04:43:29,355 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 04:43:29,356 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:43:29,356 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 04:43:30,122 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 04:43:31,123 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 04:43:33,870 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:43:34,358 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:43:38,871 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:43:39,358 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:43:43,501 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:43:43,502 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:43:44,625 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:43:48,872 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:43:49,626 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:43:51,102 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 04:43:53,978 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:43:53,978 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:43:55,115 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:43:58,511 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:43:58,512 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:44:00,585 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 04:44:00,587 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 04:44:00,588 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 04:44:00,588 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:44:00,589 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 04:44:01,153 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 04:44:01,153 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 04:44:03,987 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:44:05,590 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:44:08,988 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:44:10,590 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:44:13,503 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:44:13,504 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:44:15,608 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:44:18,989 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:44:20,609 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:44:21,106 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 04:44:23,990 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:44:26,111 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:44:28,517 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:44:28,518 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:44:29,832 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 04:44:29,833 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 04:44:29,833 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 04:44:29,834 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 04:44:30,185 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 04:44:31,186 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 04:44:31,835 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:44:34,248 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:44:36,835 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:44:39,249 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:44:39,249 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:44:41,836 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:44:43,507 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:44:43,508 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:44:47,659 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:44:49,251 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:44:49,251 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:44:51,111 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 04:44:53,113 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:44:54,252 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:44:58,121 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:44:58,520 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:44:58,523 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:45:00,750 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 04:45:00,752 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 04:45:00,752 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 04:45:00,753 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 04:45:01,215 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 04:45:03,217 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 04:45:03,754 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:45:04,262 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:45:08,755 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:45:09,262 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:45:13,513 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:45:13,514 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:45:14,616 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:45:19,349 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:45:19,349 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:45:19,616 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:45:21,114 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 04:45:24,360 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:45:25,118 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:45:28,518 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:45:28,519 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:45:29,952 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 04:45:29,954 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 04:45:29,954 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 04:45:29,956 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 04:45:30,241 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 04:45:30,957 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:45:31,242 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 04:45:34,357 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:45:35,957 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:45:39,358 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:45:40,958 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:45:43,515 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:45:43,516 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:45:46,598 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:45:49,440 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:45:51,119 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 04:45:52,122 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:45:54,445 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:45:57,127 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:45:57,221 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 04:45:57,222 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 04:45:57,222 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 04:45:57,223 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 04:45:57,259 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 04:45:58,515 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:45:58,516 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:45:59,261 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 04:46:02,609 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:46:03,626 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:46:03,626 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:46:07,609 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:46:08,627 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:46:08,627 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:46:12,610 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:46:13,515 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:46:13,516 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:46:17,666 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:46:18,728 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:46:18,728 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:46:21,122 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 04:46:23,127 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:46:23,741 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:46:28,131 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:46:28,516 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:46:28,516 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:46:28,722 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 04:46:28,724 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 04:46:28,724 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 04:46:28,726 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 04:46:29,288 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 04:46:30,289 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 04:46:33,727 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:46:34,127 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:46:34,127 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:46:38,728 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:46:39,127 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:46:39,128 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:46:43,515 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:46:43,516 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:46:44,648 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:46:49,148 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:46:49,149 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:46:49,649 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:46:51,127 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 04:46:54,149 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:46:54,150 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:46:55,129 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:46:58,523 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:46:58,527 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:47:00,639 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:47:01,343 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 04:47:01,345 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 04:47:01,345 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 04:47:01,347 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 04:47:02,316 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 04:47:04,161 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:47:04,161 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:47:04,318 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 04:47:06,348 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:47:09,162 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:47:11,348 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:47:13,518 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:47:13,519 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:47:16,673 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:47:19,321 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:47:19,321 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:47:21,131 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 04:47:22,134 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:47:24,321 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:47:24,322 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:47:27,144 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:47:28,525 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:47:28,526 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:47:32,607 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:47:32,672 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 04:47:32,673 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 04:47:32,674 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 04:47:32,675 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 04:47:33,347 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 04:47:34,327 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:47:34,348 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 04:47:37,677 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:47:39,328 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:47:42,677 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:47:43,522 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:47:43,523 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:47:47,689 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:47:49,330 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:47:51,135 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 04:47:53,137 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:47:54,330 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:47:58,138 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:47:58,522 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:47:58,523 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:48:03,623 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:48:04,343 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:48:05,325 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 04:48:05,326 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 04:48:05,326 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 04:48:05,327 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 04:48:05,377 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 04:48:06,379 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 04:48:09,328 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:48:09,477 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:48:09,477 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:48:13,522 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:48:13,523 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:48:14,679 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:48:19,478 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:48:19,680 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:48:21,137 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 04:48:24,479 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:48:25,139 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:48:28,522 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:48:28,523 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:48:30,590 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:48:34,493 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:48:35,595 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:48:36,149 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 04:48:36,151 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 04:48:36,151 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 04:48:36,153 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 04:48:36,409 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 04:48:38,411 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 04:48:39,561 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:48:39,561 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:48:41,154 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:48:43,522 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:48:43,523 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:48:46,657 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:48:48,562 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:48:51,141 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 04:48:52,144 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:48:53,563 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:48:53,563 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:48:57,145 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:48:58,523 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:48:58,523 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:49:02,627 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:49:03,570 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:49:07,636 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:49:07,696 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 04:49:07,698 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 04:49:07,698 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 04:49:07,700 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 04:49:08,437 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 04:49:08,572 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:49:10,438 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 04:49:12,701 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:49:13,523 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:49:13,523 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:49:18,574 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:49:18,672 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:49:21,145 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 04:49:23,575 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:49:24,148 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:49:28,523 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:49:28,523 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:49:29,660 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:49:33,576 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:49:34,660 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:49:38,580 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:49:39,668 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:49:40,828 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 04:49:40,829 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 04:49:40,829 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 04:49:40,831 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 04:49:41,464 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 04:49:42,466 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 04:49:43,523 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:49:43,524 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:49:45,651 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:49:48,786 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:49:48,786 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:49:50,652 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:49:51,149 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 04:49:53,786 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:49:53,787 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:49:56,152 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:49:58,523 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:49:58,524 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:50:01,678 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:50:03,788 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:50:03,788 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:50:06,683 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:50:08,796 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:50:11,685 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:50:12,104 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 04:50:12,106 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 04:50:12,106 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 04:50:12,107 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 04:50:12,496 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 04:50:13,523 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:50:13,524 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:50:14,497 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 04:50:17,667 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:50:18,932 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:50:21,154 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 04:50:23,157 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:50:23,932 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:50:23,933 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:50:28,157 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:50:28,523 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:50:28,524 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:50:33,592 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:50:33,934 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:50:38,597 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:50:38,947 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:50:41,959 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 04:50:41,961 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 04:50:41,962 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 04:50:41,963 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 04:50:42,565 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 04:50:43,524 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:50:43,524 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:50:43,659 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:50:44,567 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 04:50:48,660 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:50:49,035 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:50:49,035 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:50:51,158 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 04:50:54,036 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:50:54,036 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:50:54,161 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:50:58,524 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:50:58,524 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:50:59,693 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:51:04,037 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:51:04,038 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:51:04,694 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:51:09,047 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:51:09,703 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:51:13,042 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 04:51:13,043 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 04:51:13,044 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 04:51:13,045 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 04:51:13,524 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:51:13,525 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:51:13,589 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 04:51:14,591 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 04:51:15,675 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:51:19,047 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:51:20,676 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:51:21,161 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 04:51:24,048 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:51:26,164 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:51:28,640 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:51:28,640 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:51:31,761 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:51:34,049 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:51:36,761 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:51:39,050 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:51:41,765 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:51:43,552 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:51:43,556 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:51:46,346 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 04:51:46,348 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 04:51:46,349 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 04:51:46,350 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 04:51:46,624 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 04:51:47,351 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:51:48,626 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 04:51:49,062 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:51:51,165 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 04:51:53,168 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:51:54,062 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:51:58,168 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:51:58,545 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:51:58,546 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:52:03,708 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:52:04,064 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:52:08,708 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:52:09,070 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:52:13,549 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:52:13,549 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:52:14,646 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:52:14,767 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 04:52:14,769 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 04:52:14,770 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 04:52:14,771 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 04:52:15,651 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 04:52:16,652 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 04:52:19,172 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:52:19,773 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:52:21,169 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 04:52:24,173 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:52:25,172 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:52:28,547 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:52:28,548 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:52:30,647 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:52:34,175 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:52:35,648 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:52:39,176 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:52:40,649 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:52:43,559 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:52:43,560 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:52:45,559 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 04:52:45,560 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 04:52:45,561 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 04:52:45,562 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 04:52:45,679 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 04:52:46,563 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:52:46,680 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 04:52:49,186 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:52:51,174 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 04:52:52,176 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:52:54,186 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:52:57,176 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:52:58,552 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:52:58,553 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:53:02,623 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:53:04,188 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:53:07,623 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:53:09,188 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:53:12,627 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:53:13,554 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:53:13,556 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:53:17,639 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 04:53:17,640 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 04:53:17,641 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 04:53:17,641 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:53:17,642 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 04:53:17,708 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 04:53:18,709 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 04:53:19,197 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:53:21,177 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 04:53:23,179 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:53:24,197 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:53:28,180 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:53:28,554 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:53:28,555 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:53:33,664 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:53:34,199 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:53:38,665 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:53:39,200 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:53:43,562 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:53:43,566 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:53:44,661 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:53:47,086 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 04:53:47,087 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 04:53:47,087 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 04:53:47,088 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 04:53:47,738 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 04:53:48,738 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 04:53:49,232 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:53:50,089 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:53:51,181 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 04:53:54,232 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:53:55,183 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:53:58,558 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:53:58,558 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:54:00,703 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:54:04,249 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:54:05,704 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:54:09,249 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:54:10,704 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:54:13,569 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:54:13,570 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:54:15,707 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:54:18,084 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 04:54:18,086 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 04:54:18,087 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 04:54:18,088 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 04:54:18,768 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 04:54:19,497 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:54:19,498 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:54:20,770 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 04:54:21,090 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:54:21,185 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 04:54:24,498 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:54:24,498 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:54:26,187 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:54:28,565 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:54:28,565 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:54:31,701 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:54:34,500 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:54:34,500 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:54:36,701 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:54:39,501 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:54:39,501 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:54:41,702 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:54:43,570 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:54:43,571 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:54:47,684 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:54:48,352 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 04:54:48,353 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 04:54:48,354 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 04:54:48,355 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 04:54:48,750 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:54:48,750 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:54:48,805 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 04:54:50,807 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 04:54:51,189 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 04:54:53,191 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:54:53,751 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:54:58,192 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:54:58,568 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:54:58,568 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:55:03,640 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:55:03,752 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:55:03,752 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:55:08,640 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:55:08,753 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:55:08,753 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:55:13,575 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:55:13,578 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:55:13,661 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:55:18,507 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 04:55:18,509 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 04:55:18,510 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 04:55:18,511 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 04:55:18,840 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 04:55:18,904 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:55:19,512 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:55:20,842 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 04:55:21,194 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 04:55:23,906 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:55:23,906 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:55:25,196 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:55:28,572 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:55:28,572 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:55:30,642 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:55:33,978 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:55:33,978 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:55:35,642 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:55:38,979 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:55:40,642 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:55:43,574 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:55:43,578 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:55:45,654 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:55:47,519 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 04:55:47,520 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 04:55:47,521 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 04:55:47,522 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 04:55:47,867 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 04:55:48,870 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 04:55:48,989 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:55:48,990 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:55:51,197 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 04:55:51,203 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:55:53,990 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:55:53,990 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:55:56,200 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:55:58,574 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:55:58,574 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:56:01,641 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:56:04,211 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:56:04,211 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:56:06,641 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:56:09,219 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:56:11,650 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:56:13,580 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:56:13,581 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:56:15,015 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 04:56:15,016 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 04:56:15,016 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 04:56:15,018 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 04:56:15,893 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 04:56:16,894 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 04:56:17,019 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:56:19,419 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:56:21,201 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 04:56:22,203 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:56:24,420 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:56:27,204 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:56:28,578 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:56:28,578 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:56:32,739 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:56:34,421 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:56:37,739 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:56:39,428 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:56:42,743 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:56:43,586 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:56:43,587 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:56:44,981 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 04:56:44,982 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 04:56:44,982 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 04:56:44,984 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 04:56:45,926 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 04:56:46,928 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 04:56:47,985 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:56:49,431 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:56:49,431 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:56:51,205 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 04:56:53,207 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:56:54,431 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:56:54,432 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:56:58,208 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:56:58,581 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:56:58,582 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:57:03,655 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:57:04,433 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:57:04,433 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:57:08,656 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:57:09,441 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:57:13,596 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:57:13,597 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:57:13,757 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:57:14,941 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 04:57:14,943 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 04:57:14,943 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 04:57:14,944 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 04:57:14,957 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 04:57:16,959 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 04:57:18,945 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:57:19,443 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:57:21,209 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 04:57:24,212 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:57:24,444 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:57:28,587 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:57:28,588 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:57:29,735 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:57:34,582 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:57:34,735 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:57:39,586 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:57:39,586 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:57:39,742 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:57:43,597 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:57:43,598 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:57:44,329 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 04:57:44,331 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 04:57:44,331 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 04:57:44,332 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 04:57:44,989 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 04:57:45,332 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:57:46,992 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 04:57:48,728 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:57:48,728 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:57:50,333 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:57:51,213 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 04:57:53,729 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:57:53,729 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:57:56,215 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:57:58,591 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:57:58,591 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:58:01,719 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:58:03,731 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:58:03,731 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:58:06,719 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:58:08,732 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:58:08,732 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:58:11,722 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:58:13,596 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:58:13,597 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:58:15,078 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 04:58:15,079 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 04:58:15,080 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 04:58:15,081 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 04:58:16,020 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 04:58:17,022 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 04:58:17,083 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:58:18,739 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:58:18,739 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:58:21,218 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 04:58:22,220 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:58:23,740 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:58:23,740 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:58:27,221 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:58:28,591 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:58:28,592 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:58:32,706 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:58:33,741 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:58:33,741 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:58:37,707 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:58:38,742 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:58:38,742 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:58:42,720 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:58:43,593 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:58:43,593 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:58:48,215 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 04:58:48,216 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 04:58:48,217 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 04:58:48,217 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:58:48,220 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 04:58:48,748 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:58:49,049 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 04:58:49,050 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 04:58:51,221 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 04:58:53,223 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:58:53,749 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:58:58,224 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:58:58,591 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:58:58,592 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:59:03,670 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:59:03,837 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:59:08,671 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:59:08,838 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:59:13,598 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:59:13,599 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:59:13,746 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:59:18,343 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 04:59:18,345 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 04:59:18,345 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 04:59:18,346 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 04:59:18,845 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:59:19,074 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 04:59:19,075 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 04:59:19,347 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:59:21,224 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 04:59:23,846 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:59:25,226 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:59:28,598 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:59:28,599 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:59:30,677 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:59:33,848 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:59:35,678 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:59:38,849 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:59:40,678 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:59:43,602 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:59:43,604 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 04:59:45,701 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:59:48,355 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 04:59:48,357 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 04:59:48,357 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 04:59:48,358 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 04:59:48,859 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:59:49,108 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 04:59:49,109 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 04:59:51,228 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 04:59:51,234 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:59:53,860 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 04:59:56,230 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 04:59:58,601 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 04:59:58,602 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:00:01,680 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:00:03,861 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:00:06,681 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:00:08,862 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:00:11,682 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:00:13,601 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:00:13,602 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:00:16,711 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:00:18,872 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:00:20,275 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 05:00:20,276 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 05:00:20,277 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 05:00:20,278 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 05:00:21,143 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 05:00:21,144 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 05:00:21,232 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 05:00:22,234 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:00:23,873 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:00:23,874 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:00:27,235 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:00:28,602 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:00:28,602 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:00:32,699 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:00:33,875 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:00:33,875 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:00:37,699 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:00:38,876 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:00:38,876 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:00:42,700 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:00:43,601 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:00:43,602 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:00:47,750 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:00:48,888 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:00:50,009 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 05:00:50,011 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 05:00:50,011 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 05:00:50,012 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 05:00:50,167 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 05:00:51,168 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 05:00:51,237 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 05:00:53,239 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:00:53,887 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:00:58,240 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:00:58,601 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:00:58,602 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:01:03,750 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:01:03,888 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:01:03,889 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:01:08,750 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:01:08,889 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:01:08,890 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:01:13,602 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:01:13,602 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:01:13,768 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:01:18,779 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:01:18,898 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:01:20,820 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 05:01:20,821 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 05:01:20,821 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 05:01:20,823 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 05:01:21,196 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 05:01:21,240 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 05:01:23,198 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 05:01:24,222 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:01:24,222 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:01:24,242 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:01:28,602 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:01:28,602 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:01:29,674 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:01:34,224 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:01:34,674 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:01:39,224 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:01:39,225 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:01:39,675 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:01:43,602 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:01:43,602 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:01:44,749 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:01:49,238 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:01:49,754 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:01:50,939 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 05:01:50,941 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 05:01:50,941 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 05:01:50,943 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 05:01:51,216 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 05:01:51,244 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 05:01:53,218 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 05:01:54,347 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:01:55,246 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:01:58,602 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:01:58,603 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:02:00,752 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:02:04,348 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:02:05,753 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:02:09,348 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:02:10,753 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:02:13,602 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:02:13,603 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:02:16,720 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:02:19,354 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:02:20,597 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 05:02:20,598 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 05:02:20,598 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 05:02:20,600 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 05:02:21,248 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 05:02:21,249 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 05:02:21,249 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 05:02:22,251 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:02:24,354 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:02:27,252 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:02:28,603 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:02:28,603 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:02:32,764 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:02:34,355 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:02:37,765 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:02:39,356 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:02:42,765 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:02:43,607 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:02:43,616 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:02:48,657 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 05:02:48,659 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 05:02:48,660 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 05:02:48,660 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:02:48,661 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 05:02:49,276 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 05:02:49,276 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 05:02:49,364 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:02:51,252 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 05:02:54,254 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:02:54,364 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:02:54,365 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:02:58,606 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:02:58,606 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:02:59,747 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:03:04,366 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:03:04,366 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:03:04,748 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:03:09,367 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:03:09,367 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:03:09,748 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:03:13,614 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:03:13,618 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:03:15,730 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:03:18,705 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 05:03:18,707 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 05:03:18,707 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 05:03:18,708 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 05:03:19,298 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 05:03:19,298 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 05:03:19,376 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:03:21,256 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 05:03:21,262 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:03:24,377 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:03:26,258 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:03:28,611 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:03:28,612 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:03:31,775 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:03:34,378 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:03:36,776 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:03:39,379 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:03:41,776 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:03:43,611 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:03:43,611 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:03:47,749 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:03:48,402 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 05:03:48,403 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 05:03:48,404 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 05:03:48,406 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 05:03:49,331 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 05:03:49,331 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 05:03:49,387 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:03:49,388 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:03:51,260 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 05:03:53,262 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:03:54,389 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:03:54,389 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:03:58,263 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:03:58,611 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:03:58,612 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:04:03,724 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:04:04,391 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:04:04,391 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:04:08,725 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:04:09,392 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:04:09,392 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:04:13,615 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:04:13,618 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:04:14,707 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:04:17,427 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 05:04:17,428 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 05:04:17,428 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 05:04:17,430 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 05:04:18,351 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 05:04:19,352 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 05:04:19,406 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:04:19,407 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:04:20,431 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:04:21,263 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 05:04:24,407 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:04:26,266 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:04:28,614 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:04:28,615 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:04:31,766 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:04:34,408 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:04:36,766 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:04:39,409 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:04:41,776 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:04:43,624 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:04:43,624 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:04:46,610 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 05:04:46,611 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 05:04:46,612 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 05:04:46,613 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 05:04:47,380 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 05:04:47,380 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 05:04:47,613 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:04:49,416 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:04:49,416 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:04:51,267 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 05:04:53,270 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:04:54,417 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:04:54,417 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:04:58,271 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:04:58,618 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:04:58,619 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:05:03,713 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:05:04,418 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:05:04,419 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:05:08,713 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:05:09,419 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:05:09,420 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:05:13,627 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:05:13,630 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:05:14,708 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:05:15,986 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 05:05:15,987 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 05:05:15,988 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 05:05:15,989 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 05:05:16,409 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 05:05:17,410 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 05:05:19,424 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:05:19,990 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:05:21,271 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 05:05:24,424 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:05:25,274 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:05:28,621 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:05:28,621 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:05:30,718 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:05:34,426 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:05:35,719 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:05:39,426 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:05:40,719 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:05:43,630 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:05:43,634 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:05:45,727 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:05:48,585 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 05:05:48,587 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 05:05:48,587 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 05:05:48,589 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 05:05:49,435 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:05:49,444 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 05:05:49,444 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 05:05:51,276 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 05:05:51,278 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:05:54,436 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:05:56,278 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:05:58,624 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:05:58,624 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:06:01,776 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:06:04,437 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:06:06,776 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:06:09,438 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:06:11,777 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:06:13,623 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:06:13,623 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:06:17,691 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:06:18,726 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 05:06:18,728 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 05:06:18,728 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 05:06:18,730 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 05:06:19,445 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:06:19,464 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 05:06:19,465 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 05:06:21,280 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 05:06:23,282 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:06:24,446 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:06:28,283 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:06:28,623 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:06:28,624 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:06:33,777 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:06:34,456 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:06:38,777 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:06:39,457 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:06:43,634 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:06:43,639 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:06:44,726 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:06:48,906 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 05:06:48,908 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 05:06:48,909 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 05:06:48,910 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 05:06:49,462 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:06:49,488 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 05:06:49,489 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 05:06:49,911 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:06:51,283 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 05:06:54,463 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:06:55,286 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:06:58,629 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:06:58,630 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:07:00,722 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:07:04,535 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:07:04,535 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:07:05,723 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:07:09,536 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:07:10,723 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:07:13,639 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:07:13,643 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:07:15,782 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:07:18,981 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 05:07:18,983 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 05:07:18,984 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 05:07:18,985 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 05:07:19,515 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 05:07:19,516 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 05:07:19,541 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:07:20,987 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:07:21,287 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 05:07:24,542 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:07:26,290 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:07:28,635 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:07:28,636 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:07:31,757 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:07:34,543 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:07:36,758 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:07:39,544 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:07:41,758 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:07:43,646 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:07:43,652 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:07:47,757 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:07:49,033 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 05:07:49,035 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 05:07:49,035 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 05:07:49,036 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 05:07:49,547 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 05:07:49,547 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 05:07:49,552 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:07:51,291 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 05:07:53,293 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:07:54,552 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:07:58,294 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:07:58,639 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:07:58,639 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:08:03,723 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:08:03,783 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:08:08,724 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:08:08,784 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:08:08,784 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:08:13,655 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:08:13,661 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:08:13,813 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:08:18,425 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 05:08:18,427 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 05:08:18,427 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 05:08:18,429 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 05:08:18,582 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 05:08:18,830 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:08:18,831 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:08:19,430 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:08:19,583 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 05:08:21,295 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 05:08:23,831 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:08:23,832 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:08:25,298 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:08:28,645 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:08:28,646 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:08:30,787 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:08:33,833 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:08:33,833 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:08:35,788 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:08:38,834 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:08:38,834 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:08:40,788 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:08:43,653 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:08:43,654 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:08:45,820 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:08:48,056 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 05:08:48,058 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 05:08:48,059 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 05:08:48,060 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 05:08:48,606 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 05:08:48,837 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:08:49,607 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 05:08:51,062 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:08:51,300 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 05:08:53,839 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:08:56,303 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:08:58,646 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:08:58,647 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:09:01,811 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:09:03,840 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:09:06,811 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:09:08,841 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:09:11,812 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:09:13,652 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:09:13,654 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:09:17,740 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:09:17,905 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 05:09:17,907 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 05:09:17,907 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 05:09:17,908 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 05:09:18,633 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 05:09:18,850 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:09:19,635 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 05:09:21,303 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 05:09:23,305 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:09:23,850 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:09:23,851 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:09:28,306 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:09:28,648 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:09:28,649 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:09:33,793 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:09:33,852 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:09:33,853 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:09:38,793 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:09:38,853 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:09:38,853 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:09:43,648 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:09:43,651 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:09:44,736 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:09:47,896 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 05:09:47,898 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 05:09:47,898 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 05:09:47,900 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 05:09:48,661 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 05:09:48,860 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:09:49,662 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 05:09:49,901 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:09:51,306 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 05:09:53,861 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:09:55,308 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:09:58,648 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:09:58,649 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:10:00,745 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:10:03,863 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:10:05,746 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:10:08,864 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:10:10,746 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:10:13,648 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:10:13,651 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:10:16,725 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:10:17,267 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 05:10:17,269 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 05:10:17,269 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 05:10:17,271 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 05:10:17,686 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 05:10:18,687 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 05:10:18,869 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:10:21,310 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 05:10:22,312 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:10:23,869 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:10:27,313 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:10:28,649 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:10:28,649 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:10:32,750 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:10:33,987 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:10:37,751 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:10:38,987 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:10:42,756 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:10:43,652 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:10:43,653 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:10:46,695 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 05:10:46,697 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 05:10:46,698 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 05:10:46,699 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 05:10:46,716 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 05:10:48,700 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:10:48,718 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 05:10:49,082 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:10:49,083 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:10:51,314 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 05:10:54,083 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:10:54,084 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:10:54,316 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:10:58,649 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:10:58,649 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:10:59,714 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:11:04,315 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:11:04,316 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:11:04,715 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:11:09,316 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:11:09,317 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:11:09,715 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:11:13,652 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:11:13,652 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:11:14,802 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:11:17,362 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 05:11:17,362 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 05:11:17,363 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 05:11:17,364 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 05:11:17,740 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 05:11:18,742 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 05:11:19,324 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:11:20,365 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:11:21,318 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 05:11:24,325 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:11:26,320 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:11:28,652 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:11:28,653 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:11:31,765 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:11:34,327 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:11:36,766 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:11:39,328 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:11:39,328 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:11:41,766 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:11:43,657 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:11:43,664 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:11:47,558 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 05:11:47,560 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 05:11:47,560 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 05:11:47,560 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:11:47,561 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 05:11:47,782 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 05:11:49,336 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:11:50,784 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 05:11:51,322 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 05:11:53,324 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:11:54,337 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:11:58,324 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:11:58,654 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:11:58,654 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:12:03,735 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:12:04,339 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:12:08,735 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:12:09,340 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:12:13,654 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:12:13,654 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:12:13,748 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:12:18,757 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:12:19,351 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:12:20,789 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 05:12:20,790 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 05:12:20,791 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 05:12:20,792 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 05:12:20,808 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 05:12:21,326 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 05:12:22,810 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 05:12:24,328 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:12:24,349 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:12:28,654 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:12:28,655 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:12:29,815 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:12:34,350 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:12:34,816 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:12:39,351 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:12:39,816 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:12:43,654 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:12:43,655 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:12:45,766 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:12:49,360 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:12:50,772 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:12:51,331 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 05:12:53,423 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 05:12:53,425 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 05:12:53,426 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 05:12:53,428 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 05:12:53,834 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 05:12:54,358 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:12:54,835 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 05:12:56,429 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:12:58,654 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:12:58,655 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:13:01,738 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:13:04,359 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:13:06,739 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:13:09,360 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:13:11,740 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:13:13,654 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:13:13,655 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:13:16,782 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:13:19,362 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:13:21,345 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 05:13:22,349 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:13:24,371 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:13:25,600 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 05:13:25,602 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 05:13:25,602 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 05:13:25,604 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 05:13:25,869 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 05:13:26,870 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 05:13:27,604 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:13:28,654 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:13:28,655 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:13:32,762 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:13:34,371 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:13:37,763 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:13:39,371 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:13:42,763 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:13:43,654 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:13:43,655 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:13:47,777 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:13:49,373 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:13:51,341 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 05:13:53,342 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:13:53,513 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 05:13:53,515 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 05:13:53,515 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 05:13:53,520 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 05:13:53,888 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 05:13:54,380 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:13:54,381 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:13:54,888 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 05:13:58,522 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:13:58,654 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:13:58,655 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:14:03,721 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:14:04,382 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:14:04,382 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:14:08,721 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:14:09,383 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:14:09,383 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:14:13,655 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:14:13,655 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:14:13,772 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:14:18,778 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:14:19,393 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:14:20,384 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 05:14:20,386 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 05:14:20,387 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 05:14:20,388 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 05:14:20,919 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 05:14:21,342 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 05:14:22,920 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 05:14:24,344 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:14:24,530 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:14:28,655 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:14:28,655 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:14:29,756 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:14:34,532 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:14:34,757 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:14:39,533 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:14:39,757 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:14:43,655 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:14:43,655 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:14:44,788 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:14:49,546 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:14:49,792 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:14:51,344 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 05:14:52,141 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 05:14:52,142 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 05:14:52,143 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 05:14:52,144 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 05:14:52,944 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 05:14:54,555 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:14:54,556 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:14:54,946 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 05:14:55,146 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:14:58,655 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:14:58,656 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:15:00,765 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:15:04,557 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:15:04,557 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:15:05,766 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:15:09,558 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:15:09,558 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:15:10,766 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:15:13,655 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:15:13,656 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:15:15,768 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:15:19,570 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:15:19,571 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:15:20,781 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:15:21,350 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 05:15:22,944 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 05:15:22,945 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 05:15:22,945 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 05:15:22,947 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 05:15:22,976 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 05:15:24,567 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:15:24,977 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 05:15:25,948 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:15:28,655 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:15:28,656 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:15:31,785 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:15:34,568 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:15:36,786 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:15:39,569 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:15:41,786 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:15:43,655 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:15:43,656 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:15:46,795 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:15:49,578 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:15:51,350 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 05:15:52,354 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:15:54,577 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:15:54,613 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 05:15:54,615 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 05:15:54,616 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 05:15:54,617 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 05:15:55,005 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 05:15:57,006 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 05:15:57,618 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:15:58,656 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:15:58,657 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:16:02,767 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:16:04,578 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:16:07,768 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:16:09,579 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:16:12,768 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:16:13,656 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:16:13,657 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:16:17,828 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:16:19,581 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:16:21,357 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 05:16:23,361 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:16:24,586 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:16:25,633 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 05:16:25,634 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 05:16:25,635 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 05:16:25,637 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 05:16:26,028 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 05:16:27,029 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 05:16:28,638 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:16:28,656 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:16:28,656 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:16:33,768 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:16:34,588 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:16:38,769 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:16:39,588 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:16:43,656 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:16:43,657 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:16:43,811 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:16:48,812 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:16:49,590 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:16:51,357 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 05:16:54,369 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:16:54,603 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:16:56,279 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 05:16:56,280 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 05:16:56,281 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 05:16:56,282 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 05:16:57,062 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 05:16:58,656 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:16:58,657 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:16:59,063 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 05:16:59,791 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:17:03,660 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:17:04,792 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:17:08,798 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:17:08,799 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:17:09,793 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:17:13,656 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:17:13,657 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:17:15,730 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:17:18,800 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:17:20,735 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:17:21,367 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 05:17:23,810 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:17:25,169 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 05:17:25,170 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 05:17:25,171 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 05:17:25,173 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 05:17:26,088 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 05:17:26,174 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:17:27,088 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 05:17:28,656 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:17:28,657 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:17:31,820 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:17:33,807 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:17:36,820 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:17:38,808 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:17:41,821 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:17:43,656 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:17:43,657 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:17:47,751 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:17:48,809 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:17:51,374 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 05:17:53,378 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:17:53,819 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:17:55,054 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 05:17:55,056 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 05:17:55,056 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 05:17:55,057 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 05:17:55,114 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 05:17:57,115 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 05:17:58,657 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:17:58,657 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:17:58,748 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:18:03,748 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:18:03,819 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:18:03,819 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:18:08,749 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:18:08,819 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:18:13,657 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:18:13,657 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:18:13,784 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:18:18,785 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:18:18,821 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:18:21,376 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 05:18:23,829 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:18:24,378 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:18:25,535 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 05:18:25,537 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 05:18:25,537 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 05:18:25,539 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 05:18:26,141 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 05:18:27,142 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 05:18:28,657 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:18:28,657 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:18:29,766 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:18:33,936 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:18:33,936 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:18:34,766 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:18:38,937 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:18:38,937 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:18:39,767 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:18:43,657 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:18:43,658 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:18:44,806 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:18:49,015 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:18:49,015 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:18:49,807 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:18:51,374 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 05:18:54,019 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:18:55,383 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:18:58,080 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 05:18:58,082 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 05:18:58,082 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 05:18:58,087 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 05:18:58,166 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 05:18:58,657 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:18:58,658 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:18:59,167 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 05:19:00,733 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:19:04,023 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:19:05,733 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:19:09,024 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:19:10,734 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:19:13,657 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:19:13,658 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:19:16,728 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:19:19,424 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:19:21,379 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 05:19:22,381 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:19:24,434 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:19:27,387 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:19:28,663 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:19:28,664 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:19:29,956 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 05:19:29,958 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 05:19:29,958 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 05:19:29,963 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 05:19:30,197 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 05:19:31,199 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 05:19:32,964 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:19:34,433 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:19:37,964 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:19:39,434 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:19:42,965 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:19:43,661 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:19:43,662 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:19:48,744 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:19:49,466 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:19:49,466 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:19:51,383 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 05:19:54,386 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:19:54,467 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:19:54,467 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:19:58,664 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:19:58,664 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:19:59,809 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:20:02,277 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 05:20:02,278 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 05:20:02,278 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 05:20:02,281 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 05:20:03,226 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 05:20:03,680 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:20:03,680 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:20:05,227 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 05:20:05,282 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:20:08,681 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:20:08,681 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:20:10,283 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:20:13,664 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:20:13,664 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:20:15,778 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:20:18,901 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:20:20,778 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:20:21,386 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 05:20:23,902 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:20:26,392 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:20:28,674 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:20:28,675 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:20:31,274 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 05:20:31,276 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 05:20:31,277 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 05:20:31,278 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 05:20:32,253 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 05:20:32,279 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:20:33,254 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 05:20:33,909 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:20:37,280 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:20:38,910 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:20:42,282 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:20:43,800 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:20:43,801 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:20:47,919 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:20:48,911 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:20:51,391 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 05:20:53,393 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:20:53,912 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:20:58,402 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:20:58,712 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:20:58,713 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:21:00,195 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 05:21:00,196 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 05:21:00,197 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 05:21:00,198 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 05:21:00,284 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 05:21:01,285 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 05:21:03,918 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:21:04,200 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:21:08,919 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:21:09,200 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:21:13,709 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:21:13,710 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:21:14,844 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:21:18,920 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:21:19,845 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:21:21,394 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 05:21:23,921 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:21:25,398 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:21:28,716 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:21:28,717 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:21:29,983 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 05:21:29,984 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 05:21:29,985 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 05:21:29,986 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 05:21:30,313 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 05:21:30,987 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:21:31,314 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 05:21:33,928 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:21:35,988 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:21:38,928 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:21:40,988 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:21:43,714 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:21:43,715 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:21:46,847 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:21:48,930 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:21:51,397 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 05:21:52,399 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:21:53,930 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:21:57,404 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:21:58,721 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:21:58,722 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:22:01,516 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 05:22:01,517 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 05:22:01,517 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 05:22:01,519 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 05:22:02,346 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 05:22:02,519 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:22:03,347 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 05:22:03,940 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:22:07,520 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:22:08,941 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:22:12,520 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:22:13,717 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:22:13,717 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:22:17,824 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:22:18,960 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:22:21,401 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 05:22:23,403 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:22:23,960 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:22:28,409 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:22:28,727 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:22:28,728 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:22:31,524 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 05:22:31,526 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 05:22:31,526 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 05:22:31,528 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 05:22:32,369 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 05:22:33,370 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 05:22:33,530 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:22:33,973 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:22:38,531 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:22:38,974 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:22:43,531 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:22:43,723 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:22:43,723 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:22:48,812 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:22:48,976 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:22:51,405 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 05:22:53,976 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:22:54,408 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:22:58,729 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:22:58,733 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:22:59,894 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:23:01,675 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 05:23:01,677 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 05:23:01,677 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 05:23:01,678 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 05:23:02,395 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 05:23:03,396 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 05:23:04,079 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:23:05,679 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:23:09,080 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:23:10,679 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:23:13,725 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:23:13,726 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:23:15,807 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:23:19,082 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:23:20,807 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:23:21,410 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 05:23:24,082 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:23:26,413 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:23:28,730 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:23:28,731 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:23:31,897 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:23:32,295 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 05:23:32,297 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 05:23:32,297 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 05:23:32,299 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 05:23:32,432 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 05:23:33,433 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 05:23:34,090 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:23:37,300 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:23:39,091 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:23:42,301 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:23:43,727 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:23:43,728 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:23:47,819 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:23:49,093 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:23:51,413 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 05:23:53,416 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:23:54,094 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:23:58,424 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:23:58,728 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:23:58,728 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:24:03,108 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 05:24:03,109 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 05:24:03,110 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 05:24:03,111 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 05:24:03,459 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 05:24:04,100 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:24:04,113 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:24:05,461 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 05:24:09,100 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:24:09,114 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:24:13,728 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:24:13,729 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:24:14,870 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:24:19,102 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:24:19,870 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:24:21,417 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 05:24:24,103 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:24:25,420 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:24:28,734 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:24:28,738 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:24:30,854 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:24:32,903 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 05:24:32,904 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 05:24:32,904 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 05:24:32,906 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 05:24:33,492 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 05:24:34,308 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:24:34,309 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:24:35,493 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 05:24:35,907 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:24:39,309 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:24:40,908 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:24:43,731 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:24:43,732 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:24:46,828 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:24:49,311 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:24:49,312 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:24:51,421 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 05:24:52,424 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:24:54,312 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:24:54,312 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:24:57,424 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:24:58,731 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:24:58,732 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:25:02,888 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:25:04,320 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:25:05,423 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 05:25:05,425 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 05:25:05,425 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 05:25:05,427 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 05:25:05,522 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 05:25:07,523 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 05:25:08,428 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:25:09,318 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:25:13,429 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:25:13,731 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:25:13,732 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:25:18,849 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:25:19,320 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:25:21,426 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 05:25:24,321 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:25:24,429 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:25:28,731 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:25:28,732 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:25:29,835 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:25:34,336 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:25:34,423 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:25:34,839 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:25:35,151 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 05:25:35,153 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 05:25:35,153 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 05:25:35,154 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 05:25:35,549 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 05:25:37,550 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 05:25:39,548 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:25:39,548 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:25:40,155 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:25:43,732 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:25:43,732 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:25:45,902 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:25:49,549 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:25:49,549 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:25:50,902 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:25:51,429 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 05:25:54,550 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:25:54,551 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:25:56,432 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:25:58,732 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:25:58,732 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:26:01,917 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:26:04,566 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:26:05,006 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 05:26:05,007 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 05:26:05,007 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 05:26:05,008 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 05:26:05,579 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 05:26:05,579 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 05:26:07,009 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:26:09,561 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:26:12,010 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:26:13,732 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:26:13,732 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:26:17,796 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:26:19,563 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:26:21,434 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 05:26:23,436 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:26:24,563 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:26:28,444 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:26:28,737 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:26:28,738 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:26:33,856 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:26:33,888 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 05:26:33,890 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 05:26:33,890 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 05:26:33,891 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 05:26:34,570 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:26:34,606 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 05:26:35,607 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 05:26:38,893 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:26:39,571 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:26:43,735 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:26:43,736 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:26:44,879 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:26:49,724 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:26:49,724 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:26:49,879 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:26:51,438 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 05:26:54,725 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:26:54,725 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:26:55,440 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:26:58,743 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:26:58,747 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:27:00,838 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:27:04,174 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 05:27:04,175 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 05:27:04,175 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 05:27:04,176 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 05:27:04,637 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 05:27:04,735 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:27:04,736 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:27:05,638 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 05:27:06,177 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:27:09,736 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:27:09,736 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:27:11,178 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:27:13,740 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:27:13,741 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:27:16,832 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:27:18,752 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:27:18,752 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:27:21,442 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 05:27:22,444 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:27:23,752 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:27:23,753 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:27:27,452 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:27:28,740 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:27:28,740 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:27:32,575 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 05:27:32,577 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 05:27:32,577 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 05:27:32,577 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:27:32,578 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 05:27:32,661 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 05:27:33,662 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 05:27:33,981 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:27:33,981 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:27:37,579 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:27:38,982 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:27:38,982 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:27:42,580 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:27:43,740 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:27:43,741 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:27:47,890 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:27:48,984 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:27:48,984 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:27:51,446 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 05:27:53,449 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:27:53,985 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:27:53,985 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:27:58,454 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:27:58,751 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:27:58,757 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:28:02,957 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 05:28:02,959 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 05:28:02,959 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 05:28:02,961 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 05:28:03,687 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 05:28:03,688 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 05:28:03,962 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:28:04,359 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:28:04,360 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:28:08,962 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:28:09,360 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:28:09,361 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:28:13,744 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:28:13,745 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:28:14,845 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:28:19,363 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:28:19,363 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:28:19,846 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:28:21,450 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 05:28:24,364 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:28:24,364 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:28:25,452 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:28:28,744 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:28:28,745 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:28:30,830 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:28:34,372 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:28:34,765 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 05:28:34,767 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 05:28:34,767 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 05:28:34,769 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 05:28:35,717 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 05:28:35,718 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 05:28:36,770 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:28:39,372 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:28:41,770 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:28:43,744 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:28:43,745 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:28:46,839 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:28:49,374 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:28:51,454 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 05:28:52,456 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:28:54,375 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:28:57,457 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:28:58,744 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:28:58,745 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:29:02,898 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:29:03,527 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 05:29:03,528 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 05:29:03,529 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 05:29:03,530 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 05:29:03,740 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 05:29:04,380 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:29:05,742 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 05:29:08,531 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:29:09,381 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:29:13,532 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:29:13,745 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:29:13,745 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:29:18,819 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:29:19,382 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:29:21,458 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 05:29:24,383 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:29:24,460 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:29:28,752 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:29:28,754 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:29:29,915 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:29:32,065 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 05:29:32,066 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 05:29:32,067 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 05:29:32,069 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 05:29:32,773 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 05:29:33,774 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 05:29:34,476 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:29:35,070 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:29:39,477 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:29:39,477 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:29:40,071 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:29:43,751 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:29:43,752 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:29:45,911 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:29:49,563 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:29:50,912 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:29:51,462 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 05:29:54,564 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:29:54,564 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:29:56,468 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:29:58,751 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:29:58,751 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:30:00,987 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 05:30:00,989 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 05:30:00,990 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 05:30:00,991 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 05:30:01,804 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 05:30:01,804 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 05:30:01,992 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:30:04,571 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:30:06,993 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:30:09,572 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:30:11,994 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:30:13,751 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:30:13,752 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:30:17,851 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:30:19,588 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:30:19,588 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:30:21,466 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 05:30:23,468 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:30:24,593 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:30:28,474 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:30:28,756 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:30:28,756 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:30:29,919 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 05:30:29,920 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 05:30:29,920 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 05:30:29,921 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 05:30:30,832 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 05:30:31,833 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 05:30:33,923 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:30:34,594 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:30:38,923 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:30:39,594 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:30:43,756 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:30:43,757 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:30:44,868 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:30:48,838 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:30:49,868 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:30:51,470 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 05:30:53,842 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:30:55,477 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:30:57,834 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 05:30:57,835 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 05:30:57,836 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 05:30:57,838 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 05:30:57,860 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 05:30:58,756 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:30:58,757 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:30:59,862 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 05:31:00,873 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:31:03,982 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:31:05,873 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:31:08,982 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:31:10,874 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:31:13,756 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:31:13,757 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:31:15,900 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:31:18,984 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:31:20,901 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:31:21,485 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 05:31:23,991 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:31:26,495 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:31:27,067 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 05:31:27,068 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 05:31:27,068 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 05:31:27,070 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 05:31:27,885 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 05:31:27,886 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 05:31:28,756 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:31:28,757 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:31:31,824 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:31:33,991 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:31:36,825 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:31:39,042 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:31:39,043 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:31:41,825 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:31:43,756 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:31:43,757 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:31:47,820 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:31:49,044 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:31:49,044 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:31:51,477 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 05:31:53,482 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:31:54,051 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:31:56,539 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 05:31:56,541 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 05:31:56,541 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 05:31:56,547 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 05:31:56,911 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 05:31:57,912 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 05:31:58,548 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:31:58,757 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:31:58,757 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:32:03,831 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:32:04,052 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:32:08,832 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:32:09,053 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:32:13,757 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:32:13,757 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:32:13,962 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:32:18,963 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:32:19,054 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:32:21,491 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 05:32:24,066 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:32:24,496 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:32:26,743 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 05:32:26,745 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 05:32:26,745 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 05:32:26,750 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 05:32:26,953 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 05:32:27,954 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 05:32:28,757 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:32:28,758 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:32:29,915 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:32:34,143 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:32:34,144 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:32:34,916 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:32:39,144 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:32:39,144 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:32:39,916 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:32:43,757 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:32:43,758 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:32:45,903 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:32:49,210 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:32:49,210 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:32:50,904 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:32:51,488 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 05:32:54,218 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:32:56,497 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:32:58,763 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:32:58,763 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:32:59,749 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 05:32:59,750 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 05:32:59,751 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 05:32:59,756 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 05:32:59,984 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 05:33:00,985 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 05:33:01,756 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:33:04,222 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:33:04,223 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:33:06,757 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:33:09,223 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:33:09,223 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:33:11,757 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:33:13,760 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:33:13,761 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:33:16,872 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:33:19,295 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:33:19,295 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:33:21,493 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 05:33:22,495 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:33:24,296 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:33:27,504 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:33:28,768 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:33:28,769 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:33:32,168 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 05:33:32,170 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 05:33:32,170 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 05:33:32,173 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 05:33:33,014 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 05:33:33,174 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:33:34,562 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:33:34,562 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:33:35,016 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 05:33:38,175 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:33:39,562 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:33:39,563 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:33:43,175 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:33:43,765 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:33:43,766 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:33:48,911 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:33:49,564 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:33:51,496 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 05:33:54,498 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:33:54,565 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:33:58,772 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:33:58,775 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:33:59,925 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:34:02,012 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 05:34:02,014 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 05:34:02,014 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 05:34:02,015 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 05:34:02,043 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 05:34:04,575 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:34:04,575 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:34:05,016 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:34:05,045 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 05:34:09,576 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:34:09,576 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:34:10,017 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:34:13,769 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:34:13,770 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:34:15,871 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:34:19,577 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:34:19,578 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:34:20,871 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:34:21,500 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 05:34:24,578 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:34:24,578 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:34:26,502 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:34:28,775 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:34:28,775 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:34:31,904 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:34:32,970 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 05:34:32,971 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 05:34:32,972 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 05:34:32,973 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 05:34:33,071 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 05:34:34,585 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:34:35,073 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 05:34:36,974 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:34:39,585 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:34:41,975 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:34:43,772 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:34:43,773 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:34:47,929 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:34:49,587 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:34:51,504 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 05:34:53,506 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:34:54,587 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:34:58,513 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:34:58,777 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:34:58,778 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:35:01,104 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 05:35:01,106 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 05:35:01,106 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 05:35:01,108 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 05:35:02,093 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 05:35:03,094 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 05:35:04,109 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:35:04,599 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:35:04,600 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:35:09,110 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:35:09,601 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:35:09,601 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:35:13,996 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:35:13,997 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:35:14,138 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:35:19,138 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:35:19,602 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:35:19,603 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:35:21,508 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 05:35:24,511 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:35:24,603 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:35:24,603 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:35:28,909 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:35:28,910 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:35:30,046 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:35:32,660 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 05:35:32,661 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 05:35:32,661 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 05:35:32,662 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 05:35:33,120 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 05:35:34,612 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:35:35,122 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 05:35:35,663 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:35:39,613 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:35:40,663 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:35:43,906 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:35:43,907 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:35:46,075 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:35:49,614 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:35:51,076 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:35:51,513 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 05:35:54,615 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:35:56,515 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:35:58,909 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:35:58,910 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:36:02,032 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:36:02,650 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 05:36:02,651 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 05:36:02,651 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 05:36:02,653 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 05:36:03,151 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 05:36:04,623 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:36:04,624 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:36:05,152 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 05:36:07,654 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:36:09,624 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:36:09,624 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:36:12,655 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:36:13,906 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:36:13,907 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:36:17,985 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:36:19,626 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:36:19,626 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:36:21,516 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 05:36:23,519 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:36:24,627 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:36:28,525 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:36:28,912 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:36:28,912 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:36:32,995 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 05:36:32,997 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 05:36:32,998 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 05:36:32,999 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 05:36:33,187 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 05:36:34,000 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:36:34,636 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:36:35,188 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 05:36:39,001 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:36:39,637 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:36:43,908 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:36:43,909 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:36:44,062 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:36:49,062 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:36:49,639 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:36:51,520 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 05:36:54,523 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:36:54,639 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:36:58,912 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:36:58,912 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:37:00,051 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:37:01,832 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 05:37:01,834 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 05:37:01,834 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 05:37:01,836 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 05:37:02,217 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 05:37:03,218 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 05:37:04,647 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:37:05,837 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:37:09,647 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:37:10,837 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:37:13,912 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:37:13,913 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:37:16,055 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:37:19,649 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:37:21,056 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:37:21,524 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 05:37:24,650 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:37:26,527 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:37:28,917 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:37:28,921 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:37:32,064 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:37:32,462 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 05:37:32,463 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 05:37:32,463 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 05:37:32,464 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 05:37:33,240 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 05:37:34,860 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:37:34,860 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:37:35,242 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 05:37:37,465 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:37:39,861 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:37:39,861 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:37:42,466 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:37:43,915 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:37:43,916 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:37:47,988 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:37:49,862 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:37:49,863 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:37:51,528 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 05:37:53,530 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:37:54,863 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:37:58,531 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:37:58,915 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:37:58,916 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:38:04,007 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:38:04,751 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 05:38:04,752 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 05:38:04,752 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 05:38:04,753 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 05:38:05,155 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:38:05,156 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:38:05,269 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 05:38:07,271 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 05:38:09,754 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:38:10,156 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:38:13,915 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:38:13,916 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:38:15,052 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:38:19,158 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:38:19,158 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:38:20,052 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:38:21,532 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 05:38:24,159 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:38:24,159 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:38:25,535 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:38:28,915 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:38:28,916 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:38:31,052 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:38:34,167 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:38:36,062 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:38:37,920 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 05:38:37,922 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 05:38:37,922 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 05:38:37,924 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 05:38:38,299 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 05:38:39,300 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 05:38:39,316 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:38:39,317 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:38:41,926 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:38:43,915 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:38:43,916 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:38:47,083 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:38:49,318 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:38:51,537 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 05:38:52,539 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:38:54,318 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:38:57,540 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:38:58,916 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:38:58,916 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:39:03,084 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:39:04,331 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:39:08,088 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:39:09,325 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:39:09,955 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 05:39:09,956 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 05:39:09,956 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 05:39:09,958 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 05:39:10,328 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 05:39:11,329 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 05:39:13,916 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:39:13,917 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:39:14,057 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:39:19,058 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:39:19,364 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:39:19,364 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:39:21,540 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 05:39:24,365 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:39:24,365 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:39:24,542 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:39:28,916 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:39:28,916 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:39:30,057 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:39:34,367 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:39:34,367 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:39:35,057 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:39:39,375 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:39:40,068 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:39:42,172 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 05:39:42,174 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 05:39:42,174 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 05:39:42,176 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 05:39:42,364 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 05:39:43,365 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 05:39:43,916 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:39:43,917 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:39:45,082 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:39:49,907 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:39:49,907 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:39:50,082 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:39:51,544 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 05:39:54,908 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:39:54,908 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:39:55,547 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:39:58,916 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:39:58,917 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:40:01,080 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:40:04,909 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:40:04,910 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:40:06,080 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:40:09,917 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:40:11,091 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:40:12,990 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 05:40:12,991 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 05:40:12,991 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 05:40:12,993 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 05:40:13,384 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 05:40:13,916 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:40:13,917 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:40:15,386 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 05:40:17,084 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:40:18,918 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:40:21,548 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 05:40:22,550 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:40:23,918 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:40:27,551 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:40:28,916 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:40:28,917 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:40:32,997 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:40:33,923 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:40:33,923 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:40:38,000 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:40:38,935 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:40:42,545 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 05:40:42,546 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 05:40:42,547 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 05:40:42,548 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 05:40:43,409 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 05:40:43,549 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:40:43,916 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:40:43,917 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:40:45,410 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 05:40:48,933 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:40:49,015 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:40:51,552 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 05:40:53,933 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:40:54,555 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:40:58,916 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:40:58,917 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:41:00,035 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:41:03,935 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:41:05,035 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:41:07,425 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 05:41:10,939 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:41:14,932 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:41:15,836 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:41:15,836 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:41:15,958 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:41:20,958 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:41:21,599 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 05:41:23,586 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:41:23,669 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:41:26,601 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:41:31,602 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:41:32,179 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:41:32,314 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:41:32,962 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:41:32,963 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:41:37,080 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:41:40,908 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:41:41,283 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:41:42,081 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:41:47,081 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:41:50,316 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:41:51,235 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:41:51,236 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:41:51,558 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 05:41:52,560 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:41:57,560 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:42:00,028 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:42:00,290 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:42:02,561 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:42:05,504 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:42:05,505 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:42:05,650 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 05:42:07,652 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 05:42:07,671 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:42:10,547 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:42:10,547 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:42:12,671 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:42:15,548 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:42:15,548 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:42:17,672 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:42:20,504 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:42:20,505 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:42:21,562 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 05:42:23,564 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:42:25,550 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:42:28,565 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:42:30,550 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:42:33,566 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:42:35,504 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:42:35,505 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:42:38,667 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:42:40,552 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:42:43,667 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:42:45,553 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:42:48,668 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:42:50,504 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:42:50,505 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:42:51,570 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 05:42:54,573 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:42:55,554 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:42:59,573 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:43:04,574 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:43:09,575 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:43:14,576 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:43:18,966 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:43:18,971 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:43:18,971 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:43:18,972 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:43:20,106 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:43:21,570 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 05:43:23,972 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:43:23,972 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:43:25,572 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:43:28,973 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:43:28,973 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:43:30,573 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:43:33,967 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:43:33,967 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:43:36,119 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:43:38,975 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:43:38,975 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:43:41,120 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:43:43,983 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:43:43,983 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:43:46,120 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:43:48,967 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:43:48,967 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:43:51,574 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 05:43:51,580 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:43:53,985 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:43:53,985 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:43:56,576 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:43:58,986 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:44:01,577 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:44:03,967 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:44:03,967 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:44:07,061 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:44:08,987 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:44:12,062 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:44:13,988 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:44:17,062 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:44:18,967 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:44:18,968 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:44:21,579 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 05:44:22,581 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:44:23,989 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:44:27,582 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:44:28,990 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:44:32,583 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:44:33,967 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:44:33,968 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:44:38,070 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:44:38,991 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:44:43,071 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:44:43,992 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:44:43,992 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:44:48,072 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:44:48,967 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:44:48,968 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:44:51,582 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 05:44:53,585 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:44:53,994 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:44:53,994 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:44:58,585 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:44:58,995 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:44:58,996 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:45:03,586 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:45:03,968 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:45:03,968 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:45:08,997 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:45:09,139 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:45:14,139 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:45:19,140 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:45:21,586 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 05:45:24,589 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:45:29,589 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:45:34,590 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:45:39,590 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:45:44,591 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:45:47,922 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:45:47,926 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:45:47,926 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:45:47,927 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:45:49,979 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:45:51,590 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 05:45:51,622 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 05:45:52,930 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:45:52,930 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:45:55,533 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:45:55,625 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 05:45:57,931 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:45:57,931 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:46:00,534 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:46:02,923 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:46:02,923 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:46:06,030 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:46:07,933 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:46:07,933 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:46:11,031 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:46:12,933 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:46:12,934 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:46:16,031 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:46:17,928 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:46:17,935 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:46:21,084 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:46:21,598 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 05:46:22,941 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:46:23,281 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 05:46:23,283 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 05:46:23,283 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 05:46:23,285 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 05:46:23,649 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 05:46:25,650 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 05:46:26,286 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:46:27,941 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:46:31,286 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:46:32,925 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:46:32,926 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:46:37,022 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:46:37,943 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:46:37,943 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:46:42,022 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:46:42,943 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:46:47,023 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:46:47,925 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:46:47,926 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:46:51,601 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 05:46:52,602 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:46:52,950 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:46:55,393 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 05:46:55,394 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 05:46:55,395 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 05:46:55,400 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 05:46:55,676 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 05:46:57,677 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 05:46:57,951 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:46:57,951 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:46:58,400 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:47:02,925 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:47:02,926 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:47:04,075 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:47:07,953 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:47:07,953 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:47:09,075 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:47:12,954 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:47:12,955 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:47:14,076 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:47:17,926 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:47:17,926 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:47:20,010 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:47:21,610 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 05:47:22,961 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:47:23,729 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 05:47:23,730 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 05:47:23,731 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 05:47:23,733 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 05:47:24,708 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 05:47:25,709 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 05:47:25,734 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:47:28,136 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:47:28,136 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:47:30,734 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:47:32,926 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:47:32,926 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:47:36,023 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:47:38,138 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:47:38,138 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:47:41,023 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:47:43,139 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:47:43,139 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:47:46,024 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:47:47,933 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:47:47,934 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:47:51,026 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:47:51,611 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 05:47:52,824 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 05:47:52,826 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 05:47:52,827 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 05:47:52,828 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 05:47:53,227 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:47:53,737 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 05:47:53,738 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 05:47:56,829 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:47:58,229 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:47:58,229 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:48:01,830 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:48:02,930 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:48:02,931 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:48:07,030 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:48:08,230 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:48:08,231 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:48:12,031 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:48:13,231 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:48:13,232 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:48:17,032 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:48:17,930 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:48:17,932 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:48:21,613 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 05:48:22,614 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:48:23,067 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 05:48:23,069 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 05:48:23,069 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 05:48:23,074 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 05:48:23,474 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:48:23,475 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:48:23,774 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 05:48:25,776 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 05:48:28,076 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:48:28,475 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:48:32,931 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:48:32,931 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:48:34,073 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:48:38,477 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:48:39,074 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:48:43,478 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:48:43,478 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:48:44,074 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:48:47,931 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:48:47,933 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:48:50,037 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:48:51,620 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 05:48:52,577 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 05:48:52,579 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 05:48:52,579 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 05:48:52,581 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 05:48:52,803 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 05:48:53,487 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:48:53,804 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 05:48:55,582 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:48:58,488 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:49:00,583 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:49:02,931 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:49:02,931 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:49:06,072 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:49:08,579 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:49:08,579 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:49:11,073 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:49:13,580 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:49:13,580 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:49:16,073 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:49:17,936 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:49:17,936 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:49:21,621 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 05:49:21,622 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:49:22,582 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 05:49:22,584 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 05:49:22,584 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 05:49:22,585 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 05:49:22,834 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 05:49:23,730 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:49:23,730 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:49:23,835 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 05:49:27,587 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:49:28,731 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:49:28,731 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:49:32,587 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:49:32,932 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:49:32,933 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:49:38,018 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:49:38,733 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:49:38,733 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:49:43,019 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:49:43,734 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:49:43,734 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:49:47,943 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:49:47,944 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:49:48,077 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:49:51,623 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 05:49:52,389 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 05:49:52,390 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 05:49:52,391 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 05:49:52,392 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 05:49:52,857 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 05:49:53,393 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:49:53,811 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:49:53,811 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:49:53,858 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 05:49:58,394 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:49:58,812 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:49:58,812 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:50:02,940 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:50:02,941 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:50:04,032 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:50:08,814 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:50:08,814 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:50:09,032 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:50:13,814 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:50:13,815 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:50:14,033 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:50:17,940 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:50:17,941 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:50:20,030 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:50:21,628 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 05:50:23,819 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:50:25,633 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:50:26,276 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 05:50:26,278 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 05:50:26,278 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 05:50:26,282 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 05:50:26,890 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 05:50:27,891 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 05:50:28,821 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:50:31,284 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:50:32,940 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:50:32,941 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:50:37,026 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:50:38,823 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:50:42,027 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:50:43,823 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:50:47,028 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:50:47,940 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:50:47,941 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:50:51,633 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 05:50:52,637 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:50:53,835 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:50:57,642 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:50:57,757 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 05:50:57,759 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 05:50:57,759 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 05:50:57,764 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 05:50:57,912 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 05:50:58,903 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:50:58,904 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:50:59,914 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 05:51:02,766 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:51:02,940 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:51:02,941 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:51:08,072 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:51:08,905 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:51:13,073 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:51:13,906 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:51:17,941 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:51:17,941 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:51:18,109 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:51:21,640 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 05:51:23,641 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:51:23,913 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:51:25,847 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 05:51:25,848 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 05:51:25,849 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 05:51:25,851 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 05:51:25,941 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 05:51:27,943 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 05:51:28,852 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:51:28,993 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:51:32,941 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:51:32,941 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:51:34,112 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:51:37,994 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:51:37,994 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:51:39,113 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:51:42,995 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:51:42,995 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:51:44,113 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:51:47,941 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:51:47,941 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:51:50,031 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:51:51,653 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 05:51:52,996 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:51:55,655 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:51:56,887 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 05:51:56,889 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 05:51:56,890 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 05:51:56,891 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 05:51:56,967 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 05:51:57,968 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 05:51:58,038 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:51:58,038 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:52:00,893 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:52:02,941 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:52:02,942 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:52:06,011 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:52:08,039 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:52:08,040 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:52:11,012 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:52:13,041 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:52:13,041 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:52:16,013 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:52:17,941 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:52:17,942 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:52:21,024 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:52:21,647 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 05:52:23,048 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:52:26,653 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:52:26,795 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 05:52:26,796 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 05:52:26,797 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 05:52:26,801 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 05:52:26,997 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 05:52:27,998 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 05:52:28,206 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:52:31,802 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:52:32,941 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:52:32,942 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:52:37,100 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:52:38,207 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:52:38,208 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:52:42,101 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:52:43,213 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:52:43,213 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:52:47,102 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:52:47,941 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:52:47,942 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:52:51,648 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 05:52:52,650 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:52:53,215 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:52:53,215 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:52:57,662 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:52:58,226 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:52:59,400 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 05:52:59,402 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 05:52:59,402 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 05:52:59,408 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 05:53:00,026 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 05:53:00,027 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 05:53:02,942 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:53:02,942 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:53:03,087 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:53:08,087 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:53:08,221 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:53:13,088 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:53:13,235 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:53:13,235 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:53:17,942 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:53:17,942 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:53:19,026 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:53:21,652 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 05:53:23,236 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:53:24,654 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:53:28,244 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:53:29,659 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:53:31,454 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 05:53:31,455 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 05:53:31,455 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 05:53:31,458 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 05:53:32,056 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 05:53:32,057 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 05:53:32,942 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:53:32,943 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:53:35,023 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:53:38,243 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:53:40,024 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:53:43,243 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:53:45,024 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:53:47,942 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:53:47,943 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:53:51,013 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:53:51,656 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 05:53:53,245 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:53:56,666 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:53:58,249 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:54:01,385 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 05:54:01,387 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 05:54:01,387 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 05:54:01,389 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 05:54:02,087 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 05:54:02,087 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 05:54:02,390 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:54:02,942 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:54:02,943 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:54:08,106 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:54:08,252 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:54:13,106 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:54:13,253 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:54:17,942 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:54:17,943 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:54:19,030 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:54:21,660 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 05:54:23,255 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:54:24,662 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:54:28,263 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:54:29,674 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:54:32,484 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 05:54:32,485 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 05:54:32,486 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 05:54:32,491 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 05:54:32,942 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:54:32,943 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:54:33,115 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 05:54:34,117 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 05:54:35,085 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:54:38,263 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:54:40,085 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:54:43,264 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:54:45,086 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:54:47,942 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:54:47,943 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:54:51,010 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:54:51,664 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 05:54:53,266 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:54:56,674 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:54:58,274 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:54:58,275 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:55:01,678 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:55:02,465 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 05:55:02,467 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 05:55:02,467 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 05:55:02,469 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 05:55:02,943 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:55:02,943 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:55:03,141 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 05:55:04,142 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 05:55:07,062 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:55:08,277 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:55:12,062 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:55:13,278 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:55:17,063 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:55:17,943 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:55:17,943 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:55:21,669 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 05:55:22,671 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:55:23,351 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:55:27,671 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:55:28,352 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:55:32,677 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:55:32,944 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:55:32,944 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:55:37,881 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 05:55:37,883 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 05:55:37,883 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 05:55:37,884 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:55:37,889 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 05:55:38,174 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 05:55:38,360 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:55:38,361 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:55:40,176 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 05:55:42,890 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:55:43,361 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:55:43,361 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:55:47,891 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:55:47,944 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:55:47,944 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:55:51,672 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 05:55:53,499 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:55:53,674 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:55:58,500 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:55:58,674 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:56:02,952 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:56:02,952 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:56:04,123 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:56:08,360 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 05:56:08,362 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 05:56:08,362 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 05:56:08,365 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 05:56:08,759 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:56:08,760 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:56:09,203 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 05:56:09,367 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:56:10,204 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 05:56:13,760 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:56:14,367 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:56:17,946 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:56:17,946 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:56:20,033 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:56:21,675 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 05:56:23,762 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:56:23,762 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:56:25,677 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:56:28,763 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:56:28,763 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:56:30,678 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:56:32,946 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:56:32,947 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:56:36,031 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:56:38,773 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:56:40,487 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 05:56:40,489 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 05:56:40,490 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 05:56:40,493 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 05:56:41,237 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 05:56:41,494 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:56:42,238 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 05:56:44,547 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:56:44,547 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:56:46,495 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:56:47,946 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:56:47,947 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:56:51,679 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 05:56:51,681 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:56:53,548 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:56:53,548 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:56:56,681 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:56:58,549 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:56:58,549 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:57:01,682 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:57:02,946 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:57:02,947 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:57:07,120 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:57:08,567 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:57:11,480 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 05:57:11,481 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 05:57:11,481 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 05:57:11,487 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 05:57:12,269 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 05:57:12,487 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:57:13,270 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 05:57:14,393 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:57:14,393 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:57:17,488 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:57:17,946 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:57:17,947 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:57:21,683 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 05:57:22,685 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:57:23,395 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:57:23,395 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:57:27,686 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:57:28,396 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:57:28,396 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:57:32,686 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:57:32,947 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:57:32,947 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:57:38,108 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:57:38,405 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:57:42,872 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 05:57:42,873 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 05:57:42,874 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 05:57:42,879 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 05:57:43,298 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 05:57:43,405 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:57:43,880 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:57:45,300 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 05:57:47,947 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:57:47,948 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:57:49,061 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:57:51,686 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 05:57:53,406 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:57:54,689 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:57:58,407 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:57:59,689 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:58:02,947 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:58:02,947 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:58:05,103 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:58:08,417 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:58:10,110 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:58:13,415 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:58:13,980 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 05:58:13,981 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 05:58:13,981 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 05:58:13,986 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 05:58:14,337 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 05:58:15,338 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 05:58:15,987 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:58:17,947 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:58:17,947 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:58:21,086 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:58:21,690 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 05:58:23,419 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:58:26,692 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:58:28,420 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:58:31,693 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:58:32,947 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:58:32,948 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:58:37,059 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:58:38,425 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:58:42,066 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:58:43,428 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:58:43,550 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 05:58:43,552 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 05:58:43,553 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 05:58:43,554 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 05:58:44,361 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 05:58:45,363 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 05:58:47,555 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:58:47,947 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:58:47,948 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:58:51,694 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 05:58:52,696 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:58:53,429 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:58:57,697 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:58:58,431 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:59:02,698 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:59:02,947 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:59:02,948 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:59:08,092 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:59:08,442 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:59:12,283 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 05:59:12,284 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 05:59:12,285 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 05:59:12,286 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 05:59:12,391 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 05:59:13,287 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:59:13,393 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 05:59:13,875 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:59:13,875 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:59:17,947 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:59:17,948 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:59:19,109 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:59:21,698 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 05:59:23,876 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:59:23,876 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:59:24,700 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:59:28,877 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:59:28,878 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:59:29,701 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:59:32,948 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:59:32,948 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:59:35,046 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:59:38,889 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:59:40,051 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:59:43,184 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 05:59:43,185 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 05:59:43,186 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 05:59:43,187 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 05:59:43,420 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 05:59:43,888 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:59:45,187 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:59:45,422 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 05:59:47,948 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 05:59:47,949 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 05:59:51,061 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:59:51,702 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 05:59:53,890 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:59:56,704 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 05:59:59,077 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 05:59:59,078 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:00:01,705 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:00:02,948 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:00:02,948 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:00:07,016 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:00:08,079 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:00:08,079 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:00:12,027 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:00:13,085 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:00:16,044 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 06:00:16,046 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 06:00:16,046 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 06:00:16,047 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 06:00:16,449 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 06:00:17,048 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:00:17,450 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 06:00:17,948 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:00:17,948 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:00:21,706 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 06:00:22,709 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:00:23,190 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:00:23,190 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:00:27,709 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:00:28,191 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:00:28,191 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:00:32,710 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:00:32,949 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:00:32,949 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:00:38,095 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:00:38,192 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:00:38,192 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:00:43,106 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:00:43,198 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:00:47,086 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 06:00:47,088 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 06:00:47,088 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 06:00:47,090 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 06:00:47,483 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 06:00:47,948 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:00:47,949 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:00:49,102 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:00:49,484 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 06:00:51,710 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 06:00:53,232 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:00:54,712 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:00:58,233 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:00:59,713 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:01:02,948 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:01:02,949 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:01:05,045 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:01:08,234 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:01:10,046 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:01:13,239 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:01:15,053 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:01:16,563 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 06:01:16,565 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 06:01:16,565 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 06:01:16,567 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 06:01:17,513 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 06:01:17,513 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 06:01:17,948 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:01:17,949 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:01:20,056 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:01:21,711 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 06:01:23,243 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:01:25,713 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:01:28,244 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:01:30,714 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:01:32,949 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:01:32,950 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:01:36,083 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:01:38,245 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:01:41,091 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:01:43,252 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:01:46,089 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:01:46,517 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 06:01:46,519 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 06:01:46,519 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 06:01:46,521 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 06:01:46,535 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 06:01:47,536 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 06:01:47,949 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:01:47,949 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:01:51,102 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:01:51,715 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 06:01:53,254 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:01:56,718 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:01:58,254 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:02:01,718 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:02:02,949 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:02:02,949 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:02:07,042 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:02:08,295 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:02:12,043 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:02:13,299 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:02:16,919 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 06:02:16,921 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 06:02:16,922 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 06:02:16,924 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 06:02:17,569 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 06:02:17,925 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:02:17,949 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:02:17,950 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:02:19,570 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 06:02:21,718 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 06:02:23,322 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:02:23,719 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:02:28,323 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:02:28,720 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:02:32,949 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:02:32,950 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:02:34,114 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:02:38,324 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:02:39,115 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:02:43,327 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:02:44,124 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:02:46,297 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 06:02:46,299 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 06:02:46,299 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 06:02:46,300 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 06:02:46,594 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 06:02:47,595 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 06:02:47,949 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:02:47,950 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:02:50,077 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:02:51,722 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 06:02:53,443 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:02:55,724 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:02:58,444 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:03:00,725 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:03:02,949 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:03:02,950 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:03:06,066 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:03:08,445 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:03:11,067 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:03:13,452 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:03:16,071 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:03:17,921 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 06:03:17,922 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 06:03:17,923 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 06:03:17,924 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 06:03:18,322 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:03:18,323 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:03:18,624 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 06:03:19,625 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 06:03:21,468 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:03:21,727 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 06:03:23,452 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:03:26,729 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:03:28,452 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:03:31,730 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:03:33,068 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:03:33,069 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:03:37,158 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:03:38,509 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:03:42,161 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:03:43,515 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:03:47,096 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 06:03:47,097 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 06:03:47,097 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 06:03:47,099 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 06:03:47,652 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 06:03:48,068 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:03:48,069 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:03:48,170 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:03:49,654 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 06:03:51,730 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 06:03:53,516 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:03:53,732 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:03:58,517 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:03:58,732 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:04:03,069 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:04:03,069 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:04:04,237 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:04:08,530 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:04:09,237 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:04:13,540 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:04:14,243 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:04:17,049 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 06:04:17,050 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 06:04:17,051 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 06:04:17,052 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 06:04:17,684 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 06:04:18,071 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:04:18,071 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:04:19,685 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 06:04:20,175 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:04:21,734 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 06:04:23,540 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:04:25,736 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:04:28,541 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:04:30,737 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:04:33,070 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:04:33,071 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:04:36,179 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:04:38,574 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:04:41,180 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:04:43,579 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:04:46,184 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:04:47,664 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 06:04:47,665 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 06:04:47,666 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 06:04:47,667 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 06:04:47,710 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 06:04:48,073 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:04:48,074 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:04:49,712 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 06:04:51,226 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:04:51,737 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 06:04:53,587 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:04:56,740 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:04:58,588 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:05:01,741 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:05:03,073 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:05:03,073 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:05:07,147 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:05:08,590 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:05:12,149 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:05:13,605 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:05:16,343 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 06:05:16,345 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 06:05:16,345 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 06:05:16,347 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 06:05:16,735 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 06:05:17,348 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:05:17,737 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 06:05:18,073 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:05:18,073 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:05:21,742 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 06:05:22,744 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:05:23,750 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:05:27,745 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:05:28,828 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:05:32,746 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:05:33,073 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:05:33,073 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:05:38,181 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:05:38,839 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:05:43,184 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:05:43,847 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:05:44,450 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 06:05:44,452 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 06:05:44,452 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 06:05:44,454 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 06:05:44,770 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 06:05:45,771 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 06:05:48,073 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:05:48,074 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:05:48,230 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:05:51,747 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 06:05:53,749 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:05:53,855 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:05:58,750 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:05:58,856 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:06:03,073 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:06:03,074 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:06:04,178 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:06:08,858 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:06:09,178 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:06:13,860 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:06:14,185 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:06:17,643 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 06:06:17,645 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 06:06:17,645 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 06:06:17,647 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 06:06:17,796 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 06:06:18,073 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:06:18,074 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:06:19,231 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:06:19,797 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 06:06:21,749 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 06:06:24,047 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:06:24,047 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:06:24,752 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:06:29,048 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:06:29,752 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:06:33,073 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:06:33,074 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:06:35,158 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:06:39,049 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:06:40,158 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:06:44,050 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:06:45,168 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:06:48,076 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:06:48,077 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:06:48,821 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 06:06:48,823 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 06:06:48,823 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 06:06:48,825 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 06:06:49,822 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 06:06:49,822 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 06:06:50,826 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:06:51,753 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 06:06:53,226 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:06:53,227 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:06:56,756 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:06:58,228 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:06:58,387 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:07:01,756 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:07:03,075 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:07:03,076 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:07:07,210 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:07:08,388 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:07:08,389 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:07:12,210 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:07:13,389 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:07:13,390 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:07:17,214 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:07:18,080 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:07:18,083 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:07:20,078 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 06:07:20,079 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 06:07:20,080 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 06:07:20,085 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 06:07:20,848 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 06:07:21,757 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 06:07:21,850 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 06:07:22,760 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:07:23,485 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:07:23,486 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:07:27,760 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:07:28,486 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:07:28,487 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:07:32,761 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:07:33,077 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:07:33,077 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:07:38,162 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:07:38,520 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:07:38,520 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:07:43,162 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:07:43,521 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:07:43,521 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:07:48,084 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:07:48,089 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:07:48,195 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:07:51,765 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 06:07:52,329 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 06:07:52,330 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 06:07:52,331 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 06:07:52,332 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 06:07:52,883 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 06:07:53,333 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:07:53,739 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:07:53,740 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:07:53,884 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 06:07:58,334 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:07:58,740 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:08:03,080 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:08:03,081 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:08:04,163 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:08:08,742 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:08:09,163 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:08:13,743 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:08:13,743 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:08:14,164 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:08:18,081 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:08:18,081 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:08:19,207 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:08:21,763 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 06:08:22,275 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 06:08:22,276 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 06:08:22,277 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 06:08:22,280 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 06:08:22,909 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 06:08:23,752 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:08:23,910 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 06:08:24,281 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:08:28,753 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:08:29,282 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:08:33,081 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:08:33,082 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:08:35,229 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:08:38,755 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:08:40,229 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:08:43,755 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:08:45,230 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:08:48,081 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:08:48,081 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:08:51,206 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:08:51,767 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 06:08:52,076 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 06:08:52,077 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 06:08:52,078 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 06:08:52,079 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 06:08:52,939 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 06:08:53,763 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:08:53,940 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 06:08:57,081 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:08:58,764 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:09:02,082 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:09:03,081 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:09:03,082 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:09:07,201 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:09:08,765 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:09:08,766 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:09:12,201 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:09:13,766 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:09:13,766 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:09:17,202 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:09:18,081 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:09:18,082 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:09:21,774 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 06:09:22,778 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:09:23,775 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:09:26,225 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 06:09:26,226 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 06:09:26,227 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 06:09:26,232 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 06:09:26,965 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 06:09:27,966 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 06:09:28,233 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:09:28,774 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:09:28,774 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:09:33,081 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:09:33,082 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:09:34,160 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:09:38,857 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:09:39,161 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:09:43,857 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:09:43,858 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:09:44,162 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:09:48,082 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:09:48,082 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:09:50,164 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:09:51,778 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 06:09:53,863 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:09:55,283 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 06:09:55,284 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 06:09:55,285 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 06:09:55,285 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:09:55,286 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 06:09:55,994 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 06:09:55,994 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 06:09:58,864 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:10:00,288 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:10:03,082 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:10:03,082 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:10:06,191 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:10:08,938 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:10:11,191 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:10:13,938 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:10:16,192 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:10:18,082 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:10:18,082 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:10:21,786 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 06:10:21,790 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:10:23,946 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:10:25,859 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 06:10:25,861 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 06:10:25,862 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 06:10:25,863 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 06:10:26,016 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 06:10:26,864 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:10:28,018 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 06:10:29,265 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:10:29,265 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:10:31,865 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:10:33,082 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:10:33,082 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:10:37,177 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:10:38,266 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:10:38,266 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:10:42,178 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:10:43,267 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:10:43,267 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:10:47,178 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:10:48,082 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:10:48,083 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:10:51,787 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 06:10:52,793 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:10:53,275 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:10:56,341 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 06:10:56,343 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 06:10:56,343 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 06:10:56,344 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 06:10:57,042 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 06:10:58,043 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 06:10:58,279 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:10:58,279 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:10:58,345 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:11:03,082 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:11:03,083 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:11:04,152 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:11:08,280 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:11:08,281 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:11:09,153 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:11:13,282 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:11:13,282 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:11:14,153 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:11:18,082 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:11:18,083 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:11:19,249 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:11:21,792 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 06:11:23,288 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:11:24,726 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 06:11:24,728 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 06:11:24,729 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 06:11:24,729 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:11:24,730 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 06:11:25,064 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 06:11:26,065 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 06:11:28,289 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:11:28,289 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:11:29,732 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:11:33,082 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:11:33,083 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:11:35,237 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:11:38,382 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:11:40,237 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:11:43,382 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:11:43,382 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:11:45,238 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:11:48,082 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:11:48,083 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:11:51,204 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:11:51,799 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 06:11:53,390 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:11:56,370 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 06:11:56,371 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 06:11:56,371 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 06:11:56,371 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:11:56,372 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 06:11:57,090 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 06:11:58,092 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 06:11:58,517 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:12:01,373 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:12:03,082 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:12:03,083 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:12:07,227 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:12:08,518 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:12:08,519 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:12:12,227 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:12:13,520 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:12:13,520 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:12:17,228 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:12:18,083 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:12:18,083 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:12:21,798 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 06:12:22,799 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:12:23,523 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:12:25,946 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 06:12:25,948 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 06:12:25,949 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 06:12:25,954 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 06:12:26,118 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 06:12:27,956 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:12:28,120 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 06:12:28,524 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:12:32,956 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:12:33,083 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:12:33,083 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:12:38,223 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:12:38,526 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:12:43,224 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:12:43,527 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:12:48,083 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:12:48,083 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:12:48,229 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:12:51,803 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 06:12:53,539 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:12:53,806 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:12:55,932 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 06:12:55,933 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 06:12:55,934 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 06:12:55,935 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 06:12:56,150 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 06:12:58,152 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 06:12:58,535 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:12:58,936 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:13:03,083 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:13:03,084 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:13:04,241 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:13:08,537 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:13:09,242 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:13:13,537 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:13:14,242 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:13:18,083 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:13:18,084 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:13:20,178 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:13:21,808 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 06:13:23,543 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:13:25,489 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 06:13:25,490 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 06:13:25,491 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 06:13:25,491 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:13:25,493 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 06:13:26,180 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 06:13:26,181 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 06:13:28,642 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:13:28,642 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:13:30,494 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:13:33,083 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:13:33,084 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:13:36,180 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:13:38,643 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:13:41,180 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:13:43,644 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:13:46,181 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:13:48,083 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:13:48,084 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:13:51,204 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:13:51,812 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 06:13:53,653 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:13:56,822 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:13:58,057 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 06:13:58,059 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 06:13:58,060 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 06:13:58,061 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 06:13:58,207 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 06:13:58,652 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:14:00,209 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 06:14:02,063 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:14:03,083 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:14:03,084 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:14:07,240 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:14:08,654 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:14:12,241 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:14:13,654 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:14:17,241 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:14:18,084 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:14:18,084 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:14:21,817 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 06:14:22,824 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:14:23,660 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:14:27,828 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:14:27,951 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 06:14:27,953 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 06:14:27,954 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 06:14:27,955 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 06:14:28,237 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 06:14:28,661 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:14:30,238 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 06:14:32,956 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:14:33,084 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:14:33,084 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:14:38,195 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:14:38,662 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:14:43,195 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:14:43,755 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:14:48,084 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:14:48,085 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:14:48,230 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:14:51,821 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 06:14:53,756 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:14:53,756 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:14:53,832 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:14:58,717 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 06:14:58,719 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 06:14:58,720 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 06:14:58,722 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 06:14:59,128 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:14:59,128 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:14:59,260 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 06:14:59,722 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:15:00,261 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 06:15:03,084 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:15:03,085 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:15:05,253 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:15:08,129 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:15:10,253 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:15:13,305 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:15:13,305 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:15:15,254 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:15:18,084 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:15:18,085 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:15:21,239 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:15:21,825 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 06:15:23,306 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:15:26,839 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:15:28,315 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:15:28,938 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 06:15:28,940 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 06:15:28,940 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 06:15:28,942 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 06:15:29,287 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 06:15:30,288 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 06:15:31,943 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:15:33,084 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:15:33,085 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:15:37,186 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:15:38,341 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:15:38,341 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:15:42,186 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:15:43,435 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:15:43,436 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:15:47,187 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:15:48,084 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:15:48,085 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:15:51,829 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 06:15:52,831 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:15:53,437 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:15:53,437 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:15:57,846 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:15:58,441 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:15:59,875 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 06:15:59,876 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 06:15:59,877 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 06:15:59,878 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 06:16:00,320 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 06:16:02,322 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 06:16:02,879 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:16:03,084 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:16:03,085 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:16:08,187 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:16:08,442 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:16:13,188 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:16:13,567 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:16:13,568 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:16:18,084 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:16:18,085 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:16:18,244 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:16:21,832 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 06:16:23,569 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:16:23,570 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:16:23,837 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:16:28,580 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:16:28,841 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:16:29,558 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 06:16:29,559 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 06:16:29,560 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 06:16:29,561 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 06:16:30,349 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 06:16:30,350 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 06:16:33,085 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:16:33,085 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:16:34,196 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:16:38,704 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:16:38,704 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:16:39,197 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:16:43,705 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:16:43,705 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:16:44,198 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:16:48,085 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:16:48,085 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:16:49,207 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:16:51,838 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 06:16:53,706 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:16:53,707 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:16:54,840 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:16:58,712 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:16:59,845 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:17:01,244 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 06:17:01,245 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 06:17:01,245 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 06:17:01,247 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 06:17:01,374 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 06:17:02,375 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 06:17:03,085 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:17:03,086 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:17:05,156 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:17:08,715 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:17:10,157 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:17:13,716 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:17:15,157 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:17:18,085 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:17:18,086 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:17:20,169 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:17:21,841 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 06:17:23,717 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:17:25,852 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:17:28,726 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:17:30,718 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 06:17:30,718 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 06:17:30,719 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 06:17:30,721 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 06:17:31,401 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 06:17:31,722 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:17:32,402 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 06:17:33,085 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:17:33,086 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:17:37,212 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:17:38,864 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:17:42,212 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:17:43,865 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:17:43,865 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:17:47,213 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:17:48,085 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:17:48,086 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:17:51,845 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 06:17:52,847 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:17:53,866 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:17:53,866 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:17:57,850 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:17:58,876 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:18:01,850 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 06:18:01,852 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 06:18:01,852 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 06:18:01,854 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 06:18:02,437 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 06:18:02,437 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 06:18:02,855 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:18:03,085 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:18:03,086 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:18:08,239 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:18:09,000 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:18:13,239 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:18:14,054 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:18:14,142 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:18:18,086 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:18:18,087 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:18:19,215 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:18:21,849 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 06:18:23,143 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:18:24,851 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:18:28,151 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:18:29,857 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:18:31,592 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 06:18:31,593 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 06:18:31,594 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 06:18:31,596 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 06:18:32,464 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 06:18:32,464 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 06:18:33,086 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:18:33,086 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:18:35,252 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:18:38,152 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:18:40,253 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:18:43,153 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:18:45,253 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:18:48,086 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:18:48,086 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:18:51,193 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:18:51,853 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 06:18:53,154 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:18:56,862 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:18:58,161 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:19:01,862 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:19:02,750 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 06:19:02,751 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 06:19:02,752 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 06:19:02,753 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 06:19:03,157 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:19:03,158 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:19:03,486 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 06:19:04,487 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 06:19:07,297 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:19:08,163 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:19:12,298 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:19:13,163 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:19:13,164 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:19:17,299 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:19:18,155 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:19:18,156 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:19:21,857 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 06:19:22,860 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:19:23,165 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:19:23,165 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:19:27,860 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:19:28,166 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:19:32,866 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:19:33,167 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:19:33,171 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:19:35,577 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 06:19:35,579 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 06:19:35,579 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 06:19:35,581 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 06:19:36,522 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 06:19:36,522 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 06:19:38,171 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:19:38,582 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:19:43,172 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:19:43,583 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:19:48,160 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:19:48,161 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:19:49,310 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:19:51,861 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 06:19:53,300 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:19:53,300 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:19:54,863 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:19:58,303 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:19:59,872 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:20:03,064 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 06:20:03,066 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 06:20:03,067 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 06:20:03,068 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 06:20:03,533 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:20:03,537 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:20:03,537 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:20:03,553 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 06:20:05,555 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 06:20:05,624 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:20:09,534 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:20:09,535 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:20:10,625 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:20:14,535 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:20:14,536 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:20:15,626 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:20:18,210 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:20:18,211 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:20:21,378 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:20:21,865 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 06:20:23,537 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:20:23,537 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:20:26,867 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:20:28,538 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:20:28,538 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:20:31,871 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:20:33,210 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:20:33,211 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:20:35,602 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 06:20:35,604 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 06:20:35,605 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 06:20:35,606 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 06:20:36,584 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 06:20:37,585 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 06:20:37,607 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:20:38,543 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:20:42,608 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:20:43,544 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:20:47,609 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:20:48,210 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:20:48,211 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:20:51,869 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 06:20:52,871 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:20:53,545 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:20:57,871 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:20:58,546 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:21:02,875 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:21:03,220 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:21:03,221 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:21:05,524 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 06:21:05,525 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 06:21:05,525 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 06:21:05,526 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 06:21:05,614 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 06:21:07,616 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 06:21:08,527 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:21:08,678 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:21:08,678 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:21:13,528 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:21:13,678 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:21:13,679 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:21:18,214 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:21:18,215 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:21:19,295 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:21:21,873 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 06:21:23,680 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:21:23,680 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:21:24,875 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:21:28,688 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:21:29,881 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:21:33,214 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:21:33,214 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:21:33,663 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 06:21:33,665 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 06:21:33,665 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 06:21:33,667 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 06:21:34,639 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 06:21:35,640 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 06:21:35,668 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:21:38,813 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:21:40,668 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:21:43,814 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:21:43,814 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:21:45,669 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:21:48,214 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:21:48,215 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:21:51,302 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:21:51,877 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 06:21:53,816 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:21:53,816 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:21:56,884 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:21:58,832 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:21:58,833 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:22:01,272 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 06:22:01,274 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 06:22:01,274 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 06:22:01,276 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 06:22:01,666 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 06:22:02,277 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:22:03,214 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:22:03,215 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:22:03,668 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 06:22:07,297 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:22:08,829 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:22:12,297 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:22:13,947 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:22:14,038 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:22:17,298 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:22:18,215 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:22:18,215 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:22:21,882 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 06:22:22,884 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:22:24,040 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:22:24,040 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:22:27,893 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:22:29,053 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:22:30,973 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 06:22:30,974 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 06:22:30,975 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 06:22:30,976 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 06:22:31,693 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 06:22:32,977 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:22:33,215 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:22:33,215 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:22:33,694 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 06:22:38,385 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:22:39,126 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:22:43,385 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:22:44,126 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:22:44,127 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:22:48,215 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:22:48,216 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:22:49,319 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:22:51,885 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 06:22:54,128 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:22:54,128 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:22:54,887 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:22:59,139 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:22:59,895 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:23:02,231 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 06:23:02,232 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 06:23:02,233 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 06:23:02,234 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 06:23:02,718 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 06:23:03,215 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:23:03,216 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:23:03,719 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 06:23:05,382 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:23:09,136 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:23:09,137 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:23:10,383 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:23:14,137 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:23:14,137 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:23:15,383 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:23:18,215 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:23:18,216 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:23:21,337 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:23:21,888 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 06:23:24,138 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:23:26,890 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:23:29,143 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:23:31,904 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:23:33,215 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:23:33,216 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:23:33,564 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 06:23:33,565 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 06:23:33,566 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 06:23:33,567 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 06:23:33,748 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 06:23:35,750 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 06:23:37,569 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:23:39,148 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:23:42,569 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:23:44,149 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:23:47,570 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:23:48,215 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:23:48,216 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:23:51,892 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 06:23:52,894 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:23:54,150 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:23:54,151 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:23:57,896 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:23:59,163 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:24:02,902 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:24:03,215 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:24:03,216 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:24:03,273 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 06:24:03,378 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 06:24:03,379 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 06:24:03,381 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 06:24:03,775 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 06:24:05,777 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 06:24:08,383 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:24:09,161 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:24:13,383 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:24:14,161 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:24:18,216 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:24:18,216 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:24:19,379 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:24:21,896 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 06:24:24,162 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:24:24,898 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:24:29,167 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:24:29,904 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:24:33,215 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:24:33,216 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:24:34,149 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 06:24:34,151 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 06:24:34,151 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 06:24:34,153 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 06:24:34,807 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 06:24:35,154 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:24:35,808 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 06:24:38,296 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:24:40,155 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:24:43,297 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:24:43,297 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:24:45,155 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:24:48,216 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:24:48,216 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:24:50,321 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:24:51,901 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 06:24:53,299 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:24:53,299 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:24:55,903 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:24:58,303 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:25:00,912 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:25:03,216 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:25:03,216 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:25:03,644 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 06:25:03,646 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 06:25:03,646 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 06:25:03,648 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 06:25:03,838 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 06:25:05,840 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 06:25:06,649 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:25:08,305 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:25:11,650 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:25:13,305 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:25:16,650 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:25:18,216 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:25:18,217 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:25:21,904 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 06:25:21,911 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:25:23,307 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:25:26,907 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:25:28,319 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:25:31,914 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:25:33,219 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:25:33,221 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:25:33,558 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 06:25:33,560 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 06:25:33,561 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 06:25:33,562 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 06:25:33,868 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 06:25:35,870 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 06:25:37,564 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:25:38,316 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:25:42,564 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:25:43,316 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:25:47,565 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:25:48,219 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:25:48,220 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:25:51,908 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 06:25:52,911 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:25:53,318 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:25:57,911 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:25:58,319 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:26:02,919 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:26:03,229 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:26:03,229 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:26:06,626 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 06:26:06,628 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 06:26:06,629 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 06:26:06,630 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 06:26:06,897 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 06:26:07,898 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 06:26:08,324 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:26:08,631 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:26:13,324 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:26:13,632 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:26:18,221 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:26:18,222 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:26:19,319 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:26:21,912 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 06:26:23,326 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:26:24,915 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:26:28,326 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:26:29,916 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:26:33,226 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:26:33,227 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:26:35,340 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:26:38,334 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:26:38,628 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 06:26:38,630 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 06:26:38,631 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 06:26:38,632 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 06:26:38,925 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 06:26:39,926 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 06:26:40,633 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:26:43,335 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:26:45,634 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:26:48,224 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:26:48,225 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:26:51,381 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:26:51,917 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 06:26:53,458 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:26:53,458 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:26:56,920 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:26:58,459 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:26:58,459 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:27:01,921 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:27:03,224 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:27:03,225 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:27:07,394 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:27:08,468 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:27:09,762 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 06:27:09,764 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 06:27:09,765 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 06:27:09,767 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 06:27:09,952 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 06:27:11,954 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 06:27:12,768 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:27:13,468 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:27:13,468 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:27:17,768 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:27:18,224 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:27:18,225 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:27:21,920 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 06:27:22,922 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:27:23,470 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:27:23,470 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:27:27,923 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:27:28,470 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:27:32,924 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:27:33,235 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:27:33,236 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:27:38,338 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:27:38,479 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:27:38,877 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 06:27:38,879 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 06:27:38,879 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 06:27:38,881 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 06:27:38,986 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 06:27:41,989 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 06:27:43,480 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:27:43,882 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:27:48,227 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:27:48,228 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:27:49,397 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:27:51,925 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 06:27:53,481 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:27:53,481 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:27:54,927 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:27:58,482 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:27:58,483 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:27:59,928 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:28:03,228 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:28:03,228 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:28:05,354 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:28:08,495 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:28:08,495 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:28:10,355 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:28:10,520 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 06:28:10,522 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 06:28:10,522 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 06:28:10,524 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 06:28:11,013 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 06:28:12,014 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 06:28:13,489 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:28:13,489 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:28:15,525 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:28:18,227 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:28:18,228 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:28:21,385 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:28:21,928 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 06:28:23,490 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:28:26,931 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:28:28,538 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:28:28,538 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:28:31,931 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:28:33,227 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:28:33,228 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:28:37,303 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:28:38,545 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:28:42,312 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:28:43,383 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 06:28:43,384 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 06:28:43,385 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 06:28:43,386 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 06:28:43,785 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:28:43,786 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:28:44,040 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 06:28:44,041 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 06:28:47,387 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:28:48,227 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:28:48,228 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:28:51,932 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 06:28:52,934 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:28:53,787 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:28:57,935 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:28:58,788 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:29:02,935 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:29:03,228 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:29:03,228 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:29:08,315 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:29:08,791 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:29:08,791 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:29:13,321 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:29:13,798 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:29:15,376 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 06:29:15,378 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 06:29:15,379 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 06:29:15,380 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 06:29:16,070 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 06:29:16,071 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 06:29:18,228 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:29:18,229 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:29:18,342 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:29:21,936 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 06:29:23,799 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:29:23,800 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:29:23,938 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:29:28,909 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:29:28,910 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:29:28,939 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:29:33,228 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:29:33,229 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:29:34,370 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:29:38,920 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:29:39,380 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:29:43,916 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:29:44,383 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:29:44,470 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 06:29:44,472 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 06:29:44,473 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 06:29:44,474 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 06:29:45,113 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 06:29:46,115 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 06:29:48,228 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:29:48,229 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:29:50,318 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:29:51,940 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 06:29:53,918 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:29:53,918 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:29:55,942 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:29:59,090 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:29:59,091 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:30:00,943 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:30:03,228 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:30:03,229 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:30:06,386 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:30:09,096 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:30:09,096 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:30:11,388 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:30:14,102 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:30:15,661 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 06:30:15,663 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 06:30:15,663 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 06:30:15,665 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 06:30:16,148 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 06:30:16,666 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:30:18,150 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 06:30:18,229 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:30:18,229 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:30:21,947 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 06:30:21,953 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:30:24,102 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:30:26,951 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:30:29,109 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:30:29,110 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:30:31,952 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:30:33,228 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:30:33,229 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:30:37,342 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:30:39,114 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:30:42,350 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:30:44,117 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:30:44,117 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:30:44,282 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 06:30:44,284 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 06:30:44,284 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 06:30:44,286 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 06:30:45,176 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 06:30:46,177 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 06:30:48,229 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:30:48,229 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:30:48,338 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:30:51,948 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 06:30:53,950 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:30:54,118 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:30:54,118 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:30:58,950 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:30:59,182 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:30:59,182 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:31:03,229 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:31:03,229 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:31:04,391 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:31:09,186 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:31:09,401 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:31:13,890 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 06:31:13,892 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 06:31:13,892 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 06:31:13,894 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 06:31:14,206 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 06:31:14,310 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:31:14,311 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:31:14,895 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:31:16,208 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 06:31:18,229 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:31:18,229 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:31:20,412 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:31:21,952 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 06:31:23,312 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:31:23,312 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:31:25,954 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:31:28,313 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:31:28,313 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:31:30,955 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:31:33,229 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:31:33,229 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:31:36,388 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:31:38,315 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:31:38,315 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:31:41,395 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:31:43,319 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:31:45,526 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 06:31:45,527 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 06:31:45,528 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 06:31:45,529 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 06:31:46,241 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 06:31:46,241 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 06:31:46,530 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:31:48,229 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:31:48,230 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:31:51,956 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 06:31:51,962 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:31:53,327 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:31:53,327 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:31:56,959 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:31:58,328 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:31:58,328 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:32:01,959 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:32:03,229 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:32:03,230 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:32:07,402 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:32:08,340 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:32:12,405 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:32:12,877 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 06:32:12,878 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 06:32:12,878 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 06:32:12,879 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 06:32:13,270 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 06:32:13,338 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:32:14,271 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 06:32:17,880 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:32:18,229 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:32:18,230 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:32:21,960 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 06:32:22,962 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:32:23,339 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:32:27,962 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:32:28,340 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:32:32,963 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:32:33,229 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:32:33,230 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:32:38,341 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:32:38,375 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:32:43,348 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:32:43,388 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:32:44,377 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 06:32:44,379 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 06:32:44,379 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 06:32:44,381 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 06:32:45,295 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 06:32:46,297 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 06:32:48,229 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:32:48,230 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:32:49,343 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:32:51,964 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 06:32:53,347 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:32:54,967 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:32:58,472 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:32:58,555 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:32:59,967 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:33:03,230 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:33:03,230 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:33:05,395 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:33:08,556 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:33:10,402 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:33:13,563 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:33:15,404 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:33:15,591 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 06:33:15,593 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 06:33:15,593 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 06:33:15,595 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 06:33:16,321 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 06:33:16,322 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 06:33:18,230 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:33:18,230 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:33:21,397 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:33:21,967 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 06:33:23,562 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:33:26,970 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:33:28,563 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:33:31,971 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:33:33,230 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:33:33,230 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:33:37,306 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:33:38,564 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:33:42,313 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:33:43,573 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:33:46,832 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 06:33:46,833 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 06:33:46,834 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 06:33:46,835 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 06:33:47,353 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 06:33:47,836 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:33:48,230 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:33:48,230 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:33:48,354 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 06:33:51,970 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 06:33:52,972 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:33:53,570 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:33:57,973 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:33:58,571 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:34:02,973 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:34:03,230 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:34:03,231 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:34:08,316 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:34:08,572 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:34:13,316 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:34:13,573 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:34:18,234 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:34:18,235 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:34:18,394 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:34:20,163 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 06:34:20,164 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 06:34:20,164 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 06:34:20,166 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 06:34:20,387 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 06:34:21,974 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 06:34:22,389 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 06:34:23,586 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:34:23,976 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:34:28,587 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:34:28,977 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:34:33,231 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:34:33,232 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:34:34,372 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:34:38,588 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:34:39,373 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:34:43,589 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:34:44,378 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:34:48,233 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:34:48,239 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:34:49,598 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 06:34:49,599 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 06:34:49,599 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 06:34:49,600 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:34:49,601 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 06:34:50,414 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 06:34:50,415 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 06:34:51,978 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 06:34:53,594 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:34:54,980 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:34:58,594 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:34:59,981 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:35:03,233 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:35:03,234 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:35:05,370 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:35:08,706 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:35:10,370 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:35:13,707 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:35:15,379 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:35:18,238 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:35:18,246 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:35:21,035 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 06:35:21,036 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 06:35:21,037 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 06:35:21,037 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:35:21,038 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 06:35:21,441 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 06:35:21,982 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 06:35:22,442 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 06:35:23,718 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:35:23,719 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:35:26,985 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:35:28,719 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:35:31,985 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:35:33,236 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:35:33,236 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:35:37,387 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:35:38,720 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:35:38,721 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:35:42,393 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:35:43,722 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:35:47,398 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:35:47,641 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 06:35:47,641 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 06:35:47,642 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 06:35:47,644 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 06:35:48,236 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:35:48,237 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:35:48,466 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 06:35:48,467 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 06:35:51,987 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 06:35:52,989 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:35:54,050 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:35:57,990 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:35:59,092 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:36:02,991 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:36:03,236 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:36:03,236 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:36:08,333 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:36:09,098 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:36:13,339 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:36:14,102 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:36:14,868 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 06:36:14,870 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 06:36:14,870 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 06:36:14,872 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 06:36:15,488 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 06:36:16,489 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 06:36:18,236 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:36:18,237 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:36:18,373 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:36:21,990 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 06:36:23,279 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:36:23,279 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:36:23,992 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:36:28,369 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:36:28,370 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:36:28,993 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:36:33,237 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:36:33,237 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:36:34,385 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:36:38,371 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:36:39,385 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:36:43,379 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:36:44,396 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:36:46,261 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 06:36:46,263 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 06:36:46,263 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 06:36:46,265 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 06:36:46,517 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 06:36:48,243 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:36:48,243 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:36:48,519 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 06:36:50,391 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:36:51,994 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 06:36:53,409 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:36:53,409 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:36:55,996 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:36:58,409 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:36:58,410 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:37:00,997 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:37:03,243 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:37:03,244 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:37:06,503 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:37:08,411 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:37:08,411 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:37:11,503 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:37:13,423 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:37:16,511 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:37:18,246 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:37:18,246 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:37:19,114 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 06:37:19,116 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 06:37:19,116 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 06:37:19,118 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 06:37:19,543 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 06:37:20,544 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 06:37:21,998 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 06:37:22,004 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:37:23,517 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:37:23,517 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:37:27,001 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:37:28,518 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:37:28,518 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:37:32,001 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:37:33,246 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:37:33,246 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:37:37,337 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:37:38,520 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:37:38,520 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:37:42,338 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:37:43,521 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:37:43,521 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:37:47,348 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:37:48,250 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:37:48,250 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:37:50,250 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 06:37:50,251 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 06:37:50,252 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 06:37:50,254 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 06:37:50,568 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 06:37:52,002 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 06:37:52,569 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 06:37:53,004 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:37:53,667 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:37:53,667 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:37:58,006 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:37:58,668 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:37:58,668 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:38:03,006 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:38:03,250 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:38:03,251 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:38:08,390 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:38:08,670 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:38:08,670 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:38:13,390 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:38:13,671 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:38:13,671 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:38:18,254 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:38:18,255 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:38:18,410 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:38:22,007 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 06:38:23,262 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 06:38:23,264 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 06:38:23,265 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 06:38:23,267 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 06:38:23,602 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 06:38:23,680 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:38:24,267 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:38:24,603 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 06:38:28,681 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:38:29,268 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:38:33,251 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:38:33,252 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:38:34,406 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:38:38,682 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:38:39,407 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:38:43,683 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:38:44,408 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:38:48,261 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:38:48,262 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:38:49,430 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:38:52,009 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 06:38:52,200 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 06:38:52,201 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 06:38:52,202 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 06:38:52,207 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 06:38:52,631 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 06:38:52,631 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 06:38:53,688 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:38:55,208 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:38:58,689 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:39:00,209 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:39:03,255 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:39:03,256 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:39:05,395 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:39:08,691 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:39:10,396 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:39:13,692 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:39:15,397 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:39:18,256 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:39:18,256 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:39:20,422 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:39:22,020 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 06:39:23,702 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:39:24,274 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 06:39:24,276 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 06:39:24,276 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 06:39:24,282 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 06:39:24,659 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 06:39:24,659 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 06:39:26,283 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:39:28,700 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:39:31,283 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:39:33,255 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:39:33,256 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:39:36,408 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:39:38,701 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:39:41,409 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:39:43,702 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:39:46,410 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:39:48,255 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:39:48,256 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:39:51,415 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:39:52,018 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 06:39:53,720 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:39:55,035 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 06:39:55,036 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 06:39:55,036 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 06:39:55,039 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 06:39:55,687 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 06:39:56,688 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 06:39:57,040 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:39:58,715 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:40:02,040 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:40:03,256 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:40:03,256 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:40:07,392 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:40:08,717 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:40:12,393 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:40:13,717 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:40:17,393 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:40:18,261 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:40:18,261 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:40:22,025 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 06:40:23,027 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:40:23,477 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 06:40:23,479 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 06:40:23,480 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 06:40:23,481 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 06:40:23,714 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 06:40:23,881 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:40:24,715 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 06:40:28,482 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:40:28,881 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:40:33,261 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:40:33,262 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:40:34,410 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:40:38,883 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:40:39,411 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:40:43,883 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:40:44,411 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:40:48,267 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:40:48,279 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:40:50,402 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:40:52,025 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 06:40:53,890 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:40:53,891 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:40:53,980 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 06:40:53,981 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 06:40:53,982 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 06:40:53,984 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 06:40:54,744 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 06:40:54,745 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 06:40:55,985 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:40:58,891 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:41:00,985 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:41:03,262 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:41:03,263 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:41:06,428 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:41:08,892 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:41:11,428 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:41:13,893 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:41:16,429 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:41:18,262 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:41:18,263 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:41:22,037 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 06:41:22,041 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:41:23,899 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:41:24,297 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 06:41:24,299 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 06:41:24,299 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 06:41:24,300 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 06:41:24,772 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 06:41:24,773 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 06:41:27,301 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:41:28,900 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:41:32,301 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:41:33,262 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:41:33,263 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:41:37,374 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:41:38,901 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:41:42,375 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:41:43,902 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:41:47,376 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:41:48,262 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:41:48,263 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:41:52,040 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 06:41:53,041 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:41:53,907 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:41:56,088 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 06:41:56,090 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 06:41:56,091 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 06:41:56,092 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 06:41:56,802 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 06:41:56,803 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 06:41:58,094 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:41:58,907 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:42:03,094 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:42:03,262 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:42:03,263 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:42:08,348 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:42:08,908 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:42:13,348 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:42:13,909 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:42:18,263 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:42:18,263 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:42:18,354 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:42:22,038 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 06:42:23,917 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:42:24,041 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:42:25,974 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 06:42:25,975 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 06:42:25,976 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 06:42:25,979 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 06:42:26,833 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 06:42:26,833 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 06:42:28,916 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:42:29,980 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:42:33,263 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:42:33,263 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:42:35,365 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:42:38,917 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:42:40,365 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:42:44,087 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:42:45,366 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:42:48,263 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:42:48,264 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:42:50,389 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:42:52,039 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 06:42:54,089 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:42:56,047 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:42:59,093 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:43:00,489 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 06:43:00,491 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 06:43:00,491 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 06:43:00,495 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 06:43:00,855 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 06:43:01,496 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:43:01,856 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 06:43:03,263 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:43:03,263 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:43:07,424 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:43:09,098 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:43:12,425 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:43:14,134 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:43:14,219 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:43:17,425 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:43:18,263 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:43:18,264 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:43:22,043 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 06:43:23,045 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:43:24,220 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:43:28,051 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:43:29,230 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:43:31,469 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 06:43:31,470 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 06:43:31,471 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 06:43:31,475 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 06:43:31,883 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 06:43:33,263 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:43:33,264 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:43:33,353 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:43:33,885 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 06:43:38,354 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:43:39,223 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:43:43,354 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:43:44,223 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:43:48,263 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:43:48,264 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:43:48,408 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:43:52,047 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 06:43:54,050 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:43:54,224 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:43:59,057 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:43:59,232 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:44:01,831 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 06:44:01,833 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 06:44:01,833 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 06:44:01,835 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 06:44:01,910 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 06:44:03,263 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:44:03,264 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:44:03,912 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 06:44:04,423 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:44:09,235 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:44:09,423 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:44:14,236 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:44:14,424 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:44:18,264 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:44:18,264 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:44:20,367 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:44:22,051 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 06:44:24,237 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:44:26,054 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:44:29,249 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:44:31,058 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:44:32,337 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 06:44:32,339 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 06:44:32,340 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 06:44:32,345 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 06:44:32,943 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 06:44:33,269 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:44:33,269 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:44:33,944 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 06:44:36,369 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:44:39,247 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:44:39,248 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:44:41,370 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:44:44,248 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:44:44,249 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:44:46,371 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:44:48,264 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:44:48,265 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:44:52,055 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 06:44:52,057 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:44:54,250 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:44:54,250 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:44:57,063 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:44:59,267 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:45:02,062 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:45:02,418 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 06:45:02,420 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 06:45:02,420 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 06:45:02,426 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 06:45:02,975 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 06:45:03,264 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:45:03,265 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:45:03,976 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 06:45:07,358 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:45:09,263 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:45:09,263 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:45:12,359 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:45:14,264 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:45:14,264 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:45:17,359 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:45:18,265 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:45:18,265 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:45:22,058 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 06:45:23,060 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:45:23,266 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:45:23,266 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:45:28,060 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:45:28,267 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:45:28,267 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:45:33,067 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:45:33,273 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:45:33,276 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:45:34,754 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 06:45:34,756 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 06:45:34,756 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 06:45:34,762 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 06:45:35,016 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 06:45:36,018 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 06:45:38,279 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:45:38,279 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:45:38,763 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:45:43,280 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:45:43,280 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:45:43,764 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:45:48,268 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:45:48,269 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:45:49,716 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:45:52,059 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 06:45:53,282 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:45:53,282 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:45:55,061 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:45:58,292 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:46:00,066 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:46:03,270 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:46:03,270 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:46:03,699 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 06:46:03,703 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 06:46:03,703 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 06:46:03,704 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 06:46:04,049 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 06:46:05,705 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:46:06,051 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 06:46:08,289 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:46:10,706 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:46:13,290 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:46:15,706 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:46:18,270 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:46:18,271 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:46:21,434 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:46:22,064 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 06:46:23,291 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:46:27,066 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:46:28,292 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:46:32,070 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:46:33,276 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:46:33,277 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:46:34,936 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 06:46:34,938 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 06:46:34,939 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 06:46:34,940 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 06:46:35,080 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 06:46:36,081 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 06:46:37,942 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:46:38,347 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:46:38,347 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:46:42,942 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:46:43,348 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:46:43,348 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:46:47,943 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:46:48,370 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:46:48,371 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:46:48,374 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:46:48,374 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:46:52,068 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 06:46:53,071 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:46:54,372 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:46:58,072 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:46:59,372 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:46:59,373 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:47:03,082 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:47:03,283 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:47:03,284 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:47:04,363 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 06:47:04,364 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 06:47:04,365 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 06:47:04,366 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 06:47:05,103 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 06:47:06,104 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 06:47:08,368 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:47:08,513 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:47:13,368 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:47:13,514 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:47:18,280 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:47:18,281 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:47:18,407 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:47:22,071 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 06:47:23,515 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:47:24,074 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:47:28,516 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:47:29,074 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:47:33,290 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:47:33,294 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:47:34,435 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:47:35,350 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 06:47:35,351 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 06:47:35,351 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 06:47:35,354 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 06:47:36,136 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 06:47:38,138 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 06:47:38,550 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:47:40,404 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:47:43,550 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:47:45,405 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:47:48,283 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:47:48,284 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:47:51,395 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:47:52,075 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 06:47:53,775 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:47:57,078 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:47:58,776 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:48:02,090 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:48:03,289 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:48:03,293 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:48:05,633 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 06:48:05,635 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 06:48:05,636 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 06:48:05,639 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 06:48:06,168 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 06:48:07,640 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:48:08,170 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 06:48:09,039 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:48:09,039 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:48:12,641 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:48:14,039 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:48:14,040 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:48:17,641 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:48:18,287 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:48:18,288 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:48:22,079 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 06:48:23,082 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:48:24,117 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:48:24,117 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:48:28,082 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:48:29,121 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:48:33,090 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:48:33,288 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:48:33,289 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:48:34,553 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 06:48:34,555 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 06:48:34,555 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 06:48:34,557 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 06:48:35,192 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 06:48:36,194 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 06:48:38,558 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:48:39,124 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:48:43,559 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:48:44,124 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:48:48,288 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:48:48,288 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:48:49,450 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:48:52,083 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 06:48:53,299 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:48:55,086 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:48:58,306 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:49:00,089 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:49:03,291 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:49:03,291 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:49:03,957 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 06:49:03,959 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 06:49:03,960 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 06:49:03,961 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 06:49:04,224 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 06:49:05,962 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:49:06,226 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 06:49:08,357 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:49:08,357 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:49:10,963 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:49:13,358 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:49:13,358 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:49:15,963 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:49:18,288 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:49:18,289 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:49:21,373 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:49:22,088 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 06:49:23,490 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:49:23,490 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:49:27,091 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:49:28,491 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:49:28,491 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:49:32,101 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:49:33,291 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:49:33,299 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:49:35,354 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 06:49:35,356 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 06:49:35,356 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 06:49:35,357 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 06:49:36,251 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 06:49:37,358 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:49:38,252 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 06:49:38,781 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:49:38,781 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:49:42,359 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:49:43,782 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:49:43,783 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:49:47,359 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:49:48,289 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:49:48,290 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:49:52,091 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 06:49:53,094 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:49:53,788 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:49:53,788 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:49:58,094 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:49:58,788 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:49:58,789 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:50:03,103 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:50:03,294 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:50:03,294 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:50:06,196 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 06:50:06,198 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 06:50:06,198 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 06:50:06,200 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 06:50:06,276 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 06:50:08,201 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:50:08,278 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 06:50:08,793 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:50:13,201 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:50:13,794 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:50:18,202 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:50:18,395 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:50:18,395 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:50:22,097 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 06:50:23,795 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:50:24,099 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:50:28,796 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:50:29,101 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:50:33,315 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:50:33,319 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:50:34,459 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:50:36,336 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 06:50:36,337 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 06:50:36,338 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 06:50:36,340 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 06:50:37,306 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 06:50:38,307 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 06:50:38,802 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:50:40,341 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:50:43,803 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:50:45,341 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:50:48,310 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:50:48,311 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:50:50,477 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:50:52,099 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 06:50:53,804 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:50:56,102 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:50:58,805 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:51:01,111 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:51:03,311 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:51:03,311 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:51:06,461 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:51:06,493 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 06:51:06,495 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 06:51:06,495 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 06:51:06,497 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 06:51:07,339 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 06:51:08,340 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 06:51:08,900 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:51:08,901 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:51:11,498 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:51:13,901 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:51:16,499 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:51:18,311 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:51:18,312 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:51:22,104 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 06:51:22,110 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:51:23,903 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:51:27,106 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:51:28,903 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:51:32,107 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:51:33,312 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:51:33,312 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:51:37,403 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:51:38,910 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:51:39,333 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 06:51:39,335 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 06:51:39,335 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 06:51:39,336 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 06:51:39,367 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 06:51:40,368 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 06:51:43,337 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:51:43,921 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:51:43,921 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:51:48,311 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:51:48,312 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:51:48,382 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:51:52,107 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 06:51:53,922 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:51:54,110 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:51:58,923 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:51:59,110 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:52:03,312 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:52:03,312 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:52:04,442 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:52:08,934 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:52:09,451 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:52:10,969 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 06:52:10,971 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 06:52:10,971 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 06:52:10,972 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 06:52:11,394 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 06:52:12,395 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 06:52:14,180 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:52:14,973 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:52:18,312 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:52:18,312 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:52:20,463 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:52:22,111 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 06:52:24,181 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:52:26,113 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:52:29,222 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:52:31,114 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:52:33,312 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:52:33,312 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:52:36,471 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:52:39,229 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:52:41,481 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:52:42,583 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 06:52:42,584 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 06:52:42,585 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 06:52:42,586 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 06:52:43,421 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 06:52:44,228 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:52:44,228 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:52:44,422 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 06:52:46,587 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:52:48,312 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:52:48,312 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:52:52,114 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 06:52:52,120 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:52:54,229 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:52:54,230 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:52:57,117 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:52:59,230 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:52:59,231 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:53:02,117 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:53:03,312 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:53:03,312 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:53:07,436 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:53:09,245 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:53:10,760 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 06:53:10,761 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 06:53:10,761 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 06:53:10,762 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 06:53:11,448 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 06:53:12,449 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 06:53:12,763 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:53:14,762 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:53:14,763 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:53:17,764 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:53:18,312 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:53:18,313 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:53:22,118 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 06:53:23,120 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:53:23,763 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:53:23,764 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:53:28,121 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:53:28,764 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:53:28,765 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:53:33,122 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:53:33,312 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:53:33,313 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:53:38,463 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:53:38,769 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:53:42,394 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 06:53:42,395 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 06:53:42,395 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 06:53:42,397 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 06:53:42,479 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 06:53:43,870 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:53:44,398 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:53:44,480 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 06:53:48,312 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:53:48,313 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:53:49,477 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:53:52,122 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 06:53:53,871 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:53:53,872 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:53:55,125 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:53:58,873 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:53:58,873 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:54:00,125 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:54:03,312 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:54:03,313 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:54:05,411 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:54:08,879 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:54:10,420 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:54:12,167 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 06:54:12,169 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 06:54:12,169 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 06:54:12,171 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 06:54:12,507 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 06:54:13,882 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:54:14,509 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 06:54:16,172 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:54:18,313 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:54:18,313 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:54:21,414 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:54:22,126 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 06:54:23,884 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:54:27,129 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:54:28,885 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:54:32,129 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:54:33,313 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:54:33,313 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:54:37,481 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:54:38,894 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:54:41,963 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 06:54:41,964 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 06:54:41,965 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 06:54:41,966 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 06:54:42,533 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 06:54:42,968 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:54:43,970 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:54:44,535 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 06:54:47,968 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:54:48,313 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:54:48,313 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:54:52,131 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 06:54:53,133 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:54:53,971 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:54:58,134 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:54:58,972 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:54:58,972 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:55:03,134 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:55:03,313 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:55:03,313 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:55:08,440 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:55:08,984 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:55:13,446 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:55:13,978 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:55:14,571 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 06:55:14,573 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 06:55:14,574 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 06:55:14,575 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 06:55:15,562 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 06:55:16,563 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 06:55:18,313 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:55:18,314 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:55:19,417 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:55:22,134 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 06:55:23,980 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:55:25,136 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:55:28,981 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:55:30,137 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:55:33,313 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:55:33,314 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:55:35,475 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:55:38,983 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:55:40,482 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:55:43,993 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:55:45,261 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 06:55:45,262 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 06:55:45,263 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 06:55:45,264 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 06:55:45,600 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 06:55:46,265 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:55:46,601 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 06:55:48,313 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:55:48,314 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:55:51,443 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:55:52,137 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 06:55:53,991 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:55:57,139 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:55:58,991 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:56:02,140 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:56:03,314 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:56:03,314 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:56:07,480 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:56:08,997 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:56:12,292 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 06:56:12,294 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 06:56:12,295 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 06:56:12,296 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 06:56:12,631 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 06:56:13,297 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:56:14,001 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:56:14,633 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 06:56:18,298 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:56:18,313 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:56:18,314 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:56:22,141 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 06:56:24,003 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:56:24,143 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:56:29,004 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:56:29,144 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:56:33,314 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:56:33,314 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:56:34,382 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:56:39,006 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:56:39,383 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:56:44,017 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:56:44,388 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:56:45,509 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 06:56:45,510 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 06:56:45,511 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 06:56:45,513 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 06:56:45,662 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 06:56:46,663 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 06:56:48,314 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:56:48,314 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:56:49,410 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:56:52,145 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 06:56:54,016 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:56:54,016 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:56:55,147 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:56:59,017 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:56:59,017 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:57:00,148 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:57:03,314 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:57:03,314 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:57:05,437 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:57:09,018 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:57:09,019 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:57:10,441 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:57:14,028 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:57:15,445 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:57:16,267 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 06:57:16,268 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 06:57:16,269 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 06:57:16,271 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 06:57:16,696 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 06:57:18,314 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:57:18,315 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:57:18,697 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 06:57:20,478 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:57:22,149 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 06:57:24,026 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:57:26,151 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:57:29,027 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:57:31,152 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:57:33,314 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:57:33,315 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:57:36,463 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:57:39,028 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:57:41,464 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:57:44,036 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:57:46,472 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:57:48,315 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:57:48,315 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:57:48,738 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 06:57:48,740 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 06:57:48,740 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 06:57:48,742 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 06:57:49,723 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 06:57:50,724 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 06:57:51,743 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:57:52,153 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 06:57:54,148 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:57:57,156 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:57:59,149 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:58:02,156 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:58:03,315 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:58:03,316 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:58:07,445 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:58:09,150 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:58:09,151 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:58:12,446 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:58:14,155 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:58:17,457 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:58:18,315 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:58:18,315 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:58:18,778 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 06:58:18,780 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 06:58:18,780 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 06:58:18,781 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 06:58:19,748 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 06:58:20,749 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 06:58:22,157 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 06:58:23,159 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:58:24,187 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:58:28,160 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:58:29,188 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:58:29,188 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:58:33,161 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:58:33,315 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:58:33,316 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:58:38,491 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:58:39,189 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:58:39,190 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:58:43,497 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:58:44,198 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:58:46,741 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 06:58:46,743 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 06:58:46,743 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 06:58:46,745 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 06:58:46,770 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 06:58:48,315 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:58:48,316 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:58:48,772 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 06:58:49,431 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:58:52,161 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 06:58:54,195 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:58:55,163 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:58:59,196 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:59:00,164 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:59:03,316 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:59:03,316 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:59:05,422 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:59:09,197 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:59:10,423 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:59:14,205 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:59:15,429 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:59:17,948 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 06:59:17,952 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 06:59:17,952 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 06:59:17,954 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 06:59:18,348 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:59:18,349 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:59:18,800 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 06:59:18,800 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 06:59:20,512 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:59:22,165 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 06:59:24,348 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:59:24,348 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:59:26,167 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:59:29,349 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:59:29,349 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:59:31,168 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:59:33,348 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:59:33,348 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:59:36,475 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:59:38,350 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:59:38,351 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:59:41,476 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:59:43,351 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:59:43,352 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:59:46,487 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:59:48,354 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 06:59:48,355 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 06:59:50,306 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 06:59:50,308 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 06:59:50,308 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 06:59:50,309 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 06:59:50,833 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 06:59:52,169 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 06:59:52,175 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:59:52,835 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log +2024-12-26 06:59:53,452 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:59:53,453 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:59:57,171 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 06:59:58,453 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 06:59:58,454 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 07:00:02,172 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 07:00:03,351 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 07:00:03,352 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 07:00:07,458 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 07:00:08,455 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 07:00:08,456 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 07:00:12,458 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 07:00:13,456 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 07:00:13,456 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 07:00:17,461 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 07:00:18,359 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 07:00:18,360 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: stop_status +2024-12-26 07:00:22,136 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 07:00:22,138 DEBUG SenderThread:316822 [sender.py:send():379] send: history +2024-12-26 07:00:22,139 DEBUG SenderThread:316822 [sender.py:send_request():406] send_request: summary_record +2024-12-26 07:00:22,140 INFO SenderThread:316822 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 07:00:22,173 DEBUG SenderThread:316822 [sender.py:send():379] send: stats +2024-12-26 07:00:22,866 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/wandb-summary.json +2024-12-26 07:00:23,176 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 07:00:23,539 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 07:00:23,539 DEBUG HandlerThread:316822 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 07:00:24,868 INFO Thread-12 :316822 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/files/output.log diff --git a/wandb/run-20241225_152744-sac86tlv/logs/debug.log b/wandb/run-20241225_152744-sac86tlv/logs/debug.log new file mode 100644 index 0000000000000000000000000000000000000000..81ba63b73d3a77079805e0bbf2e267fd73cb781c --- /dev/null +++ b/wandb/run-20241225_152744-sac86tlv/logs/debug.log @@ -0,0 +1,31 @@ +2024-12-25 15:27:44,398 INFO MainThread:315136 [wandb_setup.py:_flush():76] Current SDK version is 0.17.3 +2024-12-25 15:27:44,398 INFO MainThread:315136 [wandb_setup.py:_flush():76] Configure stats pid to 315136 +2024-12-25 15:27:44,398 INFO MainThread:315136 [wandb_setup.py:_flush():76] Loading settings from /home/ctpham_umass_edu/.config/wandb/settings +2024-12-25 15:27:44,398 INFO MainThread:315136 [wandb_setup.py:_flush():76] Loading settings from /work/pi_miyyer_umass_edu/ctpham/BookClaim-dev/prolong-final/wandb/settings +2024-12-25 15:27:44,398 INFO MainThread:315136 [wandb_setup.py:_flush():76] Loading settings from environment variables: {'root_dir': '/scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_', 'project': 'prolong', 'api_key': '***REDACTED***', 'mode': 'online'} +2024-12-25 15:27:44,398 INFO MainThread:315136 [wandb_setup.py:_flush():76] Applying setup settings: {'_disable_service': False} +2024-12-25 15:27:44,398 INFO MainThread:315136 [wandb_setup.py:_flush():76] Inferring run settings from compute environment: {'program_relpath': 'prolong-final/finetune.py', 'program_abspath': '/work/pi_miyyer_umass_edu/ctpham/BookClaim-dev/prolong-final/finetune.py', 'program': '/work/pi_miyyer_umass_edu/ctpham/BookClaim-dev/prolong-final/finetune.py'} +2024-12-25 15:27:44,398 INFO MainThread:315136 [wandb_setup.py:_flush():76] Applying login settings: {} +2024-12-25 15:27:44,399 INFO MainThread:315136 [wandb_init.py:_log_setup():520] Logging user logs to /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/logs/debug.log +2024-12-25 15:27:44,399 INFO MainThread:315136 [wandb_init.py:_log_setup():521] Logging internal logs to /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241225_152744-sac86tlv/logs/debug-internal.log +2024-12-25 15:27:44,399 INFO MainThread:315136 [wandb_init.py:init():560] calling init triggers +2024-12-25 15:27:44,399 INFO MainThread:315136 [wandb_init.py:init():567] wandb.init called with sweep_config: {} +config: {} +2024-12-25 15:27:44,399 INFO MainThread:315136 [wandb_init.py:init():610] starting backend +2024-12-25 15:27:44,399 INFO MainThread:315136 [wandb_init.py:init():614] setting up manager +2024-12-25 15:27:44,402 INFO MainThread:315136 [backend.py:_multiprocessing_setup():105] multiprocessing start_methods=fork,spawn,forkserver, using: spawn +2024-12-25 15:27:44,405 INFO MainThread:315136 [wandb_init.py:init():622] backend started and connected +2024-12-25 15:27:44,414 INFO MainThread:315136 [wandb_init.py:init():711] updated telemetry +2024-12-25 15:27:44,442 INFO MainThread:315136 [wandb_init.py:init():744] communicating run to backend with 90.0 second timeout +2024-12-25 15:27:44,703 INFO MainThread:315136 [wandb_run.py:_on_init():2402] communicating current version +2024-12-25 15:27:44,769 INFO MainThread:315136 [wandb_run.py:_on_init():2411] got version response upgrade_message: "wandb version 0.19.1 is available! To upgrade, please run:\n $ pip install wandb --upgrade" + +2024-12-25 15:27:44,769 INFO MainThread:315136 [wandb_init.py:init():795] starting run threads in backend +2024-12-25 15:27:52,193 INFO MainThread:315136 [wandb_run.py:_console_start():2380] atexit reg +2024-12-25 15:27:52,193 INFO MainThread:315136 [wandb_run.py:_redirect():2235] redirect: wrap_raw +2024-12-25 15:27:52,194 INFO MainThread:315136 [wandb_run.py:_redirect():2300] Wrapping output streams. +2024-12-25 15:27:52,194 INFO MainThread:315136 [wandb_run.py:_redirect():2325] Redirects installed. +2024-12-25 15:27:52,195 INFO MainThread:315136 [wandb_init.py:init():838] run started, returning control to user process +2024-12-25 15:27:52,197 INFO MainThread:315136 [wandb_run.py:_config_callback():1382] config_cb None None {'vocab_size': 128256, 'max_position_embeddings': 524288, 'hidden_size': 4096, 'intermediate_size': 14336, 'num_hidden_layers': 32, 'num_attention_heads': 32, 'num_key_value_heads': 8, 'hidden_act': 'silu', 'initializer_range': 0.02, 'rms_norm_eps': 1e-05, 'pretraining_tp': 1, 'use_cache': True, 'rope_theta': 128000000.0, 'rope_scaling': None, 'attention_bias': False, 'attention_dropout': 0.0, 'mlp_bias': False, 'return_dict': True, 'output_hidden_states': False, 'output_attentions': False, 'torchscript': False, 'torch_dtype': 'float32', 'use_bfloat16': False, 'tf_legacy_loss': False, 'pruned_heads': {}, 'tie_word_embeddings': False, 'chunk_size_feed_forward': 0, 'is_encoder_decoder': False, 'is_decoder': False, 'cross_attention_hidden_size': None, 'add_cross_attention': False, 'tie_encoder_decoder': False, 'max_length': 20, 'min_length': 0, 'do_sample': False, 'early_stopping': False, 'num_beams': 1, 'num_beam_groups': 1, 'diversity_penalty': 0.0, 'temperature': 1.0, 'top_k': 50, 'top_p': 1.0, 'typical_p': 1.0, 'repetition_penalty': 1.0, 'length_penalty': 1.0, 'no_repeat_ngram_size': 0, 'encoder_no_repeat_ngram_size': 0, 'bad_words_ids': None, 'num_return_sequences': 1, 'output_scores': False, 'return_dict_in_generate': False, 'forced_bos_token_id': None, 'forced_eos_token_id': None, 'remove_invalid_values': False, 'exponential_decay_length_penalty': None, 'suppress_tokens': None, 'begin_suppress_tokens': None, 'architectures': ['LlamaForCausalLM'], 'finetuning_task': None, 'id2label': {0: 'LABEL_0', 1: 'LABEL_1'}, 'label2id': {'LABEL_0': 0, 'LABEL_1': 1}, 'tokenizer_class': None, 'prefix': None, 'bos_token_id': 128000, 'pad_token_id': 0, 'eos_token_id': 128009, 'sep_token_id': None, 'decoder_start_token_id': None, 'task_specific_params': None, 'problem_type': None, '_name_or_path': '/scratch3/workspace/ctpham_umass_edu-ft/models/Llama-3-8B-ProLong-512k-Base/', 'transformers_version': '4.44.2', 'model_type': 'llama', 'output_dir': '/scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_', 'overwrite_output_dir': False, 'do_train': True, 'do_eval': False, 'do_predict': False, 'eval_strategy': 'no', 'prediction_loss_only': False, 'per_device_train_batch_size': 1, 'per_device_eval_batch_size': 8, 'per_gpu_train_batch_size': None, 'per_gpu_eval_batch_size': None, 'gradient_accumulation_steps': 2, 'eval_accumulation_steps': None, 'eval_delay': 0, 'torch_empty_cache_steps': None, 'learning_rate': 1e-06, 'weight_decay': 0.1, 'adam_beta1': 0.9, 'adam_beta2': 0.95, 'adam_epsilon': 1e-08, 'max_grad_norm': 1.0, 'num_train_epochs': 1.0, 'max_steps': -1, 'lr_scheduler_type': 'cosine', 'lr_scheduler_kwargs': {}, 'warmup_ratio': 0.05, 'warmup_steps': 0, 'log_level': 'info', 'log_level_replica': 'warning', 'log_on_each_node': True, 'logging_dir': '/scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/runs/Dec25_15-21-22_gpu020', 'logging_strategy': 'steps', 'logging_first_step': False, 'logging_steps': 1.0, 'logging_nan_inf_filter': True, 'save_strategy': 'steps', 'save_steps': 200, 'save_total_limit': None, 'save_safetensors': True, 'save_on_each_node': False, 'save_only_model': False, 'restore_callback_states_from_checkpoint': False, 'no_cuda': False, 'use_cpu': False, 'use_mps_device': False, 'seed': 42, 'data_seed': None, 'jit_mode_eval': False, 'use_ipex': False, 'bf16': True, 'fp16': False, 'fp16_opt_level': 'O1', 'half_precision_backend': 'auto', 'bf16_full_eval': False, 'fp16_full_eval': False, 'tf32': None, 'local_rank': 0, 'ddp_backend': None, 'tpu_num_cores': None, 'tpu_metrics_debug': False, 'debug': [], 'dataloader_drop_last': False, 'eval_steps': None, 'dataloader_num_workers': 1, 'dataloader_prefetch_factor': None, 'past_index': -1, 'run_name': 'balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_', 'disable_tqdm': True, 'remove_unused_columns': False, 'label_names': None, 'load_best_model_at_end': False, 'metric_for_best_model': None, 'greater_is_better': None, 'ignore_data_skip': True, 'fsdp': ['auto_wrap', 'offload'], 'fsdp_min_num_params': 0, 'fsdp_config': {'min_num_params': 0, 'xla': False, 'xla_fsdp_v2': False, 'xla_fsdp_grad_ckpt': False}, 'fsdp_transformer_layer_cls_to_wrap': None, 'accelerator_config': {'split_batches': False, 'dispatch_batches': None, 'even_batches': True, 'use_seedable_sampler': True, 'non_blocking': False, 'gradient_accumulation_kwargs': None}, 'deepspeed': None, 'label_smoothing_factor': 0.0, 'optim': 'adamw_torch', 'optim_args': None, 'adafactor': False, 'group_by_length': False, 'length_column_name': 'length', 'report_to': ['wandb'], 'ddp_find_unused_parameters': False, 'ddp_bucket_cap_mb': None, 'ddp_broadcast_buffers': None, 'dataloader_pin_memory': True, 'dataloader_persistent_workers': False, 'skip_memory_metrics': True, 'use_legacy_prediction_loop': False, 'push_to_hub': False, 'resume_from_checkpoint': None, 'hub_model_id': None, 'hub_strategy': 'every_save', 'hub_token': '', 'hub_private_repo': False, 'hub_always_push': False, 'gradient_checkpointing': True, 'gradient_checkpointing_kwargs': None, 'include_inputs_for_metrics': False, 'eval_do_concat_batches': True, 'fp16_backend': 'auto', 'evaluation_strategy': None, 'push_to_hub_model_id': None, 'push_to_hub_organization': None, 'push_to_hub_token': '', 'mp_parameters': '', 'auto_find_batch_size': False, 'full_determinism': False, 'torchdynamo': None, 'ray_scope': 'last', 'ddp_timeout': 1800, 'torch_compile': False, 'torch_compile_backend': None, 'torch_compile_mode': None, 'dispatch_batches': None, 'split_batches': None, 'include_tokens_per_second': False, 'include_num_input_tokens_seen': False, 'neftune_noise_alpha': None, 'optim_target_modules': None, 'batch_eval_metrics': False, 'eval_on_start': False, 'eval_use_gather_object': False, 'min_lr_ratio': 0.1, 'cuda_empty_cache': True, 'streaming_dataset': True, 'seq_parallel_size': 8} +2024-12-25 15:27:52,199 INFO MainThread:315136 [wandb_config.py:__setitem__():151] config set model/num_parameters = 1003782656 - > +2024-12-25 15:27:52,200 INFO MainThread:315136 [wandb_run.py:_config_callback():1382] config_cb model/num_parameters 1003782656 None diff --git a/wandb/run-20241225_152744-sac86tlv/run-sac86tlv.wandb b/wandb/run-20241225_152744-sac86tlv/run-sac86tlv.wandb new file mode 100644 index 0000000000000000000000000000000000000000..35af5de5debc57ba86e2b0a4defcf93a1c87dd72 --- /dev/null +++ b/wandb/run-20241225_152744-sac86tlv/run-sac86tlv.wandb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf10a3dda753a2585274da80ad47f6378f71e6ae1d836e595dcf4f0c9d35cb2a +size 11275886 diff --git a/wandb/run-20241226_145403-c7ovtvny/files/conda-environment.yaml b/wandb/run-20241226_145403-c7ovtvny/files/conda-environment.yaml new file mode 100644 index 0000000000000000000000000000000000000000..d2cacf8eea4300a70c170cc383a425abcfc1e126 --- /dev/null +++ b/wandb/run-20241226_145403-c7ovtvny/files/conda-environment.yaml @@ -0,0 +1,232 @@ +name: /scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final +channels: + - conda-forge +dependencies: + - _libgcc_mutex=0.1=conda_forge + - _openmp_mutex=4.5=2_gnu + - bzip2=1.0.8=h4bc722e_7 + - ca-certificates=2024.12.14=hbcca054_0 + - ld_impl_linux-64=2.43=h712a8e2_2 + - libffi=3.4.2=h7f98852_5 + - libgcc=14.2.0=h77fa898_1 + - libgcc-ng=14.2.0=h69a702a_1 + - libgomp=14.2.0=h77fa898_1 + - liblzma=5.6.3=hb9d3cd8_1 + - liblzma-devel=5.6.3=hb9d3cd8_1 + - libnsl=2.0.1=hd590300_0 + - libsqlite=3.47.2=hee588c1_0 + - libuuid=2.38.1=h0b41bf4_0 + - libzlib=1.3.1=hb9d3cd8_2 + - ncurses=6.5=he02047a_1 + - openssl=3.4.0=hb9d3cd8_0 + - pip=24.3.1=pyh8b19718_2 + - python=3.10.0=h543edf9_3_cpython + - readline=8.2=h8228510_1 + - setuptools=75.6.0=pyhff2d567_1 + - sqlite=3.47.2=h9eae976_0 + - tk=8.6.13=noxft_h4845f30_101 + - wheel=0.45.1=pyhd8ed1ab_1 + - xz=5.6.3=hbcc6ac9_1 + - xz-gpl-tools=5.6.3=hbcc6ac9_1 + - xz-tools=5.6.3=hb9d3cd8_1 + - pip: + - accelerate==0.32.1 + - aiohappyeyeballs==2.4.3 + - aiohttp==3.11.2 + - aioprometheus==23.12.0 + - aiosignal==1.3.1 + - annotated-types==0.7.0 + - anthropic==0.39.0 + - anyio==4.6.2.post1 + - argcomplete==3.5.1 + - arrow==1.3.0 + - async-timeout==5.0.1 + - attrs==24.2.0 + - azure-core==1.32.0 + - azure-identity==1.19.0 + - azure-storage-blob==12.24.0 + - azure-storage-file-datalake==12.18.0 + - backoff==2.2.1 + - bcrypt==4.2.0 + - blobfile==3.0.0 + - boto3==1.35.63 + - botocore==1.35.63 + - brotli==1.1.0 + - cachetools==5.5.0 + - certifi==2024.8.30 + - cffi==1.17.1 + - charset-normalizer==3.4.0 + - circuitbreaker==2.0.0 + - click==8.1.7 + - cloudpickle==3.1.0 + - compressed-tensors==0.8.0 + - contourpy==1.3.1 + - cramjam==2.9.0 + - cryptography==43.0.3 + - cycler==0.12.1 + - datasets==2.20.0 + - debugpy==1.8.11 + - dill==0.3.8 + - diskcache==5.6.3 + - distro==1.9.0 + - docker-pycreds==0.4.0 + - docstring-parser==0.16 + - einops==0.8.0 + - fastapi==0.115.5 + - filelock==3.16.1 + - flash-attn==2.6.1 + - fonttools==4.55.0 + - frozenlist==1.5.0 + - fsspec==2024.5.0 + - gguf==0.10.0 + - gitdb==4.0.11 + - gitpython==3.1.43 + - google-api-core==2.23.0 + - google-auth==2.36.0 + - google-cloud-aiplatform==1.71.1 + - google-cloud-bigquery==3.27.0 + - google-cloud-core==2.4.1 + - google-cloud-resource-manager==1.13.1 + - google-cloud-storage==2.10.0 + - google-crc32c==1.6.0 + - google-resumable-media==2.7.2 + - googleapis-common-protos==1.66.0 + - gql==3.5.0 + - graphql-core==3.2.5 + - grpc-google-iam-v1==0.13.1 + - grpcio==1.68.0 + - grpcio-status==1.62.3 + - h11==0.14.0 + - httpcore==1.0.7 + - httptools==0.6.4 + - httpx==0.27.2 + - huggingface-hub==0.26.2 + - idna==3.10 + - importlib-metadata==8.5.0 + - interegular==0.3.3 + - ipython==8.18.0 + - isodate==0.7.2 + - jedi==0.19.2 + - jinja2==3.1.4 + - jiter==0.7.1 + - jmespath==1.0.1 + - jsonschema==4.23.0 + - jsonschema-specifications==2024.10.1 + - kiwisolver==1.4.7 + - lark==1.2.2 + - llvmlite==0.43.0 + - lm-format-enforcer==0.10.9 + - lxml==5.3.0 + - markdown-it-py==3.0.0 + - markupsafe==3.0.2 + - matplotlib==3.9.2 + - mdurl==0.1.2 + - mosaicml-cli==0.5.34 + - mosaicml-streaming==0.8.1 + - mpmath==1.3.0 + - msal==1.31.1 + - msal-extensions==1.2.0 + - msgpack==1.1.0 + - msgspec==0.18.6 + - multidict==6.1.0 + - multiprocess==0.70.16 + - networkx==3.4.2 + - ninja==1.11.1.1 + - numba==0.60.0 + - numpy==1.26.3 + - nvidia-cublas-cu12==12.1.3.1 + - nvidia-cuda-cupti-cu12==12.1.105 + - nvidia-cuda-nvrtc-cu12==12.1.105 + - nvidia-cuda-runtime-cu12==12.1.105 + - nvidia-cudnn-cu12==9.1.0.70 + - nvidia-cufft-cu12==11.0.2.54 + - nvidia-curand-cu12==10.3.2.106 + - nvidia-cusolver-cu12==11.4.5.107 + - nvidia-cusparse-cu12==12.1.0.106 + - nvidia-ml-py==12.560.30 + - nvidia-nccl-cu12==2.20.5 + - nvidia-nvjitlink-cu12==12.4.127 + - nvidia-nvtx-cu12==12.1.105 + - oci==2.138.1 + - openai==1.54.5 + - opencv-python-headless==4.10.0.84 + - orjson==3.10.11 + - outlines==0.0.46 + - packaging==24.1 + - pandas==2.2.1 + - paramiko==3.5.0 + - partial-json-parser==0.2.1.1.post4 + - pillow==10.4.0 + - portalocker==2.10.1 + - prometheus-client==0.21.0 + - prometheus-fastapi-instrumentator==7.0.0 + - prompt-toolkit==3.0.36 + - propcache==0.2.0 + - proto-plus==1.25.0 + - protobuf==4.25.3 + - py-cpuinfo==9.0.0 + - pyairports==2.1.1 + - pyarrow==18.0.0 + - pyarrow-hotfix==0.6 + - pyasn1==0.6.1 + - pyasn1-modules==0.4.1 + - pycountry==24.6.1 + - pycparser==2.22 + - pycryptodomex==3.21.0 + - pydantic==2.9.2 + - pydantic-core==2.23.4 + - pyjwt==2.10.0 + - pynacl==1.5.0 + - pyopenssl==24.2.1 + - pyparsing==3.2.0 + - python-dateutil==2.9.0 + - python-dotenv==1.0.1 + - python-snappy==0.7.3 + - pytz==2024.2 + - pyyaml==6.0.2 + - quantile-python==1.1 + - questionary==2.0.1 + - ray==2.39.0 + - referencing==0.35.1 + - regex==2023.12.25 + - requests==2.32.3 + - rich==13.9.4 + - rotary-emb==0.5.2 + - rpds-py==0.21.0 + - rsa==4.9 + - ruamel-yaml==0.18.6 + - ruamel-yaml-clib==0.2.12 + - s3transfer==0.10.3 + - safetensors==0.4.5 + - sentencepiece==0.1.99 + - sentry-sdk==2.18.0 + - setproctitle==1.3.4 + - shapely==2.0.6 + - smmap==5.0.1 + - sniffio==1.3.1 + - starlette==0.41.3 + - sympy==1.13.1 + - tiktoken==0.7.0 + - tokenizers==0.19.1 + - torch==2.4.1 + - torchvision==0.19.1 + - tqdm==4.66.4 + - transformers==4.44.2 + - triton==3.0.0 + - types-python-dateutil==2.9.0.20241003 + - tzdata==2024.2 + - urllib3==2.2.3 + - uvicorn==0.32.0 + - uvloop==0.21.0 + - validators==0.34.0 + - vertexai==1.71.1 + - wandb==0.17.3 + - watchfiles==0.24.0 + - websockets==11.0.3 + - xformers==0.0.28.post1 + - xxhash==3.5.0 + - yarl==1.17.2 + - zipp==3.21.0 + - zstandard==0.22.0 + - zstd==1.5.5.1 +prefix: /scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final diff --git a/wandb/run-20241226_145403-c7ovtvny/files/config.yaml b/wandb/run-20241226_145403-c7ovtvny/files/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..c29da0294c1ac2f63f603bf0418c201c86c57104 --- /dev/null +++ b/wandb/run-20241226_145403-c7ovtvny/files/config.yaml @@ -0,0 +1,705 @@ +wandb_version: 1 + +_wandb: + desc: null + value: + python_version: 3.10.0 + cli_version: 0.17.3 + framework: huggingface + huggingface_version: 4.44.2 + is_jupyter_run: false + is_kaggle_kernel: false + start_time: 1735224843 + t: + 1: + - 1 + - 11 + - 41 + - 49 + - 51 + - 55 + - 71 + - 105 + 2: + - 1 + - 11 + - 41 + - 49 + - 51 + - 55 + - 71 + - 105 + 3: + - 7 + - 13 + - 19 + - 23 + - 66 + 4: 3.10.0 + 5: 0.17.3 + 6: 4.44.2 + 8: + - 5 + 9: + 1: transformers_trainer + 13: linux-x86_64 + m: + - 1: train/global_step + 6: + - 3 + - 1: train/loss + 5: 1 + 6: + - 1 + - 1: train/grad_norm + 5: 1 + 6: + - 1 + - 1: train/learning_rate + 5: 1 + 6: + - 1 + - 1: train/epoch + 5: 1 + 6: + - 1 + - 1: train/num_input_tokens_seen + 5: 1 + 6: + - 1 +vocab_size: + desc: null + value: 128256 +max_position_embeddings: + desc: null + value: 524288 +hidden_size: + desc: null + value: 4096 +intermediate_size: + desc: null + value: 14336 +num_hidden_layers: + desc: null + value: 32 +num_attention_heads: + desc: null + value: 32 +num_key_value_heads: + desc: null + value: 8 +hidden_act: + desc: null + value: silu +initializer_range: + desc: null + value: 0.02 +rms_norm_eps: + desc: null + value: 1.0e-05 +pretraining_tp: + desc: null + value: 1 +use_cache: + desc: null + value: true +rope_theta: + desc: null + value: 128000000.0 +rope_scaling: + desc: null + value: null +attention_bias: + desc: null + value: false +attention_dropout: + desc: null + value: 0.0 +mlp_bias: + desc: null + value: false +return_dict: + desc: null + value: true +output_hidden_states: + desc: null + value: false +output_attentions: + desc: null + value: false +torchscript: + desc: null + value: false +torch_dtype: + desc: null + value: float32 +use_bfloat16: + desc: null + value: false +tf_legacy_loss: + desc: null + value: false +pruned_heads: + desc: null + value: {} +tie_word_embeddings: + desc: null + value: false +chunk_size_feed_forward: + desc: null + value: 0 +is_encoder_decoder: + desc: null + value: false +is_decoder: + desc: null + value: false +cross_attention_hidden_size: + desc: null + value: null +add_cross_attention: + desc: null + value: false +tie_encoder_decoder: + desc: null + value: false +max_length: + desc: null + value: 20 +min_length: + desc: null + value: 0 +do_sample: + desc: null + value: false +early_stopping: + desc: null + value: false +num_beams: + desc: null + value: 1 +num_beam_groups: + desc: null + value: 1 +diversity_penalty: + desc: null + value: 0.0 +temperature: + desc: null + value: 1.0 +top_k: + desc: null + value: 50 +top_p: + desc: null + value: 1.0 +typical_p: + desc: null + value: 1.0 +repetition_penalty: + desc: null + value: 1.0 +length_penalty: + desc: null + value: 1.0 +no_repeat_ngram_size: + desc: null + value: 0 +encoder_no_repeat_ngram_size: + desc: null + value: 0 +bad_words_ids: + desc: null + value: null +num_return_sequences: + desc: null + value: 1 +output_scores: + desc: null + value: false +return_dict_in_generate: + desc: null + value: false +forced_bos_token_id: + desc: null + value: null +forced_eos_token_id: + desc: null + value: null +remove_invalid_values: + desc: null + value: false +exponential_decay_length_penalty: + desc: null + value: null +suppress_tokens: + desc: null + value: null +begin_suppress_tokens: + desc: null + value: null +architectures: + desc: null + value: + - LlamaForCausalLM +finetuning_task: + desc: null + value: null +id2label: + desc: null + value: + '0': LABEL_0 + '1': LABEL_1 +label2id: + desc: null + value: + LABEL_0: 0 + LABEL_1: 1 +tokenizer_class: + desc: null + value: null +prefix: + desc: null + value: null +bos_token_id: + desc: null + value: 128000 +pad_token_id: + desc: null + value: 0 +eos_token_id: + desc: null + value: 128009 +sep_token_id: + desc: null + value: null +decoder_start_token_id: + desc: null + value: null +task_specific_params: + desc: null + value: null +problem_type: + desc: null + value: null +_name_or_path: + desc: null + value: /scratch3/workspace/ctpham_umass_edu-ft/models/Llama-3-8B-ProLong-512k-Base/ +transformers_version: + desc: null + value: 4.44.2 +model_type: + desc: null + value: llama +output_dir: + desc: null + value: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_ +overwrite_output_dir: + desc: null + value: false +do_train: + desc: null + value: true +do_eval: + desc: null + value: false +do_predict: + desc: null + value: false +eval_strategy: + desc: null + value: 'no' +prediction_loss_only: + desc: null + value: false +per_device_train_batch_size: + desc: null + value: 1 +per_device_eval_batch_size: + desc: null + value: 8 +per_gpu_train_batch_size: + desc: null + value: null +per_gpu_eval_batch_size: + desc: null + value: null +gradient_accumulation_steps: + desc: null + value: 2 +eval_accumulation_steps: + desc: null + value: null +eval_delay: + desc: null + value: 0 +torch_empty_cache_steps: + desc: null + value: null +learning_rate: + desc: null + value: 1.0e-06 +weight_decay: + desc: null + value: 0.1 +adam_beta1: + desc: null + value: 0.9 +adam_beta2: + desc: null + value: 0.95 +adam_epsilon: + desc: null + value: 1.0e-08 +max_grad_norm: + desc: null + value: 1.0 +num_train_epochs: + desc: null + value: 1.0 +max_steps: + desc: null + value: -1 +lr_scheduler_type: + desc: null + value: cosine +lr_scheduler_kwargs: + desc: null + value: {} +warmup_ratio: + desc: null + value: 0.05 +warmup_steps: + desc: null + value: 0 +log_level: + desc: null + value: info +log_level_replica: + desc: null + value: warning +log_on_each_node: + desc: null + value: true +logging_dir: + desc: null + value: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/runs/Dec26_14-47-22_gpu021 +logging_strategy: + desc: null + value: steps +logging_first_step: + desc: null + value: false +logging_steps: + desc: null + value: 1.0 +logging_nan_inf_filter: + desc: null + value: true +save_strategy: + desc: null + value: steps +save_steps: + desc: null + value: 200 +save_total_limit: + desc: null + value: null +save_safetensors: + desc: null + value: true +save_on_each_node: + desc: null + value: false +save_only_model: + desc: null + value: false +restore_callback_states_from_checkpoint: + desc: null + value: false +no_cuda: + desc: null + value: false +use_cpu: + desc: null + value: false +use_mps_device: + desc: null + value: false +seed: + desc: null + value: 42 +data_seed: + desc: null + value: null +jit_mode_eval: + desc: null + value: false +use_ipex: + desc: null + value: false +bf16: + desc: null + value: true +fp16: + desc: null + value: false +fp16_opt_level: + desc: null + value: O1 +half_precision_backend: + desc: null + value: auto +bf16_full_eval: + desc: null + value: false +fp16_full_eval: + desc: null + value: false +tf32: + desc: null + value: null +local_rank: + desc: null + value: 0 +ddp_backend: + desc: null + value: null +tpu_num_cores: + desc: null + value: null +tpu_metrics_debug: + desc: null + value: false +debug: + desc: null + value: [] +dataloader_drop_last: + desc: null + value: false +eval_steps: + desc: null + value: null +dataloader_num_workers: + desc: null + value: 1 +dataloader_prefetch_factor: + desc: null + value: null +past_index: + desc: null + value: -1 +run_name: + desc: null + value: balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_ +disable_tqdm: + desc: null + value: true +remove_unused_columns: + desc: null + value: false +label_names: + desc: null + value: null +load_best_model_at_end: + desc: null + value: false +metric_for_best_model: + desc: null + value: null +greater_is_better: + desc: null + value: null +ignore_data_skip: + desc: null + value: true +fsdp: + desc: null + value: + - auto_wrap + - offload +fsdp_min_num_params: + desc: null + value: 0 +fsdp_config: + desc: null + value: + min_num_params: 0 + xla: false + xla_fsdp_v2: false + xla_fsdp_grad_ckpt: false +fsdp_transformer_layer_cls_to_wrap: + desc: null + value: null +accelerator_config: + desc: null + value: + split_batches: false + dispatch_batches: null + even_batches: true + use_seedable_sampler: true + non_blocking: false + gradient_accumulation_kwargs: null +deepspeed: + desc: null + value: null +label_smoothing_factor: + desc: null + value: 0.0 +optim: + desc: null + value: adamw_torch +optim_args: + desc: null + value: null +adafactor: + desc: null + value: false +group_by_length: + desc: null + value: false +length_column_name: + desc: null + value: length +report_to: + desc: null + value: + - wandb +ddp_find_unused_parameters: + desc: null + value: false +ddp_bucket_cap_mb: + desc: null + value: null +ddp_broadcast_buffers: + desc: null + value: null +dataloader_pin_memory: + desc: null + value: true +dataloader_persistent_workers: + desc: null + value: false +skip_memory_metrics: + desc: null + value: true +use_legacy_prediction_loop: + desc: null + value: false +push_to_hub: + desc: null + value: false +resume_from_checkpoint: + desc: null + value: null +hub_model_id: + desc: null + value: null +hub_strategy: + desc: null + value: every_save +hub_token: + desc: null + value: +hub_private_repo: + desc: null + value: false +hub_always_push: + desc: null + value: false +gradient_checkpointing: + desc: null + value: true +gradient_checkpointing_kwargs: + desc: null + value: null +include_inputs_for_metrics: + desc: null + value: false +eval_do_concat_batches: + desc: null + value: true +fp16_backend: + desc: null + value: auto +evaluation_strategy: + desc: null + value: null +push_to_hub_model_id: + desc: null + value: null +push_to_hub_organization: + desc: null + value: null +push_to_hub_token: + desc: null + value: +mp_parameters: + desc: null + value: '' +auto_find_batch_size: + desc: null + value: false +full_determinism: + desc: null + value: false +torchdynamo: + desc: null + value: null +ray_scope: + desc: null + value: last +ddp_timeout: + desc: null + value: 1800 +torch_compile: + desc: null + value: false +torch_compile_backend: + desc: null + value: null +torch_compile_mode: + desc: null + value: null +dispatch_batches: + desc: null + value: null +split_batches: + desc: null + value: null +include_tokens_per_second: + desc: null + value: false +include_num_input_tokens_seen: + desc: null + value: false +neftune_noise_alpha: + desc: null + value: null +optim_target_modules: + desc: null + value: null +batch_eval_metrics: + desc: null + value: false +eval_on_start: + desc: null + value: false +eval_use_gather_object: + desc: null + value: false +min_lr_ratio: + desc: null + value: 0.1 +cuda_empty_cache: + desc: null + value: true +streaming_dataset: + desc: null + value: true +seq_parallel_size: + desc: null + value: 8 +model/num_parameters: + desc: null + value: 1003782656 diff --git a/wandb/run-20241226_145403-c7ovtvny/files/output.log b/wandb/run-20241226_145403-c7ovtvny/files/output.log new file mode 100644 index 0000000000000000000000000000000000000000..29e9d915d4dbc31714cb3b125e626e94e642af69 --- /dev/null +++ b/wandb/run-20241226_145403-c7ovtvny/files/output.log @@ -0,0 +1,866 @@ +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/transformers/trainer.py:2833: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature. + checkpoint_rng_state = torch.load(rng_file) +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/utils/checkpoint.py:1399: FutureWarning: `torch.cpu.amp.autocast(args...)` is deprecated. Please use `torch.amp.autocast('cpu', args...)` instead. + with device_autocast_ctx, torch.cpu.amp.autocast(**cpu_autocast_kwargs), recompute_context: # type: ignore[attr-defined] +[INFO|trainer.py:175] 2024-12-26 14:54:56,722 >> {'loss': 0.4364, 'grad_norm': 17.1519832611084, 'learning_rate': 3.6768177505930655e-07, 'epoch': 0.00027122321670735016, 'num_input_tokens_seen': 5035261952, 'completed': '65.12% (2_401 / 3_687)', 'remaining time': '16:03:40', 'throughput': '2915.21', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 14:55:28,853 >> {'loss': 0.5551, 'grad_norm': 19.901262283325195, 'learning_rate': 3.67312776568654e-07, 'epoch': 0.0005424464334147003, 'num_input_tokens_seen': 5037359104, 'completed': '65.15% (2_402 / 3_687)', 'remaining time': '13:45:31', 'throughput': '8158.65', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 14:55:57,560 >> {'loss': 0.624, 'grad_norm': 20.185373306274414, 'learning_rate': 3.669439250977272e-07, 'epoch': 0.0008136696501220504, 'num_input_tokens_seen': 5039456256, 'completed': '65.17% (2_403 / 3_687)', 'remaining time': '12:34:42', 'throughput': '9131.76', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 14:56:26,588 >> {'loss': 0.5393, 'grad_norm': 17.927940368652344, 'learning_rate': 3.665752209433637e-07, 'epoch': 0.0010848928668294006, 'num_input_tokens_seen': 5041553408, 'completed': '65.20% (2_404 / 3_687)', 'remaining time': '12:00:45', 'throughput': '9030.55', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 14:56:56,750 >> {'loss': 0.3492, 'grad_norm': 13.626057624816895, 'learning_rate': 3.6620666440228254e-07, 'epoch': 0.0013561160835367507, 'num_input_tokens_seen': 5043650560, 'completed': '65.23% (2_405 / 3_687)', 'remaining time': '11:45:03', 'throughput': '8691.14', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 14:57:26,079 >> {'loss': 0.2869, 'grad_norm': 15.946044921875, 'learning_rate': 3.6583825577108397e-07, 'epoch': 0.0016273393002441008, 'num_input_tokens_seen': 5045747712, 'completed': '65.26% (2_406 / 3_687)', 'remaining time': '11:31:27', 'throughput': '8938.09', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 14:57:55,973 >> {'loss': 0.544, 'grad_norm': 24.774717330932617, 'learning_rate': 3.654699953462494e-07, 'epoch': 0.001898562516951451, 'num_input_tokens_seen': 5047844864, 'completed': '65.28% (2_407 / 3_687)', 'remaining time': '11:23:18', 'throughput': '8769.31', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 14:58:25,739 >> {'loss': 0.34, 'grad_norm': 14.22808837890625, 'learning_rate': 3.651018834241406e-07, 'epoch': 0.0021697857336588013, 'num_input_tokens_seen': 5049942016, 'completed': '65.31% (2_408 / 3_687)', 'remaining time': '11:16:44', 'throughput': '8806.74', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 14:59:00,238 >> {'loss': 0.3746, 'grad_norm': 13.739176750183105, 'learning_rate': 3.6473392030100014e-07, 'epoch': 0.0024410089503661514, 'num_input_tokens_seen': 5052039168, 'completed': '65.34% (2_409 / 3_687)', 'remaining time': '11:22:43', 'throughput': '7598.49', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 14:59:31,662 >> {'loss': 0.4212, 'grad_norm': 16.19430160522461, 'learning_rate': 3.6436610627295074e-07, 'epoch': 0.0027122321670735015, 'num_input_tokens_seen': 5054136320, 'completed': '65.36% (2_410 / 3_687)', 'remaining time': '11:20:51', 'throughput': '8342.11', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 14:59:59,722 >> {'loss': 0.6517, 'grad_norm': 18.812156677246094, 'learning_rate': 3.639984416359949e-07, 'epoch': 0.0029834553837808516, 'num_input_tokens_seen': 5056233472, 'completed': '65.39% (2_411 / 3_687)', 'remaining time': '11:12:43', 'throughput': '9342.54', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:00:30,808 >> {'loss': 0.301, 'grad_norm': 10.88464069366455, 'learning_rate': 3.636309266860156e-07, 'epoch': 0.0032546786004882017, 'num_input_tokens_seen': 5058330624, 'completed': '65.42% (2_412 / 3_687)', 'remaining time': '11:11:13', 'throughput': '8432.72', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:01:00,624 >> {'loss': 0.5711, 'grad_norm': 17.772342681884766, 'learning_rate': 3.6326356171877483e-07, 'epoch': 0.003525901817195552, 'num_input_tokens_seen': 5060427776, 'completed': '65.45% (2_413 / 3_687)', 'remaining time': '11:07:48', 'throughput': '8792.11', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:01:32,736 >> {'loss': 0.3508, 'grad_norm': 18.594541549682617, 'learning_rate': 3.6289634702991343e-07, 'epoch': 0.003797125033902902, 'num_input_tokens_seen': 5062524928, 'completed': '65.47% (2_414 / 3_687)', 'remaining time': '11:08:17', 'throughput': '8163.46', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:02:04,847 >> {'loss': 0.2594, 'grad_norm': 12.95483112335205, 'learning_rate': 3.625292829149521e-07, 'epoch': 0.0040683482506102524, 'num_input_tokens_seen': 5064622080, 'completed': '65.50% (2_415 / 3_687)', 'remaining time': '11:08:37', 'throughput': '8163.72', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:02:34,568 >> {'loss': 0.7946, 'grad_norm': 23.838085174560547, 'learning_rate': 3.6216236966929015e-07, 'epoch': 0.0043395714673176026, 'num_input_tokens_seen': 5066719232, 'completed': '65.53% (2_416 / 3_687)', 'remaining time': '11:05:41', 'throughput': '8820.07', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:03:05,536 >> {'loss': 0.359, 'grad_norm': 17.340089797973633, 'learning_rate': 3.6179560758820527e-07, 'epoch': 0.004610794684024953, 'num_input_tokens_seen': 5068816384, 'completed': '65.55% (2_417 / 3_687)', 'remaining time': '11:04:36', 'throughput': '8464.94', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:03:35,512 >> {'loss': 0.5987, 'grad_norm': 30.172731399536133, 'learning_rate': 3.61428996966854e-07, 'epoch': 0.004882017900732303, 'num_input_tokens_seen': 5070913536, 'completed': '65.58% (2_418 / 3_687)', 'remaining time': '11:02:24', 'throughput': '8745.29', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:04:10,852 >> {'loss': 0.311, 'grad_norm': 16.280479431152344, 'learning_rate': 3.610625381002701e-07, 'epoch': 0.005153241117439653, 'num_input_tokens_seen': 5073010688, 'completed': '65.61% (2_419 / 3_687)', 'remaining time': '11:06:21', 'throughput': '7417.72', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:04:42,282 >> {'loss': 0.495, 'grad_norm': 17.15519142150879, 'learning_rate': 3.606962312833659e-07, 'epoch': 0.005424464334147003, 'num_input_tokens_seen': 5075107840, 'completed': '65.64% (2_420 / 3_687)', 'remaining time': '11:05:43', 'throughput': '8340.48', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:05:14,488 >> {'loss': 0.3901, 'grad_norm': 16.51264190673828, 'learning_rate': 3.603300768109311e-07, 'epoch': 0.005695687550854353, 'num_input_tokens_seen': 5077204992, 'completed': '65.66% (2_421 / 3_687)', 'remaining time': '11:05:53', 'throughput': '8139.58', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:05:44,685 >> {'loss': 0.6579, 'grad_norm': 22.195186614990234, 'learning_rate': 3.5996407497763305e-07, 'epoch': 0.005966910767561703, 'num_input_tokens_seen': 5079302144, 'completed': '65.69% (2_422 / 3_687)', 'remaining time': '11:04:03', 'throughput': '8681.23', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:06:15,336 >> {'loss': 0.3808, 'grad_norm': 14.603880882263184, 'learning_rate': 3.5959822607801617e-07, 'epoch': 0.006238133984269053, 'num_input_tokens_seen': 5081399296, 'completed': '65.72% (2_423 / 3_687)', 'remaining time': '11:02:45', 'throughput': '8552.52', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:06:46,312 >> {'loss': 0.5294, 'grad_norm': 19.53980255126953, 'learning_rate': 3.592325304065018e-07, 'epoch': 0.006509357200976403, 'num_input_tokens_seen': 5083496448, 'completed': '65.74% (2_424 / 3_687)', 'remaining time': '11:01:48', 'throughput': '8462.76', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:07:15,687 >> {'loss': 0.4601, 'grad_norm': 17.005908966064453, 'learning_rate': 3.588669882573875e-07, 'epoch': 0.0067805804176837535, 'num_input_tokens_seen': 5085593600, 'completed': '65.77% (2_425 / 3_687)', 'remaining time': '10:59:32', 'throughput': '8924.22', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:07:44,379 >> {'loss': 0.9515, 'grad_norm': 26.571182250976562, 'learning_rate': 3.5850159992484787e-07, 'epoch': 0.007051803634391104, 'num_input_tokens_seen': 5087690752, 'completed': '65.80% (2_426 / 3_687)', 'remaining time': '10:56:52', 'throughput': '9136.30', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:08:15,169 >> {'loss': 0.3284, 'grad_norm': 15.586816787719727, 'learning_rate': 3.581363657029336e-07, 'epoch': 0.007323026851098454, 'num_input_tokens_seen': 5089787904, 'completed': '65.83% (2_427 / 3_687)', 'remaining time': '10:55:59', 'throughput': '8513.97', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:08:47,836 >> {'loss': 0.1959, 'grad_norm': 9.308566093444824, 'learning_rate': 3.5777128588557126e-07, 'epoch': 0.007594250067805804, 'num_input_tokens_seen': 5091885056, 'completed': '65.85% (2_428 / 3_687)', 'remaining time': '10:56:32', 'throughput': '8024.66', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:09:18,729 >> {'loss': 0.6265, 'grad_norm': 18.024173736572266, 'learning_rate': 3.574063607665633e-07, 'epoch': 0.007865473284513154, 'num_input_tokens_seen': 5093982208, 'completed': '65.88% (2_429 / 3_687)', 'remaining time': '10:55:43', 'throughput': '8485.54', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:09:48,173 >> {'loss': 0.4991, 'grad_norm': 17.78046417236328, 'learning_rate': 3.570415906395873e-07, 'epoch': 0.008136696501220505, 'num_input_tokens_seen': 5096079360, 'completed': '65.91% (2_430 / 3_687)', 'remaining time': '10:53:55', 'throughput': '8903.13', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:10:18,288 >> {'loss': 0.455, 'grad_norm': 16.535097122192383, 'learning_rate': 3.5667697579819655e-07, 'epoch': 0.008407919717927854, 'num_input_tokens_seen': 5098176512, 'completed': '65.93% (2_431 / 3_687)', 'remaining time': '10:52:39', 'throughput': '8704.94', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:10:48,631 >> {'loss': 0.5008, 'grad_norm': 18.70627784729004, 'learning_rate': 3.563125165358193e-07, 'epoch': 0.008679142934635205, 'num_input_tokens_seen': 5100273664, 'completed': '65.96% (2_432 / 3_687)', 'remaining time': '10:51:36', 'throughput': '8639.31', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:11:17,922 >> {'loss': 0.4694, 'grad_norm': 17.156047821044922, 'learning_rate': 3.559482131457583e-07, 'epoch': 0.008950366151342554, 'num_input_tokens_seen': 5102370816, 'completed': '65.99% (2_433 / 3_687)', 'remaining time': '10:49:54', 'throughput': '8949.70', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:11:49,615 >> {'loss': 0.4304, 'grad_norm': 15.62370777130127, 'learning_rate': 3.5558406592119115e-07, 'epoch': 0.009221589368049905, 'num_input_tokens_seen': 5104467968, 'completed': '66.02% (2_434 / 3_687)', 'remaining time': '10:49:45', 'throughput': '8271.34', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:12:18,801 >> {'loss': 0.4884, 'grad_norm': 14.981012344360352, 'learning_rate': 3.552200751551697e-07, 'epoch': 0.009492812584757255, 'num_input_tokens_seen': 5106565120, 'completed': '66.04% (2_435 / 3_687)', 'remaining time': '10:48:04', 'throughput': '8981.90', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:12:48,695 >> {'loss': 0.4192, 'grad_norm': 16.954042434692383, 'learning_rate': 3.548562411406201e-07, 'epoch': 0.009764035801464606, 'num_input_tokens_seen': 5108662272, 'completed': '66.07% (2_436 / 3_687)', 'remaining time': '10:46:53', 'throughput': '8769.02', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:13:19,340 >> {'loss': 0.4403, 'grad_norm': 20.573305130004883, 'learning_rate': 3.544925641703413e-07, 'epoch': 0.010035259018171955, 'num_input_tokens_seen': 5110759424, 'completed': '66.10% (2_437 / 3_687)', 'remaining time': '10:46:09', 'throughput': '8554.38', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:13:47,923 >> {'loss': 0.6544, 'grad_norm': 22.3472957611084, 'learning_rate': 3.5412904453700754e-07, 'epoch': 0.010306482234879306, 'num_input_tokens_seen': 5112856576, 'completed': '66.12% (2_438 / 3_687)', 'remaining time': '10:44:18', 'throughput': '9171.13', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:14:15,963 >> {'loss': 0.6427, 'grad_norm': 33.12949752807617, 'learning_rate': 3.537656825331653e-07, 'epoch': 0.010577705451586655, 'num_input_tokens_seen': 5114953728, 'completed': '66.15% (2_439 / 3_687)', 'remaining time': '10:42:14', 'throughput': '9348.85', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:14:49,229 >> {'loss': 0.501, 'grad_norm': 18.552413940429688, 'learning_rate': 3.534024784512345e-07, 'epoch': 0.010848928668294006, 'num_input_tokens_seen': 5117050880, 'completed': '66.18% (2_440 / 3_687)', 'remaining time': '10:42:58', 'throughput': '7880.35', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:15:20,514 >> {'loss': 0.3836, 'grad_norm': 15.270557403564453, 'learning_rate': 3.5303943258350813e-07, 'epoch': 0.011120151885001357, 'num_input_tokens_seen': 5119148032, 'completed': '66.21% (2_441 / 3_687)', 'remaining time': '10:42:37', 'throughput': '8379.17', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:15:51,724 >> {'loss': 0.3691, 'grad_norm': 32.084510803222656, 'learning_rate': 3.526765452221512e-07, 'epoch': 0.011391375101708706, 'num_input_tokens_seen': 5121245184, 'completed': '66.23% (2_442 / 3_687)', 'remaining time': '10:42:14', 'throughput': '8399.50', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:16:24,072 >> {'loss': 0.4435, 'grad_norm': 15.427001953125, 'learning_rate': 3.523138166592021e-07, 'epoch': 0.011662598318416057, 'num_input_tokens_seen': 5123342336, 'completed': '66.26% (2_443 / 3_687)', 'remaining time': '10:42:24', 'throughput': '8103.71', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:16:54,026 >> {'loss': 0.725, 'grad_norm': 21.460124969482422, 'learning_rate': 3.5195124718657075e-07, 'epoch': 0.011933821535123406, 'num_input_tokens_seen': 5125439488, 'completed': '66.29% (2_444 / 3_687)', 'remaining time': '10:41:24', 'throughput': '8751.49', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:17:23,822 >> {'loss': 0.2977, 'grad_norm': 15.456875801086426, 'learning_rate': 3.5158883709603946e-07, 'epoch': 0.012205044751830757, 'num_input_tokens_seen': 5127536640, 'completed': '66.31% (2_445 / 3_687)', 'remaining time': '10:40:20', 'throughput': '8798.15', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:17:58,011 >> {'loss': 0.5319, 'grad_norm': 16.195775985717773, 'learning_rate': 3.5122658667926177e-07, 'epoch': 0.012476267968538107, 'num_input_tokens_seen': 5129633792, 'completed': '66.34% (2_446 / 3_687)', 'remaining time': '10:41:17', 'throughput': '7667.44', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:18:27,105 >> {'loss': 0.5982, 'grad_norm': 16.876602172851562, 'learning_rate': 3.5086449622776346e-07, 'epoch': 0.012747491185245458, 'num_input_tokens_seen': 5131730944, 'completed': '66.37% (2_447 / 3_687)', 'remaining time': '10:39:56', 'throughput': '9010.38', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:18:57,681 >> {'loss': 0.4243, 'grad_norm': 16.981779098510742, 'learning_rate': 3.505025660329408e-07, 'epoch': 0.013018714401952807, 'num_input_tokens_seen': 5133828096, 'completed': '66.40% (2_448 / 3_687)', 'remaining time': '10:39:15', 'throughput': '8573.54', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:19:28,568 >> {'loss': 0.3373, 'grad_norm': 13.226367950439453, 'learning_rate': 3.5014079638606164e-07, 'epoch': 0.013289937618660158, 'num_input_tokens_seen': 5135925248, 'completed': '66.42% (2_449 / 3_687)', 'remaining time': '10:38:42', 'throughput': '8487.20', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:19:57,176 >> {'loss': 0.3153, 'grad_norm': 14.811175346374512, 'learning_rate': 3.497791875782643e-07, 'epoch': 0.013561160835367507, 'num_input_tokens_seen': 5138022400, 'completed': '66.45% (2_450 / 3_687)', 'remaining time': '10:37:13', 'throughput': '9163.01', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:20:29,107 >> {'loss': 0.4019, 'grad_norm': 17.1142578125, 'learning_rate': 3.4941773990055777e-07, 'epoch': 0.013832384052074858, 'num_input_tokens_seen': 5140119552, 'completed': '66.48% (2_451 / 3_687)', 'remaining time': '10:37:07', 'throughput': '8209.89', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:20:58,933 >> {'loss': 0.7408, 'grad_norm': 24.696069717407227, 'learning_rate': 3.490564536438215e-07, 'epoch': 0.014103607268782207, 'num_input_tokens_seen': 5142216704, 'completed': '66.50% (2_452 / 3_687)', 'remaining time': '10:36:10', 'throughput': '8788.97', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:21:29,219 >> {'loss': 0.4626, 'grad_norm': 15.740670204162598, 'learning_rate': 3.4869532909880485e-07, 'epoch': 0.014374830485489558, 'num_input_tokens_seen': 5144313856, 'completed': '66.53% (2_453 / 3_687)', 'remaining time': '10:35:24', 'throughput': '8655.80', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:21:59,181 >> {'loss': 0.3852, 'grad_norm': 17.356019973754883, 'learning_rate': 3.483343665561271e-07, 'epoch': 0.014646053702196907, 'num_input_tokens_seen': 5146411008, 'completed': '66.56% (2_454 / 3_687)', 'remaining time': '10:34:32', 'throughput': '8749.03', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:22:31,655 >> {'loss': 0.5229, 'grad_norm': 19.49802589416504, 'learning_rate': 3.479735663062773e-07, 'epoch': 0.014917276918904258, 'num_input_tokens_seen': 5148508160, 'completed': '66.59% (2_455 / 3_687)', 'remaining time': '10:34:37', 'throughput': '8072.48', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:23:01,569 >> {'loss': 0.3333, 'grad_norm': 11.227045059204102, 'learning_rate': 3.4761292863961354e-07, 'epoch': 0.015188500135611608, 'num_input_tokens_seen': 5150605312, 'completed': '66.61% (2_456 / 3_687)', 'remaining time': '10:33:44', 'throughput': '8763.10', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:23:31,993 >> {'loss': 0.4247, 'grad_norm': 17.022945404052734, 'learning_rate': 3.4725245384636347e-07, 'epoch': 0.015459723352318959, 'num_input_tokens_seen': 5152702464, 'completed': '66.64% (2_457 / 3_687)', 'remaining time': '10:33:03', 'throughput': '8616.41', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:24:01,898 >> {'loss': 0.2605, 'grad_norm': 12.745018005371094, 'learning_rate': 3.4689214221662364e-07, 'epoch': 0.015730946569026308, 'num_input_tokens_seen': 5154799616, 'completed': '66.67% (2_458 / 3_687)', 'remaining time': '10:32:12', 'throughput': '8765.92', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:24:33,027 >> {'loss': 0.5055, 'grad_norm': 16.132686614990234, 'learning_rate': 3.465319940403587e-07, 'epoch': 0.01600216978573366, 'num_input_tokens_seen': 5156896768, 'completed': '66.69% (2_459 / 3_687)', 'remaining time': '10:31:47', 'throughput': '8421.26', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:25:02,591 >> {'loss': 0.3678, 'grad_norm': 15.20864486694336, 'learning_rate': 3.4617200960740247e-07, 'epoch': 0.01627339300244101, 'num_input_tokens_seen': 5158993920, 'completed': '66.72% (2_460 / 3_687)', 'remaining time': '10:30:49', 'throughput': '8867.05', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:25:34,521 >> {'loss': 0.3402, 'grad_norm': 12.260754585266113, 'learning_rate': 3.4581218920745663e-07, 'epoch': 0.01654461621914836, 'num_input_tokens_seen': 5161091072, 'completed': '66.75% (2_461 / 3_687)', 'remaining time': '10:30:40', 'throughput': '8209.91', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:26:04,071 >> {'loss': 0.3149, 'grad_norm': 13.886555671691895, 'learning_rate': 3.454525331300908e-07, 'epoch': 0.016815839435855708, 'num_input_tokens_seen': 5163188224, 'completed': '66.78% (2_462 / 3_687)', 'remaining time': '10:29:43', 'throughput': '8871.26', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:26:35,288 >> {'loss': 0.4094, 'grad_norm': 22.19728660583496, 'learning_rate': 3.450930416647429e-07, 'epoch': 0.01708706265256306, 'num_input_tokens_seen': 5165285376, 'completed': '66.80% (2_463 / 3_687)', 'remaining time': '10:29:19', 'throughput': '8397.31', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:27:05,006 >> {'loss': 0.4385, 'grad_norm': 14.57243824005127, 'learning_rate': 3.4473371510071795e-07, 'epoch': 0.01735828586927041, 'num_input_tokens_seen': 5167382528, 'completed': '66.83% (2_464 / 3_687)', 'remaining time': '10:28:27', 'throughput': '8821.10', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:27:36,034 >> {'loss': 0.5753, 'grad_norm': 20.04316520690918, 'learning_rate': 3.4437455372718795e-07, 'epoch': 0.01762950908597776, 'num_input_tokens_seen': 5169479680, 'completed': '66.86% (2_465 / 3_687)', 'remaining time': '10:28:00', 'throughput': '8448.62', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:28:08,889 >> {'loss': 0.3834, 'grad_norm': 18.932300567626953, 'learning_rate': 3.440155578331925e-07, 'epoch': 0.01790073230268511, 'num_input_tokens_seen': 5171576832, 'completed': '66.88% (2_466 / 3_687)', 'remaining time': '10:28:06', 'throughput': '7978.91', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:28:36,506 >> {'loss': 0.3425, 'grad_norm': 15.249947547912598, 'learning_rate': 3.4365672770763783e-07, 'epoch': 0.01817195551939246, 'num_input_tokens_seen': 5173673984, 'completed': '66.91% (2_467 / 3_687)', 'remaining time': '10:26:36', 'throughput': '9492.15', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:29:08,955 >> {'loss': 0.3937, 'grad_norm': 16.69132423400879, 'learning_rate': 3.432980636392967e-07, 'epoch': 0.01844317873609981, 'num_input_tokens_seen': 5175771136, 'completed': '66.94% (2_468 / 3_687)', 'remaining time': '10:26:35', 'throughput': '8078.55', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:29:38,880 >> {'loss': 0.3516, 'grad_norm': 14.121512413024902, 'learning_rate': 3.429395659168084e-07, 'epoch': 0.01871440195280716, 'num_input_tokens_seen': 5177868288, 'completed': '66.97% (2_469 / 3_687)', 'remaining time': '10:25:48', 'throughput': '8760.24', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:30:06,994 >> {'loss': 0.5579, 'grad_norm': 19.293235778808594, 'learning_rate': 3.425812348286782e-07, 'epoch': 0.01898562516951451, 'num_input_tokens_seen': 5179965440, 'completed': '66.99% (2_470 / 3_687)', 'remaining time': '10:24:30', 'throughput': '9324.02', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:30:34,632 >> {'loss': 0.8517, 'grad_norm': 26.16200065612793, 'learning_rate': 3.422230706632774e-07, 'epoch': 0.01925684838622186, 'num_input_tokens_seen': 5182062592, 'completed': '67.02% (2_471 / 3_687)', 'remaining time': '10:23:05', 'throughput': '9485.00', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:31:04,208 >> {'loss': 0.4796, 'grad_norm': 16.774105072021484, 'learning_rate': 3.418650737088427e-07, 'epoch': 0.01952807160292921, 'num_input_tokens_seen': 5184159744, 'completed': '67.05% (2_472 / 3_687)', 'remaining time': '10:22:15', 'throughput': '8863.54', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:31:35,457 >> {'loss': 0.3243, 'grad_norm': 16.8173885345459, 'learning_rate': 3.415072442534767e-07, 'epoch': 0.019799294819636562, 'num_input_tokens_seen': 5186256896, 'completed': '67.07% (2_473 / 3_687)', 'remaining time': '10:21:52', 'throughput': '8388.73', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:32:06,739 >> {'loss': 0.3466, 'grad_norm': 14.54384994506836, 'learning_rate': 3.411495825851467e-07, 'epoch': 0.02007051803634391, 'num_input_tokens_seen': 5188354048, 'completed': '67.10% (2_474 / 3_687)', 'remaining time': '10:21:31', 'throughput': '8380.18', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:32:36,423 >> {'loss': 0.3709, 'grad_norm': 16.708059310913086, 'learning_rate': 3.4079208899168545e-07, 'epoch': 0.02034174125305126, 'num_input_tokens_seen': 5190451200, 'completed': '67.13% (2_475 / 3_687)', 'remaining time': '10:20:43', 'throughput': '8830.95', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:33:07,157 >> {'loss': 0.4063, 'grad_norm': 18.377099990844727, 'learning_rate': 3.404347637607899e-07, 'epoch': 0.02061296446975861, 'num_input_tokens_seen': 5192548352, 'completed': '67.15% (2_476 / 3_687)', 'remaining time': '10:20:12', 'throughput': '8529.54', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:33:36,670 >> {'loss': 0.4975, 'grad_norm': 21.520936965942383, 'learning_rate': 3.400776071800219e-07, 'epoch': 0.020884187686465962, 'num_input_tokens_seen': 5194645504, 'completed': '67.18% (2_477 / 3_687)', 'remaining time': '10:19:22', 'throughput': '8882.37', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:34:06,501 >> {'loss': 0.2697, 'grad_norm': 12.55679702758789, 'learning_rate': 3.3972061953680734e-07, 'epoch': 0.02115541090317331, 'num_input_tokens_seen': 5196742656, 'completed': '67.21% (2_478 / 3_687)', 'remaining time': '10:18:38', 'throughput': '8787.74', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:34:39,660 >> {'loss': 0.4419, 'grad_norm': 16.432504653930664, 'learning_rate': 3.3936380111843666e-07, 'epoch': 0.02142663411988066, 'num_input_tokens_seen': 5198839808, 'completed': '67.24% (2_479 / 3_687)', 'remaining time': '10:18:45', 'throughput': '7905.55', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:35:11,771 >> {'loss': 0.3704, 'grad_norm': 12.978721618652344, 'learning_rate': 3.390071522120635e-07, 'epoch': 0.021697857336588012, 'num_input_tokens_seen': 5200936960, 'completed': '67.26% (2_480 / 3_687)', 'remaining time': '10:18:35', 'throughput': '8163.77', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:35:43,392 >> {'loss': 0.3597, 'grad_norm': 13.821551322937012, 'learning_rate': 3.3865067310470554e-07, 'epoch': 0.021969080553295363, 'num_input_tokens_seen': 5203034112, 'completed': '67.29% (2_481 / 3_687)', 'remaining time': '10:18:17', 'throughput': '8290.04', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:36:12,516 >> {'loss': 0.3515, 'grad_norm': 13.253721237182617, 'learning_rate': 3.3829436408324316e-07, 'epoch': 0.022240303770002714, 'num_input_tokens_seen': 5205131264, 'completed': '67.32% (2_482 / 3_687)', 'remaining time': '10:17:22', 'throughput': '9001.01', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:36:44,328 >> {'loss': 0.4505, 'grad_norm': 15.398584365844727, 'learning_rate': 3.3793822543442074e-07, 'epoch': 0.02251152698671006, 'num_input_tokens_seen': 5207228416, 'completed': '67.34% (2_483 / 3_687)', 'remaining time': '10:17:07', 'throughput': '8240.31', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:37:16,285 >> {'loss': 0.4072, 'grad_norm': 17.346776962280273, 'learning_rate': 3.3758225744484483e-07, 'epoch': 0.022782750203417412, 'num_input_tokens_seen': 5209325568, 'completed': '67.37% (2_484 / 3_687)', 'remaining time': '10:16:54', 'throughput': '8203.24', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:37:48,188 >> {'loss': 0.4183, 'grad_norm': 14.590849876403809, 'learning_rate': 3.372264604009851e-07, 'epoch': 0.023053973420124763, 'num_input_tokens_seen': 5211422720, 'completed': '67.40% (2_485 / 3_687)', 'remaining time': '10:16:39', 'throughput': '8216.69', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:38:17,177 >> {'loss': 0.4176, 'grad_norm': 16.34534454345703, 'learning_rate': 3.3687083458917344e-07, 'epoch': 0.023325196636832114, 'num_input_tokens_seen': 5213519872, 'completed': '67.43% (2_486 / 3_687)', 'remaining time': '10:15:43', 'throughput': '9043.05', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:38:48,130 >> {'loss': 0.3908, 'grad_norm': 15.394360542297363, 'learning_rate': 3.3651538029560377e-07, 'epoch': 0.023596419853539462, 'num_input_tokens_seen': 5215617024, 'completed': '67.45% (2_487 / 3_687)', 'remaining time': '10:15:15', 'throughput': '8469.07', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:39:16,722 >> {'loss': 0.4385, 'grad_norm': 15.60722541809082, 'learning_rate': 3.361600978063325e-07, 'epoch': 0.023867643070246813, 'num_input_tokens_seen': 5217714176, 'completed': '67.48% (2_488 / 3_687)', 'remaining time': '10:14:15', 'throughput': '9168.53', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:39:46,385 >> {'loss': 0.4593, 'grad_norm': 18.028072357177734, 'learning_rate': 3.358049874072771e-07, 'epoch': 0.024138866286954164, 'num_input_tokens_seen': 5219811328, 'completed': '67.51% (2_489 / 3_687)', 'remaining time': '10:13:29', 'throughput': '8837.25', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:40:18,046 >> {'loss': 0.4059, 'grad_norm': 18.258270263671875, 'learning_rate': 3.3545004938421734e-07, 'epoch': 0.024410089503661515, 'num_input_tokens_seen': 5221908480, 'completed': '67.53% (2_490 / 3_687)', 'remaining time': '10:13:11', 'throughput': '8279.81', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:40:45,496 >> {'loss': 0.7823, 'grad_norm': 21.254680633544922, 'learning_rate': 3.3509528402279357e-07, 'epoch': 0.024681312720368862, 'num_input_tokens_seen': 5224005632, 'completed': '67.56% (2_491 / 3_687)', 'remaining time': '10:11:57', 'throughput': '9549.78', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:41:17,066 >> {'loss': 0.9546, 'grad_norm': 37.15273666381836, 'learning_rate': 3.347406916085074e-07, 'epoch': 0.024952535937076213, 'num_input_tokens_seen': 5226102784, 'completed': '67.59% (2_492 / 3_687)', 'remaining time': '10:11:38', 'throughput': '8303.73', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:41:48,190 >> {'loss': 0.7096, 'grad_norm': 19.634872436523438, 'learning_rate': 3.3438627242672164e-07, 'epoch': 0.025223759153783564, 'num_input_tokens_seen': 5228199936, 'completed': '67.62% (2_493 / 3_687)', 'remaining time': '10:11:12', 'throughput': '8422.34', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:42:19,435 >> {'loss': 0.4221, 'grad_norm': 18.12146759033203, 'learning_rate': 3.3403202676265875e-07, 'epoch': 0.025494982370490915, 'num_input_tokens_seen': 5230297088, 'completed': '67.64% (2_494 / 3_687)', 'remaining time': '10:10:48', 'throughput': '8390.26', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:42:52,937 >> {'loss': 0.2631, 'grad_norm': 11.500085830688477, 'learning_rate': 3.336779549014026e-07, 'epoch': 0.025766205587198263, 'num_input_tokens_seen': 5232394240, 'completed': '67.67% (2_495 / 3_687)', 'remaining time': '10:10:53', 'throughput': '7824.50', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:43:22,285 >> {'loss': 0.3061, 'grad_norm': 13.041985511779785, 'learning_rate': 3.333240571278968e-07, 'epoch': 0.026037428803905614, 'num_input_tokens_seen': 5234491392, 'completed': '67.70% (2_496 / 3_687)', 'remaining time': '10:10:04', 'throughput': '8932.22', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:43:53,848 >> {'loss': 0.2412, 'grad_norm': 9.483246803283691, 'learning_rate': 3.3297033372694473e-07, 'epoch': 0.026308652020612965, 'num_input_tokens_seen': 5236588544, 'completed': '67.72% (2_497 / 3_687)', 'remaining time': '10:09:44', 'throughput': '8305.46', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:44:20,471 >> {'loss': 0.8186, 'grad_norm': 20.214548110961914, 'learning_rate': 3.3261678498320954e-07, 'epoch': 0.026579875237320316, 'num_input_tokens_seen': 5238685696, 'completed': '67.75% (2_498 / 3_687)', 'remaining time': '10:08:23', 'throughput': '9846.55', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:44:47,452 >> {'loss': 0.5537, 'grad_norm': 16.735645294189453, 'learning_rate': 3.3226341118121367e-07, 'epoch': 0.026851098454027666, 'num_input_tokens_seen': 5240782848, 'completed': '67.78% (2_499 / 3_687)', 'remaining time': '10:07:08', 'throughput': '9716.01', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:45:18,670 >> {'loss': 0.3094, 'grad_norm': 11.246064186096191, 'learning_rate': 3.319102126053389e-07, 'epoch': 0.027122321670735014, 'num_input_tokens_seen': 5242880000, 'completed': '67.81% (2_500 / 3_687)', 'remaining time': '10:06:44', 'throughput': '8397.08', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:45:51,530 >> {'loss': 0.2749, 'grad_norm': 16.4909610748291, 'learning_rate': 3.315571895398261e-07, 'epoch': 0.027393544887442365, 'num_input_tokens_seen': 5244977152, 'completed': '67.83% (2_501 / 3_687)', 'remaining time': '10:06:39', 'throughput': '7977.61', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:46:22,796 >> {'loss': 0.3926, 'grad_norm': 14.262845993041992, 'learning_rate': 3.312043422687749e-07, 'epoch': 0.027664768104149716, 'num_input_tokens_seen': 5247074304, 'completed': '67.86% (2_502 / 3_687)', 'remaining time': '10:06:15', 'throughput': '8384.47', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:46:55,572 >> {'loss': 0.2012, 'grad_norm': 11.372760772705078, 'learning_rate': 3.3085167107614297e-07, 'epoch': 0.027935991320857067, 'num_input_tokens_seen': 5249171456, 'completed': '67.89% (2_503 / 3_687)', 'remaining time': '10:06:08', 'throughput': '7997.86', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:47:24,427 >> {'loss': 0.7148, 'grad_norm': 21.803176879882812, 'learning_rate': 3.3049917624574737e-07, 'epoch': 0.028207214537564414, 'num_input_tokens_seen': 5251268608, 'completed': '67.91% (2_504 / 3_687)', 'remaining time': '10:05:16', 'throughput': '9085.02', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:47:56,443 >> {'loss': 0.3626, 'grad_norm': 14.963140487670898, 'learning_rate': 3.301468580612619e-07, 'epoch': 0.028478437754271765, 'num_input_tokens_seen': 5253365760, 'completed': '67.94% (2_505 / 3_687)', 'remaining time': '10:05:00', 'throughput': '8187.77', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:48:27,253 >> {'loss': 0.325, 'grad_norm': 16.734357833862305, 'learning_rate': 3.2979471680621903e-07, 'epoch': 0.028749660970979116, 'num_input_tokens_seen': 5255462912, 'completed': '67.97% (2_506 / 3_687)', 'remaining time': '10:04:31', 'throughput': '8508.45', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:48:55,714 >> {'loss': 0.5537, 'grad_norm': 18.527103424072266, 'learning_rate': 3.2944275276400857e-07, 'epoch': 0.029020884187686467, 'num_input_tokens_seen': 5257560064, 'completed': '68.00% (2_507 / 3_687)', 'remaining time': '10:03:35', 'throughput': '9210.87', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:49:26,266 >> {'loss': 0.4739, 'grad_norm': 17.63797950744629, 'learning_rate': 3.290909662178779e-07, 'epoch': 0.029292107404393815, 'num_input_tokens_seen': 5259657216, 'completed': '68.02% (2_508 / 3_687)', 'remaining time': '10:03:03', 'throughput': '8580.18', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:49:56,659 >> {'loss': 0.1794, 'grad_norm': 11.94525146484375, 'learning_rate': 3.2873935745093145e-07, 'epoch': 0.029563330621101166, 'num_input_tokens_seen': 5261754368, 'completed': '68.05% (2_509 / 3_687)', 'remaining time': '10:02:29', 'throughput': '8625.19', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:50:28,804 >> {'loss': 0.3807, 'grad_norm': 15.735551834106445, 'learning_rate': 3.283879267461305e-07, 'epoch': 0.029834553837808517, 'num_input_tokens_seen': 5263851520, 'completed': '68.08% (2_510 / 3_687)', 'remaining time': '10:02:14', 'throughput': '8155.10', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:50:58,987 >> {'loss': 0.2682, 'grad_norm': 14.347485542297363, 'learning_rate': 3.280366743862931e-07, 'epoch': 0.030105777054515868, 'num_input_tokens_seen': 5265948672, 'completed': '68.10% (2_511 / 3_687)', 'remaining time': '10:01:38', 'throughput': '8685.13', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:51:33,129 >> {'loss': 0.4171, 'grad_norm': 16.711332321166992, 'learning_rate': 3.276856006540939e-07, 'epoch': 0.030377000271223215, 'num_input_tokens_seen': 5268045824, 'completed': '68.13% (2_512 / 3_687)', 'remaining time': '10:01:43', 'throughput': '7677.88', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:52:04,025 >> {'loss': 0.7826, 'grad_norm': 22.094377517700195, 'learning_rate': 3.2733470583206357e-07, 'epoch': 0.030648223487930566, 'num_input_tokens_seen': 5270142976, 'completed': '68.16% (2_513 / 3_687)', 'remaining time': '10:01:14', 'throughput': '8484.85', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:52:34,386 >> {'loss': 0.6522, 'grad_norm': 24.63713264465332, 'learning_rate': 3.2698399020258895e-07, 'epoch': 0.030919446704637917, 'num_input_tokens_seen': 5272240128, 'completed': '68.19% (2_514 / 3_687)', 'remaining time': '10:00:40', 'throughput': '8634.10', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:53:05,024 >> {'loss': 0.3224, 'grad_norm': 14.236292839050293, 'learning_rate': 3.266334540479128e-07, 'epoch': 0.031190669921345268, 'num_input_tokens_seen': 5274337280, 'completed': '68.21% (2_515 / 3_687)', 'remaining time': '10:00:08', 'throughput': '8556.35', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:53:35,004 >> {'loss': 0.4438, 'grad_norm': 17.167448043823242, 'learning_rate': 3.262830976501329e-07, 'epoch': 0.031461893138052616, 'num_input_tokens_seen': 5276434432, 'completed': '68.24% (2_516 / 3_687)', 'remaining time': '9:59:30', 'throughput': '8743.83', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:54:07,321 >> {'loss': 0.3641, 'grad_norm': 14.156777381896973, 'learning_rate': 3.2593292129120295e-07, 'epoch': 0.03173311635475997, 'num_input_tokens_seen': 5278531584, 'completed': '68.27% (2_517 / 3_687)', 'remaining time': '9:59:15', 'throughput': '8111.71', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:54:36,172 >> {'loss': 0.4017, 'grad_norm': 16.016916275024414, 'learning_rate': 3.2558292525293156e-07, 'epoch': 0.03200433957146732, 'num_input_tokens_seen': 5280628736, 'completed': '68.29% (2_518 / 3_687)', 'remaining time': '9:58:26', 'throughput': '9086.20', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:55:07,397 >> {'loss': 0.4632, 'grad_norm': 17.823566436767578, 'learning_rate': 3.2523310981698213e-07, 'epoch': 0.032275562788174665, 'num_input_tokens_seen': 5282725888, 'completed': '68.32% (2_519 / 3_687)', 'remaining time': '9:58:00', 'throughput': '8395.19', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:55:36,886 >> {'loss': 0.6673, 'grad_norm': 21.00741958618164, 'learning_rate': 3.24883475264873e-07, 'epoch': 0.03254678600488202, 'num_input_tokens_seen': 5284823040, 'completed': '68.35% (2_520 / 3_687)', 'remaining time': '9:57:17', 'throughput': '8889.63', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:56:07,967 >> {'loss': 0.4991, 'grad_norm': 14.62010669708252, 'learning_rate': 3.2453402187797684e-07, 'epoch': 0.03281800922158937, 'num_input_tokens_seen': 5286920192, 'completed': '68.38% (2_521 / 3_687)', 'remaining time': '9:56:50', 'throughput': '8434.15', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:56:38,269 >> {'loss': 0.4899, 'grad_norm': 17.261287689208984, 'learning_rate': 3.241847499375201e-07, 'epoch': 0.03308923243829672, 'num_input_tokens_seen': 5289017344, 'completed': '68.40% (2_522 / 3_687)', 'remaining time': '9:56:16', 'throughput': '8650.99', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:57:07,140 >> {'loss': 0.2637, 'grad_norm': 14.625133514404297, 'learning_rate': 3.238356597245837e-07, 'epoch': 0.03336045565500407, 'num_input_tokens_seen': 5291114496, 'completed': '68.43% (2_523 / 3_687)', 'remaining time': '9:55:27', 'throughput': '9080.09', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:57:36,373 >> {'loss': 0.4681, 'grad_norm': 17.17628288269043, 'learning_rate': 3.2348675152010217e-07, 'epoch': 0.033631678871711417, 'num_input_tokens_seen': 5293211648, 'completed': '68.46% (2_524 / 3_687)', 'remaining time': '9:54:43', 'throughput': '8967.27', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:58:07,870 >> {'loss': 0.5437, 'grad_norm': 21.153200149536133, 'learning_rate': 3.2313802560486353e-07, 'epoch': 0.03390290208841877, 'num_input_tokens_seen': 5295308800, 'completed': '68.48% (2_525 / 3_687)', 'remaining time': '9:54:20', 'throughput': '8322.85', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:58:38,746 >> {'loss': 0.607, 'grad_norm': 21.99086570739746, 'learning_rate': 3.2278948225950916e-07, 'epoch': 0.03417412530512612, 'num_input_tokens_seen': 5297405952, 'completed': '68.51% (2_526 / 3_687)', 'remaining time': '9:53:51', 'throughput': '8490.18', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:59:08,957 >> {'loss': 0.4772, 'grad_norm': 16.050336837768555, 'learning_rate': 3.2244112176453343e-07, 'epoch': 0.034445348521833466, 'num_input_tokens_seen': 5299503104, 'completed': '68.54% (2_527 / 3_687)', 'remaining time': '9:53:16', 'throughput': '8677.02', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 15:59:39,223 >> {'loss': 0.6767, 'grad_norm': 19.21502685546875, 'learning_rate': 3.2209294440028366e-07, 'epoch': 0.03471657173854082, 'num_input_tokens_seen': 5301600256, 'completed': '68.57% (2_528 / 3_687)', 'remaining time': '9:52:41', 'throughput': '8661.51', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:00:12,247 >> {'loss': 0.3405, 'grad_norm': 14.736310958862305, 'learning_rate': 3.2174495044695973e-07, 'epoch': 0.03498779495524817, 'num_input_tokens_seen': 5303697408, 'completed': '68.59% (2_529 / 3_687)', 'remaining time': '9:52:32', 'throughput': '7937.81', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:00:44,055 >> {'loss': 0.4872, 'grad_norm': 17.85927391052246, 'learning_rate': 3.2139714018461396e-07, 'epoch': 0.03525901817195552, 'num_input_tokens_seen': 5305794560, 'completed': '68.62% (2_530 / 3_687)', 'remaining time': '9:52:11', 'throughput': '8241.67', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:01:14,830 >> {'loss': 0.5331, 'grad_norm': 16.15865707397461, 'learning_rate': 3.2104951389315073e-07, 'epoch': 0.03553024138866287, 'num_input_tokens_seen': 5307891712, 'completed': '68.65% (2_531 / 3_687)', 'remaining time': '9:51:41', 'throughput': '8517.84', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:01:43,240 >> {'loss': 0.6059, 'grad_norm': 21.816003799438477, 'learning_rate': 3.207020718523266e-07, 'epoch': 0.03580146460537022, 'num_input_tokens_seen': 5309988864, 'completed': '68.67% (2_532 / 3_687)', 'remaining time': '9:50:50', 'throughput': '9227.23', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:02:14,090 >> {'loss': 0.3919, 'grad_norm': 15.507525444030762, 'learning_rate': 3.2035481434174966e-07, 'epoch': 0.03607268782207757, 'num_input_tokens_seen': 5312086016, 'completed': '68.70% (2_533 / 3_687)', 'remaining time': '9:50:21', 'throughput': '8497.39', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:02:43,737 >> {'loss': 0.4488, 'grad_norm': 15.8746919631958, 'learning_rate': 3.200077416408794e-07, 'epoch': 0.03634391103878492, 'num_input_tokens_seen': 5314183168, 'completed': '68.73% (2_534 / 3_687)', 'remaining time': '9:49:41', 'throughput': '8842.23', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:03:13,383 >> {'loss': 0.627, 'grad_norm': 20.78430938720703, 'learning_rate': 3.196608540290266e-07, 'epoch': 0.03661513425549227, 'num_input_tokens_seen': 5316280320, 'completed': '68.76% (2_535 / 3_687)', 'remaining time': '9:49:01', 'throughput': '8842.53', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:03:45,329 >> {'loss': 0.5527, 'grad_norm': 21.117902755737305, 'learning_rate': 3.193141517853536e-07, 'epoch': 0.03688635747219962, 'num_input_tokens_seen': 5318377472, 'completed': '68.78% (2_536 / 3_687)', 'remaining time': '9:48:41', 'throughput': '8205.90', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:04:16,028 >> {'loss': 0.4613, 'grad_norm': 14.952088356018066, 'learning_rate': 3.1896763518887305e-07, 'epoch': 0.03715758068890697, 'num_input_tokens_seen': 5320474624, 'completed': '68.81% (2_537 / 3_687)', 'remaining time': '9:48:11', 'throughput': '8538.98', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:04:43,100 >> {'loss': 0.8986, 'grad_norm': 25.334875106811523, 'learning_rate': 3.186213045184484e-07, 'epoch': 0.03742880390561432, 'num_input_tokens_seen': 5322571776, 'completed': '68.84% (2_538 / 3_687)', 'remaining time': '9:47:10', 'throughput': '9683.30', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:05:16,282 >> {'loss': 0.3267, 'grad_norm': 12.866583824157715, 'learning_rate': 3.1827516005279306e-07, 'epoch': 0.03770002712232167, 'num_input_tokens_seen': 5324668928, 'completed': '68.86% (2_539 / 3_687)', 'remaining time': '9:47:00', 'throughput': '7900.27', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:05:46,997 >> {'loss': 0.3742, 'grad_norm': 14.773965835571289, 'learning_rate': 3.1792920207047114e-07, 'epoch': 0.03797125033902902, 'num_input_tokens_seen': 5326766080, 'completed': '68.89% (2_540 / 3_687)', 'remaining time': '9:46:30', 'throughput': '8534.74', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:06:19,421 >> {'loss': 0.4086, 'grad_norm': 17.13579559326172, 'learning_rate': 3.175834308498964e-07, 'epoch': 0.03824247355573637, 'num_input_tokens_seen': 5328863232, 'completed': '68.92% (2_541 / 3_687)', 'remaining time': '9:46:13', 'throughput': '8084.78', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:06:49,500 >> {'loss': 0.3569, 'grad_norm': 16.100215911865234, 'learning_rate': 3.172378466693325e-07, 'epoch': 0.03851369677244372, 'num_input_tokens_seen': 5330960384, 'completed': '68.94% (2_542 / 3_687)', 'remaining time': '9:45:38', 'throughput': '8715.31', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:07:17,444 >> {'loss': 0.9546, 'grad_norm': 22.463777542114258, 'learning_rate': 3.168924498068923e-07, 'epoch': 0.038784919989151075, 'num_input_tokens_seen': 5333057536, 'completed': '68.97% (2_543 / 3_687)', 'remaining time': '9:44:45', 'throughput': '9381.06', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:07:48,533 >> {'loss': 0.4266, 'grad_norm': 17.804658889770508, 'learning_rate': 3.1654724054053805e-07, 'epoch': 0.03905614320585842, 'num_input_tokens_seen': 5335154688, 'completed': '69.00% (2_544 / 3_687)', 'remaining time': '9:44:18', 'throughput': '8431.91', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:08:20,914 >> {'loss': 0.4095, 'grad_norm': 16.298038482666016, 'learning_rate': 3.1620221914808115e-07, 'epoch': 0.03932736642256577, 'num_input_tokens_seen': 5337251840, 'completed': '69.03% (2_545 / 3_687)', 'remaining time': '9:44:00', 'throughput': '8095.61', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:08:52,820 >> {'loss': 0.3647, 'grad_norm': 18.965286254882812, 'learning_rate': 3.1585738590718157e-07, 'epoch': 0.039598589639273124, 'num_input_tokens_seen': 5339348992, 'completed': '69.05% (2_546 / 3_687)', 'remaining time': '9:43:39', 'throughput': '8216.21', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:09:21,858 >> {'loss': 0.6584, 'grad_norm': 22.938982009887695, 'learning_rate': 3.1551274109534805e-07, 'epoch': 0.03986981285598047, 'num_input_tokens_seen': 5341446144, 'completed': '69.08% (2_547 / 3_687)', 'remaining time': '9:42:56', 'throughput': '9027.63', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:09:52,493 >> {'loss': 0.6629, 'grad_norm': 20.005109786987305, 'learning_rate': 3.151682849899376e-07, 'epoch': 0.04014103607268782, 'num_input_tokens_seen': 5343543296, 'completed': '69.11% (2_548 / 3_687)', 'remaining time': '9:42:25', 'throughput': '8556.99', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:10:23,366 >> {'loss': 0.4334, 'grad_norm': 16.92494773864746, 'learning_rate': 3.148240178681553e-07, 'epoch': 0.040412259289395173, 'num_input_tokens_seen': 5345640448, 'completed': '69.13% (2_549 / 3_687)', 'remaining time': '9:41:56', 'throughput': '8490.97', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:10:56,298 >> {'loss': 0.6027, 'grad_norm': 20.46824073791504, 'learning_rate': 3.1447994000705456e-07, 'epoch': 0.04068348250610252, 'num_input_tokens_seen': 5347737600, 'completed': '69.16% (2_550 / 3_687)', 'remaining time': '9:41:42', 'throughput': '7960.10', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:11:25,510 >> {'loss': 0.3774, 'grad_norm': 13.558602333068848, 'learning_rate': 3.141360516835356e-07, 'epoch': 0.040954705722809875, 'num_input_tokens_seen': 5349834752, 'completed': '69.19% (2_551 / 3_687)', 'remaining time': '9:41:00', 'throughput': '8974.01', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:11:56,187 >> {'loss': 0.1835, 'grad_norm': 8.050308227539062, 'learning_rate': 3.1379235317434703e-07, 'epoch': 0.04122592893951722, 'num_input_tokens_seen': 5351931904, 'completed': '69.22% (2_552 / 3_687)', 'remaining time': '9:40:29', 'throughput': '8545.32', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:12:26,801 >> {'loss': 0.3894, 'grad_norm': 15.542895317077637, 'learning_rate': 3.134488447560843e-07, 'epoch': 0.04149715215622457, 'num_input_tokens_seen': 5354029056, 'completed': '69.24% (2_553 / 3_687)', 'remaining time': '9:39:58', 'throughput': '8562.72', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:12:57,223 >> {'loss': 0.7527, 'grad_norm': 25.710311889648438, 'learning_rate': 3.1310552670518987e-07, 'epoch': 0.041768375372931925, 'num_input_tokens_seen': 5356126208, 'completed': '69.27% (2_554 / 3_687)', 'remaining time': '9:39:25', 'throughput': '8616.97', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:13:26,525 >> {'loss': 0.4483, 'grad_norm': 19.23603057861328, 'learning_rate': 3.127623992979532e-07, 'epoch': 0.04203959858963927, 'num_input_tokens_seen': 5358223360, 'completed': '69.30% (2_555 / 3_687)', 'remaining time': '9:38:45', 'throughput': '8946.33', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:13:56,487 >> {'loss': 0.3604, 'grad_norm': 16.744998931884766, 'learning_rate': 3.124194628105098e-07, 'epoch': 0.04231082180634662, 'num_input_tokens_seen': 5360320512, 'completed': '69.32% (2_556 / 3_687)', 'remaining time': '9:38:09', 'throughput': '8749.22', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:14:27,419 >> {'loss': 0.5432, 'grad_norm': 19.892236709594727, 'learning_rate': 3.120767175188422e-07, 'epoch': 0.042582045023053974, 'num_input_tokens_seen': 5362417664, 'completed': '69.35% (2_557 / 3_687)', 'remaining time': '9:37:40', 'throughput': '8474.90', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:14:55,957 >> {'loss': 0.6695, 'grad_norm': 21.464439392089844, 'learning_rate': 3.1173416369877864e-07, 'epoch': 0.04285326823976132, 'num_input_tokens_seen': 5364514816, 'completed': '69.38% (2_558 / 3_687)', 'remaining time': '9:36:54', 'throughput': '9185.68', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:15:25,632 >> {'loss': 0.4755, 'grad_norm': 18.040634155273438, 'learning_rate': 3.1139180162599346e-07, 'epoch': 0.043124491456468676, 'num_input_tokens_seen': 5366611968, 'completed': '69.41% (2_559 / 3_687)', 'remaining time': '9:36:16', 'throughput': '8834.00', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:15:57,652 >> {'loss': 0.3587, 'grad_norm': 16.184511184692383, 'learning_rate': 3.110496315760065e-07, 'epoch': 0.043395714673176024, 'num_input_tokens_seen': 5368709120, 'completed': '69.43% (2_560 / 3_687)', 'remaining time': '9:35:55', 'throughput': '8186.87', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:16:29,577 >> {'loss': 0.4959, 'grad_norm': 14.748477935791016, 'learning_rate': 3.107076538241835e-07, 'epoch': 0.04366693788988337, 'num_input_tokens_seen': 5370806272, 'completed': '69.46% (2_561 / 3_687)', 'remaining time': '9:35:34', 'throughput': '8211.19', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:16:59,308 >> {'loss': 0.3855, 'grad_norm': 15.208799362182617, 'learning_rate': 3.103658686457349e-07, 'epoch': 0.043938161106590726, 'num_input_tokens_seen': 5372903424, 'completed': '69.49% (2_562 / 3_687)', 'remaining time': '9:34:56', 'throughput': '8817.25', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:17:28,641 >> {'loss': 0.3119, 'grad_norm': 14.134151458740234, 'learning_rate': 3.1002427631571646e-07, 'epoch': 0.04420938432329807, 'num_input_tokens_seen': 5375000576, 'completed': '69.51% (2_563 / 3_687)', 'remaining time': '9:34:17', 'throughput': '8936.78', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:18:02,899 >> {'loss': 0.3008, 'grad_norm': 14.675880432128906, 'learning_rate': 3.0968287710902866e-07, 'epoch': 0.04448060754000543, 'num_input_tokens_seen': 5377097728, 'completed': '69.54% (2_564 / 3_687)', 'remaining time': '9:34:11', 'throughput': '7652.13', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:18:29,658 >> {'loss': 0.638, 'grad_norm': 18.92854881286621, 'learning_rate': 3.0934167130041666e-07, 'epoch': 0.044751830756712775, 'num_input_tokens_seen': 5379194880, 'completed': '69.57% (2_565 / 3_687)', 'remaining time': '9:33:13', 'throughput': '9796.45', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:18:58,294 >> {'loss': 0.5573, 'grad_norm': 17.33856773376465, 'learning_rate': 3.090006591644698e-07, 'epoch': 0.04502305397342012, 'num_input_tokens_seen': 5381292032, 'completed': '69.60% (2_566 / 3_687)', 'remaining time': '9:32:29', 'throughput': '9154.22', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:19:31,905 >> {'loss': 0.2354, 'grad_norm': 10.942505836486816, 'learning_rate': 3.0865984097562183e-07, 'epoch': 0.04529427719012748, 'num_input_tokens_seen': 5383389184, 'completed': '69.62% (2_567 / 3_687)', 'remaining time': '9:32:18', 'throughput': '7799.37', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:20:04,401 >> {'loss': 0.5418, 'grad_norm': 17.489700317382812, 'learning_rate': 3.083192170081501e-07, 'epoch': 0.045565500406834825, 'num_input_tokens_seen': 5385486336, 'completed': '69.65% (2_568 / 3_687)', 'remaining time': '9:32:00', 'throughput': '8066.84', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:20:34,006 >> {'loss': 0.4361, 'grad_norm': 17.590167999267578, 'learning_rate': 3.079787875361759e-07, 'epoch': 0.04583672362354217, 'num_input_tokens_seen': 5387583488, 'completed': '69.68% (2_569 / 3_687)', 'remaining time': '9:31:22', 'throughput': '8854.78', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:21:04,350 >> {'loss': 0.4253, 'grad_norm': 20.286165237426758, 'learning_rate': 3.0763855283366386e-07, 'epoch': 0.04610794684024953, 'num_input_tokens_seen': 5389680640, 'completed': '69.70% (2_570 / 3_687)', 'remaining time': '9:30:49', 'throughput': '8639.15', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:21:34,729 >> {'loss': 0.2986, 'grad_norm': 13.312159538269043, 'learning_rate': 3.07298513174422e-07, 'epoch': 0.046379170056956874, 'num_input_tokens_seen': 5391777792, 'completed': '69.73% (2_571 / 3_687)', 'remaining time': '9:30:17', 'throughput': '8629.23', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:22:02,937 >> {'loss': 0.5234, 'grad_norm': 17.008472442626953, 'learning_rate': 3.0695866883210143e-07, 'epoch': 0.04665039327366423, 'num_input_tokens_seen': 5393874944, 'completed': '69.76% (2_572 / 3_687)', 'remaining time': '9:29:30', 'throughput': '9292.94', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:22:30,369 >> {'loss': 0.6498, 'grad_norm': 25.539731979370117, 'learning_rate': 3.0661902008019556e-07, 'epoch': 0.046921616490371576, 'num_input_tokens_seen': 5395972096, 'completed': '69.79% (2_573 / 3_687)', 'remaining time': '9:28:39', 'throughput': '9556.44', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:23:01,782 >> {'loss': 0.8046, 'grad_norm': 23.586692810058594, 'learning_rate': 3.062795671920411e-07, 'epoch': 0.047192839707078924, 'num_input_tokens_seen': 5398069248, 'completed': '69.81% (2_574 / 3_687)', 'remaining time': '9:28:13', 'throughput': '8345.03', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:23:34,750 >> {'loss': 0.3061, 'grad_norm': 13.434320449829102, 'learning_rate': 3.059403104408166e-07, 'epoch': 0.04746406292378628, 'num_input_tokens_seen': 5400166400, 'completed': '69.84% (2_575 / 3_687)', 'remaining time': '9:27:57', 'throughput': '7951.49', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:24:05,762 >> {'loss': 0.2875, 'grad_norm': 11.639397621154785, 'learning_rate': 3.0560125009954296e-07, 'epoch': 0.047735286140493625, 'num_input_tokens_seen': 5402263552, 'completed': '69.87% (2_576 / 3_687)', 'remaining time': '9:27:29', 'throughput': '8452.79', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:24:37,984 >> {'loss': 0.5249, 'grad_norm': 23.569503784179688, 'learning_rate': 3.0526238644108335e-07, 'epoch': 0.04800650935720097, 'num_input_tokens_seen': 5404360704, 'completed': '69.89% (2_577 / 3_687)', 'remaining time': '9:27:08', 'throughput': '8135.75', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:25:09,862 >> {'loss': 0.5019, 'grad_norm': 17.796600341796875, 'learning_rate': 3.049237197381424e-07, 'epoch': 0.04827773257390833, 'num_input_tokens_seen': 5406457856, 'completed': '69.92% (2_578 / 3_687)', 'remaining time': '9:26:45', 'throughput': '8223.15', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:25:43,848 >> {'loss': 0.5809, 'grad_norm': 18.38736915588379, 'learning_rate': 3.045852502632657e-07, 'epoch': 0.048548955790615675, 'num_input_tokens_seen': 5408555008, 'completed': '69.95% (2_579 / 3_687)', 'remaining time': '9:26:35', 'throughput': '7713.28', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:26:15,140 >> {'loss': 0.2202, 'grad_norm': 10.763379096984863, 'learning_rate': 3.042469782888409e-07, 'epoch': 0.04882017900732303, 'num_input_tokens_seen': 5410652160, 'completed': '69.98% (2_580 / 3_687)', 'remaining time': '9:26:08', 'throughput': '8377.42', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:26:44,192 >> {'loss': 0.4292, 'grad_norm': 31.74101448059082, 'learning_rate': 3.0390890408709645e-07, 'epoch': 0.04909140222403038, 'num_input_tokens_seen': 5412749312, 'completed': '70.00% (2_581 / 3_687)', 'remaining time': '9:25:28', 'throughput': '9023.21', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:27:15,432 >> {'loss': 0.3474, 'grad_norm': 14.116605758666992, 'learning_rate': 3.0357102793010145e-07, 'epoch': 0.049362625440737724, 'num_input_tokens_seen': 5414846464, 'completed': '70.03% (2_582 / 3_687)', 'remaining time': '9:25:00', 'throughput': '8391.53', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:27:46,553 >> {'loss': 0.1974, 'grad_norm': 11.441993713378906, 'learning_rate': 3.032333500897659e-07, 'epoch': 0.04963384865744508, 'num_input_tokens_seen': 5416943616, 'completed': '70.06% (2_583 / 3_687)', 'remaining time': '9:24:32', 'throughput': '8423.28', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:28:17,946 >> {'loss': 0.4156, 'grad_norm': 17.127378463745117, 'learning_rate': 3.0289587083784e-07, 'epoch': 0.049905071874152426, 'num_input_tokens_seen': 5419040768, 'completed': '70.08% (2_584 / 3_687)', 'remaining time': '9:24:06', 'throughput': '8350.47', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:28:51,235 >> {'loss': 0.3239, 'grad_norm': 13.827837944030762, 'learning_rate': 3.0255859044591425e-07, 'epoch': 0.05017629509085978, 'num_input_tokens_seen': 5421137920, 'completed': '70.11% (2_585 / 3_687)', 'remaining time': '9:23:51', 'throughput': '7874.77', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:29:21,316 >> {'loss': 0.2857, 'grad_norm': 11.431439399719238, 'learning_rate': 3.02221509185419e-07, 'epoch': 0.05044751830756713, 'num_input_tokens_seen': 5423235072, 'completed': '70.14% (2_586 / 3_687)', 'remaining time': '9:23:16', 'throughput': '8714.61', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:29:53,827 >> {'loss': 0.3933, 'grad_norm': 23.875659942626953, 'learning_rate': 3.0188462732762457e-07, 'epoch': 0.050718741524274476, 'num_input_tokens_seen': 5425332224, 'completed': '70.17% (2_587 / 3_687)', 'remaining time': '9:22:56', 'throughput': '8063.11', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:30:24,623 >> {'loss': 0.3873, 'grad_norm': 16.398712158203125, 'learning_rate': 3.015479451436406e-07, 'epoch': 0.05098996474098183, 'num_input_tokens_seen': 5427429376, 'completed': '70.19% (2_588 / 3_687)', 'remaining time': '9:22:26', 'throughput': '8512.47', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:30:56,282 >> {'loss': 0.4602, 'grad_norm': 17.132213592529297, 'learning_rate': 3.0121146290441593e-07, 'epoch': 0.05126118795768918, 'num_input_tokens_seen': 5429526528, 'completed': '70.22% (2_589 / 3_687)', 'remaining time': '9:22:01', 'throughput': '8280.25', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:31:26,993 >> {'loss': 0.6185, 'grad_norm': 21.008514404296875, 'learning_rate': 3.0087518088073905e-07, 'epoch': 0.051532411174396525, 'num_input_tokens_seen': 5431623680, 'completed': '70.25% (2_590 / 3_687)', 'remaining time': '9:21:30', 'throughput': '8535.84', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:31:55,220 >> {'loss': 0.4214, 'grad_norm': 19.426393508911133, 'learning_rate': 3.005390993432366e-07, 'epoch': 0.05180363439110388, 'num_input_tokens_seen': 5433720832, 'completed': '70.27% (2_591 / 3_687)', 'remaining time': '9:20:45', 'throughput': '9286.88', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:32:27,734 >> {'loss': 0.3765, 'grad_norm': 15.54585075378418, 'learning_rate': 3.00203218562374e-07, 'epoch': 0.05207485760781123, 'num_input_tokens_seen': 5435817984, 'completed': '70.30% (2_592 / 3_687)', 'remaining time': '9:20:25', 'throughput': '8062.38', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:33:01,412 >> {'loss': 0.2658, 'grad_norm': 15.346580505371094, 'learning_rate': 2.9986753880845596e-07, 'epoch': 0.05234608082451858, 'num_input_tokens_seen': 5437915136, 'completed': '70.33% (2_593 / 3_687)', 'remaining time': '9:20:11', 'throughput': '7783.79', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:33:31,572 >> {'loss': 0.2507, 'grad_norm': 11.858630180358887, 'learning_rate': 2.9953206035162433e-07, 'epoch': 0.05261730404122593, 'num_input_tokens_seen': 5440012288, 'completed': '70.36% (2_594 / 3_687)', 'remaining time': '9:19:37', 'throughput': '8692.01', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:34:01,306 >> {'loss': 0.3481, 'grad_norm': 14.775229454040527, 'learning_rate': 2.991967834618597e-07, 'epoch': 0.05288852725793328, 'num_input_tokens_seen': 5442109440, 'completed': '70.38% (2_595 / 3_687)', 'remaining time': '9:19:01', 'throughput': '8816.22', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:34:32,526 >> {'loss': 0.3183, 'grad_norm': 12.877067565917969, 'learning_rate': 2.9886170840897977e-07, 'epoch': 0.05315975047464063, 'num_input_tokens_seen': 5444206592, 'completed': '70.41% (2_596 / 3_687)', 'remaining time': '9:18:33', 'throughput': '8396.62', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:35:02,082 >> {'loss': 0.4371, 'grad_norm': 20.334400177001953, 'learning_rate': 2.9852683546264047e-07, 'epoch': 0.05343097369134798, 'num_input_tokens_seen': 5446303744, 'completed': '70.44% (2_597 / 3_687)', 'remaining time': '9:17:56', 'throughput': '8869.38', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:35:29,931 >> {'loss': 0.7361, 'grad_norm': 24.98883819580078, 'learning_rate': 2.9819216489233467e-07, 'epoch': 0.05370219690805533, 'num_input_tokens_seen': 5448400896, 'completed': '70.46% (2_598 / 3_687)', 'remaining time': '9:17:09', 'throughput': '9413.07', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:36:01,651 >> {'loss': 0.3259, 'grad_norm': 12.599200248718262, 'learning_rate': 2.978576969673926e-07, 'epoch': 0.05397342012476268, 'num_input_tokens_seen': 5450498048, 'completed': '70.49% (2_599 / 3_687)', 'remaining time': '9:16:44', 'throughput': '8264.43', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:36:31,987 >> {'loss': 0.463, 'grad_norm': 17.292268753051758, 'learning_rate': 2.9752343195698125e-07, 'epoch': 0.05424464334147003, 'num_input_tokens_seen': 5452595200, 'completed': '70.52% (2_600 / 3_687)', 'remaining time': '9:16:12', 'throughput': '8641.26', 'gpu_mem_free': '5581MB'} +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/distributed/fsdp/fully_sharded_data_parallel.py:689: FutureWarning: FSDP.state_dict_type() and FSDP.set_state_dict_type() are being deprecated. Please use APIs, get_state_dict() and set_state_dict(), which can support different parallelisms, FSDP1, FSDP2, DDP. API doc: https://pytorch.org/docs/stable/distributed.checkpoint.html#torch.distributed.checkpoint.state_dict.get_state_dict .Tutorial: https://pytorch.org/tutorials/recipes/distributed_checkpoint_recipe.html . + warnings.warn( +[INFO|trainer.py:3503] 2024-12-26 16:36:54,749 >> Saving model checkpoint to /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-2600 +[INFO|configuration_utils.py:472] 2024-12-26 16:36:54,752 >> Configuration saved in /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-2600/config.json +[INFO|configuration_utils.py:807] 2024-12-26 16:36:54,754 >> Configuration saved in /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-2600/generation_config.json +[INFO|modeling_utils.py:2807] 2024-12-26 16:37:51,845 >> The model is bigger than the maximum size per checkpoint (5GB) and is going to be split in 7 checkpoint shards. You can find where each parameters has been saved in the index located at /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-2600/model.safetensors.index.json. +[INFO|tokenization_utils_base.py:2684] 2024-12-26 16:37:51,849 >> tokenizer config file saved in /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-2600/tokenizer_config.json +[INFO|tokenization_utils_base.py:2693] 2024-12-26 16:37:51,850 >> Special tokens file saved in /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-2600/special_tokens_map.json +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/distributed/fsdp/fully_sharded_data_parallel.py:689: FutureWarning: FSDP.state_dict_type() and FSDP.set_state_dict_type() are being deprecated. Please use APIs, get_state_dict() and set_state_dict(), which can support different parallelisms, FSDP1, FSDP2, DDP. API doc: https://pytorch.org/docs/stable/distributed.checkpoint.html#torch.distributed.checkpoint.state_dict.get_state_dict .Tutorial: https://pytorch.org/tutorials/recipes/distributed_checkpoint_recipe.html . + warnings.warn( +[WARNING|trainer.py:868] 2024-12-26 16:41:29,149 >> Save streaming dataset state: {'epoch': 0, 'sample_in_epoch': 5200, 'num_canonical_nodes': 1, 'shuffle_seed': 42, 'initial_physical_nodes': 1} +12/26/2024 16:41:29 - WARNING - streaming.base.dataset - Because `shuffle_block_size` was not specified, it will default to max(4_000_000 // num_canonical_nodes, 1 << 18) if num_canonical_nodes is not None, otherwise 262144. Prior to Streaming v0.7.0, `shuffle_block_size` defaulted to 262144. +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/utils/checkpoint.py:1399: FutureWarning: `torch.cpu.amp.autocast(args...)` is deprecated. Please use `torch.amp.autocast('cpu', args...)` instead. + with device_autocast_ctx, torch.cpu.amp.autocast(**cpu_autocast_kwargs), recompute_context: # type: ignore[attr-defined] +[INFO|trainer.py:175] 2024-12-26 16:42:00,038 >> {'loss': 0.3436, 'grad_norm': 18.126787185668945, 'learning_rate': 2.9718937013010444e-07, 'epoch': 0.05451586655817738, 'num_input_tokens_seen': 5454692352, 'completed': '70.55% (2_601 / 3_687)', 'remaining time': '9:42:28', 'throughput': '799.09', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:42:29,817 >> {'loss': 0.192, 'grad_norm': 9.295369148254395, 'learning_rate': 2.9685551175560235e-07, 'epoch': 0.05478708977488473, 'num_input_tokens_seen': 5456789504, 'completed': '70.57% (2_602 / 3_687)', 'remaining time': '9:41:42', 'throughput': '8803.07', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:42:56,578 >> {'loss': 0.7479, 'grad_norm': 21.22579574584961, 'learning_rate': 2.965218571021516e-07, 'epoch': 0.05505831299159208, 'num_input_tokens_seen': 5458886656, 'completed': '70.60% (2_603 / 3_687)', 'remaining time': '9:40:41', 'throughput': '9795.63', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:43:25,695 >> {'loss': 0.4214, 'grad_norm': 18.786785125732422, 'learning_rate': 2.9618840643826464e-07, 'epoch': 0.05532953620829943, 'num_input_tokens_seen': 5460983808, 'completed': '70.63% (2_604 / 3_687)', 'remaining time': '9:39:53', 'throughput': '9003.27', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:43:58,467 >> {'loss': 0.5877, 'grad_norm': 20.445255279541016, 'learning_rate': 2.958551600322899e-07, 'epoch': 0.05560075942500678, 'num_input_tokens_seen': 5463080960, 'completed': '70.65% (2_605 / 3_687)', 'remaining time': '9:39:24', 'throughput': '7998.86', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:44:26,754 >> {'loss': 0.5026, 'grad_norm': 19.826480865478516, 'learning_rate': 2.9552211815241156e-07, 'epoch': 0.055871982641714134, 'num_input_tokens_seen': 5465178112, 'completed': '70.68% (2_606 / 3_687)', 'remaining time': '9:38:32', 'throughput': '9267.58', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:45:00,850 >> {'loss': 0.35, 'grad_norm': 14.695202827453613, 'learning_rate': 2.9518928106664897e-07, 'epoch': 0.05614320585842148, 'num_input_tokens_seen': 5467275264, 'completed': '70.71% (2_607 / 3_687)', 'remaining time': '9:38:10', 'throughput': '7688.43', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:45:29,284 >> {'loss': 0.4947, 'grad_norm': 16.892658233642578, 'learning_rate': 2.9485664904285643e-07, 'epoch': 0.05641442907512883, 'num_input_tokens_seen': 5469372416, 'completed': '70.74% (2_608 / 3_687)', 'remaining time': '9:37:19', 'throughput': '9219.29', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:45:59,155 >> {'loss': 0.5193, 'grad_norm': 19.319557189941406, 'learning_rate': 2.94524222348724e-07, 'epoch': 0.05668565229183618, 'num_input_tokens_seen': 5471469568, 'completed': '70.76% (2_609 / 3_687)', 'remaining time': '9:36:36', 'throughput': '8775.84', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:46:30,749 >> {'loss': 0.3985, 'grad_norm': 21.24896240234375, 'learning_rate': 2.9419200125177585e-07, 'epoch': 0.05695687550854353, 'num_input_tokens_seen': 5473566720, 'completed': '70.79% (2_610 / 3_687)', 'remaining time': '9:36:01', 'throughput': '8297.36', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:47:03,694 >> {'loss': 0.2865, 'grad_norm': 11.423199653625488, 'learning_rate': 2.938599860193709e-07, 'epoch': 0.05722809872525088, 'num_input_tokens_seen': 5475663872, 'completed': '70.82% (2_611 / 3_687)', 'remaining time': '9:35:33', 'throughput': '7956.94', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:47:34,914 >> {'loss': 0.2112, 'grad_norm': 11.481456756591797, 'learning_rate': 2.935281769187025e-07, 'epoch': 0.05749932194195823, 'num_input_tokens_seen': 5477761024, 'completed': '70.84% (2_612 / 3_687)', 'remaining time': '9:34:57', 'throughput': '8396.73', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:48:06,460 >> {'loss': 0.4367, 'grad_norm': 19.210725784301758, 'learning_rate': 2.9319657421679757e-07, 'epoch': 0.05777054515866558, 'num_input_tokens_seen': 5479858176, 'completed': '70.87% (2_613 / 3_687)', 'remaining time': '9:34:22', 'throughput': '8309.84', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:48:35,589 >> {'loss': 0.3199, 'grad_norm': 17.227354049682617, 'learning_rate': 2.928651781805177e-07, 'epoch': 0.058041768375372935, 'num_input_tokens_seen': 5481955328, 'completed': '70.90% (2_614 / 3_687)', 'remaining time': '9:33:35', 'throughput': '8999.48', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:49:05,415 >> {'loss': 0.2538, 'grad_norm': 11.751642227172852, 'learning_rate': 2.9253398907655775e-07, 'epoch': 0.05831299159208028, 'num_input_tokens_seen': 5484052480, 'completed': '70.92% (2_615 / 3_687)', 'remaining time': '9:32:52', 'throughput': '8789.04', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:49:34,465 >> {'loss': 0.2633, 'grad_norm': 11.568734169006348, 'learning_rate': 2.9220300717144597e-07, 'epoch': 0.05858421480878763, 'num_input_tokens_seen': 5486149632, 'completed': '70.95% (2_616 / 3_687)', 'remaining time': '9:32:05', 'throughput': '9023.87', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:50:05,200 >> {'loss': 0.2719, 'grad_norm': 12.480401992797852, 'learning_rate': 2.9187223273154406e-07, 'epoch': 0.058855438025494984, 'num_input_tokens_seen': 5488246784, 'completed': '70.98% (2_617 / 3_687)', 'remaining time': '9:31:26', 'throughput': '8529.15', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:50:40,364 >> {'loss': 0.5558, 'grad_norm': 21.550291061401367, 'learning_rate': 2.91541666023047e-07, 'epoch': 0.05912666124220233, 'num_input_tokens_seen': 5490343936, 'completed': '71.01% (2_618 / 3_687)', 'remaining time': '9:31:09', 'throughput': '7454.83', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:51:13,074 >> {'loss': 0.5337, 'grad_norm': 20.7867374420166, 'learning_rate': 2.9121130731198204e-07, 'epoch': 0.059397884458909686, 'num_input_tokens_seen': 5492441088, 'completed': '71.03% (2_619 / 3_687)', 'remaining time': '9:30:40', 'throughput': '8014.35', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:51:45,429 >> {'loss': 0.4042, 'grad_norm': 15.338828086853027, 'learning_rate': 2.9088115686420917e-07, 'epoch': 0.059669107675617034, 'num_input_tokens_seen': 5494538240, 'completed': '71.06% (2_620 / 3_687)', 'remaining time': '9:30:10', 'throughput': '8102.04', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:52:14,578 >> {'loss': 0.3717, 'grad_norm': 17.88315200805664, 'learning_rate': 2.9055121494542115e-07, 'epoch': 0.05994033089232438, 'num_input_tokens_seen': 5496635392, 'completed': '71.09% (2_621 / 3_687)', 'remaining time': '9:29:24', 'throughput': '8993.32', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:52:47,663 >> {'loss': 0.2657, 'grad_norm': 12.472522735595703, 'learning_rate': 2.9022148182114247e-07, 'epoch': 0.060211554109031735, 'num_input_tokens_seen': 5498732544, 'completed': '71.11% (2_622 / 3_687)', 'remaining time': '9:28:57', 'throughput': '7923.40', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:53:18,641 >> {'loss': 0.5611, 'grad_norm': 23.858972549438477, 'learning_rate': 2.8989195775673e-07, 'epoch': 0.06048277732573908, 'num_input_tokens_seen': 5500829696, 'completed': '71.14% (2_623 / 3_687)', 'remaining time': '9:28:19', 'throughput': '8462.14', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:53:50,116 >> {'loss': 0.3324, 'grad_norm': 12.803933143615723, 'learning_rate': 2.89562643017372e-07, 'epoch': 0.06075400054244643, 'num_input_tokens_seen': 5502926848, 'completed': '71.17% (2_624 / 3_687)', 'remaining time': '9:27:45', 'throughput': '8328.63', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:54:21,986 >> {'loss': 0.4797, 'grad_norm': 26.708951950073242, 'learning_rate': 2.8923353786808857e-07, 'epoch': 0.061025223759153785, 'num_input_tokens_seen': 5505024000, 'completed': '71.20% (2_625 / 3_687)', 'remaining time': '9:27:12', 'throughput': '8225.36', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:54:50,022 >> {'loss': 0.8212, 'grad_norm': 25.36354637145996, 'learning_rate': 2.8890464257373105e-07, 'epoch': 0.06129644697586113, 'num_input_tokens_seen': 5507121152, 'completed': '71.22% (2_626 / 3_687)', 'remaining time': '9:26:21', 'throughput': '9350.29', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:55:20,167 >> {'loss': 0.3743, 'grad_norm': 13.080056190490723, 'learning_rate': 2.8857595739898164e-07, 'epoch': 0.06156767019256849, 'num_input_tokens_seen': 5509218304, 'completed': '71.25% (2_627 / 3_687)', 'remaining time': '9:25:40', 'throughput': '8696.28', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:55:49,537 >> {'loss': 0.652, 'grad_norm': 19.789167404174805, 'learning_rate': 2.8824748260835386e-07, 'epoch': 0.061838893409275834, 'num_input_tokens_seen': 5511315456, 'completed': '71.28% (2_628 / 3_687)', 'remaining time': '9:24:56', 'throughput': '8925.38', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:56:17,742 >> {'loss': 0.6427, 'grad_norm': 28.163496017456055, 'learning_rate': 2.879192184661918e-07, 'epoch': 0.06211011662598318, 'num_input_tokens_seen': 5513412608, 'completed': '71.30% (2_629 / 3_687)', 'remaining time': '9:24:06', 'throughput': '9294.18', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:56:51,166 >> {'loss': 0.353, 'grad_norm': 15.175286293029785, 'learning_rate': 2.8759116523666973e-07, 'epoch': 0.062381339842690536, 'num_input_tokens_seen': 5515509760, 'completed': '71.33% (2_630 / 3_687)', 'remaining time': '9:23:41', 'throughput': '7842.98', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:57:24,083 >> {'loss': 0.5979, 'grad_norm': 18.326745986938477, 'learning_rate': 2.872633231837923e-07, 'epoch': 0.06265256305939788, 'num_input_tokens_seen': 5517606912, 'completed': '71.36% (2_631 / 3_687)', 'remaining time': '9:23:13', 'throughput': '7963.85', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:57:53,263 >> {'loss': 0.2892, 'grad_norm': 14.984691619873047, 'learning_rate': 2.869356925713946e-07, 'epoch': 0.06292378627610523, 'num_input_tokens_seen': 5519704064, 'completed': '71.39% (2_632 / 3_687)', 'remaining time': '9:22:28', 'throughput': '8983.76', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:58:21,394 >> {'loss': 0.6904, 'grad_norm': 20.763242721557617, 'learning_rate': 2.86608273663141e-07, 'epoch': 0.06319500949281258, 'num_input_tokens_seen': 5521801216, 'completed': '71.41% (2_633 / 3_687)', 'remaining time': '9:21:39', 'throughput': '9318.82', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:58:49,597 >> {'loss': 0.7099, 'grad_norm': 19.28316307067871, 'learning_rate': 2.8628106672252614e-07, 'epoch': 0.06346623270951994, 'num_input_tokens_seen': 5523898368, 'completed': '71.44% (2_634 / 3_687)', 'remaining time': '9:20:50', 'throughput': '9294.68', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:59:23,034 >> {'loss': 0.3436, 'grad_norm': 14.820695877075195, 'learning_rate': 2.859540720128737e-07, 'epoch': 0.06373745592622729, 'num_input_tokens_seen': 5525995520, 'completed': '71.47% (2_635 / 3_687)', 'remaining time': '9:20:24', 'throughput': '7839.99', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 16:59:51,914 >> {'loss': 0.397, 'grad_norm': 17.229780197143555, 'learning_rate': 2.856272897973362e-07, 'epoch': 0.06400867914293464, 'num_input_tokens_seen': 5528092672, 'completed': '71.49% (2_636 / 3_687)', 'remaining time': '9:19:39', 'throughput': '9076.93', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:00:21,251 >> {'loss': 0.5819, 'grad_norm': 19.926528930664062, 'learning_rate': 2.853007203388958e-07, 'epoch': 0.06427990235964198, 'num_input_tokens_seen': 5530189824, 'completed': '71.52% (2_637 / 3_687)', 'remaining time': '9:18:55', 'throughput': '8935.54', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:00:51,079 >> {'loss': 0.3037, 'grad_norm': 12.162901878356934, 'learning_rate': 2.849743639003631e-07, 'epoch': 0.06455112557634933, 'num_input_tokens_seen': 5532286976, 'completed': '71.55% (2_638 / 3_687)', 'remaining time': '9:18:14', 'throughput': '8788.51', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:01:23,451 >> {'loss': 0.4711, 'grad_norm': 20.921995162963867, 'learning_rate': 2.846482207443773e-07, 'epoch': 0.06482234879305669, 'num_input_tokens_seen': 5534384128, 'completed': '71.58% (2_639 / 3_687)', 'remaining time': '9:17:44', 'throughput': '8097.88', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:01:53,497 >> {'loss': 0.3534, 'grad_norm': 16.384029388427734, 'learning_rate': 2.843222911334061e-07, 'epoch': 0.06509357200976404, 'num_input_tokens_seen': 5536481280, 'completed': '71.60% (2_640 / 3_687)', 'remaining time': '9:17:04', 'throughput': '8724.79', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:02:23,231 >> {'loss': 0.6336, 'grad_norm': 22.67833137512207, 'learning_rate': 2.839965753297452e-07, 'epoch': 0.06536479522647139, 'num_input_tokens_seen': 5538578432, 'completed': '71.63% (2_641 / 3_687)', 'remaining time': '9:16:22', 'throughput': '8816.47', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:02:53,056 >> {'loss': 0.3167, 'grad_norm': 12.454771995544434, 'learning_rate': 2.8367107359551835e-07, 'epoch': 0.06563601844317873, 'num_input_tokens_seen': 5540675584, 'completed': '71.66% (2_642 / 3_687)', 'remaining time': '9:15:41', 'throughput': '8789.46', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:03:20,404 >> {'loss': 0.5943, 'grad_norm': 18.632858276367188, 'learning_rate': 2.8334578619267683e-07, 'epoch': 0.06590724165988608, 'num_input_tokens_seen': 5542772736, 'completed': '71.68% (2_643 / 3_687)', 'remaining time': '9:14:50', 'throughput': '9585.28', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:03:50,252 >> {'loss': 0.2241, 'grad_norm': 10.916572570800781, 'learning_rate': 2.830207133829997e-07, 'epoch': 0.06617846487659344, 'num_input_tokens_seen': 5544869888, 'completed': '71.71% (2_644 / 3_687)', 'remaining time': '9:14:09', 'throughput': '8782.64', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:04:21,666 >> {'loss': 0.5303, 'grad_norm': 20.393115997314453, 'learning_rate': 2.8269585542809305e-07, 'epoch': 0.06644968809330079, 'num_input_tokens_seen': 5546967040, 'completed': '71.74% (2_645 / 3_687)', 'remaining time': '9:13:36', 'throughput': '8344.71', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:04:53,173 >> {'loss': 0.4077, 'grad_norm': 16.837371826171875, 'learning_rate': 2.8237121258939036e-07, 'epoch': 0.06672091131000814, 'num_input_tokens_seen': 5549064192, 'completed': '71.77% (2_646 / 3_687)', 'remaining time': '9:13:02', 'throughput': '8320.42', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:05:23,438 >> {'loss': 0.518, 'grad_norm': 25.16261863708496, 'learning_rate': 2.8204678512815185e-07, 'epoch': 0.06699213452671549, 'num_input_tokens_seen': 5551161344, 'completed': '71.79% (2_647 / 3_687)', 'remaining time': '9:12:23', 'throughput': '8661.38', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:05:54,318 >> {'loss': 0.572, 'grad_norm': 21.067689895629883, 'learning_rate': 2.8172257330546414e-07, 'epoch': 0.06726335774342283, 'num_input_tokens_seen': 5553258496, 'completed': '71.82% (2_648 / 3_687)', 'remaining time': '9:11:47', 'throughput': '8489.31', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:06:26,262 >> {'loss': 0.3443, 'grad_norm': 16.49931526184082, 'learning_rate': 2.8139857738224055e-07, 'epoch': 0.06753458096013018, 'num_input_tokens_seen': 5555355648, 'completed': '71.85% (2_649 / 3_687)', 'remaining time': '9:11:16', 'throughput': '8206.20', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:06:56,983 >> {'loss': 0.3556, 'grad_norm': 15.077832221984863, 'learning_rate': 2.81074797619221e-07, 'epoch': 0.06780580417683754, 'num_input_tokens_seen': 5557452800, 'completed': '71.87% (2_650 / 3_687)', 'remaining time': '9:10:39', 'throughput': '8533.10', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:07:28,742 >> {'loss': 0.3608, 'grad_norm': 14.75187873840332, 'learning_rate': 2.8075123427697093e-07, 'epoch': 0.06807702739354489, 'num_input_tokens_seen': 5559549952, 'completed': '71.90% (2_651 / 3_687)', 'remaining time': '9:10:07', 'throughput': '8254.10', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:07:58,372 >> {'loss': 0.2241, 'grad_norm': 11.628194808959961, 'learning_rate': 2.8042788761588204e-07, 'epoch': 0.06834825061025224, 'num_input_tokens_seen': 5561647104, 'completed': '71.93% (2_652 / 3_687)', 'remaining time': '9:09:26', 'throughput': '8847.44', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:08:27,929 >> {'loss': 0.5842, 'grad_norm': 17.89313316345215, 'learning_rate': 2.8010475789617105e-07, 'epoch': 0.06861947382695958, 'num_input_tokens_seen': 5563744256, 'completed': '71.96% (2_653 / 3_687)', 'remaining time': '9:08:45', 'throughput': '8869.19', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:08:59,580 >> {'loss': 0.5279, 'grad_norm': 17.917509078979492, 'learning_rate': 2.797818453778806e-07, 'epoch': 0.06889069704366693, 'num_input_tokens_seen': 5565841408, 'completed': '71.98% (2_654 / 3_687)', 'remaining time': '9:08:12', 'throughput': '8282.30', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:09:30,158 >> {'loss': 0.3903, 'grad_norm': 14.405590057373047, 'learning_rate': 2.794591503208785e-07, 'epoch': 0.0691619202603743, 'num_input_tokens_seen': 5567938560, 'completed': '72.01% (2_655 / 3_687)', 'remaining time': '9:07:35', 'throughput': '8572.76', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:10:01,728 >> {'loss': 0.6449, 'grad_norm': 22.006885528564453, 'learning_rate': 2.791366729848574e-07, 'epoch': 0.06943314347708164, 'num_input_tokens_seen': 5570035712, 'completed': '72.04% (2_656 / 3_687)', 'remaining time': '9:07:02', 'throughput': '8303.77', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:10:33,415 >> {'loss': 0.6725, 'grad_norm': 23.890174865722656, 'learning_rate': 2.7881441362933464e-07, 'epoch': 0.06970436669378899, 'num_input_tokens_seen': 5572132864, 'completed': '72.06% (2_657 / 3_687)', 'remaining time': '9:06:30', 'throughput': '8272.78', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:11:07,508 >> {'loss': 0.5287, 'grad_norm': 19.865018844604492, 'learning_rate': 2.784923725136525e-07, 'epoch': 0.06997558991049634, 'num_input_tokens_seen': 5574230016, 'completed': '72.09% (2_658 / 3_687)', 'remaining time': '9:06:07', 'throughput': '7689.20', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:11:41,630 >> {'loss': 0.2702, 'grad_norm': 9.786247253417969, 'learning_rate': 2.781705498969773e-07, 'epoch': 0.07024681312720368, 'num_input_tokens_seen': 5576327168, 'completed': '72.12% (2_659 / 3_687)', 'remaining time': '9:05:44', 'throughput': '7682.37', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:12:15,097 >> {'loss': 0.3915, 'grad_norm': 13.455928802490234, 'learning_rate': 2.7784894603829966e-07, 'epoch': 0.07051803634391104, 'num_input_tokens_seen': 5578424320, 'completed': '72.15% (2_660 / 3_687)', 'remaining time': '9:05:19', 'throughput': '7833.11', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:12:45,687 >> {'loss': 0.4046, 'grad_norm': 15.833970069885254, 'learning_rate': 2.7752756119643416e-07, 'epoch': 0.07078925956061839, 'num_input_tokens_seen': 5580521472, 'completed': '72.17% (2_661 / 3_687)', 'remaining time': '9:04:42', 'throughput': '8569.60', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:13:16,213 >> {'loss': 0.233, 'grad_norm': 13.186774253845215, 'learning_rate': 2.77206395630019e-07, 'epoch': 0.07106048277732574, 'num_input_tokens_seen': 5582618624, 'completed': '72.20% (2_662 / 3_687)', 'remaining time': '9:04:05', 'throughput': '8587.43', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:13:46,136 >> {'loss': 0.3992, 'grad_norm': 16.846803665161133, 'learning_rate': 2.7688544959751615e-07, 'epoch': 0.07133170599403309, 'num_input_tokens_seen': 5584715776, 'completed': '72.23% (2_663 / 3_687)', 'remaining time': '9:03:25', 'throughput': '8760.67', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:14:18,342 >> {'loss': 0.454, 'grad_norm': 16.44211769104004, 'learning_rate': 2.765647233572108e-07, 'epoch': 0.07160292921074043, 'num_input_tokens_seen': 5586812928, 'completed': '72.25% (2_664 / 3_687)', 'remaining time': '9:02:55', 'throughput': '8139.54', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:14:45,410 >> {'loss': 0.6375, 'grad_norm': 21.622333526611328, 'learning_rate': 2.7624421716721086e-07, 'epoch': 0.0718741524274478, 'num_input_tokens_seen': 5588910080, 'completed': '72.28% (2_665 / 3_687)', 'remaining time': '9:02:05', 'throughput': '9684.69', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:15:14,628 >> {'loss': 0.3815, 'grad_norm': 13.752047538757324, 'learning_rate': 2.7592393128544784e-07, 'epoch': 0.07214537564415514, 'num_input_tokens_seen': 5591007232, 'completed': '72.31% (2_666 / 3_687)', 'remaining time': '9:01:23', 'throughput': '8971.92', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:15:44,049 >> {'loss': 0.3299, 'grad_norm': 15.634025573730469, 'learning_rate': 2.7560386596967553e-07, 'epoch': 0.07241659886086249, 'num_input_tokens_seen': 5593104384, 'completed': '72.34% (2_667 / 3_687)', 'remaining time': '9:00:42', 'throughput': '8910.02', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:16:14,338 >> {'loss': 0.8418, 'grad_norm': 22.741350173950195, 'learning_rate': 2.7528402147747045e-07, 'epoch': 0.07268782207756984, 'num_input_tokens_seen': 5595201536, 'completed': '72.36% (2_668 / 3_687)', 'remaining time': '9:00:04', 'throughput': '8654.78', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:16:41,645 >> {'loss': 0.5166, 'grad_norm': 18.136112213134766, 'learning_rate': 2.7496439806623124e-07, 'epoch': 0.07295904529427719, 'num_input_tokens_seen': 5597298688, 'completed': '72.39% (2_669 / 3_687)', 'remaining time': '8:59:16', 'throughput': '9600.01', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:17:12,897 >> {'loss': 0.2879, 'grad_norm': 13.299650192260742, 'learning_rate': 2.746449959931784e-07, 'epoch': 0.07323026851098453, 'num_input_tokens_seen': 5599395840, 'completed': '72.42% (2_670 / 3_687)', 'remaining time': '8:58:42', 'throughput': '8388.13', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:17:47,022 >> {'loss': 0.2716, 'grad_norm': 12.364994049072266, 'learning_rate': 2.743258155153548e-07, 'epoch': 0.0735014917276919, 'num_input_tokens_seen': 5601492992, 'completed': '72.44% (2_671 / 3_687)', 'remaining time': '8:58:19', 'throughput': '7681.95', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:18:18,421 >> {'loss': 0.6404, 'grad_norm': 22.236961364746094, 'learning_rate': 2.740068568896247e-07, 'epoch': 0.07377271494439924, 'num_input_tokens_seen': 5603590144, 'completed': '72.47% (2_672 / 3_687)', 'remaining time': '8:57:46', 'throughput': '8348.64', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:18:49,192 >> {'loss': 0.646, 'grad_norm': 18.271963119506836, 'learning_rate': 2.7368812037267387e-07, 'epoch': 0.07404393816110659, 'num_input_tokens_seen': 5605687296, 'completed': '72.50% (2_673 / 3_687)', 'remaining time': '8:57:10', 'throughput': '8519.30', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:19:17,777 >> {'loss': 0.7859, 'grad_norm': 22.82843017578125, 'learning_rate': 2.7336960622100907e-07, 'epoch': 0.07431516137781394, 'num_input_tokens_seen': 5607784448, 'completed': '72.53% (2_674 / 3_687)', 'remaining time': '8:56:26', 'throughput': '9170.45', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:19:47,968 >> {'loss': 0.1964, 'grad_norm': 11.289409637451172, 'learning_rate': 2.7305131469095906e-07, 'epoch': 0.07458638459452128, 'num_input_tokens_seen': 5609881600, 'completed': '72.55% (2_675 / 3_687)', 'remaining time': '8:55:49', 'throughput': '8683.03', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:20:17,867 >> {'loss': 0.5049, 'grad_norm': 20.22431182861328, 'learning_rate': 2.7273324603867203e-07, 'epoch': 0.07485760781122865, 'num_input_tokens_seen': 5611978752, 'completed': '72.58% (2_676 / 3_687)', 'remaining time': '8:55:10', 'throughput': '8767.54', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:20:47,863 >> {'loss': 0.6532, 'grad_norm': 21.272485733032227, 'learning_rate': 2.7241540052011787e-07, 'epoch': 0.075128831027936, 'num_input_tokens_seen': 5614075904, 'completed': '72.61% (2_677 / 3_687)', 'remaining time': '8:54:32', 'throughput': '8739.36', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:21:16,900 >> {'loss': 0.2299, 'grad_norm': 10.40255069732666, 'learning_rate': 2.720977783910865e-07, 'epoch': 0.07540005424464334, 'num_input_tokens_seen': 5616173056, 'completed': '72.63% (2_678 / 3_687)', 'remaining time': '8:53:50', 'throughput': '9027.92', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:21:46,174 >> {'loss': 0.4719, 'grad_norm': 18.323423385620117, 'learning_rate': 2.717803799071881e-07, 'epoch': 0.07567127746135069, 'num_input_tokens_seen': 5618270208, 'completed': '72.66% (2_679 / 3_687)', 'remaining time': '8:53:10', 'throughput': '8954.76', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:22:16,738 >> {'loss': 0.5637, 'grad_norm': 16.696556091308594, 'learning_rate': 2.714632053238529e-07, 'epoch': 0.07594250067805804, 'num_input_tokens_seen': 5620367360, 'completed': '72.69% (2_680 / 3_687)', 'remaining time': '8:52:34', 'throughput': '8577.07', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:22:47,589 >> {'loss': 0.3831, 'grad_norm': 17.217605590820312, 'learning_rate': 2.711462548963309e-07, 'epoch': 0.0762137238947654, 'num_input_tokens_seen': 5622464512, 'completed': '72.71% (2_681 / 3_687)', 'remaining time': '8:51:59', 'throughput': '8497.06', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:23:16,983 >> {'loss': 0.4221, 'grad_norm': 17.2362003326416, 'learning_rate': 2.708295288796918e-07, 'epoch': 0.07648494711147275, 'num_input_tokens_seen': 5624561664, 'completed': '72.74% (2_682 / 3_687)', 'remaining time': '8:51:19', 'throughput': '8918.24', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:23:46,342 >> {'loss': 0.5495, 'grad_norm': 19.473421096801758, 'learning_rate': 2.7051302752882467e-07, 'epoch': 0.07675617032818009, 'num_input_tokens_seen': 5626658816, 'completed': '72.77% (2_683 / 3_687)', 'remaining time': '8:50:39', 'throughput': '8928.96', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:24:18,509 >> {'loss': 0.4145, 'grad_norm': 18.977439880371094, 'learning_rate': 2.7019675109843777e-07, 'epoch': 0.07702739354488744, 'num_input_tokens_seen': 5628755968, 'completed': '72.80% (2_684 / 3_687)', 'remaining time': '8:50:09', 'throughput': '8149.52', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:24:49,105 >> {'loss': 0.5008, 'grad_norm': 22.364627838134766, 'learning_rate': 2.6988069984305817e-07, 'epoch': 0.07729861676159479, 'num_input_tokens_seen': 5630853120, 'completed': '72.82% (2_685 / 3_687)', 'remaining time': '8:49:33', 'throughput': '8567.95', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:25:19,892 >> {'loss': 0.5733, 'grad_norm': 19.7006893157959, 'learning_rate': 2.6956487401703207e-07, 'epoch': 0.07756983997830215, 'num_input_tokens_seen': 5632950272, 'completed': '72.85% (2_686 / 3_687)', 'remaining time': '8:48:58', 'throughput': '8514.69', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:25:50,997 >> {'loss': 0.662, 'grad_norm': 22.176889419555664, 'learning_rate': 2.692492738745241e-07, 'epoch': 0.0778410631950095, 'num_input_tokens_seen': 5635047424, 'completed': '72.88% (2_687 / 3_687)', 'remaining time': '8:48:24', 'throughput': '8427.58', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:26:17,416 >> {'loss': 0.7364, 'grad_norm': 22.010507583618164, 'learning_rate': 2.689338996695171e-07, 'epoch': 0.07811228641171684, 'num_input_tokens_seen': 5637144576, 'completed': '72.90% (2_688 / 3_687)', 'remaining time': '8:47:34', 'throughput': '9922.55', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:26:47,422 >> {'loss': 0.3851, 'grad_norm': 13.696541786193848, 'learning_rate': 2.686187516558122e-07, 'epoch': 0.07838350962842419, 'num_input_tokens_seen': 5639241728, 'completed': '72.93% (2_689 / 3_687)', 'remaining time': '8:46:57', 'throughput': '8736.51', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:27:21,578 >> {'loss': 0.571, 'grad_norm': 27.36061668395996, 'learning_rate': 2.683038300870285e-07, 'epoch': 0.07865473284513154, 'num_input_tokens_seen': 5641338880, 'completed': '72.96% (2_690 / 3_687)', 'remaining time': '8:46:33', 'throughput': '7674.77', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:27:51,715 >> {'loss': 0.3617, 'grad_norm': 14.405625343322754, 'learning_rate': 2.679891352166032e-07, 'epoch': 0.07892595606183889, 'num_input_tokens_seen': 5643436032, 'completed': '72.99% (2_691 / 3_687)', 'remaining time': '8:45:56', 'throughput': '8698.40', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:28:22,486 >> {'loss': 0.552, 'grad_norm': 19.312789916992188, 'learning_rate': 2.6767466729779074e-07, 'epoch': 0.07919717927854625, 'num_input_tokens_seen': 5645533184, 'completed': '73.01% (2_692 / 3_687)', 'remaining time': '8:45:22', 'throughput': '8519.22', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:28:54,365 >> {'loss': 0.5278, 'grad_norm': 23.497774124145508, 'learning_rate': 2.6736042658366255e-07, 'epoch': 0.0794684024952536, 'num_input_tokens_seen': 5647630336, 'completed': '73.04% (2_693 / 3_687)', 'remaining time': '8:44:51', 'throughput': '8223.10', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:29:25,986 >> {'loss': 0.5603, 'grad_norm': 18.922243118286133, 'learning_rate': 2.6704641332710783e-07, 'epoch': 0.07973962571196094, 'num_input_tokens_seen': 5649727488, 'completed': '73.07% (2_694 / 3_687)', 'remaining time': '8:44:19', 'throughput': '8290.15', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:30:01,160 >> {'loss': 0.4909, 'grad_norm': 18.824480056762695, 'learning_rate': 2.6673262778083246e-07, 'epoch': 0.08001084892866829, 'num_input_tokens_seen': 5651824640, 'completed': '73.09% (2_695 / 3_687)', 'remaining time': '8:43:59', 'throughput': '7452.89', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:30:29,631 >> {'loss': 0.4259, 'grad_norm': 18.664011001586914, 'learning_rate': 2.6641907019735914e-07, 'epoch': 0.08028207214537564, 'num_input_tokens_seen': 5653921792, 'completed': '73.12% (2_696 / 3_687)', 'remaining time': '8:43:16', 'throughput': '9207.36', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:30:59,482 >> {'loss': 0.2075, 'grad_norm': 12.166492462158203, 'learning_rate': 2.6610574082902704e-07, 'epoch': 0.080553295362083, 'num_input_tokens_seen': 5656018944, 'completed': '73.15% (2_697 / 3_687)', 'remaining time': '8:42:39', 'throughput': '8781.70', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:31:29,714 >> {'loss': 0.5047, 'grad_norm': 17.41253662109375, 'learning_rate': 2.657926399279918e-07, 'epoch': 0.08082451857879035, 'num_input_tokens_seen': 5658116096, 'completed': '73.18% (2_698 / 3_687)', 'remaining time': '8:42:02', 'throughput': '8671.25', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:32:00,251 >> {'loss': 0.2702, 'grad_norm': 12.47386646270752, 'learning_rate': 2.65479767746225e-07, 'epoch': 0.0810957417954977, 'num_input_tokens_seen': 5660213248, 'completed': '73.20% (2_699 / 3_687)', 'remaining time': '8:41:27', 'throughput': '8584.30', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:32:32,871 >> {'loss': 0.2429, 'grad_norm': 15.2111234664917, 'learning_rate': 2.651671245355144e-07, 'epoch': 0.08136696501220504, 'num_input_tokens_seen': 5662310400, 'completed': '73.23% (2_700 / 3_687)', 'remaining time': '8:40:58', 'throughput': '8036.42', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:33:06,060 >> {'loss': 0.4939, 'grad_norm': 20.175670623779297, 'learning_rate': 2.6485471054746315e-07, 'epoch': 0.08163818822891239, 'num_input_tokens_seen': 5664407552, 'completed': '73.26% (2_701 / 3_687)', 'remaining time': '8:40:31', 'throughput': '7898.41', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:33:36,667 >> {'loss': 0.4021, 'grad_norm': 15.249000549316406, 'learning_rate': 2.645425260334904e-07, 'epoch': 0.08190941144561975, 'num_input_tokens_seen': 5666504704, 'completed': '73.28% (2_702 / 3_687)', 'remaining time': '8:39:56', 'throughput': '8565.01', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:34:08,792 >> {'loss': 0.7402, 'grad_norm': 23.084077835083008, 'learning_rate': 2.6423057124483015e-07, 'epoch': 0.0821806346623271, 'num_input_tokens_seen': 5668601856, 'completed': '73.31% (2_703 / 3_687)', 'remaining time': '8:39:26', 'throughput': '8159.97', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:34:38,839 >> {'loss': 0.2521, 'grad_norm': 11.628067016601562, 'learning_rate': 2.6391884643253197e-07, 'epoch': 0.08245185787903445, 'num_input_tokens_seen': 5670699008, 'completed': '73.34% (2_704 / 3_687)', 'remaining time': '8:38:49', 'throughput': '8724.45', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:35:13,385 >> {'loss': 0.3268, 'grad_norm': 14.505975723266602, 'learning_rate': 2.6360735184745984e-07, 'epoch': 0.0827230810957418, 'num_input_tokens_seen': 5672796160, 'completed': '73.37% (2_705 / 3_687)', 'remaining time': '8:38:27', 'throughput': '7588.22', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:35:42,883 >> {'loss': 0.4597, 'grad_norm': 16.887388229370117, 'learning_rate': 2.6329608774029285e-07, 'epoch': 0.08299430431244914, 'num_input_tokens_seen': 5674893312, 'completed': '73.39% (2_706 / 3_687)', 'remaining time': '8:37:48', 'throughput': '8886.95', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:36:13,210 >> {'loss': 0.6038, 'grad_norm': 24.89675521850586, 'learning_rate': 2.6298505436152457e-07, 'epoch': 0.0832655275291565, 'num_input_tokens_seen': 5676990464, 'completed': '73.42% (2_707 / 3_687)', 'remaining time': '8:37:12', 'throughput': '8643.87', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:36:44,602 >> {'loss': 0.3616, 'grad_norm': 16.737106323242188, 'learning_rate': 2.626742519614629e-07, 'epoch': 0.08353675074586385, 'num_input_tokens_seen': 5679087616, 'completed': '73.45% (2_708 / 3_687)', 'remaining time': '8:36:40', 'throughput': '8350.71', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:37:15,327 >> {'loss': 0.4107, 'grad_norm': 15.908254623413086, 'learning_rate': 2.623636807902298e-07, 'epoch': 0.0838079739625712, 'num_input_tokens_seen': 5681184768, 'completed': '73.47% (2_709 / 3_687)', 'remaining time': '8:36:05', 'throughput': '8532.08', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:37:46,392 >> {'loss': 0.2693, 'grad_norm': 12.272135734558105, 'learning_rate': 2.620533410977609e-07, 'epoch': 0.08407919717927854, 'num_input_tokens_seen': 5683281920, 'completed': '73.50% (2_710 / 3_687)', 'remaining time': '8:35:31', 'throughput': '8438.48', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:38:17,307 >> {'loss': 0.5119, 'grad_norm': 18.592920303344727, 'learning_rate': 2.617432331338059e-07, 'epoch': 0.08435042039598589, 'num_input_tokens_seen': 5685379072, 'completed': '73.53% (2_711 / 3_687)', 'remaining time': '8:34:57', 'throughput': '8479.36', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:38:46,892 >> {'loss': 0.6332, 'grad_norm': 21.81186294555664, 'learning_rate': 2.614333571479279e-07, 'epoch': 0.08462164361269324, 'num_input_tokens_seen': 5687476224, 'completed': '73.56% (2_712 / 3_687)', 'remaining time': '8:34:19', 'throughput': '8860.75', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:39:18,701 >> {'loss': 0.2644, 'grad_norm': 13.03216552734375, 'learning_rate': 2.6112371338950325e-07, 'epoch': 0.0848928668294006, 'num_input_tokens_seen': 5689573376, 'completed': '73.58% (2_713 / 3_687)', 'remaining time': '8:33:48', 'throughput': '8241.34', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:39:49,431 >> {'loss': 0.5831, 'grad_norm': 21.6326904296875, 'learning_rate': 2.608143021077215e-07, 'epoch': 0.08516409004610795, 'num_input_tokens_seen': 5691670528, 'completed': '73.61% (2_714 / 3_687)', 'remaining time': '8:33:14', 'throughput': '8530.46', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:40:20,825 >> {'loss': 0.3289, 'grad_norm': 13.137306213378906, 'learning_rate': 2.6050512355158503e-07, 'epoch': 0.0854353132628153, 'num_input_tokens_seen': 5693767680, 'completed': '73.64% (2_715 / 3_687)', 'remaining time': '8:32:41', 'throughput': '8350.03', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:40:50,522 >> {'loss': 0.687, 'grad_norm': 20.455364227294922, 'learning_rate': 2.601961779699091e-07, 'epoch': 0.08570653647952264, 'num_input_tokens_seen': 5695864832, 'completed': '73.66% (2_716 / 3_687)', 'remaining time': '8:32:04', 'throughput': '8827.48', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:41:20,890 >> {'loss': 0.3623, 'grad_norm': 14.189478874206543, 'learning_rate': 2.5988746561132136e-07, 'epoch': 0.08597775969622999, 'num_input_tokens_seen': 5697961984, 'completed': '73.69% (2_717 / 3_687)', 'remaining time': '8:31:28', 'throughput': '8632.26', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:41:54,548 >> {'loss': 0.3914, 'grad_norm': 14.868339538574219, 'learning_rate': 2.595789867242616e-07, 'epoch': 0.08624898291293735, 'num_input_tokens_seen': 5700059136, 'completed': '73.72% (2_718 / 3_687)', 'remaining time': '8:31:03', 'throughput': '7788.38', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:42:26,035 >> {'loss': 0.3688, 'grad_norm': 16.712444305419922, 'learning_rate': 2.5927074155698203e-07, 'epoch': 0.0865202061296447, 'num_input_tokens_seen': 5702156288, 'completed': '73.75% (2_719 / 3_687)', 'remaining time': '8:30:30', 'throughput': '8325.42', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:42:54,459 >> {'loss': 0.7762, 'grad_norm': 23.333152770996094, 'learning_rate': 2.589627303575465e-07, 'epoch': 0.08679142934635205, 'num_input_tokens_seen': 5704253440, 'completed': '73.77% (2_720 / 3_687)', 'remaining time': '8:29:49', 'throughput': '9222.63', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:43:23,589 >> {'loss': 0.4798, 'grad_norm': 21.890504837036133, 'learning_rate': 2.5865495337383103e-07, 'epoch': 0.0870626525630594, 'num_input_tokens_seen': 5706350592, 'completed': '73.80% (2_721 / 3_687)', 'remaining time': '8:29:10', 'throughput': '8999.15', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:43:55,720 >> {'loss': 0.4479, 'grad_norm': 17.646825790405273, 'learning_rate': 2.5834741085352223e-07, 'epoch': 0.08733387577976674, 'num_input_tokens_seen': 5708447744, 'completed': '73.83% (2_722 / 3_687)', 'remaining time': '8:28:40', 'throughput': '8158.53', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:44:21,440 >> {'loss': 0.6757, 'grad_norm': 20.30681800842285, 'learning_rate': 2.5804010304411914e-07, 'epoch': 0.0876050989964741, 'num_input_tokens_seen': 5710544896, 'completed': '73.85% (2_723 / 3_687)', 'remaining time': '8:27:50', 'throughput': '10192.43', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:44:50,241 >> {'loss': 0.2059, 'grad_norm': 9.638075828552246, 'learning_rate': 2.5773303019293123e-07, 'epoch': 0.08787632221318145, 'num_input_tokens_seen': 5712642048, 'completed': '73.88% (2_724 / 3_687)', 'remaining time': '8:27:11', 'throughput': '9101.85', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:45:20,378 >> {'loss': 0.1925, 'grad_norm': 11.49023723602295, 'learning_rate': 2.5742619254707905e-07, 'epoch': 0.0881475454298888, 'num_input_tokens_seen': 5714739200, 'completed': '73.91% (2_725 / 3_687)', 'remaining time': '8:26:35', 'throughput': '8698.52', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:45:49,855 >> {'loss': 0.4855, 'grad_norm': 18.779539108276367, 'learning_rate': 2.5711959035349396e-07, 'epoch': 0.08841876864659615, 'num_input_tokens_seen': 5716836352, 'completed': '73.94% (2_726 / 3_687)', 'remaining time': '8:25:57', 'throughput': '8893.03', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:46:21,969 >> {'loss': 0.2486, 'grad_norm': 11.857897758483887, 'learning_rate': 2.568132238589175e-07, 'epoch': 0.0886899918633035, 'num_input_tokens_seen': 5718933504, 'completed': '73.96% (2_727 / 3_687)', 'remaining time': '8:25:27', 'throughput': '8162.90', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:46:51,592 >> {'loss': 0.4293, 'grad_norm': 20.438987731933594, 'learning_rate': 2.565070933099019e-07, 'epoch': 0.08896121508001086, 'num_input_tokens_seen': 5721030656, 'completed': '73.99% (2_728 / 3_687)', 'remaining time': '8:24:49', 'throughput': '8849.54', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:47:20,518 >> {'loss': 0.3677, 'grad_norm': 15.0324125289917, 'learning_rate': 2.5620119895280935e-07, 'epoch': 0.0892324382967182, 'num_input_tokens_seen': 5723127808, 'completed': '74.02% (2_729 / 3_687)', 'remaining time': '8:24:10', 'throughput': '9062.31', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:47:53,774 >> {'loss': 0.3675, 'grad_norm': 15.559118270874023, 'learning_rate': 2.5589554103381195e-07, 'epoch': 0.08950366151342555, 'num_input_tokens_seen': 5725224960, 'completed': '74.04% (2_730 / 3_687)', 'remaining time': '8:23:43', 'throughput': '7882.80', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:48:27,155 >> {'loss': 0.425, 'grad_norm': 19.351423263549805, 'learning_rate': 2.5559011979889155e-07, 'epoch': 0.0897748847301329, 'num_input_tokens_seen': 5727322112, 'completed': '74.07% (2_731 / 3_687)', 'remaining time': '8:23:17', 'throughput': '7852.93', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:48:56,957 >> {'loss': 0.3441, 'grad_norm': 13.77000904083252, 'learning_rate': 2.552849354938399e-07, 'epoch': 0.09004610794684025, 'num_input_tokens_seen': 5729419264, 'completed': '74.10% (2_732 / 3_687)', 'remaining time': '8:22:40', 'throughput': '8796.31', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:49:26,885 >> {'loss': 0.3423, 'grad_norm': 13.648260116577148, 'learning_rate': 2.549799883642573e-07, 'epoch': 0.09031733116354759, 'num_input_tokens_seen': 5731516416, 'completed': '74.13% (2_733 / 3_687)', 'remaining time': '8:22:04', 'throughput': '8759.16', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:49:57,965 >> {'loss': 0.2816, 'grad_norm': 12.919384002685547, 'learning_rate': 2.5467527865555366e-07, 'epoch': 0.09058855438025495, 'num_input_tokens_seen': 5733613568, 'completed': '74.15% (2_734 / 3_687)', 'remaining time': '8:21:31', 'throughput': '8434.34', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:50:25,769 >> {'loss': 0.6129, 'grad_norm': 20.780710220336914, 'learning_rate': 2.5437080661294785e-07, 'epoch': 0.0908597775969623, 'num_input_tokens_seen': 5735710720, 'completed': '74.18% (2_735 / 3_687)', 'remaining time': '8:20:49', 'throughput': '9428.36', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:50:56,304 >> {'loss': 0.5003, 'grad_norm': 22.01446533203125, 'learning_rate': 2.5406657248146735e-07, 'epoch': 0.09113100081366965, 'num_input_tokens_seen': 5737807872, 'completed': '74.21% (2_736 / 3_687)', 'remaining time': '8:20:14', 'throughput': '8585.18', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:51:28,603 >> {'loss': 0.4947, 'grad_norm': 19.538734436035156, 'learning_rate': 2.5376257650594823e-07, 'epoch': 0.091402224030377, 'num_input_tokens_seen': 5739905024, 'completed': '74.23% (2_737 / 3_687)', 'remaining time': '8:19:45', 'throughput': '8115.99', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:51:59,693 >> {'loss': 0.2547, 'grad_norm': 13.193866729736328, 'learning_rate': 2.5345881893103484e-07, 'epoch': 0.09167344724708434, 'num_input_tokens_seen': 5742002176, 'completed': '74.26% (2_738 / 3_687)', 'remaining time': '8:19:12', 'throughput': '8431.76', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:52:29,821 >> {'loss': 0.7383, 'grad_norm': 23.290098190307617, 'learning_rate': 2.5315530000117973e-07, 'epoch': 0.0919446704637917, 'num_input_tokens_seen': 5744099328, 'completed': '74.29% (2_739 / 3_687)', 'remaining time': '8:18:36', 'throughput': '8701.24', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:53:04,384 >> {'loss': 0.7584, 'grad_norm': 22.168949127197266, 'learning_rate': 2.528520199606434e-07, 'epoch': 0.09221589368049905, 'num_input_tokens_seen': 5746196480, 'completed': '74.32% (2_740 / 3_687)', 'remaining time': '8:18:13', 'throughput': '7584.46', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:53:36,716 >> {'loss': 0.6092, 'grad_norm': 20.419174194335938, 'learning_rate': 2.525489790534941e-07, 'epoch': 0.0924871168972064, 'num_input_tokens_seen': 5748293632, 'completed': '74.34% (2_741 / 3_687)', 'remaining time': '8:17:44', 'throughput': '8107.87', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:54:06,721 >> {'loss': 0.6697, 'grad_norm': 23.462411880493164, 'learning_rate': 2.5224617752360766e-07, 'epoch': 0.09275834011391375, 'num_input_tokens_seen': 5750390784, 'completed': '74.37% (2_742 / 3_687)', 'remaining time': '8:17:08', 'throughput': '8736.63', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:54:37,346 >> {'loss': 0.4207, 'grad_norm': 15.432395935058594, 'learning_rate': 2.519436156146671e-07, 'epoch': 0.0930295633306211, 'num_input_tokens_seen': 5752487936, 'completed': '74.40% (2_743 / 3_687)', 'remaining time': '8:16:34', 'throughput': '8559.85', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:55:06,918 >> {'loss': 0.5068, 'grad_norm': 17.80773162841797, 'learning_rate': 2.51641293570163e-07, 'epoch': 0.09330078654732846, 'num_input_tokens_seen': 5754585088, 'completed': '74.42% (2_744 / 3_687)', 'remaining time': '8:15:57', 'throughput': '8864.56', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:55:39,912 >> {'loss': 0.2518, 'grad_norm': 13.011022567749023, 'learning_rate': 2.513392116333922e-07, 'epoch': 0.0935720097640358, 'num_input_tokens_seen': 5756682240, 'completed': '74.45% (2_745 / 3_687)', 'remaining time': '8:15:29', 'throughput': '7945.22', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:56:12,662 >> {'loss': 0.4552, 'grad_norm': 16.054059982299805, 'learning_rate': 2.510373700474592e-07, 'epoch': 0.09384323298074315, 'num_input_tokens_seen': 5758779392, 'completed': '74.48% (2_746 / 3_687)', 'remaining time': '8:15:01', 'throughput': '8004.46', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:56:46,456 >> {'loss': 0.2891, 'grad_norm': 13.27901840209961, 'learning_rate': 2.5073576905527407e-07, 'epoch': 0.0941144561974505, 'num_input_tokens_seen': 5760876544, 'completed': '74.51% (2_747 / 3_687)', 'remaining time': '8:14:35', 'throughput': '7757.00', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:57:19,158 >> {'loss': 0.5392, 'grad_norm': 18.663637161254883, 'learning_rate': 2.5043440889955434e-07, 'epoch': 0.09438567941415785, 'num_input_tokens_seen': 5762973696, 'completed': '74.53% (2_748 / 3_687)', 'remaining time': '8:14:07', 'throughput': '8016.29', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:57:51,842 >> {'loss': 0.4573, 'grad_norm': 17.319080352783203, 'learning_rate': 2.501332898228232e-07, 'epoch': 0.09465690263086521, 'num_input_tokens_seen': 5765070848, 'completed': '74.56% (2_749 / 3_687)', 'remaining time': '8:13:38', 'throughput': '8020.58', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:58:23,418 >> {'loss': 0.3974, 'grad_norm': 17.932674407958984, 'learning_rate': 2.4983241206740945e-07, 'epoch': 0.09492812584757256, 'num_input_tokens_seen': 5767168000, 'completed': '74.59% (2_750 / 3_687)', 'remaining time': '8:13:06', 'throughput': '8301.81', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:58:55,031 >> {'loss': 0.5203, 'grad_norm': 16.8289737701416, 'learning_rate': 2.495317758754483e-07, 'epoch': 0.0951993490642799, 'num_input_tokens_seen': 5769265152, 'completed': '74.61% (2_751 / 3_687)', 'remaining time': '8:12:35', 'throughput': '8292.30', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:59:24,619 >> {'loss': 0.4871, 'grad_norm': 18.582918167114258, 'learning_rate': 2.492313814888802e-07, 'epoch': 0.09547057228098725, 'num_input_tokens_seen': 5771362304, 'completed': '74.64% (2_752 / 3_687)', 'remaining time': '8:11:58', 'throughput': '8859.98', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 17:59:55,997 >> {'loss': 0.3114, 'grad_norm': 13.084208488464355, 'learning_rate': 2.4893122914945124e-07, 'epoch': 0.0957417954976946, 'num_input_tokens_seen': 5773459456, 'completed': '74.67% (2_753 / 3_687)', 'remaining time': '8:11:26', 'throughput': '8354.37', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:00:23,545 >> {'loss': 0.4209, 'grad_norm': 23.180992126464844, 'learning_rate': 2.4863131909871247e-07, 'epoch': 0.09601301871440195, 'num_input_tokens_seen': 5775556608, 'completed': '74.69% (2_754 / 3_687)', 'remaining time': '8:10:44', 'throughput': '9515.89', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:00:53,515 >> {'loss': 0.5382, 'grad_norm': 19.62271499633789, 'learning_rate': 2.483316515780202e-07, 'epoch': 0.09628424193110931, 'num_input_tokens_seen': 5777653760, 'completed': '74.72% (2_755 / 3_687)', 'remaining time': '8:10:08', 'throughput': '8746.89', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:01:23,989 >> {'loss': 0.2602, 'grad_norm': 11.799657821655273, 'learning_rate': 2.480322268285354e-07, 'epoch': 0.09655546514781665, 'num_input_tokens_seen': 5779750912, 'completed': '74.75% (2_756 / 3_687)', 'remaining time': '8:09:34', 'throughput': '8602.22', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:01:55,289 >> {'loss': 0.3326, 'grad_norm': 14.03824234008789, 'learning_rate': 2.4773304509122374e-07, 'epoch': 0.096826688364524, 'num_input_tokens_seen': 5781848064, 'completed': '74.78% (2_757 / 3_687)', 'remaining time': '8:09:01', 'throughput': '8375.25', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:02:25,775 >> {'loss': 0.4274, 'grad_norm': 18.534460067749023, 'learning_rate': 2.474341066068553e-07, 'epoch': 0.09709791158123135, 'num_input_tokens_seen': 5783945216, 'completed': '74.80% (2_758 / 3_687)', 'remaining time': '8:08:27', 'throughput': '8598.64', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:02:56,914 >> {'loss': 0.681, 'grad_norm': 22.347103118896484, 'learning_rate': 2.4713541161600434e-07, 'epoch': 0.0973691347979387, 'num_input_tokens_seen': 5786042368, 'completed': '74.83% (2_759 / 3_687)', 'remaining time': '8:07:55', 'throughput': '8418.54', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:03:28,715 >> {'loss': 0.4139, 'grad_norm': 17.200597763061523, 'learning_rate': 2.4683696035904926e-07, 'epoch': 0.09764035801464606, 'num_input_tokens_seen': 5788139520, 'completed': '74.86% (2_760 / 3_687)', 'remaining time': '8:07:24', 'throughput': '8243.27', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:03:58,169 >> {'loss': 0.2853, 'grad_norm': 24.39967918395996, 'learning_rate': 2.465387530761724e-07, 'epoch': 0.0979115812313534, 'num_input_tokens_seen': 5790236672, 'completed': '74.88% (2_761 / 3_687)', 'remaining time': '8:06:47', 'throughput': '8900.24', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:04:29,305 >> {'loss': 0.3234, 'grad_norm': 15.185997009277344, 'learning_rate': 2.462407900073594e-07, 'epoch': 0.09818280444806075, 'num_input_tokens_seen': 5792333824, 'completed': '74.91% (2_762 / 3_687)', 'remaining time': '8:06:14', 'throughput': '8419.18', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:04:57,991 >> {'loss': 0.6504, 'grad_norm': 19.6497745513916, 'learning_rate': 2.459430713923995e-07, 'epoch': 0.0984540276647681, 'num_input_tokens_seen': 5794430976, 'completed': '74.94% (2_763 / 3_687)', 'remaining time': '8:05:35', 'throughput': '9138.32', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:05:29,654 >> {'loss': 0.2229, 'grad_norm': 11.902987480163574, 'learning_rate': 2.4564559747088573e-07, 'epoch': 0.09872525088147545, 'num_input_tokens_seen': 5796528128, 'completed': '74.97% (2_764 / 3_687)', 'remaining time': '8:05:04', 'throughput': '8279.38', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:05:59,983 >> {'loss': 0.4959, 'grad_norm': 34.26702880859375, 'learning_rate': 2.4534836848221355e-07, 'epoch': 0.09899647409818281, 'num_input_tokens_seen': 5798625280, 'completed': '74.99% (2_765 / 3_687)', 'remaining time': '8:04:30', 'throughput': '8643.14', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:06:29,296 >> {'loss': 0.4531, 'grad_norm': 16.864425659179688, 'learning_rate': 2.450513846655817e-07, 'epoch': 0.09926769731489016, 'num_input_tokens_seen': 5800722432, 'completed': '75.02% (2_766 / 3_687)', 'remaining time': '8:03:52', 'throughput': '8943.10', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:07:00,561 >> {'loss': 0.4869, 'grad_norm': 15.229866981506348, 'learning_rate': 2.4475464625999113e-07, 'epoch': 0.0995389205315975, 'num_input_tokens_seen': 5802819584, 'completed': '75.05% (2_767 / 3_687)', 'remaining time': '8:03:20', 'throughput': '8384.67', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:07:30,503 >> {'loss': 0.3666, 'grad_norm': 13.635716438293457, 'learning_rate': 2.444581535042459e-07, 'epoch': 0.09981014374830485, 'num_input_tokens_seen': 5804916736, 'completed': '75.07% (2_768 / 3_687)', 'remaining time': '8:02:45', 'throughput': '8754.99', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:07:59,331 >> {'loss': 0.9287, 'grad_norm': 24.428754806518555, 'learning_rate': 2.441619066369519e-07, 'epoch': 0.1000813669650122, 'num_input_tokens_seen': 5807013888, 'completed': '75.10% (2_769 / 3_687)', 'remaining time': '8:02:07', 'throughput': '9093.18', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:08:29,486 >> {'loss': 0.5323, 'grad_norm': 19.71752166748047, 'learning_rate': 2.438659058965175e-07, 'epoch': 0.10035259018171956, 'num_input_tokens_seen': 5809111040, 'completed': '75.13% (2_770 / 3_687)', 'remaining time': '8:01:32', 'throughput': '8693.27', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:08:59,885 >> {'loss': 0.3992, 'grad_norm': 17.558313369750977, 'learning_rate': 2.435701515211527e-07, 'epoch': 0.10062381339842691, 'num_input_tokens_seen': 5811208192, 'completed': '75.16% (2_771 / 3_687)', 'remaining time': '8:00:58', 'throughput': '8623.62', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:09:29,614 >> {'loss': 0.3217, 'grad_norm': 15.69237995147705, 'learning_rate': 2.4327464374886955e-07, 'epoch': 0.10089503661513426, 'num_input_tokens_seen': 5813305344, 'completed': '75.18% (2_772 / 3_687)', 'remaining time': '8:00:22', 'throughput': '8817.77', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:10:01,646 >> {'loss': 0.459, 'grad_norm': 20.842071533203125, 'learning_rate': 2.4297938281748124e-07, 'epoch': 0.1011662598318416, 'num_input_tokens_seen': 5815402496, 'completed': '75.21% (2_773 / 3_687)', 'remaining time': '7:59:51', 'throughput': '8183.63', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:10:35,297 >> {'loss': 0.5564, 'grad_norm': 19.98575782775879, 'learning_rate': 2.4268436896460267e-07, 'epoch': 0.10143748304854895, 'num_input_tokens_seen': 5817499648, 'completed': '75.24% (2_774 / 3_687)', 'remaining time': '7:59:25', 'throughput': '7790.57', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:11:02,943 >> {'loss': 0.6737, 'grad_norm': 18.332754135131836, 'learning_rate': 2.423896024276497e-07, 'epoch': 0.10170870626525631, 'num_input_tokens_seen': 5819596800, 'completed': '75.26% (2_775 / 3_687)', 'remaining time': '7:58:44', 'throughput': '9481.58', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:11:35,904 >> {'loss': 0.553, 'grad_norm': 22.827144622802734, 'learning_rate': 2.4209508344383926e-07, 'epoch': 0.10197992948196366, 'num_input_tokens_seen': 5821693952, 'completed': '75.29% (2_776 / 3_687)', 'remaining time': '7:58:16', 'throughput': '7953.08', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:12:04,781 >> {'loss': 0.6379, 'grad_norm': 21.232194900512695, 'learning_rate': 2.4180081225018906e-07, 'epoch': 0.10225115269867101, 'num_input_tokens_seen': 5823791104, 'completed': '75.32% (2_777 / 3_687)', 'remaining time': '7:57:39', 'throughput': '9077.98', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:12:33,553 >> {'loss': 0.7381, 'grad_norm': 19.167123794555664, 'learning_rate': 2.4150678908351744e-07, 'epoch': 0.10252237591537836, 'num_input_tokens_seen': 5825888256, 'completed': '75.35% (2_778 / 3_687)', 'remaining time': '7:57:00', 'throughput': '9111.04', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:13:05,701 >> {'loss': 0.3415, 'grad_norm': 15.559260368347168, 'learning_rate': 2.4121301418044264e-07, 'epoch': 0.1027935991320857, 'num_input_tokens_seen': 5827985408, 'completed': '75.37% (2_779 / 3_687)', 'remaining time': '7:56:31', 'throughput': '8154.47', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:13:38,719 >> {'loss': 0.274, 'grad_norm': 12.264792442321777, 'learning_rate': 2.409194877773839e-07, 'epoch': 0.10306482234879305, 'num_input_tokens_seen': 5830082560, 'completed': '75.40% (2_780 / 3_687)', 'remaining time': '7:56:03', 'throughput': '7939.36', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:14:08,781 >> {'loss': 0.4599, 'grad_norm': 17.90496826171875, 'learning_rate': 2.4062621011056006e-07, 'epoch': 0.10333604556550041, 'num_input_tokens_seen': 5832179712, 'completed': '75.43% (2_781 / 3_687)', 'remaining time': '7:55:28', 'throughput': '8720.05', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:14:39,447 >> {'loss': 0.3293, 'grad_norm': 12.02820110321045, 'learning_rate': 2.4033318141598977e-07, 'epoch': 0.10360726878220776, 'num_input_tokens_seen': 5834276864, 'completed': '75.45% (2_782 / 3_687)', 'remaining time': '7:54:54', 'throughput': '8548.38', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:15:09,316 >> {'loss': 0.4602, 'grad_norm': 15.775694847106934, 'learning_rate': 2.4004040192949155e-07, 'epoch': 0.1038784919989151, 'num_input_tokens_seen': 5836374016, 'completed': '75.48% (2_783 / 3_687)', 'remaining time': '7:54:19', 'throughput': '8776.50', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:15:41,623 >> {'loss': 0.3823, 'grad_norm': 18.71192741394043, 'learning_rate': 2.3974787188668284e-07, 'epoch': 0.10414971521562245, 'num_input_tokens_seen': 5838471168, 'completed': '75.51% (2_784 / 3_687)', 'remaining time': '7:53:50', 'throughput': '8114.09', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:16:10,598 >> {'loss': 0.5613, 'grad_norm': 20.695791244506836, 'learning_rate': 2.3945559152298085e-07, 'epoch': 0.1044209384323298, 'num_input_tokens_seen': 5840568320, 'completed': '75.54% (2_785 / 3_687)', 'remaining time': '7:53:12', 'throughput': '9047.41', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:16:42,921 >> {'loss': 0.3668, 'grad_norm': 14.568918228149414, 'learning_rate': 2.3916356107360174e-07, 'epoch': 0.10469216164903716, 'num_input_tokens_seen': 5842665472, 'completed': '75.56% (2_786 / 3_687)', 'remaining time': '7:52:43', 'throughput': '8109.93', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:17:13,728 >> {'loss': 0.518, 'grad_norm': 18.7004337310791, 'learning_rate': 2.388717807735605e-07, 'epoch': 0.10496338486574451, 'num_input_tokens_seen': 5844762624, 'completed': '75.59% (2_787 / 3_687)', 'remaining time': '7:52:10', 'throughput': '8509.39', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:17:45,508 >> {'loss': 0.2456, 'grad_norm': 11.687546730041504, 'learning_rate': 2.385802508576706e-07, 'epoch': 0.10523460808245186, 'num_input_tokens_seen': 5846859776, 'completed': '75.62% (2_788 / 3_687)', 'remaining time': '7:51:39', 'throughput': '8248.78', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:18:19,778 >> {'loss': 0.2584, 'grad_norm': 14.417143821716309, 'learning_rate': 2.382889715605447e-07, 'epoch': 0.1055058312991592, 'num_input_tokens_seen': 5848956928, 'completed': '75.64% (2_789 / 3_687)', 'remaining time': '7:51:14', 'throughput': '7649.25', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:18:50,384 >> {'loss': 0.2735, 'grad_norm': 14.506068229675293, 'learning_rate': 2.3799794311659286e-07, 'epoch': 0.10577705451586655, 'num_input_tokens_seen': 5851054080, 'completed': '75.67% (2_790 / 3_687)', 'remaining time': '7:50:40', 'throughput': '8565.33', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:19:22,342 >> {'loss': 0.5316, 'grad_norm': 30.506330490112305, 'learning_rate': 2.3770716576002383e-07, 'epoch': 0.10604827773257391, 'num_input_tokens_seen': 5853151232, 'completed': '75.70% (2_791 / 3_687)', 'remaining time': '7:50:10', 'throughput': '8202.76', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:19:51,492 >> {'loss': 0.5209, 'grad_norm': 18.837438583374023, 'learning_rate': 2.3741663972484416e-07, 'epoch': 0.10631950094928126, 'num_input_tokens_seen': 5855248384, 'completed': '75.73% (2_792 / 3_687)', 'remaining time': '7:49:33', 'throughput': '8992.73', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:20:21,917 >> {'loss': 0.2876, 'grad_norm': 13.7747163772583, 'learning_rate': 2.3712636524485817e-07, 'epoch': 0.10659072416598861, 'num_input_tokens_seen': 5857345536, 'completed': '75.75% (2_793 / 3_687)', 'remaining time': '7:48:59', 'throughput': '8616.25', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:20:51,666 >> {'loss': 0.2466, 'grad_norm': 13.69284439086914, 'learning_rate': 2.3683634255366773e-07, 'epoch': 0.10686194738269596, 'num_input_tokens_seen': 5859442688, 'completed': '75.78% (2_794 / 3_687)', 'remaining time': '7:48:24', 'throughput': '8811.87', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:21:19,182 >> {'loss': 0.5751, 'grad_norm': 23.49444007873535, 'learning_rate': 2.3654657188467203e-07, 'epoch': 0.1071331705994033, 'num_input_tokens_seen': 5861539840, 'completed': '75.81% (2_795 / 3_687)', 'remaining time': '7:47:43', 'throughput': '9526.86', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:21:51,632 >> {'loss': 0.4901, 'grad_norm': 32.023529052734375, 'learning_rate': 2.3625705347106748e-07, 'epoch': 0.10740439381611067, 'num_input_tokens_seen': 5863636992, 'completed': '75.83% (2_796 / 3_687)', 'remaining time': '7:47:14', 'throughput': '8078.47', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:22:22,652 >> {'loss': 0.4605, 'grad_norm': 18.634899139404297, 'learning_rate': 2.3596778754584752e-07, 'epoch': 0.10767561703281801, 'num_input_tokens_seen': 5865734144, 'completed': '75.86% (2_797 / 3_687)', 'remaining time': '7:46:42', 'throughput': '8450.76', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:22:54,990 >> {'loss': 0.4397, 'grad_norm': 17.947357177734375, 'learning_rate': 2.356787743418023e-07, 'epoch': 0.10794684024952536, 'num_input_tokens_seen': 5867831296, 'completed': '75.89% (2_798 / 3_687)', 'remaining time': '7:46:12', 'throughput': '8106.30', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:23:24,920 >> {'loss': 0.2498, 'grad_norm': 10.587057113647461, 'learning_rate': 2.3539001409151867e-07, 'epoch': 0.10821806346623271, 'num_input_tokens_seen': 5869928448, 'completed': '75.92% (2_799 / 3_687)', 'remaining time': '7:45:37', 'throughput': '8758.46', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:23:54,857 >> {'loss': 0.4346, 'grad_norm': 15.883231163024902, 'learning_rate': 2.351015070273799e-07, 'epoch': 0.10848928668294006, 'num_input_tokens_seen': 5872025600, 'completed': '75.94% (2_800 / 3_687)', 'remaining time': '7:45:03', 'throughput': '8756.70', 'gpu_mem_free': '5581MB'} +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/distributed/fsdp/fully_sharded_data_parallel.py:689: FutureWarning: FSDP.state_dict_type() and FSDP.set_state_dict_type() are being deprecated. Please use APIs, get_state_dict() and set_state_dict(), which can support different parallelisms, FSDP1, FSDP2, DDP. API doc: https://pytorch.org/docs/stable/distributed.checkpoint.html#torch.distributed.checkpoint.state_dict.get_state_dict .Tutorial: https://pytorch.org/tutorials/recipes/distributed_checkpoint_recipe.html . + warnings.warn( +[INFO|trainer.py:3503] 2024-12-26 18:24:17,913 >> Saving model checkpoint to /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-2800 +[INFO|configuration_utils.py:472] 2024-12-26 18:24:17,918 >> Configuration saved in /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-2800/config.json +[INFO|configuration_utils.py:807] 2024-12-26 18:24:17,920 >> Configuration saved in /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-2800/generation_config.json +[INFO|modeling_utils.py:2807] 2024-12-26 18:25:14,975 >> The model is bigger than the maximum size per checkpoint (5GB) and is going to be split in 7 checkpoint shards. You can find where each parameters has been saved in the index located at /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-2800/model.safetensors.index.json. +[INFO|tokenization_utils_base.py:2684] 2024-12-26 18:25:14,978 >> tokenizer config file saved in /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-2800/tokenizer_config.json +[INFO|tokenization_utils_base.py:2693] 2024-12-26 18:25:14,979 >> Special tokens file saved in /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-2800/special_tokens_map.json +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/distributed/fsdp/fully_sharded_data_parallel.py:689: FutureWarning: FSDP.state_dict_type() and FSDP.set_state_dict_type() are being deprecated. Please use APIs, get_state_dict() and set_state_dict(), which can support different parallelisms, FSDP1, FSDP2, DDP. API doc: https://pytorch.org/docs/stable/distributed.checkpoint.html#torch.distributed.checkpoint.state_dict.get_state_dict .Tutorial: https://pytorch.org/tutorials/recipes/distributed_checkpoint_recipe.html . + warnings.warn( +[WARNING|trainer.py:868] 2024-12-26 18:28:57,214 >> Save streaming dataset state: {'epoch': 0, 'sample_in_epoch': 5600, 'num_canonical_nodes': 1, 'shuffle_seed': 42, 'initial_physical_nodes': 1} +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/utils/checkpoint.py:1399: FutureWarning: `torch.cpu.amp.autocast(args...)` is deprecated. Please use `torch.amp.autocast('cpu', args...)` instead. + with device_autocast_ctx, torch.cpu.amp.autocast(**cpu_autocast_kwargs), recompute_context: # type: ignore[attr-defined] +[INFO|trainer.py:175] 2024-12-26 18:29:31,102 >> {'loss': 0.7427, 'grad_norm': 22.052234649658203, 'learning_rate': 2.3481325338156568e-07, 'epoch': 0.1087605098996474, 'num_input_tokens_seen': 5874122752, 'completed': '75.97% (2_801 / 3_687)', 'remaining time': '7:55:44', 'throughput': '779.62', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:30:00,266 >> {'loss': 0.2588, 'grad_norm': 15.02530288696289, 'learning_rate': 2.3452525338605126e-07, 'epoch': 0.10903173311635476, 'num_input_tokens_seen': 5876219904, 'completed': '76.00% (2_802 / 3_687)', 'remaining time': '7:55:06', 'throughput': '8988.74', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:30:32,029 >> {'loss': 0.2948, 'grad_norm': 15.054925918579102, 'learning_rate': 2.3423750727260813e-07, 'epoch': 0.10930295633306211, 'num_input_tokens_seen': 5878317056, 'completed': '76.02% (2_803 / 3_687)', 'remaining time': '7:54:32', 'throughput': '8253.02', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:31:01,816 >> {'loss': 0.2361, 'grad_norm': 12.671406745910645, 'learning_rate': 2.3395001527280343e-07, 'epoch': 0.10957417954976946, 'num_input_tokens_seen': 5880414208, 'completed': '76.05% (2_804 / 3_687)', 'remaining time': '7:53:55', 'throughput': '8800.85', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:31:32,391 >> {'loss': 0.663, 'grad_norm': 20.93232536315918, 'learning_rate': 2.3366277761799993e-07, 'epoch': 0.10984540276647681, 'num_input_tokens_seen': 5882511360, 'completed': '76.08% (2_805 / 3_687)', 'remaining time': '7:53:19', 'throughput': '8573.53', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:32:04,969 >> {'loss': 0.5558, 'grad_norm': 18.05968475341797, 'learning_rate': 2.333757945393557e-07, 'epoch': 0.11011662598318415, 'num_input_tokens_seen': 5884608512, 'completed': '76.11% (2_806 / 3_687)', 'remaining time': '7:52:48', 'throughput': '8046.67', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:32:38,098 >> {'loss': 0.4106, 'grad_norm': 15.030449867248535, 'learning_rate': 2.3308906626782333e-07, 'epoch': 0.11038784919989152, 'num_input_tokens_seen': 5886705664, 'completed': '76.13% (2_807 / 3_687)', 'remaining time': '7:52:18', 'throughput': '7912.83', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:33:12,940 >> {'loss': 0.5442, 'grad_norm': 20.000356674194336, 'learning_rate': 2.3280259303415115e-07, 'epoch': 0.11065907241659886, 'num_input_tokens_seen': 5888802816, 'completed': '76.16% (2_808 / 3_687)', 'remaining time': '7:51:51', 'throughput': '7523.97', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:33:43,006 >> {'loss': 0.1988, 'grad_norm': 10.596423149108887, 'learning_rate': 2.3251637506888178e-07, 'epoch': 0.11093029563330621, 'num_input_tokens_seen': 5890899968, 'completed': '76.19% (2_809 / 3_687)', 'remaining time': '7:51:14', 'throughput': '8718.92', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:34:11,572 >> {'loss': 0.3359, 'grad_norm': 13.657599449157715, 'learning_rate': 2.3223041260235265e-07, 'epoch': 0.11120151885001356, 'num_input_tokens_seen': 5892997120, 'completed': '76.21% (2_810 / 3_687)', 'remaining time': '7:50:34', 'throughput': '9176.67', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:34:42,907 >> {'loss': 0.218, 'grad_norm': 12.095483779907227, 'learning_rate': 2.3194470586469543e-07, 'epoch': 0.1114727420667209, 'num_input_tokens_seen': 5895094272, 'completed': '76.24% (2_811 / 3_687)', 'remaining time': '7:50:00', 'throughput': '8365.98', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:35:12,547 >> {'loss': 0.3819, 'grad_norm': 16.444936752319336, 'learning_rate': 2.3165925508583598e-07, 'epoch': 0.11174396528342827, 'num_input_tokens_seen': 5897191424, 'completed': '76.27% (2_812 / 3_687)', 'remaining time': '7:49:23', 'throughput': '8844.15', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:35:43,628 >> {'loss': 0.5105, 'grad_norm': 20.455156326293945, 'learning_rate': 2.313740604954943e-07, 'epoch': 0.11201518850013562, 'num_input_tokens_seen': 5899288576, 'completed': '76.30% (2_813 / 3_687)', 'remaining time': '7:48:48', 'throughput': '8434.30', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:36:16,322 >> {'loss': 0.3829, 'grad_norm': 15.869861602783203, 'learning_rate': 2.3108912232318413e-07, 'epoch': 0.11228641171684296, 'num_input_tokens_seen': 5901385728, 'completed': '76.32% (2_814 / 3_687)', 'remaining time': '7:48:17', 'throughput': '8018.01', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:36:47,693 >> {'loss': 0.4095, 'grad_norm': 13.574760437011719, 'learning_rate': 2.3080444079821284e-07, 'epoch': 0.11255763493355031, 'num_input_tokens_seen': 5903482880, 'completed': '76.35% (2_815 / 3_687)', 'remaining time': '7:47:43', 'throughput': '8356.17', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:37:19,980 >> {'loss': 0.8766, 'grad_norm': 27.635112762451172, 'learning_rate': 2.305200161496813e-07, 'epoch': 0.11282885815025766, 'num_input_tokens_seen': 5905580032, 'completed': '76.38% (2_816 / 3_687)', 'remaining time': '7:47:11', 'throughput': '8119.33', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:37:48,792 >> {'loss': 0.6796, 'grad_norm': 20.717670440673828, 'learning_rate': 2.3023584860648364e-07, 'epoch': 0.11310008136696502, 'num_input_tokens_seen': 5907677184, 'completed': '76.40% (2_817 / 3_687)', 'remaining time': '7:46:32', 'throughput': '9098.27', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:38:19,693 >> {'loss': 0.469, 'grad_norm': 17.95741081237793, 'learning_rate': 2.2995193839730727e-07, 'epoch': 0.11337130458367237, 'num_input_tokens_seen': 5909774336, 'completed': '76.43% (2_818 / 3_687)', 'remaining time': '7:45:57', 'throughput': '8483.38', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:38:48,933 >> {'loss': 0.3544, 'grad_norm': 15.287071228027344, 'learning_rate': 2.2966828575063196e-07, 'epoch': 0.11364252780037971, 'num_input_tokens_seen': 5911871488, 'completed': '76.46% (2_819 / 3_687)', 'remaining time': '7:45:19', 'throughput': '8965.35', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:39:19,664 >> {'loss': 0.4254, 'grad_norm': 17.377723693847656, 'learning_rate': 2.2938489089473065e-07, 'epoch': 0.11391375101708706, 'num_input_tokens_seen': 5913968640, 'completed': '76.48% (2_820 / 3_687)', 'remaining time': '7:44:44', 'throughput': '8530.21', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:39:51,255 >> {'loss': 0.7153, 'grad_norm': 21.972118377685547, 'learning_rate': 2.2910175405766896e-07, 'epoch': 0.11418497423379441, 'num_input_tokens_seen': 5916065792, 'completed': '76.51% (2_821 / 3_687)', 'remaining time': '7:44:10', 'throughput': '8298.11', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:40:21,827 >> {'loss': 0.4351, 'grad_norm': 21.45004653930664, 'learning_rate': 2.288188754673045e-07, 'epoch': 0.11445619745050176, 'num_input_tokens_seen': 5918162944, 'completed': '76.54% (2_822 / 3_687)', 'remaining time': '7:43:35', 'throughput': '8574.52', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:40:52,063 >> {'loss': 0.6523, 'grad_norm': 20.235944747924805, 'learning_rate': 2.2853625535128735e-07, 'epoch': 0.11472742066720912, 'num_input_tokens_seen': 5920260096, 'completed': '76.57% (2_823 / 3_687)', 'remaining time': '7:42:59', 'throughput': '8670.11', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:41:22,605 >> {'loss': 0.2849, 'grad_norm': 12.907526016235352, 'learning_rate': 2.2825389393705922e-07, 'epoch': 0.11499864388391647, 'num_input_tokens_seen': 5922357248, 'completed': '76.59% (2_824 / 3_687)', 'remaining time': '7:42:23', 'throughput': '8583.00', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:41:54,885 >> {'loss': 0.5741, 'grad_norm': 19.846851348876953, 'learning_rate': 2.2797179145185384e-07, 'epoch': 0.11526986710062381, 'num_input_tokens_seen': 5924454400, 'completed': '76.62% (2_825 / 3_687)', 'remaining time': '7:41:52', 'throughput': '8120.94', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:42:27,929 >> {'loss': 0.2806, 'grad_norm': 14.583490371704102, 'learning_rate': 2.2768994812269666e-07, 'epoch': 0.11554109031733116, 'num_input_tokens_seen': 5926551552, 'completed': '76.65% (2_826 / 3_687)', 'remaining time': '7:41:21', 'throughput': '7933.14', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:43:02,206 >> {'loss': 0.3765, 'grad_norm': 16.440160751342773, 'learning_rate': 2.2740836417640432e-07, 'epoch': 0.11581231353403851, 'num_input_tokens_seen': 5928648704, 'completed': '76.67% (2_827 / 3_687)', 'remaining time': '7:40:53', 'throughput': '7647.84', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:43:33,541 >> {'loss': 0.6938, 'grad_norm': 22.054208755493164, 'learning_rate': 2.271270398395851e-07, 'epoch': 0.11608353675074587, 'num_input_tokens_seen': 5930745856, 'completed': '76.70% (2_828 / 3_687)', 'remaining time': '7:40:20', 'throughput': '8365.95', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:44:01,804 >> {'loss': 0.406, 'grad_norm': 13.32007122039795, 'learning_rate': 2.2684597533863793e-07, 'epoch': 0.11635475996745322, 'num_input_tokens_seen': 5932843008, 'completed': '76.73% (2_829 / 3_687)', 'remaining time': '7:39:40', 'throughput': '9275.04', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:44:34,218 >> {'loss': 0.2882, 'grad_norm': 13.135971069335938, 'learning_rate': 2.2656517089975286e-07, 'epoch': 0.11662598318416056, 'num_input_tokens_seen': 5934940160, 'completed': '76.76% (2_830 / 3_687)', 'remaining time': '7:39:08', 'throughput': '8087.37', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:45:05,186 >> {'loss': 0.4794, 'grad_norm': 23.185508728027344, 'learning_rate': 2.2628462674891062e-07, 'epoch': 0.11689720640086791, 'num_input_tokens_seen': 5937037312, 'completed': '76.78% (2_831 / 3_687)', 'remaining time': '7:38:33', 'throughput': '8464.94', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:45:34,348 >> {'loss': 0.4259, 'grad_norm': 16.763158798217773, 'learning_rate': 2.2600434311188253e-07, 'epoch': 0.11716842961757526, 'num_input_tokens_seen': 5939134464, 'completed': '76.81% (2_832 / 3_687)', 'remaining time': '7:37:55', 'throughput': '8989.21', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:46:07,055 >> {'loss': 0.5011, 'grad_norm': 28.8845272064209, 'learning_rate': 2.2572432021423018e-07, 'epoch': 0.11743965283428262, 'num_input_tokens_seen': 5941231616, 'completed': '76.84% (2_833 / 3_687)', 'remaining time': '7:37:24', 'throughput': '8015.09', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:46:34,006 >> {'loss': 0.6964, 'grad_norm': 21.761306762695312, 'learning_rate': 2.2544455828130528e-07, 'epoch': 0.11771087605098997, 'num_input_tokens_seen': 5943328768, 'completed': '76.86% (2_834 / 3_687)', 'remaining time': '7:36:42', 'throughput': '9726.40', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:47:06,145 >> {'loss': 0.5045, 'grad_norm': 18.940256118774414, 'learning_rate': 2.251650575382498e-07, 'epoch': 0.11798209926769732, 'num_input_tokens_seen': 5945425920, 'completed': '76.89% (2_835 / 3_687)', 'remaining time': '7:36:10', 'throughput': '8156.64', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:47:33,536 >> {'loss': 0.4833, 'grad_norm': 16.255231857299805, 'learning_rate': 2.2488581820999481e-07, 'epoch': 0.11825332248440466, 'num_input_tokens_seen': 5947523072, 'completed': '76.92% (2_836 / 3_687)', 'remaining time': '7:35:29', 'throughput': '9570.51', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:48:03,458 >> {'loss': 0.678, 'grad_norm': 19.86233139038086, 'learning_rate': 2.2460684052126195e-07, 'epoch': 0.11852454570111201, 'num_input_tokens_seen': 5949620224, 'completed': '76.95% (2_837 / 3_687)', 'remaining time': '7:34:52', 'throughput': '8760.84', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:48:31,465 >> {'loss': 0.5081, 'grad_norm': 17.203176498413086, 'learning_rate': 2.243281246965617e-07, 'epoch': 0.11879576891781937, 'num_input_tokens_seen': 5951717376, 'completed': '76.97% (2_838 / 3_687)', 'remaining time': '7:34:12', 'throughput': '9360.03', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:49:03,004 >> {'loss': 0.2694, 'grad_norm': 11.493597984313965, 'learning_rate': 2.24049670960194e-07, 'epoch': 0.11906699213452672, 'num_input_tokens_seen': 5953814528, 'completed': '77.00% (2_839 / 3_687)', 'remaining time': '7:33:39', 'throughput': '8311.83', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:49:31,947 >> {'loss': 0.3385, 'grad_norm': 15.567400932312012, 'learning_rate': 2.2377147953624776e-07, 'epoch': 0.11933821535123407, 'num_input_tokens_seen': 5955911680, 'completed': '77.03% (2_840 / 3_687)', 'remaining time': '7:33:01', 'throughput': '9057.28', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:50:01,155 >> {'loss': 0.5221, 'grad_norm': 20.829069137573242, 'learning_rate': 2.2349355064860104e-07, 'epoch': 0.11960943856794141, 'num_input_tokens_seen': 5958008832, 'completed': '77.05% (2_841 / 3_687)', 'remaining time': '7:32:23', 'throughput': '8974.98', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:50:32,793 >> {'loss': 0.6818, 'grad_norm': 25.062725067138672, 'learning_rate': 2.2321588452092006e-07, 'epoch': 0.11988066178464876, 'num_input_tokens_seen': 5960105984, 'completed': '77.08% (2_842 / 3_687)', 'remaining time': '7:31:50', 'throughput': '8285.73', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:51:03,908 >> {'loss': 0.2983, 'grad_norm': 12.187406539916992, 'learning_rate': 2.229384813766602e-07, 'epoch': 0.12015188500135611, 'num_input_tokens_seen': 5962203136, 'completed': '77.11% (2_843 / 3_687)', 'remaining time': '7:31:16', 'throughput': '8425.06', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:51:33,847 >> {'loss': 0.3099, 'grad_norm': 12.41606616973877, 'learning_rate': 2.2266134143906496e-07, 'epoch': 0.12042310821806347, 'num_input_tokens_seen': 5964300288, 'completed': '77.14% (2_844 / 3_687)', 'remaining time': '7:30:40', 'throughput': '8755.82', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:52:09,364 >> {'loss': 0.3705, 'grad_norm': 15.00600528717041, 'learning_rate': 2.2238446493116572e-07, 'epoch': 0.12069433143477082, 'num_input_tokens_seen': 5966397440, 'completed': '77.16% (2_845 / 3_687)', 'remaining time': '7:30:15', 'throughput': '7380.76', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:52:40,364 >> {'loss': 0.5625, 'grad_norm': 19.592304229736328, 'learning_rate': 2.2210785207578275e-07, 'epoch': 0.12096555465147817, 'num_input_tokens_seen': 5968494592, 'completed': '77.19% (2_846 / 3_687)', 'remaining time': '7:29:41', 'throughput': '8456.41', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:53:10,416 >> {'loss': 0.2395, 'grad_norm': 11.538047790527344, 'learning_rate': 2.2183150309552308e-07, 'epoch': 0.12123677786818551, 'num_input_tokens_seen': 5970591744, 'completed': '77.22% (2_847 / 3_687)', 'remaining time': '7:29:05', 'throughput': '8723.00', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:53:41,883 >> {'loss': 0.4497, 'grad_norm': 17.946090698242188, 'learning_rate': 2.2155541821278196e-07, 'epoch': 0.12150800108489286, 'num_input_tokens_seen': 5972688896, 'completed': '77.24% (2_848 / 3_687)', 'remaining time': '7:28:31', 'throughput': '8330.62', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:54:13,443 >> {'loss': 0.2957, 'grad_norm': 13.891773223876953, 'learning_rate': 2.2127959764974203e-07, 'epoch': 0.12177922430160022, 'num_input_tokens_seen': 5974786048, 'completed': '77.27% (2_849 / 3_687)', 'remaining time': '7:27:58', 'throughput': '8306.25', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:54:44,101 >> {'loss': 0.4703, 'grad_norm': 17.93677520751953, 'learning_rate': 2.2100404162837317e-07, 'epoch': 0.12205044751830757, 'num_input_tokens_seen': 5976883200, 'completed': '77.30% (2_850 / 3_687)', 'remaining time': '7:27:24', 'throughput': '8550.60', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:55:13,925 >> {'loss': 0.4836, 'grad_norm': 21.524486541748047, 'learning_rate': 2.2072875037043232e-07, 'epoch': 0.12232167073501492, 'num_input_tokens_seen': 5978980352, 'completed': '77.33% (2_851 / 3_687)', 'remaining time': '7:26:47', 'throughput': '8789.69', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:55:44,352 >> {'loss': 0.3129, 'grad_norm': 12.988191604614258, 'learning_rate': 2.204537240974636e-07, 'epoch': 0.12259289395172226, 'num_input_tokens_seen': 5981077504, 'completed': '77.35% (2_852 / 3_687)', 'remaining time': '7:26:12', 'throughput': '8615.60', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:56:19,415 >> {'loss': 0.5311, 'grad_norm': 20.595354080200195, 'learning_rate': 2.2017896303079743e-07, 'epoch': 0.12286411716842961, 'num_input_tokens_seen': 5983174656, 'completed': '77.38% (2_853 / 3_687)', 'remaining time': '7:25:46', 'throughput': '7476.24', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:56:51,543 >> {'loss': 0.4373, 'grad_norm': 22.666582107543945, 'learning_rate': 2.1990446739155128e-07, 'epoch': 0.12313534038513697, 'num_input_tokens_seen': 5985271808, 'completed': '77.41% (2_854 / 3_687)', 'remaining time': '7:25:14', 'throughput': '8159.41', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:57:23,739 >> {'loss': 0.2112, 'grad_norm': 11.09825611114502, 'learning_rate': 2.1963023740062864e-07, 'epoch': 0.12340656360184432, 'num_input_tokens_seen': 5987368960, 'completed': '77.43% (2_855 / 3_687)', 'remaining time': '7:24:42', 'throughput': '8142.20', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:57:55,716 >> {'loss': 0.2525, 'grad_norm': 11.390056610107422, 'learning_rate': 2.1935627327871948e-07, 'epoch': 0.12367778681855167, 'num_input_tokens_seen': 5989466112, 'completed': '77.46% (2_856 / 3_687)', 'remaining time': '7:24:10', 'throughput': '8198.01', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:58:25,786 >> {'loss': 0.4179, 'grad_norm': 12.461858749389648, 'learning_rate': 2.1908257524629963e-07, 'epoch': 0.12394901003525902, 'num_input_tokens_seen': 5991563264, 'completed': '77.49% (2_857 / 3_687)', 'remaining time': '7:23:34', 'throughput': '8717.54', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:58:59,853 >> {'loss': 0.5047, 'grad_norm': 17.467121124267578, 'learning_rate': 2.1880914352363106e-07, 'epoch': 0.12422023325196636, 'num_input_tokens_seen': 5993660416, 'completed': '77.52% (2_858 / 3_687)', 'remaining time': '7:23:06', 'throughput': '7694.94', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:59:27,186 >> {'loss': 0.5304, 'grad_norm': 18.427640914916992, 'learning_rate': 2.1853597833076088e-07, 'epoch': 0.12449145646867373, 'num_input_tokens_seen': 5995757568, 'completed': '77.54% (2_859 / 3_687)', 'remaining time': '7:22:25', 'throughput': '9590.93', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 18:59:56,849 >> {'loss': 0.4055, 'grad_norm': 13.977510452270508, 'learning_rate': 2.1826307988752212e-07, 'epoch': 0.12476267968538107, 'num_input_tokens_seen': 5997854720, 'completed': '77.57% (2_860 / 3_687)', 'remaining time': '7:21:49', 'throughput': '8837.52', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:00:26,866 >> {'loss': 0.3931, 'grad_norm': 15.963011741638184, 'learning_rate': 2.179904484135331e-07, 'epoch': 0.1250339029020884, 'num_input_tokens_seen': 5999951872, 'completed': '77.60% (2_861 / 3_687)', 'remaining time': '7:21:13', 'throughput': '8733.12', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:00:55,903 >> {'loss': 0.4642, 'grad_norm': 17.05299186706543, 'learning_rate': 2.177180841281974e-07, 'epoch': 0.12530512611879577, 'num_input_tokens_seen': 6002049024, 'completed': '77.62% (2_862 / 3_687)', 'remaining time': '7:20:35', 'throughput': '9027.74', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:01:25,831 >> {'loss': 0.425, 'grad_norm': 15.496081352233887, 'learning_rate': 2.1744598725070347e-07, 'epoch': 0.12557634933550313, 'num_input_tokens_seen': 6004146176, 'completed': '77.65% (2_863 / 3_687)', 'remaining time': '7:20:00', 'throughput': '8759.29', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:01:56,515 >> {'loss': 0.5045, 'grad_norm': 18.021099090576172, 'learning_rate': 2.1717415800002425e-07, 'epoch': 0.12584757255221046, 'num_input_tokens_seen': 6006243328, 'completed': '77.68% (2_864 / 3_687)', 'remaining time': '7:19:25', 'throughput': '8543.22', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:02:24,797 >> {'loss': 0.5096, 'grad_norm': 16.96639633178711, 'learning_rate': 2.1690259659491768e-07, 'epoch': 0.12611879576891782, 'num_input_tokens_seen': 6008340480, 'completed': '77.71% (2_865 / 3_687)', 'remaining time': '7:18:47', 'throughput': '9269.20', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:02:54,454 >> {'loss': 0.3753, 'grad_norm': 14.744760513305664, 'learning_rate': 2.166313032539261e-07, 'epoch': 0.12639001898562516, 'num_input_tokens_seen': 6010437632, 'completed': '77.73% (2_866 / 3_687)', 'remaining time': '7:18:10', 'throughput': '8839.08', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:03:21,949 >> {'loss': 0.4849, 'grad_norm': 16.412687301635742, 'learning_rate': 2.1636027819537605e-07, 'epoch': 0.12666124220233252, 'num_input_tokens_seen': 6012534784, 'completed': '77.76% (2_867 / 3_687)', 'remaining time': '7:17:30', 'throughput': '9534.35', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:03:54,229 >> {'loss': 0.2672, 'grad_norm': 14.01508617401123, 'learning_rate': 2.160895216373781e-07, 'epoch': 0.12693246541903988, 'num_input_tokens_seen': 6014631936, 'completed': '77.79% (2_868 / 3_687)', 'remaining time': '7:16:59', 'throughput': '8120.86', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:04:24,807 >> {'loss': 0.2023, 'grad_norm': 9.786606788635254, 'learning_rate': 2.15819033797827e-07, 'epoch': 0.12720368863574721, 'num_input_tokens_seen': 6016729088, 'completed': '77.81% (2_869 / 3_687)', 'remaining time': '7:16:24', 'throughput': '8572.84', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:04:55,462 >> {'loss': 0.4128, 'grad_norm': 15.194939613342285, 'learning_rate': 2.1554881489440092e-07, 'epoch': 0.12747491185245458, 'num_input_tokens_seen': 6018826240, 'completed': '77.84% (2_870 / 3_687)', 'remaining time': '7:15:50', 'throughput': '8551.66', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:05:25,466 >> {'loss': 0.5414, 'grad_norm': 24.29368019104004, 'learning_rate': 2.1527886514456178e-07, 'epoch': 0.1277461350691619, 'num_input_tokens_seen': 6020923392, 'completed': '77.87% (2_871 / 3_687)', 'remaining time': '7:15:14', 'throughput': '8736.83', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:05:55,799 >> {'loss': 0.3288, 'grad_norm': 14.61825180053711, 'learning_rate': 2.150091847655549e-07, 'epoch': 0.12801735828586927, 'num_input_tokens_seen': 6023020544, 'completed': '77.90% (2_872 / 3_687)', 'remaining time': '7:14:40', 'throughput': '8642.21', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:06:29,150 >> {'loss': 0.1956, 'grad_norm': 10.37586784362793, 'learning_rate': 2.1473977397440878e-07, 'epoch': 0.12828858150257663, 'num_input_tokens_seen': 6025117696, 'completed': '77.92% (2_873 / 3_687)', 'remaining time': '7:14:10', 'throughput': '7860.21', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:07:00,823 >> {'loss': 0.5343, 'grad_norm': 17.528772354125977, 'learning_rate': 2.14470632987935e-07, 'epoch': 0.12855980471928397, 'num_input_tokens_seen': 6027214848, 'completed': '77.95% (2_874 / 3_687)', 'remaining time': '7:13:37', 'throughput': '8276.60', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:07:31,595 >> {'loss': 0.193, 'grad_norm': 13.622241020202637, 'learning_rate': 2.1420176202272805e-07, 'epoch': 0.12883102793599133, 'num_input_tokens_seen': 6029312000, 'completed': '77.98% (2_875 / 3_687)', 'remaining time': '7:13:03', 'throughput': '8518.92', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:08:01,357 >> {'loss': 0.448, 'grad_norm': 17.937719345092773, 'learning_rate': 2.1393316129516482e-07, 'epoch': 0.12910225115269866, 'num_input_tokens_seen': 6031409152, 'completed': '78.00% (2_876 / 3_687)', 'remaining time': '7:12:27', 'throughput': '8807.81', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:08:35,938 >> {'loss': 0.3603, 'grad_norm': 19.698455810546875, 'learning_rate': 2.1366483102140497e-07, 'epoch': 0.12937347436940602, 'num_input_tokens_seen': 6033506304, 'completed': '78.03% (2_877 / 3_687)', 'remaining time': '7:12:00', 'throughput': '7580.62', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:09:06,362 >> {'loss': 0.3772, 'grad_norm': 15.03511905670166, 'learning_rate': 2.1339677141739074e-07, 'epoch': 0.12964469758611338, 'num_input_tokens_seen': 6035603456, 'completed': '78.06% (2_878 / 3_687)', 'remaining time': '7:11:25', 'throughput': '8616.31', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:09:35,607 >> {'loss': 0.5342, 'grad_norm': 17.960357666015625, 'learning_rate': 2.1312898269884616e-07, 'epoch': 0.12991592080282072, 'num_input_tokens_seen': 6037700608, 'completed': '78.09% (2_879 / 3_687)', 'remaining time': '7:10:48', 'throughput': '8963.76', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:10:07,282 >> {'loss': 0.2405, 'grad_norm': 12.057799339294434, 'learning_rate': 2.128614650812775e-07, 'epoch': 0.13018714401952808, 'num_input_tokens_seen': 6039797760, 'completed': '78.11% (2_880 / 3_687)', 'remaining time': '7:10:16', 'throughput': '8276.01', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:10:34,951 >> {'loss': 0.6078, 'grad_norm': 27.220239639282227, 'learning_rate': 2.125942187799726e-07, 'epoch': 0.1304583672362354, 'num_input_tokens_seen': 6041894912, 'completed': '78.14% (2_881 / 3_687)', 'remaining time': '7:09:37', 'throughput': '9474.39', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:11:04,133 >> {'loss': 0.7583, 'grad_norm': 27.639814376831055, 'learning_rate': 2.123272440100012e-07, 'epoch': 0.13072959045294277, 'num_input_tokens_seen': 6043992064, 'completed': '78.17% (2_882 / 3_687)', 'remaining time': '7:09:00', 'throughput': '8983.03', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:11:32,430 >> {'loss': 0.6885, 'grad_norm': 22.158348083496094, 'learning_rate': 2.1206054098621434e-07, 'epoch': 0.13100081366965013, 'num_input_tokens_seen': 6046089216, 'completed': '78.19% (2_883 / 3_687)', 'remaining time': '7:08:22', 'throughput': '9264.21', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:12:00,554 >> {'loss': 0.7587, 'grad_norm': 26.35175895690918, 'learning_rate': 2.117941099232446e-07, 'epoch': 0.13127203688635747, 'num_input_tokens_seen': 6048186368, 'completed': '78.22% (2_884 / 3_687)', 'remaining time': '7:07:44', 'throughput': '9320.83', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:12:33,875 >> {'loss': 0.2805, 'grad_norm': 14.008932113647461, 'learning_rate': 2.1152795103550547e-07, 'epoch': 0.13154326010306483, 'num_input_tokens_seen': 6050283520, 'completed': '78.25% (2_885 / 3_687)', 'remaining time': '7:07:14', 'throughput': '7867.33', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:13:02,363 >> {'loss': 0.6467, 'grad_norm': 21.59432029724121, 'learning_rate': 2.1126206453719157e-07, 'epoch': 0.13181448331977216, 'num_input_tokens_seen': 6052380672, 'completed': '78.28% (2_886 / 3_687)', 'remaining time': '7:06:36', 'throughput': '9201.79', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:13:34,334 >> {'loss': 0.3664, 'grad_norm': 16.01569938659668, 'learning_rate': 2.1099645064227817e-07, 'epoch': 0.13208570653647952, 'num_input_tokens_seen': 6054477824, 'completed': '78.30% (2_887 / 3_687)', 'remaining time': '7:06:04', 'throughput': '8199.55', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:14:03,763 >> {'loss': 0.2808, 'grad_norm': 15.261370658874512, 'learning_rate': 2.1073110956452126e-07, 'epoch': 0.13235692975318689, 'num_input_tokens_seen': 6056574976, 'completed': '78.33% (2_888 / 3_687)', 'remaining time': '7:05:28', 'throughput': '8907.71', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:14:33,084 >> {'loss': 0.3063, 'grad_norm': 14.421086311340332, 'learning_rate': 2.1046604151745723e-07, 'epoch': 0.13262815296989422, 'num_input_tokens_seen': 6058672128, 'completed': '78.36% (2_889 / 3_687)', 'remaining time': '7:04:52', 'throughput': '8940.32', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:15:03,289 >> {'loss': 0.3161, 'grad_norm': 15.327587127685547, 'learning_rate': 2.1020124671440274e-07, 'epoch': 0.13289937618660158, 'num_input_tokens_seen': 6060769280, 'completed': '78.38% (2_890 / 3_687)', 'remaining time': '7:04:17', 'throughput': '8678.77', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:15:31,065 >> {'loss': 0.3972, 'grad_norm': 18.59784507751465, 'learning_rate': 2.0993672536845458e-07, 'epoch': 0.13317059940330891, 'num_input_tokens_seen': 6062866432, 'completed': '78.41% (2_891 / 3_687)', 'remaining time': '7:03:38', 'throughput': '9437.86', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:16:00,771 >> {'loss': 0.4275, 'grad_norm': 16.773000717163086, 'learning_rate': 2.0967247769248968e-07, 'epoch': 0.13344182262001628, 'num_input_tokens_seen': 6064963584, 'completed': '78.44% (2_892 / 3_687)', 'remaining time': '7:03:03', 'throughput': '8824.60', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:16:32,133 >> {'loss': 0.2471, 'grad_norm': 14.18702220916748, 'learning_rate': 2.0940850389916398e-07, 'epoch': 0.13371304583672364, 'num_input_tokens_seen': 6067060736, 'completed': '78.46% (2_893 / 3_687)', 'remaining time': '7:02:30', 'throughput': '8358.68', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:17:01,047 >> {'loss': 0.176, 'grad_norm': 11.325303077697754, 'learning_rate': 2.09144804200914e-07, 'epoch': 0.13398426905343097, 'num_input_tokens_seen': 6069157888, 'completed': '78.49% (2_894 / 3_687)', 'remaining time': '7:01:53', 'throughput': '9066.42', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:17:31,656 >> {'loss': 0.2562, 'grad_norm': 13.870182037353516, 'learning_rate': 2.0888137880995514e-07, 'epoch': 0.13425549227013833, 'num_input_tokens_seen': 6071255040, 'completed': '78.52% (2_895 / 3_687)', 'remaining time': '7:01:19', 'throughput': '8564.24', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:18:00,591 >> {'loss': 0.5646, 'grad_norm': 21.369096755981445, 'learning_rate': 2.086182279382821e-07, 'epoch': 0.13452671548684567, 'num_input_tokens_seen': 6073352192, 'completed': '78.55% (2_896 / 3_687)', 'remaining time': '7:00:43', 'throughput': '9059.81', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:18:32,738 >> {'loss': 0.4004, 'grad_norm': 17.719070434570312, 'learning_rate': 2.083553517976686e-07, 'epoch': 0.13479793870355303, 'num_input_tokens_seen': 6075449344, 'completed': '78.57% (2_897 / 3_687)', 'remaining time': '7:00:11', 'throughput': '8154.46', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:19:00,311 >> {'loss': 0.4522, 'grad_norm': 16.208087921142578, 'learning_rate': 2.0809275059966764e-07, 'epoch': 0.13506916192026036, 'num_input_tokens_seen': 6077546496, 'completed': '78.60% (2_898 / 3_687)', 'remaining time': '6:59:32', 'throughput': '9507.11', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:19:29,282 >> {'loss': 0.2981, 'grad_norm': 11.811439514160156, 'learning_rate': 2.0783042455561023e-07, 'epoch': 0.13534038513696772, 'num_input_tokens_seen': 6079643648, 'completed': '78.63% (2_899 / 3_687)', 'remaining time': '6:58:56', 'throughput': '9048.53', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:19:59,900 >> {'loss': 0.3378, 'grad_norm': 14.665522575378418, 'learning_rate': 2.0756837387660676e-07, 'epoch': 0.13561160835367508, 'num_input_tokens_seen': 6081740800, 'completed': '78.65% (2_900 / 3_687)', 'remaining time': '6:58:22', 'throughput': '8561.97', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:20:29,510 >> {'loss': 0.3911, 'grad_norm': 18.123260498046875, 'learning_rate': 2.073065987735454e-07, 'epoch': 0.13588283157038242, 'num_input_tokens_seen': 6083837952, 'completed': '78.68% (2_901 / 3_687)', 'remaining time': '6:57:46', 'throughput': '8853.24', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:21:03,560 >> {'loss': 0.4768, 'grad_norm': 15.937180519104004, 'learning_rate': 2.070450994570928e-07, 'epoch': 0.13615405478708978, 'num_input_tokens_seen': 6085935104, 'completed': '78.71% (2_902 / 3_687)', 'remaining time': '6:57:18', 'throughput': '7698.78', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:21:34,393 >> {'loss': 0.4538, 'grad_norm': 18.534635543823242, 'learning_rate': 2.0678387613769397e-07, 'epoch': 0.1364252780037971, 'num_input_tokens_seen': 6088032256, 'completed': '78.74% (2_903 / 3_687)', 'remaining time': '6:56:44', 'throughput': '8501.92', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:22:05,097 >> {'loss': 0.5692, 'grad_norm': 19.72084617614746, 'learning_rate': 2.0652292902557117e-07, 'epoch': 0.13669650122050447, 'num_input_tokens_seen': 6090129408, 'completed': '78.76% (2_904 / 3_687)', 'remaining time': '6:56:11', 'throughput': '8537.69', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:22:32,669 >> {'loss': 0.7825, 'grad_norm': 23.22869110107422, 'learning_rate': 2.0626225833072487e-07, 'epoch': 0.13696772443721184, 'num_input_tokens_seen': 6092226560, 'completed': '78.79% (2_905 / 3_687)', 'remaining time': '6:55:32', 'throughput': '9507.66', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:23:03,522 >> {'loss': 0.3674, 'grad_norm': 16.263364791870117, 'learning_rate': 2.0600186426293282e-07, 'epoch': 0.13723894765391917, 'num_input_tokens_seen': 6094323712, 'completed': '78.82% (2_906 / 3_687)', 'remaining time': '6:54:59', 'throughput': '8496.57', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:23:34,527 >> {'loss': 0.2301, 'grad_norm': 15.390429496765137, 'learning_rate': 2.0574174703175034e-07, 'epoch': 0.13751017087062653, 'num_input_tokens_seen': 6096420864, 'completed': '78.84% (2_907 / 3_687)', 'remaining time': '6:54:25', 'throughput': '8455.06', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:24:04,719 >> {'loss': 0.4732, 'grad_norm': 19.23081398010254, 'learning_rate': 2.0548190684650981e-07, 'epoch': 0.13778139408733386, 'num_input_tokens_seen': 6098518016, 'completed': '78.87% (2_908 / 3_687)', 'remaining time': '6:53:51', 'throughput': '8682.56', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:24:34,651 >> {'loss': 0.5119, 'grad_norm': 16.774734497070312, 'learning_rate': 2.052223439163208e-07, 'epoch': 0.13805261730404123, 'num_input_tokens_seen': 6100615168, 'completed': '78.90% (2_909 / 3_687)', 'remaining time': '6:53:16', 'throughput': '8758.04', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:25:05,610 >> {'loss': 0.2929, 'grad_norm': 11.67673110961914, 'learning_rate': 2.049630584500696e-07, 'epoch': 0.1383238405207486, 'num_input_tokens_seen': 6102712320, 'completed': '78.93% (2_910 / 3_687)', 'remaining time': '6:52:43', 'throughput': '8467.41', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:25:37,512 >> {'loss': 0.5621, 'grad_norm': 22.138757705688477, 'learning_rate': 2.0470405065641938e-07, 'epoch': 0.13859506373745592, 'num_input_tokens_seen': 6104809472, 'completed': '78.95% (2_911 / 3_687)', 'remaining time': '6:52:11', 'throughput': '8216.97', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:26:11,496 >> {'loss': 0.5335, 'grad_norm': 18.90143585205078, 'learning_rate': 2.0444532074380973e-07, 'epoch': 0.13886628695416328, 'num_input_tokens_seen': 6106906624, 'completed': '78.98% (2_912 / 3_687)', 'remaining time': '6:51:42', 'throughput': '7713.94', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:26:43,528 >> {'loss': 0.237, 'grad_norm': 13.576014518737793, 'learning_rate': 2.0418686892045654e-07, 'epoch': 0.13913751017087062, 'num_input_tokens_seen': 6109003776, 'completed': '79.01% (2_913 / 3_687)', 'remaining time': '6:51:11', 'throughput': '8183.71', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:27:13,620 >> {'loss': 0.4888, 'grad_norm': 16.365047454833984, 'learning_rate': 2.039286953943521e-07, 'epoch': 0.13940873338757798, 'num_input_tokens_seen': 6111100928, 'completed': '79.03% (2_914 / 3_687)', 'remaining time': '6:50:36', 'throughput': '8711.57', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:27:47,281 >> {'loss': 0.3311, 'grad_norm': 15.33917236328125, 'learning_rate': 2.0367080037326472e-07, 'epoch': 0.13967995660428534, 'num_input_tokens_seen': 6113198080, 'completed': '79.06% (2_915 / 3_687)', 'remaining time': '6:50:07', 'throughput': '7787.56', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:28:19,379 >> {'loss': 0.3541, 'grad_norm': 14.788158416748047, 'learning_rate': 2.0341318406473833e-07, 'epoch': 0.13995117982099267, 'num_input_tokens_seen': 6115295232, 'completed': '79.09% (2_916 / 3_687)', 'remaining time': '6:49:35', 'throughput': '8167.04', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:28:52,124 >> {'loss': 0.4563, 'grad_norm': 18.039945602416992, 'learning_rate': 2.031558466760927e-07, 'epoch': 0.14022240303770003, 'num_input_tokens_seen': 6117392384, 'completed': '79.12% (2_917 / 3_687)', 'remaining time': '6:49:05', 'throughput': '8005.62', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:29:22,730 >> {'loss': 0.5077, 'grad_norm': 20.71190071105957, 'learning_rate': 2.0289878841442325e-07, 'epoch': 0.14049362625440737, 'num_input_tokens_seen': 6119489536, 'completed': '79.14% (2_918 / 3_687)', 'remaining time': '6:48:31', 'throughput': '8565.21', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:29:51,206 >> {'loss': 0.4001, 'grad_norm': 19.41553497314453, 'learning_rate': 2.0264200948660076e-07, 'epoch': 0.14076484947111473, 'num_input_tokens_seen': 6121586688, 'completed': '79.17% (2_919 / 3_687)', 'remaining time': '6:47:54', 'throughput': '9205.86', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:30:24,492 >> {'loss': 0.4873, 'grad_norm': 17.448558807373047, 'learning_rate': 2.0238551009927125e-07, 'epoch': 0.1410360726878221, 'num_input_tokens_seen': 6123683840, 'completed': '79.20% (2_920 / 3_687)', 'remaining time': '6:47:24', 'throughput': '7875.40', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:30:55,045 >> {'loss': 0.3583, 'grad_norm': 14.663477897644043, 'learning_rate': 2.021292904588553e-07, 'epoch': 0.14130729590452942, 'num_input_tokens_seen': 6125780992, 'completed': '79.22% (2_921 / 3_687)', 'remaining time': '6:46:50', 'throughput': '8580.08', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:31:27,821 >> {'loss': 0.4864, 'grad_norm': 19.37281608581543, 'learning_rate': 2.0187335077154905e-07, 'epoch': 0.14157851912123678, 'num_input_tokens_seen': 6127878144, 'completed': '79.25% (2_922 / 3_687)', 'remaining time': '6:46:20', 'throughput': '7998.03', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:31:55,873 >> {'loss': 0.5179, 'grad_norm': 16.566606521606445, 'learning_rate': 2.0161769124332278e-07, 'epoch': 0.14184974233794412, 'num_input_tokens_seen': 6129975296, 'completed': '79.28% (2_923 / 3_687)', 'remaining time': '6:45:42', 'throughput': '9344.93', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:32:27,244 >> {'loss': 0.3427, 'grad_norm': 14.152243614196777, 'learning_rate': 2.013623120799217e-07, 'epoch': 0.14212096555465148, 'num_input_tokens_seen': 6132072448, 'completed': '79.31% (2_924 / 3_687)', 'remaining time': '6:45:10', 'throughput': '8356.15', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:32:56,600 >> {'loss': 0.4143, 'grad_norm': 17.58519744873047, 'learning_rate': 2.0110721348686523e-07, 'epoch': 0.14239218877135884, 'num_input_tokens_seen': 6134169600, 'completed': '79.33% (2_925 / 3_687)', 'remaining time': '6:44:34', 'throughput': '8929.94', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:33:27,012 >> {'loss': 0.1861, 'grad_norm': 11.517704010009766, 'learning_rate': 2.0085239566944702e-07, 'epoch': 0.14266341198806617, 'num_input_tokens_seen': 6136266752, 'completed': '79.36% (2_926 / 3_687)', 'remaining time': '6:44:00', 'throughput': '8619.63', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:33:57,431 >> {'loss': 0.4736, 'grad_norm': 19.695545196533203, 'learning_rate': 2.0059785883273463e-07, 'epoch': 0.14293463520477354, 'num_input_tokens_seen': 6138363904, 'completed': '79.39% (2_927 / 3_687)', 'remaining time': '6:43:27', 'throughput': '8617.89', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:34:25,902 >> {'loss': 0.4326, 'grad_norm': 17.48176383972168, 'learning_rate': 2.003436031815698e-07, 'epoch': 0.14320585842148087, 'num_input_tokens_seen': 6140461056, 'completed': '79.41% (2_928 / 3_687)', 'remaining time': '6:42:50', 'throughput': '9207.38', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:34:58,495 >> {'loss': 0.3545, 'grad_norm': 15.76534652709961, 'learning_rate': 2.0008962892056762e-07, 'epoch': 0.14347708163818823, 'num_input_tokens_seen': 6142558208, 'completed': '79.44% (2_929 / 3_687)', 'remaining time': '6:42:19', 'throughput': '8043.00', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:35:31,461 >> {'loss': 0.4996, 'grad_norm': 16.841144561767578, 'learning_rate': 1.998359362541171e-07, 'epoch': 0.1437483048548956, 'num_input_tokens_seen': 6144655360, 'completed': '79.47% (2_930 / 3_687)', 'remaining time': '6:41:49', 'throughput': '7951.97', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:36:03,012 >> {'loss': 0.4388, 'grad_norm': 20.11952781677246, 'learning_rate': 1.9958252538638032e-07, 'epoch': 0.14401952807160293, 'num_input_tokens_seen': 6146752512, 'completed': '79.50% (2_931 / 3_687)', 'remaining time': '6:41:17', 'throughput': '8308.62', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:36:37,226 >> {'loss': 0.2301, 'grad_norm': 14.645740509033203, 'learning_rate': 1.9932939652129283e-07, 'epoch': 0.1442907512883103, 'num_input_tokens_seen': 6148849664, 'completed': '79.52% (2_932 / 3_687)', 'remaining time': '6:40:48', 'throughput': '7661.78', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:37:04,417 >> {'loss': 0.651, 'grad_norm': 20.628215789794922, 'learning_rate': 1.990765498625629e-07, 'epoch': 0.14456197450501762, 'num_input_tokens_seen': 6150946816, 'completed': '79.55% (2_933 / 3_687)', 'remaining time': '6:40:10', 'throughput': '9640.83', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:37:36,396 >> {'loss': 0.3269, 'grad_norm': 13.291131019592285, 'learning_rate': 1.988239856136719e-07, 'epoch': 0.14483319772172498, 'num_input_tokens_seen': 6153043968, 'completed': '79.58% (2_934 / 3_687)', 'remaining time': '6:39:38', 'throughput': '8197.49', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:38:05,632 >> {'loss': 0.4404, 'grad_norm': 16.319238662719727, 'learning_rate': 1.9857170397787415e-07, 'epoch': 0.14510442093843234, 'num_input_tokens_seen': 6155141120, 'completed': '79.60% (2_935 / 3_687)', 'remaining time': '6:39:02', 'throughput': '8966.33', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:38:35,815 >> {'loss': 0.3358, 'grad_norm': 14.976720809936523, 'learning_rate': 1.9831970515819625e-07, 'epoch': 0.14537564415513968, 'num_input_tokens_seen': 6157238272, 'completed': '79.63% (2_936 / 3_687)', 'remaining time': '6:38:28', 'throughput': '8685.15', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:39:08,846 >> {'loss': 0.2542, 'grad_norm': 10.872328758239746, 'learning_rate': 1.980679893574373e-07, 'epoch': 0.14564686737184704, 'num_input_tokens_seen': 6159335424, 'completed': '79.66% (2_937 / 3_687)', 'remaining time': '6:37:58', 'throughput': '7936.28', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:39:42,529 >> {'loss': 0.4478, 'grad_norm': 19.26199722290039, 'learning_rate': 1.9781655677816838e-07, 'epoch': 0.14591809058855437, 'num_input_tokens_seen': 6161432576, 'completed': '79.69% (2_938 / 3_687)', 'remaining time': '6:37:29', 'throughput': '7782.69', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:40:12,490 >> {'loss': 0.3474, 'grad_norm': 12.88478946685791, 'learning_rate': 1.97565407622733e-07, 'epoch': 0.14618931380526173, 'num_input_tokens_seen': 6163529728, 'completed': '79.71% (2_939 / 3_687)', 'remaining time': '6:36:54', 'throughput': '8749.56', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:40:40,896 >> {'loss': 0.6245, 'grad_norm': 21.489870071411133, 'learning_rate': 1.9731454209324644e-07, 'epoch': 0.14646053702196907, 'num_input_tokens_seen': 6165626880, 'completed': '79.74% (2_940 / 3_687)', 'remaining time': '6:36:18', 'throughput': '9228.41', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:41:11,158 >> {'loss': 0.5171, 'grad_norm': 18.655330657958984, 'learning_rate': 1.9706396039159568e-07, 'epoch': 0.14673176023867643, 'num_input_tokens_seen': 6167724032, 'completed': '79.77% (2_941 / 3_687)', 'remaining time': '6:35:44', 'throughput': '8662.57', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:41:45,419 >> {'loss': 0.309, 'grad_norm': 15.826581001281738, 'learning_rate': 1.9681366271943945e-07, 'epoch': 0.1470029834553838, 'num_input_tokens_seen': 6169821184, 'completed': '79.79% (2_942 / 3_687)', 'remaining time': '6:35:15', 'throughput': '7651.42', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:42:16,273 >> {'loss': 0.2265, 'grad_norm': 16.819740295410156, 'learning_rate': 1.965636492782077e-07, 'epoch': 0.14727420667209112, 'num_input_tokens_seen': 6171918336, 'completed': '79.82% (2_943 / 3_687)', 'remaining time': '6:34:42', 'throughput': '8496.12', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:42:47,644 >> {'loss': 0.8497, 'grad_norm': 27.977834701538086, 'learning_rate': 1.963139202691017e-07, 'epoch': 0.14754542988879848, 'num_input_tokens_seen': 6174015488, 'completed': '79.85% (2_944 / 3_687)', 'remaining time': '6:34:10', 'throughput': '8356.32', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:43:17,975 >> {'loss': 0.7042, 'grad_norm': 29.797565460205078, 'learning_rate': 1.9606447589309397e-07, 'epoch': 0.14781665310550582, 'num_input_tokens_seen': 6176112640, 'completed': '79.88% (2_945 / 3_687)', 'remaining time': '6:33:36', 'throughput': '8642.89', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:43:47,585 >> {'loss': 0.2392, 'grad_norm': 14.23031234741211, 'learning_rate': 1.9581531635092773e-07, 'epoch': 0.14808787632221318, 'num_input_tokens_seen': 6178209792, 'completed': '79.90% (2_946 / 3_687)', 'remaining time': '6:33:01', 'throughput': '8853.16', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:44:18,154 >> {'loss': 0.3154, 'grad_norm': 14.467376708984375, 'learning_rate': 1.9556644184311728e-07, 'epoch': 0.14835909953892054, 'num_input_tokens_seen': 6180306944, 'completed': '79.93% (2_947 / 3_687)', 'remaining time': '6:32:27', 'throughput': '8575.44', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:44:46,217 >> {'loss': 0.4227, 'grad_norm': 17.21703338623047, 'learning_rate': 1.9531785256994716e-07, 'epoch': 0.14863032275562787, 'num_input_tokens_seen': 6182404096, 'completed': '79.96% (2_948 / 3_687)', 'remaining time': '6:31:51', 'throughput': '9341.41', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:45:17,866 >> {'loss': 0.5356, 'grad_norm': 19.657089233398438, 'learning_rate': 1.9506954873147276e-07, 'epoch': 0.14890154597233524, 'num_input_tokens_seen': 6184501248, 'completed': '79.98% (2_949 / 3_687)', 'remaining time': '6:31:19', 'throughput': '8282.61', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:45:48,313 >> {'loss': 0.4391, 'grad_norm': 16.794424057006836, 'learning_rate': 1.9482153052751921e-07, 'epoch': 0.14917276918904257, 'num_input_tokens_seen': 6186598400, 'completed': '80.01% (2_950 / 3_687)', 'remaining time': '6:30:45', 'throughput': '8609.86', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:46:18,600 >> {'loss': 0.5088, 'grad_norm': 18.118986129760742, 'learning_rate': 1.9457379815768245e-07, 'epoch': 0.14944399240574993, 'num_input_tokens_seen': 6188695552, 'completed': '80.04% (2_951 / 3_687)', 'remaining time': '6:30:11', 'throughput': '8655.53', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:46:48,827 >> {'loss': 0.4736, 'grad_norm': 17.5322265625, 'learning_rate': 1.9432635182132795e-07, 'epoch': 0.1497152156224573, 'num_input_tokens_seen': 6190792704, 'completed': '80.07% (2_952 / 3_687)', 'remaining time': '6:29:37', 'throughput': '8672.35', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:47:19,244 >> {'loss': 0.3153, 'grad_norm': 15.88696575164795, 'learning_rate': 1.9407919171759112e-07, 'epoch': 0.14998643883916463, 'num_input_tokens_seen': 6192889856, 'completed': '80.09% (2_953 / 3_687)', 'remaining time': '6:29:03', 'throughput': '8618.32', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:47:49,526 >> {'loss': 0.4207, 'grad_norm': 30.527063369750977, 'learning_rate': 1.9383231804537704e-07, 'epoch': 0.150257662055872, 'num_input_tokens_seen': 6194987008, 'completed': '80.12% (2_954 / 3_687)', 'remaining time': '6:28:30', 'throughput': '8656.78', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:48:19,850 >> {'loss': 0.3108, 'grad_norm': 14.228474617004395, 'learning_rate': 1.9358573100336034e-07, 'epoch': 0.15052888527257932, 'num_input_tokens_seen': 6197084160, 'completed': '80.15% (2_955 / 3_687)', 'remaining time': '6:27:56', 'throughput': '8644.79', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:48:50,308 >> {'loss': 0.3895, 'grad_norm': 17.981746673583984, 'learning_rate': 1.933394307899846e-07, 'epoch': 0.15080010848928668, 'num_input_tokens_seen': 6199181312, 'completed': '80.17% (2_956 / 3_687)', 'remaining time': '6:27:22', 'throughput': '8606.74', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:49:21,039 >> {'loss': 0.7074, 'grad_norm': 27.902082443237305, 'learning_rate': 1.9309341760346304e-07, 'epoch': 0.15107133170599404, 'num_input_tokens_seen': 6201278464, 'completed': '80.20% (2_957 / 3_687)', 'remaining time': '6:26:49', 'throughput': '8530.23', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:49:51,459 >> {'loss': 0.2475, 'grad_norm': 14.604863166809082, 'learning_rate': 1.9284769164177767e-07, 'epoch': 0.15134255492270138, 'num_input_tokens_seen': 6203375616, 'completed': '80.23% (2_958 / 3_687)', 'remaining time': '6:26:16', 'throughput': '8617.62', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:50:21,406 >> {'loss': 0.4611, 'grad_norm': 23.595659255981445, 'learning_rate': 1.9260225310267925e-07, 'epoch': 0.15161377813940874, 'num_input_tokens_seen': 6205472768, 'completed': '80.25% (2_959 / 3_687)', 'remaining time': '6:25:41', 'throughput': '8753.54', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:50:51,611 >> {'loss': 0.5274, 'grad_norm': 20.186174392700195, 'learning_rate': 1.9235710218368784e-07, 'epoch': 0.15188500135611607, 'num_input_tokens_seen': 6207569920, 'completed': '80.28% (2_960 / 3_687)', 'remaining time': '6:25:08', 'throughput': '8678.82', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:51:21,747 >> {'loss': 0.4078, 'grad_norm': 15.750053405761719, 'learning_rate': 1.9211223908209114e-07, 'epoch': 0.15215622457282343, 'num_input_tokens_seen': 6209667072, 'completed': '80.31% (2_961 / 3_687)', 'remaining time': '6:24:34', 'throughput': '8698.71', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:51:52,284 >> {'loss': 0.3896, 'grad_norm': 17.78439712524414, 'learning_rate': 1.9186766399494581e-07, 'epoch': 0.1524274477895308, 'num_input_tokens_seen': 6211764224, 'completed': '80.34% (2_962 / 3_687)', 'remaining time': '6:24:00', 'throughput': '8584.41', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:52:22,370 >> {'loss': 0.3784, 'grad_norm': 15.00125503540039, 'learning_rate': 1.9162337711907657e-07, 'epoch': 0.15269867100623813, 'num_input_tokens_seen': 6213861376, 'completed': '80.36% (2_963 / 3_687)', 'remaining time': '6:23:26', 'throughput': '8713.29', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:52:54,120 >> {'loss': 0.1549, 'grad_norm': 10.61737060546875, 'learning_rate': 1.9137937865107606e-07, 'epoch': 0.1529698942229455, 'num_input_tokens_seen': 6215958528, 'completed': '80.39% (2_964 / 3_687)', 'remaining time': '6:22:54', 'throughput': '8256.34', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:53:24,209 >> {'loss': 0.2978, 'grad_norm': 15.642570495605469, 'learning_rate': 1.9113566878730515e-07, 'epoch': 0.15324111743965282, 'num_input_tokens_seen': 6218055680, 'completed': '80.42% (2_965 / 3_687)', 'remaining time': '6:22:21', 'throughput': '8712.48', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:53:53,645 >> {'loss': 0.9192, 'grad_norm': 24.957725524902344, 'learning_rate': 1.9089224772389223e-07, 'epoch': 0.15351234065636019, 'num_input_tokens_seen': 6220152832, 'completed': '80.44% (2_966 / 3_687)', 'remaining time': '6:21:46', 'throughput': '8905.47', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:54:26,441 >> {'loss': 0.2818, 'grad_norm': 12.823304176330566, 'learning_rate': 1.9064911565673328e-07, 'epoch': 0.15378356387306755, 'num_input_tokens_seen': 6222249984, 'completed': '80.47% (2_967 / 3_687)', 'remaining time': '6:21:15', 'throughput': '7993.10', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:54:59,358 >> {'loss': 0.4243, 'grad_norm': 18.57845687866211, 'learning_rate': 1.9040627278149168e-07, 'epoch': 0.15405478708977488, 'num_input_tokens_seen': 6224347136, 'completed': '80.50% (2_968 / 3_687)', 'remaining time': '6:20:45', 'throughput': '7963.74', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:55:27,239 >> {'loss': 0.901, 'grad_norm': 27.991865158081055, 'learning_rate': 1.9016371929359824e-07, 'epoch': 0.15432601030648224, 'num_input_tokens_seen': 6226444288, 'completed': '80.53% (2_969 / 3_687)', 'remaining time': '6:20:08', 'throughput': '9402.38', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:55:57,741 >> {'loss': 0.6081, 'grad_norm': 40.3478889465332, 'learning_rate': 1.8992145538825066e-07, 'epoch': 0.15459723352318958, 'num_input_tokens_seen': 6228541440, 'completed': '80.55% (2_970 / 3_687)', 'remaining time': '6:19:35', 'throughput': '8594.33', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:56:29,255 >> {'loss': 0.4356, 'grad_norm': 16.422760009765625, 'learning_rate': 1.8967948126041383e-07, 'epoch': 0.15486845673989694, 'num_input_tokens_seen': 6230638592, 'completed': '80.58% (2_971 / 3_687)', 'remaining time': '6:19:03', 'throughput': '8318.32', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:56:58,028 >> {'loss': 0.4776, 'grad_norm': 17.511781692504883, 'learning_rate': 1.8943779710481938e-07, 'epoch': 0.1551396799566043, 'num_input_tokens_seen': 6232735744, 'completed': '80.61% (2_972 / 3_687)', 'remaining time': '6:18:27', 'throughput': '9110.80', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:57:28,535 >> {'loss': 0.8041, 'grad_norm': 30.01336097717285, 'learning_rate': 1.891964031159653e-07, 'epoch': 0.15541090317331163, 'num_input_tokens_seen': 6234832896, 'completed': '80.63% (2_973 / 3_687)', 'remaining time': '6:17:54', 'throughput': '8592.94', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:58:00,225 >> {'loss': 0.5671, 'grad_norm': 21.783706665039062, 'learning_rate': 1.8895529948811638e-07, 'epoch': 0.155682126390019, 'num_input_tokens_seen': 6236930048, 'completed': '80.66% (2_974 / 3_687)', 'remaining time': '6:17:22', 'throughput': '8271.99', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:58:30,729 >> {'loss': 0.411, 'grad_norm': 20.175209045410156, 'learning_rate': 1.8871448641530353e-07, 'epoch': 0.15595334960672633, 'num_input_tokens_seen': 6239027200, 'completed': '80.69% (2_975 / 3_687)', 'remaining time': '6:16:49', 'throughput': '8593.90', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:59:01,076 >> {'loss': 0.4136, 'grad_norm': 14.450340270996094, 'learning_rate': 1.8847396409132423e-07, 'epoch': 0.1562245728234337, 'num_input_tokens_seen': 6241124352, 'completed': '80.72% (2_976 / 3_687)', 'remaining time': '6:16:15', 'throughput': '8638.18', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 19:59:31,471 >> {'loss': 0.4456, 'grad_norm': 16.498634338378906, 'learning_rate': 1.8823373270974164e-07, 'epoch': 0.15649579604014105, 'num_input_tokens_seen': 6243221504, 'completed': '80.74% (2_977 / 3_687)', 'remaining time': '6:15:42', 'throughput': '8624.47', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:00:02,923 >> {'loss': 0.2795, 'grad_norm': 16.770217895507812, 'learning_rate': 1.8799379246388463e-07, 'epoch': 0.15676701925684838, 'num_input_tokens_seen': 6245318656, 'completed': '80.77% (2_978 / 3_687)', 'remaining time': '6:15:10', 'throughput': '8334.74', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:00:31,555 >> {'loss': 0.8234, 'grad_norm': 25.7247371673584, 'learning_rate': 1.8775414354684804e-07, 'epoch': 0.15703824247355574, 'num_input_tokens_seen': 6247415808, 'completed': '80.80% (2_979 / 3_687)', 'remaining time': '6:14:34', 'throughput': '9155.77', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:01:03,210 >> {'loss': 0.1999, 'grad_norm': 19.52436065673828, 'learning_rate': 1.875147861514923e-07, 'epoch': 0.15730946569026308, 'num_input_tokens_seen': 6249512960, 'completed': '80.82% (2_980 / 3_687)', 'remaining time': '6:14:02', 'throughput': '8281.22', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:01:36,465 >> {'loss': 0.3077, 'grad_norm': 13.377266883850098, 'learning_rate': 1.8727572047044308e-07, 'epoch': 0.15758068890697044, 'num_input_tokens_seen': 6251610112, 'completed': '80.85% (2_981 / 3_687)', 'remaining time': '6:13:33', 'throughput': '7882.99', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:02:11,370 >> {'loss': 0.3646, 'grad_norm': 15.139887809753418, 'learning_rate': 1.8703694669609133e-07, 'epoch': 0.15785191212367777, 'num_input_tokens_seen': 6253707264, 'completed': '80.88% (2_982 / 3_687)', 'remaining time': '6:13:05', 'throughput': '7510.17', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:02:43,622 >> {'loss': 0.4268, 'grad_norm': 16.056617736816406, 'learning_rate': 1.8679846502059306e-07, 'epoch': 0.15812313534038513, 'num_input_tokens_seen': 6255804416, 'completed': '80.91% (2_983 / 3_687)', 'remaining time': '6:12:33', 'throughput': '8127.86', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:03:14,052 >> {'loss': 0.3879, 'grad_norm': 15.632225036621094, 'learning_rate': 1.8656027563586934e-07, 'epoch': 0.1583943585570925, 'num_input_tokens_seen': 6257901568, 'completed': '80.93% (2_984 / 3_687)', 'remaining time': '6:12:00', 'throughput': '8614.84', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:03:45,896 >> {'loss': 0.1322, 'grad_norm': 9.523789405822754, 'learning_rate': 1.863223787336059e-07, 'epoch': 0.15866558177379983, 'num_input_tokens_seen': 6259998720, 'completed': '80.96% (2_985 / 3_687)', 'remaining time': '6:11:28', 'throughput': '8231.96', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:04:18,348 >> {'loss': 0.5607, 'grad_norm': 19.751140594482422, 'learning_rate': 1.8608477450525308e-07, 'epoch': 0.1589368049905072, 'num_input_tokens_seen': 6262095872, 'completed': '80.99% (2_986 / 3_687)', 'remaining time': '6:10:58', 'throughput': '8078.07', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:04:51,833 >> {'loss': 0.2927, 'grad_norm': 13.901773452758789, 'learning_rate': 1.8584746314202574e-07, 'epoch': 0.15920802820721452, 'num_input_tokens_seen': 6264193024, 'completed': '81.01% (2_987 / 3_687)', 'remaining time': '6:10:28', 'throughput': '7828.56', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:05:20,359 >> {'loss': 0.5888, 'grad_norm': 19.8528995513916, 'learning_rate': 1.8561044483490301e-07, 'epoch': 0.1594792514239219, 'num_input_tokens_seen': 6266290176, 'completed': '81.04% (2_988 / 3_687)', 'remaining time': '6:09:52', 'throughput': '9189.73', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:05:48,702 >> {'loss': 0.4884, 'grad_norm': 15.824024200439453, 'learning_rate': 1.8537371977462835e-07, 'epoch': 0.15975047464062925, 'num_input_tokens_seen': 6268387328, 'completed': '81.07% (2_989 / 3_687)', 'remaining time': '6:09:16', 'throughput': '9248.95', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:06:18,721 >> {'loss': 0.6673, 'grad_norm': 23.57025718688965, 'learning_rate': 1.8513728815170885e-07, 'epoch': 0.16002169785733658, 'num_input_tokens_seen': 6270484480, 'completed': '81.10% (2_990 / 3_687)', 'remaining time': '6:08:43', 'throughput': '8732.58', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:06:50,792 >> {'loss': 0.546, 'grad_norm': 24.425518035888672, 'learning_rate': 1.8490115015641566e-07, 'epoch': 0.16029292107404394, 'num_input_tokens_seen': 6272581632, 'completed': '81.12% (2_991 / 3_687)', 'remaining time': '6:08:11', 'throughput': '8173.85', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:07:19,184 >> {'loss': 0.8573, 'grad_norm': 27.48299217224121, 'learning_rate': 1.846653059787839e-07, 'epoch': 0.16056414429075128, 'num_input_tokens_seen': 6274678784, 'completed': '81.15% (2_992 / 3_687)', 'remaining time': '6:07:36', 'throughput': '9233.07', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:07:48,649 >> {'loss': 0.7799, 'grad_norm': 26.690526962280273, 'learning_rate': 1.8442975580861185e-07, 'epoch': 0.16083536750745864, 'num_input_tokens_seen': 6276775936, 'completed': '81.18% (2_993 / 3_687)', 'remaining time': '6:07:01', 'throughput': '8896.87', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:08:24,138 >> {'loss': 0.3413, 'grad_norm': 17.080846786499023, 'learning_rate': 1.8419449983546136e-07, 'epoch': 0.161106590724166, 'num_input_tokens_seen': 6278873088, 'completed': '81.20% (2_994 / 3_687)', 'remaining time': '6:06:34', 'throughput': '7386.60', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:08:53,205 >> {'loss': 0.285, 'grad_norm': 17.67878532409668, 'learning_rate': 1.8395953824865762e-07, 'epoch': 0.16137781394087333, 'num_input_tokens_seen': 6280970240, 'completed': '81.23% (2_995 / 3_687)', 'remaining time': '6:05:59', 'throughput': '9018.56', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:09:23,842 >> {'loss': 0.468, 'grad_norm': 23.767698287963867, 'learning_rate': 1.8372487123728844e-07, 'epoch': 0.1616490371575807, 'num_input_tokens_seen': 6283067392, 'completed': '81.26% (2_996 / 3_687)', 'remaining time': '6:05:26', 'throughput': '8556.53', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:09:51,764 >> {'loss': 0.4408, 'grad_norm': 16.759511947631836, 'learning_rate': 1.8349049899020514e-07, 'epoch': 0.16192026037428803, 'num_input_tokens_seen': 6285164544, 'completed': '81.29% (2_997 / 3_687)', 'remaining time': '6:04:50', 'throughput': '9388.28', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:10:21,049 >> {'loss': 0.3345, 'grad_norm': 13.694295883178711, 'learning_rate': 1.832564216960215e-07, 'epoch': 0.1621914835909954, 'num_input_tokens_seen': 6287261696, 'completed': '81.31% (2_998 / 3_687)', 'remaining time': '6:04:15', 'throughput': '8951.63', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:10:50,254 >> {'loss': 0.3348, 'grad_norm': 15.297809600830078, 'learning_rate': 1.8302263954311408e-07, 'epoch': 0.16246270680770275, 'num_input_tokens_seen': 6289358848, 'completed': '81.34% (2_999 / 3_687)', 'remaining time': '6:03:41', 'throughput': '8975.92', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:11:19,341 >> {'loss': 0.7217, 'grad_norm': 20.984760284423828, 'learning_rate': 1.827891527196218e-07, 'epoch': 0.16273393002441008, 'num_input_tokens_seen': 6291456000, 'completed': '81.37% (3_000 / 3_687)', 'remaining time': '6:03:06', 'throughput': '9012.58', 'gpu_mem_free': '5581MB'} +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/distributed/fsdp/fully_sharded_data_parallel.py:689: FutureWarning: FSDP.state_dict_type() and FSDP.set_state_dict_type() are being deprecated. Please use APIs, get_state_dict() and set_state_dict(), which can support different parallelisms, FSDP1, FSDP2, DDP. API doc: https://pytorch.org/docs/stable/distributed.checkpoint.html#torch.distributed.checkpoint.state_dict.get_state_dict .Tutorial: https://pytorch.org/tutorials/recipes/distributed_checkpoint_recipe.html . + warnings.warn( +[INFO|trainer.py:3503] 2024-12-26 20:11:41,851 >> Saving model checkpoint to /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-3000 +[INFO|configuration_utils.py:472] 2024-12-26 20:11:41,854 >> Configuration saved in /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-3000/config.json +[INFO|configuration_utils.py:807] 2024-12-26 20:11:41,855 >> Configuration saved in /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-3000/generation_config.json +[INFO|modeling_utils.py:2807] 2024-12-26 20:12:38,584 >> The model is bigger than the maximum size per checkpoint (5GB) and is going to be split in 7 checkpoint shards. You can find where each parameters has been saved in the index located at /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-3000/model.safetensors.index.json. +[INFO|tokenization_utils_base.py:2684] 2024-12-26 20:12:38,588 >> tokenizer config file saved in /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-3000/tokenizer_config.json +[INFO|tokenization_utils_base.py:2693] 2024-12-26 20:12:38,589 >> Special tokens file saved in /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-3000/special_tokens_map.json +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/distributed/fsdp/fully_sharded_data_parallel.py:689: FutureWarning: FSDP.state_dict_type() and FSDP.set_state_dict_type() are being deprecated. Please use APIs, get_state_dict() and set_state_dict(), which can support different parallelisms, FSDP1, FSDP2, DDP. API doc: https://pytorch.org/docs/stable/distributed.checkpoint.html#torch.distributed.checkpoint.state_dict.get_state_dict .Tutorial: https://pytorch.org/tutorials/recipes/distributed_checkpoint_recipe.html . + warnings.warn( +[WARNING|trainer.py:868] 2024-12-26 20:16:14,925 >> Save streaming dataset state: {'epoch': 0, 'sample_in_epoch': 6000, 'num_canonical_nodes': 1, 'shuffle_seed': 42, 'initial_physical_nodes': 1} +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/utils/checkpoint.py:1399: FutureWarning: `torch.cpu.amp.autocast(args...)` is deprecated. Please use `torch.amp.autocast('cpu', args...)` instead. + with device_autocast_ctx, torch.cpu.amp.autocast(**cpu_autocast_kwargs), recompute_context: # type: ignore[attr-defined] +[INFO|trainer.py:175] 2024-12-26 20:16:45,750 >> {'loss': 0.2591, 'grad_norm': 16.016870498657227, 'learning_rate': 1.8255596141344605e-07, 'epoch': 0.16300515324111745, 'num_input_tokens_seen': 6293553152, 'completed': '81.39% (3_001 / 3_687)', 'remaining time': '6:08:11', 'throughput': '803.11', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:17:18,819 >> {'loss': 0.4054, 'grad_norm': 15.872649192810059, 'learning_rate': 1.823230658122502e-07, 'epoch': 0.16327637645782478, 'num_input_tokens_seen': 6295650304, 'completed': '81.42% (3_002 / 3_687)', 'remaining time': '6:07:40', 'throughput': '7927.17', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:17:48,801 >> {'loss': 0.4199, 'grad_norm': 17.43962287902832, 'learning_rate': 1.820904661034599e-07, 'epoch': 0.16354759967453214, 'num_input_tokens_seen': 6297747456, 'completed': '81.45% (3_003 / 3_687)', 'remaining time': '6:07:05', 'throughput': '8743.47', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:18:19,459 >> {'loss': 0.3451, 'grad_norm': 16.44698715209961, 'learning_rate': 1.8185816247426245e-07, 'epoch': 0.1638188228912395, 'num_input_tokens_seen': 6299844608, 'completed': '81.48% (3_004 / 3_687)', 'remaining time': '6:06:31', 'throughput': '8550.63', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:18:53,436 >> {'loss': 0.6525, 'grad_norm': 22.08724021911621, 'learning_rate': 1.8162615511160701e-07, 'epoch': 0.16409004610794684, 'num_input_tokens_seen': 6301941760, 'completed': '81.50% (3_005 / 3_687)', 'remaining time': '6:06:01', 'throughput': '7715.16', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:19:25,744 >> {'loss': 0.297, 'grad_norm': 13.724467277526855, 'learning_rate': 1.8139444420220438e-07, 'epoch': 0.1643612693246542, 'num_input_tokens_seen': 6304038912, 'completed': '81.53% (3_006 / 3_687)', 'remaining time': '6:05:29', 'throughput': '8114.01', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:19:55,740 >> {'loss': 0.8337, 'grad_norm': 24.55242156982422, 'learning_rate': 1.8116302993252636e-07, 'epoch': 0.16463249254136153, 'num_input_tokens_seen': 6306136064, 'completed': '81.56% (3_007 / 3_687)', 'remaining time': '6:04:54', 'throughput': '8739.40', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:20:25,010 >> {'loss': 0.2984, 'grad_norm': 12.129997253417969, 'learning_rate': 1.809319124888067e-07, 'epoch': 0.1649037157580689, 'num_input_tokens_seen': 6308233216, 'completed': '81.58% (3_008 / 3_687)', 'remaining time': '6:04:18', 'throughput': '8955.89', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:20:55,710 >> {'loss': 0.2444, 'grad_norm': 12.80477523803711, 'learning_rate': 1.8070109205703972e-07, 'epoch': 0.16517493897477625, 'num_input_tokens_seen': 6310330368, 'completed': '81.61% (3_009 / 3_687)', 'remaining time': '6:03:45', 'throughput': '8539.04', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:21:26,455 >> {'loss': 0.5638, 'grad_norm': 21.404075622558594, 'learning_rate': 1.80470568822981e-07, 'epoch': 0.1654461621914836, 'num_input_tokens_seen': 6312427520, 'completed': '81.64% (3_010 / 3_687)', 'remaining time': '6:03:11', 'throughput': '8526.42', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:21:55,892 >> {'loss': 0.8146, 'grad_norm': 24.48054313659668, 'learning_rate': 1.8024034297214686e-07, 'epoch': 0.16571738540819095, 'num_input_tokens_seen': 6314524672, 'completed': '81.67% (3_011 / 3_687)', 'remaining time': '6:02:36', 'throughput': '8905.07', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:22:27,645 >> {'loss': 0.4131, 'grad_norm': 16.312585830688477, 'learning_rate': 1.8001041468981442e-07, 'epoch': 0.16598860862489828, 'num_input_tokens_seen': 6316621824, 'completed': '81.69% (3_012 / 3_687)', 'remaining time': '6:02:03', 'throughput': '8255.82', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:22:58,988 >> {'loss': 0.4172, 'grad_norm': 14.948566436767578, 'learning_rate': 1.79780784161021e-07, 'epoch': 0.16625983184160564, 'num_input_tokens_seen': 6318718976, 'completed': '81.72% (3_013 / 3_687)', 'remaining time': '6:01:30', 'throughput': '8363.62', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:23:28,739 >> {'loss': 0.6344, 'grad_norm': 23.79063606262207, 'learning_rate': 1.7955145157056456e-07, 'epoch': 0.166531055058313, 'num_input_tokens_seen': 6320816128, 'completed': '81.75% (3_014 / 3_687)', 'remaining time': '6:00:55', 'throughput': '8811.27', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:23:59,202 >> {'loss': 0.565, 'grad_norm': 19.02938461303711, 'learning_rate': 1.793224171030033e-07, 'epoch': 0.16680227827502034, 'num_input_tokens_seen': 6322913280, 'completed': '81.77% (3_015 / 3_687)', 'remaining time': '6:00:21', 'throughput': '8605.47', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:24:28,835 >> {'loss': 0.4183, 'grad_norm': 16.11639976501465, 'learning_rate': 1.7909368094265532e-07, 'epoch': 0.1670735014917277, 'num_input_tokens_seen': 6325010432, 'completed': '81.80% (3_016 / 3_687)', 'remaining time': '5:59:46', 'throughput': '8846.16', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:24:59,411 >> {'loss': 0.2774, 'grad_norm': 14.722761154174805, 'learning_rate': 1.788652432735991e-07, 'epoch': 0.16734472470843503, 'num_input_tokens_seen': 6327107584, 'completed': '81.83% (3_017 / 3_687)', 'remaining time': '5:59:12', 'throughput': '8573.67', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:25:29,634 >> {'loss': 0.2382, 'grad_norm': 11.639079093933105, 'learning_rate': 1.7863710427967222e-07, 'epoch': 0.1676159479251424, 'num_input_tokens_seen': 6329204736, 'completed': '81.86% (3_018 / 3_687)', 'remaining time': '5:58:38', 'throughput': '8673.61', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:26:04,296 >> {'loss': 0.5038, 'grad_norm': 18.875831604003906, 'learning_rate': 1.784092641444725e-07, 'epoch': 0.16788717114184976, 'num_input_tokens_seen': 6331301888, 'completed': '81.88% (3_019 / 3_687)', 'remaining time': '5:58:08', 'throughput': '7562.83', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:26:36,709 >> {'loss': 0.5799, 'grad_norm': 21.543594360351562, 'learning_rate': 1.7818172305135683e-07, 'epoch': 0.1681583943585571, 'num_input_tokens_seen': 6333399040, 'completed': '81.91% (3_020 / 3_687)', 'remaining time': '5:57:36', 'throughput': '8087.59', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:27:04,377 >> {'loss': 0.4241, 'grad_norm': 17.74955177307129, 'learning_rate': 1.7795448118344174e-07, 'epoch': 0.16842961757526445, 'num_input_tokens_seen': 6335496192, 'completed': '81.94% (3_021 / 3_687)', 'remaining time': '5:56:59', 'throughput': '9474.78', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:27:35,683 >> {'loss': 0.4974, 'grad_norm': 18.136749267578125, 'learning_rate': 1.7772753872360286e-07, 'epoch': 0.16870084079197178, 'num_input_tokens_seen': 6337593344, 'completed': '81.96% (3_022 / 3_687)', 'remaining time': '5:56:26', 'throughput': '8373.53', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:28:11,427 >> {'loss': 0.4158, 'grad_norm': 16.745140075683594, 'learning_rate': 1.7750089585447473e-07, 'epoch': 0.16897206400867915, 'num_input_tokens_seen': 6339690496, 'completed': '81.99% (3_023 / 3_687)', 'remaining time': '5:55:58', 'throughput': '7333.96', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:28:41,573 >> {'loss': 0.3088, 'grad_norm': 13.123845100402832, 'learning_rate': 1.77274552758451e-07, 'epoch': 0.16924328722538648, 'num_input_tokens_seen': 6341787648, 'completed': '82.02% (3_024 / 3_687)', 'remaining time': '5:55:24', 'throughput': '8695.81', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:29:14,265 >> {'loss': 0.351, 'grad_norm': 13.37322998046875, 'learning_rate': 1.770485096176839e-07, 'epoch': 0.16951451044209384, 'num_input_tokens_seen': 6343884800, 'completed': '82.05% (3_025 / 3_687)', 'remaining time': '5:54:52', 'throughput': '8018.56', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:29:42,851 >> {'loss': 0.6836, 'grad_norm': 20.165077209472656, 'learning_rate': 1.7682276661408448e-07, 'epoch': 0.1697857336588012, 'num_input_tokens_seen': 6345981952, 'completed': '82.07% (3_026 / 3_687)', 'remaining time': '5:54:16', 'throughput': '9170.50', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:30:14,072 >> {'loss': 0.4345, 'grad_norm': 15.843926429748535, 'learning_rate': 1.7659732392932202e-07, 'epoch': 0.17005695687550854, 'num_input_tokens_seen': 6348079104, 'completed': '82.10% (3_027 / 3_687)', 'remaining time': '5:53:43', 'throughput': '8396.43', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:30:46,788 >> {'loss': 0.3054, 'grad_norm': 12.77824878692627, 'learning_rate': 1.7637218174482422e-07, 'epoch': 0.1703281800922159, 'num_input_tokens_seen': 6350176256, 'completed': '82.13% (3_028 / 3_687)', 'remaining time': '5:53:11', 'throughput': '8012.74', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:31:17,865 >> {'loss': 0.4641, 'grad_norm': 15.227442741394043, 'learning_rate': 1.7614734024177707e-07, 'epoch': 0.17059940330892323, 'num_input_tokens_seen': 6352273408, 'completed': '82.15% (3_029 / 3_687)', 'remaining time': '5:52:38', 'throughput': '8435.18', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:31:47,511 >> {'loss': 0.649, 'grad_norm': 20.998775482177734, 'learning_rate': 1.7592279960112424e-07, 'epoch': 0.1708706265256306, 'num_input_tokens_seen': 6354370560, 'completed': '82.18% (3_030 / 3_687)', 'remaining time': '5:52:03', 'throughput': '8842.42', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:32:19,201 >> {'loss': 0.3258, 'grad_norm': 14.684011459350586, 'learning_rate': 1.7569856000356758e-07, 'epoch': 0.17114184974233795, 'num_input_tokens_seen': 6356467712, 'completed': '82.21% (3_031 / 3_687)', 'remaining time': '5:51:31', 'throughput': '8272.04', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:32:48,979 >> {'loss': 0.6493, 'grad_norm': 22.120227813720703, 'learning_rate': 1.754746216295665e-07, 'epoch': 0.1714130729590453, 'num_input_tokens_seen': 6358564864, 'completed': '82.23% (3_032 / 3_687)', 'remaining time': '5:50:56', 'throughput': '8803.42', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:33:19,451 >> {'loss': 0.6875, 'grad_norm': 25.33750343322754, 'learning_rate': 1.7525098465933834e-07, 'epoch': 0.17168429617575265, 'num_input_tokens_seen': 6360662016, 'completed': '82.26% (3_033 / 3_687)', 'remaining time': '5:50:22', 'throughput': '8602.65', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:33:50,059 >> {'loss': 0.2934, 'grad_norm': 14.21183967590332, 'learning_rate': 1.750276492728575e-07, 'epoch': 0.17195551939245998, 'num_input_tokens_seen': 6362759168, 'completed': '82.29% (3_034 / 3_687)', 'remaining time': '5:49:49', 'throughput': '8564.82', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:34:21,806 >> {'loss': 0.337, 'grad_norm': 13.687496185302734, 'learning_rate': 1.748046156498557e-07, 'epoch': 0.17222674260916734, 'num_input_tokens_seen': 6364856320, 'completed': '82.32% (3_035 / 3_687)', 'remaining time': '5:49:16', 'throughput': '8257.26', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:34:51,432 >> {'loss': 0.5263, 'grad_norm': 16.938383102416992, 'learning_rate': 1.74581883969822e-07, 'epoch': 0.1724979658258747, 'num_input_tokens_seen': 6366953472, 'completed': '82.34% (3_036 / 3_687)', 'remaining time': '5:48:41', 'throughput': '8848.33', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:35:20,050 >> {'loss': 0.4494, 'grad_norm': 15.311517715454102, 'learning_rate': 1.7435945441200232e-07, 'epoch': 0.17276918904258204, 'num_input_tokens_seen': 6369050624, 'completed': '82.37% (3_037 / 3_687)', 'remaining time': '5:48:06', 'throughput': '9160.16', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:35:50,030 >> {'loss': 0.3876, 'grad_norm': 15.489421844482422, 'learning_rate': 1.7413732715539954e-07, 'epoch': 0.1730404122592894, 'num_input_tokens_seen': 6371147776, 'completed': '82.40% (3_038 / 3_687)', 'remaining time': '5:47:31', 'throughput': '8743.77', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:36:19,298 >> {'loss': 0.6567, 'grad_norm': 21.3696231842041, 'learning_rate': 1.7391550237877326e-07, 'epoch': 0.17331163547599673, 'num_input_tokens_seen': 6373244928, 'completed': '82.42% (3_039 / 3_687)', 'remaining time': '5:46:56', 'throughput': '8956.88', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:36:46,506 >> {'loss': 0.4457, 'grad_norm': 16.473154067993164, 'learning_rate': 1.7369398026063958e-07, 'epoch': 0.1735828586927041, 'num_input_tokens_seen': 6375342080, 'completed': '82.45% (3_040 / 3_687)', 'remaining time': '5:46:19', 'throughput': '9634.83', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:37:14,600 >> {'loss': 0.6155, 'grad_norm': 17.838611602783203, 'learning_rate': 1.7347276097927105e-07, 'epoch': 0.17385408190941146, 'num_input_tokens_seen': 6377439232, 'completed': '82.48% (3_041 / 3_687)', 'remaining time': '5:45:43', 'throughput': '9330.85', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:37:48,680 >> {'loss': 0.4533, 'grad_norm': 17.602170944213867, 'learning_rate': 1.732518447126966e-07, 'epoch': 0.1741253051261188, 'num_input_tokens_seen': 6379536384, 'completed': '82.51% (3_042 / 3_687)', 'remaining time': '5:45:13', 'throughput': '7692.06', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:38:17,794 >> {'loss': 0.4754, 'grad_norm': 25.11285400390625, 'learning_rate': 1.730312316387012e-07, 'epoch': 0.17439652834282615, 'num_input_tokens_seen': 6381633536, 'completed': '82.53% (3_043 / 3_687)', 'remaining time': '5:44:38', 'throughput': '9003.89', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:38:47,169 >> {'loss': 0.4263, 'grad_norm': 15.209177017211914, 'learning_rate': 1.7281092193482582e-07, 'epoch': 0.17466775155953349, 'num_input_tokens_seen': 6383730688, 'completed': '82.56% (3_044 / 3_687)', 'remaining time': '5:44:03', 'throughput': '8924.05', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:39:17,918 >> {'loss': 0.5498, 'grad_norm': 27.183820724487305, 'learning_rate': 1.7259091577836737e-07, 'epoch': 0.17493897477624085, 'num_input_tokens_seen': 6385827840, 'completed': '82.59% (3_045 / 3_687)', 'remaining time': '5:43:29', 'throughput': '8525.53', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:39:45,895 >> {'loss': 0.5436, 'grad_norm': 17.119733810424805, 'learning_rate': 1.723712133463785e-07, 'epoch': 0.1752101979929482, 'num_input_tokens_seen': 6387924992, 'completed': '82.61% (3_046 / 3_687)', 'remaining time': '5:42:53', 'throughput': '9369.91', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:40:15,799 >> {'loss': 0.2955, 'grad_norm': 14.52611255645752, 'learning_rate': 1.7215181481566727e-07, 'epoch': 0.17548142120965554, 'num_input_tokens_seen': 6390022144, 'completed': '82.64% (3_047 / 3_687)', 'remaining time': '5:42:19', 'throughput': '8766.12', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:40:49,063 >> {'loss': 0.2517, 'grad_norm': 11.77927303314209, 'learning_rate': 1.719327203627971e-07, 'epoch': 0.1757526444263629, 'num_input_tokens_seen': 6392119296, 'completed': '82.67% (3_048 / 3_687)', 'remaining time': '5:41:48', 'throughput': '7880.75', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:41:19,507 >> {'loss': 0.3709, 'grad_norm': 16.277713775634766, 'learning_rate': 1.7171393016408715e-07, 'epoch': 0.17602386764307024, 'num_input_tokens_seen': 6394216448, 'completed': '82.70% (3_049 / 3_687)', 'remaining time': '5:41:14', 'throughput': '8610.53', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:41:52,237 >> {'loss': 0.3434, 'grad_norm': 18.34269142150879, 'learning_rate': 1.7149544439561135e-07, 'epoch': 0.1762950908597776, 'num_input_tokens_seen': 6396313600, 'completed': '82.72% (3_050 / 3_687)', 'remaining time': '5:40:43', 'throughput': '8009.51', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:42:23,425 >> {'loss': 0.3524, 'grad_norm': 15.846407890319824, 'learning_rate': 1.7127726323319874e-07, 'epoch': 0.17656631407648496, 'num_input_tokens_seen': 6398410752, 'completed': '82.75% (3_051 / 3_687)', 'remaining time': '5:40:10', 'throughput': '8405.26', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:42:54,820 >> {'loss': 0.2759, 'grad_norm': 13.641855239868164, 'learning_rate': 1.7105938685243339e-07, 'epoch': 0.1768375372931923, 'num_input_tokens_seen': 6400507904, 'completed': '82.78% (3_052 / 3_687)', 'remaining time': '5:39:37', 'throughput': '8349.72', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:43:24,277 >> {'loss': 0.506, 'grad_norm': 16.64573097229004, 'learning_rate': 1.7084181542865355e-07, 'epoch': 0.17710876050989965, 'num_input_tokens_seen': 6402605056, 'completed': '82.80% (3_053 / 3_687)', 'remaining time': '5:39:02', 'throughput': '8899.14', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:43:53,896 >> {'loss': 0.5754, 'grad_norm': 21.56814193725586, 'learning_rate': 1.7062454913695264e-07, 'epoch': 0.177379983726607, 'num_input_tokens_seen': 6404702208, 'completed': '82.83% (3_054 / 3_687)', 'remaining time': '5:38:28', 'throughput': '8850.63', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:44:24,071 >> {'loss': 0.3337, 'grad_norm': 13.835966110229492, 'learning_rate': 1.7040758815217827e-07, 'epoch': 0.17765120694331435, 'num_input_tokens_seen': 6406799360, 'completed': '82.86% (3_055 / 3_687)', 'remaining time': '5:37:54', 'throughput': '8687.40', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:44:54,261 >> {'loss': 0.625, 'grad_norm': 19.247650146484375, 'learning_rate': 1.7019093264893236e-07, 'epoch': 0.1779224301600217, 'num_input_tokens_seen': 6408896512, 'completed': '82.89% (3_056 / 3_687)', 'remaining time': '5:37:20', 'throughput': '8683.21', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:45:22,436 >> {'loss': 0.3558, 'grad_norm': 13.838505744934082, 'learning_rate': 1.6997458280157113e-07, 'epoch': 0.17819365337672904, 'num_input_tokens_seen': 6410993664, 'completed': '82.91% (3_057 / 3_687)', 'remaining time': '5:36:44', 'throughput': '9304.14', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:45:51,328 >> {'loss': 0.5823, 'grad_norm': 19.8231143951416, 'learning_rate': 1.6975853878420457e-07, 'epoch': 0.1784648765934364, 'num_input_tokens_seen': 6413090816, 'completed': '82.94% (3_058 / 3_687)', 'remaining time': '5:36:09', 'throughput': '9073.38', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:46:22,965 >> {'loss': 0.3463, 'grad_norm': 16.521181106567383, 'learning_rate': 1.6954280077069676e-07, 'epoch': 0.17873609981014374, 'num_input_tokens_seen': 6415187968, 'completed': '82.97% (3_059 / 3_687)', 'remaining time': '5:35:37', 'throughput': '8285.85', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:46:54,274 >> {'loss': 0.4292, 'grad_norm': 20.04188346862793, 'learning_rate': 1.6932736893466536e-07, 'epoch': 0.1790073230268511, 'num_input_tokens_seen': 6417285120, 'completed': '82.99% (3_060 / 3_687)', 'remaining time': '5:35:04', 'throughput': '8372.78', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:47:27,124 >> {'loss': 0.3455, 'grad_norm': 15.362913131713867, 'learning_rate': 1.691122434494818e-07, 'epoch': 0.17927854624355846, 'num_input_tokens_seen': 6419382272, 'completed': '83.02% (3_061 / 3_687)', 'remaining time': '5:34:33', 'throughput': '7980.16', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:47:56,352 >> {'loss': 0.5172, 'grad_norm': 17.9241943359375, 'learning_rate': 1.688974244882709e-07, 'epoch': 0.1795497694602658, 'num_input_tokens_seen': 6421479424, 'completed': '83.05% (3_062 / 3_687)', 'remaining time': '5:33:58', 'throughput': '8968.79', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:48:28,825 >> {'loss': 0.4723, 'grad_norm': 16.651180267333984, 'learning_rate': 1.686829122239108e-07, 'epoch': 0.17982099267697316, 'num_input_tokens_seen': 6423576576, 'completed': '83.08% (3_063 / 3_687)', 'remaining time': '5:33:26', 'throughput': '8072.68', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:48:58,210 >> {'loss': 0.5919, 'grad_norm': 21.878660202026367, 'learning_rate': 1.684687068290326e-07, 'epoch': 0.1800922158936805, 'num_input_tokens_seen': 6425673728, 'completed': '83.10% (3_064 / 3_687)', 'remaining time': '5:32:52', 'throughput': '8921.06', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:49:27,462 >> {'loss': 0.3433, 'grad_norm': 16.2543888092041, 'learning_rate': 1.682548084760208e-07, 'epoch': 0.18036343911038785, 'num_input_tokens_seen': 6427770880, 'completed': '83.13% (3_065 / 3_687)', 'remaining time': '5:32:17', 'throughput': '8961.63', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:50:00,821 >> {'loss': 0.3266, 'grad_norm': 14.593696594238281, 'learning_rate': 1.6804121733701277e-07, 'epoch': 0.18063466232709519, 'num_input_tokens_seen': 6429868032, 'completed': '83.16% (3_066 / 3_687)', 'remaining time': '5:31:46', 'throughput': '7858.15', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:50:28,267 >> {'loss': 1.0168, 'grad_norm': 30.589252471923828, 'learning_rate': 1.678279335838983e-07, 'epoch': 0.18090588554380255, 'num_input_tokens_seen': 6431965184, 'completed': '83.18% (3_067 / 3_687)', 'remaining time': '5:31:10', 'throughput': '9551.24', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:50:59,994 >> {'loss': 0.2938, 'grad_norm': 16.187679290771484, 'learning_rate': 1.676149573883202e-07, 'epoch': 0.1811771087605099, 'num_input_tokens_seen': 6434062336, 'completed': '83.21% (3_068 / 3_687)', 'remaining time': '5:30:37', 'throughput': '8262.69', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:51:29,936 >> {'loss': 0.4911, 'grad_norm': 20.22064208984375, 'learning_rate': 1.674022889216737e-07, 'epoch': 0.18144833197721724, 'num_input_tokens_seen': 6436159488, 'completed': '83.24% (3_069 / 3_687)', 'remaining time': '5:30:03', 'throughput': '8755.03', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:52:00,835 >> {'loss': 0.3566, 'grad_norm': 15.452803611755371, 'learning_rate': 1.67189928355106e-07, 'epoch': 0.1817195551939246, 'num_input_tokens_seen': 6438256640, 'completed': '83.27% (3_070 / 3_687)', 'remaining time': '5:29:30', 'throughput': '8483.81', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:52:27,848 >> {'loss': 0.4931, 'grad_norm': 21.338388442993164, 'learning_rate': 1.66977875859517e-07, 'epoch': 0.18199077841063194, 'num_input_tokens_seen': 6440353792, 'completed': '83.29% (3_071 / 3_687)', 'remaining time': '5:28:54', 'throughput': '9704.49', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:52:57,315 >> {'loss': 0.3819, 'grad_norm': 15.379291534423828, 'learning_rate': 1.6676613160555846e-07, 'epoch': 0.1822620016273393, 'num_input_tokens_seen': 6442450944, 'completed': '83.32% (3_072 / 3_687)', 'remaining time': '5:28:19', 'throughput': '8896.25', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:53:25,427 >> {'loss': 0.5989, 'grad_norm': 18.543752670288086, 'learning_rate': 1.665546957636339e-07, 'epoch': 0.18253322484404666, 'num_input_tokens_seen': 6444548096, 'completed': '83.35% (3_073 / 3_687)', 'remaining time': '5:27:44', 'throughput': '9324.98', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:53:56,277 >> {'loss': 0.3388, 'grad_norm': 13.839360237121582, 'learning_rate': 1.6634356850389926e-07, 'epoch': 0.182804448060754, 'num_input_tokens_seen': 6446645248, 'completed': '83.37% (3_074 / 3_687)', 'remaining time': '5:27:11', 'throughput': '8497.21', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:54:27,434 >> {'loss': 0.4291, 'grad_norm': 14.323488235473633, 'learning_rate': 1.6613274999626134e-07, 'epoch': 0.18307567127746135, 'num_input_tokens_seen': 6448742400, 'completed': '83.40% (3_075 / 3_687)', 'remaining time': '5:26:38', 'throughput': '8413.61', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:54:56,018 >> {'loss': 0.5632, 'grad_norm': 19.329299926757812, 'learning_rate': 1.65922240410379e-07, 'epoch': 0.1833468944941687, 'num_input_tokens_seen': 6450839552, 'completed': '83.43% (3_076 / 3_687)', 'remaining time': '5:26:03', 'throughput': '9170.94', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:55:30,364 >> {'loss': 0.3609, 'grad_norm': 14.438604354858398, 'learning_rate': 1.6571203991566234e-07, 'epoch': 0.18361811771087605, 'num_input_tokens_seen': 6452936704, 'completed': '83.46% (3_077 / 3_687)', 'remaining time': '5:25:33', 'throughput': '7632.49', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:56:00,668 >> {'loss': 0.2715, 'grad_norm': 16.972644805908203, 'learning_rate': 1.6550214868127276e-07, 'epoch': 0.1838893409275834, 'num_input_tokens_seen': 6455033856, 'completed': '83.48% (3_078 / 3_687)', 'remaining time': '5:24:59', 'throughput': '8650.52', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:56:33,428 >> {'loss': 0.5057, 'grad_norm': 19.990781784057617, 'learning_rate': 1.6529256687612264e-07, 'epoch': 0.18416056414429074, 'num_input_tokens_seen': 6457131008, 'completed': '83.51% (3_079 / 3_687)', 'remaining time': '5:24:28', 'throughput': '8001.95', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:57:05,885 >> {'loss': 0.32, 'grad_norm': 12.420730590820312, 'learning_rate': 1.6508329466887548e-07, 'epoch': 0.1844317873609981, 'num_input_tokens_seen': 6459228160, 'completed': '83.54% (3_080 / 3_687)', 'remaining time': '5:23:56', 'throughput': '8076.59', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:57:36,242 >> {'loss': 0.531, 'grad_norm': 18.54897689819336, 'learning_rate': 1.6487433222794566e-07, 'epoch': 0.18470301057770544, 'num_input_tokens_seen': 6461325312, 'completed': '83.56% (3_081 / 3_687)', 'remaining time': '5:23:23', 'throughput': '8635.39', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:58:08,086 >> {'loss': 0.2632, 'grad_norm': 13.507473945617676, 'learning_rate': 1.6466567972149806e-07, 'epoch': 0.1849742337944128, 'num_input_tokens_seen': 6463422464, 'completed': '83.59% (3_082 / 3_687)', 'remaining time': '5:22:50', 'throughput': '8232.32', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:58:39,022 >> {'loss': 0.3308, 'grad_norm': 13.425512313842773, 'learning_rate': 1.6445733731744842e-07, 'epoch': 0.18524545701112016, 'num_input_tokens_seen': 6465519616, 'completed': '83.62% (3_083 / 3_687)', 'remaining time': '5:22:17', 'throughput': '8473.68', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:59:13,507 >> {'loss': 0.3104, 'grad_norm': 14.376126289367676, 'learning_rate': 1.642493051834627e-07, 'epoch': 0.1855166802278275, 'num_input_tokens_seen': 6467616768, 'completed': '83.65% (3_084 / 3_687)', 'remaining time': '5:21:48', 'throughput': '7601.57', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 20:59:42,931 >> {'loss': 0.3902, 'grad_norm': 13.848085403442383, 'learning_rate': 1.6404158348695729e-07, 'epoch': 0.18578790344453486, 'num_input_tokens_seen': 6469713920, 'completed': '83.67% (3_085 / 3_687)', 'remaining time': '5:21:13', 'throughput': '8909.23', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:00:11,886 >> {'loss': 0.5748, 'grad_norm': 17.45004653930664, 'learning_rate': 1.6383417239509878e-07, 'epoch': 0.1860591266612422, 'num_input_tokens_seen': 6471811072, 'completed': '83.70% (3_086 / 3_687)', 'remaining time': '5:20:39', 'throughput': '9053.71', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:00:41,329 >> {'loss': 0.6891, 'grad_norm': 19.52586555480957, 'learning_rate': 1.6362707207480347e-07, 'epoch': 0.18633034987794955, 'num_input_tokens_seen': 6473908224, 'completed': '83.73% (3_087 / 3_687)', 'remaining time': '5:20:04', 'throughput': '8904.27', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:01:12,553 >> {'loss': 0.6888, 'grad_norm': 24.07430076599121, 'learning_rate': 1.6342028269273802e-07, 'epoch': 0.18660157309465691, 'num_input_tokens_seen': 6476005376, 'completed': '83.75% (3_088 / 3_687)', 'remaining time': '5:19:32', 'throughput': '8394.75', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:01:43,411 >> {'loss': 0.6213, 'grad_norm': 19.478736877441406, 'learning_rate': 1.6321380441531852e-07, 'epoch': 0.18687279631136425, 'num_input_tokens_seen': 6478102528, 'completed': '83.78% (3_089 / 3_687)', 'remaining time': '5:18:59', 'throughput': '8495.12', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:02:15,067 >> {'loss': 0.3439, 'grad_norm': 13.465045928955078, 'learning_rate': 1.63007637408711e-07, 'epoch': 0.1871440195280716, 'num_input_tokens_seen': 6480199680, 'completed': '83.81% (3_090 / 3_687)', 'remaining time': '5:18:26', 'throughput': '8281.19', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:02:44,175 >> {'loss': 0.4287, 'grad_norm': 16.045684814453125, 'learning_rate': 1.6280178183883081e-07, 'epoch': 0.18741524274477894, 'num_input_tokens_seen': 6482296832, 'completed': '83.84% (3_091 / 3_687)', 'remaining time': '5:17:52', 'throughput': '9005.88', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:03:13,848 >> {'loss': 0.4006, 'grad_norm': 18.508325576782227, 'learning_rate': 1.6259623787134258e-07, 'epoch': 0.1876864659614863, 'num_input_tokens_seen': 6484393984, 'completed': '83.86% (3_092 / 3_687)', 'remaining time': '5:17:18', 'throughput': '8834.23', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:03:44,061 >> {'loss': 0.392, 'grad_norm': 16.57149314880371, 'learning_rate': 1.6239100567166026e-07, 'epoch': 0.18795768917819367, 'num_input_tokens_seen': 6486491136, 'completed': '83.89% (3_093 / 3_687)', 'remaining time': '5:16:44', 'throughput': '8676.62', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:04:14,989 >> {'loss': 0.3385, 'grad_norm': 13.103677749633789, 'learning_rate': 1.6218608540494693e-07, 'epoch': 0.188228912394901, 'num_input_tokens_seen': 6488588288, 'completed': '83.92% (3_094 / 3_687)', 'remaining time': '5:16:11', 'throughput': '8475.86', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:04:44,447 >> {'loss': 0.3766, 'grad_norm': 17.10627555847168, 'learning_rate': 1.619814772361147e-07, 'epoch': 0.18850013561160836, 'num_input_tokens_seen': 6490685440, 'completed': '83.94% (3_095 / 3_687)', 'remaining time': '5:15:37', 'throughput': '8898.98', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:05:16,183 >> {'loss': 0.5857, 'grad_norm': 18.120052337646484, 'learning_rate': 1.6177718132982441e-07, 'epoch': 0.1887713588283157, 'num_input_tokens_seen': 6492782592, 'completed': '83.97% (3_096 / 3_687)', 'remaining time': '5:15:05', 'throughput': '8260.20', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:05:46,533 >> {'loss': 0.5742, 'grad_norm': 19.000185012817383, 'learning_rate': 1.6157319785048555e-07, 'epoch': 0.18904258204502306, 'num_input_tokens_seen': 6494879744, 'completed': '84.00% (3_097 / 3_687)', 'remaining time': '5:14:32', 'throughput': '8637.33', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:06:20,099 >> {'loss': 0.3558, 'grad_norm': 18.840848922729492, 'learning_rate': 1.6136952696225634e-07, 'epoch': 0.18931380526173042, 'num_input_tokens_seen': 6496976896, 'completed': '84.02% (3_098 / 3_687)', 'remaining time': '5:14:01', 'throughput': '7809.73', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:06:56,160 >> {'loss': 0.5141, 'grad_norm': 19.136682510375977, 'learning_rate': 1.6116616882904332e-07, 'epoch': 0.18958502847843775, 'num_input_tokens_seen': 6499074048, 'completed': '84.05% (3_099 / 3_687)', 'remaining time': '5:13:32', 'throughput': '7269.58', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:07:31,817 >> {'loss': 0.434, 'grad_norm': 17.346790313720703, 'learning_rate': 1.6096312361450142e-07, 'epoch': 0.1898562516951451, 'num_input_tokens_seen': 6501171200, 'completed': '84.08% (3_100 / 3_687)', 'remaining time': '5:13:04', 'throughput': '7351.78', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:08:01,295 >> {'loss': 0.4427, 'grad_norm': 15.207001686096191, 'learning_rate': 1.6076039148203373e-07, 'epoch': 0.19012747491185245, 'num_input_tokens_seen': 6503268352, 'completed': '84.11% (3_101 / 3_687)', 'remaining time': '5:12:29', 'throughput': '8892.78', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:08:30,704 >> {'loss': 0.253, 'grad_norm': 10.525275230407715, 'learning_rate': 1.6055797259479125e-07, 'epoch': 0.1903986981285598, 'num_input_tokens_seen': 6505365504, 'completed': '84.13% (3_102 / 3_687)', 'remaining time': '5:11:55', 'throughput': '8913.87', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:09:04,044 >> {'loss': 0.6012, 'grad_norm': 27.057727813720703, 'learning_rate': 1.6035586711567318e-07, 'epoch': 0.19066992134526717, 'num_input_tokens_seen': 6507462656, 'completed': '84.16% (3_103 / 3_687)', 'remaining time': '5:11:24', 'throughput': '7862.73', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:09:32,001 >> {'loss': 0.673, 'grad_norm': 29.3339786529541, 'learning_rate': 1.601540752073261e-07, 'epoch': 0.1909411445619745, 'num_input_tokens_seen': 6509559808, 'completed': '84.19% (3_104 / 3_687)', 'remaining time': '5:10:49', 'throughput': '9376.76', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:10:05,277 >> {'loss': 0.2948, 'grad_norm': 12.424835205078125, 'learning_rate': 1.5995259703214445e-07, 'epoch': 0.19121236777868186, 'num_input_tokens_seen': 6511656960, 'completed': '84.21% (3_105 / 3_687)', 'remaining time': '5:10:18', 'throughput': '7877.80', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:10:32,928 >> {'loss': 0.3906, 'grad_norm': 14.519540786743164, 'learning_rate': 1.5975143275227039e-07, 'epoch': 0.1914835909953892, 'num_input_tokens_seen': 6513754112, 'completed': '84.24% (3_106 / 3_687)', 'remaining time': '5:09:43', 'throughput': '9480.42', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:11:04,446 >> {'loss': 0.4539, 'grad_norm': 18.084651947021484, 'learning_rate': 1.5955058252959318e-07, 'epoch': 0.19175481421209656, 'num_input_tokens_seen': 6515851264, 'completed': '84.27% (3_107 / 3_687)', 'remaining time': '5:09:10', 'throughput': '8317.29', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:11:32,669 >> {'loss': 0.5936, 'grad_norm': 23.673160552978516, 'learning_rate': 1.5935004652574947e-07, 'epoch': 0.1920260374288039, 'num_input_tokens_seen': 6517948416, 'completed': '84.30% (3_108 / 3_687)', 'remaining time': '5:08:35', 'throughput': '9288.41', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:12:02,814 >> {'loss': 0.2686, 'grad_norm': 13.00130844116211, 'learning_rate': 1.591498249021231e-07, 'epoch': 0.19229726064551125, 'num_input_tokens_seen': 6520045568, 'completed': '84.32% (3_109 / 3_687)', 'remaining time': '5:08:02', 'throughput': '8696.02', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:12:35,445 >> {'loss': 0.6705, 'grad_norm': 21.13102912902832, 'learning_rate': 1.5894991781984456e-07, 'epoch': 0.19256848386221861, 'num_input_tokens_seen': 6522142720, 'completed': '84.35% (3_110 / 3_687)', 'remaining time': '5:07:30', 'throughput': '8033.49', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:13:05,713 >> {'loss': 0.1552, 'grad_norm': 10.354960441589355, 'learning_rate': 1.587503254397916e-07, 'epoch': 0.19283970707892595, 'num_input_tokens_seen': 6524239872, 'completed': '84.38% (3_111 / 3_687)', 'remaining time': '5:06:57', 'throughput': '8660.94', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:13:35,292 >> {'loss': 0.2692, 'grad_norm': 16.40614128112793, 'learning_rate': 1.585510479225886e-07, 'epoch': 0.1931109302956333, 'num_input_tokens_seen': 6526337024, 'completed': '84.40% (3_112 / 3_687)', 'remaining time': '5:06:23', 'throughput': '8862.51', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:14:04,560 >> {'loss': 0.3284, 'grad_norm': 14.614860534667969, 'learning_rate': 1.5835208542860648e-07, 'epoch': 0.19338215351234064, 'num_input_tokens_seen': 6528434176, 'completed': '84.43% (3_113 / 3_687)', 'remaining time': '5:05:49', 'throughput': '8956.54', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:14:37,002 >> {'loss': 0.3218, 'grad_norm': 11.804844856262207, 'learning_rate': 1.581534381179627e-07, 'epoch': 0.193653376729048, 'num_input_tokens_seen': 6530531328, 'completed': '84.46% (3_114 / 3_687)', 'remaining time': '5:05:17', 'throughput': '8080.53', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:15:06,927 >> {'loss': 0.5768, 'grad_norm': 19.765899658203125, 'learning_rate': 1.5795510615052104e-07, 'epoch': 0.19392459994575537, 'num_input_tokens_seen': 6532628480, 'completed': '84.49% (3_115 / 3_687)', 'remaining time': '5:04:44', 'throughput': '8759.86', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:15:39,626 >> {'loss': 0.4025, 'grad_norm': 18.440826416015625, 'learning_rate': 1.5775708968589155e-07, 'epoch': 0.1941958231624627, 'num_input_tokens_seen': 6534725632, 'completed': '84.51% (3_116 / 3_687)', 'remaining time': '5:04:12', 'throughput': '8016.96', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:16:09,896 >> {'loss': 0.4297, 'grad_norm': 27.12670135498047, 'learning_rate': 1.575593888834303e-07, 'epoch': 0.19446704637917006, 'num_input_tokens_seen': 6536822784, 'completed': '84.54% (3_117 / 3_687)', 'remaining time': '5:03:39', 'throughput': '8660.12', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:16:38,024 >> {'loss': 0.7779, 'grad_norm': 22.037416458129883, 'learning_rate': 1.5736200390223942e-07, 'epoch': 0.1947382695958774, 'num_input_tokens_seen': 6538919936, 'completed': '84.57% (3_118 / 3_687)', 'remaining time': '5:03:04', 'throughput': '9319.74', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:17:07,006 >> {'loss': 0.3269, 'grad_norm': 15.226699829101562, 'learning_rate': 1.5716493490116684e-07, 'epoch': 0.19500949281258476, 'num_input_tokens_seen': 6541017088, 'completed': '84.59% (3_119 / 3_687)', 'remaining time': '5:02:30', 'throughput': '9045.14', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:17:37,504 >> {'loss': 0.4225, 'grad_norm': 19.05426788330078, 'learning_rate': 1.5696818203880624e-07, 'epoch': 0.19528071602929212, 'num_input_tokens_seen': 6543114240, 'completed': '84.62% (3_120 / 3_687)', 'remaining time': '5:01:57', 'throughput': '8595.27', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:18:06,060 >> {'loss': 0.561, 'grad_norm': 15.81242847442627, 'learning_rate': 1.5677174547349655e-07, 'epoch': 0.19555193924599945, 'num_input_tokens_seen': 6545211392, 'completed': '84.65% (3_121 / 3_687)', 'remaining time': '5:01:22', 'throughput': '9180.00', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:18:35,783 >> {'loss': 0.5197, 'grad_norm': 24.574951171875, 'learning_rate': 1.565756253633228e-07, 'epoch': 0.1958231624627068, 'num_input_tokens_seen': 6547308544, 'completed': '84.68% (3_122 / 3_687)', 'remaining time': '5:00:48', 'throughput': '8819.61', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:19:07,112 >> {'loss': 0.4524, 'grad_norm': 21.462337493896484, 'learning_rate': 1.5637982186611481e-07, 'epoch': 0.19609438567941415, 'num_input_tokens_seen': 6549405696, 'completed': '84.70% (3_123 / 3_687)', 'remaining time': '5:00:16', 'throughput': '8367.44', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:19:36,680 >> {'loss': 0.2997, 'grad_norm': 18.190275192260742, 'learning_rate': 1.5618433513944787e-07, 'epoch': 0.1963656088961215, 'num_input_tokens_seen': 6551502848, 'completed': '84.73% (3_124 / 3_687)', 'remaining time': '4:59:42', 'throughput': '8865.82', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:20:07,741 >> {'loss': 0.5017, 'grad_norm': 18.96411895751953, 'learning_rate': 1.5598916534064216e-07, 'epoch': 0.19663683211282887, 'num_input_tokens_seen': 6553600000, 'completed': '84.76% (3_125 / 3_687)', 'remaining time': '4:59:09', 'throughput': '8439.73', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:20:39,566 >> {'loss': 0.4162, 'grad_norm': 16.543214797973633, 'learning_rate': 1.557943126267631e-07, 'epoch': 0.1969080553295362, 'num_input_tokens_seen': 6555697152, 'completed': '84.78% (3_126 / 3_687)', 'remaining time': '4:58:37', 'throughput': '8236.95', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:21:08,790 >> {'loss': 0.287, 'grad_norm': 13.697303771972656, 'learning_rate': 1.5559977715462044e-07, 'epoch': 0.19717927854624356, 'num_input_tokens_seen': 6557794304, 'completed': '84.81% (3_127 / 3_687)', 'remaining time': '4:58:03', 'throughput': '8970.21', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:21:40,339 >> {'loss': 0.6185, 'grad_norm': 19.32088279724121, 'learning_rate': 1.5540555908076914e-07, 'epoch': 0.1974505017629509, 'num_input_tokens_seen': 6559891456, 'completed': '84.84% (3_128 / 3_687)', 'remaining time': '4:57:31', 'throughput': '8310.21', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:22:12,235 >> {'loss': 0.4217, 'grad_norm': 21.070152282714844, 'learning_rate': 1.5521165856150841e-07, 'epoch': 0.19772172497965826, 'num_input_tokens_seen': 6561988608, 'completed': '84.87% (3_129 / 3_687)', 'remaining time': '4:56:59', 'throughput': '8217.75', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:22:43,007 >> {'loss': 0.5169, 'grad_norm': 27.660669326782227, 'learning_rate': 1.55018075752882e-07, 'epoch': 0.19799294819636562, 'num_input_tokens_seen': 6564085760, 'completed': '84.89% (3_130 / 3_687)', 'remaining time': '4:56:26', 'throughput': '8518.82', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:23:12,218 >> {'loss': 0.4193, 'grad_norm': 17.022554397583008, 'learning_rate': 1.5482481081067825e-07, 'epoch': 0.19826417141307295, 'num_input_tokens_seen': 6566182912, 'completed': '84.92% (3_131 / 3_687)', 'remaining time': '4:55:52', 'throughput': '8974.11', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:23:41,642 >> {'loss': 0.4522, 'grad_norm': 18.43861198425293, 'learning_rate': 1.546318638904291e-07, 'epoch': 0.19853539462978032, 'num_input_tokens_seen': 6568280064, 'completed': '84.95% (3_132 / 3_687)', 'remaining time': '4:55:18', 'throughput': '8909.18', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:24:14,799 >> {'loss': 0.2211, 'grad_norm': 15.052275657653809, 'learning_rate': 1.5443923514741103e-07, 'epoch': 0.19880661784648765, 'num_input_tokens_seen': 6570377216, 'completed': '84.97% (3_133 / 3_687)', 'remaining time': '4:54:47', 'throughput': '7906.15', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:24:47,465 >> {'loss': 0.3405, 'grad_norm': 21.32815933227539, 'learning_rate': 1.5424692473664429e-07, 'epoch': 0.199077841063195, 'num_input_tokens_seen': 6572474368, 'completed': '85.00% (3_134 / 3_687)', 'remaining time': '4:54:16', 'throughput': '8025.08', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:25:17,069 >> {'loss': 0.6306, 'grad_norm': 20.877336502075195, 'learning_rate': 1.5405493281289302e-07, 'epoch': 0.19934906427990237, 'num_input_tokens_seen': 6574571520, 'completed': '85.03% (3_135 / 3_687)', 'remaining time': '4:53:42', 'throughput': '8855.03', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:25:48,191 >> {'loss': 0.6523, 'grad_norm': 21.885692596435547, 'learning_rate': 1.5386325953066494e-07, 'epoch': 0.1996202874966097, 'num_input_tokens_seen': 6576668672, 'completed': '85.06% (3_136 / 3_687)', 'remaining time': '4:53:10', 'throughput': '8423.15', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:26:19,131 >> {'loss': 0.3159, 'grad_norm': 13.137401580810547, 'learning_rate': 1.5367190504421157e-07, 'epoch': 0.19989151071331707, 'num_input_tokens_seen': 6578765824, 'completed': '85.08% (3_137 / 3_687)', 'remaining time': '4:52:37', 'throughput': '8472.58', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:26:49,849 >> {'loss': 0.3431, 'grad_norm': 15.956317901611328, 'learning_rate': 1.5348086950752753e-07, 'epoch': 0.2001627339300244, 'num_input_tokens_seen': 6580862976, 'completed': '85.11% (3_138 / 3_687)', 'remaining time': '4:52:04', 'throughput': '8533.93', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:27:20,374 >> {'loss': 0.4469, 'grad_norm': 16.24814796447754, 'learning_rate': 1.532901530743511e-07, 'epoch': 0.20043395714673176, 'num_input_tokens_seen': 6582960128, 'completed': '85.14% (3_139 / 3_687)', 'remaining time': '4:51:31', 'throughput': '8587.83', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:27:50,529 >> {'loss': 0.4047, 'grad_norm': 13.850639343261719, 'learning_rate': 1.530997558981635e-07, 'epoch': 0.20070518036343912, 'num_input_tokens_seen': 6585057280, 'completed': '85.16% (3_140 / 3_687)', 'remaining time': '4:50:58', 'throughput': '8693.13', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:28:23,013 >> {'loss': 0.7333, 'grad_norm': 21.258054733276367, 'learning_rate': 1.5290967813218919e-07, 'epoch': 0.20097640358014646, 'num_input_tokens_seen': 6587154432, 'completed': '85.19% (3_141 / 3_687)', 'remaining time': '4:50:27', 'throughput': '8069.98', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:28:58,984 >> {'loss': 0.3701, 'grad_norm': 24.493776321411133, 'learning_rate': 1.527199199293955e-07, 'epoch': 0.20124762679685382, 'num_input_tokens_seen': 6589251584, 'completed': '85.22% (3_142 / 3_687)', 'remaining time': '4:49:58', 'throughput': '7287.59', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:29:31,387 >> {'loss': 0.7751, 'grad_norm': 25.23069190979004, 'learning_rate': 1.525304814424927e-07, 'epoch': 0.20151885001356115, 'num_input_tokens_seen': 6591348736, 'completed': '85.25% (3_143 / 3_687)', 'remaining time': '4:49:26', 'throughput': '8090.27', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:30:03,194 >> {'loss': 0.3786, 'grad_norm': 16.206256866455078, 'learning_rate': 1.5234136282393356e-07, 'epoch': 0.2017900732302685, 'num_input_tokens_seen': 6593445888, 'completed': '85.27% (3_144 / 3_687)', 'remaining time': '4:48:54', 'throughput': '8241.70', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:30:32,039 >> {'loss': 0.5419, 'grad_norm': 18.445281982421875, 'learning_rate': 1.5215256422591357e-07, 'epoch': 0.20206129644697587, 'num_input_tokens_seen': 6595543040, 'completed': '85.30% (3_145 / 3_687)', 'remaining time': '4:48:20', 'throughput': '9087.80', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:31:04,195 >> {'loss': 0.225, 'grad_norm': 13.487834930419922, 'learning_rate': 1.5196408580037058e-07, 'epoch': 0.2023325196636832, 'num_input_tokens_seen': 6597640192, 'completed': '85.33% (3_146 / 3_687)', 'remaining time': '4:47:48', 'throughput': '8152.29', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:31:34,091 >> {'loss': 0.2773, 'grad_norm': 18.042003631591797, 'learning_rate': 1.51775927698985e-07, 'epoch': 0.20260374288039057, 'num_input_tokens_seen': 6599737344, 'completed': '85.35% (3_147 / 3_687)', 'remaining time': '4:47:15', 'throughput': '8768.60', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:32:04,517 >> {'loss': 0.3948, 'grad_norm': 14.105890274047852, 'learning_rate': 1.5158809007317926e-07, 'epoch': 0.2028749660970979, 'num_input_tokens_seen': 6601834496, 'completed': '85.38% (3_148 / 3_687)', 'remaining time': '4:46:42', 'throughput': '8615.68', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:32:33,763 >> {'loss': 0.7842, 'grad_norm': 22.028852462768555, 'learning_rate': 1.514005730741181e-07, 'epoch': 0.20314618931380526, 'num_input_tokens_seen': 6603931648, 'completed': '85.41% (3_149 / 3_687)', 'remaining time': '4:46:08', 'throughput': '8963.43', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:33:03,119 >> {'loss': 0.4541, 'grad_norm': 18.55408477783203, 'learning_rate': 1.512133768527077e-07, 'epoch': 0.20341741253051263, 'num_input_tokens_seen': 6606028800, 'completed': '85.44% (3_150 / 3_687)', 'remaining time': '4:45:34', 'throughput': '8929.93', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:33:32,847 >> {'loss': 0.3687, 'grad_norm': 15.917207717895508, 'learning_rate': 1.510265015595967e-07, 'epoch': 0.20368863574721996, 'num_input_tokens_seen': 6608125952, 'completed': '85.46% (3_151 / 3_687)', 'remaining time': '4:45:01', 'throughput': '8818.16', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:34:02,276 >> {'loss': 0.6256, 'grad_norm': 25.865598678588867, 'learning_rate': 1.5083994734517518e-07, 'epoch': 0.20395985896392732, 'num_input_tokens_seen': 6610223104, 'completed': '85.49% (3_152 / 3_687)', 'remaining time': '4:44:27', 'throughput': '8907.68', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:34:31,254 >> {'loss': 0.4382, 'grad_norm': 17.131990432739258, 'learning_rate': 1.5065371435957484e-07, 'epoch': 0.20423108218063465, 'num_input_tokens_seen': 6612320256, 'completed': '85.52% (3_153 / 3_687)', 'remaining time': '4:43:53', 'throughput': '9046.07', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:35:02,496 >> {'loss': 0.7498, 'grad_norm': 24.471385955810547, 'learning_rate': 1.5046780275266897e-07, 'epoch': 0.20450230539734202, 'num_input_tokens_seen': 6614417408, 'completed': '85.54% (3_154 / 3_687)', 'remaining time': '4:43:21', 'throughput': '8390.86', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:35:35,883 >> {'loss': 0.4527, 'grad_norm': 17.423646926879883, 'learning_rate': 1.5028221267407207e-07, 'epoch': 0.20477352861404935, 'num_input_tokens_seen': 6616514560, 'completed': '85.57% (3_155 / 3_687)', 'remaining time': '4:42:50', 'throughput': '7852.13', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:36:05,624 >> {'loss': 0.2501, 'grad_norm': 13.580658912658691, 'learning_rate': 1.5009694427314007e-07, 'epoch': 0.2050447518307567, 'num_input_tokens_seen': 6618611712, 'completed': '85.60% (3_156 / 3_687)', 'remaining time': '4:42:17', 'throughput': '8813.55', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:36:38,590 >> {'loss': 0.33, 'grad_norm': 16.855371475219727, 'learning_rate': 1.4991199769896983e-07, 'epoch': 0.20531597504746407, 'num_input_tokens_seen': 6620708864, 'completed': '85.63% (3_157 / 3_687)', 'remaining time': '4:41:45', 'throughput': '7952.03', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:37:09,248 >> {'loss': 0.3885, 'grad_norm': 14.530333518981934, 'learning_rate': 1.497273731003994e-07, 'epoch': 0.2055871982641714, 'num_input_tokens_seen': 6622806016, 'completed': '85.65% (3_158 / 3_687)', 'remaining time': '4:41:13', 'throughput': '8550.67', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:37:40,136 >> {'loss': 0.3511, 'grad_norm': 13.189663887023926, 'learning_rate': 1.4954307062600758e-07, 'epoch': 0.20585842148087877, 'num_input_tokens_seen': 6624903168, 'completed': '85.68% (3_159 / 3_687)', 'remaining time': '4:40:40', 'throughput': '8486.80', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:38:10,012 >> {'loss': 0.6974, 'grad_norm': 21.233369827270508, 'learning_rate': 1.4935909042411412e-07, 'epoch': 0.2061296446975861, 'num_input_tokens_seen': 6627000320, 'completed': '85.71% (3_160 / 3_687)', 'remaining time': '4:40:07', 'throughput': '8774.44', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:38:38,842 >> {'loss': 0.498, 'grad_norm': 19.892419815063477, 'learning_rate': 1.4917543264277901e-07, 'epoch': 0.20640086791429346, 'num_input_tokens_seen': 6629097472, 'completed': '85.73% (3_161 / 3_687)', 'remaining time': '4:39:33', 'throughput': '9092.89', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:39:08,510 >> {'loss': 0.4197, 'grad_norm': 14.9336519241333, 'learning_rate': 1.4899209742980317e-07, 'epoch': 0.20667209113100082, 'num_input_tokens_seen': 6631194624, 'completed': '85.76% (3_162 / 3_687)', 'remaining time': '4:38:59', 'throughput': '8835.87', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:39:38,679 >> {'loss': 0.5148, 'grad_norm': 19.203628540039062, 'learning_rate': 1.488090849327279e-07, 'epoch': 0.20694331434770816, 'num_input_tokens_seen': 6633291776, 'completed': '85.79% (3_163 / 3_687)', 'remaining time': '4:38:26', 'throughput': '8689.10', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:40:09,128 >> {'loss': 0.3568, 'grad_norm': 14.907687187194824, 'learning_rate': 1.4862639529883463e-07, 'epoch': 0.20721453756441552, 'num_input_tokens_seen': 6635388928, 'completed': '85.82% (3_164 / 3_687)', 'remaining time': '4:37:53', 'throughput': '8609.18', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:40:39,554 >> {'loss': 0.3888, 'grad_norm': 16.64046287536621, 'learning_rate': 1.4844402867514503e-07, 'epoch': 0.20748576078112285, 'num_input_tokens_seen': 6637486080, 'completed': '85.84% (3_165 / 3_687)', 'remaining time': '4:37:21', 'throughput': '8615.78', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:41:13,119 >> {'loss': 0.2793, 'grad_norm': 12.00853157043457, 'learning_rate': 1.4826198520842093e-07, 'epoch': 0.2077569839978302, 'num_input_tokens_seen': 6639583232, 'completed': '85.87% (3_166 / 3_687)', 'remaining time': '4:36:50', 'throughput': '7810.24', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:41:44,109 >> {'loss': 0.4134, 'grad_norm': 15.106518745422363, 'learning_rate': 1.4808026504516374e-07, 'epoch': 0.20802820721453757, 'num_input_tokens_seen': 6641680384, 'completed': '85.90% (3_167 / 3_687)', 'remaining time': '4:36:17', 'throughput': '8458.87', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:42:13,338 >> {'loss': 0.5532, 'grad_norm': 18.982995986938477, 'learning_rate': 1.4789886833161506e-07, 'epoch': 0.2082994304312449, 'num_input_tokens_seen': 6643777536, 'completed': '85.92% (3_168 / 3_687)', 'remaining time': '4:35:44', 'throughput': '8968.79', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:42:45,922 >> {'loss': 0.3146, 'grad_norm': 12.5213041305542, 'learning_rate': 1.477177952137561e-07, 'epoch': 0.20857065364795227, 'num_input_tokens_seen': 6645874688, 'completed': '85.95% (3_169 / 3_687)', 'remaining time': '4:35:12', 'throughput': '8045.06', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:43:20,034 >> {'loss': 0.5158, 'grad_norm': 18.02132797241211, 'learning_rate': 1.4753704583730754e-07, 'epoch': 0.2088418768646596, 'num_input_tokens_seen': 6647971840, 'completed': '85.98% (3_170 / 3_687)', 'remaining time': '4:34:42', 'throughput': '7684.82', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:43:52,122 >> {'loss': 0.3841, 'grad_norm': 16.98950958251953, 'learning_rate': 1.4735662034772962e-07, 'epoch': 0.20911310008136696, 'num_input_tokens_seen': 6650068992, 'completed': '86.00% (3_171 / 3_687)', 'remaining time': '4:34:10', 'throughput': '8169.60', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:44:22,021 >> {'loss': 0.327, 'grad_norm': 15.854743003845215, 'learning_rate': 1.47176518890222e-07, 'epoch': 0.20938432329807433, 'num_input_tokens_seen': 6652166144, 'completed': '86.03% (3_172 / 3_687)', 'remaining time': '4:33:37', 'throughput': '8767.53', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:44:53,648 >> {'loss': 0.3407, 'grad_norm': 14.455223083496094, 'learning_rate': 1.4699674160972337e-07, 'epoch': 0.20965554651478166, 'num_input_tokens_seen': 6654263296, 'completed': '86.06% (3_173 / 3_687)', 'remaining time': '4:33:05', 'throughput': '8288.66', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:45:22,674 >> {'loss': 0.2415, 'grad_norm': 12.59441089630127, 'learning_rate': 1.4681728865091165e-07, 'epoch': 0.20992676973148902, 'num_input_tokens_seen': 6656360448, 'completed': '86.09% (3_174 / 3_687)', 'remaining time': '4:32:31', 'throughput': '9031.41', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:45:51,101 >> {'loss': 0.529, 'grad_norm': 21.2336483001709, 'learning_rate': 1.466381601582038e-07, 'epoch': 0.21019799294819635, 'num_input_tokens_seen': 6658457600, 'completed': '86.11% (3_175 / 3_687)', 'remaining time': '4:31:57', 'throughput': '9221.59', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:46:21,161 >> {'loss': 0.2731, 'grad_norm': 15.553447723388672, 'learning_rate': 1.4645935627575562e-07, 'epoch': 0.21046921616490372, 'num_input_tokens_seen': 6660554752, 'completed': '86.14% (3_176 / 3_687)', 'remaining time': '4:31:24', 'throughput': '8720.72', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:46:48,845 >> {'loss': 0.626, 'grad_norm': 19.533782958984375, 'learning_rate': 1.462808771474617e-07, 'epoch': 0.21074043938161108, 'num_input_tokens_seen': 6662651904, 'completed': '86.17% (3_177 / 3_687)', 'remaining time': '4:30:49', 'throughput': '9469.21', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:47:19,602 >> {'loss': 0.2152, 'grad_norm': 11.384428024291992, 'learning_rate': 1.4610272291695503e-07, 'epoch': 0.2110116625983184, 'num_input_tokens_seen': 6664749056, 'completed': '86.19% (3_178 / 3_687)', 'remaining time': '4:30:17', 'throughput': '8522.97', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:47:50,938 >> {'loss': 0.3965, 'grad_norm': 17.49107551574707, 'learning_rate': 1.4592489372760764e-07, 'epoch': 0.21128288581502577, 'num_input_tokens_seen': 6666846208, 'completed': '86.22% (3_179 / 3_687)', 'remaining time': '4:29:45', 'throughput': '8365.56', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:48:22,962 >> {'loss': 0.3181, 'grad_norm': 14.759407043457031, 'learning_rate': 1.4574738972252953e-07, 'epoch': 0.2115541090317331, 'num_input_tokens_seen': 6668943360, 'completed': '86.25% (3_180 / 3_687)', 'remaining time': '4:29:13', 'throughput': '8185.88', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:48:52,024 >> {'loss': 0.4154, 'grad_norm': 15.087119102478027, 'learning_rate': 1.4557021104456923e-07, 'epoch': 0.21182533224844047, 'num_input_tokens_seen': 6671040512, 'completed': '86.28% (3_181 / 3_687)', 'remaining time': '4:28:39', 'throughput': '9020.01', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:49:24,807 >> {'loss': 0.3897, 'grad_norm': 17.55137062072754, 'learning_rate': 1.4539335783631346e-07, 'epoch': 0.21209655546514783, 'num_input_tokens_seen': 6673137664, 'completed': '86.30% (3_182 / 3_687)', 'remaining time': '4:28:08', 'throughput': '7996.34', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:49:56,738 >> {'loss': 0.4131, 'grad_norm': 14.304892539978027, 'learning_rate': 1.4521683024008687e-07, 'epoch': 0.21236777868185516, 'num_input_tokens_seen': 6675234816, 'completed': '86.33% (3_183 / 3_687)', 'remaining time': '4:27:36', 'throughput': '8209.92', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:50:27,463 >> {'loss': 0.4752, 'grad_norm': 17.37781524658203, 'learning_rate': 1.450406283979521e-07, 'epoch': 0.21263900189856252, 'num_input_tokens_seen': 6677331968, 'completed': '86.36% (3_184 / 3_687)', 'remaining time': '4:27:03', 'throughput': '8531.87', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:50:59,529 >> {'loss': 0.2446, 'grad_norm': 11.948087692260742, 'learning_rate': 1.4486475245170977e-07, 'epoch': 0.21291022511526986, 'num_input_tokens_seen': 6679429120, 'completed': '86.38% (3_185 / 3_687)', 'remaining time': '4:26:32', 'throughput': '8175.14', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:51:31,145 >> {'loss': 0.3559, 'grad_norm': 17.137893676757812, 'learning_rate': 1.446892025428981e-07, 'epoch': 0.21318144833197722, 'num_input_tokens_seen': 6681526272, 'completed': '86.41% (3_186 / 3_687)', 'remaining time': '4:26:00', 'throughput': '8291.53', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:52:01,342 >> {'loss': 0.1706, 'grad_norm': 8.884380340576172, 'learning_rate': 1.4451397881279298e-07, 'epoch': 0.21345267154868458, 'num_input_tokens_seen': 6683623424, 'completed': '86.44% (3_187 / 3_687)', 'remaining time': '4:25:27', 'throughput': '8680.97', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:52:31,091 >> {'loss': 0.3805, 'grad_norm': 16.802011489868164, 'learning_rate': 1.4433908140240792e-07, 'epoch': 0.21372389476539191, 'num_input_tokens_seen': 6685720576, 'completed': '86.47% (3_188 / 3_687)', 'remaining time': '4:24:54', 'throughput': '8811.96', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:53:02,121 >> {'loss': 0.3829, 'grad_norm': 20.294599533081055, 'learning_rate': 1.4416451045249354e-07, 'epoch': 0.21399511798209928, 'num_input_tokens_seen': 6687817728, 'completed': '86.49% (3_189 / 3_687)', 'remaining time': '4:24:21', 'throughput': '8447.97', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:53:34,203 >> {'loss': 0.3615, 'grad_norm': 16.205463409423828, 'learning_rate': 1.43990266103538e-07, 'epoch': 0.2142663411988066, 'num_input_tokens_seen': 6689914880, 'completed': '86.52% (3_190 / 3_687)', 'remaining time': '4:23:50', 'throughput': '8171.23', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:54:04,489 >> {'loss': 0.3264, 'grad_norm': 17.31773567199707, 'learning_rate': 1.4381634849576644e-07, 'epoch': 0.21453756441551397, 'num_input_tokens_seen': 6692012032, 'completed': '86.55% (3_191 / 3_687)', 'remaining time': '4:23:17', 'throughput': '8655.45', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:54:35,020 >> {'loss': 0.3105, 'grad_norm': 13.5274658203125, 'learning_rate': 1.4364275776914112e-07, 'epoch': 0.21480878763222133, 'num_input_tokens_seen': 6694109184, 'completed': '86.57% (3_192 / 3_687)', 'remaining time': '4:22:44', 'throughput': '8586.17', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:55:07,619 >> {'loss': 0.3113, 'grad_norm': 12.372538566589355, 'learning_rate': 1.4346949406336136e-07, 'epoch': 0.21508001084892867, 'num_input_tokens_seen': 6696206336, 'completed': '86.60% (3_193 / 3_687)', 'remaining time': '4:22:13', 'throughput': '8041.62', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:55:37,670 >> {'loss': 0.2954, 'grad_norm': 12.951509475708008, 'learning_rate': 1.4329655751786318e-07, 'epoch': 0.21535123406563603, 'num_input_tokens_seen': 6698303488, 'completed': '86.63% (3_194 / 3_687)', 'remaining time': '4:21:40', 'throughput': '8723.08', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:56:08,015 >> {'loss': 0.4798, 'grad_norm': 16.507877349853516, 'learning_rate': 1.4312394827181925e-07, 'epoch': 0.21562245728234336, 'num_input_tokens_seen': 6700400640, 'completed': '86.66% (3_195 / 3_687)', 'remaining time': '4:21:07', 'throughput': '8639.03', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:56:41,187 >> {'loss': 0.3777, 'grad_norm': 15.880234718322754, 'learning_rate': 1.4295166646413898e-07, 'epoch': 0.21589368049905072, 'num_input_tokens_seen': 6702497792, 'completed': '86.68% (3_196 / 3_687)', 'remaining time': '4:20:36', 'throughput': '7902.60', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:57:11,356 >> {'loss': 0.3242, 'grad_norm': 15.432538986206055, 'learning_rate': 1.4277971223346825e-07, 'epoch': 0.21616490371575806, 'num_input_tokens_seen': 6704594944, 'completed': '86.71% (3_197 / 3_687)', 'remaining time': '4:20:03', 'throughput': '8689.15', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:57:43,327 >> {'loss': 0.4032, 'grad_norm': 18.914257049560547, 'learning_rate': 1.4260808571818917e-07, 'epoch': 0.21643612693246542, 'num_input_tokens_seen': 6706692096, 'completed': '86.74% (3_198 / 3_687)', 'remaining time': '4:19:31', 'throughput': '8199.23', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:58:15,547 >> {'loss': 0.3723, 'grad_norm': 17.466224670410156, 'learning_rate': 1.4243678705642027e-07, 'epoch': 0.21670735014917278, 'num_input_tokens_seen': 6708789248, 'completed': '86.76% (3_199 / 3_687)', 'remaining time': '4:19:00', 'throughput': '8136.13', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 21:58:42,988 >> {'loss': 0.4615, 'grad_norm': 19.855295181274414, 'learning_rate': 1.4226581638601635e-07, 'epoch': 0.2169785733658801, 'num_input_tokens_seen': 6710886400, 'completed': '86.79% (3_200 / 3_687)', 'remaining time': '4:18:25', 'throughput': '9553.02', 'gpu_mem_free': '5581MB'} +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/distributed/fsdp/fully_sharded_data_parallel.py:689: FutureWarning: FSDP.state_dict_type() and FSDP.set_state_dict_type() are being deprecated. Please use APIs, get_state_dict() and set_state_dict(), which can support different parallelisms, FSDP1, FSDP2, DDP. API doc: https://pytorch.org/docs/stable/distributed.checkpoint.html#torch.distributed.checkpoint.state_dict.get_state_dict .Tutorial: https://pytorch.org/tutorials/recipes/distributed_checkpoint_recipe.html . + warnings.warn( +[INFO|trainer.py:3503] 2024-12-26 21:59:06,009 >> Saving model checkpoint to /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-3200 +[INFO|configuration_utils.py:472] 2024-12-26 21:59:06,012 >> Configuration saved in /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-3200/config.json +[INFO|configuration_utils.py:807] 2024-12-26 21:59:06,014 >> Configuration saved in /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-3200/generation_config.json +[INFO|modeling_utils.py:2807] 2024-12-26 22:00:00,600 >> The model is bigger than the maximum size per checkpoint (5GB) and is going to be split in 7 checkpoint shards. You can find where each parameters has been saved in the index located at /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-3200/model.safetensors.index.json. +[INFO|tokenization_utils_base.py:2684] 2024-12-26 22:00:00,604 >> tokenizer config file saved in /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-3200/tokenizer_config.json +[INFO|tokenization_utils_base.py:2693] 2024-12-26 22:00:00,605 >> Special tokens file saved in /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-3200/special_tokens_map.json +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/distributed/fsdp/fully_sharded_data_parallel.py:689: FutureWarning: FSDP.state_dict_type() and FSDP.set_state_dict_type() are being deprecated. Please use APIs, get_state_dict() and set_state_dict(), which can support different parallelisms, FSDP1, FSDP2, DDP. API doc: https://pytorch.org/docs/stable/distributed.checkpoint.html#torch.distributed.checkpoint.state_dict.get_state_dict .Tutorial: https://pytorch.org/tutorials/recipes/distributed_checkpoint_recipe.html . + warnings.warn( +[WARNING|trainer.py:868] 2024-12-26 22:03:38,362 >> Save streaming dataset state: {'epoch': 0, 'sample_in_epoch': 6400, 'num_canonical_nodes': 1, 'shuffle_seed': 42, 'initial_physical_nodes': 1} +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/utils/checkpoint.py:1399: FutureWarning: `torch.cpu.amp.autocast(args...)` is deprecated. Please use `torch.amp.autocast('cpu', args...)` instead. + with device_autocast_ctx, torch.cpu.amp.autocast(**cpu_autocast_kwargs), recompute_context: # type: ignore[attr-defined] +[INFO|trainer.py:175] 2024-12-26 22:04:11,264 >> {'loss': 0.5931, 'grad_norm': 20.14664077758789, 'learning_rate': 1.4209517384456786e-07, 'epoch': 0.21724979658258747, 'num_input_tokens_seen': 6712983552, 'completed': '86.82% (3_201 / 3_687)', 'remaining time': '4:20:53', 'throughput': '798.55', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 22:04:43,013 >> {'loss': 0.3161, 'grad_norm': 11.748592376708984, 'learning_rate': 1.4192485956940153e-07, 'epoch': 0.2175210197992948, 'num_input_tokens_seen': 6715080704, 'completed': '86.85% (3_202 / 3_687)', 'remaining time': '4:20:21', 'throughput': '8256.72', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 22:05:15,795 >> {'loss': 0.2212, 'grad_norm': 10.327018737792969, 'learning_rate': 1.4175487369757973e-07, 'epoch': 0.21779224301600217, 'num_input_tokens_seen': 6717177856, 'completed': '86.87% (3_203 / 3_687)', 'remaining time': '4:19:49', 'throughput': '7996.70', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 22:05:45,393 >> {'loss': 0.5347, 'grad_norm': 18.968761444091797, 'learning_rate': 1.4158521636590079e-07, 'epoch': 0.21806346623270953, 'num_input_tokens_seen': 6719275008, 'completed': '86.90% (3_204 / 3_687)', 'remaining time': '4:19:15', 'throughput': '8856.67', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 22:06:13,516 >> {'loss': 0.6773, 'grad_norm': 20.50962257385254, 'learning_rate': 1.4141588771089838e-07, 'epoch': 0.21833468944941686, 'num_input_tokens_seen': 6721372160, 'completed': '86.93% (3_205 / 3_687)', 'remaining time': '4:18:40', 'throughput': '9321.50', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 22:06:44,712 >> {'loss': 0.2704, 'grad_norm': 11.771401405334473, 'learning_rate': 1.412468878688418e-07, 'epoch': 0.21860591266612422, 'num_input_tokens_seen': 6723469312, 'completed': '86.95% (3_206 / 3_687)', 'remaining time': '4:18:08', 'throughput': '8402.90', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 22:07:14,889 >> {'loss': 0.2279, 'grad_norm': 11.137237548828125, 'learning_rate': 1.410782169757356e-07, 'epoch': 0.21887713588283156, 'num_input_tokens_seen': 6725566464, 'completed': '86.98% (3_207 / 3_687)', 'remaining time': '4:17:34', 'throughput': '8687.04', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 22:07:45,137 >> {'loss': 0.3856, 'grad_norm': 14.032715797424316, 'learning_rate': 1.4090987516731977e-07, 'epoch': 0.21914835909953892, 'num_input_tokens_seen': 6727663616, 'completed': '87.01% (3_208 / 3_687)', 'remaining time': '4:17:01', 'throughput': '8666.32', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 22:08:18,116 >> {'loss': 0.341, 'grad_norm': 13.834157943725586, 'learning_rate': 1.4074186257906934e-07, 'epoch': 0.21941958231624628, 'num_input_tokens_seen': 6729760768, 'completed': '87.04% (3_209 / 3_687)', 'remaining time': '4:16:29', 'throughput': '7948.84', 'gpu_mem_free': '5581MB'} diff --git a/wandb/run-20241226_145403-c7ovtvny/files/requirements.txt b/wandb/run-20241226_145403-c7ovtvny/files/requirements.txt new file mode 100644 index 0000000000000000000000000000000000000000..589b22115c4d3e96629637d5c616cdcb03e84ab3 --- /dev/null +++ b/wandb/run-20241226_145403-c7ovtvny/files/requirements.txt @@ -0,0 +1,242 @@ +Brotli==1.1.0 +GitPython==3.1.43 +Jinja2==3.1.4 +MarkupSafe==3.0.2 +PyJWT==2.10.0 +PyNaCl==1.5.0 +PyYAML==6.0.2 +Pygments==2.18.0 +accelerate==0.32.1 +aiohappyeyeballs==2.4.3 +aiohttp==3.11.2 +aioprometheus==23.12.0 +aiosignal==1.3.1 +annotated-types==0.7.0 +anthropic==0.39.0 +anyio==4.6.2.post1 +argcomplete==3.5.1 +arrow==1.3.0 +asttokens==2.4.1 +async-timeout==5.0.1 +attrs==24.2.0 +autocommand==2.2.2 +azure-core==1.32.0 +azure-identity==1.19.0 +azure-storage-blob==12.24.0 +azure-storage-file-datalake==12.18.0 +backoff==2.2.1 +backports.tarfile==1.2.0 +bcrypt==4.2.0 +blobfile==3.0.0 +boto3==1.35.63 +botocore==1.35.63 +cachetools==5.5.0 +certifi==2024.8.30 +cffi==1.17.1 +charset-normalizer==3.4.0 +circuitbreaker==2.0.0 +click==8.1.7 +cloudpickle==3.1.0 +comm==0.2.2 +compressed-tensors==0.8.0 +contourpy==1.3.1 +cramjam==2.9.0 +cryptography==43.0.3 +cycler==0.12.1 +datasets==2.20.0 +debugpy==1.8.11 +decorator==5.1.1 +dill==0.3.8 +diskcache==5.6.3 +distro==1.9.0 +docker-pycreds==0.4.0 +docstring_parser==0.16 +einops==0.8.0 +exceptiongroup==1.2.2 +executing==2.1.0 +fastapi==0.115.5 +filelock==3.16.1 +flash-attn==2.6.1 +fonttools==4.55.0 +frozenlist==1.5.0 +fsspec==2024.5.0 +gguf==0.10.0 +gitdb==4.0.11 +google-api-core==2.23.0 +google-auth==2.36.0 +google-cloud-aiplatform==1.71.1 +google-cloud-bigquery==3.27.0 +google-cloud-core==2.4.1 +google-cloud-resource-manager==1.13.1 +google-cloud-storage==2.10.0 +google-crc32c==1.6.0 +google-resumable-media==2.7.2 +googleapis-common-protos==1.66.0 +gql==3.5.0 +graphql-core==3.2.5 +grpc-google-iam-v1==0.13.1 +grpcio-status==1.62.3 +grpcio==1.68.0 +h11==0.14.0 +httpcore==1.0.7 +httptools==0.6.4 +httpx==0.27.2 +huggingface-hub==0.26.2 +idna==3.10 +importlib_metadata==8.0.0 +importlib_metadata==8.5.0 +inflect==7.3.1 +interegular==0.3.3 +ipykernel==6.29.5 +ipython==8.18.0 +isodate==0.7.2 +jaraco.collections==5.1.0 +jaraco.context==5.3.0 +jaraco.functools==4.0.1 +jaraco.text==3.12.1 +jedi==0.19.2 +jiter==0.7.1 +jmespath==1.0.1 +jsonschema-specifications==2024.10.1 +jsonschema==4.23.0 +jupyter_client==8.6.3 +jupyter_core==5.7.2 +kiwisolver==1.4.7 +lark==1.2.2 +llvmlite==0.43.0 +lm-format-enforcer==0.10.9 +lxml==5.3.0 +markdown-it-py==3.0.0 +matplotlib-inline==0.1.7 +matplotlib==3.9.2 +mdurl==0.1.2 +more-itertools==10.3.0 +mosaicml-cli==0.5.34 +mosaicml-streaming==0.8.1 +mpmath==1.3.0 +msal-extensions==1.2.0 +msal==1.31.1 +msgpack==1.1.0 +msgspec==0.18.6 +multidict==6.1.0 +multiprocess==0.70.16 +nest-asyncio==1.6.0 +networkx==3.4.2 +ninja==1.11.1.1 +numba==0.60.0 +numpy==1.26.3 +nvidia-cublas-cu12==12.1.3.1 +nvidia-cuda-cupti-cu12==12.1.105 +nvidia-cuda-nvrtc-cu12==12.1.105 +nvidia-cuda-runtime-cu12==12.1.105 +nvidia-cudnn-cu12==9.1.0.70 +nvidia-cufft-cu12==11.0.2.54 +nvidia-curand-cu12==10.3.2.106 +nvidia-cusolver-cu12==11.4.5.107 +nvidia-cusparse-cu12==12.1.0.106 +nvidia-ml-py==12.560.30 +nvidia-nccl-cu12==2.20.5 +nvidia-nvjitlink-cu12==12.4.127 +nvidia-nvtx-cu12==12.1.105 +oci==2.138.1 +openai==1.54.5 +opencv-python-headless==4.10.0.84 +orjson==3.10.11 +outlines==0.0.46 +packaging==24.1 +packaging==24.2 +pandas==2.2.1 +paramiko==3.5.0 +parso==0.8.4 +partial-json-parser==0.2.1.1.post4 +pexpect==4.9.0 +pillow==10.4.0 +pip==24.3.1 +platformdirs==4.2.2 +platformdirs==4.3.6 +portalocker==2.10.1 +prometheus-fastapi-instrumentator==7.0.0 +prometheus_client==0.21.0 +prompt-toolkit==3.0.36 +propcache==0.2.0 +proto-plus==1.25.0 +protobuf==4.25.3 +psutil==6.1.0 +ptyprocess==0.7.0 +pure_eval==0.2.3 +py-cpuinfo==9.0.0 +pyOpenSSL==24.2.1 +pyairports==2.1.1 +pyarrow-hotfix==0.6 +pyarrow==18.0.0 +pyasn1==0.6.1 +pyasn1_modules==0.4.1 +pycountry==24.6.1 +pycparser==2.22 +pycryptodomex==3.21.0 +pydantic==2.9.2 +pydantic_core==2.23.4 +pyparsing==3.2.0 +python-dateutil==2.9.0 +python-dotenv==1.0.1 +python-snappy==0.7.3 +pytz==2024.2 +pyzmq==26.2.0 +quantile-python==1.1 +questionary==2.0.1 +ray==2.39.0 +referencing==0.35.1 +regex==2023.12.25 +requests==2.32.3 +rich==13.9.4 +rotary-emb==0.5.2 +rpds-py==0.21.0 +rsa==4.9 +ruamel.yaml.clib==0.2.12 +ruamel.yaml==0.18.6 +s3transfer==0.10.3 +safetensors==0.4.5 +sentencepiece==0.1.99 +sentry-sdk==2.18.0 +setproctitle==1.3.4 +setuptools==75.6.0 +shapely==2.0.6 +six==1.16.0 +smmap==5.0.1 +sniffio==1.3.1 +stack-data==0.6.3 +starlette==0.41.3 +sympy==1.13.1 +tiktoken==0.7.0 +tokenizers==0.19.1 +tomli==2.0.1 +torch==2.4.1 +torchvision==0.19.1 +tornado==6.4.1 +tqdm==4.66.4 +traitlets==5.14.3 +transformers==4.44.2 +triton==3.0.0 +typeguard==4.3.0 +types-python-dateutil==2.9.0.20241003 +typing_extensions==4.12.2 +typing_extensions==4.12.2 +tzdata==2024.2 +urllib3==2.2.3 +uvicorn==0.32.0 +uvloop==0.21.0 +validators==0.34.0 +vertexai==1.71.1 +wandb==0.17.3 +watchfiles==0.24.0 +wcwidth==0.2.13 +websockets==11.0.3 +wheel==0.43.0 +wheel==0.45.1 +xformers==0.0.28.post1 +xxhash==3.5.0 +yarl==1.17.2 +zipp==3.19.2 +zipp==3.21.0 +zstandard==0.22.0 +zstd==1.5.5.1 \ No newline at end of file diff --git a/wandb/run-20241226_145403-c7ovtvny/files/wandb-metadata.json b/wandb/run-20241226_145403-c7ovtvny/files/wandb-metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..97c5535bfe9aeb1ae9e785cc9d9e689e0cf08b90 --- /dev/null +++ b/wandb/run-20241226_145403-c7ovtvny/files/wandb-metadata.json @@ -0,0 +1,705 @@ +{ + "os": "Linux-6.8.0-48-generic-x86_64-with-glibc2.39", + "python": "3.10.0", + "heartbeatAt": "2024-12-26T14:54:03.533915", + "startedAt": "2024-12-26T14:54:03.029672", + "docker": null, + "cuda": null, + "args": [ + "--model_family", + "llama", + "--apply_instruct_masks", + "--token_scaled_loss", + "--seq_parallel_size", + "8", + "--report_to", + "wandb", + "--do_train", + "--model_name_or_path", + "/scratch3/workspace/ctpham_umass_edu-ft/models/Llama-3-8B-ProLong-512k-Base/", + "--config_name", + "/scratch3/workspace/ctpham_umass_edu-ft/models/Llama-3-8B-ProLong-512k-Base/", + "--tokenizer_name", + "/scratch3/workspace/ctpham_umass_edu-ft/models/Llama-3-8B-ProLong-512k-Base/", + "--run_name", + "balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_", + "--output_dir", + "/scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_", + "--config_overrides_json", + "", + "--gradient_accumulation_steps", + "2", + "--per_device_train_batch_size", + "1", + "--bf16", + "--learning_rate", + "1e-6", + "--min_lr_ratio", + "0.1", + "--lr_scheduler_type", + "cosine", + "--max_grad_norm", + "1.0", + "--adam_beta1", + "0.9", + "--adam_beta2", + "0.95", + "--weight_decay", + "0.1", + "--warmup_ratio", + "0.05", + "--optim", + "adamw_torch", + "--logging_steps", + "1", + "--log_level", + "info", + "--save_steps", + "200", + "--dataloader_num_workers", + "1", + "--disable_tqdm", + "true", + "--use_fast_tokenizer", + "false", + "--remove_unused_columns", + "false", + "--ddp_find_unused_parameters", + "false", + "--fsdp", + "auto_wrap offload", + "--gradient_checkpointing", + "--tokenized_mds_train", + "/work/pi_miyyer_umass_edu/ctpham/BookClaim-dev/data/ft/bookclaim_balanced_pack_complete", + "--cuda_empty_cache", + "--num_train_epochs", + "1" + ], + "state": "running", + "program": "/work/pi_miyyer_umass_edu/ctpham/BookClaim-dev/prolong-final/finetune.py", + "codePathLocal": "finetune.py", + "codePath": "prolong-final/finetune.py", + "git": { + "remote": "https://github.com/chtmp223/BookGen-dev.git", + "commit": "438e68ae65a707227d28baa427c5f6fdb0932c7b" + }, + "email": "ctpham@umass.edu", + "root": "/work/pi_miyyer_umass_edu/ctpham/BookClaim-dev", + "host": "gpu021", + "username": "ctpham_umass_edu", + "executable": "/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/bin/python3.10", + "cpu_count": 112, + "cpu_count_logical": 112, + "cpu_freq": { + "current": 903.8299553571429, + "min": 800.0, + "max": 3800.0 + }, + "cpu_freq_per_core": [ + { + "current": 790.24, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 1600.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 1700.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 784.117, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 787.786, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 1800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 1000.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 892.512, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 1400.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 790.711, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 790.69, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 1300.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 2400.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 1100.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 1782.468, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 1100.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 1700.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 1000.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 784.039, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 782.714, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 783.793, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 794.544, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 784.441, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + } + ], + "disk": { + "/": { + "total": 438.487850189209, + "used": 16.265323638916016 + } + }, + "gpu": "NVIDIA A100-SXM4-80GB", + "gpu_count": 8, + "gpu_devices": [ + { + "name": "NVIDIA A100-SXM4-80GB", + "memory_total": 85899345920 + }, + { + "name": "NVIDIA A100-SXM4-80GB", + "memory_total": 85899345920 + }, + { + "name": "NVIDIA A100-SXM4-80GB", + "memory_total": 85899345920 + }, + { + "name": "NVIDIA A100-SXM4-80GB", + "memory_total": 85899345920 + }, + { + "name": "NVIDIA A100-SXM4-80GB", + "memory_total": 85899345920 + }, + { + "name": "NVIDIA A100-SXM4-80GB", + "memory_total": 85899345920 + }, + { + "name": "NVIDIA A100-SXM4-80GB", + "memory_total": 85899345920 + }, + { + "name": "NVIDIA A100-SXM4-80GB", + "memory_total": 85899345920 + } + ], + "memory": { + "total": 2015.3287200927734 + } +} diff --git a/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json b/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json new file mode 100644 index 0000000000000000000000000000000000000000..1c7d554325016a74c47282e7cdcf355e929bec65 --- /dev/null +++ b/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json @@ -0,0 +1 @@ +{"train/loss": 0.4968, "train/grad_norm": 16.78160285949707, "train/learning_rate": 1.4057417934619453e-07, "train/epoch": 0.21969080553295361, "train/num_input_tokens_seen": 6731857920, "train/global_step": 3210, "_timestamp": 1735250926.6301687, "_runtime": 26083.580728769302, "_step": 809} \ No newline at end of file diff --git a/wandb/run-20241226_145403-c7ovtvny/logs/debug-internal.log b/wandb/run-20241226_145403-c7ovtvny/logs/debug-internal.log new file mode 100644 index 0000000000000000000000000000000000000000..ed37d3a6f73ce8ca46d5c7381ec33d37ba8a6940 --- /dev/null +++ b/wandb/run-20241226_145403-c7ovtvny/logs/debug-internal.log @@ -0,0 +1,39624 @@ +2024-12-26 14:54:03,048 INFO StreamThr :823089 [internal.py:wandb_internal():85] W&B internal server running at pid: 823089, started at: 2024-12-26 14:54:03.046903 +2024-12-26 14:54:03,049 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status +2024-12-26 14:54:03,058 INFO WriterThread:823089 [datastore.py:open_for_write():87] open: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/run-c7ovtvny.wandb +2024-12-26 14:54:03,059 DEBUG SenderThread:823089 [sender.py:send():379] send: header +2024-12-26 14:54:03,102 DEBUG SenderThread:823089 [sender.py:send():379] send: run +2024-12-26 14:54:03,325 INFO SenderThread:823089 [dir_watcher.py:__init__():211] watching files in: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files +2024-12-26 14:54:03,326 INFO SenderThread:823089 [sender.py:_start_run_threads():1188] run started: c7ovtvny with start time 1735224843.04944 +2024-12-26 14:54:03,348 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: check_version +2024-12-26 14:54:03,348 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: check_version +2024-12-26 14:54:03,420 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: run_start +2024-12-26 14:54:03,451 DEBUG HandlerThread:823089 [system_info.py:__init__():26] System info init +2024-12-26 14:54:03,452 DEBUG HandlerThread:823089 [system_info.py:__init__():41] System info init done +2024-12-26 14:54:03,452 INFO HandlerThread:823089 [system_monitor.py:start():194] Starting system monitor +2024-12-26 14:54:03,452 INFO SystemMonitor:823089 [system_monitor.py:_start():158] Starting system asset monitoring threads +2024-12-26 14:54:03,452 INFO HandlerThread:823089 [system_monitor.py:probe():214] Collecting system info +2024-12-26 14:54:03,453 INFO SystemMonitor:823089 [interfaces.py:start():188] Started cpu monitoring +2024-12-26 14:54:03,454 INFO SystemMonitor:823089 [interfaces.py:start():188] Started disk monitoring +2024-12-26 14:54:03,454 INFO SystemMonitor:823089 [interfaces.py:start():188] Started gpu monitoring +2024-12-26 14:54:03,455 INFO SystemMonitor:823089 [interfaces.py:start():188] Started memory monitoring +2024-12-26 14:54:03,456 INFO SystemMonitor:823089 [interfaces.py:start():188] Started network monitoring +2024-12-26 14:54:03,533 DEBUG HandlerThread:823089 [system_info.py:probe():152] Probing system +2024-12-26 14:54:03,537 DEBUG HandlerThread:823089 [system_info.py:_probe_git():137] Probing git +2024-12-26 14:54:03,555 DEBUG HandlerThread:823089 [system_info.py:_probe_git():145] Probing git done +2024-12-26 14:54:03,555 DEBUG HandlerThread:823089 [system_info.py:probe():200] Probing system done +2024-12-26 14:54:03,555 DEBUG HandlerThread:823089 [system_monitor.py:probe():223] {'os': 'Linux-6.8.0-48-generic-x86_64-with-glibc2.39', 'python': '3.10.0', 'heartbeatAt': '2024-12-26T14:54:03.533915', 'startedAt': '2024-12-26T14:54:03.029672', 'docker': None, 'cuda': None, 'args': ('--model_family', 'llama', '--apply_instruct_masks', '--token_scaled_loss', '--seq_parallel_size', '8', '--report_to', 'wandb', '--do_train', '--model_name_or_path', '/scratch3/workspace/ctpham_umass_edu-ft/models/Llama-3-8B-ProLong-512k-Base/', '--config_name', '/scratch3/workspace/ctpham_umass_edu-ft/models/Llama-3-8B-ProLong-512k-Base/', '--tokenizer_name', '/scratch3/workspace/ctpham_umass_edu-ft/models/Llama-3-8B-ProLong-512k-Base/', '--run_name', 'balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_', '--output_dir', '/scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_', '--config_overrides_json', '', '--gradient_accumulation_steps', '2', '--per_device_train_batch_size', '1', '--bf16', '--learning_rate', '1e-6', '--min_lr_ratio', '0.1', '--lr_scheduler_type', 'cosine', '--max_grad_norm', '1.0', '--adam_beta1', '0.9', '--adam_beta2', '0.95', '--weight_decay', '0.1', '--warmup_ratio', '0.05', '--optim', 'adamw_torch', '--logging_steps', '1', '--log_level', 'info', '--save_steps', '200', '--dataloader_num_workers', '1', '--disable_tqdm', 'true', '--use_fast_tokenizer', 'false', '--remove_unused_columns', 'false', '--ddp_find_unused_parameters', 'false', '--fsdp', 'auto_wrap offload', '--gradient_checkpointing', '--tokenized_mds_train', '/work/pi_miyyer_umass_edu/ctpham/BookClaim-dev/data/ft/bookclaim_balanced_pack_complete', '--cuda_empty_cache', '--num_train_epochs', '1'), 'state': 'running', 'program': '/work/pi_miyyer_umass_edu/ctpham/BookClaim-dev/prolong-final/finetune.py', 'codePathLocal': 'finetune.py', 'codePath': 'prolong-final/finetune.py', 'git': {'remote': 'https://github.com/chtmp223/BookGen-dev.git', 'commit': '438e68ae65a707227d28baa427c5f6fdb0932c7b'}, 'email': 'ctpham@umass.edu', 'root': '/work/pi_miyyer_umass_edu/ctpham/BookClaim-dev', 'host': 'gpu021', 'username': 'ctpham_umass_edu', 'executable': '/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/bin/python3.10', 'cpu_count': 112, 'cpu_count_logical': 112, 'cpu_freq': {'current': 903.8299553571429, 'min': 800.0, 'max': 3800.0}, 'cpu_freq_per_core': [{'current': 790.24, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 1600.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 1700.0, 'min': 800.0, 'max': 3800.0}, {'current': 784.117, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 787.786, 'min': 800.0, 'max': 3800.0}, {'current': 1800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 1000.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 892.512, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 1400.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 790.711, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 790.69, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 1300.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 2400.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 1100.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 1782.468, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 1100.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 1700.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 1000.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 784.039, 'min': 800.0, 'max': 3800.0}, {'current': 782.714, 'min': 800.0, 'max': 3800.0}, {'current': 783.793, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 794.544, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 784.441, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}], 'disk': {'/': {'total': 438.487850189209, 'used': 16.265323638916016}}, 'gpu': 'NVIDIA A100-SXM4-80GB', 'gpu_count': 8, 'gpu_devices': [{'name': 'NVIDIA A100-SXM4-80GB', 'memory_total': 85899345920}, {'name': 'NVIDIA A100-SXM4-80GB', 'memory_total': 85899345920}, {'name': 'NVIDIA A100-SXM4-80GB', 'memory_total': 85899345920}, {'name': 'NVIDIA A100-SXM4-80GB', 'memory_total': 85899345920}, {'name': 'NVIDIA A100-SXM4-80GB', 'memory_total': 85899345920}, {'name': 'NVIDIA A100-SXM4-80GB', 'memory_total': 85899345920}, {'name': 'NVIDIA A100-SXM4-80GB', 'memory_total': 85899345920}, {'name': 'NVIDIA A100-SXM4-80GB', 'memory_total': 85899345920}], 'memory': {'total': 2015.3287200927734}} +2024-12-26 14:54:03,556 INFO HandlerThread:823089 [system_monitor.py:probe():224] Finished collecting system info +2024-12-26 14:54:03,556 INFO HandlerThread:823089 [system_monitor.py:probe():227] Publishing system info +2024-12-26 14:54:03,556 DEBUG HandlerThread:823089 [system_info.py:_save_conda():209] Saving list of conda packages installed into the current environment +2024-12-26 14:54:04,327 INFO Thread-12 :823089 [dir_watcher.py:_on_file_created():271] file/dir created: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/conda-environment.yaml +2024-12-26 14:54:11,037 DEBUG HandlerThread:823089 [system_info.py:_save_conda():224] Saving conda packages done +2024-12-26 14:54:11,041 INFO HandlerThread:823089 [system_monitor.py:probe():229] Finished publishing system info +2024-12-26 14:54:11,047 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 14:54:11,047 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 14:54:11,048 DEBUG SenderThread:823089 [sender.py:send():379] send: files +2024-12-26 14:54:11,048 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-metadata.json with policy now +2024-12-26 14:54:11,325 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: python_packages +2024-12-26 14:54:11,325 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: python_packages +2024-12-26 14:54:11,327 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 14:54:11,327 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:54:11,328 DEBUG SenderThread:823089 [sender.py:send():379] send: telemetry +2024-12-26 14:54:11,328 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 14:54:11,335 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/conda-environment.yaml +2024-12-26 14:54:11,336 INFO Thread-12 :823089 [dir_watcher.py:_on_file_created():271] file/dir created: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-metadata.json +2024-12-26 14:54:11,336 INFO Thread-12 :823089 [dir_watcher.py:_on_file_created():271] file/dir created: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/requirements.txt +2024-12-26 14:54:11,422 INFO wandb-upload_0:823089 [upload_job.py:push():130] Uploaded file /tmp/tmpe1bywh49wandb/g9n92zls-wandb-metadata.json +2024-12-26 14:54:11,484 DEBUG SenderThread:823089 [sender.py:send():379] send: config +2024-12-26 14:54:11,485 DEBUG SenderThread:823089 [sender.py:send():379] send: telemetry +2024-12-26 14:54:11,485 DEBUG SenderThread:823089 [sender.py:send():379] send: metric +2024-12-26 14:54:11,485 DEBUG SenderThread:823089 [sender.py:send():379] send: telemetry +2024-12-26 14:54:11,485 DEBUG SenderThread:823089 [sender.py:send():379] send: metric +2024-12-26 14:54:11,485 WARNING SenderThread:823089 [sender.py:send_metric():1405] Seen metric with glob (shouldn't happen) +2024-12-26 14:54:11,485 DEBUG SenderThread:823089 [sender.py:send():379] send: telemetry +2024-12-26 14:54:11,485 DEBUG SenderThread:823089 [sender.py:send():379] send: telemetry +2024-12-26 14:54:11,485 DEBUG SenderThread:823089 [sender.py:send():379] send: config +2024-12-26 14:54:12,327 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:54:12,336 INFO Thread-12 :823089 [dir_watcher.py:_on_file_created():271] file/dir created: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 14:54:13,327 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:54:13,486 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 14:54:14,327 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:54:14,338 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 14:54:15,327 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:54:16,327 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:54:17,327 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:54:18,327 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:54:19,327 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:54:19,328 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 14:54:20,327 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:54:21,327 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:54:22,327 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:54:23,328 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:54:24,328 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:54:25,249 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 14:54:25,328 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:54:26,326 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 14:54:26,326 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 14:54:26,347 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 14:54:26,366 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:54:27,328 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:54:28,328 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:54:29,328 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:54:30,328 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:54:30,483 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 14:54:31,328 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:54:32,329 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:54:33,329 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:54:34,426 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:54:35,338 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:54:36,333 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 14:54:36,341 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:54:37,337 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:54:37,353 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/config.yaml +2024-12-26 14:54:38,338 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:54:39,338 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:54:40,338 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:54:41,326 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 14:54:41,326 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 14:54:41,366 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:54:41,490 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 14:54:42,338 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:54:43,338 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:54:44,338 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:54:45,338 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:54:46,338 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:54:47,327 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 14:54:47,338 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:54:48,348 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:54:49,344 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:54:50,345 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:54:51,347 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:54:52,343 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 14:54:52,348 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:54:53,351 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:54:54,351 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:54:55,353 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:54:56,326 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 14:54:56,327 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 14:54:56,367 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:54:56,722 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 14:54:56,725 DEBUG SenderThread:823089 [sender.py:send():379] send: metric +2024-12-26 14:54:56,726 DEBUG SenderThread:823089 [sender.py:send():379] send: metric +2024-12-26 14:54:56,726 DEBUG SenderThread:823089 [sender.py:send():379] send: metric +2024-12-26 14:54:56,726 DEBUG SenderThread:823089 [sender.py:send():379] send: metric +2024-12-26 14:54:56,726 DEBUG SenderThread:823089 [sender.py:send():379] send: metric +2024-12-26 14:54:56,726 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 14:54:56,727 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 14:54:56,729 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 14:54:57,354 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:54:57,377 INFO Thread-12 :823089 [dir_watcher.py:_on_file_created():271] file/dir created: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 14:54:57,764 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 14:54:58,354 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:54:58,378 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 14:54:59,354 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:55:00,354 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:55:01,354 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:55:02,354 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:55:03,335 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 14:55:03,354 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:55:03,456 DEBUG SystemMonitor:823089 [system_monitor.py:_start():172] Starting system metrics aggregation loop +2024-12-26 14:55:03,458 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 14:55:04,354 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:55:05,354 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:55:06,355 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:55:07,355 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:55:08,340 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 14:55:08,355 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:55:09,355 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:55:09,384 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/config.yaml +2024-12-26 14:55:10,355 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:55:11,326 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 14:55:11,327 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 14:55:11,367 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:55:12,355 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:55:13,355 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:55:14,355 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:55:14,407 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 14:55:15,355 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:55:16,356 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:55:17,356 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:55:18,356 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:55:19,356 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:55:20,335 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 14:55:20,356 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:55:21,356 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:55:22,356 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:55:23,356 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:55:24,364 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:55:25,343 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 14:55:25,360 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:55:26,328 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 14:55:26,329 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 14:55:26,372 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:55:27,361 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:55:28,361 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:55:28,853 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 14:55:28,854 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 14:55:28,854 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 14:55:28,857 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 14:55:29,361 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:55:29,404 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 14:55:30,361 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:55:30,405 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 14:55:30,894 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 14:55:31,361 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:55:32,361 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:55:33,361 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:55:33,461 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 14:55:34,361 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:55:35,362 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:55:36,341 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 14:55:36,361 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:55:37,363 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:55:38,362 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:55:39,362 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:55:40,604 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:55:41,328 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 14:55:41,330 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 14:55:41,452 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 14:55:41,603 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:55:42,603 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:55:43,603 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:55:44,603 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:55:45,603 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:55:46,603 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:55:47,341 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 14:55:47,603 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:55:48,603 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:55:49,603 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:55:50,604 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:55:51,604 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:55:52,349 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 14:55:52,610 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:55:53,612 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:55:54,612 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:55:55,612 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:55:56,336 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 14:55:56,337 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 14:55:56,612 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:55:57,435 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 14:55:57,560 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 14:55:57,561 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 14:55:57,562 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 14:55:57,564 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 14:55:57,983 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:55:58,429 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 14:55:58,430 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 14:55:58,715 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:55:59,715 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:56:00,715 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:56:01,715 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:56:02,715 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:56:03,345 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 14:56:03,464 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 14:56:03,715 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:56:04,715 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:56:05,715 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:56:06,715 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:56:07,715 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:56:08,716 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:56:09,345 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 14:56:09,716 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:56:10,716 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:56:11,332 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 14:56:11,333 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 14:56:11,716 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:56:12,716 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:56:13,716 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:56:14,496 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 14:56:14,716 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:56:15,716 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:56:16,716 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:56:17,716 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:56:18,717 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:56:19,717 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:56:20,345 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 14:56:20,717 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:56:21,719 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:56:22,719 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:56:23,720 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:56:24,721 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:56:25,360 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 14:56:25,720 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:56:26,333 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 14:56:26,334 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 14:56:26,588 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 14:56:26,590 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 14:56:26,591 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 14:56:26,594 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 14:56:26,994 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:56:27,460 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 14:56:27,739 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:56:28,461 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 14:56:28,739 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:56:29,739 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:56:30,595 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 14:56:30,739 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:56:31,739 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:56:32,739 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:56:33,468 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 14:56:33,739 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:56:34,739 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:56:35,740 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:56:36,348 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 14:56:36,740 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:56:37,740 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:56:38,740 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:56:39,741 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:56:40,740 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:56:41,333 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 14:56:41,333 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 14:56:41,403 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 14:56:41,740 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:56:42,740 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:56:43,740 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:56:44,740 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:56:45,740 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:56:46,741 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:56:47,349 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 14:56:47,741 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:56:48,741 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:56:49,741 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:56:50,741 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:56:51,749 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:56:52,359 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 14:56:52,746 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:56:53,752 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:56:54,749 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:56:55,752 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:56:56,335 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 14:56:56,335 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 14:56:56,750 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 14:56:56,752 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 14:56:56,752 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 14:56:56,754 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:56:56,754 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 14:56:57,494 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 14:56:57,754 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:56:57,755 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 14:56:58,495 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 14:56:58,754 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:56:59,754 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:57:00,754 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:57:01,754 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:57:02,754 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:57:03,353 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 14:57:03,472 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 14:57:03,754 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:57:04,755 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:57:05,755 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:57:06,755 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:57:07,755 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:57:08,755 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:57:09,353 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 14:57:09,755 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:57:10,755 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:57:11,335 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 14:57:11,335 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 14:57:11,755 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:57:12,755 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:57:13,755 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:57:14,431 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 14:57:14,755 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:57:15,756 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:57:16,756 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:57:17,756 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:57:18,756 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:57:19,756 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:57:20,361 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 14:57:20,766 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:57:21,759 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:57:22,762 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:57:23,762 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:57:24,763 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:57:25,763 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:57:26,079 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 14:57:26,081 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 14:57:26,081 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 14:57:26,081 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 14:57:26,086 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 14:57:26,500 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 14:57:26,500 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 14:57:26,529 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 14:57:26,763 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:57:27,763 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:57:28,531 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 14:57:28,763 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:57:29,763 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:57:30,763 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:57:31,495 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 14:57:31,763 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:57:32,763 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:57:33,476 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 14:57:33,763 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:57:34,763 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:57:35,763 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:57:36,763 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:57:37,494 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 14:57:37,764 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:57:38,764 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:57:39,764 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:57:40,764 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:57:41,495 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 14:57:41,496 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 14:57:41,764 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:57:42,670 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 14:57:42,764 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:57:43,764 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:57:44,764 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:57:45,764 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:57:46,764 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:57:47,764 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:57:48,495 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 14:57:48,765 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:57:49,765 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:57:50,778 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:57:51,770 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:57:52,770 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:57:53,501 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 14:57:53,771 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:57:54,772 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:57:55,772 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:57:55,973 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 14:57:55,974 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 14:57:55,975 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 14:57:55,977 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 14:57:56,494 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 14:57:56,495 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 14:57:56,553 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 14:57:56,772 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:57:57,772 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:57:58,555 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 14:57:58,629 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 14:57:58,772 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:57:59,772 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:58:00,772 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:58:01,772 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:58:02,772 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:58:03,480 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 14:58:03,773 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:58:04,482 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 14:58:04,773 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:58:05,773 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:58:06,773 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:58:07,773 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:58:08,773 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:58:09,499 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 14:58:09,773 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:58:10,773 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:58:11,494 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 14:58:11,495 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 14:58:11,773 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:58:12,773 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:58:13,773 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:58:14,569 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 14:58:14,774 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:58:15,774 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:58:16,774 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:58:17,774 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:58:18,774 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:58:19,774 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:58:20,509 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 14:58:20,781 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:58:21,779 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:58:22,778 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:58:23,781 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:58:24,782 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:58:25,507 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 14:58:25,739 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 14:58:25,740 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 14:58:25,741 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 14:58:25,743 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 14:58:26,151 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:58:26,494 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 14:58:26,495 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 14:58:26,583 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 14:58:26,583 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 14:58:27,150 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:58:28,150 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:58:29,151 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:58:30,151 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:58:30,616 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 14:58:31,151 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:58:32,151 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:58:33,151 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:58:33,484 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 14:58:34,151 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:58:35,151 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:58:36,151 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:58:36,487 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 14:58:37,151 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:58:38,151 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:58:39,152 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:58:40,152 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:58:41,152 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:58:41,494 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 14:58:41,495 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 14:58:41,664 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 14:58:42,152 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:58:43,152 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:58:44,152 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:58:45,152 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:58:46,152 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:58:47,152 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:58:47,505 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 14:58:48,152 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:58:49,153 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:58:50,153 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:58:51,153 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:58:52,153 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:58:53,153 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:58:53,505 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 14:58:54,153 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:58:55,158 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:58:56,159 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:58:56,498 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 14:58:56,499 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 14:58:57,155 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:58:58,155 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:58:58,676 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 14:58:59,156 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:59:00,156 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:59:00,238 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 14:59:00,240 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 14:59:00,240 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 14:59:00,245 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 14:59:00,614 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 14:59:01,156 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:59:02,156 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:59:02,616 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 14:59:03,156 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:59:03,488 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 14:59:04,156 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:59:04,490 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 14:59:05,156 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:59:06,156 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:59:07,156 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:59:08,156 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:59:09,156 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:59:09,510 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 14:59:10,157 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:59:11,157 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:59:11,498 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 14:59:11,499 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 14:59:12,157 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:59:13,157 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:59:14,178 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:59:14,668 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 14:59:15,173 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:59:16,173 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:59:17,173 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:59:18,173 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:59:19,173 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:59:20,173 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:59:20,510 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 14:59:21,173 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:59:22,173 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:59:23,174 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:59:24,174 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:59:25,174 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:59:26,183 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:59:26,500 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 14:59:26,500 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 14:59:26,625 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 14:59:27,182 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:59:28,181 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:59:29,184 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:59:30,180 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:59:31,180 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:59:31,663 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 14:59:31,664 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 14:59:31,665 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 14:59:31,666 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 14:59:31,668 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 14:59:32,181 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:59:32,648 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 14:59:32,648 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 14:59:33,181 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:59:33,493 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 14:59:34,181 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:59:35,181 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:59:36,181 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:59:37,181 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:59:37,513 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 14:59:38,181 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:59:39,181 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:59:40,181 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:59:41,181 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:59:41,500 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 14:59:41,500 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 14:59:42,181 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:59:42,586 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 14:59:43,181 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:59:44,182 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:59:45,182 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:59:46,182 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:59:47,182 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:59:48,182 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:59:48,514 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 14:59:49,182 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:59:50,182 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:59:51,182 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:59:52,182 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:59:53,182 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:59:54,190 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:59:54,519 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 14:59:55,190 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:59:56,189 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:59:56,504 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 14:59:56,509 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 14:59:57,193 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:59:58,192 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:59:59,190 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 14:59:59,626 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 14:59:59,722 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 14:59:59,723 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 14:59:59,723 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 14:59:59,724 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 15:00:00,190 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:00:00,672 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 15:00:00,672 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 15:00:01,190 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:00:02,190 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:00:03,190 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:00:03,497 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 15:00:04,190 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:00:05,190 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:00:05,499 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:00:06,190 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:00:07,190 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:00:08,191 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:00:09,191 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:00:10,191 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:00:10,515 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:00:11,191 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:00:11,504 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:00:11,505 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:00:12,191 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:00:13,191 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:00:14,191 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:00:15,191 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:00:15,642 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:00:16,191 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:00:17,192 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:00:18,192 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:00:19,192 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:00:20,192 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:00:21,192 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:00:21,515 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:00:22,192 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:00:23,193 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:00:24,193 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:00:25,201 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:00:26,196 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:00:26,507 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:00:26,511 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:00:26,625 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:00:27,194 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:00:28,195 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:00:29,198 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:00:30,199 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:00:30,808 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 15:00:30,810 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 15:00:30,811 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 15:00:30,812 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 15:00:31,223 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:00:31,697 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 15:00:32,221 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:00:32,517 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:00:32,698 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 15:00:33,221 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:00:33,501 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 15:00:34,221 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:00:35,221 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:00:36,221 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:00:37,221 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:00:38,221 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:00:38,517 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:00:39,222 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:00:40,222 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:00:41,222 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:00:41,507 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:00:41,507 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:00:42,222 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:00:43,222 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:00:43,628 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:00:44,222 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:00:45,222 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:00:46,222 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:00:47,222 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:00:48,222 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:00:49,223 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:00:49,518 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:00:50,223 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:00:51,223 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:00:52,223 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:00:53,223 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:00:54,223 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:00:54,518 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:00:55,235 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:00:56,227 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:00:56,507 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:00:56,507 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:00:57,230 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:00:58,233 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:00:59,228 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:00:59,594 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:01:00,228 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:01:00,624 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 15:01:00,625 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 15:01:00,625 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 15:01:00,627 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 15:01:00,722 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 15:01:01,228 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:01:02,228 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:01:02,724 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 15:01:03,228 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:01:03,505 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 15:01:04,228 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:01:05,228 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:01:05,507 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:01:06,228 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:01:07,229 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:01:08,229 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:01:09,229 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:01:10,229 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:01:10,524 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:01:11,229 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:01:11,507 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:01:11,507 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:01:12,229 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:01:13,229 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:01:14,229 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:01:15,230 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:01:15,594 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:01:16,229 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:01:17,230 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:01:18,230 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:01:19,230 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:01:20,230 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:01:21,230 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:01:21,524 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:01:22,230 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:01:23,230 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:01:24,230 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:01:25,230 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:01:26,230 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:01:26,507 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:01:26,507 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:01:26,583 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:01:27,239 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:01:28,234 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:01:29,234 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:01:30,243 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:01:31,237 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:01:32,238 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:01:32,527 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:01:32,736 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 15:01:32,737 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 15:01:32,737 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 15:01:32,738 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 15:01:32,750 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 15:01:33,238 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:01:33,509 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 15:01:34,238 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:01:34,752 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 15:01:35,238 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:01:36,238 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:01:37,238 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:01:37,527 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:01:38,239 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:01:39,238 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:01:40,238 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:01:41,238 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:01:41,508 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:01:41,508 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:01:42,239 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:01:42,632 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:01:43,239 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:01:44,239 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:01:45,239 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:01:46,239 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:01:47,239 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:01:48,239 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:01:48,624 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:01:49,239 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:01:50,239 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:01:51,239 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:01:52,240 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:01:53,240 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:01:54,240 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:01:54,535 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:01:55,240 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:01:56,240 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:01:56,507 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:01:56,508 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:01:57,240 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:01:58,240 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:01:59,251 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:01:59,635 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:02:00,243 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:02:01,244 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:02:02,245 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:02:03,250 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:02:03,515 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 15:02:04,247 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:02:04,847 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 15:02:04,849 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 15:02:04,849 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 15:02:04,850 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:02:04,851 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 15:02:05,257 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:02:05,777 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 15:02:06,256 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:02:06,778 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 15:02:07,256 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:02:08,256 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:02:09,256 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:02:10,256 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:02:10,539 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:02:11,256 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:02:11,507 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:02:11,508 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:02:12,256 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:02:13,257 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:02:14,257 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:02:15,257 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:02:15,595 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:02:16,257 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:02:17,257 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:02:18,257 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:02:19,257 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:02:20,257 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:02:21,257 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:02:21,539 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:02:22,258 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:02:23,258 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:02:24,258 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:02:25,258 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:02:26,258 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:02:26,508 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:02:26,508 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:02:26,590 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:02:27,258 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:02:28,258 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:02:29,268 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:02:30,264 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:02:31,270 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:02:32,266 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:02:32,542 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:02:33,265 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:02:33,519 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 15:02:34,265 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:02:34,568 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 15:02:34,570 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 15:02:34,570 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 15:02:34,572 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 15:02:34,807 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 15:02:35,265 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:02:36,265 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:02:36,808 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 15:02:37,265 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:02:37,541 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:02:38,265 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:02:39,265 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:02:40,265 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:02:41,266 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:02:41,508 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:02:41,508 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:02:42,266 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:02:42,574 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:02:43,266 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:02:44,266 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:02:45,266 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:02:46,266 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:02:47,266 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:02:48,266 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:02:48,542 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:02:49,266 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:02:50,267 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:02:51,267 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:02:52,267 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:02:53,267 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:02:53,542 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:02:54,267 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:02:55,267 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:02:56,267 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:02:56,508 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:02:56,508 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:02:57,267 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:02:58,267 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:02:58,675 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:02:59,268 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:03:00,278 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:03:01,273 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:03:02,274 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:03:03,275 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:03:03,523 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 15:03:04,275 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:03:04,524 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:03:05,274 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:03:05,536 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 15:03:05,537 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 15:03:05,538 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 15:03:05,539 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 15:03:05,835 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 15:03:06,274 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:03:06,836 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 15:03:07,274 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:03:08,274 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:03:09,274 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:03:09,545 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:03:10,274 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:03:11,275 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:03:11,508 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:03:11,508 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:03:12,275 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:03:13,275 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:03:14,275 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:03:14,613 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:03:15,275 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:03:16,275 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:03:17,275 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:03:18,275 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:03:19,275 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:03:20,275 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:03:20,546 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:03:21,276 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:03:22,275 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:03:23,276 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:03:24,276 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:03:25,276 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:03:25,546 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:03:26,276 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:03:26,508 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:03:26,509 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:03:27,276 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:03:28,276 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:03:29,276 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:03:30,280 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:03:30,635 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:03:31,278 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:03:32,283 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:03:33,279 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:03:33,527 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 15:03:34,281 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:03:35,280 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:03:35,512 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 15:03:35,514 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 15:03:35,514 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 15:03:35,515 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 15:03:35,860 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 15:03:36,280 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:03:36,546 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:03:36,861 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 15:03:37,280 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:03:38,280 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:03:39,280 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:03:40,280 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:03:41,280 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:03:41,508 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:03:41,509 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:03:41,674 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:03:42,280 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:03:43,280 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:03:44,280 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:03:45,280 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:03:46,281 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:03:47,281 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:03:47,546 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:03:48,281 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:03:49,281 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:03:50,281 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:03:51,281 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:03:52,281 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:03:52,547 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:03:53,281 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:03:54,282 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:03:55,282 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:03:56,282 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:03:56,508 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:03:56,509 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:03:57,282 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:03:57,649 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:03:58,282 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:03:59,282 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:04:00,282 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:04:01,282 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:04:02,282 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:04:03,282 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:04:03,531 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 15:04:03,538 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:04:04,282 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:04:05,290 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:04:06,287 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:04:07,285 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:04:08,288 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:04:08,548 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:04:09,286 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:04:10,285 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:04:10,852 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 15:04:10,854 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 15:04:10,854 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 15:04:10,856 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 15:04:10,892 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 15:04:12,010 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:04:12,011 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:04:12,017 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:04:12,894 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 15:04:13,008 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:04:14,008 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:04:14,118 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:04:15,008 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:04:16,009 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:04:17,009 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:04:18,009 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:04:19,009 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:04:20,009 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:04:20,009 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:04:21,009 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:04:22,009 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:04:23,009 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:04:24,009 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:04:25,010 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:04:26,009 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:04:26,010 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:04:27,009 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:04:27,009 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:04:27,050 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:04:28,010 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:04:29,010 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:04:30,010 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:04:31,010 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:04:31,150 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:04:32,010 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:04:33,010 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:04:33,536 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 15:04:34,010 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:04:35,010 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:04:36,010 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:04:36,546 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:04:37,013 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:04:38,014 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:04:39,020 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:04:40,018 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:04:41,019 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:04:42,009 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:04:42,009 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:04:42,049 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:04:42,122 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:04:42,282 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 15:04:42,284 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 15:04:42,284 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 15:04:42,286 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 15:04:42,919 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 15:04:42,920 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 15:04:43,020 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:04:44,019 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:04:45,019 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:04:46,020 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:04:47,020 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:04:48,011 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:04:48,020 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:04:49,020 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:04:50,020 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:04:51,020 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:04:52,020 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:04:53,020 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:04:54,012 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:04:54,020 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:04:55,020 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:04:56,021 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:04:57,009 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:04:57,010 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:04:57,049 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:04:58,021 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:04:59,021 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:04:59,124 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:05:00,021 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:05:01,021 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:05:02,021 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:05:03,021 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:05:03,539 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 15:05:04,021 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:05:04,542 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:05:05,021 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:05:06,022 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:05:07,022 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:05:08,022 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:05:09,028 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:05:10,017 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:05:10,023 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:05:11,023 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:05:12,010 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:05:12,011 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:05:12,055 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:05:13,028 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:05:14,024 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:05:14,488 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 15:05:14,489 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 15:05:14,490 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 15:05:14,492 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 15:05:14,960 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 15:05:15,024 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:05:15,530 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:05:16,024 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:05:16,962 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 15:05:17,025 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:05:18,024 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:05:19,024 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:05:20,024 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:05:21,015 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:05:21,024 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:05:22,024 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:05:23,024 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:05:24,025 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:05:25,025 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:05:26,025 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:05:27,016 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:05:27,194 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:05:27,194 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:05:27,195 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:05:28,189 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:05:29,189 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:05:30,190 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:05:31,190 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:05:32,190 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:05:32,190 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:05:33,190 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:05:33,542 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 15:05:34,190 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:05:35,190 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:05:36,190 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:05:37,190 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:05:38,190 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:05:38,190 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:05:39,194 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:05:40,197 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:05:41,196 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:05:42,105 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:05:42,106 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:05:42,196 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:05:43,197 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:05:43,205 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:05:44,197 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:05:44,685 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 15:05:44,687 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 15:05:44,687 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 15:05:44,689 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 15:05:44,985 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 15:05:45,197 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:05:46,197 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:05:46,987 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 15:05:47,197 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:05:48,197 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:05:49,195 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:05:49,197 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:05:50,197 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:05:51,197 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:05:52,197 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:05:53,197 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:05:54,197 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:05:55,196 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:05:55,198 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:05:56,198 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:05:57,105 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:05:57,106 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:05:57,198 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:05:58,198 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:05:59,198 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:06:00,198 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:06:00,261 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:06:01,198 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:06:02,198 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:06:03,198 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:06:03,546 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 15:06:04,199 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:06:05,199 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:06:05,549 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:06:06,199 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:06:07,199 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:06:08,199 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:06:09,199 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:06:10,205 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:06:11,203 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:06:11,203 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:06:12,109 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:06:12,110 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:06:12,203 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:06:13,204 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:06:14,204 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:06:15,204 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:06:15,336 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 15:06:15,338 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 15:06:15,338 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 15:06:15,339 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 15:06:16,017 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 15:06:16,204 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:06:16,378 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:06:17,018 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 15:06:17,204 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:06:18,204 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:06:19,204 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:06:20,204 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:06:21,204 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:06:22,196 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:06:22,204 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:06:23,204 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:06:24,205 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:06:25,205 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:06:26,205 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:06:27,109 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:06:27,110 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:06:27,205 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:06:27,211 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:06:28,206 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:06:29,206 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:06:30,206 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:06:31,206 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:06:32,206 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:06:33,196 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:06:33,206 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:06:33,551 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 15:06:34,206 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:06:35,207 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:06:36,206 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:06:37,206 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:06:38,206 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:06:39,196 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:06:39,206 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:06:40,207 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:06:41,212 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:06:42,112 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:06:42,112 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:06:42,212 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:06:43,213 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:06:44,219 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:06:44,247 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:06:45,220 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:06:46,220 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:06:46,312 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 15:06:46,314 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 15:06:46,314 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 15:06:46,315 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 15:06:47,042 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 15:06:47,043 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 15:06:47,220 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:06:48,220 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:06:49,220 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:06:50,200 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:06:50,220 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:06:51,221 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:06:52,221 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:06:53,221 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:06:54,221 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:06:55,221 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:06:56,200 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:06:56,221 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:06:57,112 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:06:57,112 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:06:57,221 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:06:58,222 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:06:59,221 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:07:00,222 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:07:01,222 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:07:01,277 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:07:02,222 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:07:03,222 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:07:03,555 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 15:07:04,222 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:07:05,222 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:07:06,222 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:07:06,557 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:07:07,222 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:07:08,222 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:07:09,222 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:07:10,237 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:07:11,224 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:07:12,118 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:07:12,118 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:07:12,224 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:07:12,244 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:07:13,228 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:07:14,227 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:07:15,228 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:07:15,687 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 15:07:15,688 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 15:07:15,688 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 15:07:15,690 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 15:07:16,071 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 15:07:16,228 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:07:17,072 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 15:07:17,228 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:07:18,201 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:07:18,228 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:07:19,228 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:07:20,228 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:07:21,228 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:07:22,228 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:07:23,228 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:07:24,201 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:07:24,228 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:07:25,228 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:07:26,228 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:07:27,179 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:07:27,179 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:07:27,229 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:07:28,229 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:07:29,229 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:07:29,255 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:07:30,229 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:07:31,229 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:07:32,229 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:07:33,229 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:07:33,559 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 15:07:34,229 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:07:34,562 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:07:35,229 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:07:36,229 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:07:37,229 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:07:38,230 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:07:39,230 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:07:40,208 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:07:40,242 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:07:41,243 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:07:42,185 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:07:42,185 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:07:42,239 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:07:43,239 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:07:44,240 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:07:44,379 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 15:07:44,380 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 15:07:44,380 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 15:07:44,382 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 15:07:45,095 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 15:07:45,096 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 15:07:45,240 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:07:45,422 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:07:46,240 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:07:47,240 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:07:48,240 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:07:49,240 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:07:50,240 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:07:51,204 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:07:51,240 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:07:52,240 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:07:53,240 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:07:54,241 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:07:55,241 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:07:56,241 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:07:57,185 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:07:57,186 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:07:57,241 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:07:57,328 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:07:58,241 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:07:59,241 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:08:00,241 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:08:01,241 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:08:02,241 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:08:03,205 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:08:03,241 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:08:03,563 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 15:08:04,242 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:08:05,242 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:08:06,242 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:08:07,242 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:08:08,242 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:08:09,214 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:08:09,255 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:08:10,249 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:08:11,250 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:08:12,193 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:08:12,206 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:08:12,249 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:08:13,252 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:08:14,252 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:08:14,376 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:08:15,169 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 15:08:15,170 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 15:08:15,170 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 15:08:15,172 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 15:08:15,590 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:08:16,129 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 15:08:16,589 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:08:17,130 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 15:08:17,589 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:08:18,590 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:08:19,590 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:08:20,206 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:08:20,590 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:08:21,590 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:08:22,590 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:08:23,590 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:08:24,590 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:08:25,206 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:08:25,590 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:08:26,590 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:08:27,188 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:08:27,189 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:08:27,590 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:08:28,591 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:08:29,591 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:08:30,277 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:08:30,591 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:08:31,591 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:08:32,591 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:08:33,567 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 15:08:33,591 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:08:34,591 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:08:35,569 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:08:35,591 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:08:36,591 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:08:37,591 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:08:38,591 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:08:39,591 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:08:40,592 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:08:41,207 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:08:41,592 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:08:42,194 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:08:42,197 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:08:42,595 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:08:43,595 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:08:44,595 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:08:45,598 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:08:46,353 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:08:46,598 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:08:47,598 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:08:47,837 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 15:08:47,838 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 15:08:47,838 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 15:08:47,840 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 15:08:48,154 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 15:08:48,598 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:08:49,156 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 15:08:49,598 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:08:50,598 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:08:51,598 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:08:51,878 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:08:52,598 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:08:53,598 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:08:54,599 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:08:55,599 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:08:56,599 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:08:57,193 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:08:57,194 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:08:57,297 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:08:57,599 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:08:58,599 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:08:59,599 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:09:00,599 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:09:01,599 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:09:02,297 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:09:02,599 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:09:03,571 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 15:09:03,599 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:09:04,599 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:09:05,600 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:09:06,600 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:09:07,600 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:09:08,251 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:09:08,600 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:09:09,600 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:09:10,600 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:09:11,600 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:09:12,194 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:09:12,194 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:09:12,600 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:09:13,317 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:09:13,607 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:09:14,609 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:09:15,604 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:09:16,604 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:09:17,606 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:09:18,605 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:09:18,730 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 15:09:18,731 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 15:09:18,731 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 15:09:18,731 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:09:18,732 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 15:09:19,186 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 15:09:19,604 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:09:20,604 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:09:21,188 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 15:09:21,604 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:09:22,604 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:09:23,604 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:09:24,252 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:09:24,604 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:09:25,605 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:09:26,605 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:09:27,194 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:09:27,194 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:09:27,605 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:09:28,605 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:09:29,358 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:09:29,605 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:09:30,713 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:09:31,709 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:09:32,709 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:09:33,575 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 15:09:33,709 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:09:34,578 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:09:34,709 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:09:35,709 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:09:36,710 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:09:37,710 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:09:38,710 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:09:39,710 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:09:40,253 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:09:40,710 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:09:41,710 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:09:42,194 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:09:42,194 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:09:42,713 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:09:43,713 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:09:44,714 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:09:45,322 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:09:45,722 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:09:46,728 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:09:47,729 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:09:48,174 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 15:09:48,175 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 15:09:48,175 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 15:09:48,176 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 15:09:48,217 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 15:09:48,726 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:09:49,218 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 15:09:49,733 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:09:50,732 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:09:51,215 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:09:51,732 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:09:52,732 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:09:53,732 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:09:54,732 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:09:55,732 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:09:56,255 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:09:56,732 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:09:57,194 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:09:57,194 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:09:57,733 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:09:58,733 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:09:59,733 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:10:00,746 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:10:01,356 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:10:01,742 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:10:02,742 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:10:03,579 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 15:10:03,742 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:10:04,742 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:10:05,742 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:10:06,582 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:10:06,742 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:10:07,743 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:10:08,743 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:10:09,743 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:10:10,743 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:10:11,743 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:10:12,198 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:10:12,199 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:10:12,277 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:10:12,745 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:10:13,747 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:10:14,751 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:10:15,752 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:10:16,753 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:10:17,753 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:10:18,260 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:10:18,288 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 15:10:18,289 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 15:10:18,289 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 15:10:18,291 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 15:10:18,753 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:10:19,247 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 15:10:19,248 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 15:10:19,753 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:10:20,753 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:10:21,753 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:10:22,753 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:10:23,260 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:10:23,753 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:10:24,753 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:10:25,753 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:10:26,753 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:10:27,194 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:10:27,195 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:10:27,753 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:10:28,316 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:10:28,754 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:10:29,754 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:10:30,754 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:10:31,754 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:10:32,754 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:10:33,583 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 15:10:33,589 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:10:33,754 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:10:34,754 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:10:35,754 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:10:36,754 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:10:37,754 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:10:38,754 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:10:39,261 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:10:39,754 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:10:40,755 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:10:41,755 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:10:42,194 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:10:42,195 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:10:42,760 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:10:43,760 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:10:44,268 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:10:44,766 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:10:45,760 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:10:46,761 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:10:47,761 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:10:48,631 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 15:10:48,632 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 15:10:48,632 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 15:10:48,633 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 15:10:49,051 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:10:49,279 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 15:10:49,279 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 15:10:49,673 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:10:49,783 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:10:50,780 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:10:51,780 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:10:52,781 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:10:53,781 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:10:54,781 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:10:55,264 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:10:55,781 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:10:56,781 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:10:57,194 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:10:57,195 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:10:57,781 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:10:58,781 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:10:59,781 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:11:00,363 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:11:00,782 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:11:01,781 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:11:02,781 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:11:03,587 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 15:11:03,782 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:11:04,782 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:11:05,589 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:11:05,782 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:11:06,782 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:11:07,782 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:11:08,782 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:11:09,782 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:11:10,782 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:11:11,265 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:11:11,782 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:11:12,202 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:11:12,208 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:11:12,784 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:11:13,785 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:11:14,786 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:11:15,789 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:11:16,341 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:11:16,790 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:11:17,790 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:11:17,922 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 15:11:17,923 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 15:11:17,923 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 15:11:17,925 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 15:11:18,314 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 15:11:18,790 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:11:19,315 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 15:11:19,790 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:11:20,790 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:11:21,790 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:11:21,963 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:11:22,790 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:11:23,790 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:11:24,790 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:11:25,790 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:11:26,790 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:11:27,196 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:11:27,197 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:11:27,328 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:11:27,790 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:11:28,791 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:11:29,791 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:11:30,791 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:11:31,791 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:11:32,945 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:11:33,269 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:11:33,591 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 15:11:33,846 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:11:34,846 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:11:35,847 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:11:36,847 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:11:37,847 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:11:38,269 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:11:38,847 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:11:39,847 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:11:40,847 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:11:41,847 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:11:42,197 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:11:42,197 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:11:42,847 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:11:43,363 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:11:43,856 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:11:44,852 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:11:45,852 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:11:46,853 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:11:47,853 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:11:48,853 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:11:49,272 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:11:49,615 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 15:11:49,616 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 15:11:49,617 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 15:11:49,619 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 15:11:50,031 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:11:50,346 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 15:11:51,030 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:11:51,347 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 15:11:52,030 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:11:53,030 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:11:54,031 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:11:54,272 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:11:55,030 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:11:56,030 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:11:57,030 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:11:57,197 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:11:57,197 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:11:58,030 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:11:59,031 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:11:59,338 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:12:00,031 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:12:01,031 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:12:02,031 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:12:03,031 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:12:03,595 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 15:12:04,031 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:12:04,598 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:12:05,031 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:12:06,031 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:12:07,031 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:12:08,031 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:12:09,032 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:12:10,032 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:12:10,272 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:12:11,032 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:12:12,032 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:12:12,197 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:12:12,197 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:12:13,039 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:12:14,035 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:12:15,043 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:12:15,284 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:12:16,039 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:12:17,040 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:12:18,046 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:12:18,801 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 15:12:18,802 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 15:12:18,803 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 15:12:18,804 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 15:12:19,220 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:12:19,373 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 15:12:19,373 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 15:12:20,220 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:12:20,843 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:12:21,220 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:12:22,220 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:12:23,220 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:12:24,220 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:12:25,220 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:12:26,220 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:12:26,278 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:12:27,197 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:12:27,197 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:12:27,237 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:12:28,220 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:12:29,220 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:12:30,221 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:12:31,330 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:12:31,333 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:12:32,235 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:12:33,235 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:12:33,599 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 15:12:34,235 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:12:35,235 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:12:36,235 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:12:36,602 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:12:37,236 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:12:38,236 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:12:39,236 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:12:40,236 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:12:41,236 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:12:42,197 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:12:42,197 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:12:42,238 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:12:42,340 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:12:43,246 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:12:44,242 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:12:45,239 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:12:46,247 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:12:47,241 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:12:48,241 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:12:48,287 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:12:48,695 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 15:12:48,697 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 15:12:48,697 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 15:12:48,698 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 15:12:49,242 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:12:49,396 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 15:12:49,396 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 15:12:50,242 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:12:51,243 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:12:52,242 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:12:53,242 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:12:54,242 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:12:54,282 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:12:55,242 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:12:56,242 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:12:57,197 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:12:57,197 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:12:57,242 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:12:58,243 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:12:59,243 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:12:59,362 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:13:00,243 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:13:01,362 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:13:02,361 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:13:03,361 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:13:03,604 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 15:13:04,361 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:13:04,607 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:13:05,361 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:13:06,361 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:13:07,361 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:13:08,362 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:13:09,362 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:13:10,283 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:13:10,362 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:13:11,362 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:13:12,197 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:13:12,198 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:13:12,362 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:13:13,362 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:13:14,362 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:13:15,367 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:13:15,375 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:13:16,365 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:13:17,368 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:13:18,368 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:13:19,340 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 15:13:19,341 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 15:13:19,341 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 15:13:19,343 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 15:13:19,430 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 15:13:19,751 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:13:20,381 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:13:20,490 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:13:21,490 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:13:22,432 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 15:13:22,490 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:13:23,490 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:13:24,490 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:13:25,490 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:13:26,288 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:13:26,490 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:13:27,197 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:13:27,198 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:13:27,491 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:13:28,491 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:13:29,491 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:13:30,491 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:13:31,310 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:13:31,491 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:13:32,491 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:13:33,491 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:13:33,608 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 15:13:34,491 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:13:35,492 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:13:36,491 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:13:36,610 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:13:37,492 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:13:38,492 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:13:39,492 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:13:40,492 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:13:41,492 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:13:42,207 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:13:42,215 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:13:42,369 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:13:42,492 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:13:43,504 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:13:44,499 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:13:45,500 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:13:46,503 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:13:47,504 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:13:47,923 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 15:13:47,924 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 15:13:47,925 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 15:13:47,925 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:13:47,927 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 15:13:48,459 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 15:13:48,504 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:13:49,504 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:13:50,461 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 15:13:50,504 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:13:51,504 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:13:52,504 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:13:53,294 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:13:53,504 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:13:54,504 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:13:55,504 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:13:56,504 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:13:57,202 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:13:57,203 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:13:57,504 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:13:58,337 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:13:58,505 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:13:59,505 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:14:00,505 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:14:01,505 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:14:02,505 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:14:03,505 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:14:03,612 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 15:14:03,618 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:14:04,505 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:14:05,505 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:14:06,505 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:14:07,505 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:14:08,506 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:14:09,295 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:14:09,506 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:14:10,513 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:14:11,512 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:14:12,205 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:14:12,206 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:14:12,519 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:14:13,513 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:14:14,307 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:14:14,519 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:14:15,513 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:14:15,963 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 15:14:15,964 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 15:14:15,964 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 15:14:15,966 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 15:14:16,482 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 15:14:16,513 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:14:17,513 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:14:18,484 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 15:14:18,513 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:14:19,513 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:14:20,298 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:14:20,513 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:14:21,513 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:14:22,513 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:14:23,514 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:14:24,514 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:14:25,514 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:14:26,298 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:14:26,514 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:14:27,205 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:14:27,206 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:14:27,514 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:14:28,514 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:14:29,514 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:14:30,515 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:14:31,341 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:14:31,514 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:14:32,514 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:14:33,515 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:14:33,616 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 15:14:34,515 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:14:35,515 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:14:36,515 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:14:36,618 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:14:37,515 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:14:38,515 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:14:39,515 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:14:40,515 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:14:41,515 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:14:42,205 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:14:42,206 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:14:42,339 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:14:42,515 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:14:43,523 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:14:44,523 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:14:45,522 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:14:46,529 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:14:47,533 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:14:48,301 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:14:48,527 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:14:49,229 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 15:14:49,231 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 15:14:49,231 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 15:14:49,233 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 15:14:49,515 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 15:14:49,643 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:14:50,642 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:14:51,642 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:14:52,518 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 15:14:52,642 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:14:53,302 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:14:53,643 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:14:54,643 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:14:55,643 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:14:56,643 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:14:57,205 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:14:57,206 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:14:57,643 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:14:58,306 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:14:58,643 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:14:59,643 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:15:00,643 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:15:01,643 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:15:02,644 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:15:03,620 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 15:15:03,627 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:15:03,644 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:15:04,644 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:15:05,644 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:15:06,644 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:15:07,644 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:15:08,644 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:15:09,302 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:15:09,644 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:15:10,644 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:15:11,644 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:15:12,206 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:15:12,206 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:15:12,644 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:15:13,645 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:15:14,652 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:15:15,306 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:15:15,654 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:15:16,650 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:15:17,650 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:15:18,650 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:15:19,650 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:15:20,308 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:15:20,514 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 15:15:20,515 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 15:15:20,515 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 15:15:20,517 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 15:15:20,543 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 15:15:20,931 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:15:21,664 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:15:22,544 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 15:15:22,664 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:15:23,665 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:15:24,665 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:15:25,666 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:15:26,303 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:15:26,665 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:15:27,206 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:15:27,206 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:15:27,665 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:15:28,665 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:15:29,665 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:15:30,665 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:15:31,379 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:15:31,665 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:15:32,665 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:15:33,624 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 15:15:33,666 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:15:34,666 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:15:35,666 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:15:36,626 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:15:36,666 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:15:37,666 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:15:38,666 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:15:39,666 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:15:40,666 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:15:41,666 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:15:42,206 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:15:42,207 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:15:42,344 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:15:42,666 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:15:43,666 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:15:44,667 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:15:45,667 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:15:46,670 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:15:47,669 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:15:48,321 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:15:48,671 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:15:49,669 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:15:50,670 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:15:51,670 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:15:51,724 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 15:15:51,725 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 15:15:51,726 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 15:15:51,727 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 15:15:52,578 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 15:15:52,670 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:15:53,670 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:15:54,312 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:15:54,579 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 15:15:54,670 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:15:55,670 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:15:56,670 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:15:57,206 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:15:57,207 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:15:57,670 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:15:58,670 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:15:59,315 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:15:59,670 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:16:00,670 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:16:01,671 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:16:02,671 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:16:03,627 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 15:16:03,671 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:16:04,629 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:16:04,671 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:16:05,671 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:16:06,671 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:16:07,671 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:16:08,672 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:16:09,671 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:16:10,312 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:16:10,672 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:16:11,672 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:16:12,206 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:16:12,207 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:16:12,672 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:16:13,672 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:16:14,672 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:16:15,672 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:16:16,312 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:16:16,672 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:16:17,672 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:16:18,676 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:16:19,677 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:16:20,681 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:16:21,315 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:16:21,684 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:16:22,683 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:16:23,687 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:16:24,072 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 15:16:24,073 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 15:16:24,073 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 15:16:24,075 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 15:16:24,607 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 15:16:24,687 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:16:25,687 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:16:26,609 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 15:16:26,687 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:16:27,115 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:16:27,206 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:16:27,207 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:16:27,687 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:16:28,687 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:16:29,687 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:16:30,687 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:16:31,687 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:16:32,314 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:16:32,687 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:16:33,631 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 15:16:33,687 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:16:34,687 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:16:35,687 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:16:36,688 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:16:37,314 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:16:37,688 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:16:38,688 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:16:39,688 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:16:40,688 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:16:41,688 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:16:42,206 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:16:42,207 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:16:42,688 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:16:43,315 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:16:43,688 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:16:44,688 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:16:45,688 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:16:46,689 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:16:47,689 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:16:48,322 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:16:48,694 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:16:49,695 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:16:50,695 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:16:51,703 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:16:52,699 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:16:53,319 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:16:53,699 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:16:54,026 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 15:16:54,028 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 15:16:54,028 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 15:16:54,030 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 15:16:54,636 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 15:16:54,699 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:16:55,699 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:16:56,637 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 15:16:56,699 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:16:57,207 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:16:57,207 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:16:57,699 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:16:58,699 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:16:59,317 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:16:59,699 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:17:00,699 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:17:01,699 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:17:02,700 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:17:03,635 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 15:17:03,700 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:17:04,638 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:17:04,700 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:17:05,700 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:17:06,700 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:17:07,700 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:17:08,700 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:17:09,701 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:17:10,318 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:17:10,701 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:17:11,701 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:17:12,207 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:17:12,207 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:17:12,701 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:17:13,701 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:17:14,701 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:17:15,359 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:17:15,701 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:17:16,701 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:17:17,701 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:17:18,710 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:17:19,707 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:17:20,712 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:17:21,326 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:17:21,716 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:17:22,716 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:17:23,713 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:17:23,822 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 15:17:23,823 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 15:17:23,824 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 15:17:23,825 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 15:17:24,664 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 15:17:24,713 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:17:25,717 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:17:26,665 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 15:17:26,717 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:17:26,864 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:17:27,207 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:17:27,207 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:17:27,717 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:17:28,717 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:17:29,717 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:17:30,717 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:17:31,717 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:17:32,321 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:17:32,717 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:17:33,640 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 15:17:33,717 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:17:34,718 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:17:35,717 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:17:36,718 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:17:37,718 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:17:38,322 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:17:38,718 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:17:39,718 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:17:40,718 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:17:41,718 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:17:42,207 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:17:42,208 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:17:42,718 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:17:43,379 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:17:43,718 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:17:44,718 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:17:45,718 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:17:46,718 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:17:47,719 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:17:48,719 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:17:49,322 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:17:49,719 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:17:50,719 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:17:51,719 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:17:52,724 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:17:53,724 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:17:54,337 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:17:54,729 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:17:55,727 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:17:56,728 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:17:57,207 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:17:57,208 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:17:57,730 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:17:58,011 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 15:17:58,012 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 15:17:58,012 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 15:17:58,013 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 15:17:58,691 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 15:17:58,728 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:17:59,728 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:18:00,053 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:18:00,693 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 15:18:00,728 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:18:01,728 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:18:02,728 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:18:03,644 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 15:18:03,728 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:18:04,728 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:18:05,646 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:18:05,728 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:18:06,729 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:18:07,729 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:18:08,729 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:18:09,729 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:18:10,729 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:18:11,324 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:18:11,729 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:18:12,207 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:18:12,208 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:18:12,729 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:18:13,729 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:18:14,730 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:18:15,730 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:18:16,326 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:18:16,730 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:18:17,730 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:18:18,730 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:18:19,730 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:18:20,730 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:18:21,331 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:18:21,739 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:18:22,738 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:18:23,735 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:18:24,737 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:18:25,735 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:18:26,332 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:18:26,735 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:18:27,105 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 15:18:27,106 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 15:18:27,107 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 15:18:27,108 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 15:18:27,521 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:18:27,522 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:18:27,718 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 15:18:27,736 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:18:28,719 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 15:18:28,736 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:18:29,736 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:18:30,736 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:18:31,663 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:18:31,736 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:18:32,736 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:18:33,648 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 15:18:33,736 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:18:34,736 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:18:35,737 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:18:36,737 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:18:37,521 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:18:37,737 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:18:38,737 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:18:39,897 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:18:40,896 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:18:41,896 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:18:42,257 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:18:42,257 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:18:42,896 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:18:43,521 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:18:43,896 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:18:44,896 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:18:45,896 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:18:46,896 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:18:47,896 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:18:48,521 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:18:48,896 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:18:49,896 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:18:50,897 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:18:51,909 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:18:52,899 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:18:53,529 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:18:53,900 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:18:54,900 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:18:55,904 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:18:56,905 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:18:57,258 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:18:57,258 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:18:57,681 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 15:18:57,682 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 15:18:57,683 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 15:18:57,684 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 15:18:57,746 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 15:18:58,093 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:18:58,722 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:18:59,093 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:19:00,093 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:19:00,748 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 15:19:01,093 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:19:02,093 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:19:03,093 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:19:03,652 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 15:19:04,093 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:19:04,654 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:19:05,093 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:19:06,093 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:19:07,093 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:19:08,093 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:19:09,094 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:19:10,094 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:19:10,522 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:19:11,094 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:19:12,094 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:19:12,258 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:19:12,259 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:19:13,094 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:19:14,094 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:19:15,094 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:19:15,522 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:19:16,094 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:19:17,094 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:19:18,094 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:19:19,095 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:19:20,095 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:19:20,523 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:19:21,095 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:19:22,095 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:19:23,101 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:19:24,099 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:19:25,099 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:19:25,529 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:19:26,100 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:19:27,100 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:19:27,263 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:19:27,263 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:19:28,100 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:19:28,568 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 15:19:28,570 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 15:19:28,570 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 15:19:28,572 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 15:19:28,773 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 15:19:29,100 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:19:30,100 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:19:30,610 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:19:30,775 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 15:19:31,100 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:19:32,100 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:19:33,100 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:19:33,656 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 15:19:34,100 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:19:35,100 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:19:35,658 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:19:36,100 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:19:37,101 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:19:38,101 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:19:39,101 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:19:40,102 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:19:41,428 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:19:41,525 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:19:42,261 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:19:42,261 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:19:42,421 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:19:43,421 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:19:44,422 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:19:45,421 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:19:46,421 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:19:46,525 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:19:47,421 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:19:48,421 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:19:49,422 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:19:50,422 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:19:51,432 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:19:51,530 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:19:52,426 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:19:53,427 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:19:54,430 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:19:55,429 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:19:56,432 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:19:56,533 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:19:57,177 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 15:19:57,178 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 15:19:57,179 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 15:19:57,180 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 15:19:57,602 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:19:57,603 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:19:57,609 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:19:57,805 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 15:19:58,600 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:19:58,806 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 15:19:59,600 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:20:00,601 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:20:01,601 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:20:01,774 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:20:02,601 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:20:03,601 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:20:03,660 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 15:20:04,601 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:20:05,601 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:20:06,601 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:20:07,601 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:20:07,601 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:20:08,601 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:20:09,601 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:20:10,602 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:20:11,602 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:20:12,327 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:20:12,328 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:20:12,601 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:20:12,602 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:20:13,602 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:20:14,602 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:20:15,602 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:20:16,602 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:20:17,601 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:20:17,602 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:20:18,602 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:20:19,602 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:20:20,603 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:20:21,603 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:20:22,603 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:20:23,605 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:20:23,615 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:20:24,613 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:20:25,608 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:20:26,610 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:20:27,334 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:20:27,334 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:20:27,611 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:20:28,607 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:20:28,614 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:20:29,107 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 15:20:29,108 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 15:20:29,108 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 15:20:29,109 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 15:20:29,615 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:20:29,831 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 15:20:30,615 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:20:30,832 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 15:20:31,615 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:20:32,615 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:20:33,605 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:20:33,615 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:20:33,664 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 15:20:34,615 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:20:35,615 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:20:36,615 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:20:37,615 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:20:38,616 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:20:39,605 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:20:39,616 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:20:40,616 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:20:41,616 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:20:42,334 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:20:42,334 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:20:42,616 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:20:43,616 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:20:44,605 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:20:44,616 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:20:45,616 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:20:46,616 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:20:47,617 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:20:48,617 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:20:49,605 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:20:49,617 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:20:50,617 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:20:51,617 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:20:52,617 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:20:53,621 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:20:54,605 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:20:54,618 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:20:55,624 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:20:56,621 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:20:57,335 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:20:57,336 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:20:57,621 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:20:58,622 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:20:58,933 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 15:20:58,934 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 15:20:58,935 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 15:20:58,937 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 15:20:59,622 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:20:59,863 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 15:20:59,975 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:21:00,622 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:21:00,864 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 15:21:01,622 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:21:02,622 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:21:03,622 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:21:03,669 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 15:21:04,622 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:21:05,622 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:21:05,672 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:21:06,622 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:21:07,623 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:21:08,623 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:21:09,623 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:21:10,623 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:21:11,608 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:21:11,708 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:21:12,335 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:21:12,336 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:21:12,707 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:21:13,707 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:21:14,707 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:21:15,707 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:21:16,608 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:21:16,708 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:21:17,708 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:21:18,708 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:21:19,708 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:21:20,708 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:21:21,708 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:21:22,608 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:21:22,708 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:21:23,723 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:21:24,717 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:21:25,717 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:21:26,717 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:21:27,339 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:21:27,340 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:21:27,717 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:21:28,608 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:21:28,717 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:21:29,219 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 15:21:29,220 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 15:21:29,220 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 15:21:29,221 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 15:21:29,718 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:21:29,890 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 15:21:30,717 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:21:30,891 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 15:21:31,717 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:21:32,718 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:21:33,673 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 15:21:33,679 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:21:33,718 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:21:34,718 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:21:35,718 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:21:36,718 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:21:37,718 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:21:38,718 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:21:39,609 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:21:39,718 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:21:40,718 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:21:41,719 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:21:42,340 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:21:42,340 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:21:42,719 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:21:43,719 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:21:44,609 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:21:44,719 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:21:45,719 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:21:46,719 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:21:47,719 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:21:48,719 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:21:49,719 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:21:50,609 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:21:50,719 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:21:51,719 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:21:52,720 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:21:53,726 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:21:54,735 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:21:55,616 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:21:55,727 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:21:56,728 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:21:57,345 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:21:57,349 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:21:57,728 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:21:58,728 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:21:59,181 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 15:21:59,183 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 15:21:59,183 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 15:21:59,184 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 15:21:59,728 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:21:59,918 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 15:22:00,728 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:22:00,919 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 15:22:01,223 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:22:01,728 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:22:02,728 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:22:03,677 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 15:22:03,729 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:22:04,729 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:22:05,729 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:22:06,679 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:22:06,729 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:22:07,729 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:22:08,729 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:22:09,729 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:22:10,729 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:22:11,729 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:22:12,343 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:22:12,343 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:22:12,500 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:22:12,729 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:22:13,729 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:22:14,730 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:22:15,730 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:22:16,730 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:22:17,612 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:22:17,730 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:22:18,730 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:22:19,730 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:22:20,730 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:22:21,730 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:22:22,730 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:22:23,612 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:22:23,730 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:22:24,731 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:22:25,731 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:22:26,733 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:22:27,345 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:22:27,346 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:22:27,738 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:22:28,614 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:22:28,733 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:22:29,735 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:22:30,739 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:22:31,655 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 15:22:31,657 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 15:22:31,657 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 15:22:31,659 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 15:22:31,951 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 15:22:32,075 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:22:32,952 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 15:22:33,074 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:22:33,614 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:22:33,681 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 15:22:34,074 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:22:35,074 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:22:36,075 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:22:37,074 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:22:38,075 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:22:39,075 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:22:39,614 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:22:40,075 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:22:41,075 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:22:42,075 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:22:42,346 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:22:42,346 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:22:43,075 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:22:44,114 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:22:45,112 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:22:45,615 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:22:46,112 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:22:47,112 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:22:48,112 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:22:49,112 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:22:50,112 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:22:50,615 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:22:51,112 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:22:52,112 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:22:53,113 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:22:54,113 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:22:55,113 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:22:56,127 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:22:56,626 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:22:57,120 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:22:57,348 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:22:57,352 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:22:58,122 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:22:59,122 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:23:00,122 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:23:01,123 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:23:01,569 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 15:23:01,570 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 15:23:01,571 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 15:23:01,572 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 15:23:01,981 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 15:23:02,123 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:23:02,611 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:23:02,982 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 15:23:03,123 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:23:03,685 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 15:23:04,123 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:23:05,123 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:23:06,123 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:23:07,123 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:23:07,618 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:23:08,123 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:23:09,124 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:23:10,124 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:23:11,124 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:23:12,124 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:23:12,348 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:23:12,349 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:23:13,124 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:23:13,618 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:23:14,124 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:23:15,125 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:23:16,124 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:23:17,124 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:23:18,125 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:23:18,619 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:23:19,125 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:23:20,125 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:23:21,125 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:23:22,125 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:23:23,125 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:23:24,125 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:23:24,618 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:23:25,125 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:23:26,131 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:23:27,131 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:23:27,358 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:23:27,362 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:23:28,139 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:23:29,135 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:23:29,630 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:23:30,135 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:23:31,136 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:23:31,993 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 15:23:31,994 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 15:23:31,994 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 15:23:31,996 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 15:23:32,009 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 15:23:32,406 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:23:33,010 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 15:23:33,144 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:23:33,690 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 15:23:34,144 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:23:34,692 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:23:35,144 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:23:36,144 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:23:37,144 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:23:38,144 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:23:39,144 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:23:40,144 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:23:40,625 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:23:41,144 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:23:42,144 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:23:42,353 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:23:42,353 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:23:43,145 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:23:44,145 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:23:45,145 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:23:45,626 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:23:46,145 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:23:47,145 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:23:48,145 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:23:49,145 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:23:50,145 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:23:51,145 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:23:51,626 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:23:52,146 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:23:53,146 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:23:54,146 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:23:55,146 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:23:56,153 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:23:56,626 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:23:57,153 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:23:57,355 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:23:57,359 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:23:58,154 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:23:59,154 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:24:00,156 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:24:01,156 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:24:01,631 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:24:01,898 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 15:24:01,900 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 15:24:01,900 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 15:24:01,901 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 15:24:02,040 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 15:24:02,315 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:24:03,041 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 15:24:03,315 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:24:03,693 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 15:24:04,315 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:24:05,315 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:24:06,315 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:24:06,696 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:24:07,315 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:24:08,315 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:24:09,315 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:24:10,316 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:24:11,316 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:24:12,316 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:24:12,355 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:24:12,356 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:24:12,508 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:24:13,316 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:24:14,316 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:24:15,528 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:24:16,527 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:24:17,527 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:24:17,626 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:24:18,527 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:24:19,527 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:24:20,527 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:24:21,527 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:24:22,527 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:24:23,527 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:24:23,626 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:24:24,528 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:24:25,528 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:24:26,528 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:24:27,368 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:24:27,376 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:24:27,528 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:24:28,532 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:24:28,633 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:24:29,530 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:24:30,530 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:24:31,537 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:24:32,534 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:24:33,027 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 15:24:33,028 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 15:24:33,029 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 15:24:33,030 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 15:24:33,070 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 15:24:33,535 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:24:33,698 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 15:24:33,705 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:24:34,535 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:24:35,072 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 15:24:35,535 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:24:36,535 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:24:37,535 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:24:38,535 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:24:39,535 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:24:39,628 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:24:40,535 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:24:41,535 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:24:42,360 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:24:42,360 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:24:42,535 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:24:43,535 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:24:44,536 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:24:44,628 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:24:45,536 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:24:46,536 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:24:47,536 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:24:48,536 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:24:49,536 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:24:49,629 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:24:50,536 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:24:51,536 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:24:52,536 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:24:53,536 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:24:54,537 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:24:55,537 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:24:55,629 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:24:56,537 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:24:57,367 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:24:57,367 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:24:57,537 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:24:58,540 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:24:59,542 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:25:00,543 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:25:00,635 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:25:01,539 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:25:02,539 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:25:02,591 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 15:25:02,592 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 15:25:02,593 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 15:25:02,594 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 15:25:03,103 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 15:25:03,539 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:25:03,702 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 15:25:04,539 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:25:05,104 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 15:25:05,539 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:25:05,704 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:25:06,539 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:25:07,539 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:25:08,539 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:25:09,539 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:25:10,539 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:25:10,741 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:25:11,540 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:25:12,362 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:25:12,363 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:25:12,540 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:25:13,540 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:25:14,540 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:25:15,540 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:25:16,540 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:25:16,742 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:25:17,540 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:25:18,540 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:25:19,540 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:25:20,540 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:25:21,541 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:25:22,541 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:25:22,741 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:25:23,541 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:25:24,541 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:25:25,541 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:25:26,541 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:25:27,362 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:25:27,363 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:25:27,541 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:25:28,550 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:25:28,754 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:25:29,545 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:25:30,552 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:25:31,548 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:25:32,552 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:25:33,549 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:25:33,705 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 15:25:34,521 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 15:25:34,522 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 15:25:34,523 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 15:25:34,523 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:25:34,525 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 15:25:34,934 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:25:35,131 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 15:25:35,131 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 15:25:35,933 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:25:36,933 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:25:37,933 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:25:38,933 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:25:39,745 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:25:39,933 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:25:40,933 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:25:41,933 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:25:42,363 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:25:42,363 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:25:42,933 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:25:43,933 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:25:44,934 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:25:45,746 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:25:45,934 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:25:46,934 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:25:47,934 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:25:48,934 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:25:49,934 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:25:50,746 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:25:50,934 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:25:51,934 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:25:52,934 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:25:53,935 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:25:54,935 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:25:55,935 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:25:56,746 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:25:56,935 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:25:57,363 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:25:57,363 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:25:57,935 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:25:58,943 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:25:59,938 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:26:00,945 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:26:01,753 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:26:01,948 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:26:02,945 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:26:03,713 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 15:26:03,946 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:26:04,071 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 15:26:04,073 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 15:26:04,073 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 15:26:04,074 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 15:26:04,163 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 15:26:04,946 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:26:05,164 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 15:26:05,946 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:26:06,946 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:26:07,112 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:26:07,946 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:26:08,946 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:26:09,946 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:26:10,946 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:26:11,946 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:26:12,363 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:26:12,363 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:26:12,524 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:26:12,947 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:26:13,947 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:26:14,947 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:26:15,948 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:26:16,981 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:26:17,751 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:26:17,979 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:26:18,978 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:26:19,979 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:26:20,979 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:26:21,979 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:26:22,979 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:26:23,752 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:26:23,979 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:26:24,979 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:26:25,979 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:26:26,979 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:26:27,363 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:26:27,363 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:26:27,979 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:26:28,979 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:26:29,757 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:26:29,988 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:26:30,985 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:26:31,982 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:26:32,984 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:26:33,721 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 15:26:33,985 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:26:34,983 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:26:35,289 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 15:26:35,289 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 15:26:35,290 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 15:26:35,291 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:26:35,292 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 15:26:35,982 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:26:36,190 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 15:26:36,986 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:26:37,191 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 15:26:37,985 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:26:38,986 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:26:39,986 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:26:40,758 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:26:40,986 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:26:41,986 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:26:42,364 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:26:42,364 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:26:42,986 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:26:43,986 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:26:44,986 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:26:45,986 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:26:46,758 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:26:46,986 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:26:47,986 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:26:48,987 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:26:49,987 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:26:50,987 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:26:51,759 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:26:51,987 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:26:52,987 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:26:53,987 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:26:54,987 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:26:55,987 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:26:56,987 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:26:57,364 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:26:57,364 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:26:57,496 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:26:57,987 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:26:58,988 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:26:59,992 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:27:00,994 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:27:01,996 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:27:02,766 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:27:02,995 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:27:03,728 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 15:27:03,995 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:27:04,995 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:27:05,006 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 15:27:05,008 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 15:27:05,008 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 15:27:05,009 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 15:27:05,216 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 15:27:05,995 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:27:06,995 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:27:07,218 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 15:27:07,995 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:27:08,761 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:27:08,995 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:27:09,995 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:27:10,995 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:27:11,995 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:27:12,364 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:27:12,364 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:27:12,995 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:27:13,995 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:27:14,761 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:27:14,996 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:27:15,996 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:27:16,996 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:27:18,083 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:27:19,083 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:27:19,761 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:27:20,083 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:27:21,083 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:27:22,083 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:27:23,083 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:27:24,083 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:27:25,083 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:27:25,761 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:27:26,083 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:27:27,083 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:27:27,364 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:27:27,364 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:27:28,084 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:27:29,084 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:27:30,091 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:27:30,764 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:27:31,090 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:27:32,090 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:27:33,088 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:27:33,728 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 15:27:34,093 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:27:35,088 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:27:36,034 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 15:27:36,036 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 15:27:36,036 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 15:27:36,037 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:27:36,042 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 15:27:36,249 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 15:27:36,507 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:27:37,250 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 15:27:37,506 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:27:38,506 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:27:39,507 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:27:40,507 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:27:41,507 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:27:41,764 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:27:42,364 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:27:42,364 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:27:42,507 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:27:43,507 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:27:44,507 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:27:45,507 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:27:46,507 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:27:47,507 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:27:47,763 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:27:48,507 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:27:49,507 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:27:50,508 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:27:51,508 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:27:52,508 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:27:52,764 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:27:53,508 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:27:54,508 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:27:55,508 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:27:56,508 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:27:57,364 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:27:57,365 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:27:57,508 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:27:58,508 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:27:58,764 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:27:59,508 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:28:00,509 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:28:01,509 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:28:02,509 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:28:03,519 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:28:03,731 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 15:28:04,512 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:28:04,735 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:28:05,513 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:28:06,513 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:28:07,517 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:28:08,515 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:28:08,889 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 15:28:08,891 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 15:28:08,892 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 15:28:08,897 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 15:28:09,286 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 15:28:09,515 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:28:09,930 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:28:10,515 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:28:11,288 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 15:28:11,515 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:28:12,364 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:28:12,365 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:28:12,515 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:28:13,515 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:28:14,515 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:28:15,515 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:28:15,769 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:28:16,515 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:28:17,515 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:28:18,515 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:28:19,516 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:28:20,685 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:28:20,770 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:28:21,684 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:28:22,685 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:28:23,685 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:28:24,685 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:28:25,685 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:28:26,685 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:28:26,770 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:28:27,364 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:28:27,365 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:28:27,685 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:28:28,685 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:28:29,685 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:28:30,696 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:28:31,693 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:28:31,778 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:28:32,692 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:28:33,691 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:28:33,738 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 15:28:34,695 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:28:35,694 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:28:36,506 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 15:28:36,508 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 15:28:36,509 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 15:28:36,510 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 15:28:36,922 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:28:37,310 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 15:28:37,311 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 15:28:37,547 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:28:37,924 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:28:38,923 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:28:39,923 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:28:40,924 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:28:41,924 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:28:42,364 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:28:42,365 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:28:42,773 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:28:42,924 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:28:43,924 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:28:44,924 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:28:45,924 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:28:46,924 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:28:47,924 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:28:48,773 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:28:48,924 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:28:49,924 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:28:50,924 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:28:51,925 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:28:52,925 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:28:53,774 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:28:53,925 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:28:54,925 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:28:55,925 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:28:56,925 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:28:57,364 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:28:57,365 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:28:57,925 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:28:58,925 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:28:59,774 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:28:59,925 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:29:00,925 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:29:01,925 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:29:02,925 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:29:03,739 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 15:29:03,930 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:29:04,935 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:29:05,746 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:29:05,932 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:29:06,936 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:29:07,934 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:29:08,935 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:29:08,955 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 15:29:08,957 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 15:29:08,958 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 15:29:08,959 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 15:29:09,345 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 15:29:09,935 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:29:10,935 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:29:10,998 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:29:11,347 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 15:29:11,935 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:29:12,365 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:29:12,365 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:29:12,935 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:29:13,935 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:29:14,935 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:29:15,935 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:29:16,776 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:29:16,935 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:29:17,935 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:29:18,936 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:29:19,936 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:29:20,936 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:29:21,777 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:29:21,936 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:29:22,936 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:29:23,936 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:29:24,936 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:29:25,936 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:29:26,777 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:29:26,936 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:29:27,365 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:29:27,365 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:29:27,937 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:29:28,937 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:29:29,937 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:29:30,937 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:29:31,937 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:29:32,777 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:29:32,947 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:29:33,750 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 15:29:33,947 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:29:34,944 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:29:35,945 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:29:36,946 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:29:37,779 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:29:37,946 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:29:38,880 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 15:29:38,881 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 15:29:38,881 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 15:29:38,883 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 15:29:39,338 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:29:39,382 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 15:29:39,383 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 15:29:40,335 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:29:41,335 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:29:42,336 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:29:42,365 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:29:42,365 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:29:43,335 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:29:43,779 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:29:44,335 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:29:45,335 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:29:46,335 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:29:47,335 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:29:48,335 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:29:49,336 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:29:49,779 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:29:50,336 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:29:51,336 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:29:52,336 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:29:53,336 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:29:54,336 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:29:54,780 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:29:55,336 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:29:56,336 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:29:57,336 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:29:57,365 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:29:57,365 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:29:58,336 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:29:59,337 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:30:00,337 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:30:00,780 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:30:01,347 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:30:02,340 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:30:03,344 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:30:03,750 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 15:30:04,343 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:30:05,346 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:30:06,344 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:30:06,751 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:30:06,995 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 15:30:06,996 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 15:30:06,997 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 15:30:06,998 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 15:30:07,411 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:30:07,414 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 15:30:08,411 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:30:09,411 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:30:09,415 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 15:30:10,411 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:30:11,411 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:30:11,782 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:30:12,365 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:30:12,366 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:30:12,411 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:30:13,411 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:30:14,411 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:30:15,411 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:30:16,411 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:30:17,411 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:30:17,781 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:30:18,580 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:30:19,488 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:30:20,488 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:30:21,488 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:30:22,488 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:30:22,782 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:30:23,488 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:30:24,488 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:30:25,488 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:30:26,488 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:30:27,365 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:30:27,366 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:30:27,489 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:30:28,489 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:30:28,791 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:30:29,495 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:30:30,491 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:30:31,493 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:30:32,497 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:30:33,498 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:30:33,753 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 15:30:34,500 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:30:34,632 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 15:30:34,634 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 15:30:34,634 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 15:30:34,634 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:30:34,639 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 15:30:35,435 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 15:30:35,436 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 15:30:35,501 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:30:36,500 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:30:37,500 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:30:38,501 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:30:39,501 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:30:39,786 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:30:40,501 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:30:41,501 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:30:42,365 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:30:42,366 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:30:42,501 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:30:43,501 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:30:44,501 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:30:45,501 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:30:45,786 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:30:46,501 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:30:47,502 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:30:48,502 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:30:49,502 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:30:50,502 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:30:50,787 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:30:51,502 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:30:52,502 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:30:53,502 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:30:54,502 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:30:55,502 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:30:56,502 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:30:56,787 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:30:57,365 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:30:57,366 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:30:57,503 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:30:58,511 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:30:59,505 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:31:00,515 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:31:01,511 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:31:01,791 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:31:02,512 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:31:03,509 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:31:03,755 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 15:31:04,208 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 15:31:04,209 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 15:31:04,210 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 15:31:04,211 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 15:31:04,462 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 15:31:04,622 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:31:05,463 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 15:31:05,622 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:31:06,622 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:31:07,249 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:31:07,622 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:31:08,622 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:31:09,622 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:31:10,622 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:31:11,622 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:31:12,366 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:31:12,366 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:31:12,502 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:31:12,622 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:31:13,622 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:31:14,622 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:31:15,622 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:31:16,622 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:31:17,623 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:31:17,790 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:31:18,623 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:31:19,623 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:31:20,623 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:31:21,623 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:31:22,623 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:31:23,623 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:31:23,790 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:31:24,623 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:31:25,623 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:31:26,624 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:31:27,366 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:31:27,366 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:31:27,624 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:31:28,624 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:31:29,624 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:31:29,793 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:31:30,626 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:31:31,630 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:31:32,630 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:31:33,629 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:31:33,764 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 15:31:34,633 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:31:35,457 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 15:31:35,458 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 15:31:35,459 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 15:31:35,459 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:31:35,461 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 15:31:35,491 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 15:31:35,868 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:31:36,867 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:31:37,493 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 15:31:37,867 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:31:38,867 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:31:39,867 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:31:40,794 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:31:40,867 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:31:41,867 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:31:42,366 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:31:42,366 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:31:42,868 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:31:43,868 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:31:44,868 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:31:45,868 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:31:46,794 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:31:46,868 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:31:47,868 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:31:48,868 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:31:49,868 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:31:50,868 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:31:51,794 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:31:51,868 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:31:52,868 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:31:53,869 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:31:54,869 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:31:55,869 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:31:56,794 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:31:56,869 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:31:57,366 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:31:57,366 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:31:57,869 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:31:58,869 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:31:59,869 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:32:00,873 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:32:01,796 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:32:01,871 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:32:02,871 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:32:03,764 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 15:32:03,872 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:32:04,876 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:32:05,876 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:32:06,739 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 15:32:06,741 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 15:32:06,741 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 15:32:06,746 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 15:32:07,160 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:32:07,523 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 15:32:07,524 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 15:32:07,781 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:32:08,158 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:32:09,158 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:32:10,158 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:32:11,158 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:32:12,158 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:32:12,366 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:32:12,367 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:32:12,798 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:32:13,158 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:32:14,158 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:32:15,158 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:32:16,158 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:32:17,159 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:32:17,799 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:32:18,159 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:32:19,159 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:32:20,159 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:32:21,159 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:32:22,159 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:32:22,799 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:32:23,159 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:32:24,159 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:32:25,160 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:32:26,160 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:32:27,160 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:32:27,366 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:32:27,367 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:32:28,160 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:32:28,799 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:32:29,160 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:32:30,162 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:32:31,168 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:32:32,169 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:32:33,169 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:32:33,770 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 15:32:34,174 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:32:34,773 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:32:35,173 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:32:36,174 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:32:36,423 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 15:32:36,424 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 15:32:36,425 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 15:32:36,427 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 15:32:36,557 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 15:32:37,174 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:32:37,558 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 15:32:38,174 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:32:39,174 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:32:39,802 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:32:40,174 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:32:41,174 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:32:42,174 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:32:42,366 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:32:42,367 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:32:43,174 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:32:44,174 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:32:45,174 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:32:45,802 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:32:46,174 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:32:47,175 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:32:48,175 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:32:49,175 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:32:50,175 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:32:50,803 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:32:51,175 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:32:52,175 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:32:53,175 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:32:54,175 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:32:55,175 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:32:55,803 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:32:56,175 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:32:57,175 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:32:57,366 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:32:57,367 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:32:58,176 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:32:59,176 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:33:00,176 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:33:01,176 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:33:01,810 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:33:02,181 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:33:03,184 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:33:03,771 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 15:33:04,180 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:33:05,180 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:33:06,181 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:33:07,157 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 15:33:07,159 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 15:33:07,160 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 15:33:07,160 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:33:07,161 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 15:33:07,574 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:33:07,588 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 15:33:07,588 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 15:33:08,306 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:33:09,306 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:33:10,306 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:33:11,307 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:33:12,307 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:33:12,366 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:33:12,367 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:33:12,538 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:33:13,307 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:33:14,307 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:33:15,307 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:33:16,307 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:33:17,307 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:33:17,809 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:33:18,307 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:33:19,308 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:33:20,308 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:33:21,308 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:33:22,308 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:33:22,810 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:33:23,308 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:33:24,308 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:33:25,308 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:33:26,308 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:33:27,308 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:33:27,366 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:33:27,367 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:33:28,308 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:33:28,810 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:33:29,309 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:33:30,309 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:33:31,316 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:33:32,312 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:33:33,312 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:33:33,773 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 15:33:34,312 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:33:34,775 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:33:35,319 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:33:36,313 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:33:36,670 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 15:33:36,672 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 15:33:36,672 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 15:33:36,674 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 15:33:37,313 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:33:37,619 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 15:33:37,620 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 15:33:38,313 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:33:39,313 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:33:39,814 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:33:40,313 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:33:41,313 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:33:42,313 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:33:42,367 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:33:42,367 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:33:43,314 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:33:44,314 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:33:45,314 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:33:45,814 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:33:46,314 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:33:47,314 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:33:48,314 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:33:49,314 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:33:50,314 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:33:50,814 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:33:51,314 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:33:52,315 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:33:53,315 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:33:54,315 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:33:55,315 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:33:55,815 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:33:56,315 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:33:57,315 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:33:57,367 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:33:57,367 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:33:58,315 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:33:59,315 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:34:00,315 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:34:00,821 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:34:01,318 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:34:02,319 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:34:03,319 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:34:03,780 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 15:34:04,325 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:34:05,322 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:34:06,322 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:34:06,500 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 15:34:06,501 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 15:34:06,502 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 15:34:06,502 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:34:06,503 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 15:34:06,642 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 15:34:07,322 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:34:07,643 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 15:34:08,322 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:34:09,322 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:34:10,322 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:34:11,322 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:34:11,819 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:34:12,322 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:34:12,367 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:34:12,367 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:34:13,322 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:34:14,322 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:34:15,322 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:34:16,322 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:34:17,323 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:34:17,818 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:34:18,323 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:34:19,323 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:34:20,323 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:34:21,323 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:34:22,323 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:34:22,819 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:34:23,323 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:34:24,323 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:34:25,324 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:34:26,324 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:34:27,324 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:34:27,367 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:34:27,367 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:34:28,324 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:34:28,818 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:34:29,324 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:34:30,324 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:34:31,324 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:34:32,324 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:34:33,324 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:34:33,796 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 15:34:34,328 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:34:34,800 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:34:35,334 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:34:36,334 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:34:37,338 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:34:38,335 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:34:39,336 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:34:39,660 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 15:34:39,661 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 15:34:39,662 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 15:34:39,667 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 15:34:39,679 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 15:34:40,336 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:34:40,702 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:34:41,337 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:34:41,681 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 15:34:42,337 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:34:42,367 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:34:42,367 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:34:43,337 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:34:44,337 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:34:45,337 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:34:45,824 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:34:46,337 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:34:47,337 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:34:48,337 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:34:49,338 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:34:50,338 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:34:51,338 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:34:51,824 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:34:52,338 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:34:53,338 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:34:54,347 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:34:55,344 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:34:56,344 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:34:57,345 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:34:57,367 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:34:57,368 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:34:57,501 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:34:58,345 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:34:59,345 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:35:00,345 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:35:01,345 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:35:02,345 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:35:02,824 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:35:03,345 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:35:03,789 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 15:35:04,345 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:35:05,345 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:35:06,351 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:35:07,348 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:35:07,836 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:35:08,347 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:35:09,348 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:35:10,348 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:35:11,349 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:35:11,771 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 15:35:11,773 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 15:35:11,773 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 15:35:11,779 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 15:35:12,453 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:35:12,455 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:35:12,456 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:35:12,711 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 15:35:13,451 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:35:13,711 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 15:35:13,826 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:35:14,451 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:35:15,451 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:35:16,451 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:35:17,452 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:35:18,452 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:35:18,826 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:35:19,452 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:35:20,452 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:35:21,452 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:35:22,452 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:35:23,452 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:35:24,452 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:35:24,826 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:35:25,452 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:35:26,452 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:35:27,451 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:35:27,452 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:35:27,492 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:35:28,453 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:35:29,453 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:35:30,453 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:35:30,827 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:35:31,453 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:35:32,453 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:35:33,453 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:35:33,793 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 15:35:34,453 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:35:35,453 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:35:36,453 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:35:36,795 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:35:37,462 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:35:38,457 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:35:39,459 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:35:40,458 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:35:41,460 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:35:41,842 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:35:42,451 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:35:42,452 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:35:42,493 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:35:43,392 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 15:35:43,394 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 15:35:43,394 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 15:35:43,396 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 15:35:43,743 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 15:35:43,744 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 15:35:43,807 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:35:44,544 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:35:45,544 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:35:46,544 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:35:47,434 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:35:47,544 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:35:48,544 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:35:49,544 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:35:50,545 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:35:51,545 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:35:52,545 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:35:52,829 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:35:53,545 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:35:54,545 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:35:55,545 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:35:56,545 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:35:57,452 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:35:57,452 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:35:57,545 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:35:57,830 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:35:58,545 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:35:59,546 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:36:00,546 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:36:01,546 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:36:02,546 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:36:02,830 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:36:03,546 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:36:03,797 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 15:36:04,546 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:36:05,546 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:36:06,553 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:36:07,548 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:36:07,833 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:36:08,548 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:36:09,556 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:36:10,549 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:36:11,549 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:36:12,452 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:36:12,452 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:36:12,516 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 15:36:12,580 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 15:36:12,581 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 15:36:12,582 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 15:36:12,769 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 15:36:12,936 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:36:12,939 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:36:13,665 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:36:13,776 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 15:36:14,665 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:36:15,665 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:36:16,665 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:36:17,665 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:36:18,665 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:36:18,935 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:36:19,665 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:36:20,665 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:36:21,665 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:36:22,665 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:36:23,665 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:36:24,666 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:36:24,935 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:36:25,666 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:36:26,666 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:36:27,610 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:36:27,611 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:36:27,666 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:36:28,666 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:36:29,666 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:36:30,666 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:36:30,935 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:36:31,666 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:36:32,666 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:36:33,666 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:36:33,801 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 15:36:34,667 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:36:35,667 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:36:36,667 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:36:36,804 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:36:37,667 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:36:38,672 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:36:39,678 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:36:40,676 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:36:41,676 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:36:41,943 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:36:42,527 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:36:42,527 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:36:42,676 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:36:43,677 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:36:44,329 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 15:36:44,330 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 15:36:44,331 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 15:36:44,336 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 15:36:44,745 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:36:44,804 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 15:36:45,744 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:36:46,744 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:36:46,806 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 15:36:47,370 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:36:47,744 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:36:48,744 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:36:49,744 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:36:50,744 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:36:51,744 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:36:52,744 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:36:52,937 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:36:53,745 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:36:54,745 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:36:55,745 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:36:56,745 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:36:57,566 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:36:57,567 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:36:57,745 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:36:57,937 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:36:58,745 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:36:59,745 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:37:00,745 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:37:01,745 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:37:02,745 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:37:02,938 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:37:03,745 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:37:03,806 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 15:37:04,746 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:37:05,746 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:37:06,746 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:37:07,746 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:37:08,746 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:37:08,938 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:37:09,746 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:37:10,746 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:37:11,750 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:37:12,573 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:37:12,577 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:37:12,750 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:37:13,756 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:37:13,940 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:37:14,760 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:37:15,760 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:37:16,285 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 15:37:16,285 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 15:37:16,286 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 15:37:16,289 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 15:37:16,766 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:37:16,840 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 15:37:17,761 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:37:18,761 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:37:18,841 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 15:37:19,761 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:37:19,939 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:37:20,761 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:37:21,761 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:37:22,761 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:37:23,761 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:37:24,761 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:37:25,761 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:37:25,940 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:37:26,761 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:37:27,573 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:37:27,574 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:37:27,762 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:37:28,762 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:37:29,762 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:37:30,762 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:37:31,762 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:37:31,940 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:37:32,762 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:37:33,762 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:37:33,808 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 15:37:34,762 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:37:35,762 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:37:36,762 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:37:37,763 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:37:37,810 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:37:38,763 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:37:39,763 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:37:40,763 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:37:41,763 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:37:42,575 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:37:42,579 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:37:42,772 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:37:42,945 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:37:43,764 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:37:44,768 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:37:45,765 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:37:46,768 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:37:47,765 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:37:47,945 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:37:48,189 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 15:37:48,190 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 15:37:48,191 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 15:37:48,196 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 15:37:48,765 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:37:48,870 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 15:37:49,765 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:37:50,765 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:37:50,872 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 15:37:51,765 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:37:52,765 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:37:52,945 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:37:53,765 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:37:54,765 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:37:55,765 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:37:56,766 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:37:57,575 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:37:57,576 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:37:57,766 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:37:57,946 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:37:58,766 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:37:59,766 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:38:00,766 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:38:01,766 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:38:02,766 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:38:03,766 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:38:03,812 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 15:38:03,815 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:38:04,766 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:38:05,766 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:38:06,766 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:38:07,766 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:38:08,767 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:38:08,946 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:38:09,767 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:38:10,767 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:38:11,777 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:38:12,575 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:38:12,576 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:38:12,773 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:38:13,781 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:38:13,954 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:38:14,785 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:38:15,784 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:38:16,784 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:38:17,177 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 15:38:17,179 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 15:38:17,179 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 15:38:17,180 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 15:38:17,785 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:38:17,897 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 15:38:18,785 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:38:18,898 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 15:38:19,785 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:38:19,947 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:38:20,785 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:38:21,785 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:38:22,785 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:38:23,785 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:38:24,785 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:38:25,785 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:38:25,948 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:38:26,785 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:38:27,576 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:38:27,576 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:38:27,785 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:38:28,785 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:38:29,785 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:38:30,852 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:38:31,851 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:38:31,948 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:38:32,851 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:38:33,816 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 15:38:33,851 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:38:34,851 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:38:35,852 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:38:36,852 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:38:37,818 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:38:37,852 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:38:38,852 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:38:39,852 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:38:40,852 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:38:41,852 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:38:42,582 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:38:42,590 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:38:42,859 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:38:42,960 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:38:43,854 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:38:44,857 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:38:45,859 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:38:46,856 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:38:47,855 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:38:48,130 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 15:38:48,132 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 15:38:48,132 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 15:38:48,132 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:38:48,133 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 15:38:48,855 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:38:48,928 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 15:38:49,860 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:38:50,859 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:38:50,930 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 15:38:51,859 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:38:52,859 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:38:53,860 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:38:53,953 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:38:54,860 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:38:55,860 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:38:56,860 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:38:57,579 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:38:57,580 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:38:57,860 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:38:58,860 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:38:59,860 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:38:59,953 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:39:00,860 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:39:01,860 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:39:02,860 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:39:03,821 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 15:39:03,861 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:39:04,861 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:39:05,823 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:39:05,861 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:39:06,861 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:39:07,861 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:39:08,861 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:39:09,861 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:39:10,864 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:39:10,957 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:39:11,864 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:39:12,587 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:39:12,589 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:39:12,868 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:39:13,869 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:39:14,871 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:39:15,868 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:39:15,957 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:39:16,722 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 15:39:16,723 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 15:39:16,723 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 15:39:16,725 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 15:39:16,954 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 15:39:17,137 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:39:17,873 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:39:18,873 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:39:18,956 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 15:39:19,873 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:39:20,873 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:39:20,957 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:39:21,873 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:39:22,873 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:39:23,873 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:39:24,873 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:39:25,873 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:39:25,957 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:39:26,874 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:39:27,582 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:39:27,583 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:39:27,874 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:39:28,874 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:39:29,874 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:39:30,874 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:39:31,874 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:39:31,958 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:39:32,874 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:39:33,825 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 15:39:33,874 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:39:34,874 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:39:35,875 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:39:36,875 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:39:37,827 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:39:37,875 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:39:38,875 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:39:39,875 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:39:40,886 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:39:41,882 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:39:42,586 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:39:42,587 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:39:42,885 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:39:42,962 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:39:43,884 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:39:44,883 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:39:45,883 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:39:46,385 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 15:39:46,386 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 15:39:46,387 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 15:39:46,388 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 15:39:46,883 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:39:46,984 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 15:39:47,883 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:39:48,883 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:39:48,960 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:39:48,986 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 15:39:49,883 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:39:50,883 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:39:51,883 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:39:52,883 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:39:53,884 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:39:53,960 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:39:54,884 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:39:55,884 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:39:56,884 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:39:57,587 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:39:57,587 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:39:57,884 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:39:58,884 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:39:59,885 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:39:59,960 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:40:00,885 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:40:01,885 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:40:02,885 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:40:03,830 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 15:40:03,885 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:40:04,885 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:40:05,832 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:40:05,885 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:40:06,885 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:40:07,885 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:40:08,885 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:40:09,886 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:40:10,885 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:40:10,960 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:40:11,886 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:40:12,592 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:40:12,592 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:40:12,887 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:40:13,888 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:40:14,888 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:40:15,892 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:40:15,972 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:40:16,890 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:40:17,891 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:40:18,046 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 15:40:18,048 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 15:40:18,048 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 15:40:18,050 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 15:40:18,891 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:40:19,014 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 15:40:19,891 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:40:20,891 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:40:21,015 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 15:40:21,087 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:40:21,891 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:40:22,891 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:40:23,891 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:40:24,891 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:40:25,891 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:40:26,891 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:40:26,963 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:40:27,589 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:40:27,590 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:40:27,892 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:40:28,892 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:40:29,892 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:40:30,892 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:40:31,892 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:40:32,892 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:40:32,963 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:40:33,833 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 15:40:33,892 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:40:34,892 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:40:35,892 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:40:36,892 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:40:37,892 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:40:38,893 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:40:38,963 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:40:39,896 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:40:40,900 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:40:41,898 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:40:42,591 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:40:42,592 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:40:42,902 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:40:43,899 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:40:43,972 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:40:44,899 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:40:45,496 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 15:40:45,497 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 15:40:45,498 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 15:40:45,500 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 15:40:45,921 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:40:46,045 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 15:40:46,920 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:40:47,046 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 15:40:47,920 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:40:48,920 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:40:49,920 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:40:49,968 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:40:50,920 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:40:51,921 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:40:52,921 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:40:53,921 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:40:54,921 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:40:54,970 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:40:55,921 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:40:56,921 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:40:57,591 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:40:57,592 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:40:57,921 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:40:58,921 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:40:59,921 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:41:00,921 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:41:00,969 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:41:01,921 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:41:02,922 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:41:03,837 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 15:41:03,922 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:41:04,922 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:41:05,922 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:41:06,839 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:41:06,922 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:41:07,922 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:41:08,922 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:41:09,922 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:41:10,923 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:41:11,925 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:41:11,976 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:41:12,595 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:41:12,595 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:41:12,927 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:41:13,926 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:41:14,927 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:41:15,934 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:41:16,931 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:41:16,986 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:41:17,066 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 15:41:17,067 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 15:41:17,068 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 15:41:17,070 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 15:41:17,071 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 15:41:17,931 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:41:18,931 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:41:19,073 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 15:41:19,931 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:41:20,931 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:41:21,931 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:41:22,931 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:41:22,972 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:41:23,931 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:41:24,931 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:41:25,931 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:41:26,931 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:41:27,595 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:41:27,595 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:41:27,931 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:41:28,932 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:41:28,972 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:41:29,932 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:41:30,932 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:41:31,932 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:41:32,932 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:41:33,841 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 15:41:33,932 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:41:34,844 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:41:34,933 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:41:35,932 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:41:36,932 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:41:37,932 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:41:38,933 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:41:39,933 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:41:39,973 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:41:40,933 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:41:41,933 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:41:42,603 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:41:42,611 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:41:42,939 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:41:43,942 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:41:44,945 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:41:44,981 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:41:45,940 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:41:46,946 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:41:47,945 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:41:48,191 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 15:41:48,192 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 15:41:48,193 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 15:41:48,195 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 15:41:48,945 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:41:49,115 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 15:41:49,945 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:41:50,233 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:41:50,945 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:41:51,120 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 15:41:51,945 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:41:52,945 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:41:53,945 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:41:54,945 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:41:55,945 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:41:55,976 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:41:56,945 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:41:57,599 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:41:57,600 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:41:57,945 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:41:58,946 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:41:59,946 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:42:00,946 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:42:01,946 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:42:01,976 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:42:02,946 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:42:03,845 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 15:42:03,946 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:42:04,946 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:42:05,946 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:42:06,946 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:42:07,848 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:42:07,946 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:42:08,947 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:42:09,947 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:42:10,947 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:42:11,947 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:42:12,600 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:42:12,600 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:42:12,947 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:42:12,975 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:42:13,958 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:42:14,952 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:42:15,958 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:42:16,952 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:42:17,952 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:42:17,981 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:42:18,954 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:42:19,434 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 15:42:19,436 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 15:42:19,436 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 15:42:19,438 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 15:42:19,952 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:42:20,146 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 15:42:20,952 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:42:21,147 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 15:42:21,952 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:42:22,952 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:42:23,953 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:42:23,979 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:42:24,953 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:42:25,953 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:42:26,953 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:42:27,600 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:42:27,600 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:42:27,953 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:42:28,953 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:42:29,953 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:42:29,979 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:42:30,953 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:42:31,953 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:42:32,953 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:42:33,851 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 15:42:33,954 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:42:34,954 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:42:35,853 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:42:35,954 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:42:36,954 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:42:37,954 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:42:38,954 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:42:39,954 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:42:40,954 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:42:40,980 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:42:41,954 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:42:42,600 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:42:42,600 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:42:42,954 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:42:43,955 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:42:44,955 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:42:45,955 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:42:45,980 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:42:46,961 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:42:47,963 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:42:48,962 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:42:49,963 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:42:50,965 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:42:50,989 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:42:51,964 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:42:52,937 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 15:42:52,938 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 15:42:52,938 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 15:42:52,940 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 15:42:53,177 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 15:42:53,356 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:42:54,354 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:42:55,178 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 15:42:55,354 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:42:56,354 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:42:56,357 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:42:57,354 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:42:57,600 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:42:57,600 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:42:58,354 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:42:59,354 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:43:00,354 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:43:01,355 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:43:02,089 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:43:02,355 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:43:03,355 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:43:03,854 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 15:43:04,355 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:43:05,355 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:43:06,355 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:43:07,355 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:43:07,857 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:43:08,355 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:43:09,355 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:43:10,355 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:43:11,356 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:43:12,356 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:43:12,600 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:43:12,600 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:43:13,089 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:43:13,356 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:43:14,356 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:43:15,356 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:43:16,356 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:43:17,366 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:43:18,090 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:43:18,358 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:43:19,358 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:43:20,359 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:43:21,359 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:43:22,285 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 15:43:22,287 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 15:43:22,287 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 15:43:22,288 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 15:43:22,702 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:43:23,090 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:43:23,207 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 15:43:23,434 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:43:24,434 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:43:25,209 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 15:43:25,434 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:43:26,435 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:43:27,434 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:43:27,600 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:43:27,601 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:43:28,435 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:43:29,090 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:43:29,435 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:43:30,435 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:43:31,435 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:43:32,435 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:43:33,435 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:43:33,858 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 15:43:34,435 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:43:34,860 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:43:35,639 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:43:36,638 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:43:37,638 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:43:38,638 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:43:39,639 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:43:40,091 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:43:40,639 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:43:41,639 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:43:42,600 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:43:42,601 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:43:42,641 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:43:43,639 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:43:44,639 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:43:45,639 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:43:46,091 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:43:46,639 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:43:47,640 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:43:48,640 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:43:49,641 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:43:50,641 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:43:51,103 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:43:51,643 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:43:52,643 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:43:53,644 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:43:53,848 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 15:43:53,850 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 15:43:53,850 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 15:43:53,851 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 15:43:54,238 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 15:43:54,644 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:43:55,239 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 15:43:55,644 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:43:56,644 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:43:56,890 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:43:57,600 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:43:57,601 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:43:57,644 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:43:58,644 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:43:59,644 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:44:00,644 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:44:01,644 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:44:02,096 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:44:02,644 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:44:03,645 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:44:03,862 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 15:44:04,645 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:44:05,645 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:44:06,645 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:44:07,645 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:44:07,865 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:44:08,645 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:44:09,645 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:44:10,645 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:44:11,646 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:44:12,601 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:44:12,601 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:44:12,645 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:44:13,095 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:44:13,646 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:44:14,657 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:44:15,651 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:44:16,651 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:44:17,651 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:44:18,102 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:44:18,653 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:44:19,654 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:44:20,471 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 15:44:20,472 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 15:44:20,473 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 15:44:20,474 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 15:44:20,890 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:44:21,263 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 15:44:21,889 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:44:22,889 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:44:23,264 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 15:44:23,889 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:44:24,100 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:44:24,889 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:44:25,889 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:44:26,889 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:44:27,601 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:44:27,601 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:44:27,889 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:44:28,890 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:44:29,890 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:44:30,100 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:44:30,890 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:44:32,031 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:44:33,028 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:44:33,866 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 15:44:34,028 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:44:35,029 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:44:35,868 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:44:36,028 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:44:37,128 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:44:38,029 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:44:39,029 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:44:40,029 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:44:41,029 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:44:41,101 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:44:42,036 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:44:42,609 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:44:42,609 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:44:43,031 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:44:44,031 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:44:45,032 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:44:46,032 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:44:46,105 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:44:47,032 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:44:47,452 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 15:44:47,453 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 15:44:47,453 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 15:44:47,454 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 15:44:48,032 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:44:48,290 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 15:44:49,032 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:44:49,291 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 15:44:50,032 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:44:51,032 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:44:52,032 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:44:52,103 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:44:53,032 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:44:54,032 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:44:55,033 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:44:56,033 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:44:57,033 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:44:57,603 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:44:57,604 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:44:57,768 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:44:58,033 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:44:59,033 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:45:00,033 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:45:01,034 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:45:02,033 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:45:03,033 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:45:03,103 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:45:03,870 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 15:45:04,034 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:45:05,034 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:45:06,034 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:45:07,034 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:45:08,034 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:45:08,103 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:45:09,034 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:45:10,034 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:45:11,034 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:45:12,034 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:45:12,604 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:45:12,604 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:45:13,046 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:45:13,116 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:45:14,040 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:45:15,043 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:45:16,043 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:45:17,044 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:45:18,044 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:45:18,670 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 15:45:18,672 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 15:45:18,672 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 15:45:18,673 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:45:18,673 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 15:45:19,089 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:45:19,318 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 15:45:20,088 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:45:21,088 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:45:21,320 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 15:45:22,088 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:45:23,089 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:45:24,089 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:45:24,105 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:45:25,089 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:45:26,089 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:45:27,089 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:45:27,604 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:45:27,604 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:45:28,089 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:45:29,089 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:45:30,089 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:45:30,105 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:45:31,089 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:45:32,089 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:45:33,303 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:45:33,873 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 15:45:34,301 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:45:35,300 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:45:35,876 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:45:36,300 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:45:37,300 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:45:38,300 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:45:39,300 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:45:40,300 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:45:41,207 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:45:41,301 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:45:42,301 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:45:42,604 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:45:42,604 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:45:43,301 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:45:44,301 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:45:45,301 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:45:46,217 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:45:46,315 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:45:47,303 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:45:48,306 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:45:49,306 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:45:50,308 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:45:51,216 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:45:51,307 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:45:51,530 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 15:45:51,532 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 15:45:51,533 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 15:45:51,534 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 15:45:52,312 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:45:52,348 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 15:45:53,312 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:45:53,349 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 15:45:54,312 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:45:55,312 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:45:56,312 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:45:57,214 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:45:57,312 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:45:57,604 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:45:57,604 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:45:58,312 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:45:59,312 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:46:00,312 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:46:01,312 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:46:02,313 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:46:03,213 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:46:03,313 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:46:03,878 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 15:46:04,313 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:46:05,313 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:46:06,313 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:46:07,313 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:46:08,214 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:46:08,313 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:46:09,313 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:46:10,313 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:46:11,314 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:46:12,314 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:46:12,604 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:46:12,605 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:46:13,314 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:46:14,214 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:46:14,314 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:46:15,314 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:46:16,314 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:46:17,318 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:46:18,316 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:46:19,223 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:46:19,320 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:46:20,332 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:46:21,321 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:46:22,321 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:46:22,796 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 15:46:22,796 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 15:46:22,797 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 15:46:22,798 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 15:46:23,321 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:46:23,372 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 15:46:24,324 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:46:25,223 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:46:25,324 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:46:25,374 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 15:46:26,324 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:46:27,324 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:46:27,604 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:46:27,605 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:46:28,324 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:46:29,324 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:46:30,324 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:46:31,223 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:46:31,324 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:46:32,324 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:46:33,324 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:46:33,882 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 15:46:34,324 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:46:35,325 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:46:36,325 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:46:36,884 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:46:37,325 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:46:38,325 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:46:39,325 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:46:40,325 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:46:41,325 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:46:42,223 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:46:42,325 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:46:42,604 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:46:42,605 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:46:43,325 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:46:44,325 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:46:45,325 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:46:46,326 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:46:47,326 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:46:48,223 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:46:48,326 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:46:49,326 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:46:50,332 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:46:51,327 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:46:52,330 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:46:53,224 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:46:53,330 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:46:54,327 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:46:55,328 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:46:55,573 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 15:46:55,573 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 15:46:55,574 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 15:46:55,575 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 15:46:56,328 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:46:56,398 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 15:46:57,328 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:46:57,399 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 15:46:57,604 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:46:57,605 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:46:58,224 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:46:58,328 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:46:59,328 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:47:00,328 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:47:01,328 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:47:02,328 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:47:03,328 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:47:03,886 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 15:47:03,892 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:47:04,328 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:47:05,328 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:47:06,328 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:47:07,329 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:47:08,329 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:47:09,290 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:47:09,329 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:47:10,329 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:47:11,329 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:47:12,329 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:47:12,604 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:47:12,605 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:47:13,329 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:47:14,329 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:47:15,289 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:47:15,329 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:47:16,329 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:47:17,330 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:47:18,330 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:47:19,340 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:47:20,297 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:47:20,335 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:47:21,335 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:47:22,336 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:47:23,339 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:47:24,338 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:47:24,427 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 15:47:24,429 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 15:47:24,429 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 15:47:24,431 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 15:47:25,338 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:47:25,431 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 15:47:25,469 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:47:26,338 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:47:27,338 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:47:27,432 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 15:47:27,605 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:47:27,605 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:47:28,338 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:47:29,338 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:47:30,338 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:47:31,291 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:47:31,338 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:47:32,338 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:47:33,339 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:47:33,889 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 15:47:34,339 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:47:35,339 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:47:36,339 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:47:36,891 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:47:37,339 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:47:38,339 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:47:39,339 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:47:40,339 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:47:41,340 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:47:42,292 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:47:42,340 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:47:42,605 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:47:42,605 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:47:43,340 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:47:44,340 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:47:45,340 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:47:46,340 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:47:47,340 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:47:48,292 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:47:48,340 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:47:49,340 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:47:50,340 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:47:51,342 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:47:52,343 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:47:53,296 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:47:53,342 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:47:54,343 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:47:55,346 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:47:56,343 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:47:56,444 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 15:47:56,445 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 15:47:56,445 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 15:47:56,446 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 15:47:56,463 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 15:47:57,343 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:47:57,464 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 15:47:57,605 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:47:57,605 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:47:58,343 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:47:59,294 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:47:59,343 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:48:00,343 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:48:01,344 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:48:02,344 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:48:03,344 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:48:03,894 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 15:48:04,344 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:48:04,896 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:48:05,344 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:48:06,344 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:48:07,344 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:48:08,344 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:48:09,345 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:48:10,295 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:48:10,344 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:48:11,344 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:48:12,345 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:48:12,605 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:48:12,606 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:48:13,345 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:48:14,345 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:48:15,345 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:48:16,295 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:48:16,345 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:48:17,345 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:48:18,345 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:48:19,345 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:48:20,345 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:48:21,298 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:48:21,358 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:48:22,351 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:48:23,354 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:48:24,351 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:48:25,358 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:48:26,300 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:48:26,355 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:48:27,253 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 15:48:27,254 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 15:48:27,254 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 15:48:27,256 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 15:48:27,495 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 15:48:27,709 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:48:27,710 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:48:27,710 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:48:28,707 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:48:29,496 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 15:48:29,707 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:48:30,707 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:48:31,301 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:48:31,707 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:48:32,707 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:48:33,707 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:48:33,896 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 15:48:34,707 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:48:35,707 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:48:36,707 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:48:36,898 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:48:37,708 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:48:38,708 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:48:39,708 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:48:40,708 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:48:41,708 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:48:42,301 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:48:42,707 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:48:42,708 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:48:42,748 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:48:43,708 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:48:44,708 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:48:45,708 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:48:46,708 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:48:47,709 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:48:48,301 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:48:48,709 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:48:49,709 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:48:50,718 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:48:51,710 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:48:52,714 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:48:53,305 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:48:53,715 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:48:54,715 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:48:55,714 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 15:48:55,715 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 15:48:55,716 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 15:48:55,717 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 15:48:55,754 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:48:56,522 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 15:48:56,715 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:48:57,523 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 15:48:57,707 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:48:57,708 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:48:57,748 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:48:58,715 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:48:59,303 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:48:59,715 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:49:00,715 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:49:01,715 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:49:02,715 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:49:03,716 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:49:03,900 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 15:49:04,716 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:49:04,902 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:49:05,716 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:49:06,716 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:49:07,716 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:49:08,716 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:49:09,716 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:49:10,541 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:49:10,716 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:49:11,716 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:49:12,707 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:49:12,708 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:49:12,748 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:49:13,716 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:49:14,716 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:49:15,717 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:49:16,439 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:49:16,717 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:49:17,717 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:49:18,717 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:49:19,717 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:49:20,725 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:49:21,442 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:49:21,724 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:49:22,721 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:49:23,723 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:49:24,724 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:49:25,724 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:49:26,266 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 15:49:26,267 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 15:49:26,267 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 15:49:26,269 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 15:49:26,549 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 15:49:26,724 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:49:27,307 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:49:27,550 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 15:49:27,708 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:49:27,708 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:49:27,748 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:49:28,724 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:49:29,724 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:49:30,724 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:49:31,724 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:49:32,439 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:49:32,724 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:49:33,724 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:49:33,904 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 15:49:34,725 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:49:35,725 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:49:36,725 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:49:37,725 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:49:37,906 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:49:38,725 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:49:39,725 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:49:40,725 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:49:41,725 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:49:42,708 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:49:42,708 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:49:42,748 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:49:43,439 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:49:43,726 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:49:44,726 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:49:45,726 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:49:46,726 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:49:47,726 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:49:48,440 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:49:48,726 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:49:49,726 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:49:50,730 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:49:51,727 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:49:52,731 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:49:53,444 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:49:53,732 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:49:54,735 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:49:55,735 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:49:56,659 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 15:49:56,660 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 15:49:56,660 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 15:49:56,661 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 15:49:57,075 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:49:57,577 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 15:49:57,578 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 15:49:57,708 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:49:57,708 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:49:58,075 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:49:59,075 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:49:59,442 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:50:00,075 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:50:01,075 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:50:02,075 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:50:03,075 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:50:03,908 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 15:50:04,075 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:50:04,910 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:50:05,076 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:50:06,075 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:50:07,076 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:50:08,076 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:50:09,076 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:50:10,076 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:50:10,442 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:50:11,176 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:50:12,175 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:50:12,708 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:50:12,709 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:50:13,175 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:50:14,175 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:50:15,176 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:50:16,175 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:50:16,443 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:50:17,176 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:50:18,176 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:50:19,176 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:50:20,176 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:50:21,176 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:50:21,443 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:50:22,176 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:50:23,180 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:50:24,180 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:50:25,183 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:50:26,190 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:50:26,456 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:50:27,184 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:50:27,708 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:50:27,708 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:50:28,188 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:50:28,804 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 15:50:28,805 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 15:50:28,806 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 15:50:28,808 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 15:50:29,214 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:50:29,604 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 15:50:29,605 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 15:50:30,213 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:50:31,213 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:50:31,845 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:50:32,213 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:50:33,213 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:50:33,913 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 15:50:34,214 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:50:35,214 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:50:36,214 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:50:36,916 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:50:37,214 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:50:38,214 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:50:39,214 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:50:40,214 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:50:41,469 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:50:42,447 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:50:42,469 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:50:42,708 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:50:42,709 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:50:43,469 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:50:44,469 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:50:45,469 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:50:46,469 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:50:47,447 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:50:47,469 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:50:48,469 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:50:49,469 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:50:50,469 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:50:51,470 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:50:52,470 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:50:53,453 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:50:53,481 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:50:54,475 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:50:55,475 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:50:56,476 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:50:57,476 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:50:57,711 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:50:57,717 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:50:58,476 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:50:58,987 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 15:50:58,987 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 15:50:58,988 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 15:50:58,988 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:50:58,989 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 15:50:59,476 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:50:59,636 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 15:50:59,636 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 15:51:00,476 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:51:01,476 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:51:02,476 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:51:03,476 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:51:03,916 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 15:51:04,476 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:51:04,919 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:51:05,476 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:51:06,477 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:51:07,477 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:51:08,477 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:51:09,477 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:51:10,451 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:51:10,477 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:51:11,477 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:51:12,477 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:51:12,711 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:51:12,712 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:51:13,477 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:51:14,478 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:51:15,452 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:51:15,477 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:51:16,477 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:51:17,478 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:51:18,478 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:51:19,478 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:51:20,478 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:51:21,452 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:51:21,478 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:51:22,478 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:51:23,478 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:51:24,478 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:51:25,478 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:51:26,452 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:51:26,478 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:51:27,484 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:51:27,716 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:51:27,716 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:51:28,485 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:51:29,480 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:51:30,484 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:51:31,457 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:51:31,482 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:51:32,483 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:51:33,129 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 15:51:33,130 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 15:51:33,131 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 15:51:33,132 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 15:51:33,545 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:51:33,675 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 15:51:33,676 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 15:51:33,921 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 15:51:34,543 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:51:35,544 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:51:36,544 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:51:36,923 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:51:37,544 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:51:38,544 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:51:39,544 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:51:40,544 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:51:41,544 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:51:42,544 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:51:42,546 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:51:42,716 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:51:42,717 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:51:43,544 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:51:44,545 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:51:45,545 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:51:46,545 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:51:47,545 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:51:48,545 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:51:48,546 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:51:49,545 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:51:50,545 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:51:51,545 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:51:52,545 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:51:53,545 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:51:53,546 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:51:54,545 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:51:55,546 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:51:56,546 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:51:57,546 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:51:57,717 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:51:57,717 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:51:58,553 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:51:58,564 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:51:59,547 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:52:00,553 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:52:01,554 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:52:02,553 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:52:03,553 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:52:03,923 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 15:52:03,926 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:52:04,025 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 15:52:04,026 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 15:52:04,026 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 15:52:04,028 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 15:52:04,557 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:52:04,707 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 15:52:05,554 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:52:05,708 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 15:52:06,554 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:52:07,554 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:52:08,554 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:52:09,551 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:52:09,554 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:52:10,554 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:52:11,554 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:52:12,554 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:52:12,717 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:52:12,717 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:52:13,554 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:52:14,553 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:52:14,554 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:52:15,554 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:52:16,555 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:52:17,555 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:52:18,555 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:52:19,555 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:52:20,552 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:52:20,555 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:52:21,555 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:52:22,555 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:52:23,555 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:52:24,555 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:52:25,556 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:52:26,552 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:52:26,556 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:52:27,556 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:52:27,717 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:52:27,717 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:52:28,561 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:52:29,561 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:52:30,564 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:52:31,568 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:52:31,568 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:52:32,568 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:52:33,565 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:52:33,929 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 15:52:34,386 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 15:52:34,388 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 15:52:34,389 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 15:52:34,390 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 15:52:34,744 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 15:52:34,798 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:52:35,745 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 15:52:35,795 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:52:36,795 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:52:37,428 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:52:37,796 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:52:38,796 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:52:39,796 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:52:40,796 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:52:41,796 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:52:42,558 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:52:42,717 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:52:42,717 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:52:42,796 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:52:43,796 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:52:44,796 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:52:45,796 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:52:46,797 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:52:47,797 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:52:48,558 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:52:48,797 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:52:49,797 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:52:50,797 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:52:51,797 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:52:52,797 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:52:53,797 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:52:54,558 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:52:54,797 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:52:55,798 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:52:56,798 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:52:57,717 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:52:57,717 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:52:57,798 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:52:58,798 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:52:59,565 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:52:59,812 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:53:00,809 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:53:01,805 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:53:02,806 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:53:03,806 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:53:03,934 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 15:53:04,806 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:53:04,935 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:53:04,972 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 15:53:04,973 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 15:53:04,974 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 15:53:04,976 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 15:53:05,780 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 15:53:05,781 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 15:53:05,806 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:53:06,806 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:53:07,806 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:53:08,806 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:53:09,806 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:53:10,561 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:53:10,806 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:53:11,807 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:53:12,717 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:53:12,718 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:53:12,807 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:53:13,807 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:53:14,807 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:53:15,807 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:53:16,562 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:53:16,807 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:53:17,807 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:53:18,807 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:53:19,807 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:53:20,807 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:53:21,562 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:53:21,807 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:53:22,808 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:53:23,808 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:53:24,808 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:53:25,808 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:53:26,808 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:53:27,562 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:53:27,717 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:53:27,718 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:53:27,808 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:53:28,808 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:53:29,817 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:53:30,815 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:53:31,816 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:53:32,572 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:53:32,816 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:53:33,820 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:53:33,941 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 15:53:34,817 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:53:35,004 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 15:53:35,006 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 15:53:35,007 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 15:53:35,008 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 15:53:35,807 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 15:53:35,807 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 15:53:35,817 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:53:36,817 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:53:37,817 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:53:38,046 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:53:38,817 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:53:39,817 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:53:40,817 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:53:41,817 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:53:42,717 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:53:42,718 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:53:42,817 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:53:43,564 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:53:43,817 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:53:44,817 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:53:45,818 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:53:46,818 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:53:47,818 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:53:48,818 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:53:49,565 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:53:49,818 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:53:50,818 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:53:51,818 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:53:52,818 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:53:53,818 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:53:54,566 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:53:54,818 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:53:55,818 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:53:56,819 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:53:57,718 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:53:57,718 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:53:57,819 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:53:58,819 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:53:59,819 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:54:00,565 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:54:00,819 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:54:01,826 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:54:02,824 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:54:03,824 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:54:03,941 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 15:54:04,825 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:54:05,828 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:54:05,946 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:54:06,826 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:54:07,321 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 15:54:07,322 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 15:54:07,322 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 15:54:07,324 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 15:54:07,826 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:54:07,844 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 15:54:07,845 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 15:54:08,826 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:54:09,826 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:54:10,826 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:54:11,569 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:54:11,826 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:54:12,718 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:54:12,718 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:54:12,826 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:54:13,826 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:54:14,826 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:54:15,827 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:54:16,827 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:54:17,569 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:54:17,827 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:54:18,874 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:54:19,873 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:54:20,873 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:54:21,875 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:54:22,570 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:54:22,873 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:54:23,874 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:54:24,874 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:54:25,874 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:54:26,874 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:54:27,718 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:54:27,718 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:54:27,841 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:54:27,874 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:54:28,874 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:54:29,874 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:54:30,876 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:54:31,874 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:54:32,877 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:54:33,577 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:54:33,881 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:54:33,947 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 15:54:34,877 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:54:35,878 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:54:36,172 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 15:54:36,174 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 15:54:36,174 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 15:54:36,175 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 15:54:36,876 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 15:54:36,882 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:54:37,877 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 15:54:37,879 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:54:38,879 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:54:39,571 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:54:39,879 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:54:40,879 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:54:41,879 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:54:42,718 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:54:42,718 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:54:42,879 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:54:43,879 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:54:44,879 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:54:45,570 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:54:45,879 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:54:46,879 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:54:47,880 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:54:48,880 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:54:49,880 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:54:50,571 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:54:50,880 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:54:51,880 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:54:52,880 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:54:53,880 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:54:54,880 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:54:55,881 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:54:56,571 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:54:56,881 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:54:57,718 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:54:57,718 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:54:57,881 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:54:58,881 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:54:59,881 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:55:00,881 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:55:01,891 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:55:02,582 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:55:02,885 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:55:03,885 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:55:03,953 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 15:55:04,888 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:55:05,893 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:55:06,888 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:55:07,397 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 15:55:07,398 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 15:55:07,399 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 15:55:07,400 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 15:55:07,889 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:55:07,908 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 15:55:07,909 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 15:55:08,439 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:55:08,889 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:55:09,889 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:55:10,889 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:55:11,889 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:55:12,718 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:55:12,719 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:55:12,889 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:55:13,576 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:55:13,889 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:55:14,889 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:55:15,889 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:55:16,889 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:55:17,889 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:55:18,890 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:55:19,577 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:55:19,890 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:55:20,899 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:55:21,896 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:55:22,896 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:55:23,896 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:55:24,896 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:55:25,577 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:55:25,896 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:55:26,896 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:55:27,718 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:55:27,719 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:55:27,896 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:55:28,896 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:55:29,896 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:55:30,897 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:55:31,587 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:55:31,897 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:55:32,897 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:55:33,900 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:55:33,953 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 15:55:34,903 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:55:35,901 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:55:36,886 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 15:55:36,888 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 15:55:36,888 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 15:55:36,888 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:55:36,892 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 15:55:36,940 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 15:55:37,263 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:55:37,941 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 15:55:38,262 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:55:39,262 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:55:40,262 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:55:41,262 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:55:42,262 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:55:42,581 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:55:42,718 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:55:42,719 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:55:43,262 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:55:44,262 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:55:45,263 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:55:46,263 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:55:47,263 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:55:48,263 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:55:48,580 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:55:49,263 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:55:50,386 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:55:51,384 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:55:52,384 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:55:53,385 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:55:54,385 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:55:54,580 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:55:55,385 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:55:56,385 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:55:57,385 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:55:57,718 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:55:57,719 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:55:58,385 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:55:59,385 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:55:59,581 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:56:00,385 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:56:01,385 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:56:02,396 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:56:03,387 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:56:03,953 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 15:56:04,398 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:56:04,954 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:56:05,394 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:56:06,397 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:56:07,395 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:56:07,967 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 15:56:07,968 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 15:56:07,968 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 15:56:07,971 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 15:56:07,971 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 15:56:08,395 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:56:08,971 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 15:56:09,395 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:56:09,972 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 15:56:10,398 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:56:10,581 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:56:11,397 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:56:12,397 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:56:12,719 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:56:12,719 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:56:13,397 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:56:14,398 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:56:15,397 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:56:16,398 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:56:16,581 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:56:17,398 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:56:18,398 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:56:19,398 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:56:20,398 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:56:21,398 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:56:21,581 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:56:22,398 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:56:23,398 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:56:24,398 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:56:25,398 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:56:26,398 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:56:26,581 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:56:27,399 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:56:27,719 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:56:27,719 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:56:28,399 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:56:29,399 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:56:30,399 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:56:31,399 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:56:32,411 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:56:32,587 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:56:33,404 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:56:33,961 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 15:56:34,407 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:56:35,405 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:56:36,406 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:56:37,405 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:56:37,963 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:56:38,269 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 15:56:38,271 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 15:56:38,272 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 15:56:38,276 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 15:56:38,692 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:56:38,998 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 15:56:39,688 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:56:39,999 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 15:56:40,688 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:56:41,688 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:56:42,688 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:56:42,719 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:56:42,719 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:56:43,688 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:56:43,689 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:56:44,688 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:56:45,689 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:56:46,689 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:56:47,689 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:56:48,689 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:56:48,689 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:56:49,784 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:56:50,783 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:56:51,783 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:56:52,784 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:56:53,689 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:56:53,784 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:56:54,784 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:56:55,784 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:56:56,784 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:56:57,719 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:56:57,719 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:56:57,784 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:56:58,784 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:56:59,689 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:56:59,784 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:57:00,784 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:57:01,788 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:57:02,787 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:57:03,791 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:57:03,965 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 15:57:04,791 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:57:04,969 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:57:05,791 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:57:06,791 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:57:07,140 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 15:57:07,141 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 15:57:07,141 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 15:57:07,143 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 15:57:07,791 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:57:08,022 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 15:57:08,023 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 15:57:08,791 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:57:09,792 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:57:10,695 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:57:10,792 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:57:11,792 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:57:12,719 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:57:12,720 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:57:12,792 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:57:13,792 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:57:14,792 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:57:15,792 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:57:16,694 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:57:16,792 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:57:17,792 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:57:18,927 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:57:19,833 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:57:20,833 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:57:21,833 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:57:21,927 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:57:22,833 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:57:23,833 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:57:24,833 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:57:25,833 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:57:26,834 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:57:27,719 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:57:27,720 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:57:27,834 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:57:27,834 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:57:28,834 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:57:29,834 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:57:30,844 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:57:31,837 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:57:32,837 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:57:32,934 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:57:33,842 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:57:33,967 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 15:57:34,845 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:57:35,838 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:57:36,373 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 15:57:36,375 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 15:57:36,375 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 15:57:36,377 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 15:57:36,838 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:57:37,051 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 15:57:37,838 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:57:38,052 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 15:57:38,415 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:57:38,838 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:57:39,838 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:57:40,839 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:57:41,838 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:57:42,719 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:57:42,720 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:57:42,838 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:57:43,839 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:57:43,862 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:57:44,839 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:57:45,839 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:57:46,839 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:57:47,839 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:57:48,839 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:57:48,924 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:57:50,061 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:57:51,060 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:57:52,060 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:57:53,060 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:57:53,924 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:57:54,060 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:57:55,060 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:57:56,060 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:57:57,061 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:57:57,719 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:57:57,720 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:57:58,061 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:57:58,925 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:57:59,061 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:58:00,061 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:58:01,061 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:58:02,068 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:58:03,069 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:58:03,931 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:58:03,968 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 15:58:04,075 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:58:05,070 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:58:06,071 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:58:07,071 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:58:07,870 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 15:58:07,871 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 15:58:07,871 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 15:58:07,876 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 15:58:08,077 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 15:58:08,282 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:58:08,928 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:58:09,285 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:58:10,079 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 15:58:10,284 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:58:11,284 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:58:12,285 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:58:12,720 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:58:12,720 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:58:13,285 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:58:14,284 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:58:14,927 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:58:15,285 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:58:16,285 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:58:17,285 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:58:18,285 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:58:19,285 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:58:19,928 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:58:20,285 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:58:21,327 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:58:22,327 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:58:23,327 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:58:24,327 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:58:24,928 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:58:25,327 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:58:26,327 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:58:27,327 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:58:27,720 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:58:27,720 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:58:28,327 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:58:29,327 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:58:30,327 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:58:30,928 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:58:31,328 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:58:32,328 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:58:33,328 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:58:33,979 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 15:58:34,337 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:58:35,336 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:58:35,983 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:58:36,334 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:58:37,335 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:58:38,335 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:58:38,746 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 15:58:38,747 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 15:58:38,747 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 15:58:38,750 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 15:58:39,108 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 15:58:39,335 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:58:40,109 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 15:58:40,335 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:58:41,172 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:58:41,335 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:58:42,335 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:58:42,720 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:58:42,721 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:58:43,335 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:58:44,335 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:58:45,335 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:58:46,335 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:58:47,171 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:58:47,335 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:58:48,335 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:58:49,335 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:58:50,336 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:58:51,336 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:58:52,336 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:58:53,171 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:58:53,336 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:58:54,336 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:58:55,336 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:58:56,336 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:58:57,336 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:58:57,720 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:58:57,720 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:58:58,336 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:58:58,835 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:58:59,336 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:59:00,336 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:59:01,337 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:59:02,337 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:59:03,340 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:59:03,985 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 15:59:03,986 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:59:04,340 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:59:05,343 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:59:06,338 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:59:07,340 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:59:08,340 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:59:08,957 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 15:59:08,959 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 15:59:08,960 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 15:59:08,965 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 15:59:08,999 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:59:09,137 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 15:59:09,378 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:59:10,138 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 15:59:10,373 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:59:11,373 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:59:12,373 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:59:12,720 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:59:12,720 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:59:13,373 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:59:14,373 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:59:14,373 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:59:15,373 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:59:16,373 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:59:17,373 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:59:18,373 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:59:19,373 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:59:20,373 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:59:20,373 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:59:21,374 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:59:22,374 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:59:23,374 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:59:24,374 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:59:25,373 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:59:25,374 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:59:26,374 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:59:27,374 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:59:27,720 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:59:27,720 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:59:28,374 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:59:29,374 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:59:30,374 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:59:31,373 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:59:31,375 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:59:32,375 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:59:33,377 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:59:33,986 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 15:59:34,383 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:59:35,376 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:59:36,376 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:59:36,382 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:59:37,376 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:59:38,379 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:59:39,223 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 15:59:39,224 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 15:59:39,224 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 15:59:39,229 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 15:59:39,643 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:59:40,163 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 15:59:40,164 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 15:59:40,652 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:59:41,643 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:59:41,651 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:59:42,651 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:59:42,721 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:59:42,721 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:59:43,651 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:59:44,651 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:59:45,652 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:59:46,652 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:59:47,639 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:59:47,652 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:59:48,652 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:59:49,652 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:59:50,652 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:59:51,652 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:59:52,652 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:59:53,639 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:59:53,652 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:59:54,653 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:59:55,653 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:59:56,653 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:59:57,653 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:59:57,720 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 15:59:57,721 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 15:59:58,653 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 15:59:58,903 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 15:59:59,653 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:00:00,653 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:00:01,653 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:00:02,653 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:00:03,653 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:00:03,988 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 16:00:03,990 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:00:04,653 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:00:05,654 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:00:06,662 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:00:07,663 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:00:08,663 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:00:09,649 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:00:09,659 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:00:10,660 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:00:11,660 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:00:12,247 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 16:00:12,248 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 16:00:12,248 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 16:00:12,251 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 16:00:12,665 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:00:12,721 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:00:12,721 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:00:13,196 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 16:00:13,663 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:00:14,663 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:00:15,197 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 16:00:15,644 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:00:15,663 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:00:16,663 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:00:17,663 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:00:18,664 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:00:19,664 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:00:20,664 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:00:21,644 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:00:21,664 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:00:22,664 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:00:23,664 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:00:24,664 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:00:25,665 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:00:26,664 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:00:27,644 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:00:27,665 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:00:27,721 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:00:27,721 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:00:28,665 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:00:29,665 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:00:30,665 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:00:31,665 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:00:32,645 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:00:32,665 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:00:33,665 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:00:33,991 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 16:00:34,665 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:00:35,665 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:00:36,665 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:00:37,666 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:00:38,654 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:00:38,665 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:00:39,672 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:00:40,669 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:00:41,683 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:00:42,673 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:00:42,723 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:00:42,723 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:00:43,674 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:00:43,884 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:00:44,055 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 16:00:44,056 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 16:00:44,057 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 16:00:44,060 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 16:00:44,227 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 16:00:44,674 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:00:45,674 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:00:46,674 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:00:47,229 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 16:00:47,674 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:00:48,674 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:00:49,648 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:00:49,674 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:00:50,674 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:00:51,674 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:00:52,674 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:00:53,674 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:00:54,674 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:00:55,648 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:00:55,675 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:00:56,675 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:00:57,675 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:00:57,723 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:00:57,724 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:00:58,675 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:00:59,675 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:01:00,649 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:01:00,675 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:01:01,675 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:01:02,675 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:01:03,675 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:01:03,995 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 16:01:04,675 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:01:05,676 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:01:06,649 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:01:06,676 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:01:07,676 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:01:08,682 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:01:09,679 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:01:10,686 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:01:11,657 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:01:11,682 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:01:12,685 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:01:12,726 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:01:12,727 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:01:13,690 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:01:14,687 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:01:14,830 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 16:01:14,832 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 16:01:14,833 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 16:01:14,835 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 16:01:15,254 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 16:01:15,687 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:01:16,687 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:01:16,872 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:01:17,256 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 16:01:17,687 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:01:18,687 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:01:19,687 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:01:20,687 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:01:21,687 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:01:22,654 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:01:22,687 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:01:23,687 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:01:24,687 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:01:25,687 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:01:26,687 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:01:27,688 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:01:27,726 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:01:27,727 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:01:27,808 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:01:28,688 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:01:29,688 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:01:30,688 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:01:31,688 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:01:32,688 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:01:33,654 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:01:33,688 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:01:34,000 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 16:01:34,754 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:01:35,753 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:01:36,753 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:01:37,764 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:01:38,659 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:01:38,757 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:01:39,763 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:01:40,758 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:01:41,758 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:01:42,728 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:01:42,729 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:01:42,770 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:01:43,240 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 16:01:43,242 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 16:01:43,243 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 16:01:43,244 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 16:01:43,284 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 16:01:43,758 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:01:44,282 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:01:44,758 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:01:45,285 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 16:01:45,758 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:01:46,758 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:01:47,758 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:01:48,758 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:01:49,659 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:01:49,758 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:01:50,759 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:01:51,759 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:01:52,759 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:01:53,759 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:01:54,759 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:01:55,659 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:01:55,759 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:01:56,759 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:01:57,728 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:01:57,729 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:01:57,769 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:01:58,759 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:01:59,759 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:02:00,660 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:02:00,760 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:02:01,760 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:02:02,760 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:02:03,760 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:02:04,004 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 16:02:04,760 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:02:05,760 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:02:06,660 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:02:06,760 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:02:07,760 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:02:08,767 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:02:09,767 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:02:10,762 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:02:11,666 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:02:11,762 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:02:12,730 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:02:12,731 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:02:12,776 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:02:13,762 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:02:14,090 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 16:02:14,091 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 16:02:14,091 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 16:02:14,092 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 16:02:14,321 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 16:02:14,763 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:02:15,322 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 16:02:15,763 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:02:16,667 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:02:16,763 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:02:17,763 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:02:18,763 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:02:19,763 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:02:20,763 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:02:21,667 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:02:21,763 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:02:22,763 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:02:23,763 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:02:24,764 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:02:25,764 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:02:26,764 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:02:27,667 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:02:27,731 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:02:27,731 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:02:27,771 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:02:28,764 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:02:29,764 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:02:30,764 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:02:31,764 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:02:32,667 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:02:32,764 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:02:33,764 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:02:34,007 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 16:02:34,765 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:02:35,765 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:02:36,765 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:02:37,674 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:02:37,774 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:02:38,768 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:02:39,772 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:02:40,768 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:02:41,769 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:02:42,672 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:02:42,734 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:02:42,738 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:02:42,775 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:02:43,737 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 16:02:43,738 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 16:02:43,738 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 16:02:43,740 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 16:02:44,154 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:02:44,351 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 16:02:44,889 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:02:45,352 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 16:02:45,889 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:02:46,889 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:02:47,889 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:02:48,672 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:02:48,889 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:02:49,889 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:02:50,889 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:02:51,889 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:02:52,889 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:02:53,889 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:02:54,672 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:02:54,889 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:02:55,890 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:02:56,890 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:02:57,734 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:02:57,735 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:02:57,890 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:02:58,890 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:02:59,890 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:03:00,672 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:03:00,890 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:03:01,890 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:03:02,890 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:03:03,890 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:03:04,011 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 16:03:04,890 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:03:05,890 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:03:06,672 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:03:06,891 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:03:07,891 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:03:08,891 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:03:09,893 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:03:10,893 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:03:11,674 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:03:11,896 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:03:12,736 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:03:12,737 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:03:12,897 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:03:13,383 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 16:03:13,384 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 16:03:13,384 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 16:03:13,386 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 16:03:13,897 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:03:14,383 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 16:03:14,897 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:03:15,384 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 16:03:15,897 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:03:16,897 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:03:17,673 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:03:17,897 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:03:18,897 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:03:19,897 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:03:20,897 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:03:21,897 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:03:22,674 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:03:22,897 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:03:23,898 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:03:24,898 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:03:25,898 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:03:26,898 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:03:27,736 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:03:27,737 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:03:27,884 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:03:27,898 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:03:28,898 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:03:29,898 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:03:30,899 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:03:31,899 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:03:32,899 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:03:33,674 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:03:33,899 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:03:34,015 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 16:03:34,899 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:03:35,899 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:03:36,899 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:03:37,899 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:03:38,674 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:03:38,899 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:03:39,904 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:03:40,904 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:03:41,904 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:03:42,743 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:03:42,747 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:03:42,904 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:03:43,891 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:03:43,905 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:03:44,907 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:03:45,329 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 16:03:45,329 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 16:03:45,330 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 16:03:45,331 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 16:03:45,416 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 16:03:45,905 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:03:46,905 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:03:47,418 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 16:03:47,905 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:03:48,905 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:03:49,371 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:03:49,905 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:03:50,905 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:03:51,906 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:03:52,906 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:03:53,906 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:03:54,678 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:03:54,906 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:03:55,906 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:03:56,906 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:03:57,740 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:03:57,741 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:03:57,906 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:03:58,906 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:03:59,679 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:03:59,906 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:04:00,906 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:04:01,907 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:04:02,907 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:04:03,907 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:04:04,021 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 16:04:04,907 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:04:05,678 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:04:05,907 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:04:06,907 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:04:07,907 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:04:08,907 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:04:09,907 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:04:10,684 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:04:10,914 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:04:11,911 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:04:12,747 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:04:12,747 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:04:12,910 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:04:13,911 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:04:14,914 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:04:15,684 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:04:15,915 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:04:16,028 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 16:04:16,029 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 16:04:16,030 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 16:04:16,031 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 16:04:16,447 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 16:04:16,915 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:04:17,447 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 16:04:17,915 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:04:18,915 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:04:19,915 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:04:20,915 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:04:21,681 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:04:21,915 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:04:22,915 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:04:23,915 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:04:24,915 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:04:25,915 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:04:26,916 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:04:27,681 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:04:27,745 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:04:27,745 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:04:27,916 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:04:28,916 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:04:29,916 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:04:30,916 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:04:31,916 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:04:32,682 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:04:32,916 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:04:33,916 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:04:34,024 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 16:04:34,916 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:04:35,916 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:04:36,917 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:04:37,694 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:04:37,925 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:04:38,924 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:04:39,921 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:04:40,925 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:04:41,923 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:04:42,691 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:04:42,745 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:04:42,745 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:04:42,923 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:04:43,100 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 16:04:43,102 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 16:04:43,102 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 16:04:43,103 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 16:04:43,479 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 16:04:43,924 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:04:44,924 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:04:45,481 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 16:04:45,924 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:04:46,924 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:04:47,924 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:04:48,685 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:04:48,924 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:04:49,924 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:04:50,924 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:04:51,924 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:04:52,924 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:04:53,925 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:04:54,685 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:04:54,925 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:04:55,925 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:04:56,925 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:04:57,745 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:04:57,745 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:04:57,925 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:04:58,925 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:04:59,685 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:04:59,925 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:05:00,925 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:05:01,925 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:05:02,925 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:05:03,926 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:05:04,028 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 16:05:04,926 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:05:05,686 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:05:05,926 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:05:06,926 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:05:07,926 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:05:08,926 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:05:09,926 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:05:10,693 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:05:10,938 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:05:11,931 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:05:12,748 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:05:12,748 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:05:12,931 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:05:13,931 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:05:14,932 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:05:15,932 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:05:16,282 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 16:05:16,283 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 16:05:16,283 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 16:05:16,283 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:05:16,284 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 16:05:16,507 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 16:05:16,932 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:05:17,507 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 16:05:17,932 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:05:18,932 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:05:19,932 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:05:20,932 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:05:21,687 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:05:21,932 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:05:22,932 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:05:23,933 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:05:24,933 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:05:25,933 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:05:26,687 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:05:26,933 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:05:27,747 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:05:27,748 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:05:27,933 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:05:28,933 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:05:29,933 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:05:30,933 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:05:31,688 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:05:31,933 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:05:32,933 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:05:33,933 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:05:34,032 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 16:05:34,933 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:05:35,933 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:05:36,934 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:05:37,688 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:05:37,934 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:05:38,934 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:05:39,934 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:05:40,934 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:05:41,945 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:05:42,692 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:05:42,752 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:05:42,753 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:05:42,944 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:05:43,948 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:05:44,948 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:05:45,949 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:05:46,949 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:05:46,997 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 16:05:46,998 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 16:05:46,999 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 16:05:47,000 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 16:05:47,535 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 16:05:47,949 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:05:48,038 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:05:48,949 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:05:49,536 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 16:05:49,949 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:05:50,949 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:05:51,949 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:05:52,949 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:05:53,688 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:05:53,949 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:05:54,949 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:05:55,950 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:05:56,950 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:05:57,753 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:05:57,753 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:05:57,950 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:05:58,881 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:05:58,950 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:05:59,950 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:06:00,950 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:06:02,085 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:06:03,084 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:06:04,036 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 16:06:04,043 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:06:04,084 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:06:05,084 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:06:06,084 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:06:07,084 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:06:08,084 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:06:09,085 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:06:09,688 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:06:10,085 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:06:11,085 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:06:12,085 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:06:12,753 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:06:12,753 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:06:13,085 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:06:14,093 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:06:15,100 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:06:15,690 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:06:16,092 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:06:17,092 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:06:18,092 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:06:19,092 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:06:19,421 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 16:06:19,423 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 16:06:19,424 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 16:06:19,425 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 16:06:19,564 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 16:06:20,093 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:06:20,840 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:06:21,093 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:06:21,566 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 16:06:22,093 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:06:23,093 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:06:24,093 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:06:25,093 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:06:26,093 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:06:26,838 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:06:27,093 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:06:27,753 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:06:27,753 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:06:28,093 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:06:29,093 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:06:30,093 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:06:31,093 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:06:31,839 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:06:32,164 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:06:33,161 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:06:34,040 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 16:06:34,161 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:06:35,161 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:06:36,162 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:06:37,162 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:06:37,838 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:06:38,162 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:06:39,162 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:06:40,162 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:06:41,163 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:06:42,162 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:06:42,753 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:06:42,754 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:06:42,915 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:06:43,162 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:06:44,169 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:06:45,175 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:06:46,168 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:06:47,171 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:06:48,172 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:06:48,839 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:06:49,168 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:06:49,500 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 16:06:49,500 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 16:06:49,501 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 16:06:49,503 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 16:06:49,597 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 16:06:50,168 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:06:51,168 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:06:51,599 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 16:06:52,171 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:06:53,169 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:06:53,918 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:06:54,168 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:06:55,169 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:06:56,169 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:06:57,169 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:06:57,753 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:06:57,753 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:06:58,169 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:06:59,170 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:06:59,874 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:07:00,169 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:07:01,169 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:07:02,169 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:07:03,169 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:07:04,046 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 16:07:04,170 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:07:04,917 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:07:05,170 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:07:06,170 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:07:07,170 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:07:08,170 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:07:09,170 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:07:10,170 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:07:10,917 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:07:11,170 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:07:12,175 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:07:12,759 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:07:12,760 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:07:13,173 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:07:14,173 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:07:15,178 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:07:15,930 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:07:16,173 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:07:17,173 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:07:17,444 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 16:07:17,445 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 16:07:17,445 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 16:07:17,447 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 16:07:17,624 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 16:07:18,174 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:07:19,173 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:07:19,625 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 16:07:20,174 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:07:21,174 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:07:21,920 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:07:22,174 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:07:23,174 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:07:24,174 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:07:25,174 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:07:26,174 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:07:27,174 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:07:27,760 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:07:27,760 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:07:27,828 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:07:28,174 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:07:29,174 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:07:30,180 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:07:31,179 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:07:32,179 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:07:32,921 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:07:33,179 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:07:34,049 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 16:07:34,180 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:07:35,180 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:07:36,180 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:07:37,180 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:07:38,180 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:07:38,921 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:07:39,180 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:07:40,180 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:07:41,180 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:07:42,180 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:07:42,775 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:07:42,783 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:07:43,189 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:07:43,956 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:07:44,189 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:07:45,192 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:07:46,193 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:07:47,191 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:07:48,191 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:07:48,533 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 16:07:48,534 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 16:07:48,535 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 16:07:48,536 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 16:07:48,660 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 16:07:49,191 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:07:49,575 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:07:49,661 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 16:07:50,191 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:07:51,191 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:07:52,191 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:07:53,191 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:07:54,191 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:07:54,921 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:07:55,191 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:07:56,191 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:07:57,191 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:07:57,764 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:07:57,765 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:07:58,191 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:07:59,192 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:08:00,192 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:08:00,921 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:08:01,192 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:08:02,192 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:08:03,312 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:08:04,054 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 16:08:04,312 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:08:05,311 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:08:06,312 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:08:06,921 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:08:07,312 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:08:08,312 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:08:09,312 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:08:10,312 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:08:11,312 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:08:11,922 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:08:12,312 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:08:12,765 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:08:12,765 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:08:13,313 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:08:14,312 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:08:15,323 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:08:16,318 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:08:16,926 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:08:17,315 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:08:18,316 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:08:19,317 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:08:20,317 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:08:20,914 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 16:08:20,916 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 16:08:20,916 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 16:08:20,917 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 16:08:21,334 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:08:21,690 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 16:08:21,956 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:08:22,333 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:08:23,333 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:08:23,692 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 16:08:24,333 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:08:25,333 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:08:26,333 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:08:27,333 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:08:27,765 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:08:27,765 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:08:27,840 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:08:28,334 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:08:29,334 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:08:30,334 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:08:31,334 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:08:32,334 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:08:32,923 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:08:33,334 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:08:34,058 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 16:08:34,443 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:08:35,442 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:08:36,443 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:08:37,443 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:08:37,923 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:08:38,443 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:08:39,443 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:08:40,443 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:08:41,443 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:08:42,443 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:08:42,765 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:08:42,765 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:08:43,443 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:08:43,913 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:08:44,443 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:08:45,443 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:08:46,443 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:08:47,450 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:08:48,451 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:08:48,930 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:08:49,449 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:08:50,451 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:08:51,451 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:08:52,452 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:08:52,820 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 16:08:52,822 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 16:08:52,822 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 16:08:52,824 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 16:08:53,452 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:08:53,721 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 16:08:54,452 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:08:54,861 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:08:55,452 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:08:55,722 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 16:08:56,452 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:08:57,452 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:08:57,765 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:08:57,766 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:08:58,452 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:08:59,452 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:08:59,886 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:09:00,452 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:09:01,452 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:09:02,453 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:09:03,453 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:09:04,060 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 16:09:04,453 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:09:04,923 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:09:05,541 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:09:06,540 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:09:07,540 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:09:08,540 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:09:09,540 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:09:09,923 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:09:10,540 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:09:11,540 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:09:12,540 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:09:12,765 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:09:12,766 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:09:13,540 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:09:14,541 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:09:15,541 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:09:15,927 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:09:16,549 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:09:17,548 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:09:18,549 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:09:19,546 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:09:20,549 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:09:20,933 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:09:21,546 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:09:21,858 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 16:09:21,860 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 16:09:21,860 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 16:09:21,862 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 16:09:22,546 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:09:22,752 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 16:09:23,546 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:09:23,753 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 16:09:24,546 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:09:25,546 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:09:26,546 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:09:26,928 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:09:27,546 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:09:27,765 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:09:27,766 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:09:28,547 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:09:29,547 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:09:30,547 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:09:31,547 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:09:32,547 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:09:32,928 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:09:33,547 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:09:34,065 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 16:09:34,547 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:09:35,547 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:09:36,548 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:09:37,547 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:09:37,929 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:09:38,548 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:09:39,548 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:09:40,548 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:09:41,548 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:09:42,548 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:09:42,766 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:09:42,766 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:09:43,548 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:09:43,854 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:09:44,548 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:09:45,549 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:09:46,555 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:09:47,551 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:09:48,551 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:09:48,934 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:09:49,551 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:09:50,560 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:09:51,557 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:09:52,493 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 16:09:52,495 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 16:09:52,496 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 16:09:52,497 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 16:09:52,780 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 16:09:52,907 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:09:53,781 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 16:09:53,903 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:09:54,534 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:09:54,903 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:09:55,903 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:09:56,903 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:09:57,765 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:09:57,766 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:09:57,903 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:09:58,903 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:09:59,869 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:09:59,903 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:10:00,904 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:10:01,904 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:10:02,904 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:10:03,904 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:10:04,069 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 16:10:04,904 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:10:04,935 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:10:05,904 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:10:06,905 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:10:07,904 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:10:08,904 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:10:09,904 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:10:09,935 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:10:10,905 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:10:11,905 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:10:12,766 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:10:12,766 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:10:12,905 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:10:13,905 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:10:14,905 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:10:15,905 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:10:15,935 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:10:16,905 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:10:17,909 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:10:18,912 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:10:19,914 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:10:20,920 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:10:20,950 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:10:21,917 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:10:22,918 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:10:23,366 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 16:10:23,368 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 16:10:23,368 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 16:10:23,370 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 16:10:23,809 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 16:10:23,918 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:10:24,918 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:10:25,812 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 16:10:25,918 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:10:26,918 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:10:26,941 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:10:27,766 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:10:27,766 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:10:27,918 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:10:28,918 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:10:29,918 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:10:30,918 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:10:31,918 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:10:32,918 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:10:32,941 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:10:33,919 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:10:34,073 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 16:10:34,919 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:10:35,919 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:10:36,919 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:10:37,920 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:10:38,919 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:10:38,942 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:10:39,919 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:10:40,920 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:10:41,919 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:10:42,766 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:10:42,766 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:10:42,920 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:10:43,920 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:10:44,920 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:10:44,925 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:10:45,920 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:10:46,920 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:10:47,920 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:10:48,920 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:10:49,920 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:10:49,941 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:10:50,934 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:10:51,929 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:10:52,927 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:10:53,927 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:10:54,927 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:10:54,948 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:10:55,927 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:10:56,298 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 16:10:56,299 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 16:10:56,300 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 16:10:56,301 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 16:10:56,840 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 16:10:56,927 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:10:57,766 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:10:57,767 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:10:57,841 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 16:10:57,927 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:10:58,927 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:10:59,927 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:11:00,927 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:11:00,945 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:11:01,927 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:11:02,928 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:11:03,928 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:11:04,077 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 16:11:04,928 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:11:05,928 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:11:06,928 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:11:06,945 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:11:08,125 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:11:09,124 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:11:10,124 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:11:11,125 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:11:11,946 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:11:12,124 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:11:12,766 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:11:12,766 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:11:13,125 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:11:14,125 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:11:15,125 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:11:16,125 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:11:17,125 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:11:17,946 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:11:18,125 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:11:19,125 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:11:20,129 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:11:21,131 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:11:22,131 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:11:22,957 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:11:23,131 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:11:24,132 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:11:25,131 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:11:25,510 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 16:11:25,511 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 16:11:25,511 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 16:11:25,512 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 16:11:25,869 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 16:11:26,130 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:11:27,130 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:11:27,766 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:11:27,767 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:11:27,871 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 16:11:28,130 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:11:28,839 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:11:29,130 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:11:30,130 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:11:31,130 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:11:32,130 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:11:33,130 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:11:33,950 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:11:34,081 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 16:11:34,130 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:11:35,130 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:11:36,130 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:11:37,130 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:11:38,131 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:11:39,131 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:11:39,950 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:11:40,131 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:11:41,131 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:11:42,131 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:11:42,766 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:11:42,767 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:11:43,131 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:11:44,131 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:11:44,950 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:11:45,131 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:11:46,131 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:11:47,131 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:11:48,132 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:11:49,132 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:11:50,132 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:11:50,958 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:11:51,132 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:11:52,132 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:11:53,135 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:11:54,138 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:11:55,136 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:11:55,956 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:11:56,136 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:11:56,187 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 16:11:56,188 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 16:11:56,188 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 16:11:56,190 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 16:11:56,900 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 16:11:57,136 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:11:57,766 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:11:57,767 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:11:57,901 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 16:11:58,136 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:11:59,136 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:12:00,136 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:12:01,136 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:12:01,953 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:12:02,136 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:12:03,136 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:12:04,085 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 16:12:04,137 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:12:05,137 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:12:06,137 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:12:07,137 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:12:07,953 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:12:08,137 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:12:09,138 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:12:10,137 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:12:11,137 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:12:12,137 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:12:12,766 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:12:12,767 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:12:13,137 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:12:13,904 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:12:14,137 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:12:15,137 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:12:16,138 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:12:17,138 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:12:18,138 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:12:18,954 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:12:19,138 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:12:20,138 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:12:21,151 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:12:22,140 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:12:23,144 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:12:23,958 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:12:24,142 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:12:25,141 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:12:26,141 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:12:26,801 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 16:12:26,803 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 16:12:26,803 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 16:12:26,804 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 16:12:26,926 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 16:12:27,228 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:12:27,767 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:12:27,767 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:12:27,927 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 16:12:28,228 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:12:29,229 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:12:29,870 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:12:30,228 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:12:31,228 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:12:32,228 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:12:33,228 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:12:34,090 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 16:12:34,229 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:12:34,956 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:12:35,229 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:12:36,229 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:12:37,229 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:12:38,229 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:12:39,229 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:12:39,956 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:12:40,614 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:12:41,259 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:12:42,259 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:12:42,767 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:12:42,767 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:12:43,259 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:12:44,259 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:12:45,259 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:12:45,956 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:12:46,259 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:12:47,259 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:12:48,259 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:12:49,259 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:12:50,260 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:12:51,267 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:12:51,960 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:12:52,260 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:12:53,267 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:12:54,267 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:12:55,263 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:12:56,267 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:12:56,961 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:12:57,223 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 16:12:57,224 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 16:12:57,225 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 16:12:57,227 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 16:12:57,642 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:12:57,767 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:12:57,768 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:12:57,953 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 16:12:58,373 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:12:59,373 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:12:59,955 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 16:13:00,373 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:13:01,374 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:13:02,374 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:13:02,959 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:13:03,374 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:13:04,093 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 16:13:04,374 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:13:05,374 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:13:06,374 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:13:07,374 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:13:08,374 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:13:08,960 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:13:09,375 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:13:10,374 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:13:11,375 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:13:12,375 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:13:12,767 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:13:12,767 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:13:13,375 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:13:14,375 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:13:14,860 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:13:15,375 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:13:16,375 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:13:17,375 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:13:18,375 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:13:19,375 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:13:19,960 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:13:20,375 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:13:21,380 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:13:22,383 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:13:23,382 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:13:24,380 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:13:24,966 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:13:25,380 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:13:26,380 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:13:26,525 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 16:13:26,527 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 16:13:26,527 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 16:13:26,529 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 16:13:26,982 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 16:13:27,384 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:13:27,767 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:13:27,768 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:13:27,983 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 16:13:28,384 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:13:29,384 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:13:30,384 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:13:30,963 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:13:31,384 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:13:32,384 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:13:33,384 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:13:34,097 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 16:13:34,384 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:13:35,384 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:13:36,385 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:13:36,963 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:13:37,385 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:13:38,385 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:13:39,385 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:13:40,385 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:13:41,385 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:13:41,964 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:13:42,385 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:13:42,767 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:13:42,768 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:13:43,385 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:13:44,385 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:13:45,385 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:13:46,386 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:13:47,386 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:13:47,964 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:13:48,386 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:13:49,386 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:13:50,386 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:13:51,386 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:13:52,396 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:13:52,970 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:13:53,390 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:13:54,391 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:13:55,394 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:13:56,391 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:13:56,487 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 16:13:56,488 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 16:13:56,489 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 16:13:56,490 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 16:13:57,010 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 16:13:57,391 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:13:57,767 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:13:57,768 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:13:58,012 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 16:13:58,396 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:13:58,923 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:13:59,396 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:14:00,396 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:14:01,396 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:14:02,396 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:14:03,396 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:14:03,964 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:14:04,102 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 16:14:04,396 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:14:05,396 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:14:06,396 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:14:07,397 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:14:08,397 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:14:08,964 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:14:09,397 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:14:10,397 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:14:11,397 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:14:12,397 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:14:12,767 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:14:12,768 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:14:13,397 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:14:14,397 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:14:14,910 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:14:15,397 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:14:16,397 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:14:17,397 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:14:18,398 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:14:19,398 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:14:19,964 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:14:20,398 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:14:21,402 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:14:22,399 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:14:23,399 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:14:24,402 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:14:24,975 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:14:25,399 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:14:26,403 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:14:27,399 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:14:27,419 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 16:14:27,420 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 16:14:27,421 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 16:14:27,422 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 16:14:27,840 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:14:27,840 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:14:28,039 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 16:14:28,399 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:14:29,400 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:14:30,041 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 16:14:30,399 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:14:30,966 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:14:31,400 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:14:32,400 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:14:33,400 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:14:34,106 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 16:14:34,400 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:14:35,400 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:14:36,400 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:14:36,966 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:14:37,400 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:14:38,400 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:14:39,404 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:14:40,402 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:14:41,402 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:14:41,967 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:14:42,402 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:14:42,839 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:14:42,840 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:14:43,402 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:14:44,402 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:14:45,402 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:14:46,402 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:14:47,402 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:14:47,967 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:14:48,403 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:14:49,403 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:14:50,412 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:14:51,406 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:14:52,403 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:14:52,968 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:14:53,404 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:14:54,404 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:14:55,405 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:14:55,957 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 16:14:55,958 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 16:14:55,958 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 16:14:55,960 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 16:14:56,068 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 16:14:56,406 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:14:57,406 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:14:57,839 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:14:57,840 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:14:58,070 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 16:14:58,406 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:14:58,931 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:14:59,406 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:15:00,406 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:15:01,406 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:15:02,406 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:15:03,406 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:15:03,968 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:15:04,111 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 16:15:04,406 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:15:05,406 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:15:06,406 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:15:07,406 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:15:08,406 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:15:09,407 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:15:09,969 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:15:10,407 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:15:11,407 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:15:12,407 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:15:12,839 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:15:12,840 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:15:13,407 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:15:14,407 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:15:15,407 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:15:15,968 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:15:16,407 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:15:17,407 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:15:18,408 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:15:19,408 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:15:20,416 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:15:20,980 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:15:21,411 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:15:22,413 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:15:23,413 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:15:24,416 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:15:25,416 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:15:25,632 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 16:15:25,633 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 16:15:25,634 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 16:15:25,636 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 16:15:26,092 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 16:15:26,416 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:15:26,674 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:15:27,416 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:15:27,840 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:15:27,840 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:15:28,094 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 16:15:28,416 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:15:29,416 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:15:30,416 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:15:31,416 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:15:31,969 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:15:32,416 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:15:33,416 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:15:34,114 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 16:15:34,416 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:15:35,416 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:15:36,416 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:15:37,417 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:15:37,969 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:15:38,417 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:15:39,417 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:15:40,417 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:15:41,418 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:15:42,417 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:15:42,840 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:15:42,840 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:15:42,983 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:15:43,417 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:15:44,418 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:15:45,418 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:15:46,418 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:15:47,418 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:15:48,418 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:15:48,969 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:15:49,418 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:15:50,418 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:15:51,418 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:15:52,418 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:15:53,422 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:15:53,981 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:15:54,423 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:15:55,428 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:15:56,428 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:15:57,428 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:15:57,652 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 16:15:57,653 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 16:15:57,654 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 16:15:57,656 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 16:15:58,072 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:15:58,073 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:15:58,129 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 16:15:58,428 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:15:59,231 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:15:59,428 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:16:00,130 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 16:16:00,428 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:16:01,428 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:16:02,428 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:16:03,428 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:16:04,118 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 16:16:04,428 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:16:04,973 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:16:05,428 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:16:06,428 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:16:07,428 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:16:08,429 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:16:09,429 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:16:09,973 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:16:10,429 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:16:11,429 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:16:12,429 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:16:13,070 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:16:13,070 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:16:13,429 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:16:14,429 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:16:14,974 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:16:15,429 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:16:16,429 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:16:17,429 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:16:18,430 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:16:19,430 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:16:20,430 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:16:20,975 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:16:21,430 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:16:22,430 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:16:23,430 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:16:24,436 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:16:25,433 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:16:25,988 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:16:26,436 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:16:27,433 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:16:28,075 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:16:28,076 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:16:28,435 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:16:29,436 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:16:29,577 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 16:16:29,578 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 16:16:29,579 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 16:16:29,580 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 16:16:30,164 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 16:16:30,436 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:16:30,993 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:16:31,436 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:16:32,165 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 16:16:32,436 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:16:33,436 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:16:34,122 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 16:16:34,436 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:16:35,436 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:16:36,436 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:16:36,992 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:16:37,436 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:16:38,437 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:16:39,436 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:16:40,437 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:16:41,437 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:16:41,992 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:16:42,437 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:16:43,076 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:16:43,076 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:16:43,437 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:16:44,437 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:16:45,437 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:16:46,437 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:16:46,992 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:16:47,437 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:16:48,437 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:16:49,437 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:16:50,438 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:16:51,438 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:16:52,438 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:16:52,992 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:16:53,438 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:16:54,441 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:16:55,442 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:16:56,447 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:16:57,444 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:16:58,004 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:16:58,081 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:16:58,081 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:16:58,442 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:16:59,308 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 16:16:59,309 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 16:16:59,309 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 16:16:59,310 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 16:16:59,751 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:17:00,200 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 16:17:00,201 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 16:17:00,459 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:17:01,459 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:17:02,459 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:17:03,459 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:17:03,999 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:17:04,126 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 16:17:04,459 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:17:05,459 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:17:06,459 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:17:07,459 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:17:08,459 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:17:09,460 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:17:09,998 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:17:10,460 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:17:11,460 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:17:12,460 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:17:13,079 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:17:13,080 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:17:13,460 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:17:14,460 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:17:14,999 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:17:15,460 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:17:16,460 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:17:17,460 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:17:18,460 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:17:19,460 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:17:19,999 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:17:20,461 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:17:21,461 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:17:22,461 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:17:23,467 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:17:24,468 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:17:25,007 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:17:25,465 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:17:26,466 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:17:27,467 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:17:28,080 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:17:28,080 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:17:28,466 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:17:28,641 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 16:17:28,643 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 16:17:28,643 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 16:17:28,645 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 16:17:29,229 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 16:17:29,466 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:17:30,230 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 16:17:30,466 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:17:31,004 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:17:31,466 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:17:32,466 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:17:33,466 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:17:34,131 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 16:17:34,466 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:17:35,466 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:17:36,466 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:17:37,004 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:17:37,467 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:17:38,467 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:17:39,467 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:17:40,467 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:17:41,467 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:17:42,467 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:17:43,004 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:17:43,080 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:17:43,080 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:17:43,629 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:17:44,535 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:17:45,535 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:17:46,535 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:17:47,535 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:17:48,004 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:17:48,535 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:17:49,535 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:17:50,535 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:17:51,535 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:17:52,535 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:17:53,536 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:17:54,004 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:17:54,536 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:17:55,536 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:17:56,536 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:17:57,544 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:17:58,086 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:17:58,089 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:17:58,540 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:17:59,153 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:17:59,547 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:18:00,544 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:18:01,549 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:18:02,550 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:18:02,899 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 16:18:02,901 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 16:18:02,901 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 16:18:02,902 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 16:18:03,265 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 16:18:03,547 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:18:04,134 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 16:18:04,266 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 16:18:04,547 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:18:05,004 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:18:05,547 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:18:06,547 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:18:07,547 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:18:08,547 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:18:09,547 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:18:10,547 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:18:11,004 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:18:11,547 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:18:12,547 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:18:13,082 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:18:13,083 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:18:13,548 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:18:14,548 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:18:15,548 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:18:16,005 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:18:16,548 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:18:17,548 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:18:18,548 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:18:19,548 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:18:20,548 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:18:21,548 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:18:22,005 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:18:22,548 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:18:23,549 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:18:24,556 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:18:25,558 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:18:26,555 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:18:27,013 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:18:27,557 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:18:28,089 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:18:28,091 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:18:28,557 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:18:29,557 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:18:29,601 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 16:18:29,601 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 16:18:29,602 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 16:18:29,603 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 16:18:30,286 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 16:18:30,557 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:18:31,557 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:18:32,080 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:18:32,287 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 16:18:32,557 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:18:33,557 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:18:34,137 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 16:18:34,559 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:18:35,558 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:18:36,558 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:18:37,558 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:18:38,079 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:18:38,558 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:18:39,558 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:18:40,558 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:18:41,558 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:18:42,559 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:18:43,088 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:18:43,088 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:18:43,200 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:18:43,559 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:18:44,559 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:18:45,559 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:18:46,559 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:18:47,559 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:18:48,559 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:18:49,079 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:18:49,559 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:18:50,559 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:18:51,559 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:18:52,565 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:18:53,561 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:18:54,085 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:18:54,561 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:18:55,564 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:18:56,561 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:18:57,561 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:18:58,088 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:18:58,089 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:18:58,294 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 16:18:58,296 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 16:18:58,297 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 16:18:58,298 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 16:18:58,316 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 16:18:58,705 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:18:59,299 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:18:59,704 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:19:00,318 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 16:19:00,704 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:19:01,704 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:19:02,704 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:19:03,705 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:19:04,141 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 16:19:04,705 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:19:05,084 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:19:05,705 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:19:06,705 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:19:07,705 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:19:08,705 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:19:09,705 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:19:10,705 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:19:11,083 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:19:11,705 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:19:12,705 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:19:13,233 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:19:13,234 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:19:13,706 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:19:14,706 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:19:15,706 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:19:16,083 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:19:16,706 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:19:17,706 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:19:18,706 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:19:19,706 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:19:20,706 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:19:21,706 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:19:22,084 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:19:22,706 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:19:23,707 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:19:24,707 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:19:25,707 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:19:26,715 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:19:27,712 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:19:28,090 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:19:28,147 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:19:28,148 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:19:28,713 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:19:29,713 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:19:30,714 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:19:31,714 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:19:31,905 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 16:19:31,907 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 16:19:31,908 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 16:19:31,909 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 16:19:32,349 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 16:19:32,714 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:19:33,714 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:19:33,946 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:19:34,151 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 16:19:34,351 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 16:19:34,714 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:19:35,714 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:19:36,714 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:19:37,714 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:19:38,714 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:19:39,088 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:19:39,714 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:19:40,715 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:19:41,715 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:19:42,715 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:19:43,143 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:19:43,144 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:19:43,715 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:19:44,238 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:19:44,715 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:19:45,715 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:19:46,715 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:19:47,715 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:19:48,715 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:19:49,716 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:19:50,088 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:19:50,716 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:19:51,716 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:19:52,716 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:19:53,716 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:19:54,716 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:19:55,716 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:19:56,087 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:19:56,716 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:19:57,716 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:19:58,144 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:19:58,144 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:19:58,728 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:19:59,720 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:20:00,721 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:20:01,094 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:20:01,721 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:20:02,721 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:20:03,721 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:20:04,148 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 16:20:04,401 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 16:20:04,403 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 16:20:04,403 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 16:20:04,404 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 16:20:04,812 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:20:05,378 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 16:20:05,812 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:20:06,379 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 16:20:06,811 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:20:07,093 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:20:07,812 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:20:08,811 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:20:09,812 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:20:10,812 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:20:11,812 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:20:12,812 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:20:13,093 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:20:13,144 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:20:13,144 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:20:13,812 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:20:14,812 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:20:15,812 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:20:16,813 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:20:17,812 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:20:18,094 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:20:18,813 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:20:19,813 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:20:20,813 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:20:21,813 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:20:22,813 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:20:23,094 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:20:23,813 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:20:24,813 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:20:25,813 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:20:26,813 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:20:27,814 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:20:28,095 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:20:28,144 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:20:28,144 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:20:28,817 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:20:29,817 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:20:30,821 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:20:31,817 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:20:32,818 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:20:33,100 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:20:33,818 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:20:34,006 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 16:20:34,008 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 16:20:34,008 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 16:20:34,009 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 16:20:34,154 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 16:20:34,405 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 16:20:34,818 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:20:35,818 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:20:36,407 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 16:20:36,818 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:20:37,818 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:20:38,818 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:20:39,096 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:20:39,818 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:20:40,818 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:20:41,819 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:20:42,819 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:20:43,144 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:20:43,144 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:20:43,819 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:20:44,269 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:20:44,819 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:20:45,819 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:20:46,823 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:20:47,822 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:20:48,822 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:20:49,822 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:20:50,096 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:20:50,822 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:20:51,822 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:20:52,822 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:20:53,822 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:20:54,823 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:20:55,096 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:20:55,823 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:20:56,823 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:20:57,823 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:20:58,144 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:20:58,145 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:20:58,830 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:20:59,823 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:21:00,102 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:21:00,828 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:21:01,827 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:21:02,831 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:21:03,827 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:21:04,155 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 16:21:04,350 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 16:21:04,352 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 16:21:04,352 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 16:21:04,354 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 16:21:04,436 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 16:21:04,828 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:21:05,828 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:21:06,102 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:21:06,438 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 16:21:06,828 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:21:07,828 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:21:08,828 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:21:09,828 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:21:10,828 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:21:11,102 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:21:11,828 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:21:12,828 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:21:13,144 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:21:13,145 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:21:13,829 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:21:14,829 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:21:15,829 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:21:16,829 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:21:17,103 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:21:17,829 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:21:18,829 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:21:19,829 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:21:20,829 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:21:21,829 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:21:22,103 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:21:22,829 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:21:23,830 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:21:24,830 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:21:25,830 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:21:26,830 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:21:27,830 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:21:28,103 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:21:28,144 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:21:28,145 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:21:28,842 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:21:29,845 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:21:30,851 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:21:31,843 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:21:32,846 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:21:33,104 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:21:33,846 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:21:34,159 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 16:21:34,729 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 16:21:34,730 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 16:21:34,730 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 16:21:34,731 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 16:21:35,143 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:21:35,468 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 16:21:36,141 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:21:36,469 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 16:21:37,141 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:21:38,141 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:21:38,147 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:21:39,141 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:21:40,142 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:21:41,142 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:21:42,142 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:21:43,142 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:21:43,144 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:21:43,145 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:21:43,250 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:21:44,142 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:21:45,142 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:21:46,142 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:21:47,143 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:21:48,142 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:21:49,142 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:21:49,144 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:21:50,143 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:21:51,143 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:21:52,143 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:21:53,143 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:21:54,143 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:21:55,142 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:21:55,143 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:21:56,143 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:21:57,150 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:21:58,144 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:21:58,149 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:21:58,186 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:21:59,146 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:22:00,151 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:22:00,151 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:22:01,146 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:22:02,146 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:22:02,937 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 16:22:02,939 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 16:22:02,939 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 16:22:02,941 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 16:22:03,352 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:22:03,499 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 16:22:04,163 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 16:22:04,352 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:22:04,500 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 16:22:05,352 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:22:06,146 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:22:06,352 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:22:07,352 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:22:08,352 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:22:09,352 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:22:10,352 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:22:11,146 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:22:11,352 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:22:12,352 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:22:13,145 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:22:13,145 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:22:13,352 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:22:14,352 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:22:15,353 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:22:16,147 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:22:16,353 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:22:17,353 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:22:18,353 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:22:19,353 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:22:20,353 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:22:21,354 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:22:22,147 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:22:22,353 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:22:23,354 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:22:24,354 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:22:25,360 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:22:26,363 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:22:27,170 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:22:27,357 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:22:28,152 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:22:28,152 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:22:28,361 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:22:29,358 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:22:30,358 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:22:30,369 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 16:22:30,370 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 16:22:30,371 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 16:22:30,372 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 16:22:30,524 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 16:22:31,358 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:22:32,358 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:22:32,410 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:22:32,526 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 16:22:33,358 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:22:34,168 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 16:22:34,358 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:22:35,358 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:22:36,358 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:22:37,358 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:22:38,151 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:22:38,358 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:22:39,359 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:22:40,359 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:22:41,359 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:22:42,359 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:22:43,148 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:22:43,149 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:22:43,244 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:22:43,569 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:22:44,472 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:22:45,473 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:22:46,473 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:22:47,473 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:22:48,473 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:22:49,151 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:22:49,473 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:22:50,473 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:22:51,473 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:22:52,473 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:22:53,473 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:22:54,473 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:22:55,151 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:22:55,473 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:22:56,484 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:22:57,480 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:22:58,154 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:22:58,157 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:22:58,483 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:22:59,480 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:23:00,160 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:23:00,480 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:23:01,480 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:23:01,782 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 16:23:01,783 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 16:23:01,783 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 16:23:01,785 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 16:23:02,481 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:23:02,551 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 16:23:02,552 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 16:23:03,481 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:23:04,172 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 16:23:04,481 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:23:05,481 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:23:06,156 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:23:06,481 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:23:07,481 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:23:08,481 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:23:09,481 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:23:10,481 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:23:11,481 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:23:12,156 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:23:12,481 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:23:13,152 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:23:13,152 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:23:13,481 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:23:14,482 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:23:15,482 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:23:16,482 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:23:17,156 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:23:17,482 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:23:18,482 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:23:19,482 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:23:20,482 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:23:21,482 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:23:22,156 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:23:22,482 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:23:23,482 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:23:24,483 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:23:25,483 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:23:26,483 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:23:27,483 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:23:28,152 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:23:28,152 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:23:28,290 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:23:28,483 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:23:29,491 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:23:30,496 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:23:31,496 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:23:32,497 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:23:33,497 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:23:34,172 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:23:34,174 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 16:23:34,497 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:23:34,750 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 16:23:34,751 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 16:23:34,751 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 16:23:34,753 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 16:23:35,497 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:23:35,580 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 16:23:36,497 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:23:36,581 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 16:23:37,497 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:23:38,497 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:23:39,497 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:23:40,165 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:23:40,497 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:23:41,497 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:23:42,498 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:23:43,152 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:23:43,152 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:23:43,498 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:23:44,498 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:23:45,498 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:23:46,165 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:23:46,498 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:23:47,679 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:23:48,678 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:23:49,678 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:23:50,678 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:23:51,166 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:23:51,678 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:23:52,678 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:23:53,678 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:23:54,678 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:23:55,678 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:23:56,679 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:23:57,166 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:23:57,679 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:23:58,152 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:23:58,152 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:23:58,679 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:23:59,679 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:24:00,680 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:24:01,684 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:24:02,189 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:24:02,681 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:24:03,682 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:24:04,178 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 16:24:04,682 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:24:05,682 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:24:05,762 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 16:24:05,764 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 16:24:05,764 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 16:24:05,766 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 16:24:06,605 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 16:24:06,682 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:24:07,606 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 16:24:07,682 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:24:07,804 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:24:08,682 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:24:09,682 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:24:10,682 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:24:11,682 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:24:12,682 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:24:13,152 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:24:13,152 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:24:13,260 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:24:13,683 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:24:14,683 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:24:15,683 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:24:16,683 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:24:17,683 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:24:18,683 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:24:19,170 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:24:19,683 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:24:20,684 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:24:21,683 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:24:22,683 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:24:23,684 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:24:24,683 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:24:25,170 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:24:25,684 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:24:26,684 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:24:27,684 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:24:28,152 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:24:28,153 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:24:28,684 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:24:29,684 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:24:30,684 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:24:31,170 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:24:31,684 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:24:32,688 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:24:33,688 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:24:34,182 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 16:24:34,691 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:24:35,689 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:24:36,180 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:24:36,688 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:24:37,689 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:24:37,984 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 16:24:37,985 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 16:24:37,986 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 16:24:37,987 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 16:24:38,638 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 16:24:38,689 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:24:39,639 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 16:24:39,689 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:24:40,693 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:24:41,692 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:24:42,175 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:24:42,692 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:24:43,152 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:24:43,153 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:24:43,692 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:24:44,693 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:24:45,693 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:24:46,693 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:24:47,693 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:24:48,175 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:24:48,693 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:24:49,693 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:24:50,693 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:24:51,694 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:24:52,693 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:24:53,176 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:24:53,694 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:24:54,694 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:24:55,694 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:24:56,694 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:24:57,694 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:24:58,152 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:24:58,153 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:24:58,296 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:24:58,694 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:24:59,694 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:25:00,694 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:25:01,694 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:25:02,694 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:25:03,695 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:25:04,187 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:25:04,188 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 16:25:04,702 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:25:05,698 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:25:06,701 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:25:07,703 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:25:08,699 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:25:09,187 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:25:09,699 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:25:09,863 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 16:25:09,864 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 16:25:09,864 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 16:25:09,866 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 16:25:10,666 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 16:25:10,699 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:25:11,667 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 16:25:11,699 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:25:12,699 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:25:13,152 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:25:13,153 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:25:13,699 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:25:14,252 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:25:14,699 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:25:15,700 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:25:16,700 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:25:17,700 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:25:18,700 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:25:19,298 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:25:19,700 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:25:20,700 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:25:21,700 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:25:22,700 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:25:23,700 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:25:24,858 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:25:25,299 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:25:25,857 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:25:26,857 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:25:27,857 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:25:28,153 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:25:28,153 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:25:28,857 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:25:29,857 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:25:30,857 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:25:31,298 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:25:31,857 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:25:32,857 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:25:33,858 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:25:34,192 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 16:25:34,858 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:25:35,858 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:25:36,858 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:25:37,299 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:25:37,865 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:25:38,868 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:25:39,866 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:25:40,872 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:25:41,873 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:25:42,309 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:25:42,870 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:25:43,160 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:25:43,160 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:25:43,849 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 16:25:43,850 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 16:25:43,850 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 16:25:43,851 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 16:25:44,267 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:25:44,700 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 16:25:44,999 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:25:45,701 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 16:25:45,999 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:25:46,999 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:25:47,999 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:25:48,305 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:25:48,999 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:25:49,999 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:25:51,000 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:25:52,000 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:25:53,000 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:25:54,000 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:25:54,305 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:25:55,000 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:25:56,000 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:25:57,000 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:25:58,000 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:25:58,158 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:25:58,158 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:25:59,000 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:26:00,000 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:26:00,252 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:26:01,001 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:26:02,001 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:26:03,001 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:26:04,001 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:26:04,197 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 16:26:05,001 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:26:05,305 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:26:06,001 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:26:07,001 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:26:08,001 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:26:09,001 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:26:10,007 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:26:10,307 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:26:11,005 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:26:12,007 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:26:13,008 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:26:13,162 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:26:13,162 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:26:14,008 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:26:15,009 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:26:15,140 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 16:26:15,142 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 16:26:15,142 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 16:26:15,144 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 16:26:15,565 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:26:15,723 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 16:26:16,009 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:26:17,009 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:26:17,725 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 16:26:18,009 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:26:19,009 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:26:20,009 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:26:21,009 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:26:21,563 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:26:22,009 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:26:23,009 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:26:24,009 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:26:25,009 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:26:26,009 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:26:27,010 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:26:27,563 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:26:28,010 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:26:28,158 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:26:28,159 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:26:29,011 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:26:30,011 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:26:31,011 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:26:32,011 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:26:32,563 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:26:33,011 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:26:34,011 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:26:34,201 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 16:26:35,011 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:26:36,011 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:26:37,011 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:26:38,011 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:26:38,569 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:26:39,019 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:26:40,017 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:26:41,019 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:26:42,016 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:26:43,016 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:26:43,163 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:26:43,163 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:26:44,016 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:26:44,193 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 16:26:44,194 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 16:26:44,195 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 16:26:44,195 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:26:44,196 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 16:26:44,761 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 16:26:45,016 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:26:45,762 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 16:26:46,016 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:26:47,016 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:26:48,016 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:26:49,016 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:26:49,569 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:26:50,016 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:26:51,017 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:26:52,017 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:26:53,017 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:26:54,017 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:26:55,017 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:26:55,568 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:26:56,017 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:26:57,017 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:26:58,018 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:26:58,263 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:26:58,264 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:26:59,017 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:27:00,017 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:27:00,569 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:27:01,018 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:27:02,018 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:27:03,018 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:27:04,018 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:27:04,205 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 16:27:05,018 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:27:06,018 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:27:06,568 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:27:07,018 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:27:08,018 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:27:09,018 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:27:10,024 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:27:11,022 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:27:11,576 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:27:12,019 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:27:13,019 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:27:13,164 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:27:13,165 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:27:14,019 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:27:15,019 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:27:15,432 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 16:27:15,434 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 16:27:15,434 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 16:27:15,436 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 16:27:15,799 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 16:27:16,020 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:27:16,852 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:27:17,020 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:27:17,801 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 16:27:18,020 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:27:19,020 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:27:20,020 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:27:21,020 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:27:22,020 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:27:22,582 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:27:23,020 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:27:24,020 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:27:25,020 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:27:26,020 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:27:27,020 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:27:28,231 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:27:28,232 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:27:28,271 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:27:28,384 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:27:29,229 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:27:30,229 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:27:31,229 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:27:32,229 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:27:33,229 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:27:33,582 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:27:34,209 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 16:27:34,229 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:27:35,230 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:27:36,230 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:27:37,230 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:27:38,230 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:27:39,230 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:27:39,582 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:27:40,230 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:27:41,230 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:27:42,233 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:27:43,232 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:27:43,233 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:27:43,283 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:27:44,233 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:27:45,235 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:27:45,392 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:27:46,234 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:27:46,553 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 16:27:46,555 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 16:27:46,555 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 16:27:46,556 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 16:27:46,827 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 16:27:47,234 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:27:47,828 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 16:27:48,234 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:27:49,234 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:27:50,234 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:27:50,585 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:27:51,234 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:27:52,234 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:27:53,234 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:27:54,235 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:27:55,235 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:27:55,585 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:27:56,235 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:27:57,235 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:27:58,232 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:27:58,233 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:27:58,273 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:27:59,235 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:28:00,310 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:28:00,585 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:28:01,310 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:28:02,310 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:28:03,310 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:28:04,214 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 16:28:04,310 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:28:05,310 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:28:05,586 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:28:06,310 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:28:07,310 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:28:08,310 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:28:09,310 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:28:10,310 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:28:11,310 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:28:11,586 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:28:12,317 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:28:13,233 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:28:13,233 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:28:13,319 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:28:14,314 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:28:15,315 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:28:16,315 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:28:16,600 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:28:17,315 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:28:17,946 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 16:28:17,947 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 16:28:17,948 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 16:28:17,949 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 16:28:18,371 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:28:18,851 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 16:28:19,369 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:28:19,852 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 16:28:20,369 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:28:21,369 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:28:22,370 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:28:22,591 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:28:23,370 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:28:24,370 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:28:25,370 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:28:26,370 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:28:27,370 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:28:28,233 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:28:28,233 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:28:28,341 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:28:28,370 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:28:29,370 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:28:30,370 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:28:31,370 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:28:32,370 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:28:33,519 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:28:33,592 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:28:34,218 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 16:28:34,425 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:28:35,425 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:28:36,425 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:28:37,425 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:28:38,425 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:28:39,425 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:28:39,592 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:28:40,425 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:28:41,426 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:28:42,426 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:28:43,233 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:28:43,233 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:28:43,426 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:28:44,426 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:28:45,404 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:28:45,431 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:28:46,427 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:28:47,429 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:28:48,431 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:28:49,435 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:28:50,431 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:28:50,594 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:28:51,235 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 16:28:51,237 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 16:28:51,237 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 16:28:51,238 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 16:28:51,650 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:28:51,876 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 16:28:52,649 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:28:53,649 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:28:53,878 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 16:28:54,649 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:28:55,594 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:28:55,649 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:28:56,650 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:28:57,650 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:28:58,233 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:28:58,234 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:28:58,650 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:28:59,650 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:29:00,650 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:29:01,595 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:29:01,650 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:29:02,650 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:29:03,650 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:29:04,222 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 16:29:04,651 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:29:05,650 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:29:06,651 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:29:07,595 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:29:07,651 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:29:08,651 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:29:09,651 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:29:10,651 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:29:11,651 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:29:12,651 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:29:13,233 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:29:13,234 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:29:13,349 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:29:13,651 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:29:14,651 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:29:15,660 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:29:16,653 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:29:17,653 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:29:18,608 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:29:18,653 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:29:19,653 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:29:20,653 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:29:21,316 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 16:29:21,317 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 16:29:21,318 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 16:29:21,319 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 16:29:21,733 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:29:21,912 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 16:29:22,732 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:29:23,732 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:29:23,914 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 16:29:24,357 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:29:24,732 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:29:25,732 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:29:26,733 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:29:27,733 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:29:28,233 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:29:28,234 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:29:28,733 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:29:29,391 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:29:29,733 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:29:30,733 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:29:31,733 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:29:32,733 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:29:33,733 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:29:34,226 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 16:29:34,733 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:29:35,228 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:29:35,733 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:29:36,733 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:29:37,734 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:29:38,734 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:29:39,734 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:29:40,598 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:29:40,734 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:29:41,734 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:29:42,734 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:29:43,233 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:29:43,234 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:29:43,734 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:29:44,734 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:29:45,598 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:29:45,734 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:29:46,734 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:29:47,735 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:29:48,741 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:29:49,736 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:29:50,601 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:29:50,737 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:29:51,738 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:29:52,737 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:29:53,737 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:29:53,827 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 16:29:53,829 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 16:29:53,830 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 16:29:53,831 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 16:29:53,942 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 16:29:54,737 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:29:55,602 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:29:55,737 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:29:55,943 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 16:29:56,737 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:29:57,737 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:29:58,233 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:29:58,234 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:29:58,737 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:29:59,737 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:30:00,738 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:30:01,601 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:30:01,738 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:30:02,738 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:30:03,738 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:30:04,230 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 16:30:04,738 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:30:05,738 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:30:06,738 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:30:07,602 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:30:07,739 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:30:08,738 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:30:09,739 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:30:10,739 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:30:11,739 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:30:12,602 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:30:12,739 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:30:13,234 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:30:13,234 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:30:13,739 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:30:14,739 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:30:15,739 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:30:16,739 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:30:17,739 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:30:18,602 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:30:18,747 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:30:19,745 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:30:20,748 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:30:21,748 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:30:22,749 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:30:23,608 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:30:23,749 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:30:24,623 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 16:30:24,624 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 16:30:24,624 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 16:30:24,625 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 16:30:24,968 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 16:30:25,038 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:30:25,783 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:30:25,969 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 16:30:26,783 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:30:27,783 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:30:28,234 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:30:28,234 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:30:28,783 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:30:29,365 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:30:29,783 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:30:30,783 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:30:31,783 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:30:32,783 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:30:33,783 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:30:34,233 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 16:30:34,784 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:30:35,234 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:30:35,784 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:30:36,784 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:30:37,784 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:30:38,784 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:30:39,784 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:30:40,605 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:30:40,784 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:30:41,784 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:30:42,784 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:30:43,234 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:30:43,234 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:30:43,785 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:30:44,785 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:30:45,605 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:30:45,785 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:30:46,785 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:30:47,785 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:30:48,785 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:30:49,786 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:30:50,610 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:30:50,793 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:30:51,794 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:30:52,793 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:30:53,793 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:30:54,797 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:30:55,609 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:30:55,797 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:30:56,282 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 16:30:56,282 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 16:30:56,283 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 16:30:56,285 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 16:30:56,798 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:30:56,998 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 16:30:57,799 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:30:58,000 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 16:30:58,234 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:30:58,235 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:30:58,798 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:30:59,798 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:31:00,609 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:31:00,798 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:31:01,798 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:31:02,798 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:31:03,799 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:31:04,237 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 16:31:04,799 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:31:05,799 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:31:06,609 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:31:06,799 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:31:07,799 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:31:08,799 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:31:09,799 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:31:10,799 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:31:11,799 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:31:12,610 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:31:12,799 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:31:13,234 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:31:13,235 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:31:13,800 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:31:14,800 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:31:15,800 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:31:16,800 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:31:17,800 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:31:18,610 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:31:18,800 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:31:19,801 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:31:20,800 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:31:21,807 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:31:22,804 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:31:23,615 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:31:23,813 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:31:24,808 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:31:25,810 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:31:26,809 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:31:26,993 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 16:31:26,994 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 16:31:26,995 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 16:31:26,996 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 16:31:27,033 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 16:31:27,809 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:31:28,034 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 16:31:28,234 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:31:28,235 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:31:28,809 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:31:29,342 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:31:29,809 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:31:30,809 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:31:31,809 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:31:32,809 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:31:33,809 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:31:34,241 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 16:31:34,809 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:31:35,243 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:31:35,810 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:31:36,810 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:31:37,810 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:31:38,810 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:31:39,810 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:31:40,614 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:31:40,810 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:31:41,810 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:31:42,810 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:31:43,234 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:31:43,235 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:31:43,810 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:31:44,811 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:31:45,811 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:31:46,614 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:31:46,811 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:31:47,811 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:31:48,811 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:31:49,824 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:31:50,817 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:31:51,625 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:31:51,818 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:31:52,818 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:31:53,818 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:31:54,818 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:31:55,220 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 16:31:55,221 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 16:31:55,221 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 16:31:55,222 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 16:31:55,818 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:31:56,062 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 16:31:56,622 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:31:56,818 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:31:57,818 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:31:58,063 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 16:31:58,234 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:31:58,235 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:31:58,818 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:31:59,818 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:32:00,818 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:32:01,818 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:32:02,621 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:32:02,818 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:32:03,819 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:32:04,245 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 16:32:04,819 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:32:05,819 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:32:06,819 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:32:07,819 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:32:08,621 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:32:08,819 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:32:09,819 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:32:10,973 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:32:11,965 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:32:12,965 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:32:13,235 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:32:13,235 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:32:13,965 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:32:14,386 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:32:14,965 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:32:15,966 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:32:16,966 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:32:17,966 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:32:18,966 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:32:19,671 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:32:19,966 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:32:20,966 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:32:21,972 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:32:22,970 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:32:23,968 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:32:24,681 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:32:24,972 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:32:25,969 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:32:26,969 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:32:27,734 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 16:32:27,736 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 16:32:27,736 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 16:32:27,737 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 16:32:28,087 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 16:32:28,159 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:32:28,235 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:32:28,235 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:32:29,156 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:32:30,090 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 16:32:30,156 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:32:30,316 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:32:31,156 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:32:32,156 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:32:33,156 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:32:34,156 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:32:34,249 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 16:32:35,156 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:32:35,675 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:32:36,157 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:32:37,157 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:32:38,157 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:32:39,157 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:32:40,157 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:32:40,676 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:32:41,157 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:32:42,157 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:32:43,157 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:32:43,235 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:32:43,235 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:32:44,157 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:32:45,158 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:32:46,158 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:32:46,675 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:32:47,158 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:32:48,158 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:32:49,158 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:32:50,158 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:32:51,158 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:32:52,158 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:32:52,676 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:32:53,158 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:32:54,158 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:32:55,158 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:32:56,165 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:32:57,168 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:32:57,697 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:32:58,166 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:32:58,242 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:32:58,242 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:32:59,166 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:33:00,166 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:33:01,167 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:33:01,413 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 16:33:01,414 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 16:33:01,414 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 16:33:01,416 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 16:33:02,114 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 16:33:02,167 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:33:03,167 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:33:03,454 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:33:04,115 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 16:33:04,167 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:33:04,253 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 16:33:05,167 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:33:06,167 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:33:07,167 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:33:08,167 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:33:08,678 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:33:09,167 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:33:10,167 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:33:11,167 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:33:12,168 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:33:13,168 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:33:13,240 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:33:13,241 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:33:14,168 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:33:14,365 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:33:15,168 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:33:16,168 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:33:17,168 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:33:18,168 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:33:19,168 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:33:19,678 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:33:20,168 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:33:21,168 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:33:22,168 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:33:23,169 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:33:24,169 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:33:24,678 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:33:25,169 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:33:26,177 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:33:27,175 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:33:28,176 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:33:28,254 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:33:28,254 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:33:29,175 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:33:30,178 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:33:30,366 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:33:31,181 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:33:31,572 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 16:33:31,573 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 16:33:31,574 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 16:33:31,576 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 16:33:32,141 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 16:33:32,179 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:33:33,179 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:33:34,142 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 16:33:34,179 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:33:34,257 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 16:33:35,179 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:33:35,682 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:33:36,179 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:33:37,179 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:33:38,179 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:33:39,179 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:33:40,179 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:33:41,179 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:33:41,682 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:33:42,179 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:33:43,180 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:33:43,247 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:33:43,248 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:33:44,180 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:33:45,180 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:33:46,180 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:33:46,683 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:33:47,180 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:33:48,180 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:33:49,180 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:33:50,180 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:33:51,180 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:33:52,180 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:33:52,683 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:33:53,180 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:33:54,181 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:33:55,181 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:33:56,183 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:33:57,187 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:33:57,699 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:33:58,187 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:33:58,257 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:33:58,257 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:33:59,188 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:34:00,188 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:34:01,188 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:34:01,306 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 16:34:01,308 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 16:34:01,308 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 16:34:01,310 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 16:34:02,169 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 16:34:02,170 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 16:34:02,188 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:34:03,188 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:34:03,347 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:34:04,188 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:34:04,262 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 16:34:05,188 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:34:06,188 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:34:07,188 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:34:08,188 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:34:08,690 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:34:09,188 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:34:10,189 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:34:11,189 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:34:12,189 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:34:13,189 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:34:13,253 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:34:13,254 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:34:14,189 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:34:14,364 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:34:15,190 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:34:16,189 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:34:17,189 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:34:18,189 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:34:19,189 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:34:19,690 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:34:20,190 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:34:21,190 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:34:22,190 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:34:23,190 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:34:24,190 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:34:25,190 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:34:25,690 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:34:26,190 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:34:27,194 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:34:28,197 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:34:28,253 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:34:28,254 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:34:29,196 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:34:30,196 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:34:30,694 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:34:31,200 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:34:32,200 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:34:32,526 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 16:34:32,528 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 16:34:32,528 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 16:34:32,530 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 16:34:33,197 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 16:34:33,200 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:34:34,198 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 16:34:34,200 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:34:34,266 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 16:34:35,200 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:34:35,694 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:34:36,200 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:34:37,200 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:34:38,200 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:34:39,200 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:34:40,200 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:34:40,694 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:34:41,200 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:34:42,200 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:34:43,201 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:34:43,254 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:34:43,254 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:34:44,201 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:34:45,201 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:34:45,695 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:34:46,201 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:34:47,201 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:34:48,201 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:34:49,201 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:34:50,201 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:34:51,201 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:34:51,695 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:34:52,202 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:34:53,202 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:34:54,202 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:34:55,202 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:34:56,216 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:34:56,698 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:34:57,204 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:34:58,209 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:34:58,260 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:34:58,264 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:34:59,207 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:35:00,209 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:35:01,208 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:35:01,703 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:35:02,082 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 16:35:02,084 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 16:35:02,084 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 16:35:02,086 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 16:35:02,229 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 16:35:02,492 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:35:03,491 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:35:04,230 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 16:35:04,270 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 16:35:04,491 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:35:05,491 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:35:06,492 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:35:07,491 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:35:07,699 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:35:08,492 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:35:09,492 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:35:10,492 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:35:11,492 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:35:12,492 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:35:13,260 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:35:13,261 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:35:13,327 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:35:13,492 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:35:14,492 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:35:15,492 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:35:16,492 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:35:17,493 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:35:18,493 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:35:18,700 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:35:19,493 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:35:20,493 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:35:21,493 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:35:22,493 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:35:23,493 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:35:23,700 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:35:24,504 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:35:25,505 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:35:26,502 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:35:27,507 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:35:28,271 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:35:28,271 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:35:28,506 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:35:29,383 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:35:29,507 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:35:29,931 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 16:35:29,932 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 16:35:29,932 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 16:35:29,941 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 16:35:30,253 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 16:35:30,507 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:35:31,507 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:35:32,255 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 16:35:32,508 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:35:33,508 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:35:34,274 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 16:35:34,508 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:35:35,276 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:35:35,508 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:35:36,508 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:35:37,508 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:35:38,508 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:35:39,508 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:35:40,508 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:35:40,705 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:35:41,508 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:35:42,509 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:35:43,264 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:35:43,265 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:35:43,509 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:35:44,509 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:35:45,509 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:35:45,705 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:35:46,509 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:35:47,509 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:35:48,509 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:35:49,509 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:35:50,509 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:35:50,706 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:35:51,509 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:35:52,510 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:35:53,510 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:35:54,510 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:35:55,510 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:35:55,709 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:35:56,518 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:35:57,513 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:35:58,273 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:35:58,273 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:35:58,517 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:35:59,521 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:36:00,521 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:36:00,716 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:36:01,519 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:36:01,651 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 16:36:01,652 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 16:36:01,653 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 16:36:01,654 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 16:36:02,282 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 16:36:02,519 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:36:03,519 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:36:04,278 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 16:36:04,285 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 16:36:04,519 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:36:05,519 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:36:06,519 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:36:06,710 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:36:07,520 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:36:08,520 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:36:09,520 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:36:10,520 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:36:11,520 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:36:12,520 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:36:12,710 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:36:13,268 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:36:13,268 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:36:13,520 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:36:14,521 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:36:15,520 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:36:16,520 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:36:17,521 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:36:17,711 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:36:18,521 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:36:19,521 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:36:20,522 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:36:21,521 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:36:22,521 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:36:23,521 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:36:23,711 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:36:24,521 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:36:25,521 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:36:26,525 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:36:27,529 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:36:28,271 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:36:28,271 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:36:28,528 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:36:29,345 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:36:29,530 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:36:30,533 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:36:31,529 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:36:31,987 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 16:36:31,988 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 16:36:31,988 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 16:36:31,990 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 16:36:32,316 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 16:36:32,529 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:36:33,529 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:36:34,283 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 16:36:34,318 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 16:36:34,529 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:36:35,285 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:36:35,529 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:36:36,529 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:36:37,529 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:36:38,529 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:36:39,529 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:36:40,529 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:36:40,711 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:36:41,530 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:36:42,530 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:36:43,271 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:36:43,272 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:36:43,530 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:36:44,530 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:36:45,530 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:36:45,711 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:36:46,530 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:36:47,530 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:36:48,530 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:36:49,530 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:36:50,530 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:36:50,711 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:36:51,530 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:36:52,530 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:36:53,531 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:36:54,531 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:36:55,791 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:36:56,331 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 16:36:58,078 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:37:00,952 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:37:04,286 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 16:37:04,876 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:37:05,619 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:37:05,619 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:37:06,748 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:37:11,749 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:37:12,057 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:37:13,060 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:37:14,511 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:37:17,011 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:37:21,107 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:37:21,107 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:37:21,278 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:37:22,580 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:37:22,999 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:37:27,581 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:37:29,891 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:37:31,832 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:37:32,741 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:37:34,290 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 16:37:38,293 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:37:39,784 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:37:39,785 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:37:40,459 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:37:43,909 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:37:47,770 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:37:48,910 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:37:51,845 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:37:52,844 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:37:53,007 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:37:53,007 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:37:53,844 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:37:54,086 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:37:54,806 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 16:37:54,844 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:37:55,844 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:37:56,844 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:37:57,844 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:37:58,844 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:37:59,508 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:37:59,845 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:38:00,847 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:38:01,846 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:38:02,846 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:38:03,846 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:38:04,294 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 16:38:04,847 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:38:05,297 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:38:05,847 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:38:06,847 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:38:07,847 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:38:08,007 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:38:08,007 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:38:08,847 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:38:09,847 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:38:10,847 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:38:11,139 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:38:11,847 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:38:12,848 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:38:13,848 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:38:14,848 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:38:15,848 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:38:16,509 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:38:16,848 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:38:17,848 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:38:18,848 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:38:19,848 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:38:20,849 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:38:21,849 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:38:22,508 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:38:22,849 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:38:23,007 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:38:23,007 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:38:23,849 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:38:24,849 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:38:25,849 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:38:26,849 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:38:27,509 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:38:27,849 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:38:28,849 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:38:29,849 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:38:30,849 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:38:31,850 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:38:32,850 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:38:33,509 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:38:33,850 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:38:34,299 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 16:38:34,850 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:38:35,850 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:38:36,850 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:38:37,850 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:38:38,007 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:38:38,008 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:38:38,850 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:38:39,116 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:38:39,850 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:38:40,850 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:38:41,850 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:38:42,850 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:38:43,851 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:38:44,509 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:38:49,510 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:38:54,510 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:38:59,514 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:39:04,303 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 16:39:04,765 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:39:04,765 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:39:04,805 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:39:04,876 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:39:05,761 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:39:06,761 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:39:07,761 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:39:08,761 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:39:09,762 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:39:10,761 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:39:10,762 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:39:11,761 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:39:12,762 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:39:13,762 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:39:14,762 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:39:15,761 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:39:15,762 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:39:16,762 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:39:17,762 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:39:18,762 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:39:19,761 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:39:19,761 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:39:19,801 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:39:20,762 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:39:20,865 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:39:21,762 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:39:22,762 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:39:23,763 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:39:24,763 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:39:25,763 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:39:26,762 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:39:26,763 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:39:27,763 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:39:28,763 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:39:29,763 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:39:30,763 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:39:31,762 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:39:31,763 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:39:32,763 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:39:33,763 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:39:34,308 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 16:39:34,760 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:39:34,761 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:39:34,801 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:39:35,764 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:39:36,764 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:39:36,890 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:39:37,764 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:39:38,764 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:39:39,764 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:39:40,764 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:39:41,764 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:39:42,762 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:39:42,764 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:39:43,764 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:39:44,765 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:39:45,765 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:39:46,765 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:39:47,762 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:39:47,765 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:39:48,765 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:39:49,761 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:39:49,761 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:39:49,801 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:39:50,765 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:39:51,765 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:39:52,765 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:39:52,863 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:39:53,766 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:39:54,766 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:39:55,766 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:39:56,766 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:39:57,766 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:39:58,763 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:39:58,766 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:39:59,766 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:40:00,766 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:40:01,766 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:40:02,766 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:40:03,763 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:40:03,766 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:40:04,311 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 16:40:04,761 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:40:04,761 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:40:04,801 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:40:05,767 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:40:06,767 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:40:07,767 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:40:08,767 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:40:08,928 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:40:09,767 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:40:10,767 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:40:11,767 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:40:12,767 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:40:13,767 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:40:14,763 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:40:14,767 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:40:15,768 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:40:16,768 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:40:17,768 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:40:18,768 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:40:19,761 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:40:19,761 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:40:19,801 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:40:19,849 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:40:20,768 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:40:21,769 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:40:22,768 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:40:23,769 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:40:24,769 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:40:25,763 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:40:25,769 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:40:26,769 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:40:27,769 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:40:28,769 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:40:29,769 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:40:30,763 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:40:30,769 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:40:31,769 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:40:32,769 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:40:33,769 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:40:34,315 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 16:40:34,761 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:40:34,762 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:40:34,802 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:40:35,770 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:40:35,846 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:40:36,770 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:40:37,770 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:40:38,770 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:40:39,770 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:40:40,770 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:40:41,763 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:40:41,770 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:40:42,770 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:40:43,770 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:40:44,770 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:40:45,771 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:40:46,771 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:40:47,763 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:40:47,771 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:40:52,764 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:40:57,765 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:41:02,765 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:41:04,320 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 16:41:08,332 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:41:13,333 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:41:18,334 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:41:23,334 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:41:27,368 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:41:27,368 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:41:27,369 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:41:28,363 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:41:28,653 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:41:29,576 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:41:30,268 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 16:41:30,576 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:41:31,269 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 16:41:31,576 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:41:32,576 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:41:33,576 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:41:34,272 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 16:41:34,321 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 16:41:34,323 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:41:34,576 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:41:35,576 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:41:36,576 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:41:37,576 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:41:38,576 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:41:39,367 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:41:39,576 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:41:40,576 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:41:41,577 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:41:42,363 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:41:42,363 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:41:42,740 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:41:43,645 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:41:44,441 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:41:44,645 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:41:45,645 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:41:46,646 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:41:47,646 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:41:48,646 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:41:49,646 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:41:50,368 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:41:50,646 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:41:51,646 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:41:52,646 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:41:53,646 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:41:54,656 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:41:55,371 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:41:55,660 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:41:56,654 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:41:57,366 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:41:57,370 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:41:57,657 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:41:58,654 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:41:59,654 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:42:00,038 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 16:42:00,040 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 16:42:00,040 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 16:42:00,043 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 16:42:00,299 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 16:42:00,654 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:42:01,080 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:42:01,654 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:42:02,301 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 16:42:02,654 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:42:03,654 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:42:04,324 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 16:42:04,654 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:42:05,654 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:42:06,325 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:42:06,654 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:42:07,654 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:42:08,655 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:42:09,655 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:42:10,655 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:42:11,372 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:42:11,655 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:42:12,364 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:42:12,364 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:42:12,655 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:42:13,655 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:42:14,655 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:42:15,655 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:42:16,452 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:42:16,655 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:42:17,655 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:42:18,656 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:42:19,656 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:42:20,656 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:42:21,656 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:42:22,372 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:42:22,656 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:42:23,656 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:42:24,665 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:42:25,660 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:42:26,660 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:42:27,368 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:42:27,371 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:42:27,516 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:42:27,657 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:42:28,657 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:42:29,658 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:42:29,817 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 16:42:29,819 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 16:42:29,819 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 16:42:29,820 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 16:42:30,324 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 16:42:30,325 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 16:42:30,658 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:42:31,658 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:42:32,658 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:42:33,373 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:42:33,658 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:42:34,328 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 16:42:34,658 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:42:35,658 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:42:36,658 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:42:37,658 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:42:38,658 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:42:39,373 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:42:39,658 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:42:40,737 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:42:41,737 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:42:42,369 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:42:42,369 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:42:42,736 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:42:43,737 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:42:44,539 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:42:44,737 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:42:45,737 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:42:46,737 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:42:47,737 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:42:48,737 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:42:49,737 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:42:50,373 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:42:50,744 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:42:51,738 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:42:52,740 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:42:53,740 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:42:54,740 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:42:55,384 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:42:55,740 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:42:56,578 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 16:42:56,580 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 16:42:56,581 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 16:42:56,582 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 16:42:57,002 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:42:57,351 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 16:42:57,368 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:42:57,369 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:42:58,001 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:42:59,001 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:42:59,352 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 16:43:00,001 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:43:00,511 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:43:01,002 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:43:02,001 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:43:03,002 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:43:04,002 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:43:04,332 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 16:43:05,002 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:43:06,002 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:43:06,334 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:43:07,002 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:43:08,002 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:43:09,002 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:43:10,002 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:43:11,002 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:43:11,376 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:43:12,003 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:43:12,368 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:43:12,368 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:43:13,003 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:43:14,003 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:43:15,003 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:43:16,003 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:43:16,521 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:43:17,003 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:43:18,003 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:43:19,003 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:43:20,014 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:43:21,004 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:43:22,009 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:43:22,382 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:43:23,009 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:43:24,010 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:43:25,010 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:43:25,695 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 16:43:25,696 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 16:43:25,697 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 16:43:25,699 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 16:43:26,108 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:43:26,379 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 16:43:27,107 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:43:27,368 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:43:27,369 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:43:27,380 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 16:43:27,472 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:43:28,107 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:43:29,108 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:43:30,108 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:43:31,108 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:43:32,108 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:43:33,108 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:43:33,380 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:43:34,108 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:43:34,336 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 16:43:35,108 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:43:36,108 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:43:37,108 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:43:38,108 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:43:39,109 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:43:39,380 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:43:40,372 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:43:41,237 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:43:42,237 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:43:42,368 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:43:42,369 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:43:43,238 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:43:44,238 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:43:44,481 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:43:45,238 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:43:46,238 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:43:47,238 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:43:48,238 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:43:49,238 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:43:50,238 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:43:50,381 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:43:51,238 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:43:52,238 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:43:53,242 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:43:54,246 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:43:55,242 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:43:55,386 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:43:56,242 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:43:57,242 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:43:57,372 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:43:57,372 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:43:58,242 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:43:58,468 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 16:43:58,468 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 16:43:58,468 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 16:43:58,470 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 16:43:59,242 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:43:59,408 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 16:44:00,242 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:44:00,510 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:44:01,242 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:44:01,410 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 16:44:02,242 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:44:03,242 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:44:04,242 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:44:04,340 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 16:44:05,243 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:44:06,243 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:44:06,342 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:44:07,243 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:44:08,243 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:44:09,243 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:44:10,243 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:44:11,243 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:44:11,384 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:44:12,243 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:44:12,369 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:44:12,369 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:44:13,243 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:44:14,244 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:44:15,244 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:44:16,244 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:44:16,537 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:44:17,244 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:44:18,244 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:44:19,244 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:44:20,245 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:44:21,257 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:44:22,250 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:44:22,387 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:44:23,250 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:44:24,251 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:44:25,254 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:44:26,250 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:44:26,754 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 16:44:26,755 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 16:44:26,755 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 16:44:26,757 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 16:44:27,250 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:44:27,369 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:44:27,369 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:44:27,433 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 16:44:27,435 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:44:28,250 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:44:29,251 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:44:29,435 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 16:44:30,251 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:44:31,251 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:44:32,251 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:44:33,251 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:44:33,386 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:44:34,251 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:44:34,344 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 16:44:35,251 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:44:36,251 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:44:37,251 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:44:38,251 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:44:39,251 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:44:39,386 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:44:40,252 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:44:41,273 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:44:42,271 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:44:42,369 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:44:42,369 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:44:43,271 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:44:44,271 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:44:44,462 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:44:45,271 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:44:46,271 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:44:47,271 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:44:48,272 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:44:49,272 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:44:50,272 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:44:50,387 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:44:51,272 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:44:52,272 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:44:53,272 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:44:54,272 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:44:55,280 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:44:55,398 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:44:56,277 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:44:57,278 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:44:57,377 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:44:57,380 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:44:58,281 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:44:59,283 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:45:00,280 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:45:00,523 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:45:00,850 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 16:45:00,851 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 16:45:00,851 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 16:45:00,852 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 16:45:01,280 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:45:01,465 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 16:45:02,280 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:45:03,280 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:45:03,466 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 16:45:04,280 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:45:04,349 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 16:45:05,280 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:45:06,280 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:45:06,351 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:45:07,280 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:45:08,280 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:45:09,280 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:45:10,280 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:45:11,281 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:45:11,391 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:45:12,371 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:45:12,376 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:45:12,376 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:45:13,371 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:45:14,371 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:45:15,371 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:45:16,371 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:45:16,499 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:45:17,371 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:45:18,371 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:45:19,371 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:45:20,371 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:45:21,371 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:45:22,372 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:45:22,391 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:45:23,372 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:45:24,379 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:45:25,376 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:45:26,377 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:45:27,377 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:45:27,381 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:45:27,382 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:45:27,464 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:45:28,380 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:45:29,284 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 16:45:29,285 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 16:45:29,286 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 16:45:29,287 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 16:45:29,490 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 16:45:29,700 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:45:30,699 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:45:31,492 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 16:45:31,699 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:45:32,699 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:45:33,393 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:45:33,700 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:45:34,352 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 16:45:34,700 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:45:35,700 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:45:36,700 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:45:37,700 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:45:38,393 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:45:38,700 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:45:39,700 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:45:40,700 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:45:41,700 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:45:42,603 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:45:42,604 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:45:42,700 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:45:43,701 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:45:43,767 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:45:44,701 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:45:45,701 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:45:46,701 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:45:47,701 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:45:48,701 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:45:49,515 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:45:49,701 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:45:50,701 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:45:51,701 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:45:52,701 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:45:53,716 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:45:54,518 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:45:54,704 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:45:55,704 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:45:56,705 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:45:57,520 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:45:57,520 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:45:57,705 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:45:58,705 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:45:59,155 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 16:45:59,156 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 16:45:59,157 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 16:45:59,158 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 16:45:59,529 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 16:45:59,705 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:46:00,196 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:46:00,705 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:46:01,531 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 16:46:01,705 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:46:02,705 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:46:03,705 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:46:04,356 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 16:46:04,705 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:46:05,359 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:46:05,705 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:46:06,705 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:46:07,706 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:46:08,706 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:46:09,706 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:46:10,519 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:46:10,706 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:46:11,706 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:46:12,518 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:46:12,518 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:46:12,706 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:46:13,706 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:46:14,706 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:46:15,620 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:46:15,706 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:46:16,706 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:46:17,707 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:46:18,707 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:46:19,707 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:46:20,707 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:46:21,520 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:46:21,707 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:46:22,707 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:46:23,707 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:46:24,707 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:46:25,714 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:46:26,525 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:46:26,715 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:46:27,525 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:46:27,527 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:46:27,711 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:46:28,717 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:46:29,712 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:46:30,712 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:46:30,749 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 16:46:30,750 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 16:46:30,750 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 16:46:30,752 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 16:46:31,557 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 16:46:31,712 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:46:31,790 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:46:32,718 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:46:33,559 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 16:46:33,718 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:46:34,360 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 16:46:34,718 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:46:35,718 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:46:36,718 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:46:37,363 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:46:37,718 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:46:38,719 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:46:39,718 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:46:40,718 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:46:41,718 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:46:42,522 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:46:42,523 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:46:42,594 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:46:42,718 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:46:43,719 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:46:44,719 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:46:45,719 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:46:46,719 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:46:47,719 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:46:48,528 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:46:48,719 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:46:49,719 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:46:50,719 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:46:51,719 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:46:52,719 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:46:53,719 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:46:54,528 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:46:54,720 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:46:55,720 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:46:56,720 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:46:57,523 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:46:57,523 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:46:57,720 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:46:58,724 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:46:59,628 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:46:59,721 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:47:00,722 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:47:01,727 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:47:02,722 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:47:03,694 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 16:47:03,696 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 16:47:03,696 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 16:47:03,697 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 16:47:04,110 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:47:04,365 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 16:47:04,584 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 16:47:05,109 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:47:05,367 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:47:05,586 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 16:47:06,109 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:47:07,109 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:47:08,109 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:47:09,110 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:47:10,110 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:47:10,532 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:47:11,110 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:47:12,110 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:47:12,523 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:47:12,523 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:47:13,110 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:47:14,110 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:47:15,110 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:47:15,654 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:47:16,110 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:47:17,110 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:47:18,110 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:47:19,111 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:47:20,111 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:47:21,111 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:47:21,557 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:47:22,111 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:47:23,111 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:47:24,111 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:47:25,111 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:47:26,111 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:47:27,111 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:47:27,523 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:47:27,523 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:47:27,649 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:47:28,111 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:47:29,120 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:47:30,120 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:47:31,120 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:47:32,120 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:47:33,120 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:47:33,559 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:47:34,121 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:47:34,370 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 16:47:34,914 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 16:47:34,915 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 16:47:34,915 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 16:47:34,916 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 16:47:35,334 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:47:35,616 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 16:47:36,330 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:47:37,330 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:47:37,618 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 16:47:38,331 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:47:39,331 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:47:39,556 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:47:40,331 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:47:41,331 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:47:42,331 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:47:42,523 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:47:42,524 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:47:43,331 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:47:44,331 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:47:44,603 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:47:45,331 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:47:46,331 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:47:47,331 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:47:48,331 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:47:49,332 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:47:50,332 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:47:50,556 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:47:51,332 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:47:52,332 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:47:53,332 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:47:54,332 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:47:55,332 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:47:56,332 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:47:56,556 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:47:57,332 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:47:57,523 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:47:57,524 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:47:58,332 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:47:59,333 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:48:00,333 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:48:01,340 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:48:01,611 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:48:02,336 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:48:03,348 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:48:04,348 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:48:04,376 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 16:48:05,345 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:48:06,346 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:48:06,460 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 16:48:06,461 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 16:48:06,462 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 16:48:06,463 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 16:48:06,644 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 16:48:07,346 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:48:07,501 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:48:08,346 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:48:09,346 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:48:09,646 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 16:48:10,346 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:48:11,346 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:48:12,346 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:48:12,523 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:48:12,524 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:48:12,610 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:48:13,346 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:48:14,346 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:48:15,346 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:48:16,347 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:48:17,347 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:48:18,347 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:48:18,558 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:48:19,347 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:48:20,347 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:48:21,347 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:48:22,347 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:48:23,347 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:48:23,559 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:48:24,348 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:48:25,348 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:48:26,348 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:48:27,348 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:48:27,523 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:48:27,524 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:48:28,348 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:48:28,591 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:48:29,348 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:48:30,355 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:48:31,351 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:48:32,352 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:48:33,354 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:48:34,356 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:48:34,384 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 16:48:34,384 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:48:35,352 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:48:35,589 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 16:48:35,591 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 16:48:35,591 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 16:48:35,593 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 16:48:35,668 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 16:48:36,352 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:48:37,352 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:48:37,670 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 16:48:38,352 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:48:39,352 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:48:39,563 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:48:40,352 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:48:41,353 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:48:42,353 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:48:42,523 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:48:42,524 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:48:43,353 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:48:44,353 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:48:44,626 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:48:45,353 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:48:46,353 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:48:47,353 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:48:48,354 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:48:49,353 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:48:50,354 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:48:50,563 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:48:51,354 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:48:52,354 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:48:53,354 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:48:54,354 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:48:55,354 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:48:55,564 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:48:56,355 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:48:57,354 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:48:57,524 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:48:57,524 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:48:58,354 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:48:59,355 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:49:00,358 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:49:00,663 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:49:01,365 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:49:02,362 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:49:03,360 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:49:04,360 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:49:04,382 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 16:49:05,361 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:49:05,415 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 16:49:05,417 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 16:49:05,417 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 16:49:05,418 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 16:49:05,695 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 16:49:06,361 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:49:06,457 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:49:07,361 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:49:07,696 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 16:49:08,361 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:49:09,361 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:49:10,361 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:49:11,361 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:49:11,573 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:49:12,361 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:49:12,524 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:49:12,524 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:49:13,362 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:49:14,362 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:49:15,362 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:49:16,362 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:49:16,697 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:49:17,362 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:49:18,362 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:49:19,362 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:49:20,362 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:49:21,362 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:49:22,362 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:49:22,572 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:49:23,362 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:49:24,363 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:49:25,363 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:49:26,363 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:49:27,363 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:49:27,524 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:49:27,524 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:49:27,691 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:49:28,363 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:49:29,369 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:49:30,368 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:49:31,369 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:49:32,371 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:49:33,375 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:49:33,584 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:49:34,376 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:49:34,386 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 16:49:34,465 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 16:49:34,467 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 16:49:34,467 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 16:49:34,469 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 16:49:34,723 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 16:49:35,376 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:49:35,725 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 16:49:36,376 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:49:37,376 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:49:38,376 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:49:39,376 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:49:39,576 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:49:40,376 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:49:41,376 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:49:42,376 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:49:42,524 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:49:42,525 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:49:43,376 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:49:44,376 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:49:44,678 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:49:45,376 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:49:46,377 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:49:47,377 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:49:48,377 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:49:49,377 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:49:49,736 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:49:50,377 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:49:51,377 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:49:52,377 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:49:53,377 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:49:54,377 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:49:55,378 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:49:55,644 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:49:56,378 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:49:57,378 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:49:57,524 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:49:57,525 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:49:58,378 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:49:59,384 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:50:00,382 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:50:00,674 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:50:01,391 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:50:02,396 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:50:03,392 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:50:04,388 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 16:50:04,391 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:50:05,200 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 16:50:05,201 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 16:50:05,201 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 16:50:05,203 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 16:50:05,622 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:50:05,756 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 16:50:06,242 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:50:06,621 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:50:07,621 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:50:07,757 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 16:50:08,621 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:50:09,621 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:50:10,621 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:50:11,621 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:50:11,646 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:50:12,524 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:50:12,525 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:50:12,621 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:50:13,621 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:50:14,622 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:50:15,622 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:50:16,622 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:50:17,622 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:50:17,646 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:50:18,622 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:50:19,622 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:50:20,622 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:50:21,622 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:50:22,622 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:50:22,646 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:50:23,623 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:50:24,623 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:50:25,623 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:50:26,623 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:50:27,524 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:50:27,525 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:50:27,623 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:50:27,686 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:50:28,623 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:50:29,623 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:50:30,623 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:50:31,623 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:50:32,623 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:50:33,623 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:50:33,647 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:50:34,400 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 16:50:34,632 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:50:35,634 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:50:36,630 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:50:37,633 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:50:38,640 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:50:38,654 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:50:39,632 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:50:40,364 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 16:50:40,365 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 16:50:40,366 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 16:50:40,367 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 16:50:40,782 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 16:50:41,436 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:50:41,784 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 16:50:42,435 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:50:42,526 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:50:42,526 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:50:43,435 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:50:44,435 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:50:44,652 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:50:45,435 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:50:46,435 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:50:47,435 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:50:48,435 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:50:49,435 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:50:50,436 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:50:50,652 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:50:51,436 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:50:52,436 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:50:53,436 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:50:54,436 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:50:55,436 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:50:56,436 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:50:56,652 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:50:57,436 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:50:57,526 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:50:57,526 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:50:58,436 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:50:59,436 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:51:00,437 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:51:01,437 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:51:01,688 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:51:02,437 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:51:03,437 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:51:04,396 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 16:51:04,437 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:51:05,437 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:51:06,437 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:51:07,406 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:51:07,446 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:51:08,440 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:51:09,444 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:51:10,441 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:51:11,441 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:51:12,441 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:51:12,530 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:51:12,530 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:51:12,637 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:51:13,074 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 16:51:13,075 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 16:51:13,076 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 16:51:13,079 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 16:51:13,485 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:51:13,812 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 16:51:14,486 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:51:15,486 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:51:15,814 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 16:51:16,486 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:51:17,486 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:51:17,658 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:51:18,486 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:51:19,486 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:51:20,486 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:51:21,486 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:51:22,487 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:51:23,486 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:51:23,657 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:51:24,487 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:51:25,487 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:51:26,536 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:51:27,530 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:51:27,530 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:51:27,570 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:51:28,533 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:51:28,658 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:51:29,533 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:51:30,533 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:51:31,533 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:51:32,533 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:51:33,533 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:51:33,658 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:51:34,400 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 16:51:34,534 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:51:35,534 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:51:36,534 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:51:37,534 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:51:38,534 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:51:39,541 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:51:39,663 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:51:40,538 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:51:41,538 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:51:42,539 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:51:42,539 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:51:42,576 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:51:43,538 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:51:44,538 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:51:44,680 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:51:45,429 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 16:51:45,430 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 16:51:45,431 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 16:51:45,437 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 16:51:45,844 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:51:45,854 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 16:51:46,843 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:51:47,843 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:51:47,856 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 16:51:48,843 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:51:49,843 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:51:50,659 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:51:50,843 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:51:51,843 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:51:52,845 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:51:53,844 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:51:54,844 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:51:55,844 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:51:56,660 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:51:57,016 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:51:57,534 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:51:57,534 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:51:58,015 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:51:59,015 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:52:00,015 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:52:01,015 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:52:01,687 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:52:02,015 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:52:03,015 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:52:04,015 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:52:04,405 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 16:52:05,015 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:52:06,016 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:52:07,016 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:52:07,407 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:52:08,016 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:52:09,022 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:52:10,023 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:52:11,022 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:52:12,023 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:52:12,540 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:52:12,547 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:52:12,644 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:52:13,021 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:52:14,021 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:52:14,578 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 16:52:14,579 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 16:52:14,579 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 16:52:14,581 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 16:52:14,884 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 16:52:15,075 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:52:15,885 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 16:52:16,073 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:52:17,073 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:52:17,663 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:52:18,073 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:52:19,073 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:52:20,073 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:52:21,073 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:52:22,073 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:52:23,073 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:52:23,663 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:52:24,074 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:52:25,074 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:52:26,074 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:52:27,074 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:52:27,536 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:52:27,537 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:52:28,074 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:52:29,074 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:52:29,663 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:52:30,074 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:52:31,074 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:52:32,075 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:52:33,075 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:52:34,075 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:52:34,409 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 16:52:35,075 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:52:35,411 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:52:36,075 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:52:37,075 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:52:38,075 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:52:39,075 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:52:40,075 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:52:40,663 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:52:41,075 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:52:42,084 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:52:42,536 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:52:42,537 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:52:43,090 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:52:44,082 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:52:45,084 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:52:45,669 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:52:46,084 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:52:47,085 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:52:47,662 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 16:52:47,664 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 16:52:47,664 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 16:52:47,666 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 16:52:47,915 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 16:52:48,138 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:52:49,137 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:52:49,917 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 16:52:50,132 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:52:50,704 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:52:51,132 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:52:52,132 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:52:53,132 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:52:54,132 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:52:55,132 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:52:56,132 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:52:56,664 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:52:57,133 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:52:57,537 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:52:57,537 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:52:58,133 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:52:59,133 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:53:00,133 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:53:01,192 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:53:02,189 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:53:02,664 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:53:03,189 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:53:04,189 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:53:04,414 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 16:53:05,189 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:53:06,189 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:53:07,189 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:53:07,664 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:53:08,189 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:53:09,189 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:53:10,189 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:53:11,190 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:53:12,190 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:53:12,537 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:53:12,537 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:53:12,670 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:53:13,193 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:53:14,193 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:53:15,194 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:53:16,196 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:53:17,201 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:53:18,201 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:53:18,641 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 16:53:18,642 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 16:53:18,642 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 16:53:18,642 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:53:18,643 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 16:53:18,942 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 16:53:19,201 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:53:19,943 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 16:53:20,201 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:53:21,201 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:53:22,201 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:53:23,201 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:53:23,666 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:53:24,201 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:53:25,201 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:53:26,201 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:53:27,201 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:53:27,537 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:53:27,537 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:53:28,201 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:53:29,202 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:53:29,666 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:53:30,202 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:53:31,202 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:53:32,202 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:53:33,202 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:53:34,202 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:53:34,416 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 16:53:35,203 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:53:35,417 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:53:36,202 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:53:37,203 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:53:38,203 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:53:39,203 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:53:40,203 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:53:40,667 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:53:41,203 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:53:42,203 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:53:42,537 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:53:42,537 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:53:43,203 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:53:44,210 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:53:45,207 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:53:45,672 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:53:46,211 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:53:47,211 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:53:48,211 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:53:49,212 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:53:50,116 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 16:53:50,117 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 16:53:50,118 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 16:53:50,119 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 16:53:50,534 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:53:50,968 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 16:53:51,158 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:53:51,530 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:53:51,969 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 16:53:52,530 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:53:53,530 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:53:54,530 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:53:55,530 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:53:56,530 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:53:56,671 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:53:57,530 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:53:57,537 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:53:57,538 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:53:58,530 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:53:59,530 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:54:00,531 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:54:01,531 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:54:02,531 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:54:02,671 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:54:03,531 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:54:04,420 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 16:54:04,531 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:54:05,531 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:54:06,531 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:54:07,531 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:54:07,671 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:54:08,531 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:54:09,531 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:54:10,532 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:54:11,532 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:54:12,532 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:54:12,537 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:54:12,538 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:54:12,681 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:54:13,532 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:54:14,532 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:54:15,532 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:54:16,543 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:54:17,533 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:54:18,543 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:54:18,673 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:54:19,543 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:54:20,544 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:54:21,544 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:54:21,986 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 16:54:21,987 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 16:54:21,988 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 16:54:21,990 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 16:54:22,001 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 16:54:22,544 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:54:23,544 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:54:23,673 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:54:24,003 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 16:54:24,544 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:54:25,544 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:54:26,544 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:54:27,537 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:54:27,538 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:54:27,578 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:54:28,544 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:54:29,544 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:54:29,673 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:54:30,544 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:54:31,545 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:54:32,545 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:54:33,545 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:54:34,424 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 16:54:34,545 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:54:35,426 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:54:35,545 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:54:36,545 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:54:37,545 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:54:38,545 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:54:39,545 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:54:40,546 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:54:40,674 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:54:41,546 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:54:42,537 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:54:42,538 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:54:42,578 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:54:43,546 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:54:44,553 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:54:45,550 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:54:45,704 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:54:46,550 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:54:47,550 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:54:48,551 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:54:49,551 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:54:50,022 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 16:54:50,023 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 16:54:50,024 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 16:54:50,025 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 16:54:50,551 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:54:51,025 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 16:54:51,064 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:54:51,551 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:54:52,027 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 16:54:52,551 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:54:53,551 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:54:54,551 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:54:55,551 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:54:56,551 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:54:56,676 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:54:57,538 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:54:57,538 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:54:57,578 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:54:58,552 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:54:59,552 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:55:00,552 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:55:01,552 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:55:01,712 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:55:02,786 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:55:03,694 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:55:04,428 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 16:55:04,694 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:55:05,694 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:55:06,694 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:55:07,431 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:55:07,694 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:55:08,694 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:55:09,694 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:55:10,694 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:55:11,694 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:55:12,538 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:55:12,538 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:55:12,652 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:55:12,694 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:55:13,694 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:55:14,701 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:55:15,705 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:55:16,704 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:55:17,706 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:55:17,784 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:55:18,714 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:55:19,705 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:55:20,167 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 16:55:20,168 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 16:55:20,168 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 16:55:20,170 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 16:55:20,705 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:55:21,053 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 16:55:21,705 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:55:22,054 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 16:55:22,705 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:55:23,705 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:55:23,783 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:55:24,705 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:55:25,705 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:55:26,705 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:55:27,538 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:55:27,538 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:55:27,705 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:55:28,706 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:55:29,706 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:55:29,783 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:55:30,706 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:55:31,706 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:55:32,706 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:55:33,706 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:55:34,433 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 16:55:34,706 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:55:35,435 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:55:35,707 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:55:36,707 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:55:37,707 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:55:38,707 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:55:39,707 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:55:40,707 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:55:40,784 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:55:41,707 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:55:42,538 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:55:42,538 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:55:42,707 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:55:43,723 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:55:44,715 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:55:45,712 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:55:45,788 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:55:46,713 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:55:47,717 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:55:48,713 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:55:49,537 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 16:55:49,538 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 16:55:49,539 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 16:55:49,540 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 16:55:50,063 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:55:50,081 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 16:55:50,949 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:55:51,579 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:55:51,949 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:55:52,082 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 16:55:52,949 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:55:53,949 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:55:54,949 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:55:55,949 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:55:56,788 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:55:56,949 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:55:57,538 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:55:57,539 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:55:57,949 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:55:58,949 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:55:59,950 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:56:00,950 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:56:01,789 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:56:01,950 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:56:02,950 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:56:03,950 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:56:04,437 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 16:56:04,950 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:56:05,950 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:56:06,950 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:56:07,439 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:56:07,950 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:56:08,950 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:56:09,950 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:56:10,951 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:56:11,961 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:56:12,544 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:56:12,548 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:56:12,711 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:56:12,958 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:56:13,960 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:56:14,960 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:56:15,959 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:56:16,959 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:56:17,743 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 16:56:17,744 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 16:56:17,744 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 16:56:17,745 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:56:17,746 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 16:56:18,111 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 16:56:18,163 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:56:19,160 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:56:20,113 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 16:56:20,160 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:56:21,160 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:56:22,161 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:56:22,893 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:56:23,161 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:56:24,161 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:56:25,161 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:56:26,161 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:56:27,161 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:56:27,541 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:56:27,542 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:56:27,893 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:56:28,161 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:56:29,161 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:56:30,161 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:56:31,161 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:56:32,162 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:56:32,894 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:56:33,162 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:56:34,162 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:56:34,441 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 16:56:35,163 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:56:36,162 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:56:37,162 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:56:38,162 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:56:38,894 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:56:39,162 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:56:40,162 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:56:41,163 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:56:42,163 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:56:42,541 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:56:42,542 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:56:43,163 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:56:44,163 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:56:44,894 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:56:45,173 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:56:46,166 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:56:47,167 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:56:48,167 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:56:49,167 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:56:49,903 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:56:50,167 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:56:51,167 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 16:56:51,168 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 16:56:51,169 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 16:56:51,170 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 16:56:51,207 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:56:52,143 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 16:56:52,144 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 16:56:52,168 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:56:53,167 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:56:54,168 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:56:55,168 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:56:55,897 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:56:56,168 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:56:57,169 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:56:57,542 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:56:57,542 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:56:58,168 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:56:59,168 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:57:00,168 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:57:01,168 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:57:01,898 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:57:02,168 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:57:03,168 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:57:04,168 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:57:04,445 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 16:57:05,169 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:57:06,169 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:57:07,169 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:57:07,448 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:57:08,169 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:57:09,169 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:57:10,169 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:57:11,169 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:57:12,169 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:57:12,542 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:57:12,542 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:57:12,633 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:57:13,169 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:57:14,169 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:57:15,170 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:57:16,170 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:57:17,170 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:57:17,898 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:57:18,173 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:57:19,174 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:57:20,173 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:57:21,174 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:57:22,176 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:57:22,903 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:57:23,174 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:57:24,083 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 16:57:24,085 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 16:57:24,085 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 16:57:24,087 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 16:57:24,173 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 16:57:24,505 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:57:25,504 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:57:26,175 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 16:57:26,504 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:57:27,504 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:57:27,542 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:57:27,542 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:57:28,504 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:57:28,901 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:57:29,504 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:57:30,504 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:57:31,505 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:57:32,505 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:57:33,505 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:57:34,449 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 16:57:34,456 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:57:34,505 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:57:35,505 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:57:36,505 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:57:37,506 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:57:38,505 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:57:39,505 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:57:39,902 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:57:40,505 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:57:41,506 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:57:42,506 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:57:42,542 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:57:42,542 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:57:43,506 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:57:44,506 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:57:45,506 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:57:45,902 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:57:46,506 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:57:47,509 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:57:48,516 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:57:49,518 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:57:50,516 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:57:50,903 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:57:51,515 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:57:52,512 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:57:53,263 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 16:57:53,264 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 16:57:53,264 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 16:57:53,266 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 16:57:53,677 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:57:54,200 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 16:57:54,200 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 16:57:54,673 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:57:55,673 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:57:56,304 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:57:56,673 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:57:57,542 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:57:57,543 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:57:57,673 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:57:58,674 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:57:59,673 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:58:00,673 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:58:01,674 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:58:01,902 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:58:02,674 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:58:03,674 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:58:04,453 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 16:58:04,819 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:58:05,714 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:58:06,714 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:58:07,455 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:58:07,714 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:58:08,714 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:58:09,714 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:58:10,714 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:58:11,715 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:58:12,542 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:58:12,543 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:58:12,623 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:58:12,715 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:58:13,715 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:58:14,715 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:58:15,724 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:58:16,723 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:58:17,727 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:58:17,909 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:58:18,723 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:58:19,721 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:58:20,721 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:58:21,394 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 16:58:21,395 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 16:58:21,395 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 16:58:21,397 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 16:58:21,807 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:58:22,237 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 16:58:22,238 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 16:58:22,807 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:58:23,806 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:58:23,906 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:58:24,806 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:58:25,807 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:58:26,807 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:58:27,542 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:58:27,543 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:58:27,807 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:58:28,807 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:58:29,807 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:58:29,906 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:58:30,807 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:58:31,807 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:58:32,807 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:58:33,807 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:58:34,458 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 16:58:34,807 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:58:35,461 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:58:35,807 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:58:36,808 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:58:37,808 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:58:38,808 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:58:39,808 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:58:40,808 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:58:40,907 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:58:41,808 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:58:42,542 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:58:42,543 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:58:42,808 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:58:43,816 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:58:44,813 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:58:45,819 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:58:45,912 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:58:46,814 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:58:47,819 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:58:48,816 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:58:49,597 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 16:58:49,598 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 16:58:49,599 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 16:58:49,600 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 16:58:50,017 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:58:50,269 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 16:58:50,269 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 16:58:51,016 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:58:51,639 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:58:52,016 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:58:53,016 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:58:54,016 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:58:55,016 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:58:56,016 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:58:56,911 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:58:57,016 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:58:57,543 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:58:57,543 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:58:58,017 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:58:59,017 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:59:00,017 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:59:01,017 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:59:02,017 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:59:02,910 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:59:03,017 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:59:04,228 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:59:04,462 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 16:59:05,227 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:59:06,227 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:59:07,228 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:59:07,911 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:59:08,228 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:59:09,228 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:59:10,228 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:59:11,228 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:59:12,228 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:59:12,543 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:59:12,543 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:59:13,228 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:59:13,911 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:59:14,228 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:59:15,228 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:59:16,228 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:59:17,240 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:59:18,235 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:59:18,912 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:59:19,239 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:59:20,237 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:59:21,236 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:59:22,236 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:59:23,034 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 16:59:23,036 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 16:59:23,036 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 16:59:23,038 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 16:59:23,299 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 16:59:23,474 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:59:24,075 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:59:24,300 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 16:59:24,473 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:59:25,473 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:59:26,474 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:59:27,474 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:59:27,543 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:59:27,543 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:59:28,474 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:59:29,474 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:59:29,912 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:59:30,474 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:59:31,474 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:59:32,474 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:59:33,474 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:59:34,466 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 16:59:34,592 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:59:35,469 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:59:35,591 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:59:36,591 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:59:37,591 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:59:38,591 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:59:39,591 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:59:40,591 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:59:40,913 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:59:41,591 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:59:42,543 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:59:42,544 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:59:42,591 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:59:43,591 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:59:44,592 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:59:45,592 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:59:46,597 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:59:46,913 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:59:47,601 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:59:48,601 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:59:49,601 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:59:50,602 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:59:51,602 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:59:51,914 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 16:59:51,915 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 16:59:51,916 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 16:59:51,916 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:59:51,918 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 16:59:52,326 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 16:59:52,602 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:59:53,602 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:59:54,328 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 16:59:54,602 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:59:55,602 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:59:56,602 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:59:57,543 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 16:59:57,544 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 16:59:57,602 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:59:57,657 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 16:59:58,603 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 16:59:59,603 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:00:00,603 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:00:01,603 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:00:02,603 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:00:02,915 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:00:03,796 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:00:04,470 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 17:00:04,705 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:00:05,705 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:00:06,706 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:00:07,706 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:00:07,916 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:00:08,706 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:00:09,706 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:00:10,706 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:00:11,706 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:00:12,543 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:00:12,544 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:00:12,706 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:00:13,706 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:00:13,916 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:00:14,706 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:00:15,713 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:00:16,708 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:00:17,709 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:00:18,712 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:00:18,922 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:00:19,711 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:00:20,709 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:00:21,252 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 17:00:21,253 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 17:00:21,254 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 17:00:21,255 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 17:00:21,354 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 17:00:21,775 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:00:22,355 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 17:00:22,775 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:00:23,775 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:00:24,775 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:00:24,917 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:00:25,775 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:00:26,775 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:00:27,543 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:00:27,544 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:00:27,775 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:00:28,775 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:00:29,775 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:00:30,775 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:00:30,917 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:00:31,775 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:00:32,775 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:00:33,776 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:00:34,474 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 17:00:34,776 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:00:35,776 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:00:36,477 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:00:36,776 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:00:37,776 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:00:38,776 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:00:39,776 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:00:40,776 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:00:41,776 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:00:41,918 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:00:42,543 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:00:42,544 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:00:42,776 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:00:43,776 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:00:44,777 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:00:45,786 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:00:46,781 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:00:46,919 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:00:47,781 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:00:48,781 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:00:49,781 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:00:50,781 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:00:51,080 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 17:00:51,081 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 17:00:51,081 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 17:00:51,083 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 17:00:51,391 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 17:00:51,781 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:00:52,121 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:00:52,392 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 17:00:52,781 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:00:53,781 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:00:54,781 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:00:55,781 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:00:56,781 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:00:57,544 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:00:57,544 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:00:57,618 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:00:57,781 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:00:58,782 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:00:59,782 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:01:00,782 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:01:01,782 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:01:02,782 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:01:02,920 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:01:03,782 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:01:04,479 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 17:01:05,012 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:01:05,918 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:01:06,918 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:01:07,918 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:01:08,918 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:01:08,920 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:01:09,918 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:01:10,918 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:01:11,918 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:01:12,544 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:01:12,544 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:01:12,919 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:01:13,919 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:01:14,919 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:01:14,920 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:01:15,919 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:01:16,919 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:01:17,929 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:01:18,924 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:01:19,921 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:01:19,940 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:01:20,922 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:01:21,923 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:01:22,924 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:01:23,451 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 17:01:23,453 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 17:01:23,453 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 17:01:23,455 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 17:01:23,924 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:01:24,422 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 17:01:24,422 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 17:01:24,924 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:01:25,493 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:01:25,924 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:01:26,924 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:01:27,544 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:01:27,545 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:01:27,924 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:01:28,924 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:01:29,924 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:01:30,924 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:01:30,927 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:01:31,924 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:01:32,924 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:01:33,924 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:01:34,483 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 17:01:34,925 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:01:35,925 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:01:36,485 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:01:36,926 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:01:37,925 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:01:38,925 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:01:39,925 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:01:40,925 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:01:41,925 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:01:41,927 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:01:42,544 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:01:42,544 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:01:42,925 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:01:43,926 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:01:44,926 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:01:45,926 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:01:46,926 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:01:47,933 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:01:47,933 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:01:48,933 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:01:49,928 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:01:50,929 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:01:51,930 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:01:52,928 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:01:52,933 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:01:53,497 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 17:01:53,498 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 17:01:53,499 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 17:01:53,500 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 17:01:53,928 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:01:54,447 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 17:01:54,447 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 17:01:54,928 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:01:55,928 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:01:56,928 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:01:57,544 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:01:57,545 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:01:57,928 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:01:57,934 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:01:58,929 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:01:59,928 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:02:00,929 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:02:01,929 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:02:02,929 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:02:02,934 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:02:03,929 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:02:04,487 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 17:02:04,929 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:02:05,929 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:02:06,929 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:02:07,930 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:02:07,934 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:02:08,929 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:02:09,929 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:02:10,930 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:02:11,930 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:02:12,544 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:02:12,545 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:02:12,930 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:02:13,930 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:02:13,934 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:02:14,930 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:02:15,930 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:02:16,930 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:02:17,935 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:02:18,936 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:02:18,952 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:02:19,937 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:02:20,939 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:02:21,939 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:02:22,939 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:02:23,231 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 17:02:23,233 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 17:02:23,233 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 17:02:23,235 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 17:02:23,471 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 17:02:23,939 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:02:24,273 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:02:24,472 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 17:02:24,939 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:02:25,939 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:02:26,939 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:02:27,544 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:02:27,545 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:02:27,939 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:02:28,939 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:02:29,938 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:02:29,939 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:02:30,940 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:02:31,940 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:02:33,035 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:02:34,034 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:02:34,491 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 17:02:35,034 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:02:35,493 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:02:36,034 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:02:37,034 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:02:38,034 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:02:39,035 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:02:40,035 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:02:40,938 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:02:41,035 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:02:42,035 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:02:42,545 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:02:42,545 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:02:43,035 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:02:44,035 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:02:45,035 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:02:46,036 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:02:46,938 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:02:47,035 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:02:48,043 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:02:49,044 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:02:50,041 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:02:51,042 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:02:51,945 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:02:52,042 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:02:53,042 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:02:53,055 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 17:02:53,057 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 17:02:53,058 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 17:02:53,059 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 17:02:53,498 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 17:02:54,042 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:02:54,500 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 17:02:55,042 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:02:56,042 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:02:57,042 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:02:57,097 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:02:57,545 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:02:57,545 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:02:58,042 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:02:59,042 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:03:00,042 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:03:01,042 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:03:02,043 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:03:02,939 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:03:03,042 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:03:04,043 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:03:04,495 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 17:03:05,043 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:03:06,043 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:03:07,043 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:03:07,939 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:03:08,043 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:03:09,043 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:03:10,043 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:03:11,043 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:03:12,043 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:03:12,545 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:03:12,545 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:03:13,043 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:03:13,939 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:03:14,044 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:03:15,052 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:03:16,048 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:03:17,049 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:03:18,049 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:03:18,942 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:03:19,049 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:03:20,049 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:03:20,404 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 17:03:20,406 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 17:03:20,407 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 17:03:20,408 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 17:03:20,527 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 17:03:21,049 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:03:22,049 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:03:22,528 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 17:03:23,049 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:03:23,939 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:03:24,049 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:03:25,049 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:03:26,050 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:03:27,049 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:03:27,545 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:03:27,545 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:03:28,050 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:03:29,050 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:03:29,939 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:03:30,050 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:03:31,050 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:03:32,050 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:03:33,050 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:03:34,050 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:03:34,499 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 17:03:35,050 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:03:35,501 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:03:36,051 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:03:37,050 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:03:38,051 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:03:39,051 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:03:40,051 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:03:40,940 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:03:41,051 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:03:42,051 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:03:42,545 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:03:42,545 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:03:43,051 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:03:44,051 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:03:45,055 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:03:45,944 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:03:46,051 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:03:47,061 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:03:48,054 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:03:49,054 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:03:50,055 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:03:50,252 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 17:03:50,255 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 17:03:50,256 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 17:03:50,257 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 17:03:50,551 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 17:03:51,055 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:03:51,294 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:03:52,055 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:03:52,554 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 17:03:53,055 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:03:54,055 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:03:55,055 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:03:56,055 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:03:56,944 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:03:57,055 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:03:57,545 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:03:57,545 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:03:58,055 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:03:59,055 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:04:00,056 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:04:01,056 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:04:02,056 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:04:02,943 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:04:03,270 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:04:04,179 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:04:04,502 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 17:04:05,180 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:04:06,180 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:04:07,179 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:04:07,944 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:04:08,180 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:04:09,180 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:04:10,180 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:04:11,180 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:04:12,180 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:04:12,545 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:04:12,546 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:04:13,180 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:04:13,943 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:04:14,180 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:04:15,180 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:04:16,186 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:04:17,187 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:04:18,185 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:04:18,953 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:04:19,186 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:04:20,187 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:04:21,186 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:04:21,667 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 17:04:21,668 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 17:04:21,668 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 17:04:21,669 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 17:04:22,186 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:04:22,581 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 17:04:22,582 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 17:04:23,186 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:04:24,186 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:04:24,949 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:04:25,186 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:04:26,186 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:04:27,186 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:04:27,545 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:04:27,546 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:04:28,186 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:04:29,186 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:04:30,186 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:04:30,949 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:04:31,186 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:04:32,187 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:04:33,187 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:04:34,187 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:04:34,506 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 17:04:35,187 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:04:36,187 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:04:36,509 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:04:37,187 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:04:38,187 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:04:39,187 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:04:40,187 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:04:41,188 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:04:41,950 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:04:42,188 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:04:42,545 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:04:42,546 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:04:43,188 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:04:44,188 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:04:45,188 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:04:46,188 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:04:47,198 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:04:47,956 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:04:48,191 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:04:49,191 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:04:50,192 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:04:51,192 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:04:52,192 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:04:53,173 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 17:04:53,175 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 17:04:53,175 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 17:04:53,176 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:04:53,177 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 17:04:53,585 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:04:53,608 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 17:04:54,322 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:04:54,610 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 17:04:55,322 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:04:56,322 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:04:57,322 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:04:57,545 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:04:57,546 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:04:58,322 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:04:58,952 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:04:59,322 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:05:00,322 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:05:01,322 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:05:02,322 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:05:03,323 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:05:04,323 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:05:04,510 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 17:05:04,517 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:05:05,323 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:05:06,323 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:05:07,325 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:05:08,323 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:05:09,323 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:05:09,953 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:05:10,323 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:05:11,323 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:05:12,324 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:05:12,546 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:05:12,546 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:05:13,324 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:05:14,324 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:05:15,324 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:05:15,953 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:05:16,324 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:05:17,324 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:05:18,328 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:05:19,334 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:05:20,335 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:05:20,965 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:05:21,332 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:05:22,333 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:05:23,329 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:05:23,439 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 17:05:23,440 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 17:05:23,440 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 17:05:23,442 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 17:05:23,641 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 17:05:24,329 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:05:24,643 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 17:05:25,329 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:05:26,329 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:05:26,480 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:05:27,329 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:05:27,546 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:05:27,546 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:05:28,330 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:05:29,330 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:05:30,330 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:05:31,330 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:05:31,959 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:05:32,330 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:05:33,330 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:05:34,330 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:05:34,514 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 17:05:35,330 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:05:36,331 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:05:37,330 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:05:37,517 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:05:38,331 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:05:39,331 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:05:40,331 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:05:41,331 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:05:42,331 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:05:42,546 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:05:42,546 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:05:42,696 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:05:43,331 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:05:44,331 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:05:45,331 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:05:46,331 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:05:47,331 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:05:47,959 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:05:48,331 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:05:49,338 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:05:50,342 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:05:51,338 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:05:52,338 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:05:52,967 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:05:53,338 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:05:54,318 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 17:05:54,320 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 17:05:54,320 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 17:05:54,322 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 17:05:54,671 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 17:05:54,672 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 17:05:54,736 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:05:55,736 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:05:56,736 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:05:57,546 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:05:57,547 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:05:57,736 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:05:58,736 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:05:58,962 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:05:59,736 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:06:00,736 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:06:01,736 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:06:02,736 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:06:03,736 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:06:04,518 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 17:06:04,525 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:06:04,736 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:06:05,736 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:06:06,737 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:06:07,737 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:06:08,737 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:06:09,737 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:06:09,963 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:06:10,737 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:06:11,738 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:06:12,546 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:06:12,547 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:06:12,737 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:06:13,737 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:06:14,737 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:06:15,738 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:06:15,963 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:06:16,738 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:06:17,738 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:06:18,738 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:06:19,738 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:06:20,744 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:06:20,971 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:06:21,745 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:06:22,751 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:06:23,749 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:06:24,749 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:06:25,749 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:06:25,972 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:06:26,262 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 17:06:26,264 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 17:06:26,265 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 17:06:26,266 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 17:06:26,701 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 17:06:26,702 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 17:06:26,785 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:06:27,546 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:06:27,547 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:06:27,783 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:06:28,783 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:06:29,783 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:06:30,784 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:06:31,784 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:06:31,967 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:06:32,784 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:06:33,784 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:06:34,523 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 17:06:34,784 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:06:35,784 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:06:36,784 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:06:37,526 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:06:37,784 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:06:38,784 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:06:39,785 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:06:40,785 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:06:41,785 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:06:42,546 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:06:42,547 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:06:42,627 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:06:42,785 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:06:43,785 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:06:44,785 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:06:45,785 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:06:46,785 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:06:47,785 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:06:47,967 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:06:48,785 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:06:49,785 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:06:50,785 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:06:51,793 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:06:52,790 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:06:52,976 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:06:53,794 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:06:54,800 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:06:55,793 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:06:56,793 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:06:56,983 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 17:06:56,985 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 17:06:56,986 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 17:06:56,987 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 17:06:57,547 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:06:57,547 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:06:57,729 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 17:06:57,795 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:06:58,731 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 17:06:58,795 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:06:58,969 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:06:59,795 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:07:00,795 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:07:01,795 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:07:02,795 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:07:03,795 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:07:04,527 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 17:07:04,533 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:07:04,795 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:07:05,795 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:07:06,795 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:07:07,795 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:07:08,795 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:07:09,796 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:07:09,969 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:07:11,055 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:07:12,054 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:07:12,547 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:07:12,547 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:07:13,054 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:07:14,054 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:07:14,970 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:07:15,054 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:07:16,054 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:07:17,055 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:07:18,055 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:07:19,055 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:07:20,055 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:07:20,970 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:07:21,055 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:07:22,055 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:07:23,064 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:07:24,061 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:07:25,065 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:07:25,980 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:07:26,061 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:07:27,065 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:07:27,553 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:07:27,553 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:07:28,064 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:07:28,742 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 17:07:28,744 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 17:07:28,744 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 17:07:28,745 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 17:07:28,757 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 17:07:29,152 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:07:30,152 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:07:31,151 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:07:31,759 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 17:07:31,785 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:07:32,152 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:07:33,152 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:07:34,152 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:07:34,531 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 17:07:35,152 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:07:36,152 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:07:37,152 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:07:37,533 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:07:38,152 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:07:39,152 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:07:40,152 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:07:41,153 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:07:42,153 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:07:42,550 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:07:42,551 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:07:42,681 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:07:43,153 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:07:44,153 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:07:45,153 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:07:46,153 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:07:47,153 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:07:47,971 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:07:48,153 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:07:49,153 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:07:50,154 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:07:51,153 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:07:52,153 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:07:52,980 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:07:53,158 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:07:54,155 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:07:55,155 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:07:56,156 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:07:57,157 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:07:57,554 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:07:57,555 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:07:57,977 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:07:58,156 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:07:58,372 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 17:07:58,373 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 17:07:58,374 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 17:07:58,376 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 17:07:58,783 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 17:07:59,158 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:07:59,784 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 17:08:00,157 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:08:01,157 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:08:02,157 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:08:02,977 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:08:03,157 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:08:04,158 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:08:04,535 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 17:08:05,158 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:08:06,158 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:08:07,158 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:08:08,158 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:08:08,977 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:08:09,158 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:08:10,158 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:08:11,158 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:08:12,159 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:08:12,555 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:08:12,555 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:08:13,158 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:08:13,978 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:08:14,159 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:08:15,159 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:08:16,159 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:08:17,159 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:08:18,159 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:08:19,159 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:08:19,978 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:08:20,159 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:08:21,159 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:08:22,162 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:08:23,160 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:08:24,164 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:08:24,993 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:08:25,165 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:08:26,166 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:08:27,167 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:08:27,555 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:08:27,555 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:08:27,929 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 17:08:27,931 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 17:08:27,931 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 17:08:27,932 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 17:08:28,354 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:08:28,807 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 17:08:29,352 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:08:29,807 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 17:08:30,351 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:08:30,356 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:08:31,351 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:08:32,352 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:08:33,352 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:08:34,352 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:08:34,539 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 17:08:35,352 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:08:35,541 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:08:36,352 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:08:37,352 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:08:38,352 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:08:39,352 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:08:40,352 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:08:41,081 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:08:41,592 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:08:42,555 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:08:42,555 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:08:42,595 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:08:43,582 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:08:44,582 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:08:45,582 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:08:46,081 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:08:46,582 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:08:47,582 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:08:48,582 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:08:49,582 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:08:50,582 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:08:51,082 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:08:51,582 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:08:52,583 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:08:53,583 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:08:54,593 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:08:55,598 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:08:56,089 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:08:56,599 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:08:57,555 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:08:57,555 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:08:57,603 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:08:58,601 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:08:59,580 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 17:08:59,581 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 17:08:59,581 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 17:08:59,583 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 17:08:59,839 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 17:08:59,993 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:09:00,992 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:09:01,621 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:09:01,841 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 17:09:01,992 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:09:02,992 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:09:03,992 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:09:04,544 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 17:09:04,992 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:09:05,992 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:09:06,992 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:09:07,546 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:09:07,993 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:09:08,993 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:09:09,993 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:09:10,993 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:09:11,993 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:09:12,626 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:09:12,627 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:09:12,732 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:09:12,993 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:09:13,993 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:09:14,993 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:09:15,993 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:09:16,994 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:09:17,994 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:09:18,089 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:09:18,994 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:09:19,994 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:09:20,994 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:09:21,994 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:09:22,994 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:09:23,994 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:09:24,088 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:09:25,005 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:09:25,999 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:09:26,996 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:09:27,628 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:09:27,632 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:09:27,999 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:09:28,997 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:09:29,095 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:09:29,997 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:09:30,158 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 17:09:30,160 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 17:09:30,161 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 17:09:30,162 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 17:09:30,867 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 17:09:30,997 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:09:31,868 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 17:09:31,997 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:09:32,997 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:09:33,997 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:09:34,547 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 17:09:34,554 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:09:34,997 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:09:35,998 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:09:36,998 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:09:37,998 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:09:38,998 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:09:39,998 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:09:40,091 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:09:40,999 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:09:41,998 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:09:42,629 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:09:42,629 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:09:42,998 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:09:43,999 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:09:44,999 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:09:45,091 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:09:45,999 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:09:46,999 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:09:47,999 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:09:48,999 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:09:49,999 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:09:50,092 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:09:50,999 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:09:51,999 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:09:52,999 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:09:53,999 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:09:54,999 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:09:56,007 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:09:56,095 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:09:57,007 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:09:57,634 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:09:57,641 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:09:58,007 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:09:59,007 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:10:00,007 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:10:01,007 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:10:01,099 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:10:01,728 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 17:10:01,729 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 17:10:01,730 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 17:10:01,731 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 17:10:01,898 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 17:10:02,145 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:10:03,144 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:10:03,899 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 17:10:04,144 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:10:04,552 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 17:10:05,144 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:10:06,145 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:10:06,556 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:10:07,145 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:10:08,145 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:10:09,145 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:10:10,145 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:10:11,145 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:10:12,094 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:10:12,145 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:10:12,634 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:10:12,635 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:10:13,145 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:10:14,145 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:10:15,145 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:10:16,146 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:10:17,146 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:10:18,094 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:10:18,146 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:10:19,146 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:10:20,146 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:10:21,146 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:10:22,146 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:10:23,146 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:10:24,094 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:10:24,146 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:10:25,146 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:10:26,146 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:10:27,147 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:10:27,645 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:10:27,652 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:10:28,147 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:10:29,100 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:10:29,148 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:10:30,150 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:10:31,153 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:10:32,150 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:10:33,151 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:10:33,415 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 17:10:33,416 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 17:10:33,417 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 17:10:33,418 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 17:10:33,928 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 17:10:34,151 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:10:34,457 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:10:34,556 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 17:10:35,151 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:10:35,929 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 17:10:36,151 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:10:37,151 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:10:38,152 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:10:39,151 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:10:40,095 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:10:40,151 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:10:41,151 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:10:42,151 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:10:42,638 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:10:42,639 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:10:43,152 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:10:44,152 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:10:45,152 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:10:46,095 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:10:46,152 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:10:47,152 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:10:48,152 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:10:49,152 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:10:50,152 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:10:51,152 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:10:52,095 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:10:52,153 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:10:53,153 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:10:54,153 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:10:55,153 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:10:56,153 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:10:57,096 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:10:57,153 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:10:57,637 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:10:57,638 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:10:58,153 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:10:59,153 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:11:00,153 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:11:01,154 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:11:02,106 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:11:02,165 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:11:03,162 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:11:04,162 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:11:04,564 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 17:11:05,165 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:11:06,167 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:11:07,163 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:11:07,508 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 17:11:07,509 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 17:11:07,510 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 17:11:07,510 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:11:07,511 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 17:11:07,962 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 17:11:08,163 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:11:09,163 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:11:09,963 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 17:11:10,163 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:11:11,163 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:11:12,163 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:11:12,638 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:11:12,638 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:11:12,756 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:11:13,163 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:11:14,163 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:11:15,164 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:11:16,164 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:11:17,164 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:11:18,098 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:11:18,164 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:11:19,164 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:11:20,164 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:11:21,164 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:11:22,165 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:11:23,099 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:11:23,164 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:11:24,166 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:11:25,165 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:11:26,165 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:11:27,165 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:11:27,638 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:11:27,638 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:11:28,165 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:11:29,098 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:11:29,165 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:11:30,165 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:11:31,165 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:11:32,165 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:11:33,165 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:11:34,099 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:11:34,165 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:11:34,565 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 17:11:35,166 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:11:36,176 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:11:37,170 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:11:38,178 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:11:39,105 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:11:39,178 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:11:40,174 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:11:41,175 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:11:41,631 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 17:11:41,632 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 17:11:41,633 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 17:11:41,638 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 17:11:41,992 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 17:11:42,517 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:11:42,638 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:11:42,638 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:11:43,513 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:11:43,994 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 17:11:44,513 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:11:45,102 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:11:45,513 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:11:46,513 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:11:47,513 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:11:48,513 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:11:49,513 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:11:50,102 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:11:50,513 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:11:51,513 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:11:52,514 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:11:53,514 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:11:54,514 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:11:55,514 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:11:56,102 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:11:56,702 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:11:57,638 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:11:57,639 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:11:57,701 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:11:58,701 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:11:59,701 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:12:00,701 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:12:01,103 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:12:01,701 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:12:02,701 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:12:03,702 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:12:04,570 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 17:12:04,702 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:12:05,702 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:12:06,572 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:12:06,702 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:12:07,702 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:12:08,702 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:12:09,707 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:12:10,708 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:12:11,707 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:12:12,113 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:12:12,642 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:12:12,646 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:12:12,708 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:12:13,707 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:12:14,707 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:12:15,097 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 17:12:15,098 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 17:12:15,098 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 17:12:15,104 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 17:12:15,707 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:12:16,027 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 17:12:16,707 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:12:17,138 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:12:17,707 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:12:18,030 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 17:12:18,707 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:12:19,707 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:12:20,707 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:12:21,707 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:12:22,708 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:12:23,106 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:12:23,708 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:12:24,708 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:12:25,708 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:12:26,708 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:12:27,643 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:12:27,643 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:12:27,711 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:12:28,107 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:12:28,710 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:12:29,710 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:12:30,710 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:12:31,710 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:12:32,710 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:12:33,711 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:12:34,107 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:12:34,573 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 17:12:34,711 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:12:35,711 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:12:36,711 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:12:37,711 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:12:38,711 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:12:39,107 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:12:39,711 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:12:40,719 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:12:41,714 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:12:42,646 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:12:42,646 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:12:42,715 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:12:43,715 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:12:44,117 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:12:44,718 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:12:45,687 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 17:12:45,687 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 17:12:45,688 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 17:12:45,693 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 17:12:46,054 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 17:12:46,108 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:12:47,107 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:12:48,056 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 17:12:48,107 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:12:49,107 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:12:50,107 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:12:50,110 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:12:51,107 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:12:52,107 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:12:53,108 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:12:54,108 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:12:55,108 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:12:56,108 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:12:56,110 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:12:57,108 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:12:57,644 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:12:57,645 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:12:58,192 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:12:59,191 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:13:00,191 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:13:01,191 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:13:01,197 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:13:02,191 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:13:03,191 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:13:04,191 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:13:04,577 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 17:13:05,191 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:13:06,191 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:13:06,580 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:13:07,191 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:13:08,192 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:13:09,192 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:13:10,201 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:13:11,197 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:13:12,195 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:13:12,201 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:13:12,646 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:13:12,650 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:13:13,203 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:13:14,206 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:13:15,202 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:13:16,203 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:13:16,213 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 17:13:16,214 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 17:13:16,214 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 17:13:16,219 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 17:13:17,083 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 17:13:17,203 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:13:17,255 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:13:18,084 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 17:13:18,203 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:13:19,203 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:13:20,203 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:13:21,203 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:13:22,203 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:13:23,192 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:13:23,203 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:13:24,203 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:13:25,203 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:13:26,203 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:13:27,204 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:13:27,645 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:13:27,645 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:13:28,204 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:13:29,192 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:13:29,204 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:13:30,204 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:13:31,204 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:13:32,204 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:13:33,204 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:13:34,192 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:13:34,204 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:13:34,581 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 17:13:35,204 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:13:36,204 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:13:37,205 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:13:38,205 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:13:39,205 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:13:40,201 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:13:40,216 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:13:41,207 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:13:42,211 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:13:42,650 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:13:42,660 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:13:43,215 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:13:44,217 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:13:45,207 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:13:45,211 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:13:46,136 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 17:13:46,137 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 17:13:46,137 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 17:13:46,138 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 17:13:46,557 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:13:47,107 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 17:13:47,556 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:13:48,107 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 17:13:48,556 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:13:49,556 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:13:50,556 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:13:51,196 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:13:51,557 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:13:52,557 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:13:53,557 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:13:54,557 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:13:55,557 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:13:56,557 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:13:57,195 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:13:57,557 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:13:57,650 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:13:57,651 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:13:58,557 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:13:59,647 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:14:00,646 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:14:01,646 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:14:02,196 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:14:02,646 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:14:03,646 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:14:04,586 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 17:14:04,647 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:14:05,647 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:14:06,647 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:14:07,588 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:14:07,647 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:14:08,647 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:14:09,647 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:14:10,647 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:14:11,647 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:14:12,654 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:14:12,654 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:14:12,660 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:14:12,737 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:14:13,659 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:14:14,650 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:14:15,651 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:14:16,651 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:14:17,651 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:14:18,196 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:14:18,342 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 17:14:18,344 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 17:14:18,345 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 17:14:18,347 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 17:14:18,758 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:14:19,136 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 17:14:19,755 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:14:20,137 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 17:14:20,755 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:14:21,755 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:14:22,755 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:14:23,756 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:14:24,196 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:14:24,756 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:14:25,756 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:14:26,756 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:14:27,654 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:14:27,654 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:14:27,756 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:14:28,756 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:14:29,850 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:14:30,196 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:14:30,848 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:14:31,848 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:14:32,848 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:14:33,848 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:14:34,591 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 17:14:34,848 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:14:35,593 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:14:35,848 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:14:36,848 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:14:37,848 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:14:38,848 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:14:39,858 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:14:40,852 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:14:41,206 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:14:41,853 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:14:42,655 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:14:42,662 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:14:42,853 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:14:43,857 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:14:44,853 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:14:45,410 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 17:14:45,411 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 17:14:45,412 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 17:14:45,413 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 17:14:45,853 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:14:46,162 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 17:14:46,451 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:14:46,853 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:14:47,853 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:14:48,164 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 17:14:48,853 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:14:49,853 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:14:50,853 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:14:51,853 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:14:52,202 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:14:52,853 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:14:53,854 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:14:54,854 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:14:55,854 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:14:56,854 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:14:57,655 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:14:57,655 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:14:57,821 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:14:57,854 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:14:58,854 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:14:59,854 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:15:00,855 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:15:01,855 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:15:02,855 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:15:03,202 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:15:03,855 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:15:04,594 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 17:15:04,855 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:15:05,855 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:15:06,855 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:15:07,855 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:15:08,202 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:15:08,868 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:15:09,861 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:15:10,861 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:15:11,864 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:15:12,663 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:15:12,663 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:15:12,862 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:15:13,215 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:15:13,862 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:15:14,628 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 17:15:14,629 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 17:15:14,630 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 17:15:14,631 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 17:15:15,068 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:15:15,188 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 17:15:16,067 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:15:16,189 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 17:15:17,068 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:15:18,068 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:15:19,068 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:15:19,204 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:15:20,068 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:15:21,068 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:15:22,068 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:15:23,068 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:15:24,068 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:15:24,204 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:15:25,068 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:15:26,068 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:15:27,069 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:15:27,660 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:15:27,660 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:15:28,069 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:15:29,069 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:15:30,069 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:15:30,204 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:15:31,069 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:15:32,069 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:15:33,069 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:15:34,069 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:15:34,597 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 17:15:35,069 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:15:35,599 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:15:36,069 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:15:37,069 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:15:38,074 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:15:39,070 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:15:40,076 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:15:41,072 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:15:41,225 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:15:42,076 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:15:42,664 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:15:42,666 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:15:43,073 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:15:44,050 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 17:15:44,051 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 17:15:44,052 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 17:15:44,054 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 17:15:44,218 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 17:15:44,462 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:15:45,200 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:15:46,200 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:15:46,220 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 17:15:47,091 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:15:47,200 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:15:48,200 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:15:49,201 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:15:50,200 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:15:51,200 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:15:52,200 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:15:52,209 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:15:53,201 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:15:54,201 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:15:55,201 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:15:56,201 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:15:57,201 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:15:57,663 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:15:57,664 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:15:57,814 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:15:58,201 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:15:59,201 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:16:00,201 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:16:01,201 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:16:02,201 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:16:03,202 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:16:03,209 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:16:04,202 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:16:04,601 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 17:16:05,202 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:16:06,202 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:16:07,202 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:16:08,202 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:16:08,221 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:16:09,204 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:16:10,204 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:16:11,211 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:16:12,212 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:16:12,672 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:16:12,672 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:16:13,211 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:16:14,209 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:16:14,209 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:16:14,338 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 17:16:14,340 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 17:16:14,341 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 17:16:14,342 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 17:16:15,209 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:16:15,250 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 17:16:16,209 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:16:16,251 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 17:16:17,209 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:16:18,210 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:16:19,209 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:16:19,210 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:16:20,209 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:16:21,209 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:16:22,209 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:16:23,209 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:16:24,209 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:16:25,209 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:16:25,210 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:16:26,210 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:16:27,210 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:16:27,670 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:16:27,670 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:16:28,210 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:16:29,210 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:16:30,209 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:16:30,210 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:16:31,210 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:16:32,210 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:16:33,210 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:16:34,210 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:16:34,605 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 17:16:35,211 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:16:35,613 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:16:36,223 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:16:37,216 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:16:38,216 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:16:39,217 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:16:40,217 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:16:41,215 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:16:41,217 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:16:41,645 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 17:16:41,646 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 17:16:41,646 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 17:16:41,647 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 17:16:42,276 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 17:16:42,667 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:16:42,674 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:16:42,674 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:16:43,665 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:16:44,278 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 17:16:44,666 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:16:45,666 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:16:46,666 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:16:47,215 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:16:47,666 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:16:48,666 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:16:49,666 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:16:50,666 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:16:51,666 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:16:52,666 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:16:53,214 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:16:53,666 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:16:54,699 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:16:55,698 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:16:56,698 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:16:57,670 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:16:57,670 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:16:57,710 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:16:58,214 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:16:58,698 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:16:59,698 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:17:00,699 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:17:01,699 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:17:02,699 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:17:03,215 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:17:03,699 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:17:04,609 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 17:17:04,699 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:17:05,699 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:17:06,702 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:17:07,709 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:17:08,217 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:17:08,713 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:17:09,711 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:17:10,716 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:17:11,714 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:17:12,670 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:17:12,671 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:17:12,714 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:17:12,897 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 17:17:12,898 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 17:17:12,898 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 17:17:12,900 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 17:17:13,311 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 17:17:13,313 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:17:13,715 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:17:14,312 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 17:17:14,715 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:17:15,715 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:17:16,715 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:17:17,715 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:17:18,715 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:17:19,312 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:17:19,715 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:17:20,715 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:17:21,715 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:17:22,716 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:17:23,716 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:17:24,716 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:17:25,312 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:17:25,716 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:17:26,716 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:17:27,670 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:17:27,671 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:17:27,716 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:17:28,716 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:17:29,716 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:17:30,313 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:17:30,716 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:17:31,716 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:17:32,717 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:17:33,717 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:17:34,614 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 17:17:34,717 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:17:35,616 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:17:35,717 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:17:36,717 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:17:37,717 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:17:38,717 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:17:39,717 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:17:40,717 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:17:41,331 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:17:41,722 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:17:42,692 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:17:42,692 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:17:42,725 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:17:43,723 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:17:44,723 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:17:45,723 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:17:46,319 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:17:46,724 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:17:47,022 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 17:17:47,023 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 17:17:47,023 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 17:17:47,025 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 17:17:47,339 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 17:17:47,724 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:17:48,340 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 17:17:48,724 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:17:49,724 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:17:50,724 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:17:51,320 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:17:51,724 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:17:52,724 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:17:53,724 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:17:54,724 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:17:55,724 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:17:56,724 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:17:57,319 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:17:57,677 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:17:57,677 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:17:57,724 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:17:58,725 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:17:59,725 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:18:00,725 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:18:01,725 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:18:02,320 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:18:02,725 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:18:03,725 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:18:04,618 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 17:18:04,725 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:18:05,725 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:18:06,725 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:18:07,620 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:18:07,726 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:18:08,726 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:18:09,726 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:18:10,726 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:18:11,726 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:18:12,687 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:18:12,695 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:18:12,732 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:18:12,805 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:18:13,732 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:18:14,738 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:18:15,736 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:18:16,736 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:18:17,737 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:18:18,323 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:18:18,421 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 17:18:18,423 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 17:18:18,423 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 17:18:18,425 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 17:18:18,832 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:18:19,381 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 17:18:19,831 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:18:20,382 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 17:18:20,831 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:18:21,831 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:18:22,831 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:18:23,323 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:18:23,831 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:18:24,831 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:18:25,831 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:18:26,831 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:18:27,680 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:18:27,681 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:18:27,831 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:18:28,831 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:18:29,323 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:18:29,831 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:18:30,832 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:18:31,988 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:18:32,987 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:18:33,987 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:18:34,324 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:18:34,622 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 17:18:34,987 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:18:35,988 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:18:36,987 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:18:37,988 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:18:38,988 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:18:39,988 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:18:40,324 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:18:40,988 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:18:41,988 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:18:42,681 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:18:42,681 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:18:42,988 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:18:43,989 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:18:44,989 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:18:45,342 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:18:45,989 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:18:46,991 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:18:47,993 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:18:48,990 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:18:49,192 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 17:18:49,193 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 17:18:49,193 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 17:18:49,195 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 17:18:49,416 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 17:18:49,990 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:18:50,417 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 17:18:50,990 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:18:51,233 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:18:51,990 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:18:52,990 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:18:53,990 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:18:54,990 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:18:55,990 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:18:56,327 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:18:56,990 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:18:57,681 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:18:57,681 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:18:57,991 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:18:58,991 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:18:59,991 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:19:00,991 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:19:01,328 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:19:01,991 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:19:02,991 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:19:03,991 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:19:04,626 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 17:19:04,991 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:19:05,991 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:19:06,628 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:19:06,991 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:19:07,992 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:19:08,992 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:19:09,992 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:19:10,992 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:19:11,996 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:19:12,333 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:19:12,688 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:19:12,688 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:19:12,992 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:19:13,993 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:19:14,995 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:19:15,993 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:19:16,993 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:19:17,346 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:19:17,777 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 17:19:17,778 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 17:19:17,778 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 17:19:17,780 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 17:19:18,194 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:19:18,444 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 17:19:19,193 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:19:20,193 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:19:20,446 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 17:19:21,193 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:19:22,193 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:19:23,193 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:19:23,331 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:19:24,193 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:19:25,193 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:19:26,193 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:19:27,193 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:19:27,683 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:19:27,684 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:19:28,193 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:19:29,194 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:19:29,331 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:19:30,288 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:19:31,386 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:19:32,285 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:19:33,285 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:19:34,285 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:19:34,332 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:19:34,630 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 17:19:35,285 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:19:36,285 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:19:37,285 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:19:38,285 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:19:39,285 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:19:40,285 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:19:40,332 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:19:41,285 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:19:42,293 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:19:42,685 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:19:42,685 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:19:43,288 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:19:44,289 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:19:45,293 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:19:45,342 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:19:46,290 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:19:47,291 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:19:47,968 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 17:19:47,969 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 17:19:47,970 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 17:19:47,971 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 17:19:48,395 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:19:48,475 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 17:19:49,391 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:19:50,391 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:19:50,394 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:19:50,476 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 17:19:51,391 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:19:52,391 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:19:53,392 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:19:54,391 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:19:55,391 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:19:56,391 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:19:56,392 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:19:57,392 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:19:57,685 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:19:57,686 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:19:58,392 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:19:59,392 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:20:00,392 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:20:01,392 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:20:02,392 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:20:02,392 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:20:03,392 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:20:04,392 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:20:04,635 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 17:20:05,392 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:20:06,392 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:20:07,392 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:20:07,637 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:20:08,392 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:20:09,393 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:20:10,393 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:20:11,393 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:20:12,398 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:20:12,685 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:20:12,685 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:20:12,841 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:20:13,396 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:20:14,395 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:20:15,398 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:20:16,396 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:20:17,399 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:20:17,867 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 17:20:17,869 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 17:20:17,869 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 17:20:17,869 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:20:17,870 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 17:20:18,396 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:20:18,500 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 17:20:19,396 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:20:20,396 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:20:20,502 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 17:20:21,396 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:20:22,396 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:20:23,396 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:20:23,398 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:20:24,396 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:20:25,397 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:20:26,397 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:20:27,397 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:20:27,685 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:20:27,686 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:20:28,397 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:20:28,398 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:20:29,397 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:20:30,397 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:20:31,539 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:20:32,539 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:20:33,538 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:20:34,398 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:20:34,539 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:20:34,638 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 17:20:35,539 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:20:36,539 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:20:37,539 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:20:38,539 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:20:39,539 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:20:40,398 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:20:40,539 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:20:41,539 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:20:42,546 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:20:42,687 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:20:42,688 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:20:43,545 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:20:44,545 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:20:45,414 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:20:45,550 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:20:46,549 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:20:47,549 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:20:47,863 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 17:20:47,865 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 17:20:47,865 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 17:20:47,866 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 17:20:48,524 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 17:20:48,550 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:20:49,550 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:20:50,525 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 17:20:50,551 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:20:51,402 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:20:51,550 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:20:52,550 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:20:53,550 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:20:54,550 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:20:55,550 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:20:56,550 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:20:57,402 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:20:57,550 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:20:57,687 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:20:57,688 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:20:58,550 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:20:59,551 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:21:00,551 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:21:01,551 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:21:02,402 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:21:02,551 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:21:03,551 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:21:04,551 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:21:04,643 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 17:21:05,551 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:21:06,551 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:21:07,551 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:21:07,645 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:21:08,551 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:21:09,552 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:21:10,552 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:21:11,557 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:21:12,557 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:21:12,697 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:21:12,697 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:21:12,832 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:21:13,557 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:21:14,559 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:21:15,559 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:21:16,560 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:21:16,900 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 17:21:16,902 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 17:21:16,902 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 17:21:16,903 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 17:21:17,553 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 17:21:17,560 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:21:17,942 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:21:18,554 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 17:21:18,560 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:21:19,560 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:21:20,560 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:21:21,560 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:21:22,560 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:21:23,406 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:21:23,560 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:21:24,560 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:21:25,560 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:21:26,560 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:21:27,561 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:21:27,690 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:21:27,690 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:21:28,582 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:21:28,582 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:21:29,579 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:21:30,579 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:21:31,580 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:21:32,580 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:21:33,580 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:21:34,495 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:21:34,580 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:21:34,647 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 17:21:35,580 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:21:36,580 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:21:37,580 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:21:38,580 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:21:39,495 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:21:39,580 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:21:40,580 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:21:41,584 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:21:42,583 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:21:42,689 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:21:42,690 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:21:43,590 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:21:44,510 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:21:44,588 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:21:45,592 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:21:46,174 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 17:21:46,176 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 17:21:46,176 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 17:21:46,177 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 17:21:46,584 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 17:21:46,601 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:21:47,598 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:21:48,585 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 17:21:48,598 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:21:49,598 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:21:50,499 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:21:50,598 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:21:51,598 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:21:52,598 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:21:53,599 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:21:54,599 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:21:55,599 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:21:56,499 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:21:56,599 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:21:57,599 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:21:57,690 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:21:57,690 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:21:58,599 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:21:59,599 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:22:00,599 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:22:01,499 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:22:01,599 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:22:02,599 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:22:03,599 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:22:04,600 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:22:04,650 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 17:22:05,600 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:22:06,600 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:22:06,653 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:22:07,600 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:22:08,600 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:22:09,600 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:22:10,600 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:22:11,606 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:22:12,505 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:22:12,604 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:22:12,691 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:22:12,695 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:22:13,605 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:22:14,614 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:22:15,606 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:22:16,607 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:22:16,738 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 17:22:16,740 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 17:22:16,740 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 17:22:16,741 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 17:22:17,607 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:22:17,610 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 17:22:17,779 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:22:18,607 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:22:18,612 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 17:22:19,607 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:22:20,607 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:22:21,607 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:22:22,607 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:22:23,502 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:22:23,607 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:22:24,607 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:22:25,607 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:22:26,607 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:22:27,608 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:22:27,691 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:22:27,692 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:22:28,608 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:22:29,502 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:22:29,608 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:22:30,608 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:22:31,608 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:22:32,608 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:22:33,608 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:22:34,502 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:22:34,608 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:22:34,655 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 17:22:35,608 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:22:36,608 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:22:37,608 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:22:38,609 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:22:39,609 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:22:40,502 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:22:40,609 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:22:41,609 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:22:42,613 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:22:42,700 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:22:42,704 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:22:43,609 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:22:44,609 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:22:45,510 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:22:45,614 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:22:46,614 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:22:47,589 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 17:22:47,590 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 17:22:47,590 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 17:22:47,591 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 17:22:47,644 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 17:22:48,003 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:22:48,646 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 17:22:48,738 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:22:49,738 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:22:50,738 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:22:51,504 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:22:51,738 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:22:52,739 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:22:53,739 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:22:54,739 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:22:55,739 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:22:56,505 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:22:56,739 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:22:57,696 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:22:57,697 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:22:57,739 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:22:58,739 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:22:59,739 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:23:00,740 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:23:01,740 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:23:02,505 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:23:02,740 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:23:03,740 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:23:04,659 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 17:23:04,740 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:23:05,740 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:23:06,740 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:23:07,661 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:23:07,740 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:23:08,740 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:23:09,740 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:23:10,740 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:23:11,743 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:23:12,698 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:23:12,699 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:23:12,747 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:23:12,850 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:23:13,746 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:23:14,743 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:23:15,747 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:23:16,744 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:23:16,983 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 17:23:16,984 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 17:23:16,985 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 17:23:16,986 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 17:23:17,690 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 17:23:17,744 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:23:18,024 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:23:18,691 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 17:23:18,744 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:23:19,744 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:23:20,744 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:23:21,744 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:23:22,744 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:23:23,509 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:23:23,744 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:23:24,744 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:23:25,744 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:23:26,744 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:23:27,698 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:23:27,699 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:23:27,744 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:23:28,744 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:23:29,509 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:23:29,745 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:23:30,745 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:23:31,745 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:23:32,745 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:23:33,745 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:23:34,510 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:23:34,663 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 17:23:34,745 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:23:35,745 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:23:36,745 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:23:37,746 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:23:38,746 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:23:39,746 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:23:40,520 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:23:40,755 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:23:41,753 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:23:42,700 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:23:42,700 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:23:42,751 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:23:43,751 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:23:44,752 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:23:45,518 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:23:45,752 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:23:46,342 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 17:23:46,343 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 17:23:46,344 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 17:23:46,345 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 17:23:46,720 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 17:23:46,756 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:23:47,753 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:23:48,722 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 17:23:48,753 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:23:49,753 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:23:50,754 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:23:51,517 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:23:51,754 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:23:52,754 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:23:53,754 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:23:54,754 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:23:55,754 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:23:56,754 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:23:57,516 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:23:57,700 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:23:57,700 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:23:57,754 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:23:58,754 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:23:59,754 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:24:00,947 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:24:01,845 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:24:02,845 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:24:03,516 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:24:03,845 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:24:04,667 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 17:24:04,846 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:24:05,846 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:24:06,846 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:24:07,846 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:24:08,516 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:24:08,846 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:24:09,846 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:24:10,846 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:24:11,846 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:24:12,707 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:24:12,707 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:24:12,846 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:24:13,526 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:24:13,847 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:24:14,856 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:24:15,849 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:24:16,849 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:24:17,852 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:24:18,509 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 17:24:18,510 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 17:24:18,510 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 17:24:18,511 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 17:24:18,550 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:24:18,753 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 17:24:18,921 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:24:19,919 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:24:20,754 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 17:24:20,919 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:24:21,919 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:24:22,920 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:24:23,659 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:24:23,919 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:24:24,920 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:24:25,920 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:24:26,920 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:24:27,704 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:24:27,705 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:24:27,920 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:24:28,920 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:24:29,658 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:24:29,920 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:24:30,920 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:24:31,920 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:24:32,920 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:24:33,921 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:24:34,659 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:24:34,671 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 17:24:34,921 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:24:35,921 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:24:36,921 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:24:37,921 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:24:38,921 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:24:39,921 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:24:40,659 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:24:40,921 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:24:41,921 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:24:42,704 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:24:42,705 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:24:42,921 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:24:43,922 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:24:44,922 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:24:45,684 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:24:45,922 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:24:46,924 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:24:47,923 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:24:48,923 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:24:49,105 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 17:24:49,106 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 17:24:49,107 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 17:24:49,108 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 17:24:49,781 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 17:24:49,923 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:24:50,782 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 17:24:50,923 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:24:51,146 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:24:51,923 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:24:52,923 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:24:53,923 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:24:54,924 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:24:55,923 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:24:56,661 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:24:56,924 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:24:57,705 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:24:57,705 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:24:57,924 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:24:58,924 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:24:59,924 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:25:00,924 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:25:01,924 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:25:02,661 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:25:02,925 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:25:03,924 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:25:04,676 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 17:25:04,924 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:25:05,925 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:25:06,925 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:25:07,678 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:25:07,925 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:25:08,925 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:25:09,925 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:25:10,925 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:25:11,925 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:25:12,705 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:25:12,705 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:25:12,814 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:25:12,925 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:25:13,937 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:25:14,934 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:25:15,935 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:25:16,940 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:25:17,938 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:25:18,668 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:25:18,935 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:25:19,892 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 17:25:19,893 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 17:25:19,894 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 17:25:19,896 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 17:25:20,313 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:25:20,810 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 17:25:20,811 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 17:25:21,046 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:25:22,046 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:25:23,046 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:25:24,046 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:25:24,663 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:25:25,046 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:25:26,046 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:25:27,046 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:25:27,705 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:25:27,705 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:25:28,047 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:25:29,047 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:25:30,047 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:25:30,663 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:25:31,047 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:25:32,047 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:25:33,047 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:25:34,047 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:25:34,680 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 17:25:35,047 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:25:35,682 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:25:36,047 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:25:37,047 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:25:38,048 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:25:39,048 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:25:40,048 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:25:41,048 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:25:41,664 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:25:42,048 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:25:42,705 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:25:42,705 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:25:43,048 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:25:44,048 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:25:45,052 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:25:46,052 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:25:46,672 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:25:47,053 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:25:48,053 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:25:49,055 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:25:50,055 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:25:50,997 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 17:25:50,998 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 17:25:50,999 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 17:25:51,000 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 17:25:51,441 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:25:51,835 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 17:25:52,039 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:25:52,441 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:25:52,836 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 17:25:53,441 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:25:54,441 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:25:55,441 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:25:56,441 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:25:57,441 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:25:57,667 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:25:57,705 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:25:57,706 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:25:58,441 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:25:59,441 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:26:00,441 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:26:01,442 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:26:02,442 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:26:03,442 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:26:03,667 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:26:04,442 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:26:04,683 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 17:26:05,442 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:26:06,442 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:26:07,442 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:26:08,442 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:26:09,442 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:26:09,668 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:26:10,443 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:26:11,449 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:26:12,446 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:26:12,709 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:26:12,717 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:26:13,450 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:26:14,450 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:26:14,678 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:26:15,453 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:26:16,454 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:26:17,416 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 17:26:17,417 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 17:26:17,418 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 17:26:17,419 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 17:26:17,838 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:26:17,864 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 17:26:18,835 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:26:18,866 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 17:26:19,835 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:26:20,674 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:26:20,836 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:26:21,836 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:26:22,836 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:26:23,836 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:26:24,839 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:26:25,836 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:26:26,674 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:26:26,836 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:26:27,710 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:26:27,710 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:26:27,836 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:26:28,836 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:26:29,918 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:26:30,917 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:26:31,917 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:26:32,675 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:26:32,917 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:26:33,917 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:26:34,687 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 17:26:34,917 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:26:35,917 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:26:36,917 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:26:37,690 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:26:37,917 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:26:38,918 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:26:39,918 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:26:40,918 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:26:41,927 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:26:42,712 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:26:42,713 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:26:42,852 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:26:42,929 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:26:43,923 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:26:44,923 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:26:45,924 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:26:46,924 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:26:47,422 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 17:26:47,423 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 17:26:47,424 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 17:26:47,425 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 17:26:47,895 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 17:26:47,924 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:26:48,463 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:26:48,898 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 17:26:48,931 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:26:49,930 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:26:50,930 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:26:51,930 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:26:52,930 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:26:53,679 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:26:53,931 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:26:54,931 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:26:55,931 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:26:56,931 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:26:57,712 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:26:57,713 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:26:57,931 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:26:58,931 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:26:59,679 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:26:59,931 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:27:00,931 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:27:01,933 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:27:02,933 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:27:03,933 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:27:04,680 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:27:04,691 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 17:27:04,934 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:27:05,933 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:27:06,933 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:27:07,933 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:27:08,934 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:27:09,680 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:27:09,933 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:27:10,934 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:27:11,934 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:27:12,713 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:27:12,713 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:27:12,934 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:27:13,934 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:27:14,934 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:27:15,683 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:27:15,943 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:27:16,938 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:27:17,944 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:27:18,943 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:27:19,938 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:27:20,690 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:27:20,943 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:27:21,579 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 17:27:21,580 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 17:27:21,581 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 17:27:21,583 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 17:27:21,924 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 17:27:21,996 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:27:22,925 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 17:27:22,995 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:27:23,996 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:27:24,996 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:27:25,996 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:27:26,687 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:27:26,996 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:27:27,713 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:27:27,713 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:27:27,996 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:27:28,996 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:27:29,996 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:27:30,996 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:27:31,996 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:27:32,687 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:27:32,997 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:27:34,077 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:27:34,696 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 17:27:35,077 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:27:36,077 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:27:37,077 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:27:37,698 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:27:38,077 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:27:39,077 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:27:40,077 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:27:41,077 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:27:42,077 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:27:42,713 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:27:42,713 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:27:42,843 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:27:43,077 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:27:44,077 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:27:45,078 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:27:46,086 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:27:47,084 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:27:48,088 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:27:48,690 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:27:49,084 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:27:50,085 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:27:51,085 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:27:51,716 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 17:27:51,717 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 17:27:51,718 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 17:27:51,720 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 17:27:51,952 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 17:27:52,131 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:27:52,953 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 17:27:53,130 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:27:54,130 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:27:54,688 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:27:55,130 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:27:56,131 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:27:57,131 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:27:57,713 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:27:57,713 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:27:58,131 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:27:59,131 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:28:00,131 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:28:00,688 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:28:01,131 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:28:02,131 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:28:03,131 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:28:04,131 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:28:04,700 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 17:28:05,132 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:28:05,702 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:28:06,131 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:28:07,132 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:28:08,132 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:28:09,132 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:28:10,132 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:28:11,132 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:28:11,689 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:28:12,132 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:28:12,713 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:28:12,714 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:28:13,132 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:28:14,132 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:28:15,132 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:28:16,132 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:28:16,698 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:28:17,138 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:28:18,141 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:28:19,138 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:28:20,138 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:28:21,138 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:28:21,694 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:28:22,138 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:28:22,486 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 17:28:22,488 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 17:28:22,489 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 17:28:22,493 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 17:28:22,980 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 17:28:23,138 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:28:24,138 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:28:24,981 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 17:28:25,138 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:28:26,138 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:28:27,139 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:28:27,692 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:28:27,713 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:28:27,714 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:28:28,139 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:28:29,139 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:28:30,139 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:28:31,141 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:28:32,139 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:28:33,139 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:28:33,691 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:28:34,139 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:28:34,704 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 17:28:35,139 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:28:36,139 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:28:37,140 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:28:38,140 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:28:38,692 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:28:39,140 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:28:40,140 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:28:41,140 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:28:42,140 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:28:42,713 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:28:42,714 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:28:43,140 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:28:44,141 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:28:44,692 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:28:45,141 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:28:46,141 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:28:47,141 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:28:48,141 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:28:49,141 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:28:49,704 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:28:50,145 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:28:51,148 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:28:52,149 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:28:53,146 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:28:54,146 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:28:54,365 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 17:28:54,367 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 17:28:54,367 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 17:28:54,368 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 17:28:55,009 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 17:28:55,010 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 17:28:55,146 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:28:55,407 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:28:56,146 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:28:57,146 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:28:57,713 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:28:57,714 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:28:58,146 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:28:59,146 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:29:00,146 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:29:00,697 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:29:01,147 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:29:02,147 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:29:03,147 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:29:04,147 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:29:04,708 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 17:29:05,147 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:29:05,710 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:29:06,147 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:29:07,147 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:29:08,148 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:29:09,147 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:29:10,147 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:29:11,148 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:29:11,698 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:29:12,148 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:29:12,713 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:29:12,714 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:29:13,148 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:29:14,148 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:29:15,148 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:29:16,148 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:29:17,148 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:29:17,698 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:29:18,148 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:29:19,148 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:29:20,152 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:29:21,160 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:29:22,160 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:29:22,703 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:29:23,156 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:29:24,156 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:29:25,156 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:29:25,987 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 17:29:25,988 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 17:29:25,988 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 17:29:25,989 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 17:29:26,043 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 17:29:26,403 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:29:27,045 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 17:29:27,402 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:29:27,714 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:29:27,714 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:29:27,789 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:29:28,402 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:29:29,402 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:29:30,402 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:29:31,402 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:29:32,402 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:29:33,402 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:29:33,701 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:29:34,403 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:29:34,712 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 17:29:35,403 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:29:36,403 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:29:37,403 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:29:38,403 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:29:39,403 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:29:39,701 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:29:40,403 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:29:41,404 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:29:42,403 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:29:42,714 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:29:42,715 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:29:43,403 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:29:44,404 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:29:45,404 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:29:45,702 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:29:46,404 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:29:47,404 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:29:48,404 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:29:49,404 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:29:50,404 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:29:50,702 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:29:51,404 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:29:52,404 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:29:53,404 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:29:54,404 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:29:55,405 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:29:55,708 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:29:56,408 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:29:57,405 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:29:57,715 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:29:57,716 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:29:58,412 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:29:59,413 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:30:00,410 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:30:00,708 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:30:01,160 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 17:30:01,161 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 17:30:01,161 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 17:30:01,162 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 17:30:01,573 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:30:02,072 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 17:30:02,571 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:30:03,073 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 17:30:03,571 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:30:04,571 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:30:04,716 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 17:30:05,571 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:30:05,718 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:30:06,571 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:30:07,571 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:30:08,572 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:30:09,572 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:30:10,572 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:30:11,572 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:30:11,707 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:30:12,572 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:30:12,896 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:30:12,897 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:30:13,572 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:30:14,572 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:30:15,572 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:30:16,572 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:30:16,708 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:30:17,573 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:30:18,573 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:30:19,573 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:30:20,573 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:30:21,573 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:30:22,573 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:30:22,708 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:30:23,573 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:30:24,579 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:30:25,576 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:30:26,575 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:30:27,579 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:30:27,716 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:30:27,803 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:30:27,807 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:30:28,575 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:30:29,575 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:30:29,631 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 17:30:29,632 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 17:30:29,633 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 17:30:29,634 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 17:30:30,104 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 17:30:30,575 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:30:31,105 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 17:30:31,575 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:30:32,575 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:30:33,575 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:30:33,673 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:30:34,575 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:30:34,719 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 17:30:35,575 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:30:36,576 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:30:37,576 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:30:38,576 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:30:38,712 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:30:39,576 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:30:40,576 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:30:41,576 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:30:42,577 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:30:42,802 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:30:42,803 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:30:43,576 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:30:43,712 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:30:44,576 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:30:45,576 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:30:46,577 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:30:47,577 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:30:48,577 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:30:49,577 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:30:49,712 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:30:50,577 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:30:51,577 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:30:52,577 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:30:53,577 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:30:54,584 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:30:54,724 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:30:55,582 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:30:56,585 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:30:57,587 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:30:57,809 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:30:57,809 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:30:58,587 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:30:59,482 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 17:30:59,484 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 17:30:59,484 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 17:30:59,485 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 17:30:59,898 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:31:00,138 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 17:31:00,525 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:31:00,635 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:31:01,139 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 17:31:01,635 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:31:02,635 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:31:03,635 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:31:04,635 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:31:04,724 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 17:31:05,635 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:31:05,726 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:31:06,635 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:31:07,635 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:31:08,635 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:31:09,636 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:31:10,636 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:31:11,636 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:31:11,717 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:31:12,636 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:31:12,806 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:31:12,807 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:31:13,636 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:31:14,636 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:31:15,636 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:31:16,636 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:31:16,717 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:31:17,636 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:31:18,636 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:31:19,637 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:31:20,637 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:31:21,637 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:31:22,637 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:31:22,717 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:31:23,637 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:31:24,637 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:31:25,648 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:31:26,641 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:31:27,646 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:31:27,722 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:31:27,813 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:31:27,813 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:31:28,649 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:31:29,646 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:31:29,714 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 17:31:29,715 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 17:31:29,715 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 17:31:29,717 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 17:31:30,167 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 17:31:30,646 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:31:31,645 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:31:32,169 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 17:31:32,646 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:31:32,755 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:31:33,646 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:31:34,646 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:31:34,727 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 17:31:35,646 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:31:36,646 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:31:37,646 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:31:38,646 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:31:38,720 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:31:39,646 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:31:40,646 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:31:41,646 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:31:42,647 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:31:42,809 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:31:42,810 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:31:43,646 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:31:44,647 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:31:44,720 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:31:45,647 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:31:46,647 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:31:47,647 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:31:48,647 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:31:49,647 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:31:49,721 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:31:50,647 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:31:51,647 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:31:52,647 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:31:53,647 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:31:54,659 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:31:54,725 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:31:55,650 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:31:56,652 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:31:57,661 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:31:57,815 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:31:57,819 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:31:58,652 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:31:59,653 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:31:59,726 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:32:00,251 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 17:32:00,252 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 17:32:00,253 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 17:32:00,254 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 17:32:00,669 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:32:01,192 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 17:32:01,667 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:32:02,193 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 17:32:02,667 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:32:03,667 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:32:04,667 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:32:04,731 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 17:32:04,738 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:32:05,667 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:32:06,667 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:32:07,667 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:32:08,667 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:32:09,667 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:32:10,667 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:32:10,724 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:32:11,667 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:32:12,667 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:32:12,812 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:32:12,813 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:32:13,668 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:32:14,668 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:32:15,668 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:32:16,668 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:32:16,725 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:32:17,668 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:32:18,668 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:32:19,668 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:32:20,668 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:32:21,668 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:32:21,725 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:32:22,668 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:32:23,669 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:32:24,669 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:32:25,669 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:32:26,669 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:32:27,677 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:32:27,729 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:32:27,820 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:32:27,821 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:32:28,677 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:32:29,677 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:32:30,675 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:32:31,675 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:32:32,676 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:32:32,728 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:32:32,871 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 17:32:32,873 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 17:32:32,873 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 17:32:32,874 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 17:32:33,222 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 17:32:33,676 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:32:34,222 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 17:32:34,676 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:32:34,735 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 17:32:35,676 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:32:36,676 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:32:37,676 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:32:37,738 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:32:38,676 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:32:39,676 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:32:40,677 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:32:41,677 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:32:42,677 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:32:42,817 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:32:42,818 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:32:42,941 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:32:43,677 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:32:44,677 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:32:45,677 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:32:46,907 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:32:47,902 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:32:48,729 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:32:48,902 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:32:49,902 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:32:50,902 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:32:51,902 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:32:52,903 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:32:53,730 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:32:53,903 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:32:54,903 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:32:55,903 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:32:56,903 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:32:57,818 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:32:57,818 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:32:57,903 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:32:58,903 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:32:59,729 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:32:59,903 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:33:00,915 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:33:01,915 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:33:02,911 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:33:03,915 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:33:04,736 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:33:04,743 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 17:33:04,914 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:33:05,912 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:33:06,060 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 17:33:06,062 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 17:33:06,063 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 17:33:06,064 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 17:33:06,256 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 17:33:06,912 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:33:07,912 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:33:08,258 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 17:33:08,912 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:33:09,912 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:33:10,732 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:33:10,912 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:33:11,912 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:33:12,818 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:33:12,818 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:33:12,912 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:33:13,912 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:33:14,913 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:33:15,913 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:33:16,732 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:33:16,913 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:33:17,913 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:33:19,100 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:33:20,003 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:33:21,003 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:33:22,004 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:33:22,732 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:33:23,004 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:33:24,004 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:33:25,004 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:33:26,004 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:33:27,004 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:33:27,732 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:33:27,818 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:33:27,818 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:33:28,004 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:33:29,004 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:33:30,004 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:33:31,020 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:33:32,013 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:33:32,734 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:33:33,017 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:33:34,020 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:33:34,753 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 17:33:35,017 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:33:36,018 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:33:36,667 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 17:33:36,668 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 17:33:36,669 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 17:33:36,670 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 17:33:37,080 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:33:37,289 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 17:33:38,079 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:33:38,292 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 17:33:38,708 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:33:39,079 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:33:40,081 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:33:41,080 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:33:42,080 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:33:42,818 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:33:42,819 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:33:43,080 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:33:43,737 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:33:44,080 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:33:45,080 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:33:46,080 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:33:47,080 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:33:48,081 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:33:49,081 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:33:49,737 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:33:50,081 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:33:51,108 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:33:52,107 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:33:53,107 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:33:54,107 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:33:54,738 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:33:55,107 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:33:56,107 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:33:57,107 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:33:57,818 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:33:57,819 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:33:58,107 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:33:59,107 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:34:00,108 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:34:00,738 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:34:01,108 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:34:02,108 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:34:03,112 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:34:04,109 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:34:04,756 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 17:34:05,116 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:34:05,762 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:34:06,115 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:34:07,115 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:34:08,114 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:34:08,792 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 17:34:08,793 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 17:34:08,794 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 17:34:08,795 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 17:34:09,208 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:34:09,317 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 17:34:10,207 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:34:10,318 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 17:34:10,834 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:34:11,207 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:34:12,207 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:34:12,818 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:34:12,819 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:34:13,207 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:34:14,207 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:34:15,207 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:34:16,207 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:34:16,743 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:34:17,207 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:34:18,208 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:34:19,208 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:34:20,208 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:34:21,208 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:34:22,209 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:34:22,744 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:34:23,208 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:34:24,208 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:34:25,208 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:34:26,208 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:34:27,209 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:34:27,744 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:34:27,818 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:34:27,819 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:34:28,209 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:34:29,209 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:34:30,209 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:34:31,209 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:34:32,209 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:34:32,744 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:34:33,217 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:34:34,213 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:34:34,756 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 17:34:35,213 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:34:36,217 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:34:37,219 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:34:37,761 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:34:38,216 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:34:38,839 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 17:34:38,841 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 17:34:38,841 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 17:34:38,846 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 17:34:39,261 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:34:39,339 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 17:34:40,260 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:34:40,340 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 17:34:41,260 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:34:42,260 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:34:42,819 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:34:42,819 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:34:42,914 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:34:43,260 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:34:44,260 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:34:45,260 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:34:46,260 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:34:47,261 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:34:48,261 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:34:48,749 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:34:49,261 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:34:50,261 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:34:51,261 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:34:52,261 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:34:53,261 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:34:54,413 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:34:54,750 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:34:55,320 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:34:56,320 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:34:57,321 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:34:57,818 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:34:57,819 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:34:58,321 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:34:59,321 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:34:59,750 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:35:00,321 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:35:01,321 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:35:02,321 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:35:03,321 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:35:04,321 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:35:04,760 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 17:35:04,763 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:35:05,321 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:35:06,322 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:35:07,322 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:35:08,329 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:35:09,328 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:35:10,331 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:35:10,761 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:35:11,331 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:35:12,331 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:35:12,821 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:35:12,822 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:35:13,332 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:35:13,385 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 17:35:13,386 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 17:35:13,387 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 17:35:13,392 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 17:35:14,332 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:35:14,369 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 17:35:14,369 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 17:35:15,332 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:35:15,801 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:35:16,332 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:35:17,332 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:35:18,332 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:35:19,332 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:35:20,332 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:35:21,332 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:35:21,801 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:35:22,332 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:35:23,333 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:35:24,333 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:35:25,333 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:35:26,333 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:35:27,334 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:35:27,801 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:35:27,821 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:35:27,822 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:35:28,333 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:35:29,333 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:35:30,333 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:35:31,333 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:35:32,334 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:35:32,801 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:35:33,334 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:35:34,334 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:35:34,765 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 17:35:35,334 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:35:36,334 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:35:37,341 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:35:38,337 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:35:38,770 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:35:39,337 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:35:40,341 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:35:41,338 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:35:42,338 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:35:42,822 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:35:42,822 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:35:42,883 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 17:35:42,992 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 17:35:42,992 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 17:35:42,994 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 17:35:43,338 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:35:43,392 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 17:35:43,803 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:35:44,338 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:35:44,394 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 17:35:45,338 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:35:46,338 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:35:47,338 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:35:48,339 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:35:49,339 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:35:49,803 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:35:50,339 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:35:51,339 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:35:52,339 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:35:53,339 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:35:54,339 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:35:55,340 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:35:55,803 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:35:56,340 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:35:57,340 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:35:57,822 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:35:57,822 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:35:58,340 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:35:59,340 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:36:00,340 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:36:00,804 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:36:01,340 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:36:02,340 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:36:03,340 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:36:04,340 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:36:04,770 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 17:36:05,341 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:36:06,341 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:36:06,772 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:36:07,354 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:36:08,345 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:36:09,349 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:36:10,349 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:36:11,349 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:36:11,811 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:36:12,350 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:36:12,823 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:36:12,824 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:36:13,210 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 17:36:13,212 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 17:36:13,212 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 17:36:13,214 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 17:36:13,419 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 17:36:13,628 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:36:14,361 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:36:14,419 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 17:36:15,365 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:36:16,364 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:36:17,364 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:36:17,806 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:36:18,364 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:36:19,365 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:36:20,365 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:36:21,365 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:36:22,365 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:36:23,365 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:36:23,805 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:36:24,365 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:36:25,365 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:36:26,365 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:36:27,365 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:36:27,824 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:36:27,824 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:36:28,365 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:36:28,806 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:36:29,365 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:36:30,366 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:36:31,366 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:36:32,366 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:36:33,366 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:36:33,806 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:36:34,366 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:36:34,773 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 17:36:35,366 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:36:36,366 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:36:37,366 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:36:38,366 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:36:38,826 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:36:39,366 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:36:40,368 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:36:41,367 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:36:42,367 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:36:42,829 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:36:42,831 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:36:43,367 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:36:44,369 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:36:44,602 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 17:36:44,603 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 17:36:44,604 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 17:36:44,605 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:36:44,610 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 17:36:45,368 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:36:45,449 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 17:36:46,367 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:36:46,451 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 17:36:47,367 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:36:48,368 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:36:49,368 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:36:49,812 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:36:50,368 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:36:51,368 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:36:52,368 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:36:53,368 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:36:54,368 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:36:55,368 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:36:55,812 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:36:56,368 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:36:57,390 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:36:57,827 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:36:57,827 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:36:58,390 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:36:59,390 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:37:00,390 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:37:00,813 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:37:01,390 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:37:02,390 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:37:03,390 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:37:04,390 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:37:04,777 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 17:37:05,390 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:37:06,390 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:37:06,779 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:37:07,390 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:37:08,390 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:37:09,402 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:37:10,395 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:37:11,398 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:37:11,815 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:37:12,403 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:37:12,826 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:37:12,827 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:37:13,401 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:37:14,403 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:37:15,327 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 17:37:15,328 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 17:37:15,328 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 17:37:15,333 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 17:37:15,479 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 17:37:15,743 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:37:16,477 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:37:16,481 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 17:37:17,368 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:37:17,477 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:37:18,477 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:37:19,477 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:37:20,477 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:37:21,477 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:37:22,477 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:37:22,813 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:37:23,478 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:37:24,478 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:37:25,478 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:37:26,478 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:37:27,478 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:37:27,827 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:37:27,827 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:37:27,919 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:37:28,478 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:37:29,478 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:37:30,478 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:37:31,478 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:37:32,479 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:37:33,479 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:37:33,813 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:37:34,479 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:37:34,780 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 17:37:35,479 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:37:36,479 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:37:37,479 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:37:38,479 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:37:38,813 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:37:39,479 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:37:40,487 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:37:41,481 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:37:42,483 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:37:42,828 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:37:42,832 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:37:43,489 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:37:43,823 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:37:44,483 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:37:45,484 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:37:46,392 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 17:37:46,393 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 17:37:46,394 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 17:37:46,399 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 17:37:46,508 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 17:37:46,817 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:37:47,816 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:37:48,510 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 17:37:48,816 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:37:49,816 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:37:49,818 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:37:50,816 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:37:51,816 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:37:52,817 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:37:53,817 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:37:54,817 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:37:55,817 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:37:55,818 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:37:56,817 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:37:57,817 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:37:57,828 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:37:57,829 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:37:58,817 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:37:59,817 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:38:00,817 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:38:01,817 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:38:01,819 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:38:02,818 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:38:03,818 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:38:04,784 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 17:38:04,818 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:38:05,818 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:38:06,818 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:38:07,787 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:38:07,818 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:38:08,819 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:38:09,818 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:38:10,818 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:38:11,825 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:38:12,825 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:38:12,825 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:38:12,833 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:38:12,834 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:38:13,826 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:38:14,827 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:38:15,824 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:38:16,824 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:38:17,307 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 17:38:17,308 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 17:38:17,308 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 17:38:17,314 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 17:38:17,537 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 17:38:17,829 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:38:18,349 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:38:18,538 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 17:38:18,826 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:38:19,826 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:38:20,826 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:38:21,826 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:38:22,826 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:38:23,824 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:38:23,826 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:38:24,826 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:38:25,826 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:38:26,826 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:38:27,827 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:38:27,833 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:38:27,834 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:38:28,827 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:38:29,824 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:38:29,827 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:38:30,827 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:38:31,827 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:38:32,827 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:38:33,827 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:38:34,788 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 17:38:34,827 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:38:35,790 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:38:35,827 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:38:36,827 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:38:37,828 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:38:38,828 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:38:39,828 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:38:40,825 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:38:40,828 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:38:41,828 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:38:42,833 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:38:42,837 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:38:42,838 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:38:43,835 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:38:44,833 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:38:45,829 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:38:45,834 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:38:46,829 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:38:46,892 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 17:38:46,893 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 17:38:46,894 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 17:38:46,895 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 17:38:47,569 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 17:38:47,830 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:38:48,570 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 17:38:48,830 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:38:49,830 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:38:50,830 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:38:51,825 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:38:51,830 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:38:52,830 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:38:53,830 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:38:54,830 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:38:55,830 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:38:56,830 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:38:57,825 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:38:57,830 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:38:57,836 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:38:57,837 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:38:58,830 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:38:59,831 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:39:00,831 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:39:01,831 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:39:02,831 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:39:03,825 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:39:03,831 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:39:04,793 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 17:39:04,831 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:39:05,831 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:39:06,831 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:39:07,831 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:39:08,831 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:39:09,826 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:39:09,832 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:39:10,832 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:39:11,832 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:39:12,838 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:39:12,842 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:39:12,842 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:39:13,842 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:39:14,832 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:39:14,845 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:39:15,845 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:39:16,843 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:39:17,843 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:39:18,701 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 17:39:18,702 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 17:39:18,702 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 17:39:18,708 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 17:39:19,122 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:39:19,596 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 17:39:20,118 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:39:20,121 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:39:20,597 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 17:39:21,119 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:39:22,119 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:39:23,119 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:39:24,119 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:39:25,119 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:39:26,119 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:39:26,120 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:39:27,119 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:39:27,842 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:39:27,843 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:39:28,119 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:39:29,119 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:39:30,119 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:39:31,119 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:39:32,120 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:39:32,120 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:39:33,120 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:39:34,120 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:39:34,797 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 17:39:35,120 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:39:36,120 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:39:37,120 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:39:37,799 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:39:38,120 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:39:39,120 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:39:40,120 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:39:41,121 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:39:42,121 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:39:42,843 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:39:42,843 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:39:42,998 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:39:43,121 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:39:44,138 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:39:45,128 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:39:46,127 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:39:47,128 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:39:48,130 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:39:48,140 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:39:49,130 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:39:49,431 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 17:39:49,433 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 17:39:49,433 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 17:39:49,439 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 17:39:49,619 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 17:39:50,131 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:39:50,620 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 17:39:51,131 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:39:52,131 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:39:53,131 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:39:53,473 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:39:54,131 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:39:55,131 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:39:56,131 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:39:57,131 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:39:57,843 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:39:57,843 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:39:58,131 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:39:58,920 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:39:59,131 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:40:00,131 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:40:01,132 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:40:02,132 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:40:03,132 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:40:04,122 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:40:04,132 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:40:04,801 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 17:40:05,132 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:40:06,132 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:40:07,132 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:40:08,132 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:40:09,132 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:40:10,122 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:40:10,133 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:40:11,133 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:40:12,133 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:40:12,843 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:40:12,844 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:40:13,133 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:40:14,133 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:40:15,131 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:40:15,142 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:40:16,136 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:40:17,136 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:40:18,140 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:40:19,137 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:40:20,131 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:40:20,137 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:40:20,825 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 17:40:20,826 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 17:40:20,826 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 17:40:20,829 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 17:40:21,244 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:40:21,647 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 17:40:22,243 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:40:22,648 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 17:40:23,243 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:40:24,243 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:40:25,131 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:40:25,243 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:40:26,243 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:40:27,243 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:40:27,843 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:40:27,843 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:40:28,243 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:40:29,244 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:40:30,244 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:40:31,131 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:40:31,244 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:40:32,244 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:40:33,244 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:40:34,244 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:40:34,805 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 17:40:35,244 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:40:36,244 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:40:36,807 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:40:37,244 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:40:38,244 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:40:39,245 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:40:40,245 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:40:41,245 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:40:42,132 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:40:42,245 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:40:42,843 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:40:42,844 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:40:43,245 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:40:44,245 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:40:45,246 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:40:46,246 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:40:47,135 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:40:47,246 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:40:48,249 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:40:49,249 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:40:50,250 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:40:50,522 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 17:40:50,524 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 17:40:50,524 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 17:40:50,526 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 17:40:50,673 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 17:40:51,250 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:40:52,255 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:40:52,563 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:40:52,675 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 17:40:53,254 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:40:54,254 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:40:55,255 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:40:56,255 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:40:57,255 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:40:57,843 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:40:57,844 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:40:57,917 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:40:58,255 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:40:59,255 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:41:00,255 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:41:01,255 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:41:02,255 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:41:03,136 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:41:03,493 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:41:04,492 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:41:04,809 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 17:41:05,492 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:41:06,492 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:41:07,492 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:41:08,492 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:41:08,812 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:41:09,492 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:41:10,493 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:41:11,493 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:41:12,493 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:41:12,843 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:41:12,844 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:41:13,493 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:41:13,965 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:41:14,493 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:41:15,497 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:41:16,499 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:41:17,494 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:41:18,502 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:41:19,141 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:41:19,497 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:41:20,497 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:41:20,890 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 17:41:20,890 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 17:41:20,891 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 17:41:20,892 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 17:41:21,498 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:41:21,701 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 17:41:22,498 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:41:22,702 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 17:41:23,498 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:41:24,498 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:41:25,140 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:41:25,498 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:41:26,498 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:41:27,498 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:41:27,843 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:41:27,844 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:41:28,498 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:41:29,498 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:41:30,498 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:41:31,140 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:41:31,499 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:41:32,499 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:41:33,499 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:41:34,499 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:41:34,814 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 17:41:35,499 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:41:36,499 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:41:36,816 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:41:37,499 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:41:38,499 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:41:39,499 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:41:40,500 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:41:41,500 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:41:42,141 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:41:42,500 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:41:42,844 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:41:42,844 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:41:43,500 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:41:44,500 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:41:45,500 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:41:46,500 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:41:47,141 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:41:47,500 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:41:48,500 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:41:49,507 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:41:50,503 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:41:51,504 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:41:52,154 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:41:52,506 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:41:53,505 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:41:54,505 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:41:54,548 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 17:41:54,549 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 17:41:54,549 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 17:41:54,552 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 17:41:54,729 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 17:41:55,506 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:41:56,505 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:41:56,731 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 17:41:57,505 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:41:57,590 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:41:57,844 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:41:57,844 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:41:58,505 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:41:59,505 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:42:00,505 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:42:01,506 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:42:02,506 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:42:03,144 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:42:03,506 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:42:04,506 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:42:04,817 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 17:42:05,506 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:42:06,506 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:42:07,507 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:42:08,506 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:42:08,820 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:42:09,506 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:42:10,506 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:42:11,507 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:42:12,507 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:42:12,844 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:42:12,844 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:42:13,507 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:42:13,964 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:42:14,507 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:42:15,507 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:42:16,507 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:42:17,507 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:42:18,507 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:42:19,144 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:42:19,507 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:42:20,507 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:42:21,509 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:42:22,511 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:42:23,512 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:42:24,152 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:42:24,509 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:42:25,509 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:42:26,035 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 17:42:26,036 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 17:42:26,037 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 17:42:26,043 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 17:42:26,509 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:42:26,762 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 17:42:26,763 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 17:42:27,509 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:42:27,844 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:42:27,844 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:42:28,509 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:42:29,509 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:42:30,148 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:42:30,509 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:42:31,509 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:42:32,510 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:42:33,510 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:42:34,510 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:42:34,822 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 17:42:35,510 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:42:35,824 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:42:36,510 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:42:37,510 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:42:38,510 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:42:39,510 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:42:40,510 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:42:41,149 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:42:41,511 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:42:42,511 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:42:42,844 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:42:42,845 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:42:43,511 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:42:44,511 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:42:45,511 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:42:46,511 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:42:47,149 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:42:47,511 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:42:48,519 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:42:49,520 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:42:50,514 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:42:51,519 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:42:52,163 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:42:52,522 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:42:53,520 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:42:54,459 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 17:42:54,461 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 17:42:54,461 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 17:42:54,463 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 17:42:54,791 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 17:42:54,878 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:42:55,610 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:42:56,610 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:42:56,794 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 17:42:57,501 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:42:57,610 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:42:57,844 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:42:57,845 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:42:58,610 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:42:59,610 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:43:00,610 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:43:01,610 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:43:02,610 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:43:03,156 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:43:03,610 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:43:04,611 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:43:04,826 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 17:43:05,611 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:43:06,611 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:43:07,611 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:43:08,611 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:43:08,828 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:43:09,611 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:43:10,611 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:43:11,611 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:43:12,611 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:43:12,844 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:43:12,845 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:43:13,611 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:43:13,986 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:43:14,612 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:43:15,612 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:43:16,612 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:43:17,618 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:43:18,622 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:43:19,161 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:43:19,626 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:43:20,623 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:43:21,623 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:43:22,624 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:43:23,589 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 17:43:23,590 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 17:43:23,590 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 17:43:23,591 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 17:43:23,827 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 17:43:24,000 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:43:24,738 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:43:24,828 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 17:43:25,160 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:43:25,738 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:43:26,739 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:43:27,739 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:43:27,844 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:43:27,845 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:43:28,739 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:43:29,739 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:43:30,739 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:43:31,160 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:43:31,739 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:43:32,739 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:43:33,739 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:43:34,739 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:43:34,830 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 17:43:35,739 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:43:36,739 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:43:36,832 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:43:37,739 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:43:38,740 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:43:39,740 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:43:40,740 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:43:41,740 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:43:42,161 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:43:42,740 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:43:42,844 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:43:42,845 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:43:43,740 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:43:44,740 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:43:45,740 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:43:46,740 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:43:47,740 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:43:48,161 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:43:48,741 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:43:49,753 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:43:50,745 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:43:51,750 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:43:52,753 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:43:53,192 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:43:53,749 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:43:54,749 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:43:55,720 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 17:43:55,722 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 17:43:55,722 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 17:43:55,724 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 17:43:55,859 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 17:43:56,143 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:43:56,860 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 17:43:57,142 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:43:57,849 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:43:57,850 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:43:58,142 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:43:58,979 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:43:59,142 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:44:00,143 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:44:01,143 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:44:02,144 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:44:03,143 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:44:04,143 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:44:04,161 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:44:04,834 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 17:44:05,143 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:44:06,143 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:44:07,143 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:44:08,143 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:44:09,144 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:44:10,144 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:44:10,161 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:44:11,144 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:44:12,144 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:44:12,849 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:44:12,849 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:44:13,144 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:44:14,144 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:44:15,147 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:44:16,153 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:44:16,161 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:44:17,150 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:44:18,149 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:44:19,150 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:44:20,151 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:44:21,151 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:44:21,165 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:44:21,440 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 17:44:21,442 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 17:44:21,442 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 17:44:21,444 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 17:44:21,885 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 17:44:22,152 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:44:22,886 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 17:44:23,152 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:44:24,152 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:44:25,152 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:44:26,152 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:44:26,165 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:44:27,152 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:44:27,849 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:44:27,849 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:44:28,152 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:44:29,152 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:44:30,152 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:44:31,152 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:44:32,153 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:44:32,165 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:44:33,153 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:44:34,153 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:44:34,839 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 17:44:35,153 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:44:36,153 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:44:37,153 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:44:37,841 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:44:38,153 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:44:39,153 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:44:40,153 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:44:41,153 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:44:42,154 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:44:42,849 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:44:42,849 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:44:42,953 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:44:43,154 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:44:44,154 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:44:45,154 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:44:46,157 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:44:47,160 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:44:48,159 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:44:48,170 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:44:49,162 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:44:50,160 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:44:50,241 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 17:44:50,243 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 17:44:50,243 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 17:44:50,244 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 17:44:50,910 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 17:44:50,911 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 17:44:51,160 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:44:52,160 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:44:53,160 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:44:53,283 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:44:54,160 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:44:55,160 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:44:56,160 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:44:57,160 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:44:57,849 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:44:57,850 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:44:58,160 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:44:59,023 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:44:59,161 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:45:00,161 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:45:01,161 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:45:02,161 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:45:03,161 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:45:04,161 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:45:04,168 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:45:04,842 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 17:45:05,161 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:45:06,161 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:45:07,161 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:45:08,161 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:45:09,162 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:45:09,169 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:45:10,162 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:45:11,162 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:45:12,162 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:45:12,849 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:45:12,850 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:45:13,162 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:45:14,162 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:45:15,172 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:45:15,172 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:45:16,171 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:45:17,167 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:45:18,168 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:45:19,168 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:45:20,168 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:45:20,178 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:45:20,378 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 17:45:20,379 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 17:45:20,380 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 17:45:20,381 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 17:45:20,938 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 17:45:21,168 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:45:22,168 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:45:22,939 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 17:45:23,168 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:45:24,168 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:45:25,169 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:45:26,169 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:45:26,172 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:45:27,169 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:45:27,849 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:45:27,850 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:45:28,169 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:45:29,169 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:45:30,169 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:45:31,169 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:45:32,169 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:45:32,172 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:45:33,406 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:45:34,404 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:45:34,847 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 17:45:35,404 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:45:36,405 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:45:37,405 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:45:37,849 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:45:38,405 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:45:39,405 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:45:40,405 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:45:41,405 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:45:42,405 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:45:42,849 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:45:42,850 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:45:42,987 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:45:43,405 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:45:44,407 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:45:45,412 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:45:46,412 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:45:47,411 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:45:48,193 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:45:48,417 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:45:49,411 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:45:49,855 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 17:45:49,857 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 17:45:49,857 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 17:45:49,859 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 17:45:49,963 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 17:45:50,411 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:45:50,964 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 17:45:51,411 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:45:52,411 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:45:53,411 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:45:53,897 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:45:54,411 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:45:55,411 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:45:56,411 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:45:57,412 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:45:57,850 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:45:57,850 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:45:58,412 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:45:59,007 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:45:59,412 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:46:00,412 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:46:01,412 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:46:02,412 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:46:03,412 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:46:04,176 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:46:04,456 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:46:04,851 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 17:46:05,455 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:46:06,455 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:46:07,455 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:46:08,455 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:46:09,176 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:46:09,456 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:46:10,456 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:46:11,456 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:46:12,456 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:46:12,849 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:46:12,850 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:46:13,456 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:46:14,177 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:46:14,456 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:46:15,456 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:46:16,466 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:46:17,461 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:46:18,461 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:46:19,182 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:46:19,462 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:46:20,462 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:46:21,463 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:46:21,969 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 17:46:21,971 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 17:46:21,972 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 17:46:21,973 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 17:46:21,991 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 17:46:22,463 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:46:22,991 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 17:46:23,465 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:46:24,464 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:46:25,181 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:46:25,464 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:46:26,464 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:46:27,464 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:46:27,850 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:46:27,850 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:46:28,464 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:46:29,465 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:46:30,465 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:46:31,181 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:46:31,465 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:46:32,465 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:46:33,465 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:46:34,465 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:46:34,855 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 17:46:35,465 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:46:36,466 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:46:36,857 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:46:37,465 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:46:38,465 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:46:39,466 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:46:40,466 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:46:41,466 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:46:42,182 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:46:42,466 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:46:42,850 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:46:42,850 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:46:43,466 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:46:44,466 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:46:45,466 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:46:46,469 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:46:47,193 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:46:47,469 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:46:48,470 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:46:49,469 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:46:50,469 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:46:51,469 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:46:51,592 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 17:46:51,593 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 17:46:51,593 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 17:46:51,594 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 17:46:52,017 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 17:46:52,469 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:46:52,633 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:46:53,018 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 17:46:53,469 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:46:54,469 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:46:55,469 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:46:56,469 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:46:57,469 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:46:57,850 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:46:57,850 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:46:57,923 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:46:58,469 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:46:59,470 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:47:00,470 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:47:01,470 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:47:02,470 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:47:03,182 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:47:03,470 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:47:04,476 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:47:04,860 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 17:47:05,476 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:47:06,476 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:47:07,476 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:47:08,476 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:47:08,863 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:47:09,476 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:47:10,476 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:47:11,476 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:47:12,476 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:47:12,850 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:47:12,850 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:47:13,476 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:47:13,945 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:47:14,477 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:47:15,484 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:47:16,481 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:47:17,481 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:47:18,485 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:47:19,187 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:47:19,486 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:47:20,486 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:47:20,518 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 17:47:20,520 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 17:47:20,520 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 17:47:20,522 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 17:47:21,042 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 17:47:21,486 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:47:22,486 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:47:23,044 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 17:47:23,486 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:47:24,188 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:47:24,486 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:47:25,486 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:47:26,486 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:47:27,486 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:47:27,850 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:47:27,851 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:47:28,486 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:47:29,188 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:47:29,486 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:47:30,486 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:47:31,487 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:47:32,487 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:47:33,487 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:47:34,188 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:47:34,487 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:47:34,863 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 17:47:35,487 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:47:36,487 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:47:37,487 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:47:38,487 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:47:39,188 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:47:39,487 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:47:40,487 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:47:41,487 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:47:42,488 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:47:42,850 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:47:42,851 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:47:43,488 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:47:44,488 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:47:45,188 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:47:45,488 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:47:46,488 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:47:47,488 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:47:48,500 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:47:49,501 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:47:50,195 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:47:50,497 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:47:51,496 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:47:52,499 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:47:53,500 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:47:53,774 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 17:47:53,776 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 17:47:53,776 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 17:47:53,778 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 17:47:54,077 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 17:47:54,500 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:47:55,078 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 17:47:55,500 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:47:56,191 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:47:56,500 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:47:57,500 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:47:57,850 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:47:57,851 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:47:58,500 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:47:59,500 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:48:00,500 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:48:01,500 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:48:02,191 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:48:02,501 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:48:03,500 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:48:04,500 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:48:04,866 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 17:48:05,501 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:48:06,501 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:48:07,501 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:48:07,868 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:48:08,501 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:48:09,501 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:48:10,501 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:48:11,501 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:48:12,501 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:48:12,850 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:48:12,851 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:48:12,974 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:48:13,501 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:48:14,502 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:48:15,502 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:48:16,502 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:48:17,502 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:48:18,192 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:48:18,502 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:48:19,502 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:48:20,502 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:48:21,508 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:48:22,505 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:48:23,198 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:48:23,506 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:48:24,507 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:48:25,508 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:48:26,508 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:48:27,155 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 17:48:27,157 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 17:48:27,157 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 17:48:27,159 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 17:48:27,573 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:48:27,851 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:48:27,851 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:48:28,113 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 17:48:28,569 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:48:28,997 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:48:29,115 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 17:48:29,569 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:48:30,569 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:48:31,569 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:48:32,569 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:48:33,569 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:48:34,195 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:48:34,569 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:48:34,870 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 17:48:35,569 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:48:36,569 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:48:37,569 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:48:38,570 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:48:39,233 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:48:39,570 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:48:40,570 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:48:41,570 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:48:42,570 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:48:42,851 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:48:42,851 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:48:43,570 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:48:44,570 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:48:45,230 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:48:45,570 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:48:46,570 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:48:47,570 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:48:48,571 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:48:49,571 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:48:50,571 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:48:51,231 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:48:51,577 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:48:52,577 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:48:53,579 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:48:54,580 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:48:55,581 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:48:56,241 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:48:56,581 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:48:56,957 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 17:48:56,958 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 17:48:56,959 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 17:48:56,960 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 17:48:57,140 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 17:48:57,581 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:48:57,851 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:48:57,852 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:48:58,581 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:48:59,142 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 17:48:59,581 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:49:00,581 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:49:01,581 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:49:02,239 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:49:02,581 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:49:03,581 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:49:04,582 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:49:04,875 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 17:49:05,582 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:49:06,582 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:49:07,582 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:49:07,877 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:49:08,582 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:49:09,582 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:49:10,582 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:49:11,582 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:49:12,582 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:49:12,851 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:49:12,852 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:49:13,017 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:49:13,582 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:49:14,583 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:49:15,583 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:49:16,583 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:49:17,583 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:49:18,240 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:49:18,583 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:49:19,583 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:49:20,583 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:49:21,591 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:49:22,589 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:49:23,245 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:49:23,589 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:49:24,592 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:49:25,599 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:49:26,598 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:49:26,885 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 17:49:26,886 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 17:49:26,887 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 17:49:26,888 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 17:49:27,163 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 17:49:27,598 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:49:27,852 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:49:27,852 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:49:28,598 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:49:29,017 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:49:29,165 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 17:49:29,598 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:49:30,598 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:49:31,598 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:49:32,598 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:49:33,598 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:49:34,241 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:49:34,598 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:49:34,879 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 17:49:35,598 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:49:36,599 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:49:37,599 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:49:38,599 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:49:39,599 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:49:40,242 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:49:40,599 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:49:41,599 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:49:42,599 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:49:42,851 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:49:42,852 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:49:43,599 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:49:44,599 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:49:45,242 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:49:45,599 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:49:46,599 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:49:47,600 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:49:48,600 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:49:49,600 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:49:50,600 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:49:51,242 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:49:51,600 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:49:52,602 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:49:53,614 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:49:54,607 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:49:55,611 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:49:56,243 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:49:56,612 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:49:57,608 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:49:57,852 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:49:57,853 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:49:57,965 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 17:49:58,011 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 17:49:58,011 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 17:49:58,013 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 17:49:58,195 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 17:49:58,608 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:49:59,196 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 17:49:59,608 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:50:00,608 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:50:01,244 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:50:01,608 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:50:02,608 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:50:03,608 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:50:04,609 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:50:04,883 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 17:50:05,609 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:50:06,609 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:50:06,885 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:50:07,609 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:50:08,609 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:50:09,609 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:50:10,609 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:50:11,609 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:50:12,244 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:50:12,609 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:50:12,851 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:50:12,852 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:50:13,610 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:50:14,610 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:50:15,610 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:50:16,610 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:50:17,610 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:50:18,244 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:50:18,610 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:50:19,610 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:50:20,613 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:50:21,617 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:50:22,614 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:50:23,245 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:50:23,614 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:50:24,614 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:50:25,614 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:50:25,769 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 17:50:25,771 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 17:50:25,772 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 17:50:25,773 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 17:50:26,222 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 17:50:26,614 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:50:27,223 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 17:50:27,614 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:50:27,852 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:50:27,852 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:50:28,614 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:50:29,015 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:50:29,614 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:50:30,615 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:50:31,615 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:50:32,615 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:50:33,615 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:50:34,247 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:50:34,615 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:50:34,887 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 17:50:35,615 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:50:36,615 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:50:37,615 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:50:38,616 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:50:39,248 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:50:39,616 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:50:40,616 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:50:41,616 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:50:42,616 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:50:42,852 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:50:42,852 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:50:43,616 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:50:44,616 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:50:45,247 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:50:45,616 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:50:46,616 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:50:47,617 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:50:48,617 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:50:49,617 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:50:50,248 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:50:50,624 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:50:51,621 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:50:52,620 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:50:53,629 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:50:54,621 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:50:55,256 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:50:55,622 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:50:56,304 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 17:50:56,306 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 17:50:56,306 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 17:50:56,307 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 17:50:56,710 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:50:57,253 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 17:50:57,253 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 17:50:57,706 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:50:57,852 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:50:57,852 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:50:58,706 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:50:59,706 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:51:00,707 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:51:01,254 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:51:01,707 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:51:02,707 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:51:03,707 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:51:04,707 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:51:04,891 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 17:51:05,707 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:51:06,707 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:51:06,893 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:51:07,707 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:51:08,707 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:51:09,805 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:51:10,716 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:51:11,716 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:51:12,254 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:51:12,716 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:51:12,852 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:51:12,853 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:51:13,716 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:51:14,717 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:51:15,717 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:51:16,717 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:51:17,255 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:51:17,717 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:51:18,717 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:51:19,717 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:51:20,717 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:51:21,717 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:51:22,729 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:51:23,258 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:51:23,725 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:51:24,732 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:51:25,732 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:51:26,728 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:51:27,729 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:51:27,852 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:51:27,852 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:51:28,603 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 17:51:28,605 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 17:51:28,605 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 17:51:28,606 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:51:28,606 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 17:51:29,023 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:51:29,288 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 17:51:29,289 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 17:51:29,753 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:51:30,753 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:51:31,753 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:51:32,754 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:51:33,754 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:51:34,256 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:51:34,754 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:51:34,895 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 17:51:35,754 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:51:36,754 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:51:37,754 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:51:38,754 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:51:39,754 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:51:40,256 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:51:40,754 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:51:41,754 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:51:42,755 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:51:42,852 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:51:42,853 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:51:43,755 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:51:44,755 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:51:45,257 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:51:45,755 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:51:46,755 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:51:47,755 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:51:48,755 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:51:49,755 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:51:50,755 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:51:51,257 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:51:51,755 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:51:52,756 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:51:53,761 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:51:54,762 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:51:55,763 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:51:56,261 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:51:56,766 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:51:57,763 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:51:57,854 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:51:57,858 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:51:58,763 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:51:59,693 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 17:51:59,695 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 17:51:59,696 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 17:51:59,697 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 17:52:00,115 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:52:00,319 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 17:52:00,843 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:52:01,320 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 17:52:01,735 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:52:01,843 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:52:02,843 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:52:03,843 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:52:04,843 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:52:04,899 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 17:52:05,844 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:52:06,844 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:52:06,901 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:52:07,844 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:52:08,844 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:52:09,844 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:52:10,844 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:52:11,958 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:52:12,260 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:52:12,853 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:52:12,854 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:52:12,955 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:52:13,955 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:52:14,955 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:52:15,956 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:52:16,956 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:52:17,956 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:52:18,260 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:52:18,956 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:52:19,956 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:52:20,956 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:52:21,956 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:52:22,956 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:52:23,956 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:52:24,266 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:52:24,956 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:52:25,956 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:52:26,956 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:52:27,858 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:52:27,862 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:52:27,966 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:52:28,959 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:52:29,263 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:52:29,821 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 17:52:29,822 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 17:52:29,822 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 17:52:29,824 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 17:52:30,238 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:52:30,343 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 17:52:30,971 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:52:31,344 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 17:52:31,971 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:52:32,971 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:52:33,971 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:52:34,904 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 17:52:34,910 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:52:34,971 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:52:35,971 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:52:36,971 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:52:37,971 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:52:38,971 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:52:39,971 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:52:40,261 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:52:40,972 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:52:41,972 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:52:42,856 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:52:42,857 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:52:42,972 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:52:43,972 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:52:45,137 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:52:46,042 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:52:46,262 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:52:47,042 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:52:48,042 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:52:49,042 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:52:50,042 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:52:51,042 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:52:51,262 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:52:52,043 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:52:53,043 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:52:54,043 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:52:55,043 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:52:56,043 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:52:57,043 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:52:57,262 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:52:57,857 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:52:57,857 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:52:58,043 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:52:59,055 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:53:00,048 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:53:01,049 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:53:02,049 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:53:02,267 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:53:03,053 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:53:04,051 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:53:04,384 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 17:53:04,386 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 17:53:04,386 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 17:53:04,387 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 17:53:04,908 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 17:53:05,051 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:53:05,376 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 17:53:06,051 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:53:06,377 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 17:53:07,051 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:53:07,910 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:53:08,051 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:53:09,051 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:53:10,051 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:53:11,051 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:53:12,051 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:53:12,857 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:53:12,857 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:53:13,021 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:53:13,051 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:53:14,052 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:53:15,052 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:53:16,052 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:53:17,052 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:53:18,052 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:53:18,265 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:53:19,052 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:53:20,052 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:53:21,052 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:53:22,052 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:53:23,053 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:53:23,486 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:53:24,053 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:53:25,053 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:53:26,053 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:53:27,053 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:53:27,857 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:53:27,857 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:53:28,053 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:53:29,012 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:53:29,053 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:53:30,053 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:53:31,057 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:53:32,053 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:53:33,053 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:53:34,054 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:53:34,398 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:53:34,913 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 17:53:35,057 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:53:36,054 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:53:36,716 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 17:53:36,717 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 17:53:36,717 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 17:53:36,719 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 17:53:37,131 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:53:37,408 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 17:53:38,130 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:53:38,408 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 17:53:39,130 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:53:40,130 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:53:40,393 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:53:41,130 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:53:42,130 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:53:42,857 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:53:42,857 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:53:43,130 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:53:44,131 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:53:45,131 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:53:45,393 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:53:46,131 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:53:47,131 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:53:48,131 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:53:49,365 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:53:50,261 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:53:50,394 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:53:51,261 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:53:52,261 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:53:53,261 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:53:54,261 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:53:55,261 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:53:56,261 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:53:56,394 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:53:57,262 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:53:57,857 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:53:57,857 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:53:58,262 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:53:59,262 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:54:00,262 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:54:01,276 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:54:01,399 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:54:02,264 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:54:03,272 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:54:04,268 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:54:04,922 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 17:54:05,269 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:54:06,270 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:54:06,721 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 17:54:06,723 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 17:54:06,724 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 17:54:06,724 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:54:06,725 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 17:54:07,270 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:54:07,430 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 17:54:08,270 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:54:08,431 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 17:54:09,270 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:54:10,270 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:54:11,270 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:54:12,270 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:54:12,397 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:54:12,857 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:54:12,858 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:54:13,270 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:54:14,270 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:54:15,270 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:54:16,270 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:54:17,270 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:54:17,398 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:54:18,270 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:54:19,271 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:54:20,271 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:54:21,271 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:54:22,271 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:54:22,546 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:54:23,271 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:54:24,271 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:54:25,271 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:54:26,271 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:54:27,271 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:54:27,858 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:54:27,858 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:54:28,023 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:54:28,272 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:54:29,272 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:54:30,272 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:54:31,272 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:54:32,276 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:54:33,274 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:54:33,457 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:54:34,278 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:54:34,926 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 17:54:35,276 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:54:36,277 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:54:37,277 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:54:37,346 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 17:54:37,347 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 17:54:37,347 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 17:54:37,349 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 17:54:37,462 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 17:54:38,277 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:54:39,277 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:54:39,387 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:54:40,277 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:54:40,464 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 17:54:41,277 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:54:42,277 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:54:42,858 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:54:42,858 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:54:43,277 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:54:44,277 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:54:44,465 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:54:45,277 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:54:46,278 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:54:47,277 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:54:48,278 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:54:49,444 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:54:49,465 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:54:50,440 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:54:51,440 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:54:52,440 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:54:53,440 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:54:54,440 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:54:54,465 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:54:55,440 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:54:56,440 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:54:57,441 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:54:57,858 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:54:57,858 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:54:58,441 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:54:59,441 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:54:59,466 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:55:00,441 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:55:01,447 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:55:02,444 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:55:03,444 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:55:04,445 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:55:04,473 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:55:04,932 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 17:55:05,445 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:55:06,450 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:55:06,918 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 17:55:06,920 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 17:55:06,920 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 17:55:06,922 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 17:55:07,448 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:55:07,486 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 17:55:08,448 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:55:08,488 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 17:55:09,448 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:55:10,448 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:55:10,470 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:55:11,448 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:55:12,448 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:55:12,858 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:55:12,858 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:55:13,448 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:55:14,448 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:55:15,448 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:55:16,448 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:55:16,470 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:55:17,448 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:55:18,448 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:55:19,449 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:55:20,449 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:55:21,623 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:55:22,470 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:55:22,621 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:55:23,621 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:55:24,621 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:55:25,622 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:55:26,621 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:55:27,471 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:55:27,622 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:55:27,858 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:55:27,858 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:55:28,622 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:55:29,622 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:55:30,622 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:55:31,622 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:55:32,622 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:55:33,471 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:55:33,622 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:55:34,624 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:55:34,937 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 17:55:35,630 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:55:36,628 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:55:37,628 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:55:38,628 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:55:38,938 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:55:39,631 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:55:39,912 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 17:55:39,914 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 17:55:39,914 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 17:55:39,916 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 17:55:40,523 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 17:55:40,629 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:55:41,629 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:55:42,525 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 17:55:42,629 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:55:42,858 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:55:42,859 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:55:43,629 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:55:43,981 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:55:44,629 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:55:45,629 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:55:46,629 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:55:47,629 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:55:48,629 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:55:49,473 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:55:49,630 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:55:50,630 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:55:51,630 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:55:52,630 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:55:53,630 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:55:54,474 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:55:54,630 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:55:55,631 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:55:56,630 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:55:57,631 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:55:57,858 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:55:57,859 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:55:58,631 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:55:59,475 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:55:59,631 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:56:00,631 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:56:01,631 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:56:02,631 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:56:03,631 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:56:04,631 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:56:04,937 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 17:56:04,941 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:56:05,631 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:56:06,639 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:56:07,647 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:56:08,643 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:56:09,647 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:56:10,485 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:56:10,644 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:56:11,644 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:56:12,644 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:56:12,662 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 17:56:12,663 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 17:56:12,664 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 17:56:12,669 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 17:56:13,078 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:56:13,079 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:56:13,556 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 17:56:13,644 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:56:14,557 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 17:56:14,644 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:56:15,644 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:56:16,480 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:56:16,644 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:56:17,644 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:56:18,644 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:56:19,644 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:56:20,645 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:56:21,645 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:56:22,480 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:56:22,645 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:56:23,645 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:56:24,645 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:56:25,645 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:56:26,645 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:56:27,481 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:56:27,646 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:56:28,078 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:56:28,078 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:56:28,645 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:56:29,646 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:56:30,646 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:56:31,646 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:56:32,481 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:56:32,646 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:56:33,646 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:56:34,646 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:56:34,940 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 17:56:35,646 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:56:36,646 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:56:37,646 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:56:37,943 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:56:38,646 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:56:39,646 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:56:40,653 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:56:41,648 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:56:42,648 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:56:43,086 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:56:43,090 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:56:43,254 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:56:43,648 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:56:44,651 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:56:45,649 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:56:46,456 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 17:56:46,458 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 17:56:46,458 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 17:56:46,460 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 17:56:46,592 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 17:56:46,874 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:56:47,874 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:56:48,498 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:56:48,594 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 17:56:48,875 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:56:49,875 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:56:50,875 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:56:51,875 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:56:52,875 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:56:53,875 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:56:54,483 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:56:54,875 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:56:55,875 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:56:56,875 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:56:57,875 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:56:58,083 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:56:58,084 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:56:58,876 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:56:59,483 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:56:59,876 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:57:00,876 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:57:01,876 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:57:02,876 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:57:03,876 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:57:04,484 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:57:04,876 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:57:04,944 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 17:57:05,876 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:57:06,876 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:57:07,876 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:57:08,877 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:57:09,876 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:57:10,484 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:57:10,877 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:57:11,877 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:57:12,877 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:57:13,085 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:57:13,086 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:57:13,891 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:57:14,883 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:57:15,498 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:57:15,886 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:57:16,890 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:57:17,886 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:57:18,886 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:57:19,158 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 17:57:19,160 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 17:57:19,160 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 17:57:19,166 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 17:57:19,623 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 17:57:19,886 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:57:20,571 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:57:20,624 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 17:57:20,886 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:57:21,886 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:57:22,886 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:57:23,887 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:57:24,887 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:57:25,887 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:57:26,570 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:57:26,887 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:57:27,887 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:57:28,085 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:57:28,086 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:57:28,887 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:57:29,887 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:57:30,887 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:57:31,571 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:57:31,887 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:57:32,888 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:57:33,888 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:57:34,888 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:57:34,949 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 17:57:35,888 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:57:36,888 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:57:36,951 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:57:37,888 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:57:38,888 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:57:39,888 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:57:40,888 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:57:41,888 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:57:42,571 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:57:42,889 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:57:43,086 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:57:43,086 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:57:43,889 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:57:44,889 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:57:45,908 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:57:46,903 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:57:47,572 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:57:47,905 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:57:48,905 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:57:49,909 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:57:50,906 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:57:51,842 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 17:57:51,843 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 17:57:51,843 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 17:57:51,849 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 17:57:52,248 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:57:52,654 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 17:57:52,883 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:57:53,246 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:57:54,246 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:57:54,656 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 17:57:55,246 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:57:56,246 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:57:57,246 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:57:58,086 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:57:58,086 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:57:58,153 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:57:58,246 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:57:59,246 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:58:00,246 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:58:01,246 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:58:02,246 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:58:03,247 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:58:03,577 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:58:04,247 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:58:04,954 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 17:58:05,247 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:58:06,247 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:58:07,247 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:58:08,247 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:58:08,956 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:58:09,248 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:58:10,247 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:58:11,247 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:58:12,248 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:58:13,086 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:58:13,086 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:58:13,248 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:58:14,207 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:58:14,248 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:58:15,248 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:58:16,248 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:58:17,248 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:58:18,252 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:58:19,251 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:58:19,581 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:58:20,257 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:58:21,255 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:58:22,257 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:58:23,255 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:58:23,418 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 17:58:23,420 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 17:58:23,421 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 17:58:23,426 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 17:58:23,682 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 17:58:24,255 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:58:24,582 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:58:25,255 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:58:26,255 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:58:26,685 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 17:58:27,255 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:58:28,086 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:58:28,086 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:58:28,255 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:58:29,255 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:58:30,255 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:58:30,581 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:58:31,255 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:58:32,255 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:58:33,256 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:58:34,256 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:58:34,957 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 17:58:35,256 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:58:35,959 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:58:36,256 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:58:37,256 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:58:38,256 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:58:39,256 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:58:40,256 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:58:41,256 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:58:41,582 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:58:42,257 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:58:43,086 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:58:43,087 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:58:43,257 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:58:44,257 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:58:45,257 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:58:46,257 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:58:47,257 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:58:47,582 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:58:48,257 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:58:49,265 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:58:50,258 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:58:51,261 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:58:52,258 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:58:52,586 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:58:53,258 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:58:54,258 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:58:55,031 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 17:58:55,032 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 17:58:55,033 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 17:58:55,038 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 17:58:55,446 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:58:55,709 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 17:58:56,445 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:58:56,710 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 17:58:57,445 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:58:58,073 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:58:58,086 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:58:58,087 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:58:58,445 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:58:59,446 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:59:00,446 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:59:01,446 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:59:02,446 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:59:03,446 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:59:03,584 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:59:04,446 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:59:04,961 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 17:59:05,446 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:59:06,446 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:59:07,447 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:59:08,446 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:59:08,964 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:59:09,447 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:59:10,447 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:59:11,447 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:59:12,447 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:59:13,087 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:59:13,087 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:59:13,447 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:59:14,192 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:59:14,447 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:59:15,447 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:59:16,447 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:59:17,447 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:59:18,448 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:59:19,456 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:59:19,588 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:59:20,448 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:59:21,448 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:59:22,449 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:59:23,449 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:59:24,450 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:59:24,589 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:59:24,619 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 17:59:24,619 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 17:59:24,620 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 17:59:24,621 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 17:59:24,732 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 17:59:25,449 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:59:26,449 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:59:26,734 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 17:59:27,449 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:59:28,087 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:59:28,087 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:59:28,449 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:59:29,449 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:59:30,449 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:59:30,588 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:59:31,450 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:59:32,450 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:59:33,450 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:59:34,450 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:59:34,965 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 17:59:35,450 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:59:35,968 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:59:36,450 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:59:37,469 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:59:38,468 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:59:39,468 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:59:40,468 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:59:41,468 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:59:41,589 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:59:42,468 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:59:43,087 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:59:43,087 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:59:43,468 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:59:44,468 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:59:45,468 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:59:46,468 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:59:47,468 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:59:47,589 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:59:48,469 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:59:49,469 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:59:50,482 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:59:51,476 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:59:52,476 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:59:52,595 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:59:53,481 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:59:54,481 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:59:55,481 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:59:55,997 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 17:59:55,998 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 17:59:55,998 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 17:59:55,999 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 17:59:56,481 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:59:56,764 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 17:59:56,765 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 17:59:57,481 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:59:58,038 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 17:59:58,087 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 17:59:58,087 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 17:59:58,481 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 17:59:59,482 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:00:00,481 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:00:01,481 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:00:02,481 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:00:03,481 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:00:03,590 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:00:04,481 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:00:04,968 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 18:00:05,482 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:00:06,482 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:00:07,656 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:00:08,655 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:00:08,971 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:00:09,655 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:00:10,655 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:00:11,656 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:00:12,656 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:00:13,087 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:00:13,088 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:00:13,656 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:00:14,150 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:00:14,656 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:00:15,656 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:00:16,656 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:00:17,666 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:00:18,659 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:00:19,597 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:00:19,659 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:00:20,663 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:00:21,661 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:00:22,664 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:00:23,545 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 18:00:23,547 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 18:00:23,547 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 18:00:23,551 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 18:00:23,793 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 18:00:23,955 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:00:24,794 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 18:00:24,954 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:00:25,596 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:00:25,954 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:00:26,954 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:00:27,954 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:00:28,087 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:00:28,088 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:00:28,954 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:00:29,954 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:00:30,955 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:00:31,596 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:00:31,955 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:00:32,955 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:00:33,955 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:00:34,955 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:00:34,973 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 18:00:35,995 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:00:36,976 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:00:36,995 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:00:37,995 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:00:38,995 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:00:39,995 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:00:40,995 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:00:41,995 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:00:42,597 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:00:42,995 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:00:43,087 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:00:43,088 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:00:43,995 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:00:44,995 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:00:45,995 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:00:46,995 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:00:47,597 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:00:48,003 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:00:49,001 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:00:49,999 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:00:51,003 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:00:52,000 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:00:52,606 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:00:53,000 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:00:53,515 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 18:00:53,516 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 18:00:53,517 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 18:00:53,518 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 18:00:53,833 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 18:00:54,000 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:00:54,834 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 18:00:55,000 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:00:56,000 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:00:57,000 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:00:58,000 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:00:58,087 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:00:58,088 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:00:58,249 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:00:59,000 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:01:00,000 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:01:01,001 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:01:02,001 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:01:03,001 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:01:03,601 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:01:04,001 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:01:04,977 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 18:01:05,001 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:01:06,001 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:01:07,001 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:01:08,001 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:01:08,979 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:01:09,001 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:01:10,001 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:01:11,001 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:01:12,002 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:01:13,002 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:01:13,088 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:01:13,088 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:01:14,002 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:01:14,173 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:01:15,002 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:01:16,002 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:01:17,002 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:01:18,002 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:01:19,010 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:01:19,604 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:01:20,004 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:01:21,007 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:01:22,007 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:01:23,012 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:01:23,989 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 18:01:23,991 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 18:01:23,991 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 18:01:23,993 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 18:01:24,407 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:01:24,606 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:01:24,863 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 18:01:24,864 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 18:01:25,406 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:01:26,406 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:01:27,406 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:01:28,088 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:01:28,088 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:01:28,407 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:01:29,407 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:01:30,407 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:01:30,606 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:01:31,407 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:01:32,407 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:01:33,407 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:01:34,407 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:01:34,981 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 18:01:35,407 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:01:35,983 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:01:36,407 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:01:37,408 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:01:38,407 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:01:39,408 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:01:40,408 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:01:41,408 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:01:41,607 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:01:42,408 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:01:43,088 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:01:43,088 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:01:43,408 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:01:44,408 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:01:45,408 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:01:46,408 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:01:47,408 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:01:47,607 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:01:48,408 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:01:49,410 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:01:50,410 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:01:51,413 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:01:52,411 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:01:52,616 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:01:53,411 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:01:54,411 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:01:55,289 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 18:01:55,291 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 18:01:55,291 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 18:01:55,293 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 18:01:55,714 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:01:55,890 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 18:01:56,438 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:01:56,892 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 18:01:57,439 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:01:58,088 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:01:58,088 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:01:58,253 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:01:58,439 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:01:59,439 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:02:00,439 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:02:01,439 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:02:02,439 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:02:03,439 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:02:03,612 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:02:04,439 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:02:04,985 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 18:02:05,439 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:02:06,439 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:02:07,440 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:02:08,440 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:02:08,988 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:02:09,440 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:02:10,440 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:02:11,440 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:02:12,440 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:02:13,088 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:02:13,088 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:02:13,440 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:02:14,193 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:02:14,440 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:02:15,440 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:02:16,440 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:02:17,441 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:02:18,441 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:02:19,441 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:02:19,612 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:02:20,451 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:02:21,446 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:02:22,448 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:02:23,454 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:02:24,453 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:02:24,616 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:02:25,449 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:02:25,775 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 18:02:25,776 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 18:02:25,777 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 18:02:25,778 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 18:02:25,918 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 18:02:26,450 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:02:26,920 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 18:02:27,455 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:02:28,088 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:02:28,089 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:02:28,454 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:02:29,455 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:02:29,616 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:02:30,455 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:02:31,455 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:02:32,455 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:02:33,455 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:02:34,455 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:02:34,616 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:02:34,989 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 18:02:35,455 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:02:36,455 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:02:37,455 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:02:38,455 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:02:39,456 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:02:39,616 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:02:40,456 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:02:41,456 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:02:42,456 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:02:43,088 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:02:43,089 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:02:43,456 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:02:44,456 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:02:44,617 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:02:45,456 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:02:46,456 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:02:47,456 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:02:48,456 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:02:49,457 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:02:50,457 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:02:50,617 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:02:51,457 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:02:52,465 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:02:53,462 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:02:54,466 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:02:55,464 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:02:55,621 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:02:56,465 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:02:56,914 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 18:02:56,916 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 18:02:56,917 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 18:02:56,918 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 18:02:56,950 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 18:02:57,465 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:02:58,089 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:02:58,089 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:02:58,465 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:02:58,952 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 18:02:59,465 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:03:00,465 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:03:01,465 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:03:01,617 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:03:02,465 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:03:03,465 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:03:04,465 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:03:04,993 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 18:03:05,465 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:03:06,466 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:03:06,996 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:03:07,466 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:03:08,466 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:03:09,466 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:03:10,466 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:03:11,475 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:03:12,474 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:03:12,618 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:03:13,088 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:03:13,089 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:03:13,474 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:03:14,474 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:03:15,474 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:03:16,474 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:03:17,474 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:03:17,618 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:03:18,474 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:03:19,474 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:03:20,474 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:03:21,475 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:03:22,475 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:03:23,485 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:03:23,619 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:03:24,488 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:03:25,486 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:03:26,484 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:03:27,484 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:03:28,090 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:03:28,090 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:03:28,484 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:03:28,715 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 18:03:28,717 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 18:03:28,717 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 18:03:28,718 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:03:28,719 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 18:03:28,990 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 18:03:29,484 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:03:30,484 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:03:30,992 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 18:03:31,484 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:03:32,484 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:03:33,484 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:03:34,484 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:03:34,623 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:03:34,998 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 18:03:35,484 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:03:36,484 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:03:37,485 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:03:38,485 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:03:39,485 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:03:40,525 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:03:40,623 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:03:41,525 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:03:42,525 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:03:43,089 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:03:43,090 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:03:43,525 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:03:44,525 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:03:45,525 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:03:45,623 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:03:46,525 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:03:47,525 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:03:48,525 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:03:49,525 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:03:50,526 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:03:51,526 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:03:51,623 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:03:52,533 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:03:53,535 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:03:54,535 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:03:55,530 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:03:56,534 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:03:56,630 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:03:57,530 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:03:58,089 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:03:58,090 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:03:58,169 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 18:03:58,247 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 18:03:58,247 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 18:03:58,249 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 18:03:58,594 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:03:59,025 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 18:03:59,026 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 18:03:59,593 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:04:00,593 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:04:01,593 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:04:02,593 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:04:02,626 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:04:03,593 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:04:04,593 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:04:05,002 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 18:04:05,593 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:04:06,593 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:04:07,593 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:04:08,004 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:04:08,593 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:04:09,594 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:04:10,594 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:04:11,594 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:04:12,594 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:04:13,090 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:04:13,091 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:04:13,174 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:04:13,594 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:04:14,594 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:04:15,594 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:04:16,594 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:04:17,594 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:04:18,594 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:04:18,627 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:04:19,594 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:04:20,595 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:04:21,595 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:04:22,595 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:04:23,610 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:04:23,631 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:04:24,601 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:04:25,609 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:04:26,608 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:04:27,607 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:04:28,091 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:04:28,098 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:04:28,606 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:04:29,233 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:04:29,305 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 18:04:29,306 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 18:04:29,307 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 18:04:29,308 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 18:04:29,731 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:04:30,055 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 18:04:30,727 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:04:31,058 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 18:04:31,727 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:04:32,727 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:04:33,727 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:04:34,728 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:04:34,728 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:04:35,006 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 18:04:35,728 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:04:36,728 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:04:37,728 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:04:38,728 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:04:39,728 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:04:40,728 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:04:40,729 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:04:41,730 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:04:42,730 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:04:43,091 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:04:43,092 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:04:43,730 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:04:44,730 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:04:45,730 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:04:46,729 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:04:46,730 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:04:47,730 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:04:48,730 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:04:49,731 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:04:50,731 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:04:51,729 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:04:51,731 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:04:52,736 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:04:53,735 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:04:54,737 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:04:55,733 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:04:56,732 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:04:56,735 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:04:57,736 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:04:57,992 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 18:04:57,993 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 18:04:57,994 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 18:04:57,995 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 18:04:58,087 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 18:04:58,410 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:04:58,411 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:04:58,736 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:04:59,089 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 18:04:59,736 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:05:00,736 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:05:01,732 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:05:01,736 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:05:02,736 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:05:03,736 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:05:04,736 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:05:05,010 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 18:05:05,736 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:05:06,736 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:05:07,012 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:05:07,737 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:05:08,737 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:05:09,737 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:05:10,737 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:05:11,927 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:05:12,733 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:05:12,927 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:05:13,146 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:05:13,147 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:05:13,927 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:05:14,927 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:05:15,927 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:05:16,927 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:05:17,927 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:05:18,733 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:05:18,927 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:05:19,927 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:05:20,928 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:05:21,928 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:05:22,928 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:05:23,740 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:05:23,929 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:05:24,930 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:05:25,939 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:05:26,938 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:05:27,943 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:05:28,149 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:05:28,153 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:05:28,937 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:05:29,312 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:05:29,654 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 18:05:29,656 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 18:05:29,656 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 18:05:29,658 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 18:05:30,077 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:05:30,120 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 18:05:31,073 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:05:31,122 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 18:05:32,073 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:05:33,073 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:05:34,073 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:05:34,805 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:05:35,014 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 18:05:35,073 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:05:36,073 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:05:37,073 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:05:38,073 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:05:39,074 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:05:40,074 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:05:40,805 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:05:41,074 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:05:42,074 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:05:43,074 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:05:43,149 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:05:43,150 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:05:44,074 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:05:45,074 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:05:45,805 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:05:46,074 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:05:47,074 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:05:48,075 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:05:49,075 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:05:50,075 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:05:51,075 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:05:51,806 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:05:52,075 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:05:53,075 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:05:54,083 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:05:55,080 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:05:56,081 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:05:56,818 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:05:57,084 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:05:58,082 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:05:58,149 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:05:58,150 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:05:59,082 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:05:59,984 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 18:05:59,985 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 18:05:59,985 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 18:05:59,987 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 18:06:00,154 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 18:06:00,396 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:06:01,134 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:06:01,155 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 18:06:02,025 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:06:02,134 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:06:03,134 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:06:04,134 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:06:05,019 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 18:06:05,134 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:06:06,134 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:06:07,134 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:06:08,022 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:06:08,134 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:06:09,134 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:06:10,135 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:06:11,135 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:06:12,135 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:06:13,135 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:06:13,149 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:06:13,150 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:06:13,272 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:06:14,135 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:06:15,135 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:06:16,135 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:06:17,135 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:06:18,136 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:06:18,811 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:06:19,136 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:06:20,136 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:06:21,136 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:06:22,136 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:06:23,136 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:06:23,822 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:06:24,140 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:06:25,141 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:06:26,138 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:06:27,139 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:06:28,144 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:06:28,150 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:06:28,152 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:06:29,139 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:06:29,296 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 18:06:29,297 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 18:06:29,298 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 18:06:29,298 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:06:29,299 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 18:06:30,139 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:06:30,182 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 18:06:31,139 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:06:31,183 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 18:06:32,139 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:06:33,139 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:06:34,139 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:06:34,818 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:06:35,022 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 18:06:35,139 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:06:36,139 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:06:37,139 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:06:38,139 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:06:39,140 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:06:40,140 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:06:40,818 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:06:41,140 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:06:42,140 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:06:43,140 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:06:43,149 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:06:43,150 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:06:44,140 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:06:45,140 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:06:45,819 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:06:46,140 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:06:47,140 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:06:48,140 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:06:49,140 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:06:50,141 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:06:51,141 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:06:51,819 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:06:52,141 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:06:53,141 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:06:54,141 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:06:55,144 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:06:56,146 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:06:56,840 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:06:57,147 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:06:58,144 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:06:58,153 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:06:58,154 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:06:59,145 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:07:00,144 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:07:00,561 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 18:07:00,562 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 18:07:00,562 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 18:07:00,564 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 18:07:01,144 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:07:01,207 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 18:07:01,207 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 18:07:02,144 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:07:02,602 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:07:03,144 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:07:04,144 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:07:05,026 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 18:07:05,144 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:07:06,145 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:07:07,144 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:07:08,029 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:07:08,145 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:07:09,145 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:07:10,145 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:07:11,145 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:07:12,145 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:07:13,146 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:07:13,154 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:07:13,155 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:07:13,228 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:07:14,145 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:07:15,145 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:07:16,145 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:07:17,146 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:07:18,146 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:07:18,834 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:07:19,146 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:07:20,146 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:07:21,146 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:07:22,146 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:07:23,146 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:07:24,146 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:07:24,839 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:07:25,153 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:07:26,153 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:07:27,155 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:07:28,154 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:07:28,155 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:07:28,158 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:07:29,156 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:07:29,842 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:07:30,156 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:07:30,503 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 18:07:30,505 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 18:07:30,506 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 18:07:30,507 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 18:07:31,157 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:07:31,231 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 18:07:31,231 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 18:07:32,162 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:07:33,157 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:07:34,157 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:07:34,842 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:07:35,031 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 18:07:35,157 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:07:36,157 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:07:37,157 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:07:38,157 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:07:39,157 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:07:39,842 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:07:40,158 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:07:41,158 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:07:42,158 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:07:43,156 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:07:43,156 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:07:43,196 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:07:44,158 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:07:45,158 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:07:45,842 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:07:46,158 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:07:47,158 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:07:48,158 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:07:49,158 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:07:50,159 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:07:51,159 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:07:51,843 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:07:52,159 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:07:53,159 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:07:54,166 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:07:55,166 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:07:56,166 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:07:56,849 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:07:57,179 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:07:58,159 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:07:58,163 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:07:58,197 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:07:59,166 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:07:59,332 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 18:07:59,333 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 18:07:59,333 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 18:07:59,334 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 18:08:00,166 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:08:00,264 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 18:08:01,166 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:08:01,265 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 18:08:02,166 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:08:02,843 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:08:03,166 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:08:04,166 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:08:05,035 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 18:08:05,166 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:08:06,166 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:08:07,167 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:08:08,037 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:08:08,167 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:08:09,167 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:08:10,167 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:08:11,167 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:08:12,167 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:08:13,156 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:08:13,156 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:08:13,196 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:08:13,321 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:08:14,167 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:08:15,167 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:08:16,167 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:08:17,167 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:08:18,168 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:08:18,843 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:08:19,168 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:08:20,168 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:08:21,168 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:08:22,168 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:08:23,168 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:08:23,851 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:08:24,173 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:08:25,179 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:08:26,174 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:08:27,171 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:08:28,156 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:08:28,156 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:08:28,197 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:08:29,171 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:08:29,314 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:08:29,486 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 18:08:29,488 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 18:08:29,489 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 18:08:29,490 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 18:08:30,171 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:08:30,291 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 18:08:31,171 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:08:31,293 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 18:08:32,171 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:08:33,171 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:08:34,171 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:08:34,934 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:08:35,040 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 18:08:35,172 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:08:36,172 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:08:37,172 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:08:38,172 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:08:39,172 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:08:40,172 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:08:40,934 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:08:41,172 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:08:42,396 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:08:43,156 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:08:43,156 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:08:43,396 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:08:44,396 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:08:45,396 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:08:45,934 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:08:46,396 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:08:47,396 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:08:48,396 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:08:49,396 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:08:50,396 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:08:51,396 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:08:51,934 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:08:52,397 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:08:53,397 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:08:54,404 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:08:55,397 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:08:56,402 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:08:56,941 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:08:57,400 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:08:58,159 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:08:58,160 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:08:58,401 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:08:59,401 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:08:59,885 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 18:08:59,886 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 18:08:59,886 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 18:08:59,887 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 18:09:00,317 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 18:09:00,401 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:09:01,319 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 18:09:01,401 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:09:02,304 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:09:02,401 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:09:03,401 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:09:04,401 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:09:05,043 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 18:09:05,401 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:09:06,401 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:09:07,401 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:09:08,045 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:09:08,401 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:09:09,401 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:09:10,402 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:09:11,402 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:09:12,402 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:09:13,160 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:09:13,160 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:09:13,232 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:09:13,402 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:09:14,402 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:09:15,402 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:09:16,402 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:09:17,402 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:09:18,402 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:09:19,039 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:09:19,403 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:09:20,403 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:09:21,403 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:09:22,403 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:09:23,403 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:09:24,044 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:09:24,403 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:09:25,406 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:09:26,406 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:09:27,407 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:09:28,168 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:09:28,168 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:09:28,409 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:09:29,247 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:09:29,407 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:09:29,614 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 18:09:29,615 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 18:09:29,615 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 18:09:29,616 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 18:09:30,350 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 18:09:30,407 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:09:31,352 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 18:09:31,407 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:09:32,407 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:09:33,407 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:09:34,407 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:09:35,047 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 18:09:35,054 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:09:35,407 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:09:36,407 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:09:37,408 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:09:38,408 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:09:39,408 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:09:40,060 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:09:40,408 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:09:41,408 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:09:42,408 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:09:43,166 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:09:43,167 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:09:43,408 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:09:44,409 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:09:45,060 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:09:45,408 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:09:46,408 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:09:47,409 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:09:48,409 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:09:49,409 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:09:50,409 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:09:51,060 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:09:51,409 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:09:52,409 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:09:53,409 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:09:54,409 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:09:55,409 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:09:56,069 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:09:56,414 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:09:57,417 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:09:58,169 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:09:58,170 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:09:58,415 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:09:59,416 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:10:00,416 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:10:01,074 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:10:01,416 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:10:01,646 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 18:10:01,648 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 18:10:01,648 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 18:10:01,650 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 18:10:02,382 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 18:10:02,415 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:10:03,384 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 18:10:03,415 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:10:04,416 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:10:05,051 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 18:10:05,416 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:10:06,416 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:10:07,067 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:10:07,416 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:10:08,416 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:10:09,416 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:10:10,416 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:10:11,416 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:10:12,416 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:10:13,066 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:10:13,169 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:10:13,170 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:10:13,416 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:10:14,416 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:10:15,417 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:10:16,417 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:10:17,417 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:10:18,417 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:10:19,067 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:10:19,417 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:10:20,417 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:10:21,417 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:10:22,417 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:10:23,417 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:10:24,067 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:10:24,417 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:10:25,418 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:10:26,418 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:10:27,418 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:10:28,170 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:10:28,170 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:10:28,418 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:10:29,252 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:10:29,429 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:10:30,421 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:10:31,425 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:10:32,433 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:10:33,427 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:10:34,427 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:10:35,055 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 18:10:35,061 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:10:35,295 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 18:10:35,297 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 18:10:35,298 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 18:10:35,299 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 18:10:35,420 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 18:10:35,746 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:10:36,448 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:10:37,422 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 18:10:37,448 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:10:38,448 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:10:39,448 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:10:40,071 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:10:40,448 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:10:41,448 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:10:42,448 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:10:43,170 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:10:43,170 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:10:43,448 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:10:44,449 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:10:45,449 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:10:46,071 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:10:46,449 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:10:47,449 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:10:48,449 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:10:49,449 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:10:50,449 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:10:51,071 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:10:51,449 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:10:52,449 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:10:53,449 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:10:54,450 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:10:55,450 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:10:56,450 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:10:57,080 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:10:57,459 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:10:58,171 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:10:58,172 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:10:58,453 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:10:59,464 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:11:00,459 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:11:01,458 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:11:02,458 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:11:02,943 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 18:11:02,944 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 18:11:02,944 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 18:11:02,945 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:11:02,946 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 18:11:03,445 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 18:11:03,446 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 18:11:03,477 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:11:04,476 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:11:05,059 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 18:11:05,475 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:11:06,475 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:11:07,476 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:11:08,071 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:11:08,476 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:11:09,476 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:11:10,476 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:11:11,476 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:11:12,476 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:11:13,171 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:11:13,172 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:11:13,267 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:11:13,476 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:11:14,476 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:11:15,476 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:11:16,476 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:11:17,477 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:11:18,477 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:11:19,071 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:11:19,477 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:11:20,478 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:11:21,478 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:11:22,478 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:11:23,478 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:11:24,074 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:11:24,478 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:11:25,478 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:11:26,478 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:11:27,478 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:11:28,171 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:11:28,172 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:11:28,478 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:11:29,301 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:11:29,480 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:11:30,482 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:11:31,483 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:11:32,490 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:11:33,489 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:11:34,488 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:11:35,062 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 18:11:35,063 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:11:35,488 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:11:35,904 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 18:11:35,905 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 18:11:35,905 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 18:11:35,907 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 18:11:36,474 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 18:11:36,488 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:11:37,475 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 18:11:37,488 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:11:38,488 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:11:39,488 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:11:40,073 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:11:40,488 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:11:41,488 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:11:42,488 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:11:43,172 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:11:43,172 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:11:43,488 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:11:44,488 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:11:45,488 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:11:46,073 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:11:46,489 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:11:47,489 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:11:48,489 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:11:49,489 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:11:50,489 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:11:51,074 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:11:51,489 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:11:52,489 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:11:53,489 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:11:54,489 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:11:55,489 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:11:56,489 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:11:57,074 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:11:57,490 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:11:58,172 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:11:58,172 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:11:58,490 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:11:59,496 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:12:00,497 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:12:01,493 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:12:02,078 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:12:02,500 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:12:03,499 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:12:04,500 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:12:04,781 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 18:12:04,783 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 18:12:04,784 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 18:12:04,785 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 18:12:05,066 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 18:12:05,500 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:12:05,504 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 18:12:05,505 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 18:12:06,500 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:12:07,201 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:12:07,500 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:12:08,500 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:12:09,500 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:12:10,500 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:12:11,500 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:12:12,500 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:12:13,172 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:12:13,173 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:12:13,287 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:12:13,500 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:12:14,501 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:12:15,500 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:12:16,623 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:12:17,620 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:12:18,620 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:12:19,200 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:12:19,621 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:12:20,621 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:12:21,621 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:12:22,621 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:12:23,621 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:12:24,621 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:12:25,200 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:12:25,621 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:12:26,621 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:12:27,625 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:12:28,174 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:12:28,174 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:12:28,627 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:12:29,627 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:12:30,214 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:12:30,627 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:12:31,627 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:12:32,627 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:12:33,553 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 18:12:33,554 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 18:12:33,555 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 18:12:33,556 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 18:12:33,966 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:12:34,529 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 18:12:34,703 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:12:35,070 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 18:12:35,530 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 18:12:35,703 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:12:36,205 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:12:36,703 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:12:37,703 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:12:38,703 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:12:39,704 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:12:40,704 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:12:41,205 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:12:41,704 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:12:42,704 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:12:43,174 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:12:43,175 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:12:43,704 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:12:44,704 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:12:45,704 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:12:46,206 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:12:46,704 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:12:47,704 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:12:48,704 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:12:49,705 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:12:50,705 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:12:51,705 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:12:52,206 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:12:52,705 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:12:53,705 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:12:54,706 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:12:55,706 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:12:56,706 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:12:57,706 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:12:58,175 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:12:58,175 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:12:58,341 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:12:58,706 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:12:59,706 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:13:00,712 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:13:01,710 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:13:02,710 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:13:03,709 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:13:04,223 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:13:04,711 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:13:05,073 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 18:13:05,701 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 18:13:05,701 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 18:13:05,702 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 18:13:05,704 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 18:13:06,122 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:13:06,558 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 18:13:06,850 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:13:07,559 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 18:13:07,850 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:13:08,850 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:13:09,742 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:13:09,850 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:13:10,851 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:13:11,851 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:13:12,851 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:13:13,175 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:13:13,175 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:13:13,851 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:13:14,851 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:13:15,213 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:13:15,851 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:13:16,851 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:13:17,851 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:13:18,851 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:13:19,851 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:13:20,214 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:13:20,852 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:13:21,852 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:13:22,852 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:13:23,852 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:13:24,852 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:13:25,852 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:13:26,213 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:13:26,852 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:13:27,852 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:13:28,175 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:13:28,175 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:13:28,852 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:13:29,852 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:13:30,852 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:13:31,852 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:13:32,214 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:13:32,866 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:13:33,856 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:13:34,862 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:13:35,078 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 18:13:35,858 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:13:36,860 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:13:37,219 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:13:37,861 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:13:38,719 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 18:13:38,720 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 18:13:38,720 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 18:13:38,722 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 18:13:39,134 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:13:39,588 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 18:13:39,588 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 18:13:40,133 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:13:41,133 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:13:42,133 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:13:43,133 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:13:43,175 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:13:43,175 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:13:43,317 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:13:44,133 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:13:45,133 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:13:46,133 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:13:47,134 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:13:48,134 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:13:49,134 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:13:49,214 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:13:50,134 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:13:51,134 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:13:52,134 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:13:53,134 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:13:54,134 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:13:55,134 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:13:55,214 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:13:56,135 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:13:57,135 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:13:58,135 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:13:58,175 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:13:58,176 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:13:59,135 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:14:00,135 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:14:01,135 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:14:01,214 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:14:02,135 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:14:03,145 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:14:04,136 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:14:05,083 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 18:14:05,136 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:14:06,136 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:14:06,224 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:14:07,136 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:14:08,136 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:14:08,781 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 18:14:08,783 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 18:14:08,783 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 18:14:08,784 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 18:14:09,197 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:14:09,616 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 18:14:09,617 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 18:14:10,196 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:14:11,196 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:14:12,196 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:14:12,218 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:14:13,175 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:14:13,176 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:14:13,216 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:14:14,196 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:14:15,196 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:14:16,196 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:14:17,196 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:14:17,219 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:14:18,196 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:14:19,197 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:14:20,197 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:14:21,197 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:14:22,197 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:14:23,197 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:14:23,219 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:14:24,197 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:14:25,197 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:14:26,197 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:14:27,197 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:14:28,175 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:14:28,176 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:14:28,216 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:14:28,257 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:14:29,198 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:14:30,198 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:14:31,198 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:14:32,198 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:14:33,198 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:14:34,198 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:14:34,226 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:14:35,087 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 18:14:35,198 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:14:36,198 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:14:37,198 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:14:38,202 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:14:39,199 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:14:39,231 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:14:39,447 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 18:14:39,449 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 18:14:39,450 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 18:14:39,451 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 18:14:39,645 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 18:14:40,199 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:14:41,199 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:14:41,647 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 18:14:42,199 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:14:43,175 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:14:43,176 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:14:43,216 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:14:44,199 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:14:44,245 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:14:45,199 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:14:46,199 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:14:47,200 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:14:48,200 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:14:49,200 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:14:50,200 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:14:50,222 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:14:51,200 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:14:52,200 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:14:53,200 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:14:54,200 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:14:55,200 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:14:56,200 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:14:56,222 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:14:57,200 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:14:58,176 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:14:58,176 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:14:58,216 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:14:59,201 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:15:00,201 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:15:01,201 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:15:02,201 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:15:02,222 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:15:03,201 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:15:04,203 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:15:05,095 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 18:15:05,213 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:15:06,210 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:15:07,210 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:15:07,236 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:15:08,210 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:15:09,210 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:15:09,316 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 18:15:09,317 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 18:15:09,317 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 18:15:09,319 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 18:15:09,672 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 18:15:09,673 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 18:15:10,210 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:15:11,210 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:15:12,210 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:15:13,176 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:15:13,176 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:15:13,216 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:15:13,281 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:15:14,211 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:15:15,211 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:15:16,211 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:15:17,211 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:15:18,211 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:15:19,211 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:15:19,227 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:15:20,211 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:15:21,211 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:15:22,211 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:15:23,367 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:15:24,228 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:15:24,269 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:15:25,269 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:15:26,270 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:15:27,270 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:15:28,176 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:15:28,176 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:15:28,270 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:15:29,270 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:15:29,307 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:15:30,270 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:15:31,270 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:15:32,270 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:15:33,270 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:15:34,270 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:15:35,093 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 18:15:35,095 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:15:35,270 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:15:36,275 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:15:37,275 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:15:38,276 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:15:39,281 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:15:40,234 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:15:40,285 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:15:41,281 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:15:41,623 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 18:15:41,624 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 18:15:41,624 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 18:15:41,626 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 18:15:41,710 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 18:15:42,585 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:15:43,176 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:15:43,176 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:15:43,584 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:15:43,713 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 18:15:44,584 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:15:45,585 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:15:46,231 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:15:46,585 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:15:47,585 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:15:48,585 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:15:49,585 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:15:50,585 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:15:51,585 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:15:52,231 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:15:52,585 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:15:53,585 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:15:54,586 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:15:55,585 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:15:56,586 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:15:57,231 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:15:57,586 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:15:58,176 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:15:58,176 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:15:58,586 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:15:59,586 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:16:00,586 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:16:01,586 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:16:02,586 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:16:03,232 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:16:03,586 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:16:04,596 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:16:05,102 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 18:16:05,588 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:16:06,592 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:16:07,596 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:16:08,236 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:16:08,599 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:16:09,596 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:16:10,596 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:16:10,598 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 18:16:10,599 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 18:16:10,600 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 18:16:10,601 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 18:16:10,744 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 18:16:11,679 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:16:11,746 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 18:16:12,679 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:16:13,176 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:16:13,177 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:16:13,362 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:16:13,679 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:16:14,679 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:16:15,679 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:16:16,679 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:16:17,679 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:16:18,679 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:16:19,235 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:16:19,679 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:16:20,679 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:16:21,679 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:16:22,679 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:16:23,679 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:16:24,680 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:16:25,235 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:16:25,680 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:16:26,680 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:16:27,680 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:16:28,176 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:16:28,177 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:16:28,680 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:16:29,680 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:16:30,680 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:16:31,235 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:16:31,680 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:16:32,680 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:16:33,680 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:16:34,680 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:16:35,104 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 18:16:35,680 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:16:36,681 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:16:37,243 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:16:37,684 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:16:38,688 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:16:39,686 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:16:40,690 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:16:41,690 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:16:42,241 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:16:42,689 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:16:42,922 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 18:16:42,924 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 18:16:42,924 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 18:16:42,929 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 18:16:43,343 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:16:43,344 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:16:43,689 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:16:43,777 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 18:16:44,689 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:16:44,779 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 18:16:45,689 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:16:46,689 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:16:47,689 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:16:48,238 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:16:48,689 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:16:49,689 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:16:50,689 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:16:51,689 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:16:52,689 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:16:53,690 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:16:54,238 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:16:54,690 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:16:55,916 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:16:56,821 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:16:57,821 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:16:58,342 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:16:58,343 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:16:58,821 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:16:59,444 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:16:59,821 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:17:00,821 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:17:01,821 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:17:02,821 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:17:03,821 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:17:04,821 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:17:05,108 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 18:17:05,110 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:17:05,821 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:17:06,821 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:17:07,831 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:17:08,825 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:17:09,827 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:17:10,246 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:17:10,828 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:17:11,834 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:17:12,830 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:17:13,344 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:17:13,345 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:17:13,728 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 18:17:13,730 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 18:17:13,731 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 18:17:13,736 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 18:17:13,812 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 18:17:14,146 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:17:14,877 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:17:15,877 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:17:16,245 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:17:16,813 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 18:17:16,877 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:17:17,878 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:17:18,878 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:17:19,878 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:17:20,878 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:17:21,878 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:17:22,246 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:17:22,878 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:17:23,878 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:17:24,878 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:17:25,878 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:17:26,878 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:17:27,246 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:17:27,893 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:17:28,344 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:17:28,344 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:17:28,890 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:17:29,890 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:17:30,890 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:17:31,890 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:17:32,246 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:17:32,890 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:17:33,890 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:17:34,890 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:17:35,112 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 18:17:35,891 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:17:36,891 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:17:37,891 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:17:38,246 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:17:38,891 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:17:39,899 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:17:40,895 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:17:41,896 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:17:42,899 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:17:43,255 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:17:43,346 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:17:43,346 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:17:43,897 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:17:44,898 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:17:45,508 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 18:17:45,510 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 18:17:45,510 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 18:17:45,516 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 18:17:45,839 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 18:17:45,936 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:17:46,840 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 18:17:46,934 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:17:47,934 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:17:48,549 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:17:48,934 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:17:49,935 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:17:50,935 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:17:51,935 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:17:52,935 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:17:53,935 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:17:54,248 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:17:54,935 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:17:55,935 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:17:56,935 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:17:57,935 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:17:58,345 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:17:58,346 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:17:58,935 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:17:59,508 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:17:59,937 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:18:00,937 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:18:01,937 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:18:02,937 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:18:03,937 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:18:04,937 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:18:05,116 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 18:18:05,119 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:18:05,937 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:18:06,937 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:18:07,937 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:18:08,937 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:18:09,937 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:18:10,248 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:18:10,938 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:18:11,938 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:18:12,938 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:18:13,346 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:18:13,346 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:18:13,942 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:18:14,943 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:18:15,942 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:18:16,248 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:18:16,938 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:18:17,939 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:18:18,939 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:18:19,778 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 18:18:19,779 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 18:18:19,780 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 18:18:19,783 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 18:18:19,868 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 18:18:20,197 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:18:21,196 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:18:21,248 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:18:22,196 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:18:22,870 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 18:18:23,196 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:18:24,196 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:18:25,196 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:18:26,196 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:18:27,196 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:18:27,248 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:18:28,197 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:18:28,346 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:18:28,346 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:18:29,197 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:18:30,197 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:18:31,197 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:18:32,197 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:18:33,197 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:18:33,248 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:18:34,197 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:18:35,120 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 18:18:35,197 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:18:36,197 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:18:37,197 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:18:38,198 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:18:39,198 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:18:39,248 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:18:40,198 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:18:41,198 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:18:42,198 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:18:43,198 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:18:43,346 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:18:43,346 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:18:44,198 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:18:44,435 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:18:45,201 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:18:46,209 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:18:47,205 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:18:48,205 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:18:49,205 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:18:50,206 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:18:50,252 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:18:50,383 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 18:18:50,385 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 18:18:50,386 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 18:18:50,391 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 18:18:50,904 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 18:18:51,206 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:18:52,206 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:18:52,905 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 18:18:53,206 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:18:54,206 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:18:55,206 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:18:55,252 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:18:56,206 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:18:57,206 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:18:58,206 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:18:58,346 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:18:58,346 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:18:59,206 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:19:00,206 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:19:01,207 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:19:01,252 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:19:02,207 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:19:03,207 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:19:04,207 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:19:05,124 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 18:19:05,207 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:19:06,207 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:19:06,252 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:19:07,207 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:19:08,207 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:19:09,207 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:19:10,207 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:19:11,208 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:19:11,253 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:19:12,208 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:19:13,208 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:19:13,346 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:19:13,346 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:19:14,208 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:19:15,208 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:19:16,208 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:19:16,253 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:19:17,219 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:19:18,217 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:19:19,217 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:19:20,218 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:19:21,215 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:19:21,259 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:19:22,215 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:19:22,342 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 18:19:22,343 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 18:19:22,344 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 18:19:22,346 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 18:19:22,928 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 18:19:23,215 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:19:24,215 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:19:24,929 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 18:19:25,215 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:19:26,216 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:19:26,259 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:19:27,216 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:19:28,216 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:19:28,346 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:19:28,347 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:19:29,216 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:19:30,216 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:19:31,216 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:19:32,216 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:19:32,259 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:19:33,216 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:19:34,217 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:19:35,130 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 18:19:35,217 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:19:36,217 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:19:37,217 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:19:37,259 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:19:38,217 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:19:39,217 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:19:40,217 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:19:41,217 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:19:42,217 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:19:43,217 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:19:43,260 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:19:43,346 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:19:43,347 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:19:44,218 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:19:45,218 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:19:46,230 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:19:47,221 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:19:48,227 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:19:48,266 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:19:49,224 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:19:50,224 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:19:51,225 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:19:51,492 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 18:19:51,493 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 18:19:51,493 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 18:19:51,495 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 18:19:51,960 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 18:19:52,225 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:19:52,961 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 18:19:53,225 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:19:53,534 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:19:54,225 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:19:55,225 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:19:56,225 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:19:57,225 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:19:58,225 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:19:58,346 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:19:58,347 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:19:59,225 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:19:59,481 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:20:00,225 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:20:01,226 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:20:02,226 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:20:03,226 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:20:04,448 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:20:05,133 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 18:20:05,140 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:20:05,352 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:20:06,353 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:20:07,353 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:20:08,353 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:20:09,353 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:20:10,263 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:20:10,353 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:20:11,353 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:20:12,353 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:20:13,347 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:20:13,347 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:20:13,387 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:20:14,353 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:20:15,353 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:20:16,268 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:20:16,367 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:20:17,362 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:20:18,359 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:20:19,360 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:20:20,363 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:20:21,273 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:20:21,363 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:20:21,917 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 18:20:21,918 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 18:20:21,918 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 18:20:21,919 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 18:20:21,987 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 18:20:22,366 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:20:23,365 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:20:24,365 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:20:24,989 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 18:20:25,365 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:20:26,366 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:20:27,268 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:20:27,366 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:20:28,347 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:20:28,347 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:20:28,387 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:20:29,366 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:20:30,366 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:20:31,366 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:20:32,269 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:20:32,366 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:20:33,366 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:20:34,367 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:20:35,137 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 18:20:35,366 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:20:36,367 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:20:37,367 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:20:38,269 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:20:38,367 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:20:39,367 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:20:40,367 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:20:41,367 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:20:42,367 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:20:43,347 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:20:43,347 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:20:43,387 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:20:43,512 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:20:44,367 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:20:45,367 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:20:46,374 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:20:47,378 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:20:48,372 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:20:49,271 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:20:49,372 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:20:50,373 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:20:51,373 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:20:51,666 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 18:20:51,667 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 18:20:51,668 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 18:20:51,670 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 18:20:52,010 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 18:20:52,373 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:20:53,011 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 18:20:53,373 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:20:54,373 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:20:54,707 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:20:55,373 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:20:56,373 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:20:57,373 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:20:58,347 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:20:58,348 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:20:58,388 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:20:59,374 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:21:00,270 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:21:00,374 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:21:01,374 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:21:02,374 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:21:03,438 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:21:04,437 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:21:05,141 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 18:21:05,270 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:21:05,437 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:21:06,437 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:21:07,437 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:21:08,437 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:21:09,437 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:21:10,270 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:21:10,438 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:21:11,438 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:21:12,438 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:21:13,352 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:21:13,358 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:21:13,445 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:21:14,441 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:21:15,275 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:21:15,441 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:21:16,442 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:21:17,446 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:21:18,443 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:21:19,182 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 18:21:19,184 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 18:21:19,184 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 18:21:19,186 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 18:21:19,599 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:21:20,033 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 18:21:20,275 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:21:20,598 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:21:21,034 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 18:21:21,598 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:21:22,598 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:21:23,598 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:21:24,598 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:21:25,275 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:21:25,598 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:21:26,598 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:21:27,598 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:21:28,348 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:21:28,349 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:21:28,598 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:21:29,598 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:21:30,599 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:21:31,275 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:21:31,599 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:21:32,599 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:21:33,599 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:21:34,599 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:21:35,145 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 18:21:35,599 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:21:36,276 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:21:36,599 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:21:37,599 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:21:38,599 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:21:39,599 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:21:40,599 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:21:41,276 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:21:41,600 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:21:42,600 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:21:43,348 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:21:43,349 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:21:43,600 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:21:44,600 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:21:45,600 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:21:46,280 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:21:46,603 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:21:47,613 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:21:48,605 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:21:49,605 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:21:50,606 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:21:51,281 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:21:51,606 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:21:51,631 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 18:21:51,632 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 18:21:51,633 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 18:21:51,635 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 18:21:52,064 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 18:21:52,606 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:21:53,064 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 18:21:53,606 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:21:54,606 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:21:55,606 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:21:56,281 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:21:56,606 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:21:57,606 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:21:58,349 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:21:58,349 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:21:58,606 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:21:59,606 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:22:00,607 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:22:01,607 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:22:02,281 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:22:02,607 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:22:03,607 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:22:04,607 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:22:05,150 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 18:22:05,607 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:22:06,607 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:22:07,325 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:22:07,607 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:22:08,607 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:22:09,607 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:22:10,608 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:22:11,608 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:22:12,608 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:22:13,324 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:22:13,349 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:22:13,349 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:22:13,608 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:22:14,608 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:22:15,608 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:22:16,608 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:22:17,615 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:22:18,328 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:22:18,612 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:22:19,617 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:22:20,616 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:22:21,615 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:22:22,614 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:22:22,652 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 18:22:22,653 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 18:22:22,653 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 18:22:22,655 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 18:22:23,090 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 18:22:23,614 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:22:23,693 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:22:24,614 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:22:25,091 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 18:22:25,614 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:22:26,614 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:22:27,614 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:22:28,349 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:22:28,349 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:22:28,614 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:22:29,469 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:22:29,614 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:22:30,614 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:22:31,614 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:22:32,615 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:22:33,615 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:22:34,615 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:22:35,152 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 18:22:35,158 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:22:35,615 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:22:36,615 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:22:37,615 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:22:38,615 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:22:39,615 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:22:40,327 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:22:40,615 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:22:41,615 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:22:42,615 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:22:43,349 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:22:43,349 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:22:43,616 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:22:44,616 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:22:45,616 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:22:46,327 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:22:46,616 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:22:47,616 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:22:48,616 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:22:49,623 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:22:50,627 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:22:51,329 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:22:51,620 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:22:52,627 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:22:53,621 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:22:54,621 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:22:54,990 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 18:22:54,992 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 18:22:54,992 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 18:22:54,994 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 18:22:55,121 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 18:22:55,621 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:22:56,413 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:22:56,621 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:22:57,123 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 18:22:57,621 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:22:58,349 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:22:58,350 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:22:58,621 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:22:59,621 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:23:00,621 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:23:01,621 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:23:02,410 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:23:02,621 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:23:03,622 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:23:04,622 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:23:05,156 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 18:23:05,622 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:23:06,622 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:23:07,622 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:23:08,410 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:23:08,622 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:23:09,622 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:23:10,622 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:23:11,622 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:23:12,623 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:23:13,349 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:23:13,350 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:23:13,505 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:23:13,623 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:23:14,623 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:23:15,623 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:23:16,623 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:23:17,623 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:23:18,623 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:23:19,419 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:23:19,632 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:23:20,628 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:23:21,629 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:23:22,635 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:23:23,632 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:23:24,420 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:23:24,633 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:23:24,920 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 18:23:24,921 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 18:23:24,922 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 18:23:24,924 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 18:23:25,150 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 18:23:25,633 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:23:26,633 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:23:27,152 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 18:23:27,633 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:23:28,349 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:23:28,350 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:23:28,633 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:23:29,422 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:23:29,633 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:23:30,633 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:23:31,633 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:23:32,633 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:23:33,633 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:23:34,633 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:23:35,160 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 18:23:35,167 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:23:35,633 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:23:36,634 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:23:37,634 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:23:38,634 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:23:39,634 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:23:40,414 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:23:40,634 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:23:41,634 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:23:42,634 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:23:43,350 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:23:43,350 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:23:43,634 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:23:44,634 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:23:45,635 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:23:46,415 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:23:46,635 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:23:47,635 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:23:48,635 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:23:49,640 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:23:50,639 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:23:51,419 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:23:51,639 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:23:52,639 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:23:53,637 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:23:54,637 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:23:54,857 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 18:23:54,858 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 18:23:54,859 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 18:23:54,860 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 18:23:55,185 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 18:23:55,637 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:23:56,637 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:23:57,187 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 18:23:57,417 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:23:57,637 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:23:58,350 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:23:58,350 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:23:58,640 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:23:59,639 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:24:00,639 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:24:01,639 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:24:02,639 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:24:03,417 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:24:03,639 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:24:04,639 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:24:05,163 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 18:24:05,639 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:24:06,640 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:24:07,640 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:24:08,417 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:24:08,640 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:24:09,640 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:24:10,640 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:24:11,640 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:24:12,640 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:24:13,350 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:24:13,350 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:24:13,640 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:24:14,414 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:24:14,640 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:24:15,640 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:24:16,641 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:24:17,641 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:24:19,202 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 18:24:19,956 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:24:20,486 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:24:24,957 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:24:28,299 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:24:29,236 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:24:30,927 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:24:35,121 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:24:35,122 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:24:35,253 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 18:24:36,564 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:24:36,571 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:24:37,536 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:24:41,565 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:24:44,998 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:24:44,999 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:24:45,303 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:24:47,123 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:24:52,124 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:24:52,759 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:24:54,098 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:24:57,523 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:25:01,547 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:25:03,279 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:25:03,498 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:25:03,498 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:25:04,388 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:25:05,172 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 18:25:09,181 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:25:14,176 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:25:15,639 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:25:15,640 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:25:15,974 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:25:16,974 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:25:17,523 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 18:25:17,974 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:25:18,974 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:25:19,974 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:25:20,047 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:25:20,974 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:25:21,974 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:25:22,975 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:25:23,974 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:25:24,975 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:25:25,418 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:25:25,975 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:25:26,975 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:25:27,975 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:25:28,975 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:25:29,975 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:25:30,419 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:25:30,639 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:25:30,639 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:25:30,975 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:25:31,975 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:25:32,976 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:25:33,975 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:25:34,976 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:25:35,176 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 18:25:35,976 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:25:36,419 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:25:36,976 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:25:37,976 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:25:38,976 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:25:39,976 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:25:40,976 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:25:41,419 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:25:41,976 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:25:42,977 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:25:43,977 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:25:44,977 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:25:45,639 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:25:45,640 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:25:45,977 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:25:46,712 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:25:46,977 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:25:47,977 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:25:48,977 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:25:49,978 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:25:50,977 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:25:51,977 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:25:52,419 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:25:52,978 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:25:53,978 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:25:54,978 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:25:55,978 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:25:56,978 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:25:57,978 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:25:58,419 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:25:58,978 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:25:59,978 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:26:00,639 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:26:00,640 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:26:00,978 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:26:01,978 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:26:02,978 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:26:03,776 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:26:03,978 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:26:04,979 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:26:05,184 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 18:26:05,979 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:26:06,979 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:26:07,979 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:26:09,420 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:26:14,421 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:26:19,421 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:26:24,422 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:26:27,431 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:26:27,431 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:26:27,471 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:26:28,426 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:26:29,427 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:26:29,561 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:26:30,426 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:26:31,426 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:26:32,427 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:26:33,427 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:26:34,427 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:26:35,184 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 18:26:35,190 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:26:35,427 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:26:36,427 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:26:37,427 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:26:38,427 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:26:39,427 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:26:40,427 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:26:40,428 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:26:41,427 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:26:42,428 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:26:42,430 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:26:42,430 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:26:43,427 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:26:44,428 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:26:45,428 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:26:45,514 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:26:46,428 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:26:47,428 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:26:48,428 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:26:49,428 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:26:50,428 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:26:51,428 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:26:51,429 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:26:52,428 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:26:53,429 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:26:54,429 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:26:55,429 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:26:56,429 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:26:57,427 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:26:57,429 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:26:57,430 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:26:57,430 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:26:58,429 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:26:59,429 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:27:00,429 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:27:01,429 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:27:02,429 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:27:03,427 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:27:03,429 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:27:04,429 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:27:05,188 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 18:27:05,430 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:27:06,430 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:27:07,430 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:27:08,430 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:27:09,428 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:27:09,430 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:27:10,430 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:27:11,430 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:27:12,430 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:27:12,430 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:27:12,470 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:27:13,430 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:27:14,430 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:27:14,512 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:27:15,430 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:27:16,431 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:27:17,431 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:27:18,431 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:27:19,431 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:27:20,428 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:27:20,431 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:27:21,431 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:27:22,431 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:27:23,431 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:27:24,431 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:27:25,428 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:27:25,431 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:27:26,431 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:27:27,430 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:27:27,430 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:27:27,470 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:27:28,432 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:27:29,432 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:27:30,432 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:27:30,596 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:27:31,432 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:27:32,432 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:27:33,432 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:27:34,432 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:27:35,194 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 18:27:35,433 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:27:36,197 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:27:36,432 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:27:37,433 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:27:38,433 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:27:39,433 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:27:40,433 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:27:41,428 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:27:41,433 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:27:42,430 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:27:42,430 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:27:42,471 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:27:43,433 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:27:44,433 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:27:45,433 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:27:46,433 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:27:46,571 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:27:47,433 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:27:48,434 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:27:49,434 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:27:50,434 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:27:51,434 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:27:52,428 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:27:52,434 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:27:53,434 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:27:54,434 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:27:55,434 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:27:56,434 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:27:57,430 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:27:57,430 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:27:57,471 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:27:57,499 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:27:58,434 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:27:59,435 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:28:00,435 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:28:01,435 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:28:02,435 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:28:03,429 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:28:03,435 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:28:04,435 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:28:05,197 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 18:28:05,435 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:28:06,435 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:28:07,435 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:28:08,429 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:28:08,435 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:28:09,435 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:28:10,435 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:28:11,436 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:28:12,430 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:28:12,430 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:28:12,471 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:28:13,436 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:28:13,598 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:28:14,436 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:28:15,436 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:28:18,598 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:28:23,599 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:28:28,599 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:28:33,600 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:28:35,201 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 18:28:39,204 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:28:44,204 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:28:49,205 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:28:54,206 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:28:55,401 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:28:55,402 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:28:55,441 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:28:56,395 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:28:57,645 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:28:58,806 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:28:59,190 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 18:28:59,215 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:28:59,641 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:29:00,641 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:29:01,641 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:29:02,641 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:29:03,192 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 18:29:03,641 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:29:04,641 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:29:04,968 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:29:05,205 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 18:29:05,641 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:29:06,641 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:29:07,641 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:29:08,642 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:29:09,642 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:29:10,397 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:29:10,400 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:29:10,400 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:29:10,642 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:29:11,695 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:29:12,686 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:29:13,686 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:29:14,687 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:29:15,398 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:29:15,687 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:29:16,687 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:29:17,687 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:29:18,687 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:29:19,687 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:29:20,687 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:29:21,397 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:29:21,687 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:29:22,687 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:29:23,687 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:29:24,694 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:29:25,415 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:29:25,416 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:29:25,691 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:29:26,501 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:29:26,695 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:29:27,692 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:29:28,693 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:29:29,694 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:29:30,694 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:29:31,102 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 18:29:31,104 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 18:29:31,105 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 18:29:31,106 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 18:29:31,217 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 18:29:31,694 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:29:32,145 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:29:32,694 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:29:33,219 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 18:29:33,694 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:29:34,694 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:29:35,209 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 18:29:35,694 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:29:36,694 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:29:37,400 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:29:37,695 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:29:38,695 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:29:39,695 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:29:40,404 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:29:40,405 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:29:40,695 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:29:41,695 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:29:42,555 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:29:42,725 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:29:43,724 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:29:44,724 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:29:45,724 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:29:46,724 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:29:47,725 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:29:48,401 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:29:48,724 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:29:49,724 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:29:50,724 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:29:51,724 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:29:52,725 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:29:53,401 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:29:53,725 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:29:54,732 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:29:55,409 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:29:55,411 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:29:55,728 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:29:56,728 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:29:57,738 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:29:58,588 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:29:58,734 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:29:59,735 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:30:00,266 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 18:30:00,267 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 18:30:00,267 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 18:30:00,269 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 18:30:00,735 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:30:01,244 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 18:30:01,244 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 18:30:01,735 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:30:02,735 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:30:03,692 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:30:03,735 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:30:04,735 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:30:05,214 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 18:30:05,735 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:30:06,735 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:30:07,735 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:30:08,735 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:30:09,418 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:30:09,736 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:30:10,409 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:30:10,410 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:30:10,736 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:30:11,736 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:30:12,736 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:30:13,736 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:30:14,526 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:30:14,736 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:30:15,736 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:30:16,736 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:30:17,737 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:30:18,737 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:30:19,737 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:30:20,418 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:30:20,737 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:30:21,737 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:30:22,737 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:30:23,737 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:30:24,737 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:30:25,410 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:30:25,410 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:30:25,499 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:30:25,737 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:30:26,742 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:30:27,743 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:30:28,743 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:30:29,745 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:30:30,746 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:30:31,432 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:30:31,746 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:30:32,029 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 18:30:32,030 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 18:30:32,031 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 18:30:32,033 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 18:30:32,276 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 18:30:32,746 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:30:33,277 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 18:30:33,746 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:30:34,746 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:30:35,219 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 18:30:35,746 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:30:36,746 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:30:37,422 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:30:37,746 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:30:38,746 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:30:39,746 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:30:40,410 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:30:40,410 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:30:40,747 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:30:41,747 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:30:42,519 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:30:42,747 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:30:43,747 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:30:44,747 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:30:45,747 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:30:46,747 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:30:47,747 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:30:48,423 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:30:48,747 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:30:49,748 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:30:50,748 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:30:51,748 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:30:52,748 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:30:53,749 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:30:54,423 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:30:54,748 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:30:55,410 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:30:55,410 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:30:55,748 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:30:56,749 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:30:57,750 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:30:58,754 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:30:59,495 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:30:59,750 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:31:00,750 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:31:01,750 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:31:01,816 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 18:31:01,818 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 18:31:01,818 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 18:31:01,820 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 18:31:02,308 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 18:31:02,750 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:31:03,309 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 18:31:03,750 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:31:04,750 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:31:04,857 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:31:05,222 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 18:31:05,750 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:31:06,750 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:31:07,751 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:31:08,751 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:31:09,751 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:31:10,410 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:31:10,410 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:31:10,572 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:31:10,751 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:31:11,751 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:31:12,751 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:31:13,751 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:31:14,751 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:31:15,751 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:31:16,426 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:31:16,751 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:31:17,752 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:31:18,752 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:31:19,752 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:31:20,752 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:31:21,752 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:31:22,426 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:31:22,752 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:31:23,752 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:31:24,752 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:31:25,410 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:31:25,410 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:31:25,752 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:31:26,761 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:31:27,758 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:31:28,412 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:31:28,761 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:31:29,758 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:31:30,759 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:31:31,759 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:31:32,392 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 18:31:32,393 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 18:31:32,394 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 18:31:32,396 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 18:31:32,818 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:31:33,338 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 18:31:33,338 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 18:31:33,433 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:31:33,814 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:31:34,814 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:31:35,226 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 18:31:35,814 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:31:36,815 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:31:37,815 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:31:38,815 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:31:39,426 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:31:39,815 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:31:40,410 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:31:40,411 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:31:40,815 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:31:41,815 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:31:42,815 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:31:43,815 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:31:44,508 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:31:44,815 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:31:45,815 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:31:46,816 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:31:47,816 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:31:48,816 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:31:49,816 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:31:50,426 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:31:50,816 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:31:51,816 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:31:52,816 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:31:53,816 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:31:54,816 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:31:55,410 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:31:55,411 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:31:55,511 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:31:55,816 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:31:56,816 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:31:57,816 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:31:58,817 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:31:59,820 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:32:00,823 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:32:01,437 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:32:01,823 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:32:02,829 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:32:03,829 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:32:04,826 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:32:04,969 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 18:32:04,971 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 18:32:04,972 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 18:32:04,973 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 18:32:05,229 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 18:32:05,370 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 18:32:05,826 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:32:06,826 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:32:07,371 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 18:32:07,433 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:32:07,826 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:32:08,826 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:32:09,826 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:32:10,410 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:32:10,411 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:32:10,826 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:32:11,826 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:32:12,499 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:32:12,826 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:32:13,826 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:32:14,826 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:32:15,827 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:32:16,827 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:32:17,827 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:32:18,432 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:32:18,827 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:32:19,827 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:32:20,827 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:32:21,827 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:32:22,827 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:32:23,545 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:32:23,827 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:32:24,828 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:32:25,410 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:32:25,411 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:32:25,828 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:32:26,828 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:32:27,828 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:32:28,569 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:32:28,828 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:32:29,828 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:32:30,828 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:32:31,828 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:32:32,835 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:32:33,836 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:32:34,466 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:32:34,836 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:32:35,234 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 18:32:35,832 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:32:36,833 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:32:37,834 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:32:38,099 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 18:32:38,100 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 18:32:38,100 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 18:32:38,102 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 18:32:38,402 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 18:32:38,834 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:32:39,403 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 18:32:39,840 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:32:40,140 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:32:40,411 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:32:40,411 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:32:40,839 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:32:41,840 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:32:42,840 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:32:43,840 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:32:44,840 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:32:45,460 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:32:45,840 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:32:46,840 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:32:47,840 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:32:48,840 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:32:49,840 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:32:50,840 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:32:51,460 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:32:51,841 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:32:52,841 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:32:53,841 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:32:54,841 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:32:55,411 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:32:55,411 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:32:55,841 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:32:56,574 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:32:56,841 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:32:57,841 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:32:58,841 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:32:59,841 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:33:00,841 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:33:01,842 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:33:02,461 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:33:02,842 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:33:03,842 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:33:04,842 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:33:05,238 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 18:33:05,842 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:33:06,849 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:33:07,463 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:33:07,848 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:33:08,849 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:33:09,849 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:33:10,431 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:33:10,439 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:33:10,849 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:33:11,852 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:33:12,510 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:33:12,850 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:33:12,940 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 18:33:12,941 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 18:33:12,941 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 18:33:12,942 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 18:33:13,448 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 18:33:13,850 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:33:14,850 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:33:15,449 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 18:33:15,850 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:33:16,850 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:33:17,851 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:33:18,464 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:33:18,851 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:33:19,851 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:33:20,851 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:33:21,851 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:33:22,851 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:33:23,851 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:33:24,464 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:33:24,851 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:33:25,455 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:33:25,455 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:33:25,851 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:33:26,851 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:33:27,853 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:33:28,852 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:33:29,525 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:33:29,852 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:33:30,852 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:33:31,852 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:33:32,852 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:33:33,852 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:33:34,853 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:33:35,243 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 18:33:35,249 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:33:35,853 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:33:36,853 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:33:37,856 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:33:38,857 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:33:39,861 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:33:40,459 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:33:40,463 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:33:40,531 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:33:40,863 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:33:41,855 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:33:42,855 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:33:43,006 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 18:33:43,008 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 18:33:43,008 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 18:33:43,009 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 18:33:43,482 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 18:33:43,855 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:33:44,855 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:33:45,484 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 18:33:45,855 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:33:46,465 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:33:46,855 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:33:47,855 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:33:48,855 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:33:49,855 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:33:50,856 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:33:51,856 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:33:52,465 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:33:52,856 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:33:53,856 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:33:54,856 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:33:55,455 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:33:55,456 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:33:55,856 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:33:56,856 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:33:57,619 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:33:57,856 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:33:58,856 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:33:59,857 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:34:00,857 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:34:01,857 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:34:02,857 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:34:03,466 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:34:03,857 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:34:04,857 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:34:05,246 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 18:34:05,862 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:34:06,858 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:34:07,858 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:34:08,471 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:34:08,859 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:34:09,859 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:34:10,457 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:34:10,461 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:34:10,859 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:34:11,572 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 18:34:11,573 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 18:34:11,574 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 18:34:11,575 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 18:34:12,509 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 18:34:12,538 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:34:13,510 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 18:34:13,537 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:34:13,615 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:34:14,537 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:34:15,537 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:34:16,537 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:34:17,537 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:34:18,537 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:34:19,470 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:34:19,537 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:34:20,537 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:34:21,537 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:34:22,538 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:34:23,538 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:34:24,538 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:34:25,458 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:34:25,458 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:34:25,538 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:34:25,593 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:34:26,538 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:34:27,538 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:34:28,538 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:34:29,538 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:34:30,538 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:34:31,470 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:34:31,538 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:34:32,539 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:34:33,539 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:34:34,539 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:34:35,250 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 18:34:35,539 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:34:36,539 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:34:37,476 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:34:37,545 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:34:38,544 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:34:39,546 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:34:40,465 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:34:40,470 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:34:40,555 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:34:41,554 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:34:42,551 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:34:42,589 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:34:42,907 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 18:34:42,908 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 18:34:42,908 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 18:34:42,909 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 18:34:43,540 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 18:34:43,551 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:34:44,551 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:34:45,542 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 18:34:45,551 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:34:46,551 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:34:47,551 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:34:48,470 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:34:48,551 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:34:49,551 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:34:50,551 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:34:51,551 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:34:52,552 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:34:53,470 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:34:53,552 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:34:54,552 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:34:55,462 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:34:55,462 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:34:55,552 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:34:56,552 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:34:57,552 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:34:58,552 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:34:58,577 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:34:59,552 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:35:00,552 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:35:01,552 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:35:02,553 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:35:03,553 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:35:04,471 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:35:04,553 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:35:05,254 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 18:35:05,553 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:35:06,564 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:35:07,560 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:35:08,557 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:35:09,479 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:35:09,557 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:35:10,463 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:35:10,464 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:35:10,557 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:35:11,558 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:35:12,547 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 18:35:12,549 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 18:35:12,550 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 18:35:12,551 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 18:35:12,562 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 18:35:12,937 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:35:13,563 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 18:35:13,697 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:35:14,589 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:35:14,697 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:35:15,697 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:35:16,697 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:35:17,697 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:35:18,697 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:35:19,698 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:35:20,472 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:35:20,698 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:35:21,698 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:35:22,698 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:35:23,698 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:35:24,698 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:35:25,464 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:35:25,465 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:35:25,619 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:35:25,698 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:35:26,698 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:35:27,698 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:35:28,698 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:35:29,699 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:35:30,699 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:35:31,473 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:35:31,699 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:35:32,699 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:35:33,699 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:35:34,699 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:35:35,259 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 18:35:35,699 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:35:36,699 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:35:37,473 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:35:37,712 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:35:38,705 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:35:39,703 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:35:40,467 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:35:40,471 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:35:40,703 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:35:41,703 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:35:42,563 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:35:42,703 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:35:43,628 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 18:35:43,629 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 18:35:43,629 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 18:35:43,631 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 18:35:44,055 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:35:44,596 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 18:35:44,778 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:35:45,597 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 18:35:45,778 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:35:46,778 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:35:47,778 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:35:48,476 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:35:48,778 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:35:49,778 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:35:50,779 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:35:51,779 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:35:52,779 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:35:53,779 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:35:54,477 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:35:54,779 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:35:55,467 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:35:55,468 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:35:55,779 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:35:56,779 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:35:57,780 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:35:58,779 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:35:59,572 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:35:59,780 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:36:00,780 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:36:01,780 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:36:02,780 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:36:03,780 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:36:04,780 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:36:05,263 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 18:36:05,270 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:36:05,780 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:36:06,780 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:36:07,780 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:36:08,780 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:36:09,781 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:36:10,474 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:36:10,481 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:36:10,580 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:36:10,783 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:36:11,787 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:36:12,784 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:36:13,784 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:36:14,789 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:36:15,792 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:36:16,322 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 18:36:16,324 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 18:36:16,324 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 18:36:16,324 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:36:16,325 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 18:36:16,629 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 18:36:16,791 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:36:17,630 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 18:36:17,790 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:36:18,791 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:36:19,791 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:36:20,791 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:36:21,481 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:36:21,791 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:36:22,791 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:36:23,791 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:36:24,791 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:36:25,469 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:36:25,470 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:36:25,791 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:36:26,605 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:36:26,791 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:36:27,791 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:36:28,791 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:36:29,791 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:36:30,940 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:36:31,845 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:36:32,481 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:36:32,845 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:36:33,845 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:36:34,845 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:36:35,267 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 18:36:35,845 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:36:36,846 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:36:37,846 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:36:38,481 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:36:38,846 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:36:39,846 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:36:40,470 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:36:40,470 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:36:40,846 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:36:41,857 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:36:42,850 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:36:43,586 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:36:43,857 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:36:44,854 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:36:45,854 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:36:46,854 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:36:47,693 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 18:36:47,695 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 18:36:47,695 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 18:36:47,697 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 18:36:48,112 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:36:48,654 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 18:36:48,736 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:36:49,111 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:36:49,655 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 18:36:50,111 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:36:51,111 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:36:52,112 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:36:53,112 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:36:54,112 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:36:54,481 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:36:55,112 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:36:55,470 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:36:55,470 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:36:56,112 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:36:57,112 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:36:58,112 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:36:59,112 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:36:59,549 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:37:00,112 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:37:01,112 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:37:02,112 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:37:03,113 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:37:04,113 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:37:05,113 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:37:05,271 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 18:37:05,278 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:37:06,113 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:37:07,113 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:37:08,113 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:37:09,113 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:37:10,113 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:37:10,470 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:37:10,470 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:37:10,539 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:37:11,113 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:37:12,113 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:37:13,114 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:37:14,120 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:37:15,130 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:37:16,123 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:37:16,486 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:37:17,126 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:37:18,123 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:37:19,124 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:37:19,980 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 18:37:19,981 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 18:37:19,981 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 18:37:19,982 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 18:37:20,394 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:37:20,683 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 18:37:21,393 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:37:22,393 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:37:22,485 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:37:22,685 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 18:37:23,393 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:37:24,393 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:37:25,393 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:37:25,470 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:37:25,470 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:37:26,393 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:37:27,394 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:37:27,611 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:37:28,394 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:37:29,394 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:37:30,394 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:37:31,394 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:37:32,473 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:37:33,469 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:37:33,486 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:37:34,469 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:37:35,275 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 18:37:35,469 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:37:36,470 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:37:37,470 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:37:38,470 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:37:38,486 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:37:39,470 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:37:40,470 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:37:40,470 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:37:40,471 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:37:41,470 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:37:42,470 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:37:43,475 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:37:43,552 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:37:44,480 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:37:45,480 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:37:46,475 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:37:47,476 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:37:48,476 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:37:48,792 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 18:37:48,794 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 18:37:48,794 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 18:37:48,795 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:37:48,796 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 18:37:49,476 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:37:49,706 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 18:37:50,476 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:37:50,708 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 18:37:51,476 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:37:52,476 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:37:53,476 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:37:54,476 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:37:54,489 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:37:55,470 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:37:55,471 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:37:55,511 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:37:56,477 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:37:57,477 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:37:58,477 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:37:59,477 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:37:59,579 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:38:00,477 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:38:01,491 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:38:02,487 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:38:03,486 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:38:04,487 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:38:05,280 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 18:38:05,287 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:38:05,487 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:38:06,487 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:38:07,487 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:38:08,487 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:38:09,487 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:38:10,470 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:38:10,471 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:38:10,511 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:38:10,542 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:38:11,487 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:38:12,488 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:38:13,488 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:38:14,497 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:38:15,495 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:38:16,493 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:38:16,496 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:38:17,496 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:38:18,494 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:38:19,494 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:38:19,693 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 18:38:19,695 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 18:38:19,695 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 18:38:19,697 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 18:38:19,734 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 18:38:20,494 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:38:20,735 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 18:38:21,494 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:38:22,492 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:38:22,494 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:38:23,494 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:38:24,494 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:38:25,471 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:38:25,471 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:38:25,511 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:38:26,495 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:38:27,495 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:38:27,606 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:38:28,495 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:38:29,495 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:38:30,495 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:38:31,495 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:38:32,495 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:38:33,492 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:38:33,495 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:38:34,496 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:38:35,284 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 18:38:35,496 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:38:36,496 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:38:37,496 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:38:38,496 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:38:39,492 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:38:39,496 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:38:40,471 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:38:40,471 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:38:40,511 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:38:41,496 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:38:42,496 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:38:43,507 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:38:44,502 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:38:44,566 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:38:45,502 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:38:46,501 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:38:47,502 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:38:48,501 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:38:48,933 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 18:38:48,934 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 18:38:48,935 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 18:38:48,936 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 18:38:49,501 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:38:49,766 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 18:38:49,975 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:38:50,501 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:38:50,767 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 18:38:51,501 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:38:52,501 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:38:53,501 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:38:54,501 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:38:55,471 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:38:55,472 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:38:55,511 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:38:55,598 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:38:56,502 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:38:57,502 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:38:58,502 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:38:59,502 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:39:00,502 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:39:01,497 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:39:01,502 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:39:02,502 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:39:03,502 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:39:04,502 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:39:05,288 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 18:39:05,502 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:39:06,497 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:39:06,503 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:39:07,503 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:39:08,503 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:39:09,503 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:39:10,471 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:39:10,471 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:39:10,511 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:39:11,503 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:39:11,599 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:39:12,503 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:39:13,503 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:39:14,510 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:39:15,506 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:39:16,507 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:39:17,507 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:39:17,508 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:39:18,507 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:39:19,508 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:39:19,664 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 18:39:19,666 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 18:39:19,667 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 18:39:19,668 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 18:39:19,793 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 18:39:20,508 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:39:20,794 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 18:39:21,508 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:39:22,508 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:39:23,503 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:39:23,508 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:39:24,508 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:39:25,471 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:39:25,472 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:39:25,512 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:39:26,508 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:39:27,508 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:39:28,508 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:39:28,628 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:39:29,509 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:39:30,509 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:39:31,509 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:39:32,509 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:39:33,510 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:39:34,503 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:39:34,509 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:39:35,292 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 18:39:35,509 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:39:36,509 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:39:37,510 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:39:38,509 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:39:39,510 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:39:40,471 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:39:40,472 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:39:40,512 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:39:40,611 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:39:41,510 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:39:42,510 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:39:43,510 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:39:44,510 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:39:45,524 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:39:46,513 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:39:46,520 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:39:47,512 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:39:48,518 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:39:49,515 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:39:50,515 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:39:51,255 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 18:39:51,256 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 18:39:51,256 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 18:39:51,258 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 18:39:51,674 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:39:51,821 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 18:39:52,296 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:39:52,670 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:39:52,822 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 18:39:53,670 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:39:54,670 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:39:55,471 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:39:55,472 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:39:55,670 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:39:56,670 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:39:57,550 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:39:57,670 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:39:58,670 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:39:59,670 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:40:00,670 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:40:01,671 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:40:02,671 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:40:03,507 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:40:03,733 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:40:04,731 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:40:05,296 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 18:40:05,730 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:40:06,730 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:40:07,730 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:40:08,507 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:40:08,730 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:40:09,730 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:40:10,471 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:40:10,472 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:40:10,730 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:40:11,730 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:40:12,731 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:40:13,593 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:40:13,731 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:40:14,731 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:40:15,731 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:40:16,740 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:40:17,737 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:40:18,737 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:40:19,513 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:40:19,738 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:40:20,743 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:40:21,740 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:40:21,827 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 18:40:21,828 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 18:40:21,828 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 18:40:21,829 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 18:40:21,848 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 18:40:22,741 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:40:22,849 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 18:40:23,741 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:40:24,741 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:40:24,870 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:40:25,472 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:40:25,472 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:40:25,741 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:40:26,741 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:40:27,741 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:40:28,741 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:40:29,741 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:40:30,507 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:40:30,741 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:40:31,741 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:40:32,741 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:40:33,741 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:40:34,741 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:40:35,300 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 18:40:35,742 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:40:36,507 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:40:36,742 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:40:37,742 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:40:38,742 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:40:39,742 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:40:40,472 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:40:40,472 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:40:40,742 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:40:41,560 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:40:41,742 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:40:42,742 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:40:43,742 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:40:44,742 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:40:45,743 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:40:46,750 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:40:47,511 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:40:47,744 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:40:48,744 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:40:49,749 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:40:50,748 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:40:51,750 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:40:52,063 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 18:40:52,064 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 18:40:52,064 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 18:40:52,065 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 18:40:52,749 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:40:52,879 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 18:40:53,104 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:40:53,749 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:40:54,749 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:40:54,880 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 18:40:55,472 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:40:55,472 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:40:55,749 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:40:56,749 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:40:57,749 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:40:58,627 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:40:58,749 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:40:59,749 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:41:00,749 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:41:01,749 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:41:02,749 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:41:03,750 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:41:04,514 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:41:04,750 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:41:05,304 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 18:41:05,750 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:41:06,750 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:41:07,750 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:41:08,750 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:41:09,514 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:41:09,750 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:41:10,472 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:41:10,473 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:41:10,750 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:41:11,750 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:41:12,750 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:41:13,751 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:41:14,617 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:41:14,751 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:41:15,751 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:41:16,763 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:41:17,756 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:41:18,760 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:41:19,758 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:41:20,517 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:41:20,761 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:41:21,761 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:41:22,605 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 18:41:22,607 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 18:41:22,607 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 18:41:22,609 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 18:41:22,909 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 18:41:23,023 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:41:24,029 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:41:24,911 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 18:41:25,022 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:41:25,472 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:41:25,473 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:41:25,634 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:41:26,022 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:41:27,022 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:41:28,022 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:41:29,022 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:41:30,022 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:41:31,023 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:41:31,522 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:41:32,023 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:41:33,023 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:41:34,023 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:41:35,023 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:41:35,308 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 18:41:36,023 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:41:37,023 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:41:37,523 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:41:38,023 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:41:39,023 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:41:40,023 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:41:40,472 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:41:40,473 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:41:41,024 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:41:42,024 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:41:42,550 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:41:43,024 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:41:44,024 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:41:45,024 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:41:46,024 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:41:47,024 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:41:48,024 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:41:48,523 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:41:49,034 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:41:50,030 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:41:51,033 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:41:52,034 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:41:53,034 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:41:53,536 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:41:54,034 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:41:54,885 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 18:41:54,887 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 18:41:54,888 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 18:41:54,889 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 18:41:54,931 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 18:41:55,299 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:41:55,473 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:41:55,473 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:41:56,045 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:41:56,933 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 18:41:57,035 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:41:58,035 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:41:58,556 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:41:59,035 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:42:00,036 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:42:01,036 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:42:02,036 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:42:03,036 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:42:04,036 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:42:04,527 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:42:05,036 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:42:05,312 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 18:42:06,036 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:42:07,036 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:42:08,036 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:42:09,211 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:42:09,527 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:42:10,122 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:42:10,472 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:42:10,473 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:42:11,122 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:42:12,123 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:42:13,123 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:42:14,123 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:42:14,633 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:42:15,123 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:42:16,123 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:42:17,123 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:42:18,123 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:42:19,123 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:42:20,123 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:42:20,527 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:42:21,123 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:42:22,134 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:42:23,132 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:42:24,133 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:42:25,131 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:42:25,474 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:42:25,475 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:42:25,617 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:42:26,131 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:42:27,131 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:42:27,929 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 18:42:27,930 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 18:42:27,930 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 18:42:27,932 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 18:42:27,962 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 18:42:28,355 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:42:28,963 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 18:42:29,352 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:42:30,352 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:42:31,352 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:42:31,529 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:42:32,352 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:42:33,353 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:42:34,353 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:42:35,313 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 18:42:35,353 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:42:36,353 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:42:37,353 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:42:37,529 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:42:38,353 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:42:39,353 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:42:40,353 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:42:40,474 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:42:40,475 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:42:41,353 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:42:42,540 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:42:42,557 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:42:43,556 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:42:44,556 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:42:45,556 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:42:46,556 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:42:47,556 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:42:48,530 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:42:48,556 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:42:49,556 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:42:50,556 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:42:51,556 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:42:52,556 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:42:53,557 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:42:54,530 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:42:54,557 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:42:55,474 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:42:55,475 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:42:55,557 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:42:56,567 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:42:57,561 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:42:58,564 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:42:59,558 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:42:59,562 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:43:00,562 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:43:01,562 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:43:02,206 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 18:43:02,207 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 18:43:02,207 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 18:43:02,210 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 18:43:02,621 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:43:02,990 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 18:43:03,620 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:43:04,620 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:43:04,991 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 18:43:05,248 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:43:05,317 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 18:43:05,620 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:43:06,621 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:43:07,621 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:43:08,621 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:43:09,621 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:43:10,475 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:43:10,475 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:43:10,551 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:43:10,621 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:43:11,621 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:43:12,621 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:43:13,621 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:43:14,621 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:43:15,621 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:43:16,533 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:43:16,621 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:43:17,622 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:43:18,622 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:43:19,622 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:43:20,622 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:43:21,622 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:43:22,533 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:43:22,622 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:43:23,622 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:43:24,622 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:43:25,475 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:43:25,475 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:43:25,622 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:43:26,622 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:43:27,626 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:43:27,645 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:43:28,628 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:43:29,632 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:43:30,632 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:43:31,628 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:43:32,627 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:43:33,537 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:43:33,541 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 18:43:33,541 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 18:43:33,542 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 18:43:33,547 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 18:43:33,963 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:43:34,018 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 18:43:34,960 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:43:35,019 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 18:43:35,321 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 18:43:35,960 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:43:36,960 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:43:37,960 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:43:38,537 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:43:38,960 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:43:39,960 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:43:40,475 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:43:40,475 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:43:40,960 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:43:41,960 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:43:42,960 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:43:43,575 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:43:43,960 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:43:45,181 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:43:46,180 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:43:47,180 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:43:48,180 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:43:49,180 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:43:49,539 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:43:50,180 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:43:51,180 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:43:52,180 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:43:53,180 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:43:54,182 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:43:55,181 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:43:55,475 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:43:55,475 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:43:55,631 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:43:56,188 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:43:57,189 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:43:58,185 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:43:59,185 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:44:00,185 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:44:01,187 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:44:01,543 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:44:01,804 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 18:44:01,806 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 18:44:01,806 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 18:44:01,807 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 18:44:02,041 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 18:44:02,225 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:44:03,042 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 18:44:03,224 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:44:04,224 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:44:05,225 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:44:05,325 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 18:44:06,225 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:44:07,225 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:44:07,541 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:44:08,225 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:44:09,225 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:44:10,225 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:44:10,475 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:44:10,475 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:44:11,225 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:44:12,225 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:44:12,633 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:44:13,225 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:44:14,225 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:44:15,226 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:44:16,226 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:44:17,226 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:44:18,226 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:44:18,542 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:44:19,226 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:44:20,226 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:44:21,226 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:44:22,226 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:44:23,226 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:44:23,542 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:44:24,226 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:44:25,226 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:44:25,475 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:44:25,476 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:44:26,227 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:44:27,227 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:44:28,232 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:44:28,598 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:44:29,238 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:44:30,234 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:44:31,234 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:44:32,236 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:44:33,238 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:44:34,218 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 18:44:34,219 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 18:44:34,219 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 18:44:34,220 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:44:34,220 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 18:44:34,641 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:44:35,075 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 18:44:35,330 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 18:44:35,640 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:44:36,641 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:44:37,077 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 18:44:37,641 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:44:38,641 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:44:39,545 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:44:39,641 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:44:40,475 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:44:40,476 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:44:40,641 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:44:41,641 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:44:42,641 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:44:43,641 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:44:44,592 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:44:44,641 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:44:45,641 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:44:46,641 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:44:47,642 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:44:48,642 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:44:49,642 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:44:50,545 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:44:50,642 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:44:51,642 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:44:52,642 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:44:53,642 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:44:54,642 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:44:55,475 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:44:55,476 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:44:55,611 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:44:55,642 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:44:56,642 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:44:57,643 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:44:58,643 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:44:59,651 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:45:00,646 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:45:01,554 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:45:01,647 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:45:02,648 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:45:03,650 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:45:04,646 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:45:05,186 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 18:45:05,187 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 18:45:05,188 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 18:45:05,189 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 18:45:05,333 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 18:45:05,646 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:45:06,100 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 18:45:06,607 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:45:06,648 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:45:07,101 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 18:45:07,648 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:45:08,648 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:45:09,648 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:45:10,476 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:45:10,476 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:45:10,648 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:45:11,648 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:45:12,606 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:45:12,648 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:45:13,648 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:45:14,648 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:45:15,648 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:45:16,870 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:45:17,606 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:45:17,868 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:45:18,868 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:45:19,868 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:45:20,868 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:45:21,869 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:45:22,869 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:45:23,606 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:45:23,869 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:45:24,869 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:45:25,476 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:45:25,476 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:45:25,869 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:45:26,869 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:45:27,869 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:45:28,625 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:45:28,879 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:45:29,874 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:45:30,879 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:45:31,876 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:45:32,877 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:45:33,877 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:45:34,348 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 18:45:34,350 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 18:45:34,351 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 18:45:34,351 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:45:34,352 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 18:45:34,877 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:45:35,125 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 18:45:35,338 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 18:45:35,877 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:45:36,878 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:45:37,126 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 18:45:37,878 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:45:38,878 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:45:39,608 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:45:39,878 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:45:40,476 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:45:40,476 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:45:40,878 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:45:41,878 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:45:42,878 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:45:43,878 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:45:44,878 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:45:45,608 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:45:45,878 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:45:46,878 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:45:47,878 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:45:48,879 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:45:49,879 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:45:50,608 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:45:50,879 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:45:51,879 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:45:52,879 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:45:53,879 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:45:54,879 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:45:55,476 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:45:55,476 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:45:55,618 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:45:55,880 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:45:56,880 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:45:57,880 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:45:58,880 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:45:59,880 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:46:00,880 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:46:01,608 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:46:01,885 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:46:02,891 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:46:03,889 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:46:04,896 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:46:05,341 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 18:46:05,892 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:46:06,893 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:46:07,055 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 18:46:07,056 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 18:46:07,057 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 18:46:07,057 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:46:07,058 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 18:46:07,162 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 18:46:07,893 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:46:08,898 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:46:09,163 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 18:46:09,897 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:46:10,476 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:46:10,477 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:46:10,897 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:46:11,897 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:46:12,608 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:46:12,897 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:46:13,898 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:46:14,898 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:46:15,898 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:46:16,898 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:46:17,609 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:46:17,898 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:46:18,898 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:46:19,898 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:46:20,898 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:46:21,898 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:46:22,899 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:46:23,609 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:46:23,899 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:46:24,899 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:46:25,476 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:46:25,477 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:46:25,899 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:46:26,899 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:46:27,900 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:46:28,617 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:46:28,908 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:46:29,912 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:46:30,913 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:46:31,909 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:46:32,909 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:46:33,910 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:46:34,006 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 18:46:34,008 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 18:46:34,009 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 18:46:34,009 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:46:34,010 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 18:46:34,187 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 18:46:34,910 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:46:35,188 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 18:46:35,345 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 18:46:35,910 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:46:36,910 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:46:37,910 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:46:38,910 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:46:39,612 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:46:39,910 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:46:40,476 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:46:40,477 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:46:40,910 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:46:41,910 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:46:42,910 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:46:43,910 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:46:44,618 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:46:44,910 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:46:45,910 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:46:46,911 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:46:47,911 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:46:48,911 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:46:49,911 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:46:50,612 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:46:50,911 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:46:51,911 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:46:52,911 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:46:53,911 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:46:54,911 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:46:55,476 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:46:55,477 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:46:55,612 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:46:55,911 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:46:56,912 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:46:57,912 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:46:58,912 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:46:59,912 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:47:00,620 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:47:00,915 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:47:01,915 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:47:02,916 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:47:03,919 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:47:04,917 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:47:05,352 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 18:47:05,616 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:47:05,917 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:47:06,145 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 18:47:06,147 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 18:47:06,147 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 18:47:06,148 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 18:47:06,215 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 18:47:06,918 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:47:07,216 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 18:47:07,918 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:47:08,918 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:47:09,918 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:47:10,477 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:47:10,477 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:47:10,918 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:47:11,615 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:47:11,918 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:47:12,918 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:47:13,918 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:47:14,918 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:47:15,918 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:47:16,615 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:47:16,918 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:47:17,963 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:47:18,962 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:47:19,962 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:47:20,962 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:47:21,616 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:47:21,962 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:47:22,962 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:47:23,962 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:47:24,962 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:47:25,477 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:47:25,477 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:47:25,962 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:47:26,963 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:47:27,621 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:47:27,968 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:47:28,971 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:47:29,970 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:47:30,973 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:47:31,970 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:47:32,619 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:47:32,970 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:47:33,536 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 18:47:33,538 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 18:47:33,538 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 18:47:33,539 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 18:47:34,098 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:47:34,239 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 18:47:35,098 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:47:35,240 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 18:47:35,356 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 18:47:36,098 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:47:37,098 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:47:38,098 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:47:38,616 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:47:39,098 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:47:40,098 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:47:40,477 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:47:40,477 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:47:41,098 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:47:42,098 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:47:43,098 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:47:43,618 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:47:44,098 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:47:45,098 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:47:46,099 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:47:47,099 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:47:48,099 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:47:49,099 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:47:49,617 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:47:50,099 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:47:51,099 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:47:52,099 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:47:53,099 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:47:54,099 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:47:54,617 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:47:55,099 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:47:55,477 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:47:55,477 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:47:56,099 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:47:57,100 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:47:58,107 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:47:59,105 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:47:59,619 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:48:00,102 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:48:01,103 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:48:02,103 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:48:03,103 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:48:03,458 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 18:48:03,460 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 18:48:03,461 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 18:48:03,462 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 18:48:04,103 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:48:04,267 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 18:48:05,103 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:48:05,268 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 18:48:05,360 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 18:48:05,366 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:48:06,103 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:48:07,103 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:48:08,103 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:48:09,103 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:48:10,103 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:48:10,477 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:48:10,478 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:48:10,615 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:48:11,104 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:48:12,104 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:48:13,104 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:48:14,104 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:48:15,104 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:48:15,620 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:48:16,104 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:48:17,104 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:48:18,104 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:48:19,105 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:48:20,104 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:48:20,621 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:48:21,105 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:48:22,105 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:48:23,105 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:48:24,105 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:48:25,105 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:48:25,477 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:48:25,478 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:48:25,636 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:48:26,108 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:48:27,107 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:48:28,115 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:48:29,111 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:48:30,115 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:48:31,112 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:48:31,465 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 18:48:31,466 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 18:48:31,466 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 18:48:31,467 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:48:31,468 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 18:48:32,112 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:48:32,293 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 18:48:33,112 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:48:33,294 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 18:48:34,112 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:48:35,112 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:48:35,364 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 18:48:36,112 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:48:36,623 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:48:37,112 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:48:38,112 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:48:39,112 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:48:40,112 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:48:40,477 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:48:40,478 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:48:41,112 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:48:41,630 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:48:42,112 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:48:43,113 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:48:44,335 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:48:45,335 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:48:46,335 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:48:47,335 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:48:47,624 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:48:48,335 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:48:49,335 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:48:50,335 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:48:51,335 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:48:52,335 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:48:53,335 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:48:53,624 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:48:54,335 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:48:55,335 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:48:55,477 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:48:55,478 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:48:56,335 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:48:57,340 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:48:58,336 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:48:58,627 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:48:59,337 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:49:00,337 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:49:01,339 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:49:02,337 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:49:03,004 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 18:49:03,006 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 18:49:03,006 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 18:49:03,008 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 18:49:03,323 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 18:49:03,418 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:49:04,046 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:49:04,417 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:49:05,325 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 18:49:05,368 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 18:49:05,417 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:49:06,417 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:49:07,417 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:49:08,417 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:49:09,417 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:49:09,624 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:49:10,418 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:49:10,477 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:49:10,478 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:49:11,418 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:49:12,418 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:49:13,418 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:49:14,635 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:49:15,539 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:49:15,624 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:49:16,539 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:49:17,539 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:49:18,539 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:49:19,539 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:49:20,539 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:49:21,539 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:49:21,624 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:49:22,539 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:49:23,539 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:49:24,540 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:49:25,478 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:49:25,478 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:49:25,540 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:49:26,541 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:49:26,627 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:49:27,543 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:49:28,547 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:49:29,548 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:49:30,544 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:49:31,545 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:49:31,633 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:49:31,947 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 18:49:31,948 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 18:49:31,949 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 18:49:31,950 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 18:49:32,346 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 18:49:32,547 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:49:33,347 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 18:49:33,547 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:49:34,547 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:49:35,372 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 18:49:35,547 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:49:36,547 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:49:37,547 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:49:37,626 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:49:38,547 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:49:39,547 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:49:40,478 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:49:40,478 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:49:40,547 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:49:41,547 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:49:42,547 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:49:43,626 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:49:43,746 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:49:44,745 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:49:45,745 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:49:46,745 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:49:47,745 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:49:48,627 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:49:48,745 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:49:49,745 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:49:50,745 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:49:51,746 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:49:52,746 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:49:53,746 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:49:54,627 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:49:54,746 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:49:55,490 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:49:55,494 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:49:55,746 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:49:56,746 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:49:57,750 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:49:58,750 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:49:59,647 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:49:59,750 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:50:00,751 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:50:01,155 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 18:50:01,156 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 18:50:01,156 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 18:50:01,158 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 18:50:01,376 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 18:50:01,751 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:50:02,751 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:50:03,378 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 18:50:03,751 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:50:04,751 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:50:05,196 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:50:05,375 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 18:50:05,751 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:50:06,751 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:50:07,752 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:50:08,751 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:50:09,751 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:50:10,480 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:50:10,481 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:50:10,570 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:50:10,752 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:50:11,752 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:50:12,752 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:50:13,752 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:50:14,752 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:50:15,631 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:50:15,752 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:50:16,752 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:50:17,752 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:50:18,752 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:50:19,752 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:50:20,753 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:50:21,631 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:50:21,753 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:50:22,753 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:50:23,753 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:50:24,753 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:50:25,481 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:50:25,481 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:50:25,753 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:50:26,753 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:50:27,634 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:50:27,754 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:50:28,754 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:50:29,760 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:50:30,758 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:50:31,754 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:50:32,639 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:50:32,755 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:50:32,793 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 18:50:32,795 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 18:50:32,795 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 18:50:32,797 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 18:50:33,409 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 18:50:33,755 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:50:34,755 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:50:35,380 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 18:50:35,411 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 18:50:35,755 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:50:36,755 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:50:37,755 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:50:38,636 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:50:38,755 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:50:39,756 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:50:40,481 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:50:40,481 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:50:40,756 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:50:41,756 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:50:42,756 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:50:43,637 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:50:43,756 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:50:44,756 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:50:45,756 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:50:46,756 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:50:47,756 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:50:48,743 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:50:48,756 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:50:49,757 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:50:50,756 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:50:51,757 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:50:52,757 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:50:53,757 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:50:54,651 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:50:54,757 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:50:55,481 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:50:55,481 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:50:55,757 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:50:56,758 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:50:57,757 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:50:58,763 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:50:59,661 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:50:59,759 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:51:00,761 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:51:01,762 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:51:02,762 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:51:03,763 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:51:03,908 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 18:51:03,909 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 18:51:03,910 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 18:51:03,911 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 18:51:04,433 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 18:51:04,763 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:51:04,949 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:51:05,384 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 18:51:05,434 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 18:51:05,763 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:51:06,763 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:51:07,763 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:51:08,763 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:51:09,763 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:51:10,481 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:51:10,482 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:51:10,563 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:51:10,763 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:51:11,763 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:51:12,763 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:51:13,764 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:51:14,764 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:51:15,655 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:51:15,764 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:51:16,764 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:51:17,764 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:51:18,764 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:51:19,765 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:51:20,656 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:51:20,764 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:51:21,764 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:51:22,765 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:51:23,765 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:51:24,765 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:51:25,481 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:51:25,482 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:51:25,765 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:51:26,656 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:51:26,765 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:51:27,765 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:51:28,768 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:51:29,774 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:51:30,774 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:51:31,672 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:51:31,771 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:51:32,771 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:51:33,771 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:51:33,847 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 18:51:33,849 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 18:51:33,849 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 18:51:33,851 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 18:51:34,467 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 18:51:34,772 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:51:35,388 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 18:51:35,468 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 18:51:35,772 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:51:36,772 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:51:37,661 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:51:37,772 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:51:38,772 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:51:39,772 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:51:40,481 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:51:40,482 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:51:40,772 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:51:41,772 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:51:42,772 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:51:43,661 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:51:43,773 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:51:44,773 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:51:45,773 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:51:46,773 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:51:47,773 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:51:48,662 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:51:48,853 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:51:49,852 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:51:50,852 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:51:51,852 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:51:52,853 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:51:53,662 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:51:53,853 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:51:54,853 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:51:55,481 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:51:55,482 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:51:55,853 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:51:56,853 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:51:57,853 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:51:58,853 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:51:59,662 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:51:59,853 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:52:00,853 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:52:01,853 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:52:02,853 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:52:03,864 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:52:04,669 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:52:04,859 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:52:05,393 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 18:52:05,859 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:52:06,859 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:52:07,869 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:52:08,865 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:52:09,364 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 18:52:09,365 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 18:52:09,365 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 18:52:09,366 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 18:52:09,494 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 18:52:09,866 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:52:10,406 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:52:10,482 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:52:10,482 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:52:10,866 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:52:11,495 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 18:52:11,866 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:52:12,866 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:52:13,866 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:52:14,866 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:52:15,667 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:52:15,866 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:52:16,866 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:52:17,866 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:52:18,866 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:52:19,866 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:52:20,667 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:52:20,866 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:52:22,107 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:52:23,019 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:52:24,019 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:52:25,019 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:52:25,482 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:52:25,482 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:52:25,667 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:52:26,019 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:52:27,019 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:52:28,019 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:52:29,019 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:52:30,019 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:52:31,019 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:52:31,668 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:52:32,020 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:52:33,019 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:52:34,019 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:52:35,021 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:52:35,401 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 18:52:36,025 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:52:36,673 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:52:37,023 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:52:38,026 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:52:39,026 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:52:40,027 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:52:40,364 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 18:52:40,366 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 18:52:40,366 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 18:52:40,368 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 18:52:40,517 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 18:52:41,430 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:52:41,431 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:52:41,431 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:52:41,519 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 18:52:42,429 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:52:42,534 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:52:43,429 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:52:44,429 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:52:45,429 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:52:46,429 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:52:47,430 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:52:48,429 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:52:48,430 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:52:49,430 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:52:50,430 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:52:51,430 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:52:52,430 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:52:53,431 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:52:54,429 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:52:54,430 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:52:55,430 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:52:55,515 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:52:55,515 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:52:56,431 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:52:57,431 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:52:58,431 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:52:59,429 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:52:59,431 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:53:00,431 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:53:01,431 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:53:02,431 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:53:03,431 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:53:04,430 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:53:04,439 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:53:05,402 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 18:53:05,436 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:53:06,435 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:53:07,437 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:53:08,443 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:53:09,432 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:53:09,436 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:53:10,416 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 18:53:10,417 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 18:53:10,417 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 18:53:10,418 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 18:53:10,541 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 18:53:11,499 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:53:11,499 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:53:11,500 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:53:11,542 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 18:53:11,566 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:53:12,566 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:53:13,566 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:53:14,566 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:53:14,633 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:53:15,566 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:53:16,566 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:53:17,566 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:53:18,566 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:53:19,566 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:53:20,498 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:53:20,567 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:53:21,567 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:53:22,567 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:53:23,567 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:53:24,567 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:53:25,566 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:53:25,566 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:53:25,606 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:53:25,646 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:53:26,567 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:53:27,567 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:53:28,567 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:53:29,567 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:53:30,567 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:53:31,498 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:53:31,568 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:53:32,568 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:53:33,568 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:53:34,568 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:53:35,403 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 18:53:35,568 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:53:36,503 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:53:36,575 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:53:37,574 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:53:38,570 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:53:39,572 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:53:40,566 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:53:40,569 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:53:40,610 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:53:41,571 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:53:41,883 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 18:53:41,885 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 18:53:41,885 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 18:53:41,886 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:53:41,889 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 18:53:42,571 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:53:42,573 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 18:53:43,571 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:53:43,574 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 18:53:44,571 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:53:45,571 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:53:46,571 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:53:47,499 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:53:47,571 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:53:48,571 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:53:49,572 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:53:50,572 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:53:51,572 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:53:52,499 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:53:52,572 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:53:53,572 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:53:54,572 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:53:55,567 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:53:55,567 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:53:55,607 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:53:56,572 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:53:57,500 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:53:57,572 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:53:58,573 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:53:59,572 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:54:00,573 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:54:01,573 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:54:02,573 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:54:03,500 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:54:03,573 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:54:04,573 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:54:05,406 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 18:54:05,573 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:54:06,573 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:54:07,580 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:54:08,500 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:54:08,578 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:54:09,589 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:54:10,568 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:54:10,569 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:54:10,620 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:54:11,586 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:54:12,591 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:54:13,443 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 18:54:13,444 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 18:54:13,444 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 18:54:13,448 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 18:54:13,610 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 18:54:13,863 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:54:14,485 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:54:14,597 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:54:15,598 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:54:15,612 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 18:54:16,597 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:54:17,598 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:54:18,598 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:54:19,503 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:54:19,598 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:54:20,598 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:54:21,598 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:54:22,598 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:54:23,598 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:54:24,598 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:54:25,503 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:54:25,568 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:54:25,569 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:54:25,609 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:54:26,598 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:54:27,598 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:54:28,599 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:54:29,599 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:54:30,504 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:54:30,599 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:54:31,599 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:54:32,599 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:54:33,599 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:54:34,599 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:54:35,410 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 18:54:35,599 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:54:36,412 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:54:36,599 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:54:37,599 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:54:38,609 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:54:39,603 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:54:40,571 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:54:40,572 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:54:40,616 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:54:41,523 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:54:41,607 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:54:42,604 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:54:43,604 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:54:44,101 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 18:54:44,103 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 18:54:44,104 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 18:54:44,109 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 18:54:44,604 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:54:44,641 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 18:54:45,604 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:54:45,642 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 18:54:46,604 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:54:47,510 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:54:47,604 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:54:48,604 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:54:49,604 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:54:50,604 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:54:51,604 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:54:52,605 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:54:53,509 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:54:53,605 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:54:54,605 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:54:55,571 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:54:55,572 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:54:55,612 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:54:56,605 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:54:57,610 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:54:58,610 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:54:59,509 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:54:59,610 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:55:00,610 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:55:01,610 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:55:02,610 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:55:03,610 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:55:04,510 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:55:04,610 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:55:05,416 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 18:55:05,610 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:55:06,610 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:55:07,611 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:55:08,614 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:55:09,513 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:55:09,614 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:55:10,572 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:55:10,576 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:55:10,616 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:55:11,613 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:55:12,618 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:55:13,613 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:55:13,925 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 18:55:13,927 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 18:55:13,927 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 18:55:13,928 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 18:55:14,613 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:55:14,666 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 18:55:14,967 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:55:15,613 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:55:15,667 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 18:55:16,613 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:55:17,613 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:55:18,613 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:55:19,613 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:55:20,510 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:55:20,613 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:55:21,614 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:55:22,614 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:55:23,614 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:55:24,614 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:55:25,510 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:55:25,572 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:55:25,572 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:55:25,614 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:55:26,768 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:55:27,674 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:55:28,674 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:55:29,674 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:55:30,674 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:55:31,510 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:55:31,674 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:55:32,674 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:55:33,674 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:55:34,675 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:55:35,418 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 18:55:35,675 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:55:36,675 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:55:37,510 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:55:37,675 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:55:38,675 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:55:39,675 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:55:40,575 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:55:40,575 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:55:40,676 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:55:41,678 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:55:42,523 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:55:42,681 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:55:43,679 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:55:44,352 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 18:55:44,354 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 18:55:44,354 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 18:55:44,356 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 18:55:44,704 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 18:55:44,764 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:55:45,705 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 18:55:45,763 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:55:46,763 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:55:47,763 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:55:48,511 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:55:48,763 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:55:49,763 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:55:50,763 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:55:51,763 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:55:52,763 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:55:53,511 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:55:53,764 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:55:54,764 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:55:55,574 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:55:55,574 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:55:55,764 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:55:56,764 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:55:57,764 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:55:58,764 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:55:59,511 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:55:59,764 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:56:00,764 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:56:01,764 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:56:02,765 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:56:03,765 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:56:04,511 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:56:04,765 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:56:05,422 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 18:56:05,765 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:56:06,765 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:56:07,765 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:56:08,765 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:56:09,765 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:56:10,512 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:56:10,574 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:56:10,574 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:56:10,765 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:56:11,765 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:56:12,765 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:56:13,770 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:56:14,769 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:56:15,517 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:56:15,774 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:56:16,771 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:56:17,771 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:56:18,771 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:56:19,416 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 18:56:19,416 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 18:56:19,417 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 18:56:19,419 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 18:56:19,742 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 18:56:19,834 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:56:20,832 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:56:21,458 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:56:21,744 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 18:56:21,832 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:56:22,832 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:56:23,832 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:56:24,832 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:56:25,574 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:56:25,574 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:56:25,832 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:56:26,517 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:56:26,832 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:56:27,833 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:56:28,833 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:56:29,833 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:56:30,833 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:56:31,833 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:56:32,517 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:56:32,833 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:56:33,834 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:56:34,833 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:56:35,426 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 18:56:35,833 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:56:36,834 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:56:37,518 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:56:37,834 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:56:38,834 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:56:39,834 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:56:40,574 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:56:40,574 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:56:40,834 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:56:41,834 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:56:42,834 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:56:43,518 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:56:43,834 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:56:44,834 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:56:45,844 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:56:46,840 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:56:47,844 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:56:48,535 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:56:48,842 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:56:49,842 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:56:50,842 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:56:51,543 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 18:56:51,545 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 18:56:51,546 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 18:56:51,551 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 18:56:51,771 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 18:56:51,965 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:56:52,964 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:56:53,586 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:56:53,773 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 18:56:53,964 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:56:54,964 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:56:55,574 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:56:55,574 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:56:55,964 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:56:56,964 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:56:57,964 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:56:58,965 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:56:59,522 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:56:59,965 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:57:00,965 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:57:01,965 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:57:02,965 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:57:03,965 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:57:04,982 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:57:05,431 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 18:57:05,433 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:57:05,981 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:57:06,981 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:57:07,981 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:57:08,981 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:57:09,981 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:57:10,523 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:57:10,574 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:57:10,574 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:57:10,982 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:57:11,982 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:57:12,982 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:57:13,982 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:57:14,982 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:57:15,523 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:57:15,982 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:57:16,982 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:57:17,995 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:57:18,987 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:57:19,994 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:57:20,532 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:57:20,997 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:57:21,990 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:57:22,991 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:57:23,739 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 18:57:23,740 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 18:57:23,741 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 18:57:23,746 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 18:57:23,801 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 18:57:24,155 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:57:25,155 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:57:25,574 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:57:25,575 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:57:25,694 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:57:25,803 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 18:57:26,155 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:57:27,155 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:57:28,155 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:57:29,155 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:57:30,155 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:57:31,155 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:57:31,532 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:57:32,156 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:57:33,156 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:57:34,156 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:57:35,156 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:57:35,435 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 18:57:36,156 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:57:37,156 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:57:37,532 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:57:38,156 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:57:39,157 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:57:40,156 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:57:40,574 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:57:40,575 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:57:41,157 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:57:42,157 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:57:42,532 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:57:43,157 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:57:44,157 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:57:45,157 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:57:46,157 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:57:47,157 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:57:48,157 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:57:48,533 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:57:49,157 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:57:50,167 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:57:51,165 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:57:52,166 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:57:53,164 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:57:53,543 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:57:54,167 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:57:55,164 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:57:55,577 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:57:55,578 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:57:55,716 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 18:57:55,717 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 18:57:55,718 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 18:57:55,720 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 18:57:55,829 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 18:57:56,164 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:57:57,164 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:57:57,831 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 18:57:58,164 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:57:59,164 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:57:59,536 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:58:00,164 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:58:01,164 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:58:02,164 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:58:03,164 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:58:04,165 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:58:05,165 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:58:05,439 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 18:58:05,442 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:58:06,165 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:58:07,165 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:58:08,165 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:58:09,165 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:58:10,165 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:58:10,536 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:58:10,577 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:58:10,577 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:58:11,165 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:58:12,165 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:58:13,165 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:58:14,165 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:58:15,166 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:58:16,166 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:58:16,536 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:58:17,166 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:58:18,166 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:58:19,166 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:58:20,176 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:58:21,171 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:58:21,544 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:58:22,172 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:58:23,172 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:58:24,175 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:58:25,174 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:58:25,577 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:58:25,578 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:58:25,787 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 18:58:25,789 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 18:58:25,789 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 18:58:25,795 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 18:58:25,862 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 18:58:26,209 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:58:27,207 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:58:27,541 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:58:27,864 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 18:58:28,207 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:58:29,207 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:58:30,207 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:58:31,207 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:58:32,207 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:58:33,207 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:58:33,541 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:58:34,207 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:58:35,207 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:58:35,443 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 18:58:36,208 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:58:37,208 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:58:38,208 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:58:39,208 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:58:39,541 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:58:40,208 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:58:40,828 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:58:40,829 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:58:41,208 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:58:42,208 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:58:43,208 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:58:44,208 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:58:44,541 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:58:45,208 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:58:46,208 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:58:47,209 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:58:48,209 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:58:49,209 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:58:50,209 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:58:50,542 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:58:51,209 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:58:52,209 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:58:53,209 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:58:54,216 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:58:55,212 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:58:55,551 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:58:55,599 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:58:55,599 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:58:56,212 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:58:57,212 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:58:58,215 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:58:59,213 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:58:59,854 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 18:58:59,855 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 18:58:59,855 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 18:58:59,860 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 18:58:59,893 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 18:59:00,295 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:59:00,895 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:59:01,295 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:59:01,895 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 18:59:02,295 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:59:03,295 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:59:04,295 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:59:05,295 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:59:05,447 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 18:59:06,295 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:59:06,449 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:59:07,295 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:59:08,295 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:59:09,296 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:59:10,296 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:59:10,596 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:59:10,597 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:59:11,606 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:59:11,606 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:59:12,345 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:59:13,345 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:59:14,345 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:59:15,345 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:59:16,345 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:59:17,345 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:59:17,596 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:59:18,345 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:59:19,345 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:59:20,345 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:59:21,353 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:59:22,350 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:59:22,611 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:59:23,349 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:59:24,350 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:59:25,351 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:59:25,598 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:59:25,599 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:59:26,351 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:59:27,186 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 18:59:27,187 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 18:59:27,187 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 18:59:27,188 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 18:59:27,600 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:59:27,921 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 18:59:27,922 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 18:59:28,227 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:59:28,599 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:59:29,599 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:59:30,600 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:59:31,601 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:59:32,600 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:59:33,600 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:59:33,601 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:59:34,600 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:59:35,451 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 18:59:35,600 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:59:36,600 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:59:37,600 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:59:38,600 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:59:39,601 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:59:39,601 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:59:40,599 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:59:40,599 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:59:40,639 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:59:41,601 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:59:42,601 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:59:43,601 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:59:44,601 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:59:45,601 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:59:45,601 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:59:46,601 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:59:47,601 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:59:48,601 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:59:49,601 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:59:50,601 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:59:51,607 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:59:51,615 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:59:52,606 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:59:53,618 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:59:54,611 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:59:55,604 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 18:59:55,608 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 18:59:55,642 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:59:56,610 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 18:59:56,611 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:59:56,849 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 18:59:56,851 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 18:59:56,851 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 18:59:56,853 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 18:59:56,965 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 18:59:57,610 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:59:57,967 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 18:59:58,610 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 18:59:59,610 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:00:00,610 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:00:01,610 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:00:02,609 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:00:02,610 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:00:03,610 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:00:04,610 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:00:05,456 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 19:00:05,611 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:00:06,610 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:00:07,611 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:00:08,610 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:00:08,611 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:00:09,611 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:00:10,601 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:00:10,602 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:00:10,641 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:00:11,611 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:00:12,611 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:00:13,610 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:00:13,611 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:00:14,611 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:00:15,611 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:00:16,612 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:00:17,612 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:00:18,610 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:00:18,612 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:00:19,612 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:00:20,612 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:00:21,621 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:00:22,617 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:00:23,624 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:00:23,624 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:00:24,619 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:00:25,605 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:00:25,612 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:00:25,646 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:00:26,620 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:00:26,866 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 19:00:26,867 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 19:00:26,868 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 19:00:26,869 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 19:00:26,998 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 19:00:27,621 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:00:28,620 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:00:28,907 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:00:29,000 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 19:00:29,620 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:00:30,620 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:00:31,620 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:00:32,621 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:00:33,621 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:00:34,612 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:00:34,621 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:00:35,460 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 19:00:35,621 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:00:36,621 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:00:37,621 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:00:38,621 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:00:39,613 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:00:39,621 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:00:40,606 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:00:40,606 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:00:40,646 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:00:41,621 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:00:42,622 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:00:43,622 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:00:44,622 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:00:45,613 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:00:45,622 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:00:46,622 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:00:47,622 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:00:48,622 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:00:49,622 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:00:50,617 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:00:50,629 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:00:51,623 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:00:52,624 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:00:53,623 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:00:54,623 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:00:55,606 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:00:55,607 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:00:55,646 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:00:55,695 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:00:55,904 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 19:00:55,905 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 19:00:55,905 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 19:00:55,907 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 19:00:56,027 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 19:00:56,623 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:00:57,623 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:00:58,623 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:00:59,030 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 19:00:59,623 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:01:00,623 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:01:01,614 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:01:01,623 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:01:02,623 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:01:03,623 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:01:04,624 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:01:05,464 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 19:01:05,624 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:01:06,614 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:01:06,624 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:01:07,624 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:01:08,624 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:01:09,624 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:01:10,606 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:01:10,606 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:01:10,646 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:01:11,615 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:01:11,624 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:01:12,625 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:01:13,625 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:01:14,625 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:01:15,625 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:01:16,615 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:01:16,625 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:01:17,625 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:01:18,625 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:01:19,625 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:01:20,625 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:01:21,619 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:01:21,632 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:01:22,635 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:01:23,639 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:01:24,635 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:01:25,606 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:01:25,607 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:01:25,647 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:01:25,831 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 19:01:25,833 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 19:01:25,833 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 19:01:25,835 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 19:01:26,056 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 19:01:26,636 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:01:27,619 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:01:27,636 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:01:28,636 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:01:29,058 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 19:01:29,636 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:01:30,636 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:01:31,636 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:01:32,636 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:01:33,618 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:01:33,636 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:01:34,636 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:01:35,468 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 19:01:35,636 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:01:36,636 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:01:37,637 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:01:38,637 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:01:39,619 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:01:39,637 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:01:40,606 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:01:40,607 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:01:40,647 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:01:41,637 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:01:42,638 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:01:43,637 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:01:44,619 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:01:44,637 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:01:45,638 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:01:46,638 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:01:47,638 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:01:48,638 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:01:49,638 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:01:50,627 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:01:50,649 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:01:51,648 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:01:52,649 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:01:53,649 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:01:54,653 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:01:55,608 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:01:55,613 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:01:55,652 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:01:55,694 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:01:56,515 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 19:01:56,516 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 19:01:56,517 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 19:01:56,518 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 19:01:56,931 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:01:57,089 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 19:01:57,667 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:01:58,667 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:01:59,091 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 19:01:59,667 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:02:00,667 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:02:00,926 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:02:01,667 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:02:02,667 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:02:03,667 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:02:04,667 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:02:05,472 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 19:02:05,667 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:02:06,474 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:02:06,667 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:02:07,667 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:02:08,683 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:02:09,680 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:02:10,609 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:02:10,609 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:02:10,680 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:02:11,668 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:02:11,680 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:02:12,680 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:02:13,680 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:02:14,681 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:02:15,681 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:02:16,681 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:02:17,668 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:02:17,681 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:02:18,681 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:02:19,685 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:02:20,684 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:02:21,686 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:02:22,673 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:02:22,685 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:02:23,691 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:02:24,689 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:02:24,797 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 19:02:24,798 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 19:02:24,799 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 19:02:24,801 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 19:02:25,116 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 19:02:25,609 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:02:25,609 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:02:25,689 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:02:26,689 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:02:27,118 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 19:02:27,675 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:02:27,689 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:02:28,689 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:02:29,689 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:02:30,690 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:02:31,689 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:02:32,689 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:02:33,675 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:02:33,689 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:02:34,689 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:02:35,476 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 19:02:35,689 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:02:36,810 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:02:37,806 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:02:38,806 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:02:38,809 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:02:39,806 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:02:40,609 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:02:40,609 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:02:40,807 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:02:41,807 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:02:42,807 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:02:43,807 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:02:44,712 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:02:44,807 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:02:45,807 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:02:46,807 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:02:47,808 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:02:48,814 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:02:49,715 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:02:49,811 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:02:50,811 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:02:51,812 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:02:52,812 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:02:53,812 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:02:54,402 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 19:02:54,403 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 19:02:54,404 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 19:02:54,405 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 19:02:54,871 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:02:55,145 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 19:02:55,455 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:02:55,609 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:02:55,609 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:02:55,870 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:02:56,870 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:02:57,147 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 19:02:57,870 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:02:58,870 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:02:59,870 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:03:00,716 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:03:00,870 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:03:01,871 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:03:02,871 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:03:03,871 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:03:04,871 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:03:05,481 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 19:03:06,080 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:03:06,483 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:03:07,078 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:03:08,078 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:03:09,079 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:03:10,079 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:03:10,609 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:03:10,609 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:03:11,079 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:03:11,697 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:03:12,079 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:03:13,079 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:03:14,079 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:03:15,079 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:03:16,079 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:03:16,721 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:03:17,082 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:03:18,092 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:03:19,086 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:03:20,086 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:03:21,086 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:03:21,722 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:03:21,949 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 19:03:21,950 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 19:03:21,951 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 19:03:21,952 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 19:03:22,173 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 19:03:22,371 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:03:23,099 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:03:24,099 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:03:25,099 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:03:25,175 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 19:03:25,609 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:03:25,610 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:03:26,099 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:03:27,099 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:03:27,721 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:03:28,099 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:03:29,099 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:03:30,099 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:03:31,099 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:03:32,099 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:03:33,100 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:03:33,722 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:03:34,100 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:03:35,100 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:03:35,484 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 19:03:36,100 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:03:37,100 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:03:38,100 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:03:38,828 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:03:39,100 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:03:40,100 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:03:40,609 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:03:40,610 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:03:41,101 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:03:42,101 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:03:43,101 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:03:44,101 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:03:44,731 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:03:45,101 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:03:46,101 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:03:47,101 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:03:48,101 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:03:49,111 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:03:49,731 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:03:50,112 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:03:51,105 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:03:52,107 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:03:53,113 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:03:54,114 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:03:54,229 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 19:03:54,230 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 19:03:54,230 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 19:03:54,232 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 19:03:55,114 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:03:55,204 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 19:03:55,205 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 19:03:55,270 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:03:55,609 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:03:55,610 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:03:56,114 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:03:57,114 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:03:58,114 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:03:59,114 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:04:00,114 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:04:00,735 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:04:01,114 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:04:02,114 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:04:03,114 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:04:04,114 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:04:05,115 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:04:05,488 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 19:04:06,115 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:04:06,491 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:04:07,115 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:04:08,115 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:04:09,115 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:04:10,115 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:04:10,609 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:04:10,610 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:04:11,115 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:04:11,709 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:04:12,115 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:04:13,115 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:04:14,116 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:04:15,116 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:04:16,116 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:04:16,736 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:04:17,116 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:04:18,116 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:04:19,119 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:04:20,123 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:04:21,124 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:04:21,738 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:04:22,128 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:04:23,125 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:04:24,125 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:04:24,807 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 19:04:24,808 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 19:04:24,809 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 19:04:24,811 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 19:04:25,231 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:04:25,235 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 19:04:25,610 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:04:25,610 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:04:26,229 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:04:26,738 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:04:27,229 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:04:27,237 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 19:04:28,229 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:04:29,229 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:04:30,229 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:04:31,230 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:04:31,738 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:04:32,230 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:04:33,230 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:04:34,230 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:04:35,230 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:04:35,491 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 19:04:36,230 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:04:37,230 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:04:37,738 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:04:38,230 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:04:39,230 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:04:40,230 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:04:40,610 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:04:40,610 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:04:41,231 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:04:42,231 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:04:42,738 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:04:43,231 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:04:44,231 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:04:45,231 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:04:46,231 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:04:47,231 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:04:48,231 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:04:48,738 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:04:49,231 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:04:50,238 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:04:51,234 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:04:52,235 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:04:53,235 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:04:53,751 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:04:54,235 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:04:55,235 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:04:55,462 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 19:04:55,463 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 19:04:55,463 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 19:04:55,465 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 19:04:55,879 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:04:55,880 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:04:56,242 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:04:56,269 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 19:04:57,241 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:04:57,270 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 19:04:58,241 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:04:59,241 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:04:59,742 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:05:00,241 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:05:01,242 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:05:02,242 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:05:03,242 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:05:04,242 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:05:05,242 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:05:05,496 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 19:05:05,502 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:05:06,242 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:05:07,242 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:05:08,242 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:05:09,242 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:05:10,242 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:05:10,615 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:05:10,616 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:05:10,710 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:05:11,243 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:05:12,243 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:05:13,243 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:05:14,243 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:05:15,243 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:05:15,742 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:05:16,243 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:05:17,243 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:05:18,243 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:05:19,243 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:05:20,249 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:05:20,751 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:05:21,248 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:05:22,248 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:05:23,249 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:05:24,249 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:05:25,250 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:05:25,466 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 19:05:25,467 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 19:05:25,467 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 19:05:25,468 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 19:05:25,890 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:05:25,891 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:05:26,000 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:05:26,249 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:05:26,296 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 19:05:27,249 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:05:27,297 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 19:05:28,249 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:05:29,249 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:05:30,250 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:05:31,250 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:05:31,747 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:05:32,250 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:05:33,250 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:05:34,250 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:05:35,250 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:05:35,500 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 19:05:36,250 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:05:37,250 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:05:37,746 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:05:38,251 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:05:39,251 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:05:40,251 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:05:40,617 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:05:40,617 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:05:41,251 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:05:42,251 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:05:42,747 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:05:43,251 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:05:44,251 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:05:45,251 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:05:46,251 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:05:47,251 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:05:48,251 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:05:48,747 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:05:49,251 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:05:50,259 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:05:51,262 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:05:52,259 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:05:53,260 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:05:53,756 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:05:54,260 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:05:55,260 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:05:55,617 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:05:55,618 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:05:55,799 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 19:05:55,801 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 19:05:55,801 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 19:05:55,802 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 19:05:56,260 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:05:56,324 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 19:05:57,260 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:05:57,325 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 19:05:58,260 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:05:59,260 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:05:59,750 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:06:00,260 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:06:01,260 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:06:02,260 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:06:03,260 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:06:04,261 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:06:05,261 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:06:05,505 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 19:06:05,511 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:06:06,261 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:06:07,261 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:06:08,261 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:06:09,261 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:06:10,262 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:06:10,751 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:06:10,917 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:06:10,917 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:06:11,263 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:06:12,262 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:06:13,262 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:06:14,262 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:06:15,262 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:06:15,751 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:06:16,262 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:06:17,262 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:06:18,263 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:06:19,263 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:06:20,263 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:06:20,751 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:06:21,263 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:06:22,263 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:06:23,269 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:06:24,270 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:06:25,274 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:06:25,759 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:06:25,919 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:06:25,920 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:06:26,271 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:06:27,275 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:06:28,270 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:06:29,150 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 19:06:29,151 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 19:06:29,151 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 19:06:29,153 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 19:06:29,363 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 19:06:29,566 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:06:30,566 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:06:31,192 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:06:31,365 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 19:06:31,566 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:06:32,566 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:06:33,566 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:06:34,566 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:06:35,508 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 19:06:35,566 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:06:36,510 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:06:36,566 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:06:37,566 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:06:38,566 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:06:39,566 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:06:40,567 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:06:40,920 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:06:40,920 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:06:41,567 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:06:41,753 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:06:42,567 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:06:43,567 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:06:44,567 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:06:45,567 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:06:46,567 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:06:46,753 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:06:47,567 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:06:48,567 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:06:49,568 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:06:50,568 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:06:51,568 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:06:52,568 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:06:52,754 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:06:53,568 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:06:54,568 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:06:55,568 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:06:55,927 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:06:55,927 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:06:56,568 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:06:57,576 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:06:57,762 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:06:58,572 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:06:59,572 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:07:00,573 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:07:00,823 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 19:07:00,824 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 19:07:00,825 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 19:07:00,826 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 19:07:01,390 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 19:07:01,573 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:07:02,574 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:07:03,392 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 19:07:03,573 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:07:03,759 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:07:04,573 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:07:05,512 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 19:07:05,574 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:07:06,574 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:07:07,573 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:07:08,574 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:07:09,574 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:07:09,759 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:07:10,574 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:07:10,921 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:07:10,922 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:07:11,574 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:07:12,574 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:07:13,574 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:07:14,574 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:07:14,760 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:07:15,574 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:07:16,574 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:07:17,574 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:07:18,575 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:07:19,575 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:07:20,575 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:07:20,760 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:07:21,575 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:07:22,575 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:07:23,575 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:07:24,575 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:07:25,575 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:07:25,765 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:07:25,928 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:07:25,932 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:07:26,579 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:07:27,579 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:07:28,581 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:07:29,581 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:07:30,581 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:07:30,765 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:07:31,581 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:07:31,595 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 19:07:31,595 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 19:07:31,596 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 19:07:31,597 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 19:07:32,418 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 19:07:32,581 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:07:33,419 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 19:07:33,581 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:07:34,581 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:07:35,515 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 19:07:35,581 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:07:36,518 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:07:36,581 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:07:37,581 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:07:38,582 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:07:39,582 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:07:40,582 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:07:40,925 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:07:40,926 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:07:41,582 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:07:42,011 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:07:42,582 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:07:43,582 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:07:44,583 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:07:45,582 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:07:46,582 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:07:47,011 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:07:47,582 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:07:48,583 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:07:49,583 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:07:50,583 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:07:51,583 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:07:52,583 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:07:53,011 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:07:53,583 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:07:54,583 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:07:55,593 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:07:55,930 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:07:55,935 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:07:56,587 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:07:57,591 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:07:58,022 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:07:58,591 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:07:59,591 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:08:00,592 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:08:01,357 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 19:08:01,359 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 19:08:01,360 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 19:08:01,361 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 19:08:01,443 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 19:08:01,777 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:08:02,776 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:08:03,445 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 19:08:03,776 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:08:04,018 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:08:04,776 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:08:05,519 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 19:08:05,776 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:08:06,776 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:08:07,776 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:08:08,776 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:08:09,777 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:08:10,018 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:08:10,777 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:08:10,930 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:08:10,931 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:08:11,777 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:08:12,777 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:08:13,777 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:08:14,777 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:08:15,018 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:08:15,843 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:08:16,842 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:08:17,842 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:08:18,842 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:08:19,842 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:08:20,019 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:08:20,842 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:08:21,842 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:08:22,842 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:08:23,842 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:08:24,843 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:08:25,020 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:08:25,843 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:08:25,931 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:08:25,931 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:08:26,843 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:08:27,843 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:08:28,843 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:08:29,844 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:08:30,848 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:08:31,025 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:08:31,845 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:08:32,846 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:08:33,847 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:08:34,847 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:08:35,521 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 19:08:35,847 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:08:35,938 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 19:08:35,939 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 19:08:35,939 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 19:08:35,941 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 19:08:36,475 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 19:08:36,847 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:08:36,980 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:08:37,476 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 19:08:37,847 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:08:38,847 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:08:39,848 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:08:40,847 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:08:40,931 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:08:40,931 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:08:41,848 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:08:42,011 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:08:42,848 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:08:43,848 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:08:44,848 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:08:45,848 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:08:46,848 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:08:47,023 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:08:47,848 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:08:48,849 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:08:49,848 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:08:50,848 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:08:51,849 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:08:52,024 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:08:52,848 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:08:53,849 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:08:54,849 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:08:55,849 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:08:55,931 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:08:55,931 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:08:56,849 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:08:57,849 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:08:58,024 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:08:58,849 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:08:59,849 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:09:00,858 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:09:01,855 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:09:02,854 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:09:03,026 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:09:03,862 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:09:04,857 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:09:05,522 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 19:09:05,855 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:09:06,362 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 19:09:06,364 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 19:09:06,364 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 19:09:06,366 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 19:09:06,504 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 19:09:06,855 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:09:07,505 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 19:09:07,855 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:09:08,855 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:09:09,026 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:09:09,855 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:09:10,855 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:09:10,931 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:09:10,932 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:09:11,855 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:09:12,855 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:09:13,856 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:09:14,026 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:09:14,856 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:09:15,856 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:09:16,856 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:09:17,856 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:09:18,856 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:09:19,857 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:09:20,027 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:09:20,856 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:09:21,856 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:09:22,856 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:09:23,857 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:09:24,857 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:09:25,857 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:09:25,931 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:09:25,932 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:09:26,069 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:09:26,857 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:09:27,857 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:09:28,857 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:09:29,863 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:09:30,859 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:09:31,871 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:09:32,032 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:09:32,862 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:09:33,862 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:09:34,863 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:09:35,525 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 19:09:35,607 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 19:09:35,609 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 19:09:35,609 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 19:09:35,611 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 19:09:36,021 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:09:36,530 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 19:09:37,020 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:09:37,033 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:09:37,531 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 19:09:38,020 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:09:39,020 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:09:40,021 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:09:40,931 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:09:40,932 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:09:41,021 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:09:42,021 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:09:42,033 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:09:43,021 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:09:44,021 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:09:45,021 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:09:46,021 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:09:47,021 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:09:48,021 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:09:48,033 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:09:49,022 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:09:50,022 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:09:51,022 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:09:52,022 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:09:53,022 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:09:53,034 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:09:54,022 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:09:55,022 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:09:55,931 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:09:55,932 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:09:56,022 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:09:57,022 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:09:58,022 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:09:59,022 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:09:59,034 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:10:00,022 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:10:01,023 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:10:02,027 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:10:03,033 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:10:04,030 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:10:04,050 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:10:05,033 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:10:05,531 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 19:10:06,034 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:10:07,034 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:10:07,283 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 19:10:07,284 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 19:10:07,285 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 19:10:07,287 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 19:10:07,557 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 19:10:08,035 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:10:09,038 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:10:09,324 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:10:09,559 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 19:10:10,035 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:10:10,932 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:10:10,932 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:10:11,035 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:10:12,035 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:10:13,035 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:10:14,035 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:10:15,035 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:10:15,037 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:10:16,035 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:10:17,035 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:10:18,035 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:10:19,036 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:10:20,036 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:10:20,037 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:10:21,036 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:10:22,036 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:10:23,036 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:10:24,036 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:10:25,036 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:10:25,038 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:10:25,932 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:10:25,932 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:10:26,036 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:10:27,037 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:10:28,037 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:10:29,042 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:10:30,048 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:10:30,048 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:10:31,047 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:10:32,050 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:10:33,048 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:10:34,048 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:10:34,951 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 19:10:34,953 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 19:10:34,953 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 19:10:34,955 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 19:10:35,374 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:10:35,531 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 19:10:35,533 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:10:35,584 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 19:10:36,373 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:10:37,373 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:10:37,585 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 19:10:38,373 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:10:39,373 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:10:40,373 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:10:40,933 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:10:40,933 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:10:41,080 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:10:41,373 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:10:42,373 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:10:43,373 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:10:44,373 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:10:45,374 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:10:46,374 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:10:47,043 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:10:47,374 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:10:48,374 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:10:49,374 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:10:50,374 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:10:51,374 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:10:52,374 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:10:53,043 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:10:53,374 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:10:54,374 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:10:55,374 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:10:55,932 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:10:55,932 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:10:56,375 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:10:57,375 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:10:58,382 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:10:59,045 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:10:59,378 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:11:00,382 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:11:01,379 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:11:02,380 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:11:03,380 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:11:04,046 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:11:04,133 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 19:11:04,135 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 19:11:04,135 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 19:11:04,137 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 19:11:04,545 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:11:04,614 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 19:11:05,535 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 19:11:05,544 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:11:05,615 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 19:11:06,544 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:11:07,544 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:11:08,544 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:11:09,046 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:11:09,544 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:11:10,544 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:11:10,932 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:11:10,932 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:11:11,545 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:11:12,545 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:11:13,545 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:11:14,046 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:11:14,545 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:11:15,545 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:11:16,545 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:11:17,545 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:11:18,545 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:11:19,047 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:11:19,545 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:11:20,545 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:11:21,545 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:11:22,645 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:11:23,546 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:11:24,546 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:11:25,047 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:11:25,546 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:11:25,932 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:11:25,932 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:11:26,556 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:11:27,547 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:11:28,548 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:11:29,549 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:11:30,051 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:11:30,550 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:11:31,550 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:11:32,430 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 19:11:32,430 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 19:11:32,431 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 19:11:32,436 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 19:11:32,645 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 19:11:32,850 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:11:33,579 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:11:33,646 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 19:11:34,579 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:11:35,472 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:11:35,539 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 19:11:35,580 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:11:36,579 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:11:37,580 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:11:38,580 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:11:39,580 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:11:40,580 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:11:40,932 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:11:40,933 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:11:41,040 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:11:41,580 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:11:42,580 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:11:43,580 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:11:44,580 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:11:45,580 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:11:46,047 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:11:46,580 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:11:47,580 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:11:48,581 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:11:49,581 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:11:50,581 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:11:51,581 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:11:52,047 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:11:52,581 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:11:53,581 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:11:54,592 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:11:55,590 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:11:55,932 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:11:55,933 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:11:56,598 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:11:57,051 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:11:57,591 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:11:58,595 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:11:59,595 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:12:00,554 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 19:12:00,556 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 19:12:00,556 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 19:12:00,557 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 19:12:00,670 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 19:12:00,966 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:12:01,671 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 19:12:01,965 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:12:02,965 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:12:03,049 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:12:03,965 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:12:04,965 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:12:05,543 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 19:12:05,965 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:12:06,965 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:12:07,965 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:12:08,965 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:12:09,049 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:12:09,966 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:12:10,932 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:12:10,933 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:12:10,973 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:12:11,966 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:12:12,966 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:12:13,966 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:12:14,966 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:12:15,050 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:12:15,966 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:12:16,966 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:12:17,966 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:12:18,966 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:12:19,966 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:12:20,050 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:12:20,967 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:12:21,967 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:12:22,967 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:12:23,967 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:12:24,967 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:12:25,933 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:12:25,933 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:12:25,973 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:12:26,102 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:12:26,967 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:12:27,968 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:12:28,968 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:12:29,969 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:12:30,972 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:12:31,971 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:12:32,061 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:12:32,971 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:12:33,875 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 19:12:33,876 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 19:12:33,876 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 19:12:33,878 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 19:12:34,277 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:12:34,701 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 19:12:35,025 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:12:35,547 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 19:12:35,702 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 19:12:36,025 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:12:37,025 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:12:38,025 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:12:38,053 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:12:39,025 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:12:40,025 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:12:40,933 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:12:40,933 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:12:41,025 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:12:42,025 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:12:43,025 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:12:43,053 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:12:44,025 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:12:45,026 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:12:46,026 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:12:47,026 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:12:48,026 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:12:48,053 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:12:49,026 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:12:50,026 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:12:51,026 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:12:52,026 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:12:53,026 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:12:53,054 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:12:54,026 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:12:55,027 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:12:55,933 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:12:55,933 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:12:56,027 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:12:57,034 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:12:58,034 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:12:58,058 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:12:59,034 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:13:00,036 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:13:01,034 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:13:02,034 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:13:02,363 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 19:13:02,365 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 19:13:02,365 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 19:13:02,367 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 19:13:02,738 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 19:13:03,034 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:13:03,405 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:13:03,739 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 19:13:04,034 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:13:05,034 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:13:05,551 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 19:13:06,034 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:13:07,035 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:13:08,035 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:13:09,035 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:13:09,057 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:13:10,035 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:13:10,933 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:13:10,933 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:13:11,035 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:13:12,035 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:13:13,035 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:13:14,035 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:13:15,035 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:13:15,057 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:13:16,035 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:13:17,035 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:13:18,035 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:13:19,036 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:13:20,036 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:13:20,057 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:13:21,036 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:13:22,036 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:13:23,036 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:13:24,036 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:13:25,036 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:13:25,933 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:13:25,934 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:13:26,036 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:13:26,094 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:13:27,036 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:13:28,037 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:13:29,041 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:13:30,049 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:13:31,042 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:13:32,042 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:13:32,064 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:13:33,043 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:13:34,043 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:13:34,334 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 19:13:34,335 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 19:13:34,336 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 19:13:34,337 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 19:13:34,767 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 19:13:35,043 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:13:35,555 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 19:13:35,767 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 19:13:36,043 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:13:37,043 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:13:38,043 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:13:38,058 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:13:39,043 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:13:40,043 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:13:40,933 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:13:40,934 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:13:41,043 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:13:42,043 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:13:43,044 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:13:44,044 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:13:44,058 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:13:45,044 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:13:46,140 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:13:47,044 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:13:48,044 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:13:49,044 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:13:49,059 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:13:50,044 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:13:51,044 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:13:52,045 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:13:53,045 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:13:54,045 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:13:55,045 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:13:55,059 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:13:55,933 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:13:55,934 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:13:56,045 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:13:57,045 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:13:58,058 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:13:59,051 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:14:00,058 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:14:00,064 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:14:01,052 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:14:02,053 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:14:03,056 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:14:03,763 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 19:14:03,764 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 19:14:03,765 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 19:14:03,767 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 19:14:03,793 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 19:14:04,222 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:14:05,221 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:14:05,561 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 19:14:05,567 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:14:05,795 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 19:14:06,221 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:14:07,221 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:14:08,221 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:14:09,221 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:14:10,221 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:14:10,933 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:14:10,934 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:14:11,024 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:14:11,222 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:14:12,222 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:14:13,222 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:14:14,222 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:14:15,222 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:14:16,060 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:14:16,222 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:14:17,222 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:14:18,222 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:14:19,222 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:14:20,222 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:14:21,060 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:14:21,223 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:14:22,223 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:14:23,223 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:14:24,223 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:14:25,223 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:14:25,933 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:14:25,934 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:14:26,223 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:14:27,004 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:14:27,223 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:14:28,223 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:14:29,223 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:14:30,227 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:14:31,224 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:14:32,060 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:14:32,224 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:14:33,084 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 19:14:33,085 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 19:14:33,086 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 19:14:33,087 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 19:14:33,534 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:14:33,821 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 19:14:33,821 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 19:14:34,234 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:14:35,234 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:14:35,564 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 19:14:36,234 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:14:37,060 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:14:37,234 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:14:38,234 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:14:39,234 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:14:40,234 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:14:40,934 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:14:40,934 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:14:41,234 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:14:42,235 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:14:43,060 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:14:43,235 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:14:44,235 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:14:45,236 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:14:46,235 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:14:47,235 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:14:48,061 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:14:48,235 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:14:49,235 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:14:50,235 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:14:51,235 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:14:52,235 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:14:53,236 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:14:54,061 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:14:54,236 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:14:55,236 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:14:55,934 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:14:55,934 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:14:56,236 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:14:57,236 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:14:58,244 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:14:59,065 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:14:59,244 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:15:00,245 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:15:01,245 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:15:02,245 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:15:03,246 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:15:03,289 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 19:15:03,291 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 19:15:03,291 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 19:15:03,293 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 19:15:03,849 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 19:15:04,246 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:15:04,331 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:15:05,246 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:15:05,567 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 19:15:05,850 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 19:15:06,246 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:15:07,246 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:15:08,246 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:15:09,246 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:15:10,066 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:15:10,246 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:15:10,934 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:15:10,934 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:15:11,246 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:15:12,246 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:15:13,247 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:15:14,247 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:15:15,290 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:15:16,067 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:15:16,289 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:15:17,289 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:15:18,289 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:15:19,289 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:15:20,289 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:15:21,067 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:15:21,289 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:15:22,289 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:15:23,289 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:15:24,290 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:15:25,295 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:15:25,938 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:15:25,938 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:15:26,291 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:15:27,028 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:15:27,299 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:15:28,295 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:15:29,296 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:15:30,297 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:15:31,065 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 19:15:31,066 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 19:15:31,066 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 19:15:31,067 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 19:15:31,481 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:15:31,879 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 19:15:31,879 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 19:15:32,079 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:15:32,480 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:15:33,480 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:15:34,480 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:15:35,480 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:15:35,571 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 19:15:36,480 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:15:37,480 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:15:38,078 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:15:38,480 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:15:39,480 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:15:40,480 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:15:40,935 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:15:40,936 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:15:41,480 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:15:42,480 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:15:43,481 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:15:44,078 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:15:44,481 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:15:45,481 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:15:46,481 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:15:47,481 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:15:48,481 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:15:49,078 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:15:49,481 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:15:50,481 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:15:51,481 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:15:52,481 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:15:53,482 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:15:54,482 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:15:55,082 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:15:55,489 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:15:55,937 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:15:55,938 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:15:56,489 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:15:57,489 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:15:58,490 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:15:59,491 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:16:00,095 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:16:00,491 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:16:00,771 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 19:16:00,773 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 19:16:00,773 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 19:16:00,775 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 19:16:00,907 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 19:16:01,491 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:16:01,908 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 19:16:02,491 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:16:03,491 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:16:04,491 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:16:05,491 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:16:05,575 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 19:16:05,582 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:16:06,491 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:16:07,491 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:16:08,491 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:16:09,491 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:16:10,491 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:16:10,938 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:16:10,938 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:16:11,003 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:16:11,491 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:16:12,492 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:16:13,492 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:16:14,492 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:16:15,492 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:16:16,085 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:16:16,492 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:16:17,492 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:16:18,492 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:16:19,492 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:16:20,492 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:16:21,085 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:16:21,492 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:16:22,492 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:16:23,493 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:16:24,493 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:16:25,493 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:16:25,938 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:16:25,938 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:16:26,496 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:16:27,039 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:16:27,503 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:16:28,499 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:16:29,499 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:16:30,502 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:16:31,500 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:16:32,089 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:16:32,133 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 19:16:32,135 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 19:16:32,135 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 19:16:32,137 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 19:16:32,558 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:16:32,953 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 19:16:33,557 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:16:33,954 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 19:16:34,558 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:16:35,558 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:16:35,580 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 19:16:36,558 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:16:37,558 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:16:38,088 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:16:38,558 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:16:39,558 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:16:40,558 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:16:40,938 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:16:40,938 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:16:41,558 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:16:42,558 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:16:43,669 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:16:44,089 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:16:44,666 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:16:45,666 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:16:46,666 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:16:47,666 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:16:48,667 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:16:49,089 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:16:49,667 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:16:50,667 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:16:51,667 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:16:52,667 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:16:53,667 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:16:54,667 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:16:55,089 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:16:55,681 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:16:55,941 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:16:55,947 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:16:56,675 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:16:57,672 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:16:58,676 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:16:59,673 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:17:00,102 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:17:00,673 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:17:01,047 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 19:17:01,049 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 19:17:01,049 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 19:17:01,050 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 19:17:01,673 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:17:01,979 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 19:17:01,980 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 19:17:02,673 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:17:03,673 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:17:04,673 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:17:05,584 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 19:17:05,590 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:17:05,673 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:17:06,673 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:17:07,673 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:17:08,673 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:17:09,673 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:17:10,674 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:17:10,941 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:17:10,942 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:17:11,124 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:17:11,674 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:17:12,674 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:17:13,674 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:17:14,674 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:17:15,674 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:17:16,674 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:17:17,094 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:17:17,674 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:17:18,674 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:17:19,674 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:17:20,675 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:17:21,675 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:17:22,675 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:17:23,093 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:17:23,675 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:17:24,675 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:17:25,675 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:17:25,953 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:17:25,959 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:17:26,680 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:17:27,681 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:17:28,101 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:17:28,683 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:17:29,683 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:17:30,689 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:17:31,656 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 19:17:31,658 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 19:17:31,658 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 19:17:31,659 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 19:17:32,005 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 19:17:32,075 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:17:33,074 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:17:34,007 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 19:17:34,074 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:17:34,099 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:17:35,074 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:17:35,588 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 19:17:36,074 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:17:37,074 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:17:38,074 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:17:39,074 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:17:39,099 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:17:40,074 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:17:40,948 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:17:40,948 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:17:41,075 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:17:42,075 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:17:43,075 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:17:44,075 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:17:44,100 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:17:45,075 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:17:46,075 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:17:47,075 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:17:48,076 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:17:49,075 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:17:49,100 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:17:50,075 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:17:51,076 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:17:52,076 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:17:53,076 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:17:54,076 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:17:54,100 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:17:55,081 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:17:55,953 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:17:55,954 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:17:56,079 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:17:57,079 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:17:58,080 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:17:59,080 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:17:59,111 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:18:00,080 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:18:00,591 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 19:18:00,592 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 19:18:00,592 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 19:18:00,594 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 19:18:01,034 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 19:18:01,080 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:18:02,034 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 19:18:02,080 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:18:03,080 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:18:04,080 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:18:05,081 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:18:05,103 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:18:05,592 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 19:18:06,081 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:18:07,081 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:18:08,081 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:18:09,081 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:18:10,081 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:18:10,103 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:18:10,952 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:18:10,953 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:18:11,081 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:18:12,081 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:18:13,081 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:18:14,082 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:18:15,082 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:18:16,082 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:18:16,103 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:18:17,082 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:18:18,082 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:18:19,082 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:18:20,082 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:18:21,082 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:18:21,104 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:18:22,082 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:18:23,082 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:18:24,082 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:18:25,082 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:18:25,953 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:18:25,954 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:18:26,083 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:18:27,089 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:18:27,100 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:18:28,088 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:18:29,091 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:18:30,091 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:18:31,092 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:18:32,094 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:18:32,106 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:18:32,738 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 19:18:32,740 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 19:18:32,740 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 19:18:32,742 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 19:18:33,063 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 19:18:33,160 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:18:34,064 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 19:18:34,159 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:18:35,159 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:18:35,596 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 19:18:36,159 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:18:37,106 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:18:37,159 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:18:38,159 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:18:39,159 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:18:40,160 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:18:40,953 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:18:40,953 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:18:41,160 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:18:42,160 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:18:43,106 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:18:43,160 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:18:44,333 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:18:45,230 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:18:46,229 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:18:47,229 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:18:48,107 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:18:48,229 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:18:49,229 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:18:50,229 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:18:51,229 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:18:52,229 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:18:53,230 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:18:54,107 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:18:54,230 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:18:55,236 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:18:55,958 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:18:55,959 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:18:56,233 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:18:57,235 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:18:58,238 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:18:59,114 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:18:59,236 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:19:00,237 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:19:00,311 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 19:19:00,313 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 19:19:00,313 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 19:19:00,315 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 19:19:01,094 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 19:19:01,237 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:19:02,095 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 19:19:02,237 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:19:03,237 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:19:04,237 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:19:05,111 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:19:05,237 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:19:05,600 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 19:19:06,237 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:19:07,237 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:19:08,237 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:19:09,238 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:19:10,238 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:19:10,958 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:19:10,959 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:19:11,121 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:19:11,238 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:19:12,238 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:19:13,238 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:19:14,238 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:19:15,238 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:19:16,238 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:19:17,112 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:19:17,238 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:19:18,238 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:19:19,239 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:19:20,239 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:19:21,239 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:19:22,239 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:19:23,112 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:19:23,239 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:19:24,251 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:19:25,244 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:19:25,961 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:19:25,964 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:19:26,247 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:19:27,248 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:19:28,121 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:19:28,248 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:19:29,248 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:19:29,282 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 19:19:29,283 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 19:19:29,283 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 19:19:29,285 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 19:19:30,121 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 19:19:30,121 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 19:19:30,248 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:19:31,248 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:19:32,248 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:19:33,248 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:19:34,118 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:19:34,248 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:19:35,248 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:19:35,605 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 19:19:36,249 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:19:37,249 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:19:38,249 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:19:39,118 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:19:39,249 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:19:40,249 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:19:40,962 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:19:40,962 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:19:41,249 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:19:42,249 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:19:43,249 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:19:44,167 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:19:44,249 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:19:45,249 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:19:46,250 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:19:47,250 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:19:48,250 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:19:49,250 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:19:50,165 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:19:50,250 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:19:51,250 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:19:52,250 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:19:53,250 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:19:54,259 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:19:55,176 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:19:55,251 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:19:55,964 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:19:55,968 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:19:56,253 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:19:57,251 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:19:58,253 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:19:59,252 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:19:59,900 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 19:19:59,901 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 19:19:59,902 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 19:19:59,903 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 19:20:00,144 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 19:20:00,314 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:20:00,941 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:20:01,313 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:20:02,146 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 19:20:02,313 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:20:03,313 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:20:04,313 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:20:05,314 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:20:05,609 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 19:20:06,314 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:20:06,611 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:20:07,314 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:20:08,314 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:20:09,314 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:20:10,314 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:20:10,965 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:20:10,965 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:20:11,314 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:20:12,100 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:20:12,314 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:20:13,315 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:20:14,315 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:20:15,315 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:20:16,315 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:20:17,167 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:20:17,315 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:20:18,315 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:20:19,315 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:20:20,315 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:20:21,315 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:20:22,315 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:20:23,167 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:20:23,315 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:20:24,323 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:20:25,323 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:20:25,965 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:20:25,965 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:20:26,323 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:20:27,324 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:20:28,176 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:20:28,324 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:20:29,324 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:20:29,510 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 19:20:29,511 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 19:20:29,512 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 19:20:29,513 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 19:20:30,175 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 19:20:30,176 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 19:20:30,324 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:20:31,324 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:20:32,324 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:20:33,324 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:20:34,169 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:20:34,324 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:20:35,324 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:20:35,613 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 19:20:36,325 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:20:37,325 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:20:38,325 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:20:39,325 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:20:40,169 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:20:40,325 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:20:40,965 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:20:40,965 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:20:41,325 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:20:42,325 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:20:43,325 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:20:44,325 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:20:45,170 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:20:45,325 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:20:46,325 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:20:47,326 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:20:48,326 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:20:49,326 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:20:50,326 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:20:51,170 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:20:51,326 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:20:52,326 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:20:53,326 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:20:54,326 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:20:55,326 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:20:55,965 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:20:55,966 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:20:56,326 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:20:57,118 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:20:57,327 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:20:58,330 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:20:59,327 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:21:00,332 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:21:01,328 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:21:02,173 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:21:02,327 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:21:03,328 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:21:03,560 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 19:21:03,561 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 19:21:03,562 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 19:21:03,563 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 19:21:04,208 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 19:21:04,208 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 19:21:04,328 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:21:05,328 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:21:05,617 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 19:21:06,328 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:21:07,328 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:21:08,171 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:21:08,328 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:21:09,328 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:21:10,328 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:21:10,965 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:21:10,966 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:21:11,328 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:21:12,328 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:21:13,328 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:21:14,171 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:21:14,329 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:21:15,329 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:21:16,329 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:21:17,329 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:21:18,329 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:21:19,172 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:21:19,329 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:21:20,329 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:21:21,329 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:21:22,329 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:21:23,329 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:21:24,330 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:21:25,172 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:21:25,330 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:21:25,965 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:21:25,966 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:21:26,330 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:21:27,330 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:21:28,330 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:21:29,336 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:21:30,175 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:21:30,332 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:21:31,333 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:21:32,333 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:21:33,334 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:21:34,334 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:21:34,393 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 19:21:34,394 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 19:21:34,395 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 19:21:34,396 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 19:21:35,236 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 19:21:35,334 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:21:35,435 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:21:35,621 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 19:21:36,237 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 19:21:36,334 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:21:37,334 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:21:38,334 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:21:39,334 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:21:40,334 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:21:40,965 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:21:40,966 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:21:41,060 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:21:41,334 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:21:42,334 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:21:43,334 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:21:44,334 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:21:45,335 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:21:46,173 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:21:46,335 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:21:47,335 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:21:48,335 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:21:49,335 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:21:50,335 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:21:51,174 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:21:51,335 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:21:52,335 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:21:53,336 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:21:54,336 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:21:55,336 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:21:55,966 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:21:55,966 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:21:56,336 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:21:57,108 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:21:57,336 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:21:58,336 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:21:59,347 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:22:00,344 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:22:01,347 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:22:02,176 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:22:02,346 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:22:03,346 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:22:04,347 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:22:05,098 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 19:22:05,099 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 19:22:05,100 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 19:22:05,101 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 19:22:05,270 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 19:22:05,517 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:22:05,626 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 19:22:06,271 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 19:22:06,515 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:22:07,176 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:22:07,515 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:22:08,515 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:22:09,515 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:22:10,515 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:22:10,966 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:22:10,966 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:22:11,515 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:22:12,515 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:22:13,176 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:22:13,515 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:22:14,515 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:22:15,515 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:22:16,725 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:22:17,722 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:22:18,177 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:22:18,723 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:22:19,723 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:22:20,723 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:22:21,723 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:22:22,723 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:22:23,723 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:22:24,177 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:22:24,723 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:22:25,723 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:22:25,966 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:22:25,966 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:22:26,723 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:22:27,730 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:22:28,730 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:22:29,193 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:22:29,733 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:22:30,731 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:22:31,731 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:22:32,669 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 19:22:32,671 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 19:22:32,672 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 19:22:32,673 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 19:22:33,080 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:22:33,297 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 19:22:33,820 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:22:34,298 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 19:22:34,711 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:22:34,820 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:22:35,630 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 19:22:35,820 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:22:36,820 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:22:37,820 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:22:38,820 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:22:39,821 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:22:40,181 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:22:40,821 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:22:40,966 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:22:40,966 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:22:41,821 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:22:42,821 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:22:43,821 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:22:44,821 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:22:46,033 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:22:46,181 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:22:47,032 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:22:48,032 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:22:49,032 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:22:50,032 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:22:51,032 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:22:51,181 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:22:52,032 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:22:53,032 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:22:54,033 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:22:55,035 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:22:55,966 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:22:55,967 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:22:56,033 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:22:57,033 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:22:57,053 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:22:58,047 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:22:59,040 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:23:00,040 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:23:01,042 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:23:02,040 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:23:02,189 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:23:03,040 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:23:03,522 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 19:23:03,524 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 19:23:03,524 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 19:23:03,525 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 19:23:04,040 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:23:04,331 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 19:23:05,041 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:23:05,331 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 19:23:05,634 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 19:23:06,040 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:23:07,041 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:23:08,041 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:23:08,185 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:23:09,041 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:23:10,041 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:23:10,966 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:23:10,967 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:23:11,041 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:23:12,041 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:23:13,041 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:23:14,041 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:23:14,185 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:23:15,041 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:23:16,041 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:23:17,070 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:23:18,069 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:23:19,069 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:23:19,186 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:23:20,069 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:23:21,069 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:23:22,070 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:23:23,069 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:23:24,070 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:23:25,070 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:23:25,186 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:23:25,966 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:23:25,967 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:23:26,070 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:23:27,070 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:23:28,070 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:23:29,078 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:23:30,075 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:23:30,190 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:23:31,081 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:23:32,075 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:23:33,075 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:23:34,075 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:23:34,527 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 19:23:34,528 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 19:23:34,529 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 19:23:34,530 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 19:23:35,075 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:23:35,359 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 19:23:35,568 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:23:35,638 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 19:23:36,075 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:23:37,075 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:23:37,360 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 19:23:38,075 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:23:39,075 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:23:40,075 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:23:40,966 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:23:40,967 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:23:41,076 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:23:41,096 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:23:42,076 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:23:43,076 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:23:44,076 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:23:45,076 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:23:46,076 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:23:46,191 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:23:47,314 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:23:48,314 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:23:49,314 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:23:50,314 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:23:51,314 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:23:51,316 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:23:52,314 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:23:53,314 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:23:54,314 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:23:55,314 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:23:55,966 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:23:55,967 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:23:56,314 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:23:57,107 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:23:57,314 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:23:58,314 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:23:59,326 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:24:00,318 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:24:01,318 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:24:02,226 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:24:02,318 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:24:03,321 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:24:04,318 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:24:04,719 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 19:24:04,720 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 19:24:04,720 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 19:24:04,721 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 19:24:05,322 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:24:05,388 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 19:24:05,642 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 19:24:06,321 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:24:07,226 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:24:07,321 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:24:07,390 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 19:24:08,321 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:24:09,321 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:24:10,321 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:24:10,966 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:24:10,967 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:24:11,321 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:24:12,226 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:24:12,321 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:24:13,322 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:24:14,322 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:24:15,322 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:24:16,322 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:24:17,228 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:24:17,322 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:24:18,322 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:24:19,322 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:24:20,322 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:24:21,322 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:24:22,322 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:24:23,227 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:24:23,323 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:24:24,323 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:24:25,323 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:24:25,967 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:24:25,967 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:24:26,323 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:24:27,323 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:24:28,227 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:24:28,323 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:24:29,327 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:24:30,326 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:24:31,328 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:24:32,329 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:24:33,244 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:24:33,333 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:24:34,330 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:24:34,651 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 19:24:34,652 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 19:24:34,652 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 19:24:34,654 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 19:24:35,330 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:24:35,424 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 19:24:35,647 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 19:24:36,330 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:24:37,330 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:24:37,425 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 19:24:38,330 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:24:39,232 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:24:39,330 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:24:40,330 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:24:40,967 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:24:40,967 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:24:41,330 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:24:42,330 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:24:43,330 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:24:44,331 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:24:45,231 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:24:45,331 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:24:46,331 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:24:47,517 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:24:48,426 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:24:49,426 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:24:50,427 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:24:51,232 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:24:51,427 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:24:52,427 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:24:53,427 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:24:54,427 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:24:55,427 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:24:55,967 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:24:55,967 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:24:56,427 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:24:57,116 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:24:57,427 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:24:58,427 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:24:59,430 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:25:00,439 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:25:01,438 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:25:02,240 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:25:02,434 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:25:03,434 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:25:04,439 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:25:05,439 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:25:05,610 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 19:25:05,611 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 19:25:05,612 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 19:25:05,614 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 19:25:05,649 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 19:25:06,439 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:25:06,449 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 19:25:07,439 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:25:07,449 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 19:25:08,234 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:25:08,439 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:25:09,439 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:25:10,439 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:25:10,967 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:25:10,968 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:25:11,439 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:25:12,439 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:25:13,439 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:25:14,234 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:25:14,439 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:25:15,439 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:25:16,440 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:25:17,440 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:25:18,440 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:25:19,235 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:25:19,441 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:25:20,440 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:25:21,440 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:25:22,440 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:25:23,440 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:25:24,235 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:25:24,440 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:25:25,440 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:25:25,967 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:25:25,968 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:25:26,440 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:25:27,441 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:25:28,441 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:25:29,441 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:25:30,235 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:25:30,441 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:25:31,441 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:25:32,446 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:25:33,446 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:25:34,444 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:25:35,257 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:25:35,447 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:25:35,656 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 19:25:36,448 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:25:37,448 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:25:37,512 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 19:25:37,514 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 19:25:37,515 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 19:25:37,516 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 19:25:38,448 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:25:38,489 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 19:25:39,448 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:25:39,491 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 19:25:40,448 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:25:40,554 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:25:40,967 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:25:40,968 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:25:41,448 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:25:42,448 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:25:43,448 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:25:44,448 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:25:45,450 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:25:46,241 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:25:46,448 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:25:47,448 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:25:48,448 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:25:49,449 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:25:50,449 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:25:51,449 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:25:52,241 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:25:52,449 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:25:53,449 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:25:54,449 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:25:55,449 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:25:55,967 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:25:55,968 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:25:56,449 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:25:57,297 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:25:57,449 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:25:58,449 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:25:59,450 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:26:00,450 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:26:01,450 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:26:02,450 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:26:03,297 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:26:03,450 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:26:04,450 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:26:05,459 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:26:05,672 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 19:26:06,454 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:26:07,455 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:26:08,312 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:26:08,458 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:26:09,458 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:26:10,456 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:26:10,969 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:26:10,970 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:26:11,456 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:26:11,496 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 19:26:11,497 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 19:26:11,497 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 19:26:11,498 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 19:26:11,525 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 19:26:12,603 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:26:13,526 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 19:26:13,601 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:26:13,606 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:26:14,601 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:26:15,601 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:26:16,601 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:26:17,601 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:26:18,601 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:26:19,601 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:26:19,603 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:26:20,601 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:26:21,602 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:26:22,602 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:26:23,602 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:26:24,602 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:26:24,603 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:26:25,602 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:26:25,970 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:26:25,970 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:26:26,602 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:26:27,603 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:26:28,602 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:26:29,603 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:26:30,603 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:26:30,603 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:26:31,603 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:26:32,603 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:26:33,603 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:26:34,603 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:26:35,603 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:26:35,603 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:26:35,665 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 19:26:36,603 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:26:37,620 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:26:38,611 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:26:39,610 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:26:40,610 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:26:40,625 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:26:40,973 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:26:40,974 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:26:41,611 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:26:42,611 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:26:43,528 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 19:26:43,530 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 19:26:43,530 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 19:26:43,535 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 19:26:43,552 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 19:26:43,946 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:26:44,943 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:26:45,554 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 19:26:45,943 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:26:46,570 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:26:46,943 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:26:47,943 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:26:48,943 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:26:49,943 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:26:50,944 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:26:51,609 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:26:51,944 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:26:52,944 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:26:53,944 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:26:54,944 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:26:55,985 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:26:55,986 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:26:56,025 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:26:56,981 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:26:57,127 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:26:57,981 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:26:58,981 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:26:59,982 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:27:00,982 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:27:01,982 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:27:02,608 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:27:02,982 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:27:03,982 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:27:04,982 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:27:05,669 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 19:27:05,982 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:27:06,982 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:27:07,634 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:27:07,989 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:27:08,986 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:27:09,986 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:27:10,984 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:27:10,986 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:27:11,037 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:27:11,993 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:27:12,986 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:27:13,617 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:27:13,620 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 19:27:13,621 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 19:27:13,621 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 19:27:13,624 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 19:27:14,104 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:27:14,596 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 19:27:15,101 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:27:15,596 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 19:27:16,101 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:27:17,101 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:27:18,102 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:27:19,102 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:27:19,611 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:27:20,102 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:27:21,102 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:27:22,102 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:27:23,102 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:27:24,102 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:27:25,102 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:27:25,611 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:27:25,984 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:27:25,985 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:27:26,102 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:27:27,102 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:27:28,102 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:27:29,103 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:27:30,103 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:27:30,612 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:27:31,103 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:27:32,103 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:27:33,103 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:27:34,103 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:27:35,103 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:27:35,674 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 19:27:35,676 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:27:36,103 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:27:37,103 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:27:38,103 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:27:39,103 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:27:40,104 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:27:40,985 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:27:40,985 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:27:41,076 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:27:41,114 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:27:42,115 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:27:43,112 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:27:44,112 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:27:45,114 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:27:46,113 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:27:46,619 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:27:47,113 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:27:47,281 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 19:27:47,283 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 19:27:47,284 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 19:27:47,289 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 19:27:47,640 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 19:27:48,113 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:27:49,113 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:27:49,642 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 19:27:50,113 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:27:51,113 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:27:51,692 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:27:52,113 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:27:53,114 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:27:54,114 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:27:55,114 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:27:55,985 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:27:55,985 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:27:56,114 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:27:57,114 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:27:57,151 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:27:58,114 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:27:59,114 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:28:00,114 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:28:01,115 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:28:02,114 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:28:02,692 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:28:03,115 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:28:04,115 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:28:05,115 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:28:05,677 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 19:28:06,115 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:28:07,115 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:28:08,115 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:28:08,692 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:28:09,115 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:28:10,115 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:28:10,985 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:28:10,986 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:28:11,115 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:28:12,116 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:28:13,116 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:28:13,699 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:28:14,120 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:28:15,120 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:28:16,129 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:28:17,129 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:28:18,129 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:28:18,695 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:28:19,126 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:28:19,327 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 19:28:19,328 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 19:28:19,328 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 19:28:19,330 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 19:28:19,668 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 19:28:20,126 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:28:21,126 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:28:21,669 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 19:28:22,126 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:28:23,126 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:28:24,126 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:28:24,692 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:28:25,126 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:28:25,985 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:28:25,985 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:28:26,127 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:28:27,126 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:28:28,126 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:28:29,126 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:28:30,127 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:28:30,692 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:28:31,127 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:28:32,127 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:28:33,127 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:28:34,315 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:28:35,223 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:28:35,682 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 19:28:36,223 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:28:36,684 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:28:37,223 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:28:38,223 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:28:39,223 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:28:40,224 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:28:40,985 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:28:40,986 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:28:41,224 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:28:42,072 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:28:42,224 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:28:43,224 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:28:44,224 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:28:45,224 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:28:46,233 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:28:47,227 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:28:47,697 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:28:48,229 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:28:49,233 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:28:50,229 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:28:51,230 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:28:52,124 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 19:28:52,125 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 19:28:52,126 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 19:28:52,129 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 19:28:52,542 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:28:52,698 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:28:52,715 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 19:28:53,282 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:28:53,715 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 19:28:54,282 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:28:55,282 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:28:55,985 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:28:55,986 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:28:56,283 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:28:57,283 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:28:58,283 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:28:58,698 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:28:59,283 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:29:00,283 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:29:01,283 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:29:02,283 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:29:03,283 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:29:04,283 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:29:04,698 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:29:05,284 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:29:05,686 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 19:29:06,284 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:29:07,284 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:29:08,284 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:29:09,284 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:29:09,699 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:29:10,284 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:29:10,985 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:29:10,986 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:29:11,284 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:29:12,284 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:29:13,284 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:29:14,284 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:29:15,284 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:29:15,699 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:29:16,284 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:29:17,295 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:29:18,289 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:29:19,290 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:29:20,290 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:29:20,707 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:29:21,292 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:29:22,290 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:29:22,730 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 19:29:22,731 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 19:29:22,732 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 19:29:22,734 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 19:29:22,741 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 19:29:23,291 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:29:24,291 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:29:25,291 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:29:25,744 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 19:29:25,771 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:29:25,986 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:29:25,986 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:29:26,291 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:29:27,291 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:29:28,291 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:29:29,291 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:29:30,291 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:29:31,291 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:29:31,705 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:29:32,291 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:29:33,291 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:29:34,291 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:29:35,292 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:29:35,690 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 19:29:36,292 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:29:37,292 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:29:37,692 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:29:38,292 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:29:39,292 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:29:40,292 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:29:40,986 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:29:40,986 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:29:41,292 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:29:42,292 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:29:42,705 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:29:43,292 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:29:44,292 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:29:45,293 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:29:46,295 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:29:47,297 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:29:47,712 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:29:48,302 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:29:49,298 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:29:50,298 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:29:51,206 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 19:29:51,208 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 19:29:51,208 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 19:29:51,210 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 19:29:51,630 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:29:51,773 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 19:29:52,627 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:29:53,627 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:29:53,707 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:29:53,774 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 19:29:54,627 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:29:55,627 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:29:55,986 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:29:55,986 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:29:56,627 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:29:57,627 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:29:58,627 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:29:59,627 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:29:59,707 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:30:00,627 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:30:01,627 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:30:02,627 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:30:03,628 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:30:04,628 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:30:05,628 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:30:05,694 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 19:30:05,697 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:30:06,628 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:30:07,628 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:30:08,628 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:30:09,628 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:30:10,628 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:30:10,708 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:30:10,986 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:30:10,986 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:30:11,628 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:30:12,629 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:30:13,629 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:30:14,629 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:30:15,629 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:30:16,629 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:30:16,708 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:30:17,629 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:30:18,637 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:30:19,630 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:30:20,635 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:30:21,634 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:30:21,718 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:30:22,634 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:30:23,635 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:30:24,492 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 19:30:24,494 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 19:30:24,495 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 19:30:24,500 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 19:30:24,811 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 19:30:24,939 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:30:25,812 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 19:30:25,939 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:30:25,986 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:30:25,987 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:30:26,939 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:30:27,133 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:30:27,939 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:30:28,939 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:30:29,939 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:30:30,939 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:30:31,939 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:30:32,711 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:30:32,939 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:30:33,939 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:30:34,939 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:30:35,698 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 19:30:35,939 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:30:36,940 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:30:37,712 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:30:37,940 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:30:38,940 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:30:39,940 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:30:40,940 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:30:40,986 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:30:40,986 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:30:41,940 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:30:42,940 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:30:43,712 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:30:43,940 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:30:44,940 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:30:45,941 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:30:46,941 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:30:47,941 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:30:48,941 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:30:49,717 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:30:49,953 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:30:50,952 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:30:51,951 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:30:52,953 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:30:53,952 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:30:54,714 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:30:54,952 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:30:55,045 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 19:30:55,046 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 19:30:55,047 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 19:30:55,052 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 19:30:55,841 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 19:30:55,952 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:30:55,986 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:30:55,987 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:30:56,952 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:30:57,843 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 19:30:57,952 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:30:58,952 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:30:59,714 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:30:59,952 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:31:00,952 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:31:01,952 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:31:02,953 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:31:03,952 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:31:04,953 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:31:05,702 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 19:31:05,704 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:31:05,953 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:31:06,953 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:31:07,953 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:31:08,953 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:31:09,953 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:31:10,715 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:31:10,953 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:31:10,986 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:31:10,987 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:31:11,953 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:31:12,954 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:31:13,954 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:31:14,954 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:31:15,715 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:31:15,954 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:31:16,954 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:31:17,954 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:31:18,954 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:31:19,954 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:31:20,954 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:31:21,715 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:31:21,963 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:31:22,957 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:31:23,965 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:31:24,964 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:31:25,962 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:31:25,989 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:31:25,989 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:31:26,963 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:31:27,146 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:31:27,821 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 19:31:27,823 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 19:31:27,823 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 19:31:27,829 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 19:31:27,865 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 19:31:28,272 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:31:28,973 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:31:29,867 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 19:31:29,973 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:31:30,973 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:31:31,973 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:31:32,716 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:31:32,973 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:31:33,973 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:31:34,974 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:31:35,706 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 19:31:35,974 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:31:36,974 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:31:37,974 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:31:38,716 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:31:38,974 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:31:39,974 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:31:40,975 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:31:40,989 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:31:40,990 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:31:41,974 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:31:42,974 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:31:43,717 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:31:43,975 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:31:44,975 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:31:45,975 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:31:46,975 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:31:47,975 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:31:48,975 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:31:49,717 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:31:49,981 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:31:50,980 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:31:51,984 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:31:52,980 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:31:53,981 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:31:54,722 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:31:54,981 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:31:55,873 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 19:31:55,874 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 19:31:55,875 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 19:31:55,876 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 19:31:55,889 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 19:31:56,290 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:31:56,290 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:31:56,291 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:31:57,288 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:31:57,891 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 19:31:58,290 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:31:59,289 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:31:59,722 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:32:00,289 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:32:01,289 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:32:02,289 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:32:03,289 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:32:04,290 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:32:05,290 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:32:05,710 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 19:32:05,717 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:32:06,290 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:32:07,290 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:32:08,290 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:32:09,290 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:32:10,290 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:32:10,723 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:32:11,023 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:32:11,023 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:32:11,290 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:32:12,291 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:32:13,291 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:32:14,291 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:32:15,291 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:32:15,723 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:32:16,291 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:32:17,291 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:32:18,291 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:32:19,291 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:32:20,291 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:32:21,300 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:32:21,728 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:32:22,294 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:32:23,300 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:32:24,301 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:32:25,299 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:32:26,023 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:32:26,024 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:32:26,300 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:32:27,100 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:32:27,244 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 19:32:27,245 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 19:32:27,246 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 19:32:27,248 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 19:32:27,664 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:32:27,920 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 19:32:28,396 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:32:29,395 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:32:29,921 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 19:32:30,395 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:32:31,395 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:32:32,395 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:32:32,730 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:32:33,396 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:32:34,396 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:32:35,396 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:32:35,714 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 19:32:36,396 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:32:37,396 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:32:38,396 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:32:38,730 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:32:39,396 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:32:40,396 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:32:41,023 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:32:41,024 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:32:41,396 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:32:42,396 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:32:43,396 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:32:43,730 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:32:44,397 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:32:45,397 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:32:46,397 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:32:47,397 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:32:48,397 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:32:49,397 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:32:49,730 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:32:50,397 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:32:51,401 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:32:52,405 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:32:53,404 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:32:54,404 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:32:54,741 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:32:55,405 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:32:56,025 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:32:56,026 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:32:56,405 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:32:56,600 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 19:32:56,602 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 19:32:56,602 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 19:32:56,604 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 19:32:56,951 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 19:32:57,405 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:32:57,951 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 19:32:58,405 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:32:59,405 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:33:00,405 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:33:00,733 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:33:01,405 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:33:02,405 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:33:03,405 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:33:04,405 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:33:05,405 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:33:05,719 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 19:33:06,406 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:33:06,722 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:33:07,406 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:33:08,406 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:33:09,406 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:33:10,406 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:33:11,026 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:33:11,026 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:33:11,406 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:33:12,126 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:33:12,406 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:33:13,406 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:33:14,406 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:33:15,406 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:33:16,406 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:33:17,406 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:33:17,733 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:33:18,407 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:33:19,407 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:33:20,407 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:33:21,412 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:33:22,413 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:33:22,740 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:33:23,412 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:33:24,413 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:33:25,419 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:33:26,028 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:33:26,029 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:33:26,413 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:33:27,012 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 19:33:27,013 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 19:33:27,014 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 19:33:27,015 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 19:33:27,426 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:33:27,984 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 19:33:27,984 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 19:33:28,426 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:33:28,737 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:33:29,426 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:33:30,426 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:33:31,426 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:33:32,426 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:33:33,426 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:33:34,426 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:33:34,737 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:33:35,426 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:33:35,723 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 19:33:36,427 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:33:37,427 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:33:38,427 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:33:39,427 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:33:40,427 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:33:40,738 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:33:41,029 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:33:41,029 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:33:41,427 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:33:42,427 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:33:43,427 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:33:44,427 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:33:45,427 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:33:45,738 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:33:46,428 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:33:47,428 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:33:48,428 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:33:49,428 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:33:50,428 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:33:51,431 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:33:51,745 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:33:52,436 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:33:53,436 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:33:54,436 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:33:55,436 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:33:56,038 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:33:56,042 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:33:56,436 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:33:57,186 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:33:57,431 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 19:33:57,432 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 19:33:57,433 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 19:33:57,434 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 19:33:57,842 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:33:58,013 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 19:33:58,582 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:33:59,582 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:34:00,015 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 19:34:00,583 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:34:01,583 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:34:02,583 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:34:02,842 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:34:03,583 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:34:04,583 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:34:05,583 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:34:05,727 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 19:34:06,583 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:34:07,583 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:34:08,583 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:34:08,842 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:34:09,584 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:34:10,584 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:34:11,034 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:34:11,035 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:34:11,584 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:34:12,584 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:34:13,584 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:34:13,842 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:34:14,584 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:34:15,584 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:34:16,584 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:34:17,584 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:34:18,584 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:34:19,585 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:34:19,842 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:34:20,590 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:34:21,592 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:34:22,588 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:34:23,591 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:34:24,589 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:34:24,854 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:34:25,589 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:34:25,902 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 19:34:25,903 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 19:34:25,903 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 19:34:25,904 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 19:34:26,043 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 19:34:26,316 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:34:26,316 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:34:26,589 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:34:27,589 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:34:28,045 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 19:34:28,589 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:34:29,589 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:34:30,589 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:34:30,846 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:34:31,589 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:34:32,589 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:34:33,589 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:34:34,590 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:34:35,590 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:34:35,730 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 19:34:36,590 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:34:36,731 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:34:37,590 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:34:38,590 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:34:39,590 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:34:40,591 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:34:41,052 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:34:41,053 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:34:41,590 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:34:42,203 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:34:42,590 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:34:43,591 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:34:44,591 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:34:45,591 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:34:46,591 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:34:47,591 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:34:47,846 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:34:48,591 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:34:49,591 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:34:50,591 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:34:51,591 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:34:52,594 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:34:52,850 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:34:53,594 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:34:54,595 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:34:55,598 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:34:56,056 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:34:56,061 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:34:56,596 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:34:57,602 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:34:57,850 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:34:58,495 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 19:34:58,497 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 19:34:58,497 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 19:34:58,499 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 19:34:58,915 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:34:59,076 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 19:34:59,648 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:35:00,077 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 19:35:00,648 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:35:01,649 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:35:02,649 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:35:02,849 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:35:03,649 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:35:04,649 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:35:05,649 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:35:05,734 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 19:35:06,649 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:35:07,649 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:35:08,649 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:35:08,849 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:35:09,649 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:35:10,649 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:35:11,057 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:35:11,057 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:35:11,650 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:35:12,650 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:35:13,650 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:35:13,849 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:35:14,650 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:35:15,650 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:35:16,650 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:35:17,650 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:35:18,650 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:35:19,650 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:35:19,850 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:35:20,651 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:35:21,651 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:35:22,651 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:35:23,651 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:35:24,651 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:35:25,658 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:35:25,861 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:35:26,058 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:35:26,059 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:35:26,656 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:35:27,664 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:35:28,659 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:35:29,661 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:35:30,658 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:35:30,859 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:35:31,461 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 19:35:31,462 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 19:35:31,462 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 19:35:31,464 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 19:35:31,877 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:35:32,104 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 19:35:32,105 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 19:35:32,876 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:35:33,876 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:35:34,876 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:35:35,738 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 19:35:35,876 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:35:36,741 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:35:36,876 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:35:37,876 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:35:38,876 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:35:39,876 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:35:40,876 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:35:41,058 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:35:41,059 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:35:41,876 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:35:42,210 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:35:42,877 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:35:43,877 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:35:44,877 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:35:45,877 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:35:46,877 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:35:47,852 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:35:47,877 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:35:48,877 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:35:49,877 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:35:50,877 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:35:51,878 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:35:52,878 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:35:53,852 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:35:53,878 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:35:54,878 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:35:55,878 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:35:56,059 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:35:56,059 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:35:56,878 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:35:57,881 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:35:58,858 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:35:58,889 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:35:59,884 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:36:00,884 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:36:01,884 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:36:02,884 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:36:03,012 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 19:36:03,013 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 19:36:03,013 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 19:36:03,014 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 19:36:03,134 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 19:36:03,884 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:36:04,054 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:36:04,135 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 19:36:04,884 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:36:05,742 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 19:36:05,884 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:36:06,884 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:36:07,884 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:36:08,884 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:36:09,852 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:36:09,884 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:36:10,885 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:36:11,059 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:36:11,059 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:36:11,885 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:36:12,885 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:36:13,885 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:36:14,885 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:36:15,852 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:36:15,885 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:36:16,885 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:36:17,885 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:36:18,885 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:36:19,886 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:36:20,853 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:36:20,886 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:36:21,886 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:36:22,886 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:36:23,886 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:36:24,886 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:36:25,886 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:36:26,059 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:36:26,059 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:36:26,218 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:36:26,886 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:36:27,886 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:36:28,886 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:36:29,886 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:36:30,887 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:36:31,859 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:36:31,893 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:36:32,890 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:36:33,896 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:36:34,894 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:36:35,753 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 19:36:35,895 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:36:36,895 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:36:37,226 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 19:36:37,228 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 19:36:37,229 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 19:36:37,229 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:36:37,230 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 19:36:37,895 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:36:38,165 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 19:36:38,165 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 19:36:38,895 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:36:39,895 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:36:40,895 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:36:41,059 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:36:41,060 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:36:41,895 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:36:42,856 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:36:42,895 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:36:43,895 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:36:44,895 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:36:45,895 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:36:46,895 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:36:47,955 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:36:48,857 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:36:48,993 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:36:49,987 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:36:50,987 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:36:51,987 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:36:52,987 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:36:53,857 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:36:53,988 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:36:54,988 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:36:55,988 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:36:56,059 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:36:56,060 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:36:56,988 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:36:57,988 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:36:58,865 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:36:58,997 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:36:59,994 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:37:00,994 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:37:01,999 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:37:02,995 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:37:03,866 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:37:03,995 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:37:04,417 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 19:37:04,419 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 19:37:04,419 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 19:37:04,421 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 19:37:04,995 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:37:05,190 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 19:37:05,750 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 19:37:06,000 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:37:06,191 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 19:37:06,999 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:37:07,999 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:37:08,999 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:37:09,862 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:37:09,999 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:37:11,000 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:37:11,059 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:37:11,060 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:37:12,000 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:37:13,000 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:37:14,000 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:37:14,862 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:37:15,000 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:37:16,000 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:37:17,000 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:37:18,000 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:37:19,000 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:37:19,863 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:37:20,000 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:37:21,001 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:37:22,001 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:37:23,001 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:37:24,001 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:37:25,001 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:37:25,863 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:37:26,001 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:37:26,059 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:37:26,060 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:37:27,001 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:37:28,001 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:37:29,001 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:37:30,001 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:37:30,872 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:37:31,005 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:37:32,003 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:37:33,007 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:37:34,012 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:37:35,010 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:37:35,751 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 19:37:36,008 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:37:36,396 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 19:37:36,396 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 19:37:36,397 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 19:37:36,398 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:37:36,403 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 19:37:37,008 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:37:37,216 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 19:37:38,008 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:37:38,217 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 19:37:39,008 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:37:40,008 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:37:41,008 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:37:41,059 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:37:41,060 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:37:42,008 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:37:42,212 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:37:43,008 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:37:44,008 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:37:45,008 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:37:46,008 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:37:47,009 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:37:47,866 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:37:48,159 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:37:49,061 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:37:50,061 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:37:51,062 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:37:52,062 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:37:52,867 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:37:53,062 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:37:54,062 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:37:55,062 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:37:56,060 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:37:56,060 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:37:56,100 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:37:57,062 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:37:58,062 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:37:58,867 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:37:59,062 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:38:00,069 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:38:01,066 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:38:02,066 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:38:03,074 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:38:03,870 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:38:04,075 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:38:05,073 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:38:05,632 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 19:38:05,633 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 19:38:05,633 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 19:38:05,634 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 19:38:05,755 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 19:38:06,074 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:38:06,241 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 19:38:06,241 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 19:38:07,074 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:38:08,074 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:38:09,074 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:38:09,867 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:38:10,074 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:38:11,060 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:38:11,060 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:38:11,100 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:38:12,074 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:38:13,075 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:38:14,074 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:38:15,074 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:38:15,868 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:38:16,075 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:38:17,075 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:38:18,075 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:38:19,075 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:38:20,075 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:38:21,000 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:38:21,075 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:38:22,075 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:38:23,075 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:38:24,076 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:38:25,075 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:38:26,060 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:38:26,060 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:38:26,100 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:38:26,143 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:38:27,076 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:38:28,076 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:38:29,076 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:38:30,084 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:38:31,081 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:38:31,912 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:38:32,081 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:38:33,083 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:38:34,085 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:38:35,085 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:38:35,759 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 19:38:35,815 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 19:38:35,816 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 19:38:35,816 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 19:38:35,817 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 19:38:36,235 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:38:36,271 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 19:38:37,241 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:38:37,858 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:38:38,240 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:38:38,272 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 19:38:39,240 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:38:40,240 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:38:41,060 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:38:41,061 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:38:41,240 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:38:42,240 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:38:42,911 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:38:43,240 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:38:44,240 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:38:45,241 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:38:46,241 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:38:47,241 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:38:48,241 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:38:48,911 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:38:49,241 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:38:50,241 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:38:51,242 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:38:52,241 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:38:53,242 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:38:53,912 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:38:54,242 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:38:55,242 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:38:56,060 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:38:56,061 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:38:56,242 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:38:57,242 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:38:58,242 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:38:59,242 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:38:59,912 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:39:00,242 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:39:01,242 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:39:02,242 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:39:03,250 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:39:04,249 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:39:04,921 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:39:05,252 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:39:05,773 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 19:39:06,250 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:39:07,247 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:39:08,248 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:39:08,846 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 19:39:08,847 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 19:39:08,848 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 19:39:08,849 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 19:39:09,301 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 19:39:09,320 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:39:10,303 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 19:39:10,317 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:39:10,888 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:39:11,060 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:39:11,061 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:39:11,319 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:39:12,318 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:39:13,317 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:39:14,318 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:39:15,318 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:39:15,914 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:39:16,318 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:39:17,318 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:39:18,318 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:39:19,318 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:39:20,318 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:39:21,318 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:39:21,914 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:39:22,318 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:39:23,319 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:39:24,319 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:39:25,319 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:39:26,060 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:39:26,061 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:39:26,319 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:39:27,233 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:39:27,319 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:39:28,319 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:39:29,319 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:39:30,319 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:39:31,319 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:39:32,319 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:39:32,914 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:39:33,320 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:39:34,319 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:39:35,320 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:39:35,767 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 19:39:36,320 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:39:37,331 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:39:37,924 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:39:38,330 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:39:39,329 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:39:40,334 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:39:41,067 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:39:41,067 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:39:41,330 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:39:42,330 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:39:42,529 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 19:39:42,531 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 19:39:42,531 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 19:39:42,540 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 19:39:42,947 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:39:43,330 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:39:43,335 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 19:39:44,330 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:39:44,336 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 19:39:45,330 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:39:46,330 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:39:47,330 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:39:48,330 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:39:48,947 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:39:49,330 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:39:50,330 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:39:51,330 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:39:52,331 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:39:53,331 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:39:54,331 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:39:54,947 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:39:55,331 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:39:56,064 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:39:56,064 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:39:56,331 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:39:57,331 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:39:58,331 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:39:59,331 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:39:59,947 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:40:00,331 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:40:01,332 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:40:02,332 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:40:03,332 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:40:04,332 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:40:05,332 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:40:05,771 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 19:40:05,773 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:40:06,332 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:40:07,336 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:40:08,341 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:40:09,337 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:40:10,338 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:40:10,958 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:40:11,071 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:40:11,071 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:40:11,340 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:40:12,338 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:40:12,490 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 19:40:12,492 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 19:40:12,492 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 19:40:12,493 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 19:40:13,338 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:40:13,362 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 19:40:14,338 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:40:14,363 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 19:40:15,338 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:40:16,338 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:40:16,949 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:40:17,339 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:40:18,339 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:40:19,339 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:40:20,339 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:40:21,339 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:40:22,339 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:40:22,948 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:40:23,339 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:40:24,339 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:40:25,340 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:40:26,067 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:40:26,068 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:40:26,339 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:40:27,339 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:40:27,949 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:40:28,340 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:40:29,340 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:40:30,340 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:40:31,340 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:40:32,340 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:40:33,340 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:40:33,949 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:40:34,340 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:40:35,346 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:40:35,783 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 19:40:36,344 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:40:37,348 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:40:38,347 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:40:38,951 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:40:39,348 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:40:40,345 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:40:40,896 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 19:40:40,898 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 19:40:40,899 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 19:40:40,900 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 19:40:41,387 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 19:40:42,001 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:40:42,001 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:40:42,002 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:40:42,388 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 19:40:42,999 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:40:43,951 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:40:43,999 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:40:44,999 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:40:46,000 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:40:46,999 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:40:47,999 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:40:48,999 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:40:49,951 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:40:50,000 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:40:51,000 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:40:52,000 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:40:53,000 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:40:54,000 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:40:55,000 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:40:55,952 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:40:56,000 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:40:57,000 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:40:57,000 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:40:57,040 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:40:58,001 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:40:59,001 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:41:00,001 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:41:01,001 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:41:01,952 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:41:02,001 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:41:03,001 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:41:04,001 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:41:05,001 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:41:05,786 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 19:41:06,005 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:41:07,005 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:41:07,793 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:41:08,008 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:41:09,006 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:41:10,004 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:41:11,004 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:41:11,158 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 19:41:11,160 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 19:41:11,160 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 19:41:11,162 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 19:41:11,413 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 19:41:12,203 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:41:12,204 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:41:12,204 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:41:12,414 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 19:41:12,960 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:41:13,200 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:41:14,201 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:41:15,201 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:41:16,201 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:41:17,201 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:41:18,201 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:41:18,960 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:41:19,201 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:41:20,201 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:41:21,202 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:41:22,202 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:41:23,202 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:41:23,960 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:41:24,202 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:41:25,202 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:41:26,202 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:41:27,201 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:41:27,202 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:41:27,242 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:41:28,202 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:41:29,202 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:41:29,960 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:41:30,202 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:41:31,203 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:41:32,203 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:41:33,203 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:41:34,203 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:41:34,960 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:41:35,203 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:41:35,786 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 19:41:36,203 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:41:37,203 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:41:38,203 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:41:39,217 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:41:40,207 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:41:40,965 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:41:41,209 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:41:42,201 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:41:42,202 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:41:42,248 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:41:43,212 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:41:44,212 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:41:45,213 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:41:45,419 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 19:41:45,420 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 19:41:45,420 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 19:41:45,424 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 19:41:45,441 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 19:41:46,214 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:41:46,442 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 19:41:46,460 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:41:47,213 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:41:48,213 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:41:49,213 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:41:50,213 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:41:51,213 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:41:51,963 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:41:52,213 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:41:53,213 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:41:54,214 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:41:55,214 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:41:56,214 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:41:57,201 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:41:57,202 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:41:57,242 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:41:57,370 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:41:58,214 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:41:59,214 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:42:00,214 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:42:01,214 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:42:02,214 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:42:02,963 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:42:03,214 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:42:04,215 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:42:05,215 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:42:05,790 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 19:42:06,215 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:42:07,215 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:42:08,215 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:42:08,963 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:42:09,215 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:42:10,221 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:42:11,226 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:42:12,206 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:42:12,206 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:42:12,244 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:42:13,223 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:42:13,970 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:42:14,223 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:42:15,223 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:42:16,223 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:42:16,273 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 19:42:16,275 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 19:42:16,275 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 19:42:16,277 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 19:42:16,469 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 19:42:17,235 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:42:18,223 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:42:18,471 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 19:42:19,223 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:42:19,963 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:42:20,223 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:42:21,224 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:42:22,224 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:42:23,224 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:42:24,224 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:42:25,224 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:42:25,963 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:42:26,224 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:42:27,204 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:42:27,204 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:42:27,244 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:42:28,224 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:42:29,224 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:42:30,224 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:42:30,964 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:42:31,225 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:42:32,225 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:42:33,225 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:42:34,225 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:42:35,225 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:42:35,794 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 19:42:36,225 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:42:36,796 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:42:37,225 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:42:38,225 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:42:39,225 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:42:40,225 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:42:41,226 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:42:41,964 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:42:42,211 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:42:42,215 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:42:42,249 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:42:43,233 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:42:44,233 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:42:45,232 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:42:46,232 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:42:46,968 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:42:47,232 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:42:47,644 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 19:42:47,646 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 19:42:47,646 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 19:42:47,651 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 19:42:48,232 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:42:48,494 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 19:42:48,495 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 19:42:49,232 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:42:50,232 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:42:51,232 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:42:52,059 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:42:52,232 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:42:53,232 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:42:54,232 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:42:55,233 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:42:56,233 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:42:57,206 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:42:57,206 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:42:57,246 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:42:57,286 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:42:58,233 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:42:59,233 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:43:00,233 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:43:01,321 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:43:02,320 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:43:03,058 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:43:03,320 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:43:04,320 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:43:05,320 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:43:05,798 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 19:43:06,321 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:43:07,321 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:43:08,321 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:43:09,058 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:43:09,321 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:43:10,321 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:43:11,321 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:43:12,216 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:43:12,219 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:43:12,327 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:43:13,327 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:43:14,066 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:43:14,328 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:43:15,328 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:43:16,328 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:43:17,328 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:43:17,975 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 19:43:17,976 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 19:43:17,976 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 19:43:17,978 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 19:43:18,386 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:43:18,531 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 19:43:18,532 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 19:43:19,384 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:43:19,388 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:43:20,384 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:43:21,384 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:43:22,384 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:43:23,384 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:43:24,384 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:43:25,125 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:43:25,384 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:43:26,384 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:43:27,207 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:43:27,208 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:43:27,385 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:43:28,385 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:43:29,385 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:43:30,125 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:43:30,385 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:43:31,385 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:43:32,385 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:43:33,385 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:43:34,385 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:43:35,125 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:43:35,385 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:43:35,803 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 19:43:36,386 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:43:37,386 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:43:38,386 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:43:39,386 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:43:40,386 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:43:41,125 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:43:41,386 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:43:42,215 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:43:42,218 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:43:42,392 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:43:43,396 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:43:44,392 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:43:45,392 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:43:46,131 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:43:46,393 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:43:47,393 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:43:47,585 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 19:43:47,586 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 19:43:47,586 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 19:43:47,588 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 19:43:48,393 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:43:48,561 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 19:43:48,561 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 19:43:49,393 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:43:50,393 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:43:51,132 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:43:51,393 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:43:52,393 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:43:53,393 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:43:54,393 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:43:55,393 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:43:56,394 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:43:57,132 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:43:57,210 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:43:57,211 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:43:57,394 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:43:58,394 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:43:59,394 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:44:00,456 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:44:01,455 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:44:02,455 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:44:03,132 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:44:03,455 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:44:04,455 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:44:05,455 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:44:05,807 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 19:44:06,456 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:44:07,456 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:44:08,456 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:44:09,132 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:44:09,456 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:44:10,456 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:44:11,456 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:44:12,214 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:44:12,214 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:44:12,462 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:44:13,463 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:44:14,140 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:44:14,461 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:44:15,461 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:44:16,462 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:44:17,462 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:44:18,154 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 19:44:18,155 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 19:44:18,155 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 19:44:18,156 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 19:44:18,575 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:44:18,586 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 19:44:18,586 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 19:44:19,196 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:44:19,574 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:44:20,574 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:44:21,574 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:44:22,575 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:44:23,575 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:44:24,575 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:44:25,136 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:44:25,575 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:44:26,575 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:44:27,214 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:44:27,215 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:44:27,575 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:44:28,575 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:44:29,575 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:44:30,137 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:44:30,575 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:44:31,575 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:44:32,576 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:44:33,576 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:44:34,576 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:44:35,137 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:44:35,576 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:44:35,811 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 19:44:36,576 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:44:37,576 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:44:38,576 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:44:39,576 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:44:40,589 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:44:41,144 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:44:41,584 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:44:42,216 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:44:42,217 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:44:42,584 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:44:43,588 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:44:44,589 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:44:45,585 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:44:46,217 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 19:44:46,218 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 19:44:46,218 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 19:44:46,218 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:44:46,219 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 19:44:46,609 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 19:44:46,610 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 19:44:46,634 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:44:47,633 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:44:48,635 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:44:49,634 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:44:50,634 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:44:51,634 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:44:52,139 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:44:52,634 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:44:53,635 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:44:54,635 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:44:55,635 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:44:56,635 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:44:57,216 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:44:57,217 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:44:57,298 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:44:57,635 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:44:58,635 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:44:59,635 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:45:00,635 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:45:01,635 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:45:02,636 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:45:03,139 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:45:03,636 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:45:04,636 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:45:05,636 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:45:05,815 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 19:45:06,636 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:45:07,636 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:45:08,636 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:45:09,139 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:45:09,636 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:45:10,636 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:45:11,636 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:45:12,225 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:45:12,228 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:45:12,639 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:45:13,642 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:45:14,139 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:45:14,637 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:45:15,639 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:45:16,639 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:45:17,640 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:45:17,867 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 19:45:17,868 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 19:45:17,868 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 19:45:17,869 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 19:45:18,637 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 19:45:18,637 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 19:45:18,640 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:45:19,288 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:45:19,640 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:45:20,640 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:45:21,640 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:45:22,640 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:45:23,640 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:45:24,640 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:45:25,285 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:45:25,640 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:45:26,640 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:45:27,220 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:45:27,221 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:45:27,640 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:45:28,640 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:45:29,641 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:45:30,641 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:45:31,285 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:45:31,641 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:45:32,641 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:45:33,641 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:45:34,641 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:45:35,642 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:45:35,819 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 19:45:36,641 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:45:36,821 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:45:37,641 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:45:38,642 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:45:39,642 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:45:40,642 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:45:41,642 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:45:42,221 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:45:42,221 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:45:42,350 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:45:42,652 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:45:43,646 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:45:44,647 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:45:45,647 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:45:46,647 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:45:47,648 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:45:48,290 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:45:48,313 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 19:45:48,315 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 19:45:48,316 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 19:45:48,317 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 19:45:48,662 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 19:45:48,663 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 19:45:48,721 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:45:49,720 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:45:50,723 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:45:51,721 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:45:52,721 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:45:53,722 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:45:54,289 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:45:54,722 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:45:55,722 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:45:56,722 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:45:57,221 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:45:57,221 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:45:57,722 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:45:58,722 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:45:59,722 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:46:00,289 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:46:00,722 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:46:01,723 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:46:02,722 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:46:03,723 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:46:04,723 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:46:05,290 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:46:05,723 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:46:05,824 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 19:46:06,723 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:46:07,723 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:46:08,723 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:46:09,723 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:46:10,290 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:46:10,724 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:46:11,723 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:46:12,221 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:46:12,221 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:46:12,728 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:46:13,726 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:46:14,730 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:46:15,310 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:46:15,733 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:46:16,734 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:46:17,731 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:46:18,600 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 19:46:18,602 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 19:46:18,602 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 19:46:18,604 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 19:46:18,692 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 19:46:19,017 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:46:19,749 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:46:20,641 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:46:20,749 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:46:21,694 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 19:46:21,749 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:46:22,749 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:46:23,749 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:46:24,749 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:46:25,749 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:46:26,294 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:46:26,749 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:46:27,221 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:46:27,221 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:46:27,749 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:46:28,749 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:46:29,749 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:46:30,749 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:46:31,749 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:46:32,294 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:46:32,750 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:46:33,750 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:46:34,750 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:46:35,750 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:46:35,827 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 19:46:36,750 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:46:37,750 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:46:37,829 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:46:38,750 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:46:39,750 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:46:40,750 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:46:41,751 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:46:42,221 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:46:42,222 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:46:42,751 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:46:43,310 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:46:43,754 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:46:44,754 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:46:45,755 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:46:46,755 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:46:47,758 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:46:48,755 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:46:48,827 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 19:46:48,828 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 19:46:48,829 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 19:46:48,829 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:46:48,831 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 19:46:49,723 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 19:46:49,755 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:46:50,755 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:46:51,725 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 19:46:51,755 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:46:52,755 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:46:53,755 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:46:54,300 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:46:54,755 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:46:55,755 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:46:56,756 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:46:57,221 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:46:57,222 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:46:57,756 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:46:58,756 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:46:59,756 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:47:00,299 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:47:00,756 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:47:01,756 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:47:02,756 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:47:03,756 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:47:04,756 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:47:05,300 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:47:05,756 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:47:05,830 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 19:47:06,757 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:47:07,757 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:47:08,757 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:47:09,757 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:47:10,757 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:47:11,300 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:47:11,757 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:47:12,221 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:47:12,222 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:47:12,757 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:47:13,761 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:47:14,758 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:47:15,760 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:47:16,312 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:47:16,763 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:47:17,764 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:47:18,761 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:47:19,244 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 19:47:19,246 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 19:47:19,246 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 19:47:19,247 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 19:47:19,754 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 19:47:19,761 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:47:20,765 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:47:21,756 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 19:47:21,764 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:47:22,287 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:47:22,765 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:47:23,765 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:47:24,765 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:47:25,765 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:47:26,765 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:47:27,223 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:47:27,223 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:47:27,375 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:47:27,765 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:47:28,765 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:47:29,765 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:47:30,765 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:47:31,766 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:47:32,766 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:47:33,305 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:47:33,766 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:47:34,766 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:47:35,766 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:47:35,835 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 19:47:36,766 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:47:37,766 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:47:38,766 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:47:39,305 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:47:39,766 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:47:40,766 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:47:41,766 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:47:42,221 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:47:42,222 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:47:42,766 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:47:43,774 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:47:44,307 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:47:44,773 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:47:45,773 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:47:46,773 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:47:47,771 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:47:48,771 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:47:49,526 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 19:47:49,528 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 19:47:49,528 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 19:47:49,529 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:47:49,530 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 19:47:49,784 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 19:47:49,949 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:47:50,948 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:47:51,786 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 19:47:51,948 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:47:52,948 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:47:53,948 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:47:54,948 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:47:55,305 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:47:55,949 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:47:56,949 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:47:57,222 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:47:57,222 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:47:57,949 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:47:58,949 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:47:59,949 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:48:00,949 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:48:01,305 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:48:01,949 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:48:02,949 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:48:03,949 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:48:04,949 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:48:05,839 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 19:48:05,950 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:48:06,841 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:48:06,950 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:48:07,950 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:48:08,950 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:48:09,950 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:48:10,950 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:48:11,950 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:48:12,222 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:48:12,222 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:48:12,367 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:48:12,950 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:48:13,950 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:48:14,954 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:48:15,951 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:48:16,954 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:48:17,954 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:48:18,313 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:48:18,954 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:48:19,850 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 19:48:19,852 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 19:48:19,853 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 19:48:19,854 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 19:48:20,266 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:48:20,819 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 19:48:21,000 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:48:21,820 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 19:48:22,000 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:48:23,000 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:48:24,000 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:48:24,309 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:48:25,000 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:48:26,000 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:48:27,000 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:48:27,222 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:48:27,222 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:48:28,000 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:48:29,001 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:48:30,001 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:48:30,309 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:48:31,001 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:48:32,001 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:48:33,001 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:48:34,001 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:48:35,001 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:48:35,310 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:48:35,843 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 19:48:36,001 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:48:37,001 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:48:38,001 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:48:39,001 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:48:40,001 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:48:41,002 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:48:41,310 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:48:42,002 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:48:42,222 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:48:42,222 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:48:43,002 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:48:44,002 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:48:45,008 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:48:46,007 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:48:46,312 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:48:47,005 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:48:48,008 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:48:49,008 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:48:50,005 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:48:50,308 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 19:48:50,310 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 19:48:50,311 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 19:48:50,312 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 19:48:50,850 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 19:48:51,005 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:48:51,350 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:48:51,851 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 19:48:52,005 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:48:53,005 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:48:54,005 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:48:55,005 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:48:56,005 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:48:57,005 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:48:57,222 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:48:57,223 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:48:57,368 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:48:58,005 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:48:59,006 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:49:00,006 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:49:01,006 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:49:02,006 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:49:03,006 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:49:03,313 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:49:04,007 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:49:05,006 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:49:05,848 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 19:49:06,006 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:49:07,007 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:49:08,007 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:49:09,007 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:49:09,313 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:49:10,007 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:49:11,007 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:49:12,007 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:49:12,222 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:49:12,223 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:49:13,007 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:49:14,007 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:49:14,313 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:49:15,008 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:49:16,015 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:49:17,012 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:49:18,016 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:49:19,015 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:49:19,326 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:49:20,016 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:49:21,016 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:49:21,039 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 19:49:21,040 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 19:49:21,041 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 19:49:21,042 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 19:49:21,880 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 19:49:22,016 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:49:23,016 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:49:23,882 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 19:49:24,016 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:49:25,016 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:49:25,319 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:49:26,016 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:49:27,016 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:49:27,222 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:49:27,223 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:49:28,016 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:49:29,016 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:49:30,017 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:49:31,017 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:49:31,319 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:49:32,017 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:49:33,017 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:49:34,017 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:49:35,017 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:49:35,851 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 19:49:36,017 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:49:36,854 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:49:37,017 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:49:38,017 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:49:39,018 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:49:40,018 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:49:41,018 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:49:42,018 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:49:42,223 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:49:42,223 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:49:42,326 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:49:43,018 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:49:44,018 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:49:45,018 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:49:46,031 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:49:47,024 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:49:48,025 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:49:48,323 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:49:49,025 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:49:50,029 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:49:51,033 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:49:51,459 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 19:49:51,460 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 19:49:51,461 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 19:49:51,462 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 19:49:51,906 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 19:49:52,032 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:49:53,032 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:49:53,327 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:49:53,907 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 19:49:54,032 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:49:55,032 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:49:56,033 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:49:57,033 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:49:57,223 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:49:57,223 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:49:58,033 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:49:59,033 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:49:59,327 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:50:00,033 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:50:01,033 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:50:02,033 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:50:03,033 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:50:04,034 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:50:04,327 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:50:05,033 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:50:05,855 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 19:50:06,034 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:50:07,034 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:50:08,034 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:50:09,034 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:50:10,034 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:50:10,328 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:50:11,034 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:50:12,034 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:50:12,223 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:50:12,223 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:50:13,034 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:50:14,034 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:50:15,034 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:50:15,328 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:50:16,040 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:50:17,040 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:50:18,041 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:50:19,041 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:50:20,041 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:50:20,335 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:50:21,042 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:50:21,406 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 19:50:21,408 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 19:50:21,408 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 19:50:21,409 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 19:50:21,930 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 19:50:22,042 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:50:23,042 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:50:23,932 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 19:50:24,042 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:50:25,042 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:50:26,042 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:50:26,328 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:50:27,042 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:50:27,223 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:50:27,223 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:50:28,042 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:50:29,042 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:50:30,042 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:50:31,043 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:50:32,043 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:50:32,328 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:50:33,043 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:50:34,043 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:50:35,043 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:50:35,860 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 19:50:36,043 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:50:37,043 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:50:37,862 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:50:38,043 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:50:39,043 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:50:40,043 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:50:41,044 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:50:42,044 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:50:42,223 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:50:42,223 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:50:43,044 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:50:43,327 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:50:44,044 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:50:45,044 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:50:46,049 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:50:47,055 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:50:48,049 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:50:48,341 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:50:49,053 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:50:50,055 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:50:51,056 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:50:51,611 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 19:50:51,613 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 19:50:51,613 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 19:50:51,615 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 19:50:51,973 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 19:50:52,055 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:50:53,055 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:50:53,975 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 19:50:54,056 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:50:54,333 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:50:55,056 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:50:56,056 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:50:57,056 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:50:57,223 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:50:57,224 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:50:58,056 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:50:59,056 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:51:00,056 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:51:00,333 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:51:01,056 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:51:02,056 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:51:03,056 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:51:04,075 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:51:05,072 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:51:05,865 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 19:51:05,871 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:51:06,072 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:51:07,073 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:51:08,072 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:51:09,073 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:51:10,073 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:51:11,073 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:51:11,334 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:51:12,073 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:51:12,223 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:51:12,224 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:51:13,073 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:51:14,073 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:51:15,073 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:51:16,080 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:51:16,341 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:51:17,079 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:51:18,078 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:51:19,078 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:51:20,082 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:51:21,082 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:51:21,337 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:51:21,747 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 19:51:21,748 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 19:51:21,749 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 19:51:21,750 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 19:51:22,006 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 19:51:22,199 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:51:23,198 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:51:24,008 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 19:51:24,198 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:51:25,198 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:51:26,198 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:51:27,198 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:51:27,223 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:51:27,224 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:51:27,316 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:51:28,198 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:51:29,198 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:51:30,198 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:51:31,198 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:51:32,198 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:51:32,334 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:51:33,199 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:51:34,199 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:51:35,199 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:51:35,869 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 19:51:36,199 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:51:37,199 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:51:37,871 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:51:38,199 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:51:39,199 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:51:40,199 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:51:41,199 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:51:42,200 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:51:42,224 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:51:42,224 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:51:43,200 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:51:43,334 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:51:44,200 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:51:45,200 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:51:46,200 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:51:47,207 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:51:48,203 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:51:48,344 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:51:49,203 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:51:50,207 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:51:51,204 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:51:52,205 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:51:52,284 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 19:51:52,285 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 19:51:52,285 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 19:51:52,287 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 19:51:53,032 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 19:51:53,205 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:51:54,033 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 19:51:54,205 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:51:54,341 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:51:55,205 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:51:56,205 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:51:57,205 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:51:57,224 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:51:57,224 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:51:58,205 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:51:59,205 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:52:00,205 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:52:00,341 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:52:01,206 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:52:02,206 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:52:03,206 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:52:04,206 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:52:05,206 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:52:05,873 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 19:52:05,880 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:52:06,206 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:52:07,206 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:52:08,206 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:52:09,206 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:52:10,206 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:52:11,207 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:52:11,342 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:52:12,207 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:52:12,224 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:52:12,224 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:52:13,207 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:52:14,207 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:52:15,207 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:52:16,207 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:52:17,212 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:52:17,343 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:52:18,214 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:52:19,210 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:52:20,212 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:52:21,216 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:52:22,214 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:52:22,348 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:52:22,370 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 19:52:22,371 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 19:52:22,372 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 19:52:22,373 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 19:52:23,065 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 19:52:23,214 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:52:24,066 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 19:52:24,214 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:52:25,214 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:52:26,214 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:52:27,214 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:52:27,224 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:52:27,224 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:52:28,214 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:52:28,330 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:52:29,214 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:52:30,214 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:52:31,214 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:52:32,214 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:52:33,214 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:52:33,345 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:52:34,214 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:52:35,215 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:52:35,877 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 19:52:36,245 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:52:37,244 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:52:38,244 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:52:38,346 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:52:39,244 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:52:40,244 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:52:41,244 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:52:42,224 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:52:42,224 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:52:42,264 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:52:43,244 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:52:44,244 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:52:44,346 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:52:45,244 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:52:46,245 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:52:47,245 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:52:48,256 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:52:49,255 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:52:49,353 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:52:50,252 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:52:51,253 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:52:52,254 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:52:53,254 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:52:54,121 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 19:52:54,121 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 19:52:54,122 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 19:52:54,123 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 19:52:54,541 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:52:55,098 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 19:52:55,162 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:52:55,271 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:52:56,099 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 19:52:56,271 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:52:57,224 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:52:57,225 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:52:57,271 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:52:58,271 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:52:59,273 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:53:00,272 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:53:00,347 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:53:01,272 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:53:02,272 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:53:03,272 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:53:04,272 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:53:05,272 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:53:05,348 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:53:05,881 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 19:53:06,306 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:53:07,302 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:53:08,302 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:53:09,302 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:53:10,303 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:53:10,348 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:53:11,303 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:53:12,224 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:53:12,225 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:53:12,303 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:53:13,304 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:53:14,303 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:53:15,303 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:53:16,303 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:53:16,348 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:53:17,303 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:53:18,304 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:53:19,308 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:53:20,310 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:53:21,312 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:53:21,358 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:53:22,311 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:53:23,311 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:53:24,209 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 19:53:24,210 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 19:53:24,210 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 19:53:24,211 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 19:53:24,626 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:53:25,126 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 19:53:25,362 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:53:26,127 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 19:53:26,362 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:53:27,224 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:53:27,225 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:53:27,360 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:53:27,362 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:53:28,362 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:53:29,362 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:53:30,362 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:53:31,362 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:53:32,362 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:53:33,353 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:53:33,362 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:53:34,362 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:53:35,362 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:53:35,885 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 19:53:36,387 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:53:37,386 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:53:38,386 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:53:39,353 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:53:39,386 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:53:40,386 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:53:41,386 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:53:42,224 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:53:42,225 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:53:42,386 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:53:43,386 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:53:44,386 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:53:45,353 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:53:45,386 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:53:46,386 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:53:47,387 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:53:48,394 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:53:49,398 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:53:50,354 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:53:50,400 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:53:51,401 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:53:52,401 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:53:53,399 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:53:53,645 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 19:53:53,647 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 19:53:53,648 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 19:53:53,649 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 19:53:54,151 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 19:53:54,399 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:53:55,399 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:53:55,687 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:53:56,153 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 19:53:56,399 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:53:57,225 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:53:57,225 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:53:57,399 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:53:58,399 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:53:59,399 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:54:00,399 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:54:01,353 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:54:01,399 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:54:02,400 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:54:03,400 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:54:04,400 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:54:05,400 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:54:05,889 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 19:54:06,400 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:54:06,892 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:54:07,400 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:54:08,400 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:54:09,400 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:54:10,400 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:54:11,400 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:54:12,225 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:54:12,225 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:54:12,369 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:54:12,400 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:54:13,401 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:54:14,401 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:54:15,401 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:54:16,401 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:54:17,401 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:54:18,353 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:54:18,401 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:54:19,401 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:54:20,401 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:54:21,410 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:54:22,406 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:54:23,354 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:54:23,405 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:54:24,405 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:54:25,406 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:54:26,406 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:54:26,441 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 19:54:26,442 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 19:54:26,443 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 19:54:26,444 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 19:54:27,181 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 19:54:27,225 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:54:27,226 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:54:27,406 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:54:28,181 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 19:54:28,354 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:54:28,406 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:54:29,407 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:54:30,407 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:54:31,407 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:54:32,407 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:54:33,407 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:54:34,355 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:54:34,407 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:54:35,407 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:54:35,895 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 19:54:36,407 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:54:37,407 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:54:38,407 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:54:39,407 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:54:40,355 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:54:40,408 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:54:41,408 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:54:42,225 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:54:42,226 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:54:42,408 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:54:43,408 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:54:44,408 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:54:45,355 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:54:45,408 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:54:46,408 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:54:47,408 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:54:48,408 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:54:49,409 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:54:50,355 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:54:50,409 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:54:51,409 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:54:52,409 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:54:53,409 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:54:54,416 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:54:55,359 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:54:55,411 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:54:56,412 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:54:57,235 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:54:57,236 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:54:57,414 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:54:58,413 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:54:59,359 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 19:54:59,360 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 19:54:59,361 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 19:54:59,363 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 19:54:59,774 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:55:00,210 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 19:55:00,400 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:55:00,771 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:55:01,771 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:55:02,212 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 19:55:02,772 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:55:03,772 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:55:04,772 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:55:05,772 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:55:05,898 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 19:55:05,904 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:55:06,772 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:55:07,772 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:55:08,772 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:55:09,772 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:55:11,125 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:55:11,356 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:55:11,838 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:55:12,230 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:55:12,231 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:55:12,838 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:55:13,838 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:55:14,838 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:55:15,838 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:55:16,838 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:55:17,356 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:55:17,838 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:55:18,838 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:55:19,839 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:55:20,839 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:55:21,842 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:55:22,361 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:55:22,842 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:55:23,842 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:55:24,842 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:55:25,842 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:55:26,843 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:55:27,231 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:55:27,231 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:55:27,271 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 19:55:27,371 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 19:55:27,372 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:55:27,372 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 19:55:27,374 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 19:55:27,847 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:55:28,237 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 19:55:28,847 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:55:29,847 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:55:30,239 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 19:55:30,847 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:55:31,847 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:55:32,847 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:55:33,358 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:55:33,847 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:55:34,847 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:55:35,847 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:55:35,902 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 19:55:36,847 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:55:37,847 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:55:38,847 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:55:39,358 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:55:39,904 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:55:40,904 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:55:41,904 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:55:42,231 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:55:42,231 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:55:42,904 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:55:43,904 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:55:44,359 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:55:44,904 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:55:45,904 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:55:46,904 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:55:47,904 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:55:48,904 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:55:49,904 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:55:50,359 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:55:50,904 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:55:51,911 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:55:52,907 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:55:53,913 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:55:54,908 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:55:55,369 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:55:55,908 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:55:56,908 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:55:57,231 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:55:57,231 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:55:57,741 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 19:55:57,742 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 19:55:57,742 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 19:55:57,744 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 19:55:58,156 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:55:58,266 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 19:55:59,155 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:56:00,155 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:56:00,267 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 19:56:01,156 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:56:01,363 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:56:02,156 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:56:03,156 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:56:04,156 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:56:05,156 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:56:05,906 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 19:56:06,156 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:56:06,908 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:56:07,156 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:56:08,156 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:56:09,156 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:56:10,156 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:56:11,157 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:56:12,157 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:56:12,231 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:56:12,232 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:56:12,352 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:56:13,157 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:56:14,157 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:56:15,157 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:56:16,157 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:56:17,157 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:56:17,363 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:56:18,157 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:56:19,157 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:56:20,157 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:56:21,158 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:56:22,158 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:56:23,158 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:56:23,366 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:56:24,160 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:56:25,162 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:56:26,162 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:56:27,163 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:56:27,236 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:56:27,236 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:56:28,163 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:56:29,163 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:56:29,255 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 19:56:29,256 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 19:56:29,257 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 19:56:29,257 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:56:29,258 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 19:56:29,293 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 19:56:30,163 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:56:31,163 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:56:32,163 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:56:32,296 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 19:56:33,163 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:56:34,163 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:56:34,367 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:56:35,163 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:56:35,910 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 19:56:36,163 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:56:37,164 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:56:38,164 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:56:39,164 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:56:40,164 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:56:40,367 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:56:41,164 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:56:42,164 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:56:42,233 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:56:42,233 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:56:43,164 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:56:44,164 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:56:45,165 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:56:45,367 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:56:46,165 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:56:47,165 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:56:48,165 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:56:49,165 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:56:50,165 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:56:51,165 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:56:51,367 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:56:52,171 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:56:53,172 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:56:54,173 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:56:55,172 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:56:56,175 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:56:56,382 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:56:57,172 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:56:57,239 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:56:57,239 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:56:58,028 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 19:56:58,029 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 19:56:58,029 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 19:56:58,031 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 19:56:58,323 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 19:56:58,448 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:56:59,179 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:57:00,179 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:57:00,325 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 19:57:01,179 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:57:01,449 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:57:02,179 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:57:03,179 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:57:04,179 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:57:05,179 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:57:05,913 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 19:57:06,179 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:57:06,915 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:57:07,179 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:57:08,179 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:57:09,179 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:57:10,179 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:57:11,180 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:57:12,180 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:57:12,236 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:57:12,237 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:57:12,374 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:57:13,180 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:57:14,180 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:57:15,180 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:57:16,180 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:57:17,180 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:57:17,445 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:57:18,180 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:57:19,180 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:57:20,181 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:57:21,181 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:57:22,181 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:57:23,188 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:57:23,449 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:57:24,185 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:57:25,187 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:57:26,185 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:57:27,186 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:57:27,240 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:57:27,241 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:57:28,190 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:57:28,535 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 19:57:28,537 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 19:57:28,537 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 19:57:28,538 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:57:28,539 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 19:57:29,187 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:57:29,351 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 19:57:30,187 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:57:30,352 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 19:57:31,187 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:57:32,187 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:57:33,187 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:57:34,187 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:57:34,448 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:57:35,187 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:57:35,918 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 19:57:36,187 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:57:37,187 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:57:38,187 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:57:39,187 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:57:40,187 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:57:40,449 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:57:41,188 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:57:42,337 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:57:42,338 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:57:42,377 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:57:43,242 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:57:44,241 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:57:45,242 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:57:46,242 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:57:46,449 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:57:47,242 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:57:48,242 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:57:49,242 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:57:50,242 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:57:51,242 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:57:52,242 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:57:52,449 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:57:53,242 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:57:54,242 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:57:55,243 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:57:56,247 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:57:57,251 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:57:57,341 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:57:57,342 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:57:58,251 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:57:58,409 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:57:59,251 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:58:00,225 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 19:58:00,227 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 19:58:00,227 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 19:58:00,229 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 19:58:00,381 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 19:58:00,649 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:58:01,648 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:58:02,383 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 19:58:02,648 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:58:03,453 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:58:03,649 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:58:04,649 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:58:05,649 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:58:05,921 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 19:58:06,649 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:58:07,649 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:58:08,649 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:58:09,453 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:58:09,649 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:58:10,649 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:58:11,649 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:58:12,342 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:58:12,342 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:58:12,649 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:58:13,650 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:58:14,453 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:58:14,650 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:58:15,650 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:58:16,650 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:58:17,650 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:58:18,650 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:58:19,650 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:58:20,453 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:58:20,650 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:58:21,650 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:58:22,650 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:58:23,650 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:58:24,658 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:58:25,454 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:58:25,653 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:58:26,662 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:58:27,345 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:58:27,353 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:58:27,654 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:58:28,655 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:58:29,655 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:58:30,461 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:58:30,655 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:58:30,729 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 19:58:30,731 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 19:58:30,731 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 19:58:30,733 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 19:58:31,412 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 19:58:31,655 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:58:32,413 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 19:58:32,655 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:58:33,655 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:58:34,655 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:58:35,655 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:58:35,926 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 19:58:35,932 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:58:36,655 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:58:37,655 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:58:38,655 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:58:39,656 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:58:40,656 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:58:41,456 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:58:41,656 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:58:42,345 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:58:42,345 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:58:42,656 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:58:43,656 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:58:44,656 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:58:45,656 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:58:46,458 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:58:46,656 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:58:47,656 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:58:48,656 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:58:49,657 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:58:50,657 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:58:51,657 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:58:52,457 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:58:52,657 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:58:53,657 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:58:54,657 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:58:55,668 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:58:56,660 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:58:57,346 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:58:57,347 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:58:57,462 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:58:57,671 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:58:58,660 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:58:59,661 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:59:00,664 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:59:01,076 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 19:59:01,077 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 19:59:01,078 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 19:59:01,079 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 19:59:01,436 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 19:59:01,661 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:59:02,437 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 19:59:02,661 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:59:03,118 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:59:03,661 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:59:04,661 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:59:05,661 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:59:05,930 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 19:59:06,661 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:59:07,661 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:59:08,457 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:59:08,661 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:59:09,661 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:59:10,662 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:59:11,662 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:59:12,346 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:59:12,347 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:59:12,662 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:59:13,662 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:59:14,457 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:59:14,662 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:59:15,662 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:59:16,662 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:59:17,662 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:59:18,662 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:59:19,457 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:59:19,662 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:59:20,663 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:59:21,663 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:59:22,663 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:59:23,663 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:59:24,663 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:59:25,457 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:59:25,671 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:59:26,671 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:59:27,355 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:59:27,355 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:59:27,673 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:59:28,670 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:59:29,671 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:59:30,464 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:59:30,671 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:59:31,472 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 19:59:31,473 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 19:59:31,474 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 19:59:31,475 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 19:59:31,886 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:59:32,461 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 19:59:32,462 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 19:59:32,888 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:59:33,888 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:59:34,888 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:59:35,463 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:59:35,888 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:59:35,934 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 19:59:36,888 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:59:37,888 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:59:38,888 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:59:39,888 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:59:40,888 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:59:41,463 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:59:41,888 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:59:42,352 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:59:42,352 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:59:42,889 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:59:43,889 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:59:44,941 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:59:45,938 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:59:46,938 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:59:47,464 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:59:47,938 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:59:48,938 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:59:49,938 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:59:50,938 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:59:51,938 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:59:52,938 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:59:53,463 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:59:53,939 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:59:54,939 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:59:55,939 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:59:56,946 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:59:57,366 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 19:59:57,375 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 19:59:57,945 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:59:58,472 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 19:59:58,947 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 19:59:59,950 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:00:00,956 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:00:01,952 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:00:02,923 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 20:00:02,924 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 20:00:02,925 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 20:00:02,927 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 20:00:03,345 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:00:03,485 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 20:00:04,345 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:00:04,467 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:00:04,486 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 20:00:05,342 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:00:05,939 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 20:00:06,342 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:00:07,342 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:00:08,342 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:00:09,342 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:00:09,467 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:00:10,342 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:00:11,343 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:00:12,343 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:00:12,356 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:00:12,356 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:00:13,343 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:00:14,343 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:00:15,343 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:00:15,467 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:00:16,343 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:00:17,343 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:00:18,343 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:00:19,343 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:00:20,343 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:00:20,468 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:00:21,344 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:00:22,344 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:00:23,344 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:00:24,344 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:00:25,344 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:00:26,348 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:00:26,468 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:00:27,353 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:00:27,356 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:00:27,360 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:00:28,353 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:00:29,349 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:00:30,353 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:00:31,351 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:00:31,468 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:00:31,555 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 20:00:31,556 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 20:00:31,557 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 20:00:31,558 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 20:00:32,351 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:00:32,508 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 20:00:32,508 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 20:00:33,351 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:00:34,351 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:00:35,351 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:00:35,942 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 20:00:36,354 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:00:36,945 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:00:37,351 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:00:38,351 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:00:39,351 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:00:40,351 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:00:41,351 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:00:42,351 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:00:42,356 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:00:42,356 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:00:42,491 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:00:43,351 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:00:44,351 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:00:45,352 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:00:46,352 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:00:47,352 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:00:48,352 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:00:48,469 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:00:49,352 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:00:50,352 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:00:51,352 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:00:52,352 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:00:53,352 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:00:53,469 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:00:54,352 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:00:55,352 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:00:56,352 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:00:57,357 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:00:57,363 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:00:57,365 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:00:58,355 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:00:58,480 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:00:59,358 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:01:00,355 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:01:01,355 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:01:02,355 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:01:03,210 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 20:01:03,211 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 20:01:03,211 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 20:01:03,213 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 20:01:03,537 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 20:01:03,627 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:01:03,629 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:01:04,538 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 20:01:04,625 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:01:05,625 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:01:05,946 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 20:01:06,625 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:01:07,625 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:01:08,625 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:01:09,625 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:01:09,626 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:01:10,625 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:01:11,625 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:01:12,361 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:01:12,362 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:01:12,626 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:01:13,626 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:01:14,626 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:01:15,625 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:01:15,626 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:01:16,626 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:01:17,626 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:01:18,626 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:01:19,626 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:01:20,626 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:01:20,626 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:01:21,626 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:01:22,627 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:01:23,627 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:01:24,627 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:01:25,627 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:01:26,626 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:01:26,627 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:01:27,362 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:01:27,362 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:01:27,627 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:01:28,627 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:01:29,627 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:01:30,636 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:01:31,629 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:01:31,631 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:01:32,635 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:01:33,642 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:01:34,638 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:01:35,638 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:01:35,951 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 20:01:36,465 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 20:01:36,466 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 20:01:36,467 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 20:01:36,468 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 20:01:36,569 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 20:01:36,885 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:01:37,507 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:01:37,882 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:01:38,570 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 20:01:38,883 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:01:39,883 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:01:40,883 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:01:41,883 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:01:42,362 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:01:42,362 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:01:42,527 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:01:42,883 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:01:43,883 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:01:44,883 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:01:45,883 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:01:46,883 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:01:47,630 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:01:47,883 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:01:48,883 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:01:49,883 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:01:50,884 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:01:52,037 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:01:52,631 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:01:52,938 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:01:53,938 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:01:54,938 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:01:55,938 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:01:56,939 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:01:57,362 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:01:57,362 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:01:57,939 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:01:58,523 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:01:58,939 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:01:59,939 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:02:00,939 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:02:01,939 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:02:02,939 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:02:03,631 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:02:03,939 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:02:04,939 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:02:05,950 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:02:05,954 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 20:02:06,946 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:02:07,946 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:02:08,640 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:02:08,946 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:02:09,948 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:02:10,948 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:02:11,370 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 20:02:11,372 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 20:02:11,372 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 20:02:11,373 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 20:02:11,601 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 20:02:12,460 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:02:12,461 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:02:12,461 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:02:12,602 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 20:02:13,458 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:02:13,736 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:02:14,458 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:02:15,458 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:02:16,458 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:02:17,459 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:02:18,459 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:02:19,459 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:02:19,634 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:02:20,459 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:02:21,459 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:02:22,459 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:02:23,459 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:02:24,459 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:02:25,460 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:02:25,634 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:02:26,460 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:02:27,458 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:02:27,459 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:02:27,498 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:02:28,460 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:02:29,460 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:02:30,460 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:02:31,460 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:02:31,635 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:02:32,460 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:02:33,460 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:02:34,460 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:02:35,460 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:02:35,957 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 20:02:36,461 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:02:36,959 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:02:37,463 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:02:38,464 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:02:39,468 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:02:40,466 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:02:41,466 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:02:42,461 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:02:42,462 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:02:42,503 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:02:42,583 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:02:43,466 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:02:43,622 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 20:02:43,624 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 20:02:43,625 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 20:02:43,626 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 20:02:43,633 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 20:02:44,466 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:02:44,634 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 20:02:45,466 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:02:46,466 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:02:47,466 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:02:48,045 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:02:48,466 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:02:49,466 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:02:50,466 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:02:51,467 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:02:52,467 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:02:53,467 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:02:53,773 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:02:54,467 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:02:55,467 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:02:56,467 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:02:57,462 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:02:57,462 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:02:57,502 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:02:58,467 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:02:58,773 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:02:59,467 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:03:00,467 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:03:01,468 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:03:02,468 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:03:03,468 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:03:04,468 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:03:04,773 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:03:05,468 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:03:05,961 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 20:03:06,468 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:03:07,468 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:03:08,472 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:03:09,485 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:03:09,775 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:03:10,475 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:03:11,475 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:03:12,463 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:03:12,463 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:03:12,504 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:03:13,477 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:03:14,052 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 20:03:14,054 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 20:03:14,054 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 20:03:14,055 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 20:03:14,478 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:03:14,660 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 20:03:14,661 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 20:03:15,093 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:03:15,477 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:03:16,477 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:03:17,477 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:03:18,477 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:03:19,477 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:03:20,477 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:03:20,779 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:03:21,477 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:03:22,477 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:03:23,477 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:03:24,477 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:03:25,477 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:03:26,478 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:03:26,779 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:03:27,463 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:03:27,464 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:03:27,503 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:03:28,478 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:03:29,478 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:03:30,478 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:03:31,478 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:03:31,780 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:03:32,478 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:03:33,478 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:03:34,478 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:03:35,478 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:03:35,965 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 20:03:36,479 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:03:36,967 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:03:37,479 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:03:38,479 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:03:39,479 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:03:40,492 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:03:41,486 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:03:42,470 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:03:42,471 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:03:42,512 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:03:42,572 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:03:43,489 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:03:44,489 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:03:45,490 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:03:45,896 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 20:03:45,898 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 20:03:45,899 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 20:03:45,900 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 20:03:46,493 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:03:46,691 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 20:03:46,692 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 20:03:47,490 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:03:47,938 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:03:48,490 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:03:49,490 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:03:50,490 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:03:51,490 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:03:52,490 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:03:53,490 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:03:53,785 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:03:54,490 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:03:55,491 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:03:56,491 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:03:57,470 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:03:57,471 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:03:57,511 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:03:58,491 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:03:59,491 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:03:59,785 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:04:00,491 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:04:01,491 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:04:02,491 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:04:03,491 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:04:04,491 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:04:04,786 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:04:05,491 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:04:05,968 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 20:04:06,492 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:04:07,492 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:04:08,492 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:04:09,492 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:04:09,786 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:04:10,492 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:04:11,492 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:04:12,474 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:04:12,482 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:04:12,518 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:04:13,492 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:04:14,495 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:04:14,797 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:04:15,496 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:04:16,496 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:04:17,497 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:04:18,348 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 20:04:18,349 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 20:04:18,349 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 20:04:18,350 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 20:04:18,722 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 20:04:18,723 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 20:04:18,763 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:04:19,498 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:04:20,498 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:04:20,788 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:04:21,498 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:04:22,498 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:04:23,498 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:04:24,498 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:04:25,498 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:04:26,499 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:04:26,788 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:04:27,472 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:04:27,473 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:04:27,513 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:04:28,499 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:04:29,499 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:04:30,499 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:04:31,499 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:04:32,597 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:04:32,789 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:04:33,594 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:04:34,594 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:04:35,594 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:04:35,972 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 20:04:36,594 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:04:37,594 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:04:37,974 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:04:38,594 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:04:39,594 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:04:40,595 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:04:41,595 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:04:42,473 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:04:42,473 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:04:42,595 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:04:43,595 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:04:43,601 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:04:44,595 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:04:45,595 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:04:46,597 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:04:47,604 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:04:48,598 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:04:48,798 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:04:49,598 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:04:50,604 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:04:51,604 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:04:51,833 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 20:04:51,834 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 20:04:51,835 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 20:04:51,836 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 20:04:52,607 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:04:52,753 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 20:04:52,754 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 20:04:53,605 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:04:53,704 ERROR gpu :823089 [interfaces.py:monitor():142] Failed to sample metric: Not Supported +2024-12-26 20:04:54,605 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:04:54,791 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:04:55,605 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:04:56,605 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:04:57,473 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:04:57,473 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:04:57,605 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:04:58,605 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:04:59,605 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:05:00,605 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:05:00,791 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:05:01,605 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:05:02,606 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:05:03,606 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:05:04,606 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:05:05,606 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:05:05,792 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:05:05,976 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 20:05:06,606 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:05:07,606 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:05:08,606 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:05:09,606 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:05:10,606 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:05:11,606 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:05:11,792 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:05:12,473 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:05:12,473 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:05:12,607 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:05:13,607 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:05:14,613 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:05:15,609 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:05:16,613 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:05:16,794 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:05:17,613 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:05:18,615 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:05:19,614 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:05:20,359 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 20:05:20,360 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 20:05:20,360 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 20:05:20,362 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 20:05:20,778 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:05:20,785 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 20:05:20,786 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 20:05:21,777 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:05:22,401 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:05:22,777 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:05:23,777 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:05:24,777 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:05:25,777 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:05:26,777 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:05:27,473 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:05:27,474 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:05:27,556 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:05:27,778 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:05:28,778 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:05:29,778 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:05:30,778 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:05:32,009 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:05:32,794 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:05:33,008 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:05:34,008 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:05:35,008 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:05:35,981 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 20:05:36,008 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:05:37,008 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:05:37,984 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:05:38,009 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:05:39,009 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:05:40,009 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:05:41,009 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:05:42,009 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:05:42,473 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:05:42,474 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:05:43,017 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:05:43,591 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:05:44,014 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:05:45,018 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:05:46,015 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:05:47,018 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:05:48,016 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:05:48,702 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 20:05:48,703 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 20:05:48,704 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 20:05:48,704 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:05:48,705 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 20:05:48,819 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 20:05:49,128 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:05:50,123 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:05:50,821 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 20:05:51,123 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:05:52,123 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:05:53,123 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:05:53,854 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:05:54,124 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:05:55,124 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:05:56,124 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:05:57,124 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:05:57,473 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:05:57,474 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:05:58,124 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:05:58,855 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:05:59,124 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:06:00,124 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:06:01,148 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:06:02,147 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:06:03,147 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:06:03,855 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:06:04,147 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:06:05,147 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:06:05,984 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 20:06:06,147 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:06:07,147 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:06:08,147 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:06:09,148 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:06:09,855 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:06:10,148 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:06:11,148 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:06:12,148 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:06:12,474 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:06:12,474 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:06:13,158 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:06:14,153 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:06:14,861 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:06:15,151 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:06:16,153 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:06:17,152 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:06:18,153 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:06:18,721 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 20:06:18,722 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 20:06:18,723 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 20:06:18,724 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 20:06:18,850 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 20:06:19,153 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:06:20,142 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:06:20,153 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:06:20,851 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 20:06:21,153 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:06:22,153 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:06:23,153 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:06:24,153 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:06:25,153 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:06:25,872 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:06:26,153 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:06:27,153 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:06:27,474 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:06:27,474 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:06:28,153 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:06:29,154 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:06:30,154 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:06:31,154 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:06:31,872 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:06:32,218 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:06:33,217 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:06:34,217 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:06:35,217 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:06:35,988 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 20:06:36,217 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:06:36,991 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:06:37,217 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:06:38,217 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:06:39,217 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:06:40,217 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:06:41,217 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:06:42,218 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:06:42,474 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:06:42,474 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:06:42,591 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:06:43,218 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:06:44,218 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:06:45,227 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:06:46,227 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:06:47,225 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:06:47,875 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:06:48,226 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:06:49,226 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:06:50,226 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:06:50,792 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 20:06:50,793 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 20:06:50,793 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 20:06:50,794 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 20:06:50,876 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 20:06:51,227 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:06:52,227 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:06:52,877 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 20:06:53,227 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:06:53,834 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:06:54,227 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:06:55,227 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:06:56,227 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:06:57,227 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:06:57,474 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:06:57,474 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:06:58,227 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:06:58,874 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:06:59,227 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:07:00,227 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:07:01,227 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:07:02,389 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:07:03,292 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:07:03,875 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:07:04,292 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:07:05,292 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:07:05,993 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 20:07:06,292 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:07:07,292 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:07:08,292 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:07:09,292 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:07:09,875 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:07:10,292 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:07:11,293 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:07:12,293 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:07:12,474 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:07:12,475 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:07:13,296 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:07:14,301 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:07:14,888 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:07:15,305 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:07:16,304 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:07:17,302 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:07:18,302 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:07:19,184 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 20:07:19,186 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 20:07:19,186 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 20:07:19,188 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 20:07:19,602 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:07:19,897 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 20:07:20,226 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:07:20,337 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:07:20,898 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 20:07:21,337 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:07:22,338 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:07:23,338 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:07:24,338 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:07:25,338 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:07:25,883 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:07:26,338 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:07:27,338 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:07:27,475 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:07:27,475 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:07:28,338 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:07:29,338 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:07:30,339 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:07:31,339 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:07:31,883 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:07:32,339 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:07:33,340 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:07:34,339 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:07:35,339 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:07:35,997 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 20:07:36,339 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:07:36,999 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:07:37,339 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:07:38,339 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:07:39,339 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:07:40,339 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:07:41,340 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:07:42,340 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:07:42,474 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:07:42,475 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:07:42,584 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:07:43,343 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:07:44,345 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:07:45,342 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:07:46,345 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:07:47,343 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:07:47,890 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:07:48,343 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:07:48,649 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 20:07:48,651 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 20:07:48,651 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 20:07:48,652 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 20:07:48,923 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 20:07:48,924 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 20:07:49,343 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:07:50,343 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:07:51,343 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:07:52,343 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:07:53,069 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:07:53,343 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:07:54,343 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:07:55,343 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:07:56,343 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:07:57,344 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:07:57,475 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:07:57,475 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:07:58,344 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:07:58,597 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:07:59,344 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:08:00,344 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:08:01,344 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:08:02,344 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:08:03,569 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:08:04,068 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:08:04,569 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:08:05,569 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:08:06,002 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 20:08:06,569 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:08:07,569 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:08:08,569 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:08:09,569 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:08:10,068 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:08:10,569 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:08:11,569 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:08:12,475 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:08:12,475 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:08:12,569 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:08:13,570 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:08:14,570 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:08:15,570 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:08:16,068 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:08:16,570 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:08:17,570 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:08:18,576 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:08:19,579 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:08:20,582 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:08:21,074 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:08:21,575 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:08:22,575 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:08:23,575 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:08:24,138 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 20:08:24,140 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 20:08:24,140 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 20:08:24,141 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 20:08:24,575 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:08:24,952 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 20:08:25,575 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:08:25,953 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 20:08:26,180 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:08:26,575 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:08:27,475 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:08:27,476 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:08:27,575 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:08:28,575 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:08:29,575 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:08:30,576 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:08:31,576 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:08:32,070 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:08:32,576 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:08:33,576 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:08:34,576 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:08:35,779 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:08:36,004 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 20:08:36,673 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:08:37,672 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:08:38,006 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:08:38,673 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:08:39,673 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:08:40,673 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:08:41,673 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:08:42,475 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:08:42,476 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:08:42,673 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:08:43,614 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:08:43,673 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:08:44,673 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:08:45,673 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:08:46,673 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:08:47,688 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:08:48,678 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:08:49,071 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:08:49,680 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:08:50,680 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:08:51,685 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:08:52,685 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:08:53,205 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 20:08:53,206 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 20:08:53,207 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 20:08:53,208 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 20:08:53,684 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:08:53,980 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 20:08:54,076 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:08:54,684 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:08:55,684 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:08:55,982 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 20:08:56,684 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:08:57,475 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:08:57,476 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:08:57,684 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:08:58,684 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:08:59,684 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:09:00,075 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:09:00,684 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:09:01,684 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:09:02,684 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:09:03,685 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:09:04,685 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:09:05,685 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:09:06,008 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 20:09:06,014 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:09:06,685 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:09:07,685 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:09:08,685 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:09:09,685 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:09:10,685 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:09:11,075 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:09:11,685 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:09:12,475 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:09:12,476 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:09:12,685 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:09:13,685 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:09:14,686 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:09:15,686 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:09:16,076 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:09:16,686 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:09:17,686 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:09:18,689 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:09:19,691 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:09:20,694 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:09:21,091 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:09:21,694 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:09:22,695 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:09:23,695 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:09:23,842 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 20:09:23,843 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 20:09:23,843 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 20:09:23,844 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 20:09:24,004 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 20:09:24,695 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:09:25,695 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:09:26,006 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 20:09:26,264 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:09:26,695 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:09:27,476 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:09:27,477 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:09:27,695 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:09:28,695 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:09:29,695 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:09:30,695 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:09:31,695 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:09:32,264 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:09:32,695 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:09:33,695 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:09:34,696 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:09:35,696 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:09:36,012 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 20:09:36,696 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:09:37,696 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:09:38,015 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:09:38,696 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:09:39,696 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:09:40,696 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:09:41,696 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:09:42,476 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:09:42,476 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:09:42,696 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:09:43,617 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:09:43,696 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:09:44,697 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:09:45,697 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:09:46,706 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:09:47,705 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:09:48,706 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:09:49,271 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:09:49,705 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:09:50,705 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:09:51,706 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:09:51,764 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 20:09:51,766 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 20:09:51,766 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 20:09:51,768 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 20:09:52,039 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 20:09:52,706 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:09:53,706 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:09:54,040 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 20:09:54,706 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:09:55,268 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:09:55,706 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:09:56,706 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:09:57,476 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:09:57,476 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:09:57,706 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:09:58,706 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:09:59,706 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:10:00,707 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:10:01,268 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:10:01,707 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:10:02,707 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:10:03,707 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:10:04,707 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:10:05,707 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:10:06,016 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 20:10:06,707 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:10:07,018 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:10:07,707 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:10:08,708 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:10:09,708 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:10:10,708 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:10:11,708 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:10:12,269 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:10:12,476 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:10:12,476 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:10:12,708 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:10:13,708 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:10:14,708 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:10:15,718 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:10:16,718 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:10:17,280 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:10:17,711 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:10:18,712 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:10:19,712 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:10:20,712 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:10:21,049 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 20:10:21,051 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 20:10:21,051 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 20:10:21,053 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 20:10:21,068 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 20:10:21,712 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:10:22,712 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:10:23,090 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:10:23,712 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:10:24,071 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 20:10:24,712 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:10:25,712 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:10:26,713 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:10:27,476 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:10:27,477 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:10:27,712 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:10:28,641 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:10:28,713 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:10:29,713 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:10:30,713 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:10:31,713 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:10:32,713 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:10:33,713 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:10:34,275 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:10:34,713 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:10:35,713 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:10:36,020 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 20:10:36,713 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:10:37,714 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:10:38,714 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:10:39,714 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:10:40,275 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:10:40,714 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:10:41,714 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:10:42,476 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:10:42,477 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:10:42,714 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:10:43,714 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:10:44,725 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:10:45,277 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:10:45,717 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:10:46,717 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:10:47,718 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:10:48,718 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:10:49,718 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:10:50,254 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 20:10:50,255 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 20:10:50,255 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 20:10:50,256 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 20:10:50,296 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:10:50,718 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:10:51,095 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 20:10:51,718 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:10:52,096 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 20:10:52,718 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:10:53,718 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:10:54,718 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:10:55,718 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:10:56,277 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:10:56,718 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:10:57,476 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:10:57,477 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:10:57,719 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:10:58,719 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:10:59,719 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:11:00,719 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:11:01,719 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:11:02,277 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:11:02,719 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:11:03,720 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:11:04,719 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:11:05,719 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:11:06,024 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 20:11:06,719 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:11:07,720 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:11:08,027 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:11:08,720 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:11:09,720 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:11:10,720 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:11:11,720 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:11:12,477 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:11:12,477 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:11:12,720 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:11:13,568 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:11:13,738 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:11:14,724 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:11:15,728 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:11:16,727 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:11:17,727 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:11:18,728 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:11:19,281 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:11:19,341 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 20:11:19,341 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 20:11:19,342 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 20:11:19,343 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 20:11:19,727 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:11:20,121 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 20:11:20,728 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:11:21,728 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:11:22,123 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 20:11:22,728 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:11:23,728 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:11:24,281 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:11:24,728 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:11:25,728 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:11:26,728 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:11:27,477 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:11:27,477 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:11:27,728 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:11:28,728 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:11:29,729 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:11:30,281 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:11:30,729 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:11:31,729 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:11:32,729 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:11:33,729 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:11:34,732 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:11:35,282 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:11:35,729 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:11:36,029 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 20:11:36,729 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:11:37,731 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:11:38,730 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:11:39,730 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:11:40,730 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:11:41,282 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:11:41,851 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:11:43,978 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:11:44,137 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 20:11:44,473 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:11:44,473 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:11:46,545 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:11:51,310 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:11:51,882 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:11:52,792 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:11:57,814 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:11:59,811 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:11:59,812 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:12:00,112 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:12:01,064 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:12:02,977 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:12:06,030 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 20:12:07,642 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:12:08,032 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:12:09,357 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:12:13,755 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:12:15,690 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:12:16,607 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:12:16,608 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:12:17,086 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:12:19,748 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:12:24,132 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:12:24,749 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:12:26,127 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:12:27,537 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:12:30,068 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:12:35,069 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:12:36,034 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 20:12:38,625 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:12:38,626 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:12:38,627 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:12:38,714 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:12:39,492 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 20:12:39,714 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:12:40,623 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:12:40,714 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:12:41,493 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 20:12:41,714 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:12:42,714 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:12:43,714 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:12:44,714 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:12:45,714 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:12:45,715 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:12:46,714 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:12:47,714 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:12:48,714 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:12:48,742 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:12:48,743 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:12:49,714 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:12:50,714 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:12:50,905 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:12:51,715 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:12:52,715 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:12:53,715 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:12:54,715 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:12:55,715 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:12:56,714 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:12:56,737 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:12:57,736 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:12:58,736 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:12:59,737 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:13:00,737 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:13:01,730 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:13:01,737 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:13:02,737 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:13:03,737 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:13:03,742 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:13:03,743 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:13:04,737 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:13:05,737 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:13:06,039 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 20:13:06,737 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:13:07,041 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:13:07,738 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:13:08,737 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:13:09,738 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:13:10,738 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:13:11,738 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:13:12,730 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:13:12,738 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:13:13,738 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:13:14,738 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:13:15,738 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:13:16,738 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:13:17,738 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:13:18,730 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:13:18,738 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:13:18,743 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:13:18,743 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:13:19,738 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:13:20,744 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:13:21,741 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:13:22,740 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:13:23,730 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:13:23,740 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:13:24,741 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:13:25,741 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:13:26,741 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:13:27,741 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:13:28,730 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:13:28,741 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:13:29,741 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:13:30,741 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:13:33,731 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:13:36,046 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 20:13:39,049 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:13:44,049 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:13:49,050 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:13:51,807 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:13:51,807 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:13:51,808 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:13:52,801 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:13:53,801 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:13:54,801 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:13:54,907 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:13:55,801 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:13:56,801 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:13:57,801 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:13:58,801 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:13:59,802 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:14:00,801 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:14:00,802 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:14:01,802 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:14:02,802 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:14:03,802 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:14:04,802 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:14:05,802 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:14:05,802 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:14:06,047 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 20:14:06,801 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:14:06,801 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:14:06,841 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:14:07,802 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:14:08,802 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:14:09,802 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:14:10,803 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:14:10,876 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:14:11,803 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:14:12,803 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:14:13,803 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:14:14,803 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:14:15,803 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:14:16,801 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:14:16,803 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:14:17,803 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:14:18,803 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:14:19,803 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:14:20,803 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:14:21,801 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:14:21,802 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:14:21,842 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:14:21,912 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:14:22,804 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:14:23,804 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:14:24,804 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:14:25,804 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:14:26,804 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:14:27,802 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:14:27,804 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:14:28,804 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:14:29,804 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:14:30,804 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:14:31,804 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:14:32,805 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:14:33,802 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:14:33,805 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:14:34,805 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:14:35,805 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:14:36,051 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 20:14:36,801 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:14:36,801 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:14:36,842 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:14:37,805 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:14:38,805 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:14:38,899 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:14:39,805 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:14:40,805 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:14:41,805 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:14:42,806 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:14:43,806 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:14:44,803 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:14:44,806 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:14:45,806 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:14:46,806 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:14:47,806 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:14:48,806 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:14:49,806 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:14:50,803 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:14:50,806 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:14:51,801 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:14:51,802 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:14:51,842 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:14:52,806 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:14:53,806 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:14:54,807 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:14:55,807 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:14:55,972 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:14:56,807 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:14:57,807 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:14:58,807 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:14:59,807 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:15:00,807 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:15:01,803 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:15:01,807 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:15:02,807 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:15:03,807 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:15:04,807 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:15:05,808 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:15:06,055 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 20:15:06,801 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:15:06,802 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:15:06,842 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:15:06,977 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:15:07,808 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:15:08,808 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:15:09,808 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:15:10,808 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:15:11,808 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:15:12,803 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:15:12,809 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:15:13,808 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:15:14,808 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:15:15,809 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:15:16,809 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:15:17,803 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:15:17,809 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:15:18,809 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:15:19,809 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:15:20,809 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:15:21,801 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:15:21,802 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:15:21,842 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:15:22,809 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:15:22,921 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:15:23,809 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:15:24,809 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:15:25,809 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:15:26,809 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:15:27,810 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:15:28,803 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:15:28,810 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:15:29,810 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:15:30,810 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:15:31,810 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:15:32,810 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:15:33,804 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:15:36,059 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 20:15:39,062 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:15:44,063 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:15:49,063 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:15:54,064 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:15:59,064 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:16:04,065 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:16:06,061 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 20:16:10,063 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:16:13,063 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:16:13,064 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:16:13,064 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:16:14,058 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:16:15,351 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:16:15,926 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:16:16,090 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:16:16,244 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 20:16:17,090 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:16:18,090 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:16:19,090 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:16:20,090 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:16:20,246 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 20:16:21,090 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:16:21,183 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:16:22,090 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:16:23,090 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:16:24,090 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:16:25,091 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:16:26,091 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:16:27,063 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:16:27,091 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:16:28,062 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:16:28,063 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:16:28,103 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:16:29,091 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:16:30,091 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:16:31,091 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:16:32,091 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:16:32,237 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:16:33,091 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:16:34,091 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:16:35,092 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:16:36,066 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 20:16:36,092 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:16:37,092 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:16:38,063 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:16:38,092 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:16:39,092 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:16:40,102 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:16:41,104 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:16:42,100 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:16:43,066 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:16:43,068 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:16:43,068 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:16:43,109 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:16:44,101 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:16:45,101 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:16:45,750 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 20:16:45,752 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 20:16:45,752 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 20:16:45,753 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 20:16:46,172 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:16:46,270 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 20:16:47,171 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:16:48,066 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:16:48,171 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:16:48,272 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 20:16:49,171 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:16:50,171 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:16:51,171 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:16:52,171 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:16:53,066 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:16:53,172 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:16:54,172 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:16:55,172 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:16:56,172 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:16:57,172 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:16:58,067 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:16:58,068 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:16:58,068 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:16:58,172 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:16:59,172 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:17:00,172 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:17:01,300 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:17:02,299 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:17:03,067 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:17:03,299 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:17:04,299 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:17:05,299 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:17:06,070 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 20:17:06,299 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:17:07,299 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:17:08,299 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:17:09,067 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:17:09,299 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:17:10,299 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:17:11,300 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:17:12,300 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:17:13,087 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:17:13,087 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:17:13,303 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:17:14,260 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:17:14,301 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:17:15,301 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:17:16,302 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:17:17,304 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:17:18,304 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:17:18,819 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 20:17:18,820 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 20:17:18,820 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 20:17:18,821 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 20:17:19,305 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:17:19,307 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 20:17:19,860 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:17:20,305 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:17:20,308 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 20:17:21,305 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:17:22,305 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:17:23,305 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:17:24,305 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:17:25,071 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:17:25,305 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:17:26,305 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:17:27,305 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:17:28,072 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:17:28,073 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:17:28,305 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:17:29,306 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:17:30,241 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:17:30,306 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:17:31,306 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:17:32,306 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:17:33,306 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:17:34,306 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:17:35,306 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:17:36,074 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:17:36,074 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 20:17:36,307 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:17:37,306 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:17:38,306 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:17:39,307 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:17:40,307 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:17:41,307 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:17:42,071 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:17:42,307 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:17:43,094 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:17:43,094 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:17:43,310 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:17:44,313 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:17:45,321 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:17:46,314 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:17:47,236 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:17:47,315 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:17:48,315 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:17:48,801 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 20:17:48,803 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 20:17:48,803 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 20:17:48,805 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 20:17:49,315 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:17:49,340 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 20:17:50,315 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:17:50,341 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 20:17:51,315 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:17:52,315 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:17:52,842 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:17:53,315 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:17:54,315 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:17:55,315 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:17:56,316 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:17:57,316 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:17:58,074 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:17:58,074 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:17:58,075 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:17:58,316 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:17:59,316 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:18:00,316 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:18:01,316 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:18:02,317 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:18:03,074 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:18:03,317 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:18:04,316 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:18:05,317 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:18:06,078 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 20:18:06,317 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:18:07,317 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:18:08,317 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:18:09,074 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:18:09,317 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:18:10,318 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:18:11,317 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:18:12,317 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:18:13,073 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:18:13,073 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:18:13,318 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:18:14,245 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:18:14,326 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:18:15,321 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:18:16,325 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:18:17,325 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:18:18,325 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:18:19,326 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:18:19,459 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 20:18:19,460 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 20:18:19,461 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 20:18:19,461 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:18:19,462 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 20:18:20,326 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:18:20,370 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 20:18:20,371 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 20:18:21,326 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:18:22,326 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:18:23,326 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:18:24,326 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:18:25,076 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:18:25,326 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:18:26,326 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:18:27,326 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:18:28,073 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:18:28,073 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:18:28,326 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:18:29,326 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:18:30,142 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:18:30,327 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:18:31,327 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:18:32,327 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:18:33,327 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:18:34,534 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:18:35,533 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:18:36,077 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:18:36,082 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 20:18:36,533 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:18:37,533 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:18:38,533 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:18:39,534 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:18:40,534 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:18:41,534 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:18:42,077 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:18:42,534 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:18:43,073 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:18:43,073 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:18:43,534 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:18:44,534 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:18:45,534 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:18:46,534 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:18:47,236 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:18:47,537 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:18:48,542 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:18:49,543 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:18:50,541 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:18:51,541 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:18:52,542 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:18:53,077 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:18:53,437 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 20:18:53,438 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 20:18:53,439 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 20:18:53,440 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 20:18:53,852 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:18:54,400 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 20:18:54,401 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 20:18:54,594 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:18:55,594 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:18:56,594 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:18:57,594 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:18:58,073 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:18:58,074 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:18:58,244 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:18:58,594 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:18:59,594 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:19:00,595 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:19:01,595 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:19:02,595 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:19:03,595 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:19:04,077 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:19:04,595 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:19:05,595 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:19:06,087 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 20:19:06,705 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:19:07,705 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:19:08,705 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:19:09,077 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:19:09,705 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:19:10,705 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:19:11,705 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:19:12,705 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:19:13,073 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:19:13,074 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:19:13,705 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:19:14,159 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:19:14,705 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:19:15,705 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:19:16,705 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:19:17,706 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:19:18,706 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:19:19,706 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:19:20,083 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:19:20,712 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:19:21,712 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:19:22,712 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:19:23,713 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:19:24,713 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:19:25,089 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:19:25,713 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:19:25,744 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 20:19:25,746 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 20:19:25,746 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 20:19:25,748 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 20:19:26,429 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 20:19:26,713 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:19:27,713 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:19:28,073 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:19:28,074 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:19:28,430 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 20:19:28,713 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:19:29,713 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:19:30,182 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:19:30,713 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:19:31,713 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:19:32,714 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:19:33,713 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:19:34,714 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:19:35,714 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:19:36,081 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:19:36,090 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 20:19:36,714 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:19:37,714 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:19:38,780 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:19:39,776 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:19:40,776 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:19:41,777 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:19:42,082 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:19:42,776 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:19:43,074 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:19:43,074 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:19:43,777 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:19:44,776 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:19:45,777 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:19:46,777 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:19:47,155 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:19:47,777 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:19:48,777 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:19:49,782 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:19:50,782 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:19:51,792 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:19:52,786 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:19:53,090 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:19:53,786 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:19:54,787 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:19:55,740 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 20:19:55,741 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 20:19:55,741 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 20:19:55,742 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 20:19:56,155 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:19:56,459 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 20:19:56,896 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:19:57,896 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:19:58,074 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:19:58,074 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:19:58,179 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:19:58,461 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 20:19:58,896 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:19:59,896 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:20:00,896 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:20:01,897 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:20:02,897 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:20:03,897 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:20:04,085 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:20:04,897 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:20:05,897 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:20:06,093 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 20:20:06,898 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:20:07,898 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:20:08,898 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:20:09,085 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:20:09,898 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:20:10,898 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:20:11,898 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:20:12,898 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:20:13,074 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:20:13,075 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:20:13,898 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:20:14,199 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:20:14,898 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:20:15,898 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:20:16,898 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:20:17,898 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:20:18,898 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:20:19,906 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:20:20,090 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:20:20,902 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:20:21,906 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:20:22,906 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:20:23,906 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:20:24,906 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:20:25,010 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 20:20:25,012 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 20:20:25,013 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 20:20:25,014 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 20:20:25,488 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 20:20:25,906 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:20:26,052 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:20:26,489 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 20:20:26,906 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:20:27,907 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:20:28,074 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:20:28,074 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:20:28,907 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:20:29,907 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:20:30,907 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:20:31,185 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:20:31,907 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:20:32,907 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:20:33,907 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:20:34,907 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:20:35,907 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:20:36,098 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 20:20:36,907 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:20:37,100 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:20:37,908 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:20:38,908 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:20:39,908 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:20:40,908 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:20:41,908 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:20:42,908 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:20:43,074 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:20:43,075 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:20:43,231 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:20:43,908 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:20:44,908 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:20:45,908 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:20:46,908 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:20:47,908 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:20:48,909 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:20:49,090 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:20:49,916 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:20:50,916 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:20:51,912 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:20:52,914 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:20:53,915 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:20:54,096 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:20:54,915 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:20:55,710 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 20:20:55,711 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 20:20:55,711 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 20:20:55,712 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 20:20:56,132 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:20:56,517 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 20:20:56,518 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 20:20:57,130 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:20:58,074 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:20:58,075 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:20:58,131 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:20:59,130 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:20:59,194 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:21:00,130 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:21:01,130 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:21:02,130 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:21:03,130 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:21:04,131 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:21:05,093 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:21:05,131 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:21:06,102 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 20:21:06,131 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:21:07,131 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:21:08,131 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:21:09,131 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:21:10,209 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:21:11,094 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:21:11,208 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:21:12,209 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:21:13,074 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:21:13,075 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:21:13,208 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:21:14,208 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:21:15,209 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:21:16,204 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:21:16,209 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:21:17,209 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:21:18,209 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:21:19,209 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:21:20,210 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:21:21,214 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:21:22,098 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:21:22,211 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:21:23,214 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:21:24,217 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:21:25,217 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:21:26,215 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:21:26,455 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 20:21:26,455 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 20:21:26,456 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 20:21:26,457 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 20:21:26,549 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 20:21:27,215 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:21:27,496 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:21:28,074 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:21:28,075 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:21:28,215 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:21:28,551 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 20:21:29,215 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:21:30,215 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:21:31,215 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:21:32,215 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:21:33,095 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:21:33,215 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:21:34,215 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:21:35,215 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:21:36,107 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 20:21:36,216 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:21:37,216 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:21:38,216 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:21:39,096 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:21:39,216 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:21:40,216 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:21:41,216 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:21:42,216 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:21:43,075 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:21:43,075 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:21:43,216 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:21:44,209 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:21:44,216 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:21:45,216 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:21:46,217 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:21:47,217 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:21:48,217 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:21:49,217 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:21:50,101 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:21:50,226 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:21:51,220 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:21:52,223 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:21:53,227 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:21:54,222 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:21:55,110 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:21:55,223 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:21:55,892 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 20:21:55,894 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 20:21:55,894 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 20:21:55,896 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 20:21:56,309 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:21:56,577 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 20:21:57,309 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:21:58,075 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:21:58,075 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:21:58,309 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:21:58,579 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 20:21:59,309 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:22:00,162 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:22:00,309 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:22:01,309 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:22:02,309 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:22:03,309 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:22:04,309 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:22:05,309 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:22:06,100 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:22:06,111 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 20:22:06,309 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:22:07,312 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:22:08,309 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:22:09,526 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:22:10,525 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:22:11,101 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:22:11,525 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:22:12,525 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:22:13,075 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:22:13,075 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:22:13,525 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:22:14,525 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:22:15,525 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:22:16,209 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:22:16,525 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:22:17,525 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:22:18,526 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:22:19,526 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:22:20,526 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:22:21,526 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:22:22,105 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:22:22,528 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:22:23,528 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:22:24,529 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:22:25,533 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:22:26,536 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:22:27,120 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:22:27,536 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:22:27,645 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 20:22:27,646 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 20:22:27,646 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 20:22:27,647 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 20:22:28,093 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:22:28,094 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:22:28,537 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:22:28,610 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 20:22:28,611 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 20:22:29,537 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:22:30,537 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:22:31,537 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:22:32,264 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:22:32,537 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:22:33,537 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:22:34,537 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:22:35,537 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:22:36,114 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 20:22:36,537 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:22:37,537 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:22:38,107 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:22:38,537 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:22:39,537 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:22:40,538 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:22:41,538 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:22:42,538 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:22:43,092 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:22:43,093 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:22:43,300 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:22:43,538 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:22:44,538 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:22:45,538 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:22:46,538 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:22:47,538 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:22:48,538 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:22:49,107 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:22:49,539 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:22:50,539 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:22:51,539 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:22:52,539 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:22:53,545 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:22:54,127 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:22:54,546 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:22:55,545 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:22:56,546 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:22:57,546 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:22:58,094 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:22:58,095 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:22:58,546 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:22:58,988 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 20:22:58,990 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 20:22:58,990 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 20:22:58,992 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 20:22:59,546 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:22:59,635 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 20:23:00,030 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:23:00,546 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:23:00,636 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 20:23:01,546 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:23:02,546 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:23:03,546 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:23:04,547 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:23:05,114 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:23:05,546 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:23:06,119 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 20:23:06,546 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:23:07,547 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:23:08,547 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:23:09,547 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:23:10,547 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:23:11,113 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:23:11,547 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:23:12,547 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:23:13,095 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:23:13,095 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:23:13,547 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:23:14,548 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:23:15,547 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:23:16,166 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:23:16,547 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:23:17,548 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:23:18,548 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:23:19,548 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:23:20,548 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:23:21,548 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:23:22,114 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:23:22,548 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:23:23,552 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:23:24,551 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:23:25,552 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:23:26,552 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:23:27,132 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:23:27,553 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:23:28,099 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:23:28,100 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:23:28,553 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:23:28,739 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 20:23:28,741 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 20:23:28,741 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 20:23:28,742 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 20:23:29,553 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:23:29,663 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 20:23:30,553 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:23:30,664 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 20:23:31,553 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:23:32,553 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:23:32,781 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:23:33,553 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:23:34,553 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:23:35,553 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:23:36,123 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 20:23:36,553 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:23:37,554 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:23:38,115 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:23:38,554 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:23:39,554 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:23:40,554 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:23:41,554 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:23:42,554 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:23:43,100 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:23:43,100 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:23:43,245 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:23:43,554 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:23:44,554 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:23:45,555 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:23:46,555 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:23:47,555 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:23:48,555 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:23:49,116 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:23:49,555 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:23:50,555 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:23:51,555 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:23:52,555 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:23:53,563 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:23:54,124 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:23:54,557 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:23:55,562 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:23:56,559 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:23:57,560 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:23:58,106 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:23:58,106 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:23:58,563 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:23:59,202 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 20:23:59,203 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 20:23:59,203 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 20:23:59,203 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:23:59,204 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 20:23:59,622 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:23:59,688 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 20:24:00,621 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:24:00,689 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 20:24:01,621 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:24:02,621 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:24:03,621 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:24:04,621 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:24:05,119 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:24:05,621 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:24:06,127 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 20:24:06,622 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:24:07,622 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:24:08,622 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:24:09,622 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:24:10,622 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:24:11,120 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:24:11,622 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:24:12,622 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:24:13,103 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:24:13,103 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:24:13,622 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:24:14,622 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:24:15,622 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:24:16,184 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:24:16,622 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:24:17,623 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:24:18,623 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:24:19,623 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:24:20,623 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:24:21,623 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:24:22,120 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:24:22,623 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:24:23,625 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:24:24,625 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:24:25,629 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:24:26,626 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:24:27,142 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:24:27,630 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:24:28,105 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:24:28,106 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:24:28,626 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:24:28,835 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 20:24:28,837 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 20:24:28,837 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 20:24:28,839 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 20:24:29,626 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:24:29,717 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 20:24:30,626 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:24:30,718 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 20:24:31,626 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:24:32,626 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:24:32,877 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:24:33,627 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:24:34,626 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:24:35,626 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:24:36,132 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 20:24:36,627 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:24:37,627 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:24:38,123 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:24:38,627 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:24:39,627 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:24:40,627 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:24:41,907 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:24:42,905 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:24:43,106 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:24:43,106 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:24:43,253 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:24:43,905 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:24:44,905 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:24:45,905 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:24:46,906 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:24:47,906 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:24:48,906 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:24:49,124 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:24:49,906 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:24:50,906 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:24:51,906 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:24:52,906 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:24:53,914 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:24:54,126 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:24:54,911 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:24:55,909 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:24:56,909 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:24:57,912 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:24:58,114 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:24:58,115 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:24:58,915 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:24:59,275 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:24:59,411 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 20:24:59,413 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 20:24:59,413 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 20:24:59,415 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 20:24:59,741 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 20:24:59,909 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:25:00,742 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 20:25:00,909 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:25:01,909 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:25:02,909 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:25:03,909 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:25:04,909 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:25:05,125 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:25:05,910 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:25:06,135 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 20:25:06,910 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:25:07,910 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:25:08,910 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:25:09,910 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:25:10,910 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:25:11,125 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:25:11,910 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:25:12,911 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:25:13,113 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:25:13,113 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:25:13,910 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:25:14,910 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:25:15,911 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:25:16,229 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:25:16,911 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:25:17,911 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:25:18,911 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:25:19,911 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:25:20,911 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:25:21,911 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:25:22,126 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:25:22,911 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:25:23,926 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:25:24,916 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:25:25,922 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:25:26,917 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:25:27,132 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:25:27,917 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:25:28,120 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:25:28,120 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:25:28,917 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:25:29,634 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 20:25:29,635 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 20:25:29,635 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 20:25:29,637 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 20:25:29,772 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 20:25:30,049 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:25:30,774 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 20:25:31,048 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:25:32,048 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:25:32,676 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:25:33,048 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:25:34,048 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:25:35,048 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:25:36,049 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:25:36,139 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 20:25:37,049 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:25:38,049 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:25:38,129 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:25:39,049 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:25:40,049 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:25:41,049 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:25:42,049 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:25:43,049 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:25:43,116 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:25:43,117 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:25:43,271 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:25:44,049 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:25:45,050 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:25:46,049 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:25:47,049 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:25:48,050 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:25:49,050 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:25:49,130 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:25:50,050 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:25:51,050 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:25:52,050 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:25:53,050 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:25:54,050 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:25:54,130 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:25:55,050 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:25:56,050 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:25:57,050 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:25:58,051 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:25:58,117 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:25:58,117 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:25:59,057 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:25:59,256 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:26:00,060 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:26:01,056 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:26:02,058 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:26:03,057 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:26:04,057 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:26:04,296 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 20:26:04,297 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 20:26:04,298 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 20:26:04,298 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:26:04,299 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 20:26:04,801 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 20:26:05,057 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:26:06,057 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:26:06,144 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 20:26:06,803 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 20:26:07,057 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:26:08,057 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:26:09,057 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:26:10,057 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:26:10,130 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:26:11,058 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:26:12,058 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:26:13,058 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:26:13,116 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:26:13,117 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:26:14,058 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:26:15,058 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:26:15,234 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:26:16,058 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:26:17,058 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:26:18,058 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:26:19,059 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:26:20,058 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:26:21,058 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:26:21,131 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:26:22,059 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:26:23,059 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:26:24,059 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:26:25,059 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:26:26,059 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:26:26,131 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:26:27,059 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:26:28,059 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:26:28,117 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:26:28,117 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:26:29,059 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:26:30,059 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:26:31,069 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:26:31,235 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:26:32,062 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:26:33,064 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:26:34,065 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:26:35,063 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:26:36,063 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:26:36,146 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 20:26:36,709 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 20:26:36,710 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 20:26:36,711 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 20:26:36,711 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:26:36,713 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 20:26:36,827 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 20:26:37,124 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:26:38,123 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:26:38,828 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 20:26:39,123 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:26:40,123 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:26:41,124 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:26:42,123 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:26:42,132 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:26:43,117 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:26:43,117 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:26:43,158 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:26:44,124 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:26:45,124 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:26:46,124 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:26:47,124 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:26:47,256 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:26:48,124 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:26:49,125 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:26:50,124 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:26:51,124 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:26:52,125 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:26:53,125 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:26:53,133 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:26:54,125 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:26:55,125 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:26:56,125 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:26:57,125 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:26:58,117 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:26:58,118 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:26:58,158 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:26:58,191 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:26:59,131 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:27:00,135 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:27:01,141 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:27:02,134 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:27:03,134 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:27:04,135 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:27:04,139 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:27:04,377 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 20:27:04,378 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 20:27:04,378 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 20:27:04,379 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 20:27:04,853 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 20:27:05,135 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:27:06,135 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:27:06,152 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 20:27:06,854 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 20:27:07,135 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:27:08,136 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:27:09,135 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:27:10,135 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:27:10,136 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:27:11,135 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:27:12,135 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:27:13,117 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:27:13,118 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:27:13,158 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:27:14,136 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:27:15,136 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:27:15,252 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:27:16,136 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:27:17,136 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:27:18,137 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:27:19,136 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:27:20,136 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:27:21,136 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:27:21,137 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:27:22,136 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:27:23,136 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:27:24,136 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:27:25,137 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:27:26,137 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:27:27,136 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:27:27,137 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:27:28,117 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:27:28,118 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:27:28,158 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:27:29,137 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:27:30,142 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:27:31,142 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:27:32,142 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:27:32,196 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:27:33,142 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:27:34,142 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:27:35,143 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:27:35,683 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 20:27:35,684 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 20:27:35,685 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 20:27:35,687 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 20:27:35,881 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 20:27:36,143 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:27:36,155 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 20:27:36,882 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 20:27:37,146 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:27:38,137 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:27:38,145 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:27:39,146 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:27:40,146 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:27:41,146 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:27:42,146 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:27:43,117 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:27:43,118 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:27:43,158 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:27:43,245 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:27:44,146 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:27:45,146 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:27:46,146 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:27:47,147 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:27:48,146 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:27:49,137 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:27:49,146 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:27:50,147 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:27:51,252 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:27:52,251 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:27:53,251 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:27:54,138 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:27:54,252 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:27:55,252 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:27:56,252 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:27:57,252 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:27:58,118 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:27:58,118 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:27:58,252 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:27:59,230 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:27:59,252 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:28:00,252 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:28:01,252 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:28:02,252 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:28:03,252 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:28:04,253 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:28:05,138 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:28:05,253 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:28:06,163 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 20:28:06,257 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:28:07,268 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:28:08,264 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:28:09,261 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:28:10,143 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:28:10,261 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:28:11,262 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:28:11,427 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 20:28:11,428 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 20:28:11,429 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 20:28:11,430 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 20:28:11,910 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 20:28:12,447 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:28:12,911 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 20:28:13,118 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:28:13,118 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:28:13,447 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:28:14,447 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:28:15,194 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:28:15,447 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:28:16,447 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:28:17,447 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:28:18,447 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:28:19,447 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:28:20,447 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:28:21,142 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:28:21,447 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:28:22,448 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:28:23,448 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:28:24,448 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:28:25,448 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:28:26,448 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:28:27,142 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:28:27,448 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:28:28,118 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:28:28,118 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:28:28,448 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:28:29,448 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:28:30,449 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:28:31,448 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:28:32,249 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:28:32,449 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:28:33,449 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:28:34,449 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:28:35,449 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:28:36,170 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 20:28:36,450 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:28:37,452 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:28:38,148 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:28:38,455 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:28:39,455 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:28:40,457 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:28:41,456 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:28:41,573 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 20:28:41,574 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 20:28:41,575 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 20:28:41,576 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 20:28:41,938 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 20:28:42,467 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:28:42,939 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 20:28:43,118 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:28:43,118 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:28:43,207 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:28:43,470 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:28:44,469 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:28:45,469 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:28:46,469 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:28:47,470 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:28:48,470 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:28:49,145 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:28:49,470 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:28:50,470 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:28:51,470 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:28:52,470 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:28:53,470 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:28:54,470 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:28:55,145 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:28:55,546 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:28:56,545 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:28:57,545 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:28:58,118 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:28:58,119 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:28:58,545 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:28:59,545 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:29:00,263 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:29:00,545 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:29:01,545 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:29:02,545 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:29:03,545 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:29:04,545 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:29:05,545 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:29:06,146 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:29:06,172 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 20:29:06,546 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:29:07,546 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:29:08,555 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:29:09,548 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:29:10,547 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:29:11,153 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:29:11,549 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:29:12,553 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:29:13,125 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:29:13,125 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:29:13,548 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:29:14,265 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 20:29:14,266 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 20:29:14,267 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 20:29:14,269 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 20:29:14,683 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:29:14,967 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 20:29:14,967 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 20:29:15,682 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:29:16,308 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:29:16,682 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:29:17,784 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:29:18,682 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:29:19,682 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:29:20,682 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:29:21,682 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:29:22,152 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:29:22,682 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:29:23,682 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:29:24,683 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:29:25,683 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:29:26,683 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:29:27,683 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:29:28,123 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:29:28,123 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:29:28,287 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:29:28,683 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:29:29,683 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:29:30,683 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:29:31,683 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:29:32,684 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:29:33,684 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:29:34,151 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:29:34,684 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:29:35,684 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:29:36,177 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 20:29:36,684 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:29:37,688 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:29:38,690 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:29:39,159 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:29:39,695 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:29:40,697 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:29:41,700 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:29:42,698 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:29:42,851 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 20:29:42,852 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 20:29:42,853 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 20:29:42,855 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 20:29:42,995 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 20:29:43,273 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:29:43,274 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:29:43,698 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:29:44,380 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:29:44,698 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:29:44,997 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 20:29:45,698 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:29:46,698 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:29:47,698 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:29:48,698 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:29:49,698 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:29:50,266 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:29:50,698 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:29:51,698 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:29:52,698 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:29:53,698 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:29:54,699 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:29:55,266 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:29:55,699 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:29:56,699 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:29:57,699 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:29:58,266 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:29:58,267 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:29:58,699 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:29:59,699 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:30:00,331 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:30:00,699 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:30:01,699 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:30:02,699 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:30:03,699 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:30:04,700 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:30:05,700 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:30:06,182 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 20:30:06,188 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:30:06,700 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:30:07,700 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:30:08,700 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:30:09,704 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:30:10,700 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:30:11,293 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:30:11,702 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:30:12,702 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:30:13,265 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:30:13,266 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:30:13,701 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:30:14,072 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 20:30:14,073 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 20:30:14,073 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 20:30:14,074 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 20:30:14,701 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:30:15,022 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 20:30:15,022 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 20:30:15,701 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:30:16,701 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:30:17,114 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:30:17,701 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:30:18,701 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:30:19,701 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:30:20,701 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:30:21,701 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:30:22,273 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:30:22,701 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:30:23,701 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:30:24,702 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:30:25,702 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:30:26,702 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:30:27,702 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:30:28,274 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:30:28,442 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:30:28,442 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:30:28,702 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:30:29,702 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:30:30,702 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:30:31,702 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:30:32,702 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:30:33,352 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:30:33,702 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:30:34,702 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:30:35,703 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:30:36,185 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 20:30:36,703 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:30:37,703 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:30:38,703 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:30:39,352 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:30:39,703 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:30:40,703 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:30:41,711 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:30:42,711 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:30:43,362 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:30:43,362 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:30:43,710 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:30:44,474 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:30:44,711 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:30:45,708 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:30:46,708 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:30:46,788 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 20:30:46,789 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 20:30:46,789 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 20:30:46,791 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 20:30:47,046 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 20:30:47,708 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:30:48,708 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:30:49,048 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 20:30:49,708 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:30:50,355 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:30:50,708 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:30:51,708 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:30:52,709 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:30:53,709 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:30:54,709 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:30:55,709 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:30:56,355 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:30:56,709 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:30:57,709 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:30:58,357 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:30:58,358 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:30:58,709 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:30:59,840 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:31:00,839 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:31:01,428 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:31:01,839 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:31:02,840 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:31:03,840 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:31:04,840 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:31:05,840 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:31:06,189 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 20:31:06,840 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:31:07,192 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:31:07,840 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:31:08,840 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:31:09,840 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:31:10,840 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:31:11,852 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:31:12,358 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:31:12,843 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:31:13,361 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:31:13,362 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:31:13,843 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:31:14,843 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:31:15,845 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:31:16,846 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:31:17,505 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:31:17,847 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:31:17,865 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 20:31:17,866 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 20:31:17,866 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 20:31:17,867 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 20:31:18,073 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 20:31:18,847 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:31:19,074 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 20:31:19,847 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:31:20,847 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:31:21,847 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:31:22,847 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:31:23,359 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:31:23,847 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:31:24,847 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:31:25,847 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:31:26,848 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:31:27,848 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:31:28,359 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:31:28,360 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:31:28,361 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:31:28,848 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:31:29,848 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:31:30,848 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:31:31,848 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:31:32,848 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:31:33,359 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:31:33,848 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:31:34,848 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:31:35,849 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:31:36,192 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 20:31:36,849 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:31:37,849 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:31:38,360 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:31:38,849 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:31:39,849 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:31:40,849 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:31:41,860 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:31:42,857 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:31:43,360 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:31:43,361 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:31:43,470 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:31:43,856 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:31:44,857 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:31:45,860 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:31:46,860 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:31:47,511 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 20:31:47,513 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 20:31:47,513 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 20:31:47,515 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 20:31:47,923 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:31:48,102 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 20:31:48,923 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:31:49,363 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:31:49,923 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:31:50,104 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 20:31:50,923 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:31:51,923 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:31:52,923 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:31:53,923 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:31:54,923 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:31:55,363 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:31:55,923 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:31:56,923 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:31:57,923 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:31:58,361 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:31:58,361 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:31:58,923 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:31:59,924 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:32:00,470 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:32:00,924 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:32:01,924 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:32:02,924 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:32:03,924 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:32:04,924 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:32:05,924 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:32:06,196 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 20:32:06,203 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:32:06,924 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:32:07,924 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:32:08,924 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:32:09,924 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:32:10,925 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:32:11,364 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:32:11,925 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:32:12,925 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:32:13,371 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:32:13,371 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:32:13,929 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:32:14,930 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:32:15,930 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:32:16,461 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:32:16,933 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:32:17,937 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:32:18,934 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:32:19,201 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 20:32:19,202 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 20:32:19,202 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 20:32:19,203 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 20:32:19,934 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:32:20,128 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 20:32:20,934 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:32:21,934 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:32:22,130 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 20:32:22,243 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:32:22,934 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:32:23,934 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:32:24,934 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:32:25,934 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:32:26,934 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:32:27,365 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:32:27,934 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:32:28,365 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:32:28,365 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:32:28,935 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:32:29,935 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:32:30,935 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:32:31,935 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:32:32,486 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:32:32,935 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:32:33,935 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:32:34,935 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:32:35,935 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:32:36,201 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 20:32:36,935 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:32:37,936 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:32:38,203 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:32:38,936 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:32:39,936 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:32:40,936 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:32:41,936 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:32:42,939 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:32:43,370 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:32:43,375 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:32:43,375 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:32:43,939 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:32:44,948 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:32:45,949 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:32:46,950 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:32:47,947 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:32:48,369 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:32:48,944 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:32:48,979 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 20:32:48,980 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 20:32:48,981 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 20:32:48,982 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 20:32:49,160 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 20:32:49,944 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:32:50,944 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:32:51,944 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:32:52,162 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 20:32:52,944 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:32:53,369 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:32:53,944 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:32:54,944 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:32:55,944 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:32:56,944 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:32:57,944 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:32:58,370 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:32:58,371 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:32:58,457 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:32:58,945 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:32:59,945 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:33:00,945 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:33:01,945 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:33:02,946 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:33:03,945 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:33:04,370 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:33:04,945 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:33:05,945 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:33:06,205 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 20:33:06,946 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:33:07,946 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:33:08,946 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:33:09,946 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:33:10,370 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:33:10,946 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:33:11,946 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:33:12,946 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:33:13,377 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:33:13,377 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:33:13,949 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:33:14,951 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:33:15,505 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:33:15,951 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:33:16,952 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:33:17,954 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:33:18,951 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:33:19,452 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 20:33:19,453 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 20:33:19,454 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 20:33:19,455 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 20:33:19,952 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:33:20,194 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 20:33:20,952 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:33:21,493 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:33:21,952 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:33:22,196 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 20:33:22,952 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:33:23,952 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:33:24,952 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:33:25,952 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:33:26,953 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:33:27,370 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:33:27,952 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:33:28,373 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:33:28,374 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:33:28,953 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:33:29,953 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:33:30,953 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:33:31,953 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:33:32,477 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:33:32,953 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:33:33,953 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:33:34,953 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:33:35,953 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:33:36,209 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 20:33:36,954 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:33:37,954 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:33:38,211 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:33:38,954 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:33:39,954 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:33:40,954 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:33:41,954 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:33:42,954 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:33:43,370 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:33:43,374 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:33:43,374 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:33:43,954 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:33:44,960 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:33:45,958 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:33:46,958 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:33:47,960 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:33:48,372 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:33:48,959 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:33:49,960 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:33:50,059 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 20:33:50,060 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 20:33:50,060 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 20:33:50,062 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 20:33:50,225 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 20:33:50,962 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:33:51,961 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:33:52,226 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 20:33:52,961 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:33:53,373 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:33:53,962 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:33:54,962 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:33:55,962 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:33:56,963 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:33:57,962 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:33:58,374 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:33:58,374 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:33:58,471 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:33:58,962 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:33:59,962 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:34:00,962 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:34:01,962 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:34:02,962 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:34:03,962 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:34:04,373 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:34:04,963 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:34:05,963 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:34:06,213 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 20:34:06,963 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:34:07,963 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:34:08,963 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:34:09,373 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:34:09,963 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:34:10,963 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:34:11,963 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:34:12,964 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:34:13,374 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:34:13,374 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:34:13,964 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:34:14,521 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:34:14,964 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:34:15,968 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:34:16,968 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:34:17,968 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:34:18,972 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:34:19,968 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:34:20,383 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:34:20,968 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:34:21,806 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 20:34:21,807 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 20:34:21,807 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 20:34:21,809 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 20:34:22,232 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:34:22,250 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 20:34:23,234 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:34:24,234 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:34:24,251 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 20:34:25,234 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:34:26,234 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:34:26,378 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:34:27,234 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:34:28,234 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:34:28,374 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:34:28,374 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:34:29,234 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:34:30,234 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:34:31,234 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:34:31,537 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:34:32,234 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:34:33,234 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:34:34,234 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:34:35,312 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:34:36,217 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 20:34:36,312 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:34:37,219 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:34:37,312 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:34:38,312 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:34:39,312 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:34:40,312 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:34:41,312 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:34:42,312 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:34:42,378 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:34:43,312 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:34:43,374 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:34:43,375 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:34:44,312 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:34:45,313 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:34:46,326 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:34:47,315 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:34:47,528 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:34:48,316 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:34:49,319 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:34:50,319 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:34:51,319 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:34:51,432 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 20:34:51,434 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 20:34:51,434 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 20:34:51,436 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 20:34:52,279 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 20:34:52,320 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:34:53,320 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:34:53,381 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:34:54,281 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 20:34:54,320 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:34:55,320 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:34:56,320 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:34:57,320 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:34:58,320 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:34:58,374 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:34:58,375 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:34:58,475 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:34:59,321 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:35:00,320 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:35:01,321 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:35:02,321 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:35:03,321 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:35:04,382 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:35:04,473 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:35:05,473 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:35:06,221 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 20:35:06,473 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:35:07,473 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:35:08,473 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:35:09,382 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:35:09,473 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:35:10,473 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:35:11,473 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:35:12,474 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:35:13,374 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:35:13,375 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:35:13,474 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:35:14,482 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:35:14,504 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:35:15,479 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:35:16,482 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:35:17,483 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:35:18,483 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:35:19,484 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:35:20,050 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 20:35:20,051 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 20:35:20,051 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 20:35:20,051 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:35:20,052 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 20:35:20,309 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 20:35:20,484 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:35:21,484 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:35:22,311 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 20:35:22,484 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:35:23,484 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:35:24,484 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:35:25,385 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:35:25,484 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:35:26,484 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:35:27,485 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:35:28,375 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:35:28,375 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:35:28,484 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:35:29,485 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:35:30,456 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:35:30,485 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:35:31,485 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:35:32,485 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:35:33,485 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:35:34,485 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:35:35,485 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:35:36,226 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 20:35:36,232 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:35:36,485 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:35:37,485 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:35:38,485 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:35:39,486 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:35:40,486 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:35:41,385 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:35:41,486 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:35:42,486 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:35:43,375 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:35:43,375 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:35:43,486 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:35:44,486 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:35:45,493 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:35:46,486 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:35:46,509 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:35:47,493 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:35:48,490 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:35:49,490 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:35:50,031 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 20:35:50,032 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 20:35:50,032 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 20:35:50,034 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 20:35:50,340 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 20:35:50,491 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:35:51,491 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:35:52,072 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:35:52,342 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 20:35:52,491 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:35:53,491 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:35:54,491 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:35:55,491 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:35:56,491 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:35:57,389 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:35:57,491 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:35:58,375 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:35:58,375 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:35:58,491 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:35:59,492 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:36:00,492 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:36:01,492 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:36:02,492 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:36:02,532 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:36:03,492 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:36:04,492 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:36:05,492 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:36:06,229 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 20:36:06,493 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:36:07,492 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:36:08,232 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:36:08,493 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:36:09,493 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:36:10,493 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:36:11,493 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:36:12,493 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:36:13,378 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:36:13,382 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:36:13,496 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:36:13,510 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:36:14,504 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:36:15,501 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:36:16,501 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:36:17,504 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:36:18,501 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:36:19,298 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 20:36:19,299 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 20:36:19,300 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 20:36:19,300 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:36:19,301 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 20:36:19,370 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 20:36:19,712 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:36:20,710 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:36:21,710 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:36:22,373 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 20:36:22,710 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:36:23,710 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:36:24,392 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:36:24,710 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:36:25,711 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:36:26,711 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:36:27,711 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:36:28,378 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:36:28,379 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:36:28,711 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:36:29,532 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:36:29,711 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:36:30,804 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:36:31,803 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:36:32,803 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:36:33,803 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:36:34,803 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:36:35,393 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:36:35,803 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:36:36,233 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 20:36:36,803 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:36:37,803 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:36:38,803 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:36:39,803 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:36:40,404 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:36:40,813 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:36:41,809 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:36:42,807 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:36:43,382 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:36:43,384 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:36:43,811 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:36:44,810 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:36:45,481 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:36:45,808 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:36:46,506 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 20:36:46,508 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 20:36:46,508 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 20:36:46,509 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 20:36:46,928 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:36:47,399 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 20:36:47,927 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:36:48,400 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 20:36:48,927 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:36:49,927 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:36:50,927 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:36:51,402 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:36:51,928 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:36:52,928 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:36:53,928 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:36:54,928 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:36:55,928 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:36:56,928 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:36:57,402 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:36:58,013 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:36:58,382 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:36:58,383 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:36:59,012 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:37:00,012 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:37:01,012 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:37:02,012 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:37:02,459 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:37:03,013 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:37:04,013 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:37:05,013 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:37:06,013 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:37:06,237 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 20:37:07,013 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:37:08,013 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:37:08,240 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:37:09,013 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:37:10,017 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:37:11,017 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:37:12,017 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:37:13,023 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:37:13,387 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:37:13,388 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:37:13,499 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:37:14,023 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:37:14,600 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 20:37:14,601 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 20:37:14,602 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 20:37:14,603 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 20:37:15,023 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:37:15,425 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 20:37:16,023 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:37:16,426 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 20:37:17,023 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:37:18,023 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:37:19,024 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:37:19,404 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:37:20,024 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:37:21,024 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:37:22,024 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:37:23,024 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:37:24,024 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:37:25,024 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:37:25,404 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:37:26,024 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:37:27,024 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:37:28,024 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:37:28,387 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:37:28,388 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:37:29,025 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:37:30,025 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:37:30,549 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:37:31,025 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:37:32,025 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:37:33,025 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:37:34,025 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:37:35,025 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:37:36,025 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:37:36,242 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 20:37:36,248 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:37:37,025 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:37:38,025 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:37:39,026 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:37:40,026 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:37:41,026 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:37:41,405 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:37:42,026 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:37:43,039 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:37:43,391 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:37:43,398 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:37:44,037 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:37:45,034 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:37:46,035 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:37:46,515 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:37:47,039 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:37:48,043 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:37:48,680 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 20:37:48,682 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 20:37:48,682 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 20:37:48,684 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 20:37:49,099 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:37:49,459 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 20:37:50,099 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:37:50,460 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 20:37:51,099 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:37:51,725 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:37:52,099 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:37:53,099 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:37:54,099 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:37:55,099 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:37:56,099 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:37:57,099 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:37:57,409 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:37:58,099 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:37:58,391 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:37:58,392 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:37:59,099 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:38:00,100 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:38:01,100 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:38:02,100 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:38:02,496 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:38:03,100 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:38:04,100 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:38:05,100 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:38:06,100 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:38:06,247 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 20:38:07,100 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:38:08,101 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:38:08,249 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:38:09,100 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:38:10,100 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:38:11,100 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:38:12,107 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:38:13,103 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:38:13,392 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:38:13,392 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:38:13,508 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:38:14,103 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:38:15,104 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:38:16,104 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:38:17,104 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:38:17,795 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 20:38:17,796 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 20:38:17,796 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 20:38:17,798 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 20:38:18,213 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:38:18,486 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 20:38:19,213 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:38:19,411 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:38:20,213 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:38:20,487 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 20:38:21,213 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:38:22,213 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:38:23,213 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:38:24,213 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:38:25,213 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:38:25,411 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:38:26,213 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:38:27,213 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:38:28,213 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:38:28,392 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:38:28,392 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:38:29,214 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:38:30,214 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:38:30,487 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:38:31,214 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:38:32,214 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:38:33,214 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:38:34,214 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:38:35,214 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:38:36,214 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:38:36,250 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 20:38:36,256 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:38:37,214 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:38:38,214 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:38:39,215 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:38:40,215 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:38:41,215 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:38:41,418 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:38:42,215 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:38:43,215 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:38:43,394 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:38:43,395 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:38:44,223 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:38:45,221 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:38:46,217 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:38:46,560 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:38:47,170 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 20:38:47,171 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 20:38:47,171 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 20:38:47,173 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 20:38:47,513 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 20:38:47,588 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:38:48,319 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:38:48,514 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 20:38:49,319 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:38:50,319 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:38:51,319 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:38:52,319 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:38:52,413 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:38:53,319 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:38:54,320 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:38:55,320 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:38:56,320 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:38:57,320 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:38:58,320 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:38:58,395 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:38:58,395 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:38:58,528 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:38:59,320 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:39:00,320 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:39:01,320 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:39:02,320 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:39:03,321 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:39:04,321 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:39:04,413 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:39:05,321 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:39:06,254 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 20:39:06,321 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:39:07,321 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:39:08,321 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:39:09,321 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:39:10,321 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:39:10,413 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:39:11,321 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:39:12,334 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:39:13,327 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:39:13,403 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:39:13,411 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:39:14,327 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:39:15,327 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:39:15,555 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:39:16,328 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:39:17,332 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:39:17,918 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 20:39:17,920 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 20:39:17,920 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 20:39:17,922 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 20:39:18,346 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:39:18,547 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 20:39:19,345 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:39:20,345 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:39:20,548 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 20:39:21,345 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:39:21,419 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:39:22,345 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:39:23,345 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:39:24,345 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:39:25,345 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:39:26,345 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:39:27,345 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:39:27,419 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:39:28,345 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:39:28,399 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:39:28,399 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:39:29,346 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:39:30,346 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:39:31,346 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:39:32,346 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:39:32,485 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:39:33,346 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:39:34,346 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:39:35,346 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:39:36,258 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 20:39:36,346 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:39:37,346 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:39:38,261 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:39:38,347 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:39:39,347 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:39:40,356 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:39:41,364 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:39:42,366 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:39:43,362 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:39:43,405 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:39:43,405 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:39:43,479 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:39:44,363 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:39:45,364 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:39:45,895 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 20:39:45,897 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 20:39:45,897 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 20:39:45,898 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 20:39:46,363 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:39:46,572 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 20:39:47,363 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:39:48,363 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:39:48,574 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 20:39:49,363 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:39:49,423 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:39:50,363 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:39:51,363 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:39:52,363 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:39:53,363 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:39:54,363 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:39:55,364 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:39:55,423 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:39:56,364 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:39:57,364 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:39:58,364 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:39:58,403 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:39:58,404 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:39:59,364 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:40:00,365 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:40:00,556 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:40:01,365 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:40:02,365 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:40:03,365 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:40:04,365 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:40:05,365 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:40:06,262 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 20:40:06,268 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:40:06,365 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:40:07,365 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:40:08,365 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:40:09,366 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:40:10,369 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:40:11,369 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:40:11,427 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:40:12,366 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:40:13,372 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:40:13,404 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:40:13,411 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:40:14,366 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:40:15,366 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:40:15,799 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 20:40:15,801 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 20:40:15,802 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 20:40:15,803 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 20:40:16,367 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:40:16,602 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 20:40:16,602 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 20:40:16,842 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:40:17,367 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:40:18,367 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:40:19,367 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:40:20,367 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:40:21,367 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:40:22,367 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:40:22,432 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:40:23,367 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:40:24,367 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:40:25,367 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:40:26,367 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:40:27,367 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:40:28,367 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:40:28,404 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:40:28,405 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:40:28,486 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:40:29,368 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:40:30,368 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:40:31,368 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:40:32,368 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:40:33,368 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:40:34,368 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:40:34,432 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:40:35,368 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:40:36,267 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 20:40:36,369 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:40:37,369 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:40:38,369 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:40:39,369 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:40:39,433 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:40:40,369 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:40:41,369 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:40:42,369 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:40:43,382 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:40:43,407 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:40:43,417 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:40:44,374 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:40:44,526 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:40:45,380 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:40:46,380 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:40:47,387 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:40:48,381 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:40:49,063 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 20:40:49,064 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 20:40:49,064 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 20:40:49,066 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 20:40:49,483 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:40:49,631 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 20:40:50,105 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:40:50,481 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:40:50,632 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 20:40:51,481 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:40:52,482 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:40:53,482 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:40:54,482 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:40:55,433 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:40:55,482 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:40:56,482 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:40:57,482 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:40:58,408 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:40:58,408 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:40:58,482 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:40:59,482 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:41:00,482 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:41:00,577 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:41:01,482 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:41:02,483 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:41:03,483 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:41:04,483 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:41:05,483 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:41:06,271 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 20:41:06,277 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:41:06,483 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:41:07,483 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:41:08,483 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:41:09,483 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:41:10,483 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:41:11,434 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:41:11,483 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:41:12,483 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:41:13,408 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:41:13,408 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:41:13,483 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:41:14,491 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:41:15,487 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:41:16,487 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:41:16,633 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:41:17,494 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:41:18,488 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:41:19,488 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:41:19,507 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 20:41:19,509 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 20:41:19,510 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 20:41:19,511 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 20:41:19,662 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 20:41:20,488 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:41:20,663 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 20:41:21,488 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:41:22,488 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:41:22,549 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:41:23,488 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:41:24,488 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:41:25,488 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:41:26,489 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:41:27,488 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:41:28,408 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:41:28,408 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:41:28,480 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:41:28,489 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:41:29,489 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:41:30,489 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:41:31,489 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:41:32,489 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:41:33,489 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:41:34,434 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:41:34,490 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:41:35,490 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:41:36,275 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 20:41:36,490 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:41:37,490 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:41:38,490 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:41:39,490 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:41:40,434 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:41:40,490 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:41:41,490 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:41:42,490 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:41:43,408 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:41:43,408 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:41:43,490 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:41:44,490 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:41:45,490 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:41:45,564 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:41:46,500 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:41:47,497 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:41:48,507 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:41:49,501 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:41:50,501 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:41:51,446 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:41:51,501 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:41:52,237 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 20:41:52,238 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 20:41:52,239 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 20:41:52,240 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 20:41:52,688 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 20:41:52,701 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:41:53,700 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:41:54,690 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 20:41:54,702 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:41:55,701 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:41:56,701 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:41:57,438 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:41:57,701 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:41:58,408 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:41:58,408 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:41:58,701 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:41:59,701 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:42:00,701 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:42:01,701 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:42:02,515 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:42:02,702 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:42:03,702 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:42:04,702 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:42:05,702 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:42:06,278 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 20:42:06,702 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:42:07,702 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:42:08,280 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:42:08,702 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:42:09,702 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:42:10,702 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:42:11,702 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:42:12,703 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:42:13,408 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:42:13,409 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:42:13,501 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:42:13,703 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:42:14,703 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:42:15,703 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:42:16,703 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:42:17,709 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:42:18,712 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:42:19,452 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:42:19,712 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:42:20,713 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:42:21,713 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:42:22,713 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:42:23,425 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 20:42:23,426 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 20:42:23,427 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 20:42:23,428 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 20:42:23,719 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 20:42:23,848 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:42:24,720 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 20:42:24,849 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:42:24,850 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:42:25,850 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:42:26,850 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:42:27,850 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:42:28,408 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:42:28,409 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:42:28,850 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:42:29,850 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:42:30,584 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:42:30,850 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:42:31,850 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:42:32,851 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:42:33,851 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:42:34,851 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:42:35,851 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:42:36,282 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 20:42:36,288 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:42:36,923 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:42:37,922 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:42:38,922 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:42:39,922 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:42:40,922 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:42:41,584 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:42:41,922 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:42:42,922 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:42:43,408 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:42:43,409 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:42:43,922 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:42:44,923 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:42:45,923 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:42:46,923 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:42:47,584 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:42:47,923 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:42:48,930 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:42:49,931 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:42:50,938 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:42:51,935 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:42:52,591 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:42:52,936 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:42:53,936 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:42:54,820 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 20:42:54,821 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 20:42:54,822 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 20:42:54,824 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 20:42:55,236 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:42:55,748 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 20:42:55,970 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:42:56,749 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 20:42:56,970 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:42:57,863 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:42:57,970 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:42:58,408 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:42:58,409 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:42:58,970 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:42:59,970 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:43:00,970 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:43:01,970 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:43:02,970 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:43:03,585 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:43:03,970 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:43:04,970 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:43:05,970 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:43:06,286 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 20:43:06,971 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:43:07,971 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:43:08,586 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:43:08,971 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:43:09,971 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:43:10,971 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:43:11,971 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:43:12,971 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:43:13,409 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:43:13,409 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:43:13,599 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:43:13,971 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:43:14,971 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:43:15,971 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:43:16,972 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:43:17,972 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:43:18,973 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:43:19,603 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:43:19,976 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:43:20,975 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:43:21,981 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:43:22,980 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:43:23,981 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:43:24,278 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 20:43:24,281 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 20:43:24,281 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 20:43:24,283 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 20:43:24,775 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 20:43:24,981 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:43:25,319 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:43:25,981 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:43:26,777 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 20:43:26,981 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:43:27,981 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:43:28,409 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:43:28,409 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:43:28,981 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:43:29,981 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:43:30,589 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:43:30,981 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:43:31,981 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:43:32,981 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:43:33,981 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:43:34,982 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:43:35,589 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:43:35,982 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:43:36,291 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 20:43:36,982 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:43:37,982 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:43:38,982 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:43:39,982 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:43:40,590 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:43:40,982 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:43:41,982 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:43:42,983 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:43:43,409 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:43:43,409 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:43:43,983 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:43:44,983 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:43:45,983 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:43:46,590 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:43:46,983 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:43:47,983 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:43:48,987 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:43:49,998 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:43:50,991 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:43:51,597 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:43:51,992 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:43:52,992 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:43:53,896 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 20:43:53,898 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 20:43:53,899 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 20:43:53,900 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 20:43:54,293 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:43:54,802 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 20:43:54,802 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 20:43:55,047 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:43:56,047 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:43:56,938 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:43:57,047 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:43:58,047 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:43:58,409 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:43:58,409 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:43:59,047 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:44:00,047 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:44:01,047 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:44:02,047 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:44:02,592 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:44:03,047 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:44:04,047 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:44:05,047 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:44:06,047 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:44:06,295 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 20:44:07,048 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:44:08,048 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:44:08,297 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:44:09,048 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:44:10,048 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:44:11,048 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:44:12,048 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:44:13,048 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:44:13,409 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:44:13,410 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:44:13,511 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:44:14,048 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:44:15,048 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:44:16,048 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:44:17,048 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:44:18,049 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:44:18,599 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:44:19,050 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:44:20,050 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:44:21,051 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:44:22,051 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:44:23,051 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:44:23,597 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:44:24,051 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:44:24,071 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 20:44:24,072 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 20:44:24,072 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 20:44:24,073 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 20:44:24,832 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 20:44:24,832 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 20:44:25,051 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:44:26,051 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:44:27,051 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:44:28,051 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:44:28,409 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:44:28,410 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:44:29,051 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:44:29,597 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:44:30,051 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:44:31,052 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:44:32,052 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:44:33,052 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:44:34,052 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:44:35,052 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:44:35,597 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:44:36,052 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:44:36,299 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 20:44:37,052 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:44:38,096 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:44:39,091 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:44:40,091 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:44:40,598 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:44:41,091 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:44:42,091 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:44:43,091 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:44:43,409 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:44:43,410 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:44:44,091 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:44:45,091 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:44:46,091 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:44:46,598 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:44:47,092 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:44:48,092 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:44:49,098 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:44:50,098 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:44:51,098 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:44:51,612 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:44:52,104 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:44:53,101 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:44:54,101 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:44:54,261 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 20:44:54,262 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 20:44:54,262 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 20:44:54,263 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 20:44:54,866 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 20:44:55,107 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:44:56,106 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:44:56,867 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 20:44:57,106 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:44:57,303 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:44:58,106 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:44:58,409 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:44:58,410 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:44:59,106 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:45:00,106 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:45:01,106 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:45:02,106 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:45:02,601 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:45:03,106 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:45:04,106 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:45:05,106 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:45:06,288 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:45:06,303 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 20:45:07,287 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:45:08,287 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:45:08,305 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:45:09,287 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:45:10,287 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:45:11,287 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:45:12,287 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:45:13,288 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:45:13,410 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:45:13,410 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:45:13,537 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:45:14,288 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:45:15,288 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:45:16,288 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:45:17,300 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:45:18,290 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:45:18,608 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:45:19,293 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:45:20,293 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:45:21,294 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:45:22,295 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:45:22,436 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 20:45:22,438 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 20:45:22,438 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 20:45:22,439 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 20:45:22,888 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 20:45:23,295 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:45:24,294 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:45:24,605 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:45:24,889 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 20:45:25,295 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:45:26,295 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:45:27,295 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:45:28,295 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:45:28,410 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:45:28,410 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:45:29,295 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:45:30,295 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:45:30,605 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:45:31,295 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:45:32,295 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:45:33,295 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:45:34,295 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:45:35,311 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:45:35,605 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:45:36,307 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 20:45:36,314 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:45:37,309 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:45:38,309 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:45:39,309 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:45:40,310 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:45:40,607 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:45:41,310 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:45:42,310 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:45:43,310 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:45:43,410 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:45:43,410 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:45:44,310 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:45:45,315 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:45:45,624 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:45:46,314 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:45:47,318 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:45:48,315 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:45:49,321 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:45:50,320 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:45:51,318 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:45:51,328 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 20:45:51,328 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 20:45:51,329 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 20:45:51,329 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:45:51,330 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 20:45:51,925 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 20:45:52,324 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:45:52,925 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 20:45:53,323 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:45:54,323 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:45:55,323 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:45:56,323 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:45:56,607 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:45:57,323 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:45:58,323 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:45:58,410 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:45:58,410 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:45:59,323 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:46:00,323 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:46:01,323 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:46:01,607 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:46:02,323 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:46:03,323 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:46:04,324 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:46:05,534 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:46:06,312 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 20:46:06,439 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:46:07,314 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:46:07,439 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:46:08,439 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:46:09,439 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:46:10,439 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:46:11,440 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:46:12,440 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:46:12,608 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:46:13,410 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:46:13,411 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:46:13,451 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:46:14,440 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:46:15,440 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:46:16,440 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:46:17,446 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:46:17,614 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:46:18,447 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:46:19,442 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:46:20,445 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:46:21,446 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:46:22,446 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:46:22,965 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 20:46:22,966 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 20:46:22,966 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 20:46:22,966 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:46:22,967 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 20:46:23,446 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:46:23,951 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 20:46:24,446 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:46:24,952 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 20:46:25,446 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:46:26,446 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:46:27,446 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:46:28,410 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:46:28,411 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:46:28,451 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:46:28,541 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:46:29,446 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:46:30,446 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:46:31,446 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:46:32,446 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:46:33,447 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:46:33,608 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:46:34,447 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:46:35,447 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:46:36,316 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 20:46:36,447 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:46:37,447 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:46:38,447 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:46:38,609 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:46:39,447 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:46:40,447 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:46:41,447 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:46:42,447 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:46:43,410 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:46:43,411 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:46:43,451 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:46:44,448 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:46:44,609 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:46:45,448 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:46:46,448 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:46:47,448 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:46:48,463 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:46:49,451 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:46:49,619 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:46:50,456 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:46:51,454 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:46:52,451 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:46:53,451 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:46:54,274 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 20:46:54,275 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 20:46:54,275 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 20:46:54,277 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 20:46:54,698 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:46:54,992 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 20:46:54,993 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 20:46:55,316 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:46:55,697 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:46:56,697 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:46:57,697 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:46:58,410 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:46:58,411 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:46:58,697 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:46:59,697 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:47:00,615 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:47:00,697 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:47:01,697 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:47:02,697 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:47:03,697 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:47:04,697 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:47:05,697 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:47:06,320 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 20:47:06,326 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:47:06,697 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:47:07,697 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:47:08,698 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:47:09,699 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:47:10,698 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:47:11,616 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:47:11,698 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:47:12,698 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:47:13,411 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:47:13,411 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:47:13,698 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:47:14,698 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:47:15,698 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:47:16,616 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:47:16,699 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:47:17,699 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:47:18,699 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:47:19,699 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:47:20,699 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:47:21,623 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:47:21,706 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:47:22,710 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:47:23,705 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:47:24,709 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:47:25,706 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:47:26,706 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:47:27,124 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 20:47:27,125 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 20:47:27,125 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 20:47:27,125 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:47:27,127 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 20:47:27,706 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:47:28,023 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 20:47:28,411 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:47:28,411 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:47:28,706 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:47:29,024 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 20:47:29,706 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:47:30,706 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:47:31,706 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:47:32,617 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:47:32,706 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:47:33,706 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:47:34,706 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:47:35,706 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:47:36,324 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 20:47:36,707 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:47:37,707 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:47:38,326 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:47:38,707 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:47:39,707 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:47:40,707 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:47:41,707 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:47:42,708 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:47:43,411 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:47:43,411 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:47:43,576 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:47:43,707 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:47:44,707 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:47:45,707 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:47:46,708 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:47:47,708 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:47:48,617 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:47:48,708 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:47:49,708 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:47:50,718 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:47:51,717 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:47:52,717 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:47:53,620 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:47:53,719 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:47:54,718 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:47:55,718 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:47:56,352 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 20:47:56,353 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 20:47:56,354 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 20:47:56,356 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 20:47:56,770 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:47:57,049 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 20:47:57,049 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 20:47:57,769 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:47:58,411 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:47:58,412 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:47:58,769 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:47:59,619 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:47:59,770 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:48:00,770 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:48:01,770 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:48:02,770 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:48:03,770 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:48:04,770 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:48:05,619 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:48:05,770 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:48:06,328 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 20:48:06,770 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:48:07,770 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:48:08,770 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:48:09,770 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:48:10,620 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:48:11,081 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:48:12,081 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:48:13,081 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:48:13,411 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:48:13,412 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:48:14,081 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:48:15,081 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:48:15,620 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:48:16,081 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:48:17,081 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:48:18,081 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:48:19,081 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:48:20,081 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:48:21,082 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:48:21,620 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:48:22,082 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:48:23,088 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:48:24,097 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:48:25,091 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:48:26,092 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:48:26,630 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:48:27,095 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:48:28,095 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:48:28,411 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:48:28,412 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:48:28,825 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 20:48:28,826 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 20:48:28,827 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 20:48:28,828 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 20:48:29,076 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 20:48:29,242 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:48:30,241 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:48:31,078 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 20:48:31,241 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:48:31,867 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:48:32,241 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:48:33,241 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:48:34,241 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:48:35,241 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:48:36,241 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:48:36,332 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 20:48:37,241 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:48:37,334 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:48:38,242 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:48:39,242 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:48:40,242 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:48:41,242 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:48:42,242 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:48:42,621 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:48:43,242 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:48:43,411 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:48:43,412 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:48:44,242 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:48:45,242 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:48:46,242 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:48:47,242 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:48:48,242 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:48:48,620 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:48:49,243 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:48:50,243 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:48:51,243 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:48:52,256 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:48:53,251 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:48:53,624 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:48:54,252 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:48:55,254 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:48:56,249 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:48:57,249 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:48:58,210 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 20:48:58,213 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 20:48:58,213 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 20:48:58,214 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 20:48:58,622 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:48:58,623 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:48:58,623 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:48:58,754 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:48:59,106 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 20:48:59,106 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 20:48:59,360 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:49:00,360 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:49:01,360 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:49:02,360 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:49:03,360 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:49:04,360 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:49:04,623 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:49:05,360 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:49:06,336 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 20:49:06,360 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:49:07,360 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:49:08,361 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:49:09,361 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:49:10,361 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:49:10,623 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:49:11,361 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:49:12,361 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:49:13,361 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:49:13,621 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:49:13,622 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:49:14,361 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:49:15,361 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:49:15,748 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:49:16,361 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:49:17,362 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:49:18,362 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:49:19,362 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:49:20,363 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:49:21,362 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:49:21,625 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:49:22,366 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:49:23,366 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:49:24,367 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:49:25,373 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:49:26,367 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:49:26,639 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:49:27,368 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:49:27,462 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 20:49:27,464 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 20:49:27,464 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 20:49:27,466 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 20:49:28,135 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 20:49:28,368 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:49:28,621 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:49:28,622 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:49:29,138 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 20:49:29,368 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:49:30,368 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:49:31,368 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:49:31,718 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:49:32,368 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:49:33,368 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:49:34,368 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:49:35,368 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:49:36,340 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 20:49:36,368 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:49:37,342 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:49:37,369 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:49:38,369 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:49:39,369 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:49:40,369 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:49:41,369 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:49:42,369 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:49:42,630 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:49:43,369 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:49:43,621 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:49:43,622 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:49:44,369 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:49:45,370 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:49:46,370 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:49:47,370 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:49:47,710 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:49:48,370 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:49:49,370 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:49:50,370 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:49:51,370 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:49:52,370 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:49:53,370 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:49:53,630 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:49:54,370 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:49:55,375 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:49:56,374 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:49:57,376 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:49:58,373 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:49:58,626 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:49:58,630 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:49:58,691 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:49:59,378 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:50:00,375 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:50:00,821 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 20:50:00,823 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 20:50:00,824 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 20:50:00,825 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 20:50:01,180 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 20:50:01,375 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:50:02,375 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:50:03,182 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 20:50:03,375 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:50:04,375 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:50:04,630 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:50:05,375 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:50:06,344 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 20:50:06,375 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:50:07,375 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:50:08,375 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:50:09,375 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:50:10,375 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:50:10,630 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:50:11,376 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:50:12,376 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:50:13,376 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:50:13,626 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:50:13,627 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:50:14,376 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:50:15,376 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:50:15,696 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:50:16,376 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:50:17,376 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:50:18,376 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:50:19,376 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:50:20,376 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:50:21,377 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:50:21,630 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:50:22,381 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:50:23,383 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:50:24,384 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:50:25,384 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:50:26,385 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:50:26,637 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:50:27,385 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:50:28,267 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 20:50:28,268 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 20:50:28,269 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 20:50:28,270 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 20:50:28,739 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:50:28,740 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:50:28,741 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:50:29,207 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 20:50:29,208 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 20:50:29,419 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:50:30,419 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:50:31,419 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:50:31,907 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:50:32,419 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:50:33,420 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:50:34,419 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:50:35,420 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:50:36,347 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 20:50:36,420 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:50:37,349 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:50:37,420 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:50:38,420 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:50:39,420 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:50:40,420 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:50:41,420 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:50:42,421 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:50:42,735 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:50:43,420 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:50:43,735 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:50:43,736 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:50:44,420 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:50:45,421 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:50:46,421 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:50:47,421 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:50:47,823 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:50:48,421 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:50:49,421 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:50:50,421 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:50:51,421 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:50:52,421 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:50:53,421 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:50:53,736 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:50:54,435 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:50:55,425 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:50:56,433 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:50:57,430 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:50:58,431 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:50:58,737 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:50:58,738 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:50:58,825 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:50:59,431 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:50:59,994 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 20:50:59,995 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 20:50:59,995 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 20:50:59,997 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 20:51:00,239 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 20:51:00,431 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:51:01,240 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 20:51:01,431 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:51:02,431 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:51:03,431 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:51:04,431 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:51:04,739 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:51:05,431 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:51:06,351 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 20:51:06,431 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:51:07,431 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:51:08,432 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:51:09,432 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:51:10,432 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:51:10,739 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:51:11,432 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:51:12,432 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:51:13,432 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:51:13,737 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:51:13,738 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:51:14,432 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:51:15,432 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:51:15,872 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:51:16,432 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:51:17,433 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:51:18,433 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:51:19,433 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:51:20,433 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:51:21,433 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:51:21,740 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:51:22,433 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:51:23,433 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:51:24,444 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:51:25,437 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:51:26,444 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:51:26,742 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:51:27,438 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:51:28,438 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:51:28,741 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:51:28,742 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:51:29,438 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:51:29,936 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 20:51:29,938 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 20:51:29,938 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 20:51:29,940 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 20:51:30,262 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 20:51:30,438 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:51:31,263 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 20:51:31,438 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:51:31,977 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:51:32,438 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:51:33,438 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:51:34,438 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:51:35,438 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:51:36,356 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 20:51:36,439 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:51:37,358 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:51:37,439 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:51:38,439 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:51:39,439 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:51:40,439 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:51:41,439 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:51:42,439 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:51:42,745 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:51:43,440 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:51:43,742 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:51:43,742 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:51:44,439 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:51:45,439 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:51:46,440 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:51:47,440 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:51:47,890 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:51:48,440 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:51:49,440 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:51:50,440 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:51:51,440 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:51:52,440 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:51:53,440 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:51:53,745 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:51:54,440 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:51:55,452 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:51:56,451 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:51:57,451 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:51:58,452 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:51:58,749 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:51:58,749 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:51:58,749 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:51:59,454 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:52:00,452 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:52:00,835 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 20:52:00,836 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 20:52:00,837 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 20:52:00,838 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 20:52:01,291 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 20:52:01,292 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 20:52:01,452 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:52:02,452 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:52:03,452 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:52:04,452 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:52:04,748 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:52:05,452 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:52:06,358 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 20:52:06,452 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:52:07,452 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:52:08,452 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:52:09,453 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:52:10,453 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:52:10,748 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:52:11,453 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:52:12,453 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:52:13,453 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:52:13,746 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:52:13,746 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:52:14,453 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:52:15,453 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:52:15,875 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:52:16,453 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:52:17,453 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:52:18,453 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:52:19,454 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:52:20,454 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:52:21,454 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:52:21,749 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:52:22,463 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:52:23,462 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:52:24,458 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:52:25,461 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:52:26,461 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:52:26,764 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:52:27,461 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:52:27,848 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 20:52:27,849 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 20:52:27,849 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 20:52:27,851 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 20:52:28,316 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 20:52:28,461 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:52:28,746 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:52:28,746 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:52:29,317 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 20:52:29,461 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:52:30,461 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:52:31,461 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:52:31,838 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:52:32,461 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:52:33,462 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:52:34,462 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:52:35,462 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:52:36,362 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 20:52:36,462 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:52:37,364 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:52:37,462 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:52:38,462 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:52:39,462 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:52:40,463 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:52:41,462 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:52:42,463 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:52:42,753 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:52:43,463 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:52:43,746 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:52:43,746 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:52:44,463 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:52:45,463 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:52:46,463 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:52:47,463 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:52:47,845 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:52:48,463 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:52:49,463 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:52:50,463 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:52:51,475 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:52:52,470 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:52:53,470 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:52:53,759 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:52:54,470 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:52:55,470 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:52:56,470 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:52:57,315 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 20:52:57,316 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 20:52:57,317 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 20:52:57,319 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 20:52:57,347 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 20:52:57,732 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:52:58,732 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:52:58,746 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:52:58,746 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:52:58,852 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:52:59,349 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 20:52:59,733 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:53:00,733 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:53:01,732 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:53:02,732 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:53:03,733 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:53:04,733 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:53:04,754 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:53:05,733 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:53:06,366 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 20:53:06,733 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:53:07,733 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:53:08,733 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:53:09,733 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:53:10,734 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:53:10,754 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:53:11,734 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:53:12,734 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:53:13,734 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:53:13,746 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:53:13,747 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:53:14,734 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:53:15,734 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:53:15,915 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:53:16,734 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:53:17,734 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:53:18,734 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:53:19,746 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:53:20,739 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:53:21,740 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:53:21,762 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:53:22,740 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:53:23,744 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:53:24,744 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:53:25,427 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 20:53:25,427 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 20:53:25,428 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 20:53:25,430 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 20:53:25,844 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:53:26,378 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 20:53:26,843 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:53:27,379 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 20:53:27,468 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:53:27,843 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:53:28,746 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:53:28,747 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:53:28,843 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:53:29,843 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:53:30,843 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:53:31,843 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:53:32,844 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:53:32,849 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:53:33,844 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:53:34,844 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:53:35,844 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:53:36,370 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 20:53:36,844 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:53:37,844 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:53:38,373 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:53:38,844 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:53:39,844 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:53:40,844 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:53:41,845 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:53:42,845 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:53:43,746 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:53:43,747 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:53:43,845 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:53:43,890 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:53:44,845 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:53:45,845 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:53:46,845 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:53:47,845 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:53:48,845 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:53:49,757 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:53:49,845 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:53:50,855 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:53:51,847 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:53:52,847 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:53:53,853 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:53:54,764 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:53:54,854 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:53:55,854 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:53:56,277 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 20:53:56,279 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 20:53:56,279 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 20:53:56,280 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 20:53:56,407 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 20:53:56,854 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:53:57,410 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 20:53:57,854 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:53:58,747 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:53:58,747 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:53:58,855 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:53:59,854 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:53:59,856 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:54:00,854 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:54:01,854 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:54:02,854 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:54:03,854 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:54:04,854 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:54:05,759 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:54:05,854 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:54:06,375 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 20:54:06,855 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:54:07,855 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:54:08,855 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:54:09,856 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:54:10,760 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:54:10,855 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:54:11,855 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:54:12,855 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:54:13,747 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:54:13,747 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:54:13,855 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:54:14,855 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:54:15,855 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:54:15,898 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:54:16,856 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:54:17,856 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:54:18,856 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:54:19,856 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:54:20,856 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:54:21,766 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:54:21,862 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:54:22,864 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:54:23,864 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:54:24,859 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:54:25,859 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:54:26,859 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:54:27,434 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 20:54:27,435 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 20:54:27,436 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 20:54:27,436 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:54:27,438 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 20:54:27,439 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 20:54:27,859 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:54:28,439 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 20:54:28,747 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:54:28,748 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:54:28,859 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:54:29,439 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 20:54:29,859 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:54:30,859 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:54:31,859 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:54:32,859 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:54:32,893 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:54:33,859 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:54:34,859 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:54:35,860 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:54:36,379 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 20:54:36,860 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:54:37,860 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:54:38,381 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:54:38,860 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:54:39,861 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:54:40,860 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:54:41,860 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:54:42,860 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:54:43,747 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:54:43,747 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:54:43,860 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:54:43,909 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:54:44,861 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:54:45,861 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:54:46,861 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:54:47,861 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:54:48,861 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:54:49,765 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:54:49,861 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:54:50,870 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:54:51,863 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:54:52,863 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:54:53,869 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:54:54,767 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:54:54,863 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:54:55,863 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:54:56,019 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 20:54:56,020 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 20:54:56,021 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 20:54:56,022 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 20:54:56,462 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 20:54:56,863 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:54:57,463 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 20:54:57,863 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:54:58,747 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:54:58,747 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:54:58,863 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:54:59,863 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:54:59,910 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:55:00,864 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:55:01,863 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:55:02,864 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:55:03,864 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:55:04,864 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:55:05,767 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:55:05,864 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:55:06,382 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 20:55:06,864 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:55:07,864 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:55:08,864 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:55:09,864 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:55:10,915 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:55:11,768 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:55:11,914 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:55:12,914 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:55:13,747 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:55:13,748 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:55:13,914 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:55:14,914 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:55:15,914 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:55:16,909 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:55:16,914 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:55:17,914 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:55:18,914 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:55:19,914 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:55:20,914 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:55:21,914 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:55:22,768 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:55:22,915 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:55:23,915 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:55:24,920 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:55:25,925 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:55:26,921 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:55:27,777 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:55:27,922 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:55:28,754 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:55:28,757 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:55:28,922 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:55:29,922 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:55:30,364 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 20:55:30,365 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 20:55:30,365 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 20:55:30,367 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 20:55:30,490 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 20:55:30,922 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:55:31,922 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:55:32,492 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 20:55:32,922 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:55:33,406 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:55:33,922 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:55:34,922 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:55:35,922 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:55:36,386 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 20:55:36,922 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:55:37,922 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:55:38,774 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:55:38,923 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:55:39,923 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:55:40,923 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:55:41,923 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:55:42,923 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:55:43,753 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:55:43,753 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:55:43,914 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:55:43,923 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:55:44,923 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:55:45,923 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:55:46,924 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:55:47,924 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:55:48,924 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:55:49,774 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:55:49,924 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:55:50,924 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:55:51,924 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:55:52,924 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:55:53,924 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:55:54,786 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:55:54,931 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:55:55,928 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:55:56,931 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:55:57,935 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:55:58,756 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:55:58,759 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:55:58,931 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:55:59,880 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:55:59,932 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:56:00,668 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 20:56:00,669 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 20:56:00,669 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 20:56:00,671 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 20:56:01,093 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:56:01,521 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 20:56:02,095 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:56:02,521 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 20:56:03,094 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:56:04,094 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:56:05,094 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:56:05,780 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:56:06,094 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:56:06,390 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 20:56:07,094 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:56:08,094 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:56:09,095 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:56:10,095 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:56:11,095 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:56:11,780 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:56:12,095 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:56:13,095 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:56:13,757 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:56:13,757 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:56:14,146 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:56:15,144 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:56:16,144 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:56:16,891 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:56:17,144 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:56:18,144 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:56:19,144 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:56:20,144 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:56:21,145 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:56:22,144 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:56:22,781 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:56:23,144 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:56:24,145 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:56:25,145 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:56:26,145 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:56:27,145 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:56:27,789 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:56:28,154 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:56:28,757 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:56:28,758 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:56:29,149 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:56:30,151 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:56:31,151 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:56:32,151 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:56:32,913 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:56:33,151 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:56:33,428 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 20:56:33,430 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 20:56:33,431 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 20:56:33,432 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 20:56:33,547 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 20:56:34,151 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:56:35,151 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:56:36,151 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:56:36,394 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 20:56:36,549 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 20:56:37,151 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:56:38,151 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:56:38,397 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:56:39,151 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:56:40,152 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:56:41,152 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:56:42,152 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:56:43,152 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:56:43,757 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:56:43,758 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:56:43,933 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:56:44,152 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:56:45,152 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:56:46,152 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:56:47,152 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:56:48,296 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:56:49,295 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:56:49,840 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:56:50,295 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:56:51,295 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:56:52,295 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:56:53,296 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:56:54,296 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:56:55,296 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:56:55,841 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:56:56,296 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:56:57,296 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:56:58,296 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:56:58,758 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:56:58,758 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:56:59,296 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:57:00,313 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:57:00,845 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:57:01,303 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:57:02,304 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:57:03,304 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:57:04,304 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:57:05,304 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:57:05,885 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 20:57:05,887 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 20:57:05,887 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 20:57:05,888 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:57:05,889 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 20:57:06,305 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:57:06,399 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 20:57:06,572 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 20:57:07,305 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:57:08,305 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:57:08,574 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 20:57:09,305 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:57:10,305 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:57:11,305 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:57:11,841 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:57:12,305 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:57:13,305 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:57:13,758 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:57:13,758 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:57:14,305 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:57:15,305 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:57:16,306 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:57:16,894 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:57:17,306 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:57:18,306 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:57:19,306 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:57:20,306 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:57:21,306 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:57:22,306 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:57:22,842 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:57:23,306 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:57:24,306 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:57:25,306 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:57:26,306 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:57:27,306 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:57:28,306 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:57:28,758 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:57:28,758 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:57:28,840 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:57:29,307 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:57:30,318 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:57:31,311 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:57:32,310 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:57:33,312 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:57:33,844 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:57:34,311 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:57:35,311 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:57:36,242 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 20:57:36,244 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 20:57:36,244 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 20:57:36,246 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 20:57:36,402 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 20:57:36,601 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 20:57:36,658 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:57:37,658 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:57:38,602 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 20:57:38,658 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:57:38,844 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:57:39,658 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:57:40,658 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:57:41,658 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:57:42,658 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:57:43,658 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:57:43,758 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:57:43,758 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:57:43,906 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:57:44,658 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:57:45,658 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:57:46,658 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:57:47,658 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:57:48,658 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:57:49,659 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:57:49,845 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:57:50,659 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:57:51,659 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:57:52,659 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:57:53,659 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:57:54,659 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:57:54,845 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:57:55,659 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:57:56,659 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:57:57,659 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:57:58,659 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:57:58,758 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:57:58,758 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:57:59,660 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:57:59,880 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:58:00,660 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:58:01,660 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:58:02,668 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:58:03,665 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:58:04,666 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:58:05,666 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:58:05,853 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:58:06,410 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 20:58:06,666 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:58:07,666 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:58:08,086 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 20:58:08,087 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 20:58:08,087 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 20:58:08,088 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 20:58:08,630 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 20:58:08,666 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:58:09,666 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:58:10,631 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 20:58:10,667 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:58:11,667 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:58:11,846 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:58:12,667 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:58:13,667 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:58:13,758 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:58:13,759 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:58:14,667 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:58:15,667 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:58:16,667 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:58:16,854 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:58:17,667 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:58:18,667 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:58:19,668 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:58:20,668 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:58:21,668 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:58:22,668 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:58:22,846 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:58:23,668 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:58:24,668 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:58:25,668 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:58:26,668 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:58:27,668 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:58:28,669 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:58:28,758 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:58:28,759 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:58:28,923 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:58:29,669 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:58:30,669 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:58:31,669 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:58:32,669 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:58:33,679 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:58:34,672 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:58:34,858 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:58:35,673 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:58:36,413 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 20:58:36,676 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:58:37,679 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:58:38,676 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:58:39,022 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 20:58:39,024 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 20:58:39,024 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 20:58:39,025 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 20:58:39,656 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 20:58:39,676 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:58:40,063 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:58:40,657 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 20:58:40,676 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:58:41,676 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:58:42,676 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:58:43,676 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:58:43,758 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:58:43,759 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:58:44,676 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:58:45,676 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:58:45,921 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:58:46,676 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:58:47,676 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:58:48,677 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:58:49,677 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:58:50,677 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:58:51,677 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:58:51,851 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:58:52,677 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:58:53,677 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:58:54,677 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:58:55,677 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:58:56,677 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:58:56,851 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:58:57,678 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:58:58,678 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:58:58,759 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:58:58,759 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:58:59,678 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:59:00,678 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:59:01,678 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:59:01,851 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:59:02,678 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:59:03,678 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:59:04,678 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:59:05,678 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:59:06,417 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 20:59:06,678 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:59:07,419 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:59:07,689 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:59:08,683 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:59:09,681 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:59:10,681 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:59:11,684 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:59:12,682 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:59:12,856 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:59:13,507 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 20:59:13,509 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 20:59:13,509 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 20:59:13,511 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 20:59:13,694 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 20:59:13,934 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:59:13,935 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:59:14,048 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:59:14,928 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:59:15,928 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:59:16,696 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 20:59:16,928 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:59:17,928 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:59:18,091 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:59:18,928 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:59:19,928 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:59:20,928 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:59:21,928 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:59:22,928 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:59:23,928 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:59:23,929 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:59:24,929 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:59:25,929 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:59:26,929 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:59:27,929 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:59:28,929 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:59:28,929 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:59:28,930 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:59:28,930 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:59:29,929 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:59:30,929 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:59:31,929 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:59:32,929 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:59:33,929 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:59:34,928 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:59:34,929 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:59:35,930 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:59:36,421 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 20:59:36,930 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:59:37,935 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:59:38,933 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:59:39,935 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:59:39,936 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:59:40,936 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:59:41,938 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:59:42,931 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 20:59:42,932 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 20:59:42,932 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 20:59:42,934 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 20:59:43,337 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:59:43,726 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 20:59:43,928 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:59:43,929 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:59:44,336 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:59:44,727 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 20:59:45,045 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:59:45,337 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:59:46,337 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:59:47,337 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:59:48,337 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:59:49,337 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:59:50,337 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:59:50,930 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:59:51,337 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:59:52,337 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:59:53,338 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:59:54,471 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:59:55,375 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:59:56,375 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:59:56,930 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 20:59:57,375 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:59:58,375 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 20:59:58,928 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 20:59:58,929 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 20:59:59,375 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:00:00,375 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:00:01,376 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:00:02,007 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:00:02,376 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:00:03,376 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:00:04,376 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:00:05,376 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:00:06,379 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:00:06,430 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 21:00:07,381 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:00:07,440 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:00:08,380 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:00:09,378 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:00:10,380 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:00:11,381 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:00:11,886 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 21:00:11,887 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 21:00:11,887 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 21:00:11,889 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 21:00:12,479 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:00:12,754 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 21:00:12,927 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:00:13,478 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:00:13,928 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:00:13,929 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:00:14,478 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:00:14,756 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 21:00:15,478 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:00:16,478 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:00:17,479 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:00:17,992 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:00:18,479 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:00:19,479 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:00:20,479 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:00:21,479 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:00:22,479 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:00:23,479 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:00:23,935 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:00:24,480 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:00:25,479 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:00:26,479 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:00:27,480 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:00:28,480 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:00:28,928 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:00:28,929 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:00:29,087 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:00:29,480 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:00:30,480 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:00:31,480 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:00:32,480 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:00:33,480 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:00:34,480 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:00:34,936 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:00:35,491 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:00:36,434 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 21:00:36,486 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:00:37,487 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:00:38,491 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:00:39,486 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:00:39,943 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:00:40,487 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:00:41,326 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 21:00:41,327 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 21:00:41,327 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 21:00:41,328 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 21:00:41,785 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 21:00:42,299 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:00:42,786 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 21:00:43,299 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:00:43,928 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:00:43,929 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:00:44,299 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:00:45,045 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:00:45,299 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:00:46,299 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:00:47,299 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:00:48,299 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:00:49,299 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:00:50,299 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:00:50,938 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:00:51,299 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:00:52,299 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:00:53,300 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:00:54,300 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:00:55,300 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:00:55,939 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:00:56,300 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:00:57,300 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:00:58,300 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:00:58,929 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:00:58,929 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:00:59,300 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:01:00,300 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:01:01,037 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:01:01,300 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:01:02,301 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:01:03,301 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:01:04,301 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:01:05,301 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:01:06,301 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:01:06,437 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 21:01:06,443 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:01:07,302 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:01:08,310 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:01:09,306 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:01:10,306 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:01:11,307 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:01:11,950 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:01:12,307 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:01:12,553 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 21:01:12,555 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 21:01:12,555 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 21:01:12,556 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 21:01:12,814 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 21:01:13,307 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:01:13,929 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:01:13,929 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:01:14,307 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:01:14,816 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 21:01:15,307 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:01:16,307 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:01:17,091 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:01:17,307 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:01:18,307 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:01:19,308 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:01:20,307 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:01:21,308 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:01:22,308 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:01:22,941 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:01:23,308 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:01:24,308 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:01:25,308 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:01:26,308 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:01:27,308 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:01:27,941 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:01:28,308 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:01:28,929 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:01:28,929 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:01:29,308 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:01:30,308 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:01:31,309 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:01:32,309 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:01:33,044 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:01:33,309 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:01:34,309 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:01:35,309 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:01:36,309 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:01:36,441 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 21:01:37,309 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:01:38,309 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:01:38,449 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:01:39,313 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:01:40,313 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:01:41,319 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:01:42,317 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:01:43,317 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:01:43,411 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 21:01:43,413 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 21:01:43,413 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 21:01:43,415 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 21:01:43,453 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:01:43,845 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 21:01:43,929 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:01:43,930 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:01:44,317 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:01:44,846 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 21:01:45,317 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:01:46,317 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:01:47,317 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:01:48,317 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:01:48,943 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:01:49,317 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:01:50,317 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:01:51,317 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:01:52,318 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:01:53,318 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:01:54,318 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:01:54,943 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:01:55,318 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:01:56,318 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:01:57,318 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:01:58,318 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:01:58,929 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:01:58,930 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:01:59,318 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:02:00,009 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:02:00,318 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:02:01,318 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:02:02,318 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:02:03,318 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:02:04,318 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:02:05,319 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:02:05,943 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:02:06,319 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:02:06,445 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 21:02:07,319 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:02:08,319 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:02:09,326 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:02:10,322 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:02:10,947 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:02:11,325 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:02:12,328 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:02:13,324 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:02:13,934 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:02:13,935 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:02:14,325 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:02:15,067 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 21:02:15,068 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 21:02:15,068 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 21:02:15,069 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 21:02:15,486 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:02:15,879 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 21:02:16,109 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:02:16,485 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:02:16,880 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 21:02:17,485 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:02:18,485 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:02:19,485 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:02:20,485 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:02:21,485 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:02:21,946 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:02:22,485 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:02:23,485 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:02:24,486 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:02:25,486 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:02:26,639 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:02:27,638 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:02:27,946 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:02:28,638 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:02:28,935 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:02:28,935 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:02:29,638 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:02:30,638 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:02:31,638 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:02:32,639 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:02:33,043 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:02:33,639 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:02:34,639 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:02:35,639 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:02:36,449 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 21:02:36,639 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:02:37,639 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:02:38,457 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:02:38,644 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:02:39,641 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:02:40,644 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:02:41,647 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:02:42,652 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:02:43,647 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:02:43,937 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:02:43,937 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:02:44,098 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:02:44,175 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 21:02:44,177 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 21:02:44,177 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 21:02:44,179 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 21:02:44,652 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:02:44,906 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 21:02:45,647 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:02:46,647 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:02:46,908 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 21:02:47,648 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:02:48,648 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:02:49,648 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:02:49,948 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:02:50,648 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:02:51,648 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:02:52,648 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:02:53,648 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:02:54,648 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:02:55,648 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:02:55,948 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:02:56,649 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:02:57,649 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:02:58,649 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:02:58,937 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:02:58,937 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:02:59,649 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:03:00,649 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:03:01,056 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:03:01,649 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:03:02,649 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:03:03,649 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:03:04,649 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:03:05,649 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:03:06,453 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 21:03:06,460 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:03:06,649 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:03:07,649 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:03:08,657 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:03:09,658 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:03:10,656 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:03:11,656 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:03:11,953 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:03:12,656 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:03:13,656 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:03:13,848 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 21:03:13,850 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 21:03:13,850 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 21:03:13,851 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 21:03:13,936 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 21:03:14,273 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:03:14,274 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:03:14,656 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:03:15,656 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:03:16,656 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:03:16,938 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 21:03:17,361 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:03:17,656 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:03:18,656 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:03:19,656 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:03:20,656 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:03:21,657 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:03:22,657 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:03:23,004 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:03:23,657 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:03:24,657 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:03:25,657 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:03:26,657 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:03:27,657 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:03:28,657 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:03:29,003 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:03:29,003 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:03:29,161 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:03:29,657 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:03:30,658 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:03:31,658 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:03:32,658 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:03:33,658 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:03:34,658 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:03:35,004 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:03:35,658 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:03:36,457 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 21:03:36,658 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:03:37,658 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:03:38,667 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:03:39,663 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:03:40,009 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:03:40,664 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:03:41,661 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:03:42,661 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:03:43,661 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:03:44,003 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:03:44,003 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:03:44,061 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 21:03:44,115 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 21:03:44,116 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 21:03:44,117 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 21:03:44,661 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:03:44,967 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 21:03:45,118 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:03:45,661 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:03:46,661 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:03:46,969 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 21:03:47,661 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:03:48,661 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:03:49,661 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:03:50,661 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:03:51,006 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:03:51,662 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:03:52,662 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:03:53,662 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:03:54,662 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:03:55,662 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:03:56,006 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:03:56,662 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:03:57,663 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:03:58,662 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:03:59,003 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:03:59,003 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:03:59,663 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:04:00,662 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:04:01,129 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:04:01,662 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:04:02,663 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:04:03,663 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:04:04,663 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:04:05,663 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:04:06,460 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 21:04:06,466 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:04:06,663 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:04:07,663 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:04:08,663 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:04:09,663 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:04:10,667 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:04:11,664 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:04:12,019 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:04:12,666 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:04:13,670 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:04:14,005 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:04:14,006 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:04:14,667 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:04:14,989 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 21:04:14,991 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 21:04:14,991 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 21:04:14,993 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 21:04:14,995 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 21:04:15,668 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:04:16,667 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:04:16,997 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 21:04:17,031 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:04:17,667 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:04:18,667 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:04:19,667 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:04:20,667 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:04:21,667 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:04:22,667 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:04:23,009 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:04:23,667 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:04:24,667 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:04:25,668 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:04:26,900 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:04:27,900 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:04:28,009 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:04:28,900 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:04:29,006 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:04:29,006 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:04:29,900 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:04:30,900 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:04:31,900 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:04:32,900 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:04:33,102 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:04:33,901 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:04:34,901 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:04:35,901 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:04:36,464 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 21:04:36,901 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:04:37,901 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:04:38,473 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:04:38,907 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:04:39,910 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:04:40,910 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:04:41,908 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:04:42,913 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:04:43,909 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:04:44,008 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:04:44,009 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:04:44,174 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:04:44,447 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 21:04:44,449 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 21:04:44,450 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 21:04:44,451 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 21:04:44,909 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:04:45,022 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 21:04:45,909 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:04:46,909 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:04:47,023 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 21:04:47,909 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:04:48,909 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:04:49,909 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:04:50,016 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:04:50,909 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:04:51,910 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:04:52,910 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:04:53,910 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:04:54,910 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:04:55,910 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:04:56,016 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:04:56,910 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:04:57,910 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:04:58,910 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:04:59,008 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:04:59,009 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:04:59,910 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:05:00,910 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:05:01,099 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:05:01,911 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:05:02,911 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:05:03,911 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:05:04,911 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:05:05,911 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:05:06,469 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 21:05:06,475 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:05:06,911 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:05:07,911 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:05:08,911 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:05:09,911 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:05:10,913 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:05:11,917 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:05:12,030 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:05:12,918 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:05:13,918 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:05:14,010 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:05:14,014 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:05:14,918 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:05:15,919 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:05:16,183 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 21:05:16,185 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 21:05:16,185 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 21:05:16,187 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 21:05:16,919 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:05:17,051 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 21:05:17,225 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:05:17,923 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:05:18,922 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:05:19,053 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 21:05:19,922 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:05:20,922 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:05:21,922 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:05:22,922 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:05:23,020 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:05:23,923 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:05:24,923 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:05:25,923 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:05:26,923 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:05:27,923 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:05:28,923 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:05:29,011 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:05:29,011 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:05:29,084 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:05:29,923 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:05:30,923 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:05:31,924 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:05:32,924 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:05:33,924 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:05:34,924 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:05:35,020 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:05:35,924 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:05:36,472 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 21:05:36,924 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:05:37,924 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:05:38,924 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:05:39,924 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:05:40,928 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:05:41,025 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:05:41,926 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:05:42,925 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:05:43,925 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:05:44,016 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:05:44,016 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:05:44,925 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:05:45,925 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:05:46,140 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:05:46,533 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 21:05:46,534 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 21:05:46,534 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 21:05:46,536 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 21:05:46,951 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:05:47,082 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 21:05:47,948 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:05:48,948 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:05:49,083 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 21:05:49,948 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:05:50,949 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:05:51,948 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:05:52,021 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:05:52,948 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:05:53,948 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:05:54,949 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:05:55,949 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:05:56,949 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:05:57,949 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:05:58,021 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:05:58,949 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:05:59,012 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:05:59,013 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:05:59,949 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:06:00,949 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:06:01,950 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:06:02,949 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:06:03,137 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:06:03,949 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:06:04,950 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:06:05,950 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:06:06,476 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 21:06:06,950 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:06:07,950 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:06:08,479 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:06:08,950 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:06:09,950 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:06:10,950 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:06:11,950 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:06:12,951 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:06:13,951 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:06:14,013 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:06:14,013 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:06:14,103 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:06:14,952 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:06:15,954 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:06:16,956 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:06:17,955 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:06:18,956 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:06:19,956 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:06:20,025 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:06:20,099 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 21:06:20,101 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 21:06:20,102 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 21:06:20,103 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 21:06:20,118 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 21:06:20,956 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:06:21,956 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:06:22,956 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:06:23,120 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 21:06:23,956 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:06:24,956 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:06:25,025 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:06:25,956 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:06:26,956 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:06:27,956 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:06:28,956 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:06:29,013 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:06:29,013 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:06:29,957 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:06:30,145 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:06:30,957 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:06:31,957 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:06:32,957 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:06:33,957 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:06:35,186 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:06:36,025 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:06:36,185 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:06:36,481 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 21:06:37,186 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:06:38,186 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:06:39,186 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:06:40,186 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:06:41,026 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:06:41,186 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:06:42,186 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:06:43,186 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:06:44,013 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:06:44,013 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:06:44,186 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:06:45,186 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:06:46,184 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:06:46,186 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:06:47,186 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:06:48,187 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:06:49,187 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:06:50,187 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:06:51,194 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:06:52,031 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:06:52,190 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:06:53,194 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:06:54,194 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:06:55,195 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:06:56,160 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 21:06:56,162 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 21:06:56,162 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 21:06:56,164 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 21:06:56,584 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:06:57,147 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 21:06:57,202 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:06:57,582 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:06:58,582 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:06:59,013 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:06:59,014 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:06:59,148 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 21:06:59,582 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:07:00,582 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:07:01,582 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:07:02,582 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:07:03,106 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:07:03,582 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:07:04,582 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:07:05,582 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:07:06,485 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 21:07:06,582 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:07:07,582 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:07:08,487 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:07:08,583 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:07:09,583 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:07:10,583 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:07:11,583 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:07:12,583 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:07:13,583 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:07:14,013 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:07:14,014 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:07:14,183 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:07:14,583 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:07:15,583 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:07:16,583 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:07:17,584 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:07:18,584 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:07:19,584 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:07:20,030 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:07:20,584 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:07:21,584 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:07:22,584 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:07:23,584 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:07:24,584 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:07:25,584 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:07:26,041 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:07:26,586 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:07:27,594 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:07:28,596 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:07:29,017 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:07:29,018 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:07:29,596 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:07:30,593 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:07:31,127 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:07:31,594 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:07:31,817 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 21:07:31,819 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 21:07:31,819 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 21:07:31,820 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 21:07:32,178 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 21:07:32,593 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:07:33,179 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 21:07:33,593 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:07:34,593 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:07:35,593 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:07:36,490 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 21:07:36,496 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:07:36,593 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:07:37,593 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:07:38,594 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:07:39,594 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:07:40,594 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:07:41,594 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:07:42,033 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:07:42,594 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:07:43,594 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:07:44,018 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:07:44,019 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:07:44,594 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:07:45,594 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:07:46,594 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:07:47,104 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:07:47,595 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:07:48,595 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:07:49,595 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:07:50,595 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:07:51,595 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:07:52,595 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:07:53,034 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:07:53,595 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:07:54,595 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:07:55,608 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:07:56,599 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:07:57,599 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:07:58,039 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:07:58,600 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:07:59,019 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:07:59,020 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:07:59,600 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:08:00,600 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:08:01,295 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 21:08:01,296 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 21:08:01,297 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 21:08:01,298 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 21:08:01,707 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:08:02,208 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 21:08:02,705 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:08:03,209 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 21:08:03,337 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:08:03,705 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:08:04,706 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:08:05,705 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:08:06,493 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 21:08:06,706 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:08:07,706 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:08:08,495 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:08:08,706 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:08:09,706 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:08:10,706 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:08:11,706 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:08:12,706 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:08:13,707 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:08:14,020 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:08:14,020 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:08:14,116 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:08:14,706 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:08:15,706 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:08:16,707 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:08:17,707 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:08:18,707 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:08:19,707 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:08:20,037 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:08:20,707 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:08:21,707 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:08:22,707 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:08:23,708 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:08:24,707 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:08:25,045 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:08:25,710 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:08:26,713 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:08:27,711 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:08:28,720 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:08:29,025 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:08:29,029 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:08:29,718 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:08:30,110 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:08:30,704 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 21:08:30,706 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 21:08:30,706 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 21:08:30,708 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 21:08:31,119 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:08:31,235 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 21:08:31,235 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 21:08:31,854 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:08:32,854 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:08:33,855 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:08:34,855 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:08:35,855 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:08:36,037 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:08:36,497 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 21:08:36,855 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:08:37,855 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:08:38,855 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:08:39,855 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:08:40,855 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:08:41,855 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:08:42,037 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:08:42,855 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:08:43,855 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:08:44,023 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:08:44,023 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:08:44,855 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:08:45,856 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:08:46,856 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:08:47,130 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:08:47,856 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:08:48,856 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:08:49,856 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:08:50,856 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:08:51,857 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:08:52,856 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:08:53,037 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:08:53,856 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:08:54,858 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:08:55,857 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:08:56,857 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:08:57,857 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:08:58,043 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:08:58,857 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:08:59,028 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:08:59,028 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:08:59,861 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:09:00,862 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:09:01,862 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:09:02,862 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:09:03,108 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:09:03,862 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:09:04,044 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 21:09:04,045 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 21:09:04,045 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 21:09:04,047 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 21:09:04,264 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 21:09:04,862 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:09:05,265 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 21:09:05,862 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:09:06,501 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 21:09:06,862 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:09:07,862 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:09:08,504 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:09:08,862 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:09:09,862 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:09:10,862 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:09:11,863 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:09:12,863 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:09:13,863 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:09:14,024 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:09:14,025 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:09:14,166 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:09:14,863 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:09:15,863 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:09:16,863 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:09:17,863 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:09:18,863 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:09:19,863 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:09:20,043 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:09:20,864 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:09:21,864 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:09:22,864 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:09:23,864 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:09:24,864 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:09:25,864 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:09:26,050 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:09:26,874 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:09:27,866 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:09:28,866 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:09:29,025 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:09:29,025 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:09:29,867 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:09:30,867 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:09:31,176 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:09:31,867 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:09:32,001 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 21:09:32,003 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 21:09:32,003 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 21:09:32,005 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 21:09:32,293 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 21:09:32,867 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:09:33,294 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 21:09:33,867 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:09:34,867 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:09:35,867 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:09:36,505 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 21:09:36,512 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:09:36,867 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:09:37,867 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:09:38,868 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:09:39,868 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:09:40,868 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:09:41,868 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:09:42,046 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:09:42,868 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:09:43,868 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:09:44,025 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:09:44,025 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:09:44,868 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:09:45,868 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:09:46,950 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:09:47,102 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:09:47,949 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:09:48,949 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:09:49,949 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:09:50,949 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:09:51,949 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:09:52,949 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:09:53,046 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:09:53,950 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:09:54,950 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:09:55,950 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:09:56,950 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:09:57,950 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:09:58,950 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:09:59,025 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:09:59,025 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:09:59,164 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:09:59,955 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:10:00,952 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:10:01,958 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:10:02,954 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:10:03,959 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:10:04,956 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:10:05,055 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:10:05,277 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 21:10:05,279 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 21:10:05,279 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 21:10:05,281 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 21:10:05,329 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 21:10:05,957 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:10:06,509 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 21:10:06,957 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:10:07,331 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 21:10:07,957 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:10:08,957 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:10:09,957 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:10:10,957 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:10:11,051 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:10:11,957 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:10:12,957 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:10:13,957 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:10:14,025 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:10:14,025 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:10:14,957 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:10:15,957 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:10:16,136 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:10:16,957 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:10:17,958 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:10:18,958 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:10:19,958 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:10:20,958 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:10:21,958 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:10:22,052 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:10:22,958 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:10:23,958 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:10:24,958 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:10:25,958 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:10:26,962 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:10:27,058 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:10:27,963 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:10:28,964 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:10:29,027 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:10:29,028 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:10:29,968 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:10:30,966 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:10:31,965 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:10:32,111 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:10:32,928 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 21:10:32,930 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 21:10:32,930 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 21:10:32,932 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 21:10:33,350 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:10:33,356 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 21:10:33,357 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 21:10:34,078 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:10:35,078 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:10:36,078 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:10:36,515 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 21:10:37,078 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:10:37,517 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:10:38,078 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:10:39,079 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:10:40,079 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:10:41,079 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:10:42,079 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:10:43,058 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:10:43,079 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:10:44,027 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:10:44,028 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:10:44,079 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:10:45,079 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:10:46,171 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:10:47,168 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:10:48,165 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:10:48,168 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:10:49,168 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:10:50,168 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:10:51,168 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:10:52,168 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:10:53,168 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:10:54,058 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:10:54,169 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:10:55,169 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:10:56,169 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:10:57,169 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:10:58,169 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:10:59,038 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:10:59,045 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:10:59,156 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:10:59,169 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:11:00,171 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:11:01,171 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:11:02,172 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:11:03,175 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:11:04,172 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:11:04,446 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 21:11:04,447 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 21:11:04,447 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 21:11:04,447 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:11:04,448 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 21:11:05,172 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:11:05,385 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 21:11:05,385 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 21:11:06,177 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:11:06,518 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 21:11:07,176 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:11:08,176 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:11:09,176 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:11:10,059 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:11:10,176 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:11:11,176 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:11:12,176 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:11:13,176 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:11:14,028 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:11:14,029 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:11:14,176 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:11:15,126 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:11:15,176 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:11:16,177 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:11:17,177 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:11:18,177 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:11:19,177 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:11:20,177 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:11:21,060 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:11:21,177 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:11:22,177 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:11:23,177 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:11:24,177 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:11:25,178 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:11:26,178 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:11:27,071 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:11:27,187 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:11:28,183 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:11:29,029 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:11:29,033 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:11:29,189 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:11:30,189 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:11:31,190 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:11:32,190 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:11:32,196 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:11:32,669 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 21:11:32,671 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 21:11:32,671 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 21:11:32,673 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 21:11:33,193 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:11:33,414 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 21:11:33,415 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 21:11:34,192 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:11:35,192 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:11:36,192 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:11:36,522 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 21:11:37,192 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:11:37,524 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:11:38,193 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:11:39,193 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:11:40,193 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:11:41,193 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:11:42,193 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:11:43,066 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:11:43,193 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:11:44,029 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:11:44,029 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:11:44,193 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:11:45,194 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:11:46,193 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:11:47,194 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:11:48,143 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:11:48,194 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:11:49,194 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:11:50,194 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:11:51,194 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:11:52,194 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:11:53,194 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:11:54,065 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:11:54,194 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:11:55,194 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:11:56,194 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:11:57,200 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:11:58,200 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:11:59,036 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:11:59,036 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:11:59,139 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:11:59,197 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:12:00,201 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:12:01,207 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:12:02,201 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:12:02,814 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 21:12:02,815 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 21:12:02,815 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 21:12:02,816 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 21:12:03,233 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:12:03,444 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 21:12:03,444 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 21:12:04,232 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:12:05,070 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:12:05,232 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:12:06,232 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:12:06,526 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 21:12:07,232 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:12:08,232 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:12:09,232 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:12:10,232 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:12:11,070 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:12:11,233 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:12:12,232 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:12:13,233 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:12:14,034 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:12:14,035 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:12:14,233 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:12:15,233 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:12:16,116 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:12:16,233 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:12:17,233 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:12:18,233 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:12:19,233 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:12:20,233 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:12:21,233 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:12:22,070 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:12:22,233 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:12:23,234 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:12:24,234 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:12:25,234 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:12:26,234 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:12:27,071 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:12:27,234 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:12:28,234 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:12:29,035 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:12:29,035 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:12:29,234 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:12:30,237 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:12:31,240 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:12:32,195 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:12:32,238 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:12:33,238 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:12:34,239 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:12:35,238 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:12:35,445 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 21:12:35,447 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 21:12:35,448 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 21:12:35,450 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 21:12:35,470 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 21:12:36,238 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:12:36,530 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 21:12:37,238 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:12:37,472 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 21:12:37,533 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:12:38,238 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:12:39,238 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:12:40,238 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:12:41,239 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:12:42,239 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:12:43,077 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:12:43,239 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:12:44,035 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:12:44,035 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:12:44,239 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:12:45,239 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:12:46,239 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:12:47,239 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:12:48,166 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:12:48,239 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:12:49,240 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:12:50,239 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:12:51,239 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:12:52,240 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:12:53,240 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:12:54,077 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:12:54,240 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:12:55,240 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:12:56,240 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:12:57,240 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:12:58,240 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:12:59,035 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:12:59,035 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:12:59,158 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:12:59,240 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:13:00,249 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:13:01,248 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:13:02,245 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:13:03,248 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:13:04,249 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:13:05,092 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:13:05,249 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:13:05,713 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 21:13:05,714 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 21:13:05,714 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 21:13:05,716 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 21:13:06,249 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:13:06,493 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 21:13:06,535 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 21:13:07,249 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:13:07,494 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 21:13:08,249 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:13:09,249 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:13:10,249 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:13:11,079 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:13:11,249 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:13:12,249 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:13:13,249 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:13:14,035 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:13:14,035 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:13:14,250 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:13:15,250 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:13:16,144 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:13:16,250 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:13:17,250 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:13:18,250 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:13:19,250 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:13:20,250 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:13:21,250 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:13:22,080 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:13:22,250 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:13:23,250 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:13:24,250 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:13:25,250 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:13:26,251 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:13:27,252 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:13:28,080 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:13:28,251 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:13:29,035 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:13:29,036 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:13:29,251 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:13:30,262 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:13:31,255 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:13:32,257 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:13:33,159 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:13:33,255 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:13:34,255 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:13:35,255 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:13:35,292 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 21:13:35,294 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 21:13:35,294 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 21:13:35,296 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 21:13:35,522 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 21:13:36,255 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:13:36,537 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 21:13:37,255 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:13:37,524 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 21:13:38,255 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:13:38,539 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:13:39,255 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:13:40,255 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:13:41,255 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:13:42,255 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:13:43,255 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:13:44,035 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:13:44,036 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:13:44,124 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:13:44,256 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:13:45,256 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:13:46,256 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:13:47,256 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:13:48,265 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:13:49,262 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:13:50,086 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:13:50,262 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:13:51,262 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:13:52,262 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:13:53,262 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:13:54,262 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:13:55,262 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:13:56,086 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:13:56,262 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:13:57,262 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:13:58,262 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:13:59,047 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:13:59,053 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:13:59,266 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:14:00,266 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:14:01,189 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:14:01,273 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:14:02,267 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:14:03,269 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:14:04,267 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:14:04,560 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 21:14:04,561 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 21:14:04,562 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 21:14:04,564 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 21:14:05,267 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:14:05,546 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 21:14:05,547 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 21:14:06,267 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:14:06,541 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 21:14:06,548 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:14:07,267 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:14:08,267 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:14:09,267 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:14:10,267 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:14:11,267 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:14:12,093 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:14:12,267 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:14:13,267 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:14:14,039 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:14:14,040 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:14:14,268 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:14:15,268 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:14:16,268 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:14:17,158 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:14:17,268 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:14:18,268 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:14:19,268 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:14:20,268 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:14:21,268 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:14:22,268 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:14:23,094 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:14:23,268 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:14:24,268 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:14:25,268 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:14:26,269 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:14:27,269 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:14:28,270 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:14:29,040 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:14:29,040 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:14:29,109 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:14:29,269 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:14:30,269 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:14:31,279 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:14:32,276 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:14:33,275 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:14:34,275 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:14:35,100 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:14:35,275 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:14:36,277 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:14:36,543 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 21:14:37,002 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 21:14:37,003 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 21:14:37,003 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 21:14:37,005 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 21:14:37,421 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:14:37,577 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 21:14:37,577 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 21:14:38,420 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:14:39,420 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:14:40,097 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:14:40,420 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:14:41,420 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:14:42,420 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:14:43,420 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:14:44,040 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:14:44,040 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:14:44,421 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:14:45,173 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:14:45,421 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:14:46,421 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:14:47,421 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:14:48,421 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:14:49,474 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:14:50,473 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:14:51,098 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:14:51,473 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:14:52,473 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:14:53,473 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:14:54,474 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:14:55,474 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:14:56,098 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:14:56,474 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:14:57,474 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:14:58,474 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:14:59,040 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:14:59,040 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:14:59,474 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:15:00,474 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:15:01,163 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:15:01,480 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:15:02,480 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:15:03,479 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:15:04,480 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:15:05,482 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:15:06,480 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:15:06,547 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 21:15:06,548 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:15:06,927 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 21:15:06,929 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 21:15:06,929 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 21:15:06,930 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 21:15:07,480 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:15:07,605 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 21:15:07,605 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 21:15:08,480 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:15:09,480 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:15:10,480 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:15:11,481 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:15:12,104 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:15:12,480 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:15:13,481 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:15:14,040 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:15:14,040 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:15:14,481 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:15:15,481 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:15:16,481 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:15:17,177 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:15:17,481 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:15:18,481 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:15:19,481 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:15:20,481 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:15:21,481 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:15:22,482 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:15:23,104 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:15:23,482 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:15:24,482 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:15:25,482 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:15:26,482 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:15:27,482 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:15:28,104 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:15:28,482 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:15:29,040 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:15:29,041 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:15:29,482 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:15:30,482 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:15:31,482 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:15:32,483 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:15:33,210 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:15:33,483 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:15:34,489 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:15:35,489 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:15:36,493 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:15:36,559 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 21:15:37,494 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:15:38,494 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:15:38,561 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:15:39,494 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:15:39,626 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 21:15:39,627 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 21:15:39,628 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 21:15:39,630 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 21:15:39,630 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 21:15:40,494 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:15:41,494 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:15:41,632 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 21:15:42,494 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:15:43,494 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:15:43,667 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:15:44,040 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:15:44,041 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:15:44,494 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:15:45,494 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:15:46,495 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:15:47,494 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:15:48,495 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:15:49,107 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:15:49,495 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:15:50,495 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:15:51,495 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:15:52,495 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:15:53,495 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:15:54,108 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:15:54,495 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:15:55,495 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:15:56,495 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:15:57,495 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:15:58,496 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:15:59,040 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:15:59,041 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:15:59,206 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:15:59,496 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:16:00,496 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:16:01,496 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:16:02,496 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:16:03,496 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:16:04,501 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:16:05,120 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:16:05,507 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:16:06,514 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:16:06,555 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 21:16:07,507 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:16:08,508 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:16:09,508 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:16:09,896 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 21:16:09,898 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 21:16:09,899 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 21:16:09,902 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 21:16:10,508 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:16:10,657 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 21:16:10,938 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:16:11,508 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:16:11,658 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 21:16:12,508 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:16:13,508 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:16:14,041 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:16:14,041 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:16:14,508 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:16:15,508 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:16:16,182 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:16:16,508 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:16:17,508 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:16:18,509 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:16:19,509 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:16:20,509 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:16:21,509 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:16:22,111 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:16:22,509 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:16:23,509 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:16:24,510 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:16:25,509 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:16:26,510 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:16:27,112 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:16:27,509 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:16:28,510 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:16:29,041 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:16:29,041 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:16:29,510 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:16:30,510 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:16:31,510 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:16:32,158 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:16:32,517 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:16:33,513 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:16:34,520 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:16:35,516 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:16:36,516 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:16:36,563 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 21:16:37,519 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:16:37,564 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:16:38,024 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 21:16:38,025 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 21:16:38,026 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 21:16:38,027 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 21:16:38,553 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:16:38,686 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 21:16:39,552 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:16:39,687 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 21:16:40,552 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:16:41,553 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:16:42,552 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:16:43,118 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:16:43,553 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:16:44,041 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:16:44,041 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:16:44,553 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:16:45,553 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:16:46,553 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:16:47,553 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:16:48,133 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:16:48,553 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:16:49,674 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:16:50,580 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:16:51,580 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:16:52,580 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:16:53,581 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:16:54,117 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:16:54,581 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:16:55,581 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:16:56,581 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:16:57,581 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:16:58,581 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:16:59,041 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:16:59,041 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:16:59,192 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:16:59,581 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:17:00,581 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:17:01,590 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:17:02,586 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:17:03,587 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:17:04,586 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:17:05,138 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:17:05,586 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:17:06,561 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 21:17:06,587 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:17:07,006 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 21:17:07,007 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 21:17:07,008 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 21:17:07,010 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 21:17:07,587 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:17:07,720 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 21:17:07,720 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 21:17:08,587 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:17:09,587 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:17:10,587 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:17:11,121 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:17:11,587 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:17:12,587 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:17:13,587 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:17:14,041 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:17:14,041 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:17:14,587 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:17:15,587 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:17:16,178 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:17:16,588 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:17:17,588 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:17:18,588 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:17:19,588 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:17:20,588 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:17:21,588 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:17:22,122 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:17:22,588 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:17:23,588 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:17:24,588 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:17:25,589 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:17:26,589 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:17:27,122 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:17:27,589 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:17:28,589 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:17:29,041 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:17:29,042 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:17:29,589 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:17:30,589 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:17:31,600 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:17:32,142 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:17:32,595 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:17:33,596 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:17:34,596 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:17:35,596 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:17:36,570 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 21:17:36,597 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:17:37,504 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 21:17:37,506 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 21:17:37,507 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 21:17:37,507 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:17:37,508 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 21:17:37,745 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 21:17:37,745 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 21:17:37,930 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:17:38,929 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:17:39,929 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:17:40,929 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:17:41,929 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:17:42,929 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:17:43,127 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:17:43,929 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:17:44,041 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:17:44,042 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:17:44,929 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:17:45,929 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:17:46,930 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:17:47,930 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:17:48,181 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:17:48,930 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:17:49,930 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:17:50,930 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:17:51,930 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:17:52,930 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:17:53,930 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:17:54,128 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:17:54,930 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:17:55,930 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:17:56,930 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:17:57,931 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:17:58,931 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:17:59,041 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:17:59,042 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:17:59,146 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:17:59,931 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:18:00,934 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:18:01,932 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:18:02,935 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:18:03,937 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:18:04,939 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:18:05,136 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:18:05,935 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:18:06,060 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 21:18:06,062 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 21:18:06,062 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 21:18:06,063 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 21:18:06,571 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 21:18:06,776 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 21:18:06,935 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:18:07,935 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:18:08,777 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 21:18:08,935 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:18:09,935 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:18:10,935 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:18:11,131 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:18:11,935 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:18:12,935 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:18:13,935 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:18:14,041 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:18:14,042 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:18:14,935 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:18:15,935 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:18:16,149 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:18:16,935 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:18:17,936 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:18:18,936 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:18:19,936 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:18:20,936 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:18:21,936 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:18:22,132 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:18:22,936 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:18:23,936 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:18:24,936 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:18:25,936 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:18:26,937 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:18:27,937 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:18:28,132 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:18:28,937 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:18:29,041 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:18:29,042 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:18:29,945 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:18:30,942 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:18:31,949 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:18:32,947 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:18:33,155 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:18:33,948 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:18:34,948 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:18:35,783 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 21:18:35,784 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 21:18:35,784 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 21:18:35,786 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 21:18:35,805 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 21:18:36,202 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:18:36,576 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 21:18:37,201 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:18:38,201 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:18:38,578 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:18:38,807 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 21:18:39,201 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:18:40,202 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:18:41,201 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:18:42,202 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:18:43,202 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:18:44,042 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:18:44,042 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:18:44,140 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:18:44,202 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:18:45,202 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:18:46,202 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:18:47,202 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:18:48,202 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:18:49,202 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:18:50,132 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:18:50,203 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:18:51,202 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:18:52,203 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:18:53,203 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:18:54,203 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:18:55,132 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:18:55,203 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:18:56,203 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:18:57,203 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:18:58,203 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:18:59,042 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:18:59,042 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:18:59,203 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:19:00,203 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:19:00,205 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:19:01,213 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:19:02,214 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:19:03,213 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:19:04,218 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:19:05,216 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:19:06,136 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:19:06,216 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:19:06,579 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 21:19:07,112 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 21:19:07,113 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 21:19:07,114 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 21:19:07,116 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 21:19:07,534 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:19:07,831 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 21:19:08,265 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:19:08,832 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 21:19:09,265 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:19:10,265 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:19:11,137 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:19:11,265 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:19:12,265 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:19:13,265 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:19:14,042 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:19:14,042 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:19:14,265 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:19:15,265 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:19:16,265 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:19:17,137 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:19:17,265 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:19:18,265 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:19:19,266 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:19:20,266 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:19:21,266 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:19:22,209 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:19:22,266 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:19:23,266 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:19:24,266 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:19:25,266 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:19:26,266 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:19:27,266 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:19:28,208 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:19:28,266 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:19:29,042 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:19:29,042 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:19:29,266 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:19:30,267 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:19:31,280 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:19:32,274 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:19:33,218 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:19:33,276 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:19:34,278 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:19:35,279 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:19:36,280 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:19:36,581 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 21:19:36,680 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 21:19:36,682 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 21:19:36,683 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 21:19:36,684 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 21:19:36,868 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 21:19:37,285 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:19:38,284 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:19:38,723 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:19:38,870 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 21:19:39,284 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:19:40,284 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:19:41,284 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:19:42,284 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:19:43,284 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:19:44,042 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:19:44,043 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:19:44,118 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:19:44,284 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:19:45,284 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:19:46,285 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:19:47,285 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:19:48,285 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:19:49,212 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:19:49,285 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:19:50,285 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:19:51,285 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:19:52,285 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:19:53,285 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:19:54,213 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:19:54,285 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:19:55,286 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:19:56,286 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:19:57,286 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:19:58,286 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:19:59,042 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:19:59,043 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:19:59,286 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:20:00,212 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:20:00,286 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:20:01,286 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:20:02,295 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:20:03,289 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:20:04,289 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:20:05,226 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:20:05,290 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:20:06,290 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:20:06,590 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 21:20:07,291 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:20:07,741 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 21:20:07,742 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 21:20:07,743 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 21:20:07,744 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 21:20:07,905 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 21:20:08,291 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:20:08,906 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 21:20:09,291 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:20:10,291 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:20:11,215 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:20:11,291 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:20:12,291 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:20:13,291 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:20:14,042 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:20:14,043 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:20:14,291 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:20:15,291 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:20:16,291 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:20:17,215 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:20:17,291 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:20:18,291 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:20:19,292 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:20:20,292 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:20:21,292 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:20:22,216 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:20:22,292 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:20:23,292 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:20:24,292 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:20:25,292 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:20:26,292 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:20:27,216 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:20:27,292 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:20:28,293 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:20:29,042 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:20:29,043 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:20:29,293 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:20:30,293 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:20:31,293 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:20:32,293 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:20:33,216 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:20:33,293 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:20:34,299 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:20:35,297 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:20:36,298 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:20:36,598 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 21:20:37,298 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:20:38,301 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:20:38,599 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:20:39,302 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:20:39,566 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 21:20:39,568 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 21:20:39,568 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 21:20:39,570 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 21:20:39,937 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 21:20:40,302 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:20:40,938 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 21:20:41,302 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:20:42,302 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:20:43,302 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:20:43,608 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:20:44,043 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:20:44,043 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:20:44,302 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:20:45,302 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:20:46,302 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:20:47,302 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:20:48,302 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:20:49,218 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:20:49,302 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:20:50,302 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:20:51,305 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:20:52,304 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:20:53,304 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:20:54,219 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:20:54,304 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:20:55,304 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:20:56,304 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:20:57,304 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:20:58,305 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:20:59,043 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:20:59,043 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:20:59,305 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:21:00,218 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:21:00,305 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:21:01,305 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:21:02,305 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:21:03,311 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:21:04,311 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:21:05,231 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:21:05,315 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:21:06,314 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:21:06,594 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 21:21:07,315 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:21:08,312 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:21:08,790 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 21:21:08,792 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 21:21:08,792 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 21:21:08,797 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 21:21:08,965 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 21:21:09,312 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:21:10,312 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:21:10,967 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 21:21:11,223 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:21:11,312 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:21:12,312 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:21:13,312 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:21:14,043 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:21:14,043 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:21:14,312 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:21:15,312 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:21:16,312 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:21:17,223 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:21:17,313 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:21:18,313 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:21:19,313 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:21:20,313 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:21:21,313 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:21:22,436 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:21:23,223 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:21:23,433 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:21:24,433 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:21:25,433 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:21:26,433 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:21:27,433 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:21:28,433 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:21:29,043 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:21:29,043 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:21:29,117 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:21:29,433 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:21:30,434 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:21:31,434 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:21:32,434 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:21:33,434 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:21:34,223 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:21:34,449 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:21:35,443 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:21:36,443 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:21:36,604 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 21:21:37,440 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:21:38,440 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:21:39,226 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:21:39,440 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:21:40,335 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 21:21:40,336 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 21:21:40,337 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 21:21:40,342 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 21:21:40,990 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 21:21:41,663 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:21:41,669 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:21:42,669 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:21:42,992 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 21:21:43,669 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:21:44,043 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:21:44,044 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:21:44,279 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:21:44,669 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:21:45,669 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:21:46,669 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:21:47,669 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:21:48,669 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:21:49,669 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:21:50,227 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:21:50,669 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:21:51,669 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:21:52,670 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:21:53,670 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:21:54,670 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:21:55,263 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:21:55,670 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:21:56,670 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:21:57,670 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:21:58,670 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:21:59,043 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:21:59,044 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:21:59,670 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:22:00,670 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:22:01,261 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:22:01,671 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:22:02,671 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:22:03,671 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:22:04,671 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:22:05,671 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:22:06,271 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:22:06,601 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 21:22:06,676 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:22:07,676 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:22:08,677 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:22:09,678 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:22:10,677 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:22:11,268 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:22:11,677 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:22:12,235 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 21:22:12,237 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 21:22:12,237 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 21:22:12,242 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 21:22:12,677 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:22:13,020 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 21:22:13,677 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:22:14,043 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:22:14,044 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:22:14,677 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:22:15,021 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 21:22:15,677 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:22:16,677 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:22:17,264 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:22:17,677 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:22:18,677 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:22:19,677 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:22:20,677 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:22:21,677 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:22:22,265 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:22:22,678 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:22:23,678 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:22:24,678 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:22:25,678 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:22:26,678 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:22:27,678 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:22:28,265 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:22:28,678 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:22:29,043 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:22:29,044 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:22:29,678 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:22:30,678 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:22:31,678 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:22:32,679 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:22:33,265 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:22:33,679 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:22:34,679 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:22:35,679 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:22:36,602 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 21:22:36,679 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:22:37,690 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:22:38,608 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:22:38,683 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:22:39,683 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:22:40,692 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:22:41,688 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:22:42,689 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:22:43,007 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 21:22:43,009 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 21:22:43,009 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 21:22:43,012 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 21:22:43,045 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 21:22:43,689 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:22:44,043 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:22:44,044 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:22:44,159 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:22:44,689 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:22:45,051 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 21:22:45,689 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:22:46,689 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:22:47,689 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:22:48,689 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:22:49,268 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:22:49,689 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:22:50,689 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:22:51,689 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:22:52,689 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:22:53,689 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:22:54,760 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:22:55,268 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:22:55,760 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:22:56,760 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:22:57,760 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:22:58,760 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:22:59,044 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:22:59,044 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:22:59,760 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:23:00,269 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:23:00,760 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:23:01,760 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:23:02,760 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:23:03,760 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:23:04,761 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:23:05,761 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:23:06,277 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:23:06,606 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 21:23:06,765 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:23:07,769 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:23:08,765 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:23:09,765 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:23:10,766 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:23:11,280 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:23:11,766 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:23:12,218 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 21:23:12,219 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 21:23:12,220 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 21:23:12,221 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 21:23:12,766 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:23:13,082 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 21:23:13,766 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:23:14,044 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:23:14,044 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:23:14,766 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:23:15,084 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 21:23:15,766 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:23:16,766 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:23:17,272 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:23:17,766 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:23:18,767 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:23:19,767 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:23:20,767 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:23:21,767 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:23:22,273 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:23:22,767 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:23:23,767 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:23:24,767 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:23:25,767 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:23:26,767 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:23:27,273 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:23:27,767 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:23:28,768 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:23:29,044 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:23:29,044 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:23:29,768 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:23:30,768 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:23:31,768 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:23:32,768 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:23:33,273 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:23:33,768 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:23:34,768 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:23:35,777 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:23:36,614 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 21:23:36,774 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:23:37,775 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:23:38,622 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:23:38,774 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:23:39,774 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:23:40,774 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:23:41,642 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 21:23:41,643 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 21:23:41,644 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 21:23:41,645 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 21:23:42,116 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 21:23:42,547 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:23:43,118 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 21:23:43,547 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:23:43,684 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:23:44,044 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:23:44,044 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:23:44,546 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:23:45,546 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:23:46,546 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:23:47,547 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:23:48,547 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:23:49,275 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:23:49,547 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:23:50,547 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:23:51,547 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:23:52,547 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:23:53,547 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:23:54,547 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:23:55,275 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:23:55,547 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:23:56,547 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:23:57,548 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:23:58,548 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:23:59,044 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:23:59,045 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:23:59,548 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:24:00,276 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:24:00,548 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:24:01,548 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:24:02,548 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:24:03,548 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:24:04,548 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:24:05,276 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:24:05,548 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:24:06,548 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:24:06,619 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 21:24:07,548 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:24:08,549 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:24:09,552 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:24:10,289 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:24:10,552 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:24:11,552 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:24:12,552 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:24:13,552 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:24:14,045 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:24:14,045 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:24:14,552 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:24:14,799 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 21:24:14,801 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 21:24:14,801 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 21:24:14,803 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 21:24:15,146 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 21:24:15,553 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:24:15,841 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:24:16,553 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:24:17,148 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 21:24:17,553 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:24:18,553 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:24:19,553 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:24:20,553 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:24:21,279 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:24:21,553 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:24:22,553 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:24:23,553 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:24:24,553 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:24:25,553 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:24:26,554 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:24:27,280 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:24:27,554 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:24:28,554 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:24:29,045 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:24:29,045 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:24:29,662 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:24:30,662 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:24:31,662 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:24:32,280 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:24:32,662 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:24:33,662 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:24:34,662 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:24:35,662 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:24:36,622 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 21:24:36,662 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:24:37,624 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:24:37,662 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:24:38,663 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:24:39,663 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:24:40,663 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:24:41,666 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:24:42,666 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:24:43,284 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:24:43,667 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:24:44,050 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:24:44,053 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:24:44,673 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:24:45,669 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:24:46,667 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:24:47,465 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 21:24:47,466 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 21:24:47,467 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 21:24:47,468 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 21:24:47,879 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:24:48,178 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 21:24:48,506 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:24:48,878 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:24:49,180 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 21:24:49,879 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:24:50,879 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:24:51,879 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:24:52,879 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:24:53,879 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:24:54,283 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:24:54,879 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:24:55,879 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:24:56,879 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:24:57,879 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:24:58,879 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:24:59,050 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:24:59,050 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:24:59,880 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:25:00,283 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:25:00,880 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:25:01,880 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:25:02,880 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:25:03,880 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:25:04,880 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:25:05,284 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:25:05,880 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:25:06,625 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 21:25:06,880 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:25:07,880 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:25:08,880 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:25:09,880 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:25:10,881 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:25:11,290 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:25:11,882 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:25:12,889 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:25:13,889 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:25:14,056 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:25:14,058 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:25:14,885 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:25:15,887 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:25:16,294 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:25:16,886 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:25:17,069 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 21:25:17,070 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 21:25:17,071 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 21:25:17,072 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 21:25:17,209 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 21:25:17,886 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:25:18,886 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:25:19,238 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 21:25:19,886 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:25:20,886 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:25:21,886 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:25:22,289 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:25:22,886 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:25:23,886 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:25:24,886 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:25:25,886 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:25:26,887 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:25:27,887 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:25:28,287 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:25:28,887 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:25:29,054 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:25:29,054 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:25:29,887 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:25:30,887 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:25:31,887 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:25:32,887 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:25:33,288 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:25:33,887 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:25:34,887 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:25:35,888 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:25:36,629 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 21:25:36,888 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:25:37,888 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:25:38,632 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:25:38,888 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:25:39,888 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:25:40,888 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:25:41,888 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:25:42,897 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:25:43,893 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:25:44,061 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:25:44,065 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:25:44,159 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:25:44,891 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:25:45,897 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:25:46,901 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:25:47,898 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:25:48,191 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 21:25:48,192 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 21:25:48,193 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 21:25:48,195 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 21:25:48,268 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 21:25:48,898 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:25:49,232 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:25:49,268 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 21:25:49,898 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:25:50,898 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:25:51,899 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:25:52,898 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:25:53,898 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:25:54,288 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:25:54,898 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:25:55,899 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:25:56,899 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:25:57,899 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:25:58,899 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:25:59,057 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:25:59,058 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:25:59,899 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:26:00,288 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:26:00,899 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:26:01,899 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:26:02,899 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:26:03,899 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:26:04,899 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:26:05,288 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:26:05,899 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:26:06,633 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 21:26:06,900 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:26:07,900 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:26:08,900 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:26:09,900 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:26:10,900 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:26:11,288 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:26:11,900 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:26:12,900 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:26:13,910 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:26:14,058 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:26:14,058 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:26:14,914 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:26:15,909 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:26:16,292 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:26:16,907 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:26:17,907 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:26:18,907 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:26:19,131 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 21:26:19,133 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 21:26:19,133 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 21:26:19,135 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 21:26:19,301 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 21:26:19,913 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:26:20,913 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:26:21,303 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 21:26:21,532 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:26:21,913 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:26:22,913 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:26:23,913 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:26:24,913 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:26:25,913 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:26:26,913 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:26:27,528 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:26:27,914 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:26:28,914 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:26:29,058 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:26:29,058 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:26:29,914 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:26:30,914 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:26:32,006 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:26:33,004 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:26:33,528 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:26:34,004 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:26:35,005 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:26:36,005 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:26:36,638 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 21:26:37,005 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:26:38,005 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:26:38,641 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:26:39,005 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:26:40,005 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:26:41,005 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:26:42,005 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:26:43,005 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:26:44,013 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:26:44,060 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:26:44,069 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:26:44,185 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:26:45,009 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:26:46,009 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:26:47,010 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:26:48,010 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:26:49,010 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:26:49,533 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:26:49,849 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 21:26:49,850 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 21:26:49,850 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 21:26:49,852 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 21:26:50,268 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:26:50,328 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 21:26:51,267 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:26:51,329 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 21:26:52,267 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:26:53,268 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:26:54,268 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:26:55,268 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:26:55,532 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:26:56,268 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:26:57,268 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:26:58,268 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:26:59,060 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:26:59,060 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:26:59,268 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:27:00,268 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:27:01,268 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:27:01,532 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:27:02,268 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:27:03,269 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:27:04,269 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:27:05,269 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:27:06,269 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:27:06,533 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:27:06,642 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 21:27:07,269 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:27:08,269 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:27:09,269 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:27:10,269 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:27:11,269 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:27:12,269 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:27:12,533 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:27:13,269 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:27:14,060 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:27:14,061 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:27:14,269 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:27:15,274 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:27:16,274 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:27:17,275 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:27:17,548 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:27:18,278 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:27:19,275 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:27:20,275 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:27:20,374 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 21:27:20,376 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 21:27:20,376 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 21:27:20,377 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 21:27:21,275 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:27:21,359 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 21:27:21,359 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 21:27:22,275 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:27:23,275 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:27:23,415 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:27:24,275 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:27:25,275 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:27:26,275 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:27:27,275 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:27:28,275 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:27:28,538 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:27:29,060 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:27:29,061 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:27:29,276 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:27:30,276 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:27:31,276 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:27:32,276 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:27:33,276 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:27:34,276 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:27:34,537 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:27:35,276 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:27:36,276 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:27:36,646 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 21:27:37,277 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:27:38,277 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:27:39,277 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:27:40,277 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:27:40,537 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:27:41,277 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:27:42,277 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:27:43,277 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:27:44,060 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:27:44,061 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:27:44,277 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:27:45,282 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:27:45,551 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:27:46,283 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:27:47,286 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:27:48,283 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:27:49,283 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:27:50,283 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:27:50,529 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 21:27:50,530 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 21:27:50,530 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 21:27:50,531 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 21:27:50,570 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:27:51,283 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:27:51,384 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 21:27:52,286 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:27:53,283 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:27:53,386 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 21:27:54,283 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:27:55,284 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:27:56,284 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:27:56,541 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:27:57,284 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:27:58,284 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:27:59,060 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:27:59,061 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:27:59,284 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:28:00,284 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:28:01,284 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:28:02,284 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:28:02,541 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:28:03,284 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:28:04,284 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:28:05,285 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:28:06,285 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:28:06,650 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 21:28:07,285 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:28:07,652 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:28:08,285 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:28:09,285 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:28:10,285 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:28:11,285 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:28:12,285 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:28:13,286 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:28:13,605 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:28:14,060 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:28:14,061 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:28:14,285 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:28:15,286 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:28:16,286 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:28:17,293 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:28:18,289 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:28:18,610 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:28:19,289 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:28:20,290 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:28:21,290 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:28:22,290 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:28:23,013 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 21:28:23,014 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 21:28:23,015 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 21:28:23,016 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 21:28:23,419 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 21:28:23,456 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:28:24,054 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:28:24,455 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:28:25,421 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 21:28:25,455 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:28:26,456 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:28:27,456 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:28:28,456 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:28:29,061 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:28:29,061 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:28:29,193 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:28:29,456 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:28:30,456 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:28:31,456 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:28:32,456 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:28:33,456 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:28:34,456 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:28:34,606 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:28:35,456 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:28:36,457 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:28:36,654 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 21:28:37,457 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:28:38,599 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:28:39,508 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:28:39,606 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:28:40,508 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:28:41,508 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:28:42,508 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:28:43,508 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:28:44,061 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:28:44,061 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:28:44,508 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:28:45,508 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:28:45,606 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:28:46,508 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:28:47,509 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:28:48,509 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:28:49,509 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:28:50,509 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:28:51,509 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:28:51,606 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:28:52,509 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:28:53,510 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:28:54,514 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:28:55,519 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:28:56,520 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:28:56,624 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:28:57,518 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:28:58,518 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:28:58,984 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 21:28:58,985 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 21:28:58,985 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 21:28:58,987 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 21:28:59,394 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:28:59,395 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:28:59,459 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 21:28:59,518 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:29:00,518 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:29:01,460 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 21:29:01,518 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:29:02,518 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:29:02,612 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:29:03,518 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:29:04,518 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:29:05,518 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:29:06,518 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:29:06,658 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 21:29:07,518 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:29:07,660 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:29:08,519 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:29:09,519 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:29:10,519 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:29:11,519 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:29:12,519 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:29:13,520 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:29:13,613 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:29:14,136 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:29:14,136 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:29:14,519 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:29:15,519 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:29:16,520 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:29:17,520 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:29:18,520 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:29:18,613 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:29:19,520 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:29:20,520 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:29:21,520 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:29:22,520 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:29:23,520 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:29:24,520 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:29:24,612 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:29:25,526 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:29:26,528 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:29:27,524 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:29:28,530 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:29:29,141 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:29:29,145 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:29:29,534 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:29:29,625 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:29:30,530 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:29:31,387 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 21:29:31,388 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 21:29:31,389 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 21:29:31,390 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 21:29:31,494 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 21:29:31,799 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:29:32,537 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:29:33,495 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 21:29:33,537 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:29:34,537 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:29:35,537 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:29:35,618 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:29:36,538 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:29:36,663 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 21:29:37,537 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:29:38,538 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:29:39,538 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:29:40,538 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:29:41,538 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:29:41,618 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:29:42,538 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:29:43,538 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:29:44,138 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:29:44,139 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:29:44,538 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:29:45,538 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:29:46,538 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:29:46,619 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:29:47,538 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:29:48,539 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:29:49,539 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:29:50,539 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:29:51,539 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:29:51,619 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:29:52,539 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:29:53,539 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:29:54,539 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:29:55,539 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:29:56,539 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:29:57,547 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:29:57,620 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:29:58,547 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:29:59,139 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:29:59,139 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:29:59,550 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:30:00,555 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:30:01,548 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:30:02,550 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:30:03,194 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 21:30:03,195 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 21:30:03,196 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 21:30:03,196 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:30:03,197 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 21:30:03,527 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 21:30:03,609 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:30:04,608 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:30:05,528 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 21:30:05,608 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:30:06,608 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:30:06,666 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 21:30:07,608 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:30:08,609 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:30:08,669 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:30:09,609 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:30:10,609 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:30:11,609 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:30:12,609 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:30:13,609 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:30:14,139 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:30:14,139 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:30:14,275 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:30:14,609 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:30:15,609 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:30:16,610 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:30:17,610 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:30:18,610 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:30:19,610 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:30:19,621 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:30:20,610 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:30:21,610 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:30:22,610 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:30:23,610 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:30:24,610 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:30:25,610 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:30:25,621 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:30:26,620 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:30:27,612 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:30:28,612 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:30:29,144 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:30:29,145 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:30:29,619 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:30:30,617 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:30:30,627 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:30:31,617 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:30:32,039 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 21:30:32,041 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 21:30:32,042 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 21:30:32,043 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 21:30:32,556 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 21:30:32,617 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:30:33,557 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 21:30:33,618 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:30:34,617 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:30:35,618 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:30:36,618 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:30:36,624 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:30:36,670 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 21:30:37,618 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:30:38,618 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:30:39,618 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:30:40,618 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:30:41,618 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:30:42,618 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:30:42,624 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:30:43,618 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:30:44,141 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:30:44,142 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:30:44,619 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:30:45,619 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:30:46,619 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:30:47,619 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:30:48,619 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:30:48,624 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:30:49,619 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:30:50,619 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:30:51,619 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:30:52,619 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:30:53,619 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:30:53,624 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:30:54,619 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:30:55,620 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:30:56,620 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:30:57,620 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:30:58,626 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:30:58,626 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:30:59,146 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:30:59,146 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:30:59,626 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:31:00,626 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:31:01,626 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:31:02,627 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:31:03,627 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:31:03,634 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:31:04,195 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 21:31:04,197 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 21:31:04,197 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 21:31:04,198 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 21:31:04,584 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 21:31:04,627 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:31:05,585 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 21:31:05,627 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:31:06,627 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:31:06,674 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 21:31:07,627 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:31:08,627 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:31:08,677 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:31:09,627 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:31:10,627 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:31:11,627 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:31:12,628 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:31:13,628 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:31:14,143 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:31:14,144 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:31:14,295 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:31:14,628 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:31:15,628 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:31:16,652 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:31:17,651 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:31:18,651 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:31:19,627 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:31:19,651 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:31:20,651 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:31:21,651 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:31:22,651 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:31:23,651 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:31:24,651 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:31:25,627 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:31:25,652 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:31:26,652 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:31:27,652 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:31:28,657 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:31:29,148 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:31:29,148 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:31:29,653 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:31:30,635 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:31:30,656 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:31:31,660 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:31:32,657 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:31:33,654 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:31:34,091 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 21:31:34,093 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 21:31:34,093 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 21:31:34,094 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 21:31:34,611 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 21:31:34,654 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:31:35,612 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 21:31:35,654 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:31:36,631 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:31:36,654 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:31:36,678 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 21:31:37,654 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:31:38,654 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:31:39,654 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:31:40,654 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:31:41,654 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:31:42,631 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:31:42,655 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:31:43,655 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:31:44,148 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:31:44,149 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:31:44,655 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:31:45,655 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:31:46,655 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:31:47,655 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:31:48,631 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:31:48,655 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:31:49,655 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:31:50,655 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:31:51,655 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:31:52,655 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:31:53,631 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:31:53,656 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:31:54,656 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:31:55,656 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:31:56,656 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:31:57,656 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:31:58,636 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:31:58,659 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:31:59,152 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:31:59,152 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:31:59,659 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:32:00,660 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:32:01,660 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:32:02,661 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:32:03,644 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:32:03,661 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:32:04,517 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 21:32:04,519 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 21:32:04,519 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 21:32:04,520 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 21:32:04,641 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 21:32:04,936 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:32:05,642 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 21:32:05,932 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:32:06,683 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 21:32:06,932 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:32:07,932 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:32:08,685 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:32:08,932 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:32:09,932 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:32:10,932 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:32:11,932 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:32:12,932 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:32:13,932 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:32:14,152 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:32:14,153 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:32:14,292 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:32:14,932 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:32:15,933 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:32:16,933 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:32:17,933 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:32:18,933 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:32:19,669 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:32:19,933 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:32:20,933 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:32:21,933 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:32:22,933 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:32:23,933 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:32:24,934 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:32:25,669 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:32:25,934 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:32:26,934 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:32:27,942 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:32:28,938 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:32:29,154 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:32:29,155 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:32:29,938 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:32:30,683 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:32:30,944 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:32:31,940 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:32:32,941 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:32:33,763 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 21:32:33,764 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 21:32:33,765 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 21:32:33,766 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 21:32:34,183 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:32:34,667 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 21:32:35,179 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:32:35,668 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 21:32:36,179 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:32:36,673 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:32:36,687 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 21:32:37,180 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:32:38,180 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:32:39,180 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:32:40,180 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:32:41,180 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:32:42,180 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:32:42,674 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:32:43,180 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:32:44,155 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:32:44,155 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:32:44,195 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:32:45,180 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:32:46,181 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:32:47,180 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:32:48,181 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:32:48,674 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:32:49,181 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:32:50,181 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:32:51,181 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:32:52,181 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:32:53,181 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:32:53,674 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:32:54,181 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:32:55,181 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:32:56,181 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:32:57,185 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:32:58,190 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:32:58,679 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:32:59,155 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:32:59,159 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:32:59,199 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:33:00,191 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:33:01,191 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:33:02,192 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:33:03,119 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 21:33:03,120 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 21:33:03,121 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 21:33:03,122 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 21:33:03,547 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:33:03,699 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 21:33:04,161 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:33:04,546 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:33:05,546 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:33:05,701 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 21:33:06,546 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:33:06,691 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 21:33:07,546 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:33:08,546 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:33:09,547 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:33:09,677 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:33:10,547 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:33:11,547 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:33:12,547 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:33:13,547 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:33:14,155 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:33:14,155 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:33:14,547 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:33:14,677 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:33:15,547 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:33:16,547 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:33:17,548 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:33:18,548 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:33:19,548 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:33:19,678 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:33:20,548 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:33:21,548 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:33:22,548 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:33:23,548 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:33:24,548 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:33:25,548 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:33:25,678 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:33:26,548 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:33:27,548 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:33:28,549 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:33:29,169 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:33:29,169 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:33:29,549 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:33:30,549 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:33:30,687 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:33:31,558 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:33:32,550 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:33:32,847 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 21:33:32,848 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 21:33:32,848 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 21:33:32,849 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 21:33:33,551 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:33:33,732 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 21:33:33,732 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 21:33:34,551 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:33:35,551 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:33:36,551 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:33:36,683 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:33:36,695 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 21:33:37,551 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:33:38,551 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:33:39,551 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:33:40,551 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:33:41,551 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:33:42,551 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:33:42,683 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:33:43,551 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:33:44,161 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:33:44,162 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:33:44,748 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:33:45,650 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:33:46,650 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:33:47,650 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:33:47,749 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:33:48,650 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:33:49,650 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:33:50,650 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:33:51,650 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:33:52,651 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:33:53,651 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:33:53,745 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:33:54,651 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:33:55,651 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:33:56,658 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:33:57,654 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:33:58,655 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:33:58,755 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:33:59,166 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:33:59,167 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:33:59,655 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:34:00,655 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:34:01,655 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:34:02,276 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 21:34:02,277 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 21:34:02,277 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 21:34:02,278 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 21:34:02,695 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:34:02,764 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 21:34:03,695 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:34:03,765 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 21:34:04,317 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:34:04,695 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:34:05,695 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:34:06,699 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:34:06,700 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 21:34:07,695 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:34:08,695 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:34:09,695 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:34:09,702 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:34:10,695 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:34:11,695 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:34:12,696 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:34:13,877 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:34:14,164 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:34:14,164 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:34:14,747 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:34:14,874 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:34:15,874 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:34:16,874 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:34:17,874 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:34:18,874 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:34:19,874 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:34:20,747 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:34:20,875 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:34:21,875 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:34:22,875 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:34:23,875 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:34:24,875 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:34:25,753 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:34:25,882 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:34:26,878 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:34:27,879 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:34:28,882 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:34:29,167 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:34:29,168 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:34:29,879 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:34:30,754 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:34:30,882 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:34:31,254 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 21:34:31,255 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 21:34:31,256 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 21:34:31,257 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 21:34:31,792 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 21:34:31,879 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:34:32,879 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:34:33,793 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 21:34:33,879 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:34:34,879 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:34:35,879 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:34:36,704 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 21:34:36,710 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:34:36,879 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:34:37,880 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:34:38,880 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:34:39,880 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:34:40,880 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:34:41,751 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:34:41,880 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:34:42,880 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:34:43,880 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:34:44,166 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:34:44,167 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:34:44,880 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:34:45,880 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:34:46,752 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:34:46,881 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:34:47,880 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:34:48,881 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:34:49,881 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:34:50,881 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:34:51,752 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:34:51,881 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:34:52,881 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:34:53,881 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:34:54,881 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:34:55,881 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:34:56,756 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:34:56,894 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:34:57,887 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:34:58,888 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:34:59,171 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:34:59,171 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:34:59,887 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:35:00,890 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:35:01,757 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:35:01,891 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:35:02,496 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 21:35:02,498 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 21:35:02,498 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 21:35:02,500 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 21:35:02,822 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 21:35:02,899 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:35:03,823 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 21:35:03,899 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:35:04,900 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:35:05,899 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:35:06,707 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 21:35:06,899 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:35:07,710 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:35:07,899 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:35:08,900 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:35:09,899 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:35:10,900 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:35:11,900 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:35:12,754 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:35:12,900 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:35:13,900 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:35:14,167 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:35:14,168 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:35:14,900 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:35:15,900 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:35:16,900 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:35:17,900 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:35:18,755 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:35:18,900 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:35:19,900 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:35:20,900 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:35:21,901 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:35:22,901 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:35:23,755 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:35:23,901 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:35:24,901 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:35:25,901 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:35:26,901 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:35:27,901 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:35:28,901 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:35:29,168 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:35:29,168 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:35:29,282 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:35:29,918 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:35:30,906 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:35:31,907 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:35:32,909 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:35:33,916 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:35:34,762 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:35:34,919 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:35:35,881 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 21:35:35,882 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 21:35:35,883 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 21:35:35,884 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 21:35:36,322 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:35:36,711 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 21:35:36,850 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 21:35:37,035 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:35:37,851 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 21:35:38,035 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:35:39,035 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:35:40,035 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:35:40,757 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:35:41,035 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:35:42,035 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:35:43,035 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:35:44,035 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:35:44,168 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:35:44,168 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:35:45,035 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:35:46,035 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:35:46,757 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:35:47,035 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:35:48,078 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:35:49,076 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:35:50,076 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:35:51,076 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:35:51,758 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:35:52,076 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:35:53,076 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:35:54,076 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:35:55,076 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:35:56,076 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:35:56,758 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:35:57,077 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:35:58,077 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:35:59,077 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:35:59,168 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:35:59,168 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:36:00,082 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:36:01,078 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:36:01,766 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:36:02,078 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:36:03,083 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:36:04,084 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:36:05,084 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:36:05,625 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 21:36:05,626 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 21:36:05,627 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 21:36:05,628 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 21:36:05,874 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 21:36:06,084 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:36:06,714 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 21:36:07,084 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:36:07,716 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:36:07,876 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 21:36:08,084 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:36:09,084 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:36:10,084 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:36:11,084 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:36:12,084 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:36:12,760 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:36:13,085 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:36:14,085 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:36:14,168 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:36:14,168 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:36:15,085 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:36:16,085 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:36:17,085 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:36:18,085 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:36:18,760 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:36:19,085 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:36:20,085 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:36:21,086 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:36:22,085 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:36:23,085 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:36:23,760 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:36:24,086 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:36:25,086 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:36:26,086 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:36:27,086 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:36:28,086 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:36:28,760 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:36:29,086 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:36:29,168 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:36:29,169 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:36:30,086 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:36:31,086 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:36:32,086 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:36:33,089 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:36:33,770 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:36:34,090 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:36:35,093 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:36:36,094 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:36:36,726 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 21:36:37,093 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:36:38,097 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:36:38,590 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 21:36:38,592 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 21:36:38,592 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 21:36:38,594 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 21:36:38,905 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 21:36:39,093 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:36:39,632 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:36:39,906 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 21:36:40,093 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:36:41,093 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:36:42,093 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:36:43,093 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:36:44,093 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:36:44,169 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:36:44,169 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:36:44,766 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:36:45,093 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:36:46,093 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:36:47,093 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:36:48,093 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:36:49,094 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:36:49,766 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:36:50,094 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:36:51,219 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:36:52,218 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:36:53,218 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:36:54,218 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:36:54,766 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:36:55,218 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:36:56,218 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:36:57,219 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:36:58,218 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:36:59,168 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:36:59,169 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:36:59,218 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:37:00,218 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:37:00,766 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:37:01,218 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:37:02,218 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:37:03,222 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:37:04,226 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:37:05,224 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:37:05,776 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:37:06,224 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:37:06,724 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 21:37:07,228 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:37:08,226 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:37:09,227 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:37:09,248 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 21:37:09,249 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 21:37:09,249 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 21:37:09,254 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 21:37:09,932 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 21:37:09,932 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 21:37:10,226 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:37:11,226 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:37:11,774 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:37:12,227 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:37:13,227 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:37:14,168 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:37:14,169 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:37:14,227 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:37:15,227 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:37:16,227 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:37:17,227 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:37:17,774 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:37:18,227 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:37:19,227 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:37:20,227 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:37:21,227 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:37:22,228 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:37:22,774 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:37:23,228 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:37:24,228 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:37:25,228 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:37:26,228 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:37:27,228 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:37:27,774 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:37:28,228 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:37:29,169 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:37:29,169 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:37:29,228 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:37:30,228 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:37:31,229 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:37:32,228 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:37:33,228 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:37:33,774 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:37:34,241 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:37:35,237 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:37:36,237 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:37:36,735 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 21:37:37,240 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:37:38,240 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:37:39,240 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:37:39,736 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:37:40,136 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 21:37:40,138 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 21:37:40,138 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 21:37:40,144 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 21:37:40,965 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 21:37:41,433 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:37:41,441 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:37:41,966 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 21:37:42,441 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:37:43,441 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:37:44,169 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:37:44,169 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:37:44,441 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:37:44,776 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:37:45,441 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:37:46,441 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:37:47,441 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:37:48,441 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:37:49,441 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:37:50,441 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:37:50,776 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:37:51,441 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:37:52,441 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:37:53,441 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:37:54,442 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:37:55,442 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:37:55,776 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:37:56,442 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:37:57,442 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:37:58,442 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:37:59,169 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:37:59,169 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:37:59,442 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:38:00,442 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:38:01,442 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:38:01,776 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:38:02,442 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:38:03,442 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:38:04,442 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:38:05,454 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:38:06,446 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:38:06,741 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 21:38:07,453 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:38:07,747 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:38:08,447 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:38:09,447 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:38:10,012 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 21:38:10,013 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 21:38:10,014 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 21:38:10,015 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 21:38:10,810 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:38:10,993 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 21:38:11,809 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:38:11,994 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 21:38:12,809 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:38:13,056 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:38:13,810 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:38:14,169 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:38:14,170 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:38:14,810 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:38:15,810 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:38:16,810 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:38:17,810 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:38:18,776 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:38:18,810 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:38:19,810 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:38:20,810 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:38:21,810 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:38:22,811 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:38:23,810 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:38:24,777 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:38:24,811 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:38:25,811 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:38:26,811 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:38:27,811 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:38:28,811 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:38:29,169 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:38:29,170 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:38:29,811 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:38:30,777 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:38:30,811 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:38:31,811 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:38:32,817 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:38:33,814 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:38:34,817 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:38:35,782 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:38:35,813 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:38:36,738 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 21:38:36,820 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:38:37,818 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:38:38,817 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:38:38,842 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 21:38:38,844 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 21:38:38,844 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 21:38:38,846 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 21:38:39,018 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 21:38:39,817 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:38:40,019 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 21:38:40,817 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:38:41,781 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:38:41,817 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:38:42,817 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:38:43,817 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:38:44,169 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:38:44,170 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:38:44,817 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:38:45,817 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:38:46,817 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:38:47,780 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:38:47,817 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:38:48,817 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:38:49,818 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:38:51,056 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:38:52,056 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:38:52,781 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:38:53,056 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:38:54,056 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:38:55,056 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:38:56,056 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:38:57,056 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:38:57,781 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:38:58,056 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:38:59,056 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:38:59,169 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:38:59,170 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:39:00,056 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:39:01,057 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:39:02,057 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:39:02,784 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:39:03,065 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:39:04,065 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:39:05,061 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:39:06,064 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:39:06,750 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 21:39:07,062 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:39:08,062 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:39:08,510 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 21:39:08,511 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 21:39:08,511 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 21:39:08,512 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:39:08,513 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 21:39:09,048 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 21:39:09,062 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:39:10,049 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 21:39:10,062 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:39:11,062 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:39:12,062 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:39:13,062 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:39:13,787 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:39:14,062 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:39:14,169 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:39:14,170 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:39:15,063 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:39:16,063 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:39:17,063 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:39:18,063 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:39:18,788 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:39:19,063 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:39:20,063 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:39:21,063 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:39:22,063 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:39:23,145 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:39:24,143 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:39:24,788 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:39:25,143 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:39:26,144 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:39:27,144 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:39:28,144 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:39:29,144 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:39:29,170 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:39:29,170 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:39:30,144 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:39:30,788 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:39:31,144 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:39:32,144 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:39:33,154 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:39:34,146 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:39:35,152 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:39:35,793 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:39:36,149 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:39:36,749 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 21:39:37,149 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:39:38,150 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:39:38,679 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 21:39:38,681 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 21:39:38,681 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 21:39:38,687 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 21:39:39,075 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 21:39:39,150 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:39:40,076 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 21:39:40,150 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:39:41,150 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:39:41,791 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:39:42,150 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:39:43,150 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:39:44,150 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:39:44,170 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:39:44,170 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:39:45,150 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:39:46,150 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:39:47,150 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:39:47,791 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:39:48,151 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:39:49,151 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:39:50,151 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:39:51,151 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:39:52,151 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:39:52,792 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:39:53,151 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:39:54,151 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:39:55,151 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:39:56,151 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:39:57,151 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:39:58,152 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:39:58,792 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:39:59,152 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:39:59,170 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:39:59,170 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:40:00,152 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:40:01,152 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:40:02,152 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:40:03,164 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:40:03,793 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:40:04,158 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:40:05,158 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:40:06,159 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:40:06,751 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 21:40:07,162 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:40:08,159 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:40:09,129 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 21:40:09,130 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 21:40:09,131 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 21:40:09,131 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:40:09,136 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 21:40:09,542 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:40:10,105 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 21:40:10,106 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 21:40:10,279 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:40:11,279 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:40:12,279 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:40:13,279 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:40:14,170 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:40:14,170 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:40:14,265 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:40:14,279 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:40:15,279 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:40:16,279 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:40:17,279 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:40:18,280 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:40:19,280 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:40:19,794 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:40:20,280 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:40:21,280 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:40:22,280 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:40:23,280 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:40:24,280 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:40:24,795 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:40:25,280 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:40:26,280 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:40:27,281 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:40:28,281 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:40:29,170 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:40:29,171 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:40:29,281 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:40:30,281 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:40:30,795 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:40:31,281 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:40:32,281 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:40:33,281 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:40:34,287 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:40:35,283 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:40:35,795 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:40:36,293 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:40:36,761 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 21:40:37,290 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:40:38,291 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:40:39,289 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:40:39,555 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 21:40:39,556 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 21:40:39,556 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 21:40:39,562 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 21:40:40,143 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 21:40:40,289 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:40:40,969 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:40:41,289 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:40:42,145 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 21:40:42,289 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:40:43,289 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:40:44,170 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:40:44,171 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:40:44,289 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:40:45,289 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:40:46,289 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:40:46,968 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:40:47,289 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:40:48,289 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:40:49,289 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:40:50,290 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:40:51,290 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:40:52,290 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:40:52,969 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:40:53,374 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:40:54,373 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:40:55,373 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:40:56,373 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:40:57,373 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:40:57,969 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:40:58,373 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:40:59,170 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:40:59,171 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:40:59,373 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:41:00,373 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:41:01,373 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:41:02,373 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:41:03,373 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:41:03,969 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:41:04,374 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:41:05,374 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:41:06,374 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:41:06,767 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 21:41:07,389 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:41:08,380 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:41:09,380 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:41:09,774 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:41:10,383 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:41:11,383 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:41:12,387 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:41:13,119 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 21:41:13,120 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 21:41:13,121 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 21:41:13,126 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 21:41:13,181 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 21:41:13,544 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:41:14,180 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:41:14,181 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:41:14,188 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 21:41:14,543 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:41:14,973 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:41:15,543 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:41:16,543 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:41:17,543 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:41:18,543 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:41:19,544 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:41:20,544 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:41:20,972 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:41:21,544 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:41:22,544 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:41:23,544 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:41:24,544 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:41:25,544 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:41:26,545 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:41:26,972 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:41:27,544 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:41:28,544 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:41:29,170 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:41:29,171 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:41:29,545 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:41:30,545 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:41:31,545 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:41:31,972 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:41:32,545 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:41:33,545 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:41:34,545 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:41:35,545 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:41:36,545 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:41:36,770 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 21:41:37,545 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:41:37,772 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:41:38,561 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:41:39,557 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:41:40,553 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:41:41,554 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:41:42,554 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:41:42,981 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:41:43,555 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:41:44,109 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 21:41:44,110 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 21:41:44,111 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 21:41:44,114 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 21:41:44,210 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 21:41:44,536 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:41:44,537 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:41:44,554 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:41:45,554 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:41:46,212 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 21:41:46,555 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:41:47,554 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:41:48,554 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:41:48,976 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:41:49,554 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:41:50,554 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:41:51,554 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:41:52,555 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:41:53,555 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:41:54,555 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:41:54,976 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:41:55,754 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:41:56,656 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:41:57,656 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:41:58,657 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:41:59,260 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:41:59,260 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:41:59,657 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:42:00,657 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:42:00,976 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:42:01,657 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:42:02,657 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:42:03,657 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:42:04,658 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:42:05,657 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:42:05,977 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:42:06,657 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:42:06,774 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 21:42:07,664 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:42:08,661 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:42:09,664 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:42:10,664 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:42:11,666 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:42:11,983 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:42:12,665 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:42:13,338 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 21:42:13,339 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 21:42:13,340 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 21:42:13,341 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 21:42:13,756 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:42:14,238 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 21:42:14,238 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 21:42:14,260 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:42:14,260 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:42:14,755 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:42:15,755 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:42:16,755 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:42:17,755 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:42:17,977 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:42:18,755 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:42:19,755 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:42:20,755 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:42:21,755 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:42:22,755 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:42:23,755 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:42:23,977 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:42:24,755 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:42:25,755 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:42:26,756 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:42:27,756 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:42:28,756 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:42:28,977 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:42:29,260 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:42:29,260 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:42:29,756 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:42:30,756 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:42:31,756 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:42:32,756 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:42:33,756 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:42:34,756 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:42:34,977 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:42:35,756 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:42:36,757 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:42:36,778 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 21:42:37,757 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:42:38,757 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:42:39,760 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:42:39,990 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:42:40,758 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:42:41,759 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:42:42,760 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:42:43,762 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:42:44,264 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:42:44,268 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:42:44,761 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:42:45,761 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:42:45,922 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 21:42:45,924 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 21:42:45,924 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 21:42:45,924 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:42:45,929 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 21:42:46,270 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 21:42:46,761 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:42:47,271 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 21:42:47,762 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:42:48,764 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:42:49,762 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:42:50,762 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:42:50,980 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:42:51,762 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:42:52,762 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:42:53,762 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:42:54,762 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:42:55,762 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:42:56,763 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:42:56,980 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:42:57,763 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:42:58,763 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:42:59,264 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:42:59,265 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:42:59,763 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:43:00,763 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:43:01,763 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:43:02,763 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:43:02,981 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:43:03,763 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:43:04,763 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:43:05,763 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:43:06,764 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:43:06,783 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 21:43:07,764 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:43:08,764 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:43:08,785 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:43:09,764 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:43:10,764 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:43:11,764 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:43:12,764 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:43:13,764 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:43:13,989 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:43:14,267 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:43:14,267 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:43:14,765 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:43:15,771 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:43:16,770 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:43:17,768 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:43:18,768 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:43:19,768 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:43:19,981 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:43:20,034 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 21:43:20,035 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 21:43:20,035 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 21:43:20,037 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 21:43:20,301 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 21:43:20,768 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:43:21,302 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 21:43:21,768 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:43:22,768 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:43:23,768 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:43:24,768 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:43:24,981 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:43:25,769 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:43:26,769 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:43:27,769 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:43:28,769 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:43:29,264 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:43:29,265 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:43:29,769 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:43:30,769 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:43:30,981 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:43:31,769 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:43:32,769 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:43:33,769 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:43:34,770 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:43:35,770 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:43:35,981 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:43:36,770 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:43:36,787 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 21:43:37,770 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:43:38,770 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:43:39,770 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:43:40,770 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:43:41,770 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:43:41,981 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:43:42,770 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:43:43,770 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:43:44,264 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:43:44,265 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:43:44,770 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:43:45,770 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:43:46,776 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:43:46,986 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:43:47,774 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:43:48,774 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:43:49,774 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:43:50,775 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:43:51,775 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:43:51,995 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:43:52,122 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 21:43:52,123 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 21:43:52,124 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 21:43:52,127 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 21:43:52,333 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 21:43:52,775 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:43:53,334 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 21:43:53,775 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:43:54,775 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:43:55,775 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:43:56,775 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:43:57,775 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:43:57,984 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:43:58,775 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:43:59,265 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:43:59,265 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:43:59,776 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:44:00,776 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:44:01,776 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:44:02,776 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:44:02,984 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:44:03,776 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:44:04,777 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:44:05,776 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:44:06,776 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:44:06,791 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 21:44:07,777 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:44:08,777 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:44:08,793 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:44:09,777 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:44:10,777 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:44:11,777 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:44:12,777 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:44:13,777 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:44:13,985 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:44:14,265 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:44:14,265 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:44:14,777 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:44:15,777 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:44:16,784 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:44:17,783 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:44:18,783 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:44:18,988 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:44:19,787 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:44:20,785 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:44:21,786 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:44:22,021 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 21:44:22,023 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 21:44:22,023 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 21:44:22,025 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 21:44:22,362 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 21:44:22,786 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:44:23,363 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 21:44:23,786 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:44:24,063 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:44:24,786 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:44:25,786 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:44:26,786 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:44:27,786 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:44:28,786 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:44:29,265 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:44:29,265 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:44:29,343 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:44:29,786 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:44:30,786 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:44:31,786 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:44:32,786 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:44:33,787 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:44:34,959 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:44:34,990 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:44:35,863 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:44:36,795 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 21:44:36,863 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:44:37,863 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:44:38,863 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:44:39,863 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:44:40,863 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:44:40,990 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:44:41,864 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:44:42,864 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:44:43,864 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:44:44,265 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:44:44,266 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:44:44,864 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:44:45,864 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:44:45,991 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:44:46,864 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:44:47,869 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:44:48,873 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:44:49,870 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:44:50,871 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:44:50,994 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:44:51,871 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:44:52,871 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:44:53,648 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 21:44:53,649 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 21:44:53,649 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 21:44:53,651 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 21:44:54,061 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:44:54,386 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 21:44:55,060 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:44:55,387 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 21:44:56,060 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:44:56,991 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:44:57,060 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:44:58,060 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:44:59,060 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:44:59,265 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:44:59,266 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:45:00,061 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:45:01,061 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:45:01,991 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:45:02,061 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:45:03,061 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:45:04,061 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:45:05,255 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:45:06,159 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:45:06,800 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 21:45:07,159 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:45:07,802 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:45:08,159 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:45:09,160 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:45:10,160 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:45:11,160 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:45:12,160 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:45:12,992 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:45:13,160 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:45:14,160 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:45:14,265 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:45:14,266 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:45:15,160 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:45:16,160 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:45:17,170 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:45:17,996 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:45:18,164 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:45:19,164 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:45:20,169 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:45:21,165 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:45:22,166 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:45:22,674 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 21:45:22,676 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 21:45:22,676 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 21:45:22,677 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 21:45:23,166 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:45:23,417 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 21:45:23,716 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:45:24,166 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:45:25,166 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:45:25,419 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 21:45:26,166 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:45:27,166 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:45:28,166 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:45:28,998 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:45:29,166 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:45:29,265 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:45:29,266 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:45:30,166 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:45:31,167 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:45:32,167 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:45:33,167 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:45:34,313 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:45:34,998 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:45:35,217 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:45:36,217 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:45:36,805 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 21:45:37,217 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:45:38,217 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:45:39,217 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:45:40,217 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:45:40,998 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:45:41,218 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:45:42,218 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:45:43,218 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:45:44,218 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:45:44,265 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:45:44,266 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:45:45,231 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:45:46,001 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:45:46,223 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:45:47,223 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:45:48,223 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:45:49,225 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:45:50,226 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:45:51,004 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:45:51,101 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 21:45:51,103 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 21:45:51,103 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 21:45:51,105 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 21:45:51,445 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 21:45:51,519 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:45:52,518 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:45:53,447 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 21:45:53,518 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:45:54,519 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:45:55,519 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:45:56,519 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:45:57,001 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:45:57,519 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:45:58,519 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:45:59,265 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:45:59,266 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:45:59,519 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:46:00,519 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:46:01,519 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:46:02,519 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:46:03,001 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:46:03,520 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:46:04,519 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:46:05,519 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:46:06,520 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:46:06,808 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 21:46:07,520 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:46:08,520 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:46:08,810 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:46:09,520 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:46:10,520 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:46:11,520 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:46:12,520 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:46:13,520 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:46:14,002 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:46:14,266 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:46:14,266 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:46:14,520 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:46:15,529 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:46:16,524 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:46:17,527 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:46:18,525 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:46:19,009 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:46:19,525 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:46:20,526 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:46:21,161 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 21:46:21,162 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 21:46:21,163 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 21:46:21,164 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 21:46:21,474 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 21:46:21,577 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:46:22,575 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:46:23,475 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 21:46:23,575 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:46:24,206 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:46:24,575 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:46:25,575 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:46:26,575 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:46:27,576 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:46:28,576 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:46:29,266 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:46:29,266 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:46:29,421 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:46:29,576 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:46:30,576 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:46:31,576 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:46:32,576 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:46:33,576 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:46:34,576 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:46:35,003 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:46:35,576 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:46:36,576 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:46:36,812 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 21:46:37,577 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:46:38,577 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:46:39,577 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:46:40,577 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:46:41,004 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:46:41,577 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:46:42,577 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:46:43,584 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:46:44,279 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:46:44,280 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:46:44,586 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:46:45,588 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:46:46,007 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:46:46,590 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:46:47,588 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:46:48,587 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:46:48,845 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 21:46:48,845 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 21:46:48,846 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 21:46:48,848 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 21:46:49,501 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 21:46:49,587 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:46:50,587 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:46:51,503 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 21:46:51,587 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:46:52,004 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:46:52,587 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:46:53,587 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:46:54,587 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:46:55,587 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:46:56,587 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:46:57,588 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:46:58,004 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:46:58,588 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:46:59,271 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:46:59,272 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:46:59,588 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:47:00,588 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:47:01,588 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:47:02,588 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:47:03,588 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:47:04,004 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:47:04,588 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:47:05,588 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:47:06,588 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:47:06,816 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 21:47:07,588 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:47:08,588 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:47:09,589 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:47:09,818 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:47:10,589 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:47:11,589 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:47:12,589 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:47:13,599 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:47:14,271 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:47:14,275 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:47:14,595 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:47:15,014 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:47:15,597 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:47:16,597 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:47:17,601 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:47:18,598 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:47:19,598 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:47:19,602 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 21:47:19,603 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 21:47:19,604 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 21:47:19,605 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 21:47:20,022 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:47:20,527 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 21:47:20,598 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:47:21,528 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 21:47:21,598 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:47:22,598 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:47:23,598 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:47:24,598 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:47:25,598 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:47:26,021 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:47:26,598 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:47:27,598 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:47:28,598 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:47:29,272 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:47:29,272 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:47:29,598 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:47:30,599 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:47:31,021 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:47:31,599 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:47:32,599 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:47:33,599 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:47:34,599 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:47:35,599 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:47:36,022 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:47:36,599 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:47:36,819 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 21:47:37,599 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:47:38,600 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:47:39,600 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:47:40,600 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:47:41,600 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:47:42,021 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:47:42,600 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:47:43,600 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:47:44,272 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:47:44,272 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:47:44,600 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:47:45,611 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:47:46,607 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:47:47,042 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:47:47,603 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:47:48,607 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:47:49,611 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:47:50,608 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:47:50,938 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 21:47:50,939 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 21:47:50,939 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 21:47:50,941 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 21:47:51,557 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 21:47:51,608 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:47:52,608 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:47:52,980 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:47:53,558 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 21:47:53,608 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:47:54,608 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:47:55,608 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:47:56,608 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:47:57,608 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:47:58,025 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:47:58,608 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:47:59,272 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:47:59,272 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:47:59,608 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:48:00,608 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:48:01,609 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:48:02,609 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:48:03,026 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:48:03,609 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:48:04,686 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:48:05,685 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:48:06,685 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:48:06,823 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 21:48:07,685 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:48:08,685 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:48:08,825 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:48:09,685 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:48:10,685 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:48:11,685 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:48:12,685 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:48:13,685 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:48:14,026 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:48:14,272 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:48:14,272 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:48:14,685 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:48:15,686 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:48:16,686 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:48:17,692 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:48:18,690 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:48:19,035 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:48:19,686 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:48:20,686 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:48:21,690 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:48:22,690 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:48:22,962 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 21:48:22,963 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 21:48:22,964 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 21:48:22,965 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 21:48:23,583 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 21:48:23,691 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:48:24,691 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:48:25,004 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:48:25,584 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 21:48:25,691 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:48:26,691 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:48:27,691 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:48:28,691 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:48:29,272 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:48:29,273 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:48:29,691 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:48:30,029 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:48:30,691 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:48:31,691 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:48:32,691 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:48:33,691 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:48:34,691 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:48:35,692 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:48:36,029 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:48:36,692 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:48:36,827 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 21:48:37,692 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:48:38,692 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:48:39,692 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:48:40,692 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:48:41,029 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:48:41,692 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:48:42,692 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:48:43,692 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:48:44,272 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:48:44,273 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:48:44,692 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:48:45,693 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:48:46,702 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:48:47,033 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:48:47,699 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:48:48,698 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:48:49,703 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:48:50,701 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:48:51,702 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:48:52,025 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 21:48:52,026 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 21:48:52,026 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 21:48:52,028 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 21:48:52,066 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:48:52,615 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 21:48:52,703 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:48:53,616 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 21:48:53,702 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:48:54,702 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:48:55,702 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:48:56,702 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:48:57,702 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:48:58,036 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:48:58,702 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:48:59,272 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:48:59,273 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:48:59,702 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:49:00,702 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:49:01,703 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:49:02,703 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:49:03,703 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:49:04,036 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:49:04,703 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:49:05,703 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:49:06,703 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:49:06,831 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 21:49:07,703 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:49:08,703 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:49:09,703 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:49:09,834 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:49:10,704 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:49:11,704 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:49:12,704 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:49:13,704 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:49:14,272 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:49:14,273 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:49:14,704 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:49:15,036 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:49:15,704 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:49:16,704 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:49:17,704 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:49:18,704 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:49:19,714 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:49:20,038 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:49:20,706 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:49:21,708 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:49:22,709 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:49:23,707 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:49:24,707 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:49:24,807 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 21:49:24,809 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 21:49:24,810 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 21:49:24,811 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 21:49:25,217 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:49:25,658 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 21:49:25,707 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:49:26,707 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:49:27,659 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 21:49:27,707 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:49:28,707 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:49:29,273 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:49:29,273 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:49:29,707 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:49:30,707 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:49:31,216 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:49:31,707 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:49:32,708 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:49:33,708 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:49:34,708 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:49:35,708 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:49:36,708 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:49:36,835 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 21:49:36,841 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:49:37,708 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:49:38,709 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:49:39,708 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:49:40,709 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:49:41,709 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:49:42,217 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:49:42,709 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:49:43,709 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:49:44,273 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:49:44,273 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:49:44,709 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:49:45,709 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:49:46,709 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:49:47,709 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:49:48,217 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:49:48,709 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:49:49,709 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:49:50,710 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:49:51,715 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:49:52,711 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:49:53,228 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:49:53,712 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:49:54,717 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:49:55,718 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:49:56,719 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:49:56,738 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 21:49:56,739 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 21:49:56,739 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 21:49:56,741 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 21:49:57,689 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 21:49:57,690 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 21:49:57,719 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:49:58,719 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:49:58,779 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:49:59,273 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:49:59,273 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:49:59,719 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:50:00,719 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:50:01,719 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:50:02,719 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:50:03,719 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:50:04,221 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:50:04,719 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:50:05,719 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:50:06,720 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:50:06,839 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 21:50:07,720 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:50:08,720 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:50:09,720 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:50:09,842 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:50:10,720 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:50:11,720 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:50:12,720 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:50:13,720 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:50:14,273 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:50:14,274 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:50:14,720 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:50:15,221 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:50:15,720 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:50:16,721 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:50:17,721 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:50:18,721 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:50:19,721 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:50:20,222 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:50:20,721 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:50:21,727 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:50:22,723 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:50:23,724 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:50:24,724 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:50:25,225 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:50:25,725 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:50:26,726 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:50:27,463 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 21:50:27,464 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 21:50:27,465 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 21:50:27,466 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 21:50:27,718 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 21:50:27,889 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:50:28,890 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:50:29,273 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:50:29,274 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:50:29,719 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 21:50:29,889 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:50:30,225 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:50:30,890 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:50:31,890 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:50:32,890 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:50:33,890 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:50:34,890 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:50:35,890 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:50:36,225 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:50:36,844 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 21:50:36,890 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:50:37,890 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:50:38,890 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:50:39,890 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:50:41,184 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:50:42,182 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:50:42,225 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:50:43,182 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:50:44,183 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:50:44,273 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:50:44,273 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:50:45,183 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:50:46,183 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:50:47,183 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:50:47,226 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:50:48,183 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:50:49,183 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:50:50,183 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:50:51,183 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:50:52,183 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:50:53,183 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:50:53,226 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:50:54,195 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:50:55,187 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:50:56,190 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:50:57,190 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:50:58,191 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:50:58,243 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:50:59,191 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:50:59,274 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:50:59,275 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:50:59,529 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 21:50:59,531 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 21:50:59,532 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 21:50:59,533 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 21:50:59,748 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 21:51:00,191 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:51:01,191 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:51:01,750 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 21:51:02,191 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:51:03,191 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:51:04,191 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:51:04,231 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:51:05,191 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:51:06,191 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:51:06,849 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 21:51:07,192 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:51:08,192 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:51:09,192 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:51:09,851 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:51:10,192 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:51:11,192 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:51:12,192 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:51:13,192 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:51:14,193 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:51:14,273 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:51:14,274 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:51:15,192 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:51:15,230 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:51:16,193 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:51:17,193 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:51:18,193 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:51:19,193 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:51:20,193 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:51:20,231 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:51:21,193 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:51:22,193 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:51:23,193 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:51:24,193 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:51:25,201 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:51:25,235 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:51:26,196 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:51:27,204 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:51:28,206 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:51:29,206 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:51:29,277 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:51:29,277 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:51:30,205 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:51:31,145 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 21:51:31,146 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 21:51:31,147 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 21:51:31,147 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:51:31,148 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 21:51:31,574 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:51:31,785 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 21:51:32,573 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:51:33,573 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:51:33,787 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 21:51:34,573 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:51:35,573 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:51:36,234 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:51:36,573 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:51:36,852 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 21:51:37,573 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:51:38,574 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:51:39,574 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:51:40,574 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:51:41,574 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:51:42,235 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:51:42,574 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:51:43,574 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:51:44,274 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:51:44,275 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:51:44,574 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:51:45,574 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:51:46,574 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:51:47,235 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:51:47,575 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:51:48,575 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:51:49,575 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:51:50,575 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:51:51,575 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:51:52,575 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:51:53,235 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:51:53,575 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:51:54,575 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:51:55,586 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:51:56,582 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:51:57,582 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:51:58,237 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:51:58,583 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:51:59,275 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:51:59,276 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:51:59,584 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:52:00,583 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:52:01,342 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 21:52:01,343 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 21:52:01,344 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 21:52:01,346 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 21:52:01,763 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:52:01,819 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 21:52:02,762 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:52:03,384 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:52:03,762 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:52:03,821 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 21:52:04,762 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:52:05,762 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:52:06,762 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:52:06,856 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 21:52:07,762 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:52:08,762 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:52:08,858 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:52:09,762 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:52:10,762 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:52:11,763 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:52:12,763 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:52:13,763 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:52:14,240 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:52:14,276 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:52:14,276 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:52:14,763 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:52:15,763 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:52:16,763 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:52:17,763 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:52:18,763 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:52:19,240 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:52:19,763 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:52:20,763 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:52:21,763 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:52:22,764 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:52:23,764 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:52:24,764 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:52:25,249 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:52:25,770 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:52:26,766 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:52:27,770 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:52:28,770 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:52:29,278 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:52:29,279 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:52:29,769 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:52:30,770 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:52:31,091 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 21:52:31,093 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 21:52:31,093 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 21:52:31,093 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:52:31,095 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 21:52:31,770 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:52:31,846 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 21:52:32,770 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:52:33,770 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:52:33,847 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 21:52:34,770 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:52:35,770 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:52:36,243 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:52:36,770 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:52:36,860 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 21:52:37,771 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:52:38,770 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:52:39,770 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:52:40,771 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:52:41,771 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:52:42,244 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:52:42,771 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:52:43,811 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:52:44,278 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:52:44,279 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:52:44,810 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:52:45,811 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:52:46,811 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:52:47,244 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:52:47,811 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:52:48,811 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:52:49,811 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:52:50,811 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:52:51,811 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:52:52,244 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:52:52,811 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:52:53,812 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:52:54,812 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:52:55,812 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:52:56,819 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:52:57,251 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:52:57,815 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:52:58,819 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:52:59,289 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:52:59,289 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:52:59,816 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:53:00,816 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:53:01,817 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:53:02,121 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 21:53:02,122 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 21:53:02,123 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 21:53:02,124 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 21:53:02,817 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:53:02,876 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 21:53:03,163 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:53:03,817 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:53:03,877 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 21:53:04,817 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:53:05,817 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:53:06,817 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:53:06,864 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 21:53:07,817 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:53:08,817 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:53:08,867 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:53:09,817 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:53:10,817 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:53:11,817 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:53:12,818 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:53:13,818 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:53:14,247 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:53:14,282 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:53:14,283 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:53:14,818 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:53:15,818 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:53:16,818 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:53:17,818 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:53:18,818 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:53:19,248 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:53:19,818 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:53:20,818 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:53:21,819 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:53:22,819 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:53:23,819 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:53:24,248 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:53:24,819 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:53:25,819 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:53:26,819 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:53:27,819 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:53:28,827 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:53:29,253 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:53:29,283 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:53:29,287 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:53:29,827 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:53:30,823 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:53:31,826 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:53:32,825 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:53:33,825 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:53:34,203 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 21:53:34,204 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 21:53:34,205 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 21:53:34,206 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 21:53:34,825 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:53:34,907 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 21:53:35,245 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:53:35,825 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:53:35,908 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 21:53:36,825 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:53:36,869 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 21:53:37,825 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:53:38,825 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:53:39,825 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:53:40,252 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:53:40,825 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:53:41,826 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:53:42,826 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:53:43,826 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:53:44,283 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:53:44,284 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:53:44,826 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:53:45,252 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:53:45,826 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:53:46,826 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:53:47,826 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:53:48,826 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:53:49,826 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:53:50,252 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:53:50,826 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:53:51,827 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:53:52,827 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:53:53,827 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:53:54,827 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:53:55,827 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:53:56,252 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:53:56,827 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:53:57,827 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:53:58,831 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:53:59,284 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:53:59,285 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:53:59,839 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:54:00,832 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:54:01,257 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:54:01,835 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:54:02,833 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:54:03,838 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:54:04,489 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 21:54:04,491 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 21:54:04,492 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 21:54:04,493 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 21:54:04,907 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:54:04,945 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 21:54:05,907 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:54:05,946 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 21:54:06,872 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 21:54:06,879 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:54:06,907 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:54:07,907 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:54:08,907 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:54:09,907 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:54:10,907 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:54:11,907 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:54:12,254 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:54:12,907 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:54:13,907 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:54:14,285 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:54:14,285 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:54:14,907 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:54:15,908 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:54:16,930 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:54:17,254 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:54:17,927 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:54:18,927 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:54:19,927 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:54:20,928 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:54:21,928 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:54:22,255 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:54:22,928 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:54:23,928 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:54:24,928 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:54:25,928 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:54:26,928 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:54:27,928 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:54:28,255 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:54:28,928 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:54:29,296 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:54:29,301 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:54:29,932 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:54:30,934 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:54:31,932 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:54:32,937 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:54:33,264 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:54:33,934 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:54:34,934 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:54:35,020 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 21:54:35,021 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 21:54:35,021 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 21:54:35,023 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 21:54:35,934 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:54:35,971 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 21:54:35,972 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 21:54:36,876 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 21:54:36,934 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:54:37,934 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:54:38,879 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:54:38,934 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:54:39,934 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:54:40,935 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:54:41,935 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:54:42,935 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:54:43,935 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:54:44,287 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:54:44,288 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:54:44,413 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:54:44,935 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:54:45,935 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:54:46,935 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:54:47,935 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:54:48,935 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:54:49,429 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:54:49,969 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:54:50,968 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:54:51,968 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:54:52,968 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:54:53,968 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:54:54,429 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:54:54,968 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:54:55,968 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:54:56,968 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:54:57,968 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:54:58,969 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:54:59,288 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:54:59,288 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:54:59,442 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:54:59,969 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:55:00,969 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:55:01,969 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:55:02,982 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:55:03,974 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:55:04,977 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:55:05,434 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:55:05,975 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:55:06,881 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 21:55:06,975 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:55:07,619 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 21:55:07,620 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 21:55:07,620 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 21:55:07,622 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 21:55:08,000 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 21:55:08,034 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:55:09,033 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:55:10,002 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 21:55:10,033 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:55:10,435 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:55:11,033 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:55:12,033 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:55:13,033 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:55:14,033 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:55:14,288 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:55:14,288 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:55:15,033 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:55:15,435 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:55:16,033 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:55:17,033 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:55:18,033 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:55:19,033 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:55:20,034 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:55:20,436 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:55:21,034 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:55:22,034 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:55:23,034 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:55:24,034 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:55:25,034 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:55:26,034 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:55:26,436 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:55:27,035 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:55:28,035 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:55:29,035 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:55:29,288 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:55:29,288 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:55:30,035 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:55:31,035 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:55:32,040 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:55:32,441 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:55:33,038 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:55:34,042 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:55:35,043 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:55:36,042 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:55:36,886 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 21:55:37,043 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:55:37,671 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 21:55:37,672 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 21:55:37,673 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 21:55:37,673 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:55:37,674 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 21:55:38,028 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 21:55:38,086 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:55:39,085 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:55:40,029 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 21:55:40,086 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:55:41,086 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:55:42,086 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:55:43,086 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:55:43,440 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:55:44,086 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:55:44,288 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:55:44,288 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:55:45,086 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:55:46,086 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:55:47,086 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:55:48,086 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:55:49,086 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:55:49,440 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:55:50,087 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:55:51,087 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:55:52,087 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:55:53,087 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:55:54,087 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:55:54,440 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:55:55,087 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:55:56,087 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:55:57,087 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:55:58,087 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:55:59,087 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:55:59,288 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:55:59,288 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:55:59,445 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:56:00,088 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:56:01,088 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:56:02,095 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:56:03,092 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:56:04,093 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:56:05,097 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:56:05,445 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:56:06,095 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:56:06,895 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 21:56:07,097 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:56:08,015 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 21:56:08,016 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 21:56:08,016 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 21:56:08,017 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 21:56:08,066 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 21:56:08,428 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:56:09,170 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:56:10,068 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 21:56:10,170 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:56:11,177 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:56:11,442 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:56:12,177 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:56:13,177 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:56:14,177 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:56:14,288 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:56:14,289 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:56:15,177 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:56:16,177 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:56:17,177 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:56:17,442 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:56:18,177 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:56:19,178 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:56:20,178 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:56:21,178 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:56:22,178 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:56:22,443 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:56:23,178 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:56:24,178 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:56:25,178 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:56:26,178 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:56:27,178 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:56:28,179 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:56:28,443 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:56:29,179 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:56:29,288 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:56:29,289 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:56:30,179 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:56:31,179 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:56:32,179 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:56:33,179 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:56:34,179 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:56:34,443 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:56:35,179 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:56:36,184 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:56:36,894 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 21:56:37,181 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:56:38,185 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:56:39,185 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:56:39,896 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:56:40,189 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:56:41,182 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:56:41,186 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 21:56:41,188 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 21:56:41,188 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 21:56:41,194 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 21:56:42,105 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 21:56:42,105 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 21:56:42,398 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:56:43,397 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:56:44,288 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:56:44,289 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:56:44,397 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:56:45,397 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:56:45,422 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:56:46,397 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:56:47,397 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:56:48,397 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:56:49,397 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:56:50,397 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:56:50,446 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:56:51,397 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:56:52,397 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:56:53,397 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:56:54,398 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:56:55,398 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:56:55,447 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:56:56,398 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:56:57,398 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:56:58,398 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:56:59,289 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:56:59,289 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:56:59,398 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:57:00,398 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:57:01,399 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:57:01,447 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:57:02,398 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:57:03,399 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:57:04,399 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:57:05,399 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:57:06,399 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:57:06,451 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:57:06,909 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 21:57:07,401 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:57:08,401 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:57:09,404 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:57:10,402 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:57:11,356 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 21:57:11,356 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 21:57:11,357 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 21:57:11,361 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 21:57:12,131 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 21:57:12,131 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 21:57:12,397 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:57:12,460 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:57:13,459 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:57:14,289 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:57:14,289 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:57:14,459 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:57:15,459 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:57:16,460 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:57:17,451 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:57:17,460 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:57:18,460 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:57:19,460 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:57:20,460 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:57:21,460 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:57:22,452 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:57:22,460 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:57:23,460 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:57:24,460 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:57:25,460 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:57:26,461 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:57:27,460 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:57:28,452 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:57:28,461 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:57:29,289 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:57:29,289 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:57:29,461 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:57:30,461 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:57:31,461 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:57:32,461 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:57:33,461 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:57:34,452 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:57:34,461 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:57:35,461 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:57:36,461 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:57:36,897 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 21:57:37,471 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:57:38,464 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:57:39,465 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:57:39,904 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:57:40,467 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:57:41,467 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:57:42,467 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:57:43,327 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 21:57:43,328 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 21:57:43,329 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 21:57:43,332 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 21:57:43,748 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:57:44,160 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 21:57:44,160 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 21:57:44,289 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:57:44,289 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:57:44,744 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:57:45,364 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:57:45,744 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:57:46,746 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:57:47,745 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:57:48,745 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:57:49,745 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:57:50,453 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:57:50,745 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:57:51,745 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:57:52,745 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:57:53,745 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:57:54,746 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:57:55,746 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:57:56,453 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:57:56,746 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:57:57,778 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:57:58,776 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:57:59,289 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:57:59,290 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:57:59,776 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:58:00,776 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:58:01,776 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:58:02,453 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:58:02,776 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:58:03,776 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:58:04,776 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:58:05,776 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:58:06,777 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:58:06,901 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 21:58:07,777 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:58:07,904 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:58:08,777 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:58:09,787 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:58:10,780 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:58:11,783 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:58:12,781 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:58:13,459 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:58:13,781 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:58:14,298 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:58:14,298 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:58:14,781 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:58:15,547 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 21:58:15,549 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 21:58:15,549 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 21:58:15,555 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 21:58:15,972 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:58:16,189 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 21:58:16,971 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:58:17,971 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:58:18,190 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 21:58:18,589 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:58:18,971 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:58:19,971 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:58:20,971 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:58:21,971 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:58:22,972 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:58:23,972 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:58:24,459 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:58:24,972 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:58:25,972 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:58:26,972 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:58:27,972 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:58:28,973 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:58:29,295 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:58:29,295 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:58:29,972 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:58:30,411 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:58:30,972 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:58:31,972 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:58:32,973 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:58:33,973 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:58:34,973 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:58:35,459 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:58:35,973 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:58:36,909 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 21:58:36,980 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:58:37,975 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:58:38,974 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:58:39,975 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:58:40,466 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:58:40,975 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:58:41,978 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:58:42,975 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:58:42,988 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 21:58:42,990 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 21:58:42,990 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 21:58:42,992 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 21:58:43,212 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 21:58:43,975 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:58:44,213 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 21:58:44,295 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:58:44,295 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:58:44,975 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:58:45,975 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:58:46,462 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:58:46,976 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:58:47,975 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:58:48,975 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:58:49,976 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:58:50,976 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:58:51,462 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:58:51,976 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:58:52,976 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:58:53,976 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:58:54,976 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:58:55,976 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:58:56,462 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:58:56,976 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:58:57,976 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:58:58,976 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:58:59,295 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:58:59,295 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:58:59,977 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:59:00,977 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:59:01,977 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:59:02,462 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:59:02,977 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:59:03,977 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:59:04,977 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:59:06,010 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:59:06,910 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 21:59:07,913 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:59:08,112 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:59:08,228 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 21:59:12,914 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:59:14,841 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:59:15,963 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:59:15,964 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:59:16,389 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:59:18,479 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:59:22,783 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:59:23,479 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:59:24,807 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:59:28,942 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:59:31,533 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:59:32,913 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:59:32,965 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:59:32,966 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:59:34,035 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:59:36,914 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 21:59:39,584 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:59:39,916 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:59:40,942 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:59:45,219 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:59:47,547 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:59:49,338 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 21:59:49,339 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 21:59:49,847 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 21:59:50,485 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 21:59:55,486 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:00:00,487 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:00:00,600 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:00:00,641 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:00:01,601 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:00:02,600 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 22:00:02,601 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:00:02,677 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 22:00:02,677 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 22:00:03,601 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:00:04,601 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:00:05,602 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:00:05,859 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:00:06,602 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:00:06,918 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 22:00:07,602 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:00:08,623 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:00:09,622 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:00:10,622 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:00:10,921 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:00:11,622 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:00:12,622 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:00:13,622 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:00:14,622 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:00:15,622 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:00:16,019 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:00:16,622 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:00:17,622 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:00:17,677 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 22:00:17,677 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 22:00:18,623 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:00:19,623 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:00:20,623 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:00:21,623 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:00:22,020 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:00:22,623 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:00:23,623 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:00:24,623 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:00:25,623 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:00:26,623 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:00:27,020 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:00:27,624 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:00:28,624 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:00:29,624 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:00:30,624 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:00:31,624 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:00:32,624 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:00:32,677 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 22:00:32,678 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 22:00:32,776 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:00:33,624 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:00:34,624 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:00:35,624 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:00:36,624 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:00:36,922 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 22:00:37,625 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:00:37,924 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:00:38,625 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:00:39,625 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:00:40,625 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:00:41,625 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:00:42,625 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:00:43,020 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:00:43,625 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:00:44,625 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:00:45,625 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:00:46,625 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:00:47,625 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:00:47,677 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 22:00:47,677 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 22:00:48,626 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:00:48,748 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:00:49,626 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:00:50,626 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:00:51,626 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:00:52,626 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:00:53,626 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:00:54,020 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:00:59,023 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:01:04,026 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:01:06,926 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 22:01:09,929 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:01:13,986 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 22:01:13,987 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 22:01:14,027 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:01:14,982 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:01:15,093 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:01:15,983 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:01:16,983 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:01:17,983 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:01:18,983 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:01:19,983 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:01:20,983 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:01:20,983 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:01:21,983 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:01:22,983 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:01:23,983 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:01:24,983 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:01:25,983 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:01:26,983 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:01:26,983 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:01:27,984 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:01:28,983 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 22:01:28,983 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 22:01:29,023 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:01:29,984 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:01:30,984 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:01:31,984 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:01:32,125 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:01:32,984 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:01:33,984 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:01:34,984 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:01:35,984 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:01:36,930 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 22:01:36,984 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:01:37,933 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:01:37,985 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:01:38,984 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:01:39,985 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:01:40,985 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:01:41,985 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:01:42,983 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:01:42,985 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:01:43,983 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 22:01:43,983 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 22:01:44,023 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:01:44,985 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:01:45,985 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:01:46,985 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:01:47,985 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:01:48,120 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:01:48,985 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:01:49,986 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:01:50,986 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:01:51,986 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:01:52,986 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:01:53,983 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:01:53,986 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:01:54,986 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:01:55,986 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:01:56,986 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:01:57,986 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:01:58,984 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:01:58,984 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 22:01:58,984 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 22:01:59,024 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:01:59,987 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:02:00,987 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:02:01,987 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:02:02,987 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:02:03,987 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:02:04,984 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:02:04,987 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:02:05,987 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:02:06,953 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 22:02:06,987 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:02:07,988 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:02:08,987 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:02:09,984 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:02:09,988 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:02:10,988 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:02:11,988 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:02:12,988 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:02:13,983 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 22:02:13,983 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 22:02:14,023 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:02:14,988 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:02:15,080 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:02:15,988 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:02:16,988 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:02:17,988 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:02:18,988 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:02:19,988 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:02:20,984 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:02:20,989 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:02:21,989 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:02:22,989 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:02:23,989 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:02:24,989 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:02:25,989 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:02:26,984 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:02:26,989 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:02:27,989 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:02:28,983 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 22:02:28,983 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 22:02:29,023 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:02:29,989 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:02:30,989 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:02:31,990 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:02:32,146 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:02:32,990 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:02:33,990 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:02:34,992 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:02:35,990 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:02:36,939 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 22:02:36,990 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:02:37,941 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:02:37,990 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:02:38,990 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:02:39,991 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:02:40,991 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:02:41,991 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:02:42,985 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:02:42,991 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:02:43,983 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 22:02:43,983 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 22:02:44,024 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:02:44,991 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:02:45,991 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:02:46,991 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:02:47,991 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:02:48,148 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:02:48,991 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:02:49,991 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:02:50,991 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:02:51,991 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:02:52,992 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:02:53,985 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:02:53,992 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:02:54,992 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:02:55,992 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:02:58,985 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:03:03,986 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:03:06,947 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 22:03:09,950 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:03:14,951 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:03:19,955 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:03:24,955 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:03:29,956 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:03:34,957 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:03:36,412 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 22:03:36,412 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:03:36,412 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 22:03:36,947 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 22:03:37,406 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:03:38,793 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:03:39,791 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:03:40,364 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:03:40,791 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:03:40,995 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 22:03:41,791 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:03:42,791 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:03:43,791 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:03:44,791 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:03:44,998 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 22:03:45,791 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:03:45,992 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:03:46,791 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:03:47,791 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:03:48,791 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:03:49,791 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:03:50,791 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:03:51,409 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 22:03:51,410 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 22:03:51,542 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:03:51,792 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:03:52,792 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:03:53,792 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:03:54,792 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:03:55,792 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:03:56,792 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:03:57,411 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:03:57,792 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:03:58,792 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:03:59,792 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:04:00,792 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:04:01,792 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:04:02,793 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:04:03,411 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:04:03,793 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:04:04,793 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:04:05,802 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:04:06,417 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 22:04:06,418 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 22:04:06,797 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:04:06,953 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 22:04:07,797 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:04:08,797 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:04:08,962 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:04:09,799 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:04:10,983 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:04:11,264 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 22:04:11,265 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 22:04:11,265 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 22:04:11,267 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 22:04:12,023 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 22:04:12,252 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:04:13,024 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 22:04:13,249 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:04:14,249 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:04:14,252 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:04:15,249 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:04:16,249 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:04:17,249 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:04:18,249 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:04:19,249 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:04:19,421 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:04:20,249 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:04:21,250 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:04:21,415 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 22:04:21,415 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 22:04:22,250 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:04:23,250 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:04:24,250 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:04:24,483 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:04:25,250 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:04:26,250 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:04:27,250 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:04:28,250 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:04:29,250 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:04:30,250 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:04:30,421 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:04:31,250 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:04:32,251 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:04:33,251 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:04:34,251 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:04:35,251 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:04:36,251 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:04:36,415 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 22:04:36,415 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 22:04:36,550 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:04:36,965 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 22:04:37,256 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:04:38,256 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:04:39,256 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:04:40,256 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:04:41,256 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:04:42,260 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:04:42,435 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:04:43,013 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 22:04:43,014 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 22:04:43,014 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 22:04:43,016 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 22:04:43,047 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 22:04:43,430 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:04:44,429 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:04:45,049 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 22:04:45,429 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:04:46,429 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:04:47,429 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:04:48,426 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:04:48,429 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:04:49,429 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:04:50,430 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:04:51,415 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 22:04:51,415 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 22:04:51,455 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:04:52,430 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:04:53,430 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:04:53,538 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:04:54,430 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:04:55,430 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:04:56,430 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:04:57,431 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:04:58,431 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:04:59,427 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:04:59,431 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:05:00,431 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:05:01,431 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:05:02,431 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:05:03,431 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:05:04,431 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:05:05,427 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:05:05,431 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:05:06,415 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 22:05:06,415 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 22:05:06,455 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:05:06,959 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 22:05:07,432 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:05:08,431 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:05:09,432 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:05:10,440 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:05:10,964 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:05:11,434 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:05:12,444 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:05:13,442 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:05:14,441 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:05:15,442 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:05:15,795 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 22:05:15,796 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 22:05:15,796 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 22:05:15,802 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 22:05:16,083 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 22:05:16,429 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:05:16,442 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:05:17,085 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 22:05:17,442 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:05:18,442 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:05:19,442 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:05:20,442 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:05:21,415 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 22:05:21,416 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 22:05:21,456 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:05:21,567 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:05:22,443 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:05:23,442 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:05:24,443 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:05:25,443 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:05:26,443 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:05:27,428 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:05:27,443 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:05:28,443 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:05:29,443 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:05:30,443 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:05:31,443 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:05:32,429 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:05:32,443 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:05:33,444 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:05:34,444 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:05:35,444 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:05:36,415 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 22:05:36,416 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 22:05:36,456 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:05:36,964 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 22:05:37,444 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:05:37,966 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:05:38,444 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:05:39,450 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:05:40,449 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:05:41,448 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:05:42,450 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:05:43,432 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:05:43,451 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:05:44,448 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:05:45,393 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 22:05:45,394 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 22:05:45,394 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 22:05:45,396 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 22:05:45,811 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:05:46,108 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 22:05:46,543 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:05:47,109 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 22:05:47,543 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:05:48,543 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:05:49,431 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:05:49,543 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:05:50,543 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:05:51,415 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 22:05:51,416 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 22:05:51,543 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:05:52,543 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:05:53,543 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:05:54,519 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:05:54,544 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:05:55,544 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:05:56,544 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:05:57,544 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:05:58,544 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:05:59,544 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:06:00,431 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:06:00,544 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:06:01,544 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:06:02,544 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:06:03,544 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:06:04,544 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:06:05,545 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:06:06,415 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 22:06:06,416 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 22:06:06,495 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:06:06,545 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:06:06,968 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 22:06:07,555 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:06:08,551 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:06:09,553 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:06:10,576 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:06:11,559 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:06:12,434 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:06:12,556 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:06:13,516 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 22:06:13,517 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 22:06:13,518 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 22:06:13,520 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 22:06:13,940 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:06:14,134 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 22:06:14,939 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:06:15,135 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 22:06:15,939 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:06:16,940 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:06:17,434 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:06:17,940 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:06:18,940 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:06:19,940 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:06:20,940 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:06:21,415 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 22:06:21,416 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 22:06:21,940 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:06:22,493 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:06:22,940 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:06:23,940 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:06:24,940 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:06:25,940 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:06:26,941 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:06:27,941 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:06:28,433 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:06:28,941 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:06:29,941 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:06:30,941 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:06:31,941 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:06:32,941 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:06:33,941 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:06:34,433 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:06:34,941 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:06:35,941 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:06:36,416 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 22:06:36,416 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 22:06:36,942 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:06:36,972 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 22:06:37,942 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:06:38,951 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:06:39,945 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:06:39,977 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:06:40,945 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:06:41,946 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:06:42,948 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:06:43,947 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:06:44,713 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 22:06:44,714 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 22:06:44,715 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 22:06:44,716 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 22:06:45,131 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:06:45,168 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 22:06:45,754 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:06:46,130 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:06:47,130 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:06:47,169 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 22:06:48,130 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:06:49,130 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:06:50,130 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:06:51,130 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:06:51,416 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 22:06:51,416 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 22:06:51,520 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:06:52,130 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:06:53,130 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:06:54,130 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:06:55,130 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:06:56,130 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:06:57,165 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:06:57,440 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:06:58,162 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:06:59,162 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:07:00,162 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:07:01,162 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:07:02,162 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:07:03,162 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:07:03,440 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:07:04,163 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:07:05,163 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:07:06,163 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:07:06,416 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 22:07:06,416 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 22:07:06,977 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 22:07:07,163 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:07:08,163 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:07:08,984 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:07:09,173 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:07:10,166 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:07:11,167 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:07:12,170 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:07:13,170 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:07:14,171 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:07:14,443 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:07:14,889 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 22:07:14,890 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 22:07:14,891 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 22:07:14,892 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 22:07:15,199 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 22:07:15,311 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:07:16,310 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:07:17,202 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 22:07:17,310 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:07:18,310 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:07:19,310 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:07:20,310 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:07:20,441 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:07:21,310 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:07:21,416 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 22:07:21,416 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 22:07:22,311 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:07:23,311 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:07:24,311 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:07:25,311 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:07:25,552 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:07:26,311 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:07:27,311 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:07:28,311 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:07:29,311 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:07:30,311 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:07:31,311 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:07:31,441 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:07:32,312 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:07:33,312 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:07:34,312 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:07:35,312 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:07:36,312 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:07:36,416 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 22:07:36,416 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 22:07:36,554 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:07:36,981 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 22:07:37,312 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:07:38,312 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:07:39,322 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:07:40,316 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:07:41,316 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:07:42,321 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:07:42,444 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:07:43,322 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:07:44,324 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:07:45,138 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 22:07:45,138 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 22:07:45,139 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 22:07:45,140 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 22:07:45,232 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 22:07:45,554 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:07:46,553 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:07:47,234 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 22:07:47,445 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:07:47,553 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:07:48,553 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:07:49,554 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:07:50,554 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:07:51,416 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 22:07:51,417 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 22:07:51,554 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:07:52,514 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:07:52,554 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:07:53,554 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:07:54,554 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:07:55,554 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:07:56,554 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:07:57,554 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:07:58,444 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:07:58,554 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:07:59,555 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:08:00,555 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:08:01,555 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:08:02,555 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:08:03,445 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:08:03,555 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:08:04,555 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:08:05,555 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:08:06,416 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 22:08:06,417 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 22:08:06,555 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:08:06,985 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 22:08:07,555 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:08:08,556 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:08:08,987 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:08:09,556 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:08:10,556 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:08:11,556 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:08:12,561 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:08:13,561 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:08:14,450 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:08:14,558 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:08:15,558 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:08:16,559 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:08:17,560 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:08:18,117 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 22:08:18,118 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 22:08:18,118 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 22:08:18,120 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 22:08:18,264 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 22:08:18,560 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:08:19,265 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 22:08:19,560 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:08:20,158 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:08:20,560 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:08:21,416 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 22:08:21,417 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 22:08:21,560 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:08:22,560 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:08:23,560 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:08:24,560 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:08:25,555 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:08:25,560 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:08:26,560 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:08:27,560 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:08:28,561 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:08:29,561 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:08:30,726 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:08:31,449 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:08:31,723 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:08:32,723 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:08:33,723 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:08:34,723 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:08:35,723 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:08:36,417 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 22:08:36,417 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 22:08:36,560 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:08:36,723 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:08:36,989 DEBUG SenderThread:823089 [sender.py:send():379] send: stats +2024-12-26 22:08:37,723 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:08:38,723 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:08:39,723 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:08:40,734 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:08:41,734 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:08:42,451 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:08:42,730 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:08:43,734 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:08:44,734 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:08:45,734 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:08:46,630 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 22:08:46,631 DEBUG SenderThread:823089 [sender.py:send():379] send: history +2024-12-26 22:08:46,632 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: summary_record +2024-12-26 22:08:46,633 INFO SenderThread:823089 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 22:08:47,048 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:08:47,292 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/wandb-summary.json +2024-12-26 22:08:47,672 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:08:47,780 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:08:48,780 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:08:49,294 INFO Thread-12 :823089 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/files/output.log +2024-12-26 22:08:49,780 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:08:50,780 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:08:51,416 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 22:08:51,417 DEBUG SenderThread:823089 [sender.py:send_request():406] send_request: stop_status +2024-12-26 22:08:51,781 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:08:52,781 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:08:53,568 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:08:53,781 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:08:54,781 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:08:55,781 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:08:56,781 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:08:57,781 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:08:58,781 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:08:59,452 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:08:59,781 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:09:00,921 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:09:01,826 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:09:02,826 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:09:03,827 DEBUG HandlerThread:823089 [handler.py:handle_request():158] handle_request: internal_messages diff --git a/wandb/run-20241226_145403-c7ovtvny/logs/debug.log b/wandb/run-20241226_145403-c7ovtvny/logs/debug.log new file mode 100644 index 0000000000000000000000000000000000000000..959f3d4803e46e42e4a4248f53b2f02b7dbe9886 --- /dev/null +++ b/wandb/run-20241226_145403-c7ovtvny/logs/debug.log @@ -0,0 +1,31 @@ +2024-12-26 14:54:03,041 INFO MainThread:821408 [wandb_setup.py:_flush():76] Current SDK version is 0.17.3 +2024-12-26 14:54:03,041 INFO MainThread:821408 [wandb_setup.py:_flush():76] Configure stats pid to 821408 +2024-12-26 14:54:03,041 INFO MainThread:821408 [wandb_setup.py:_flush():76] Loading settings from /home/ctpham_umass_edu/.config/wandb/settings +2024-12-26 14:54:03,041 INFO MainThread:821408 [wandb_setup.py:_flush():76] Loading settings from /work/pi_miyyer_umass_edu/ctpham/BookClaim-dev/prolong-final/wandb/settings +2024-12-26 14:54:03,041 INFO MainThread:821408 [wandb_setup.py:_flush():76] Loading settings from environment variables: {'root_dir': '/scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_', 'project': 'prolong', 'api_key': '***REDACTED***', 'mode': 'online'} +2024-12-26 14:54:03,042 INFO MainThread:821408 [wandb_setup.py:_flush():76] Applying setup settings: {'_disable_service': False} +2024-12-26 14:54:03,042 INFO MainThread:821408 [wandb_setup.py:_flush():76] Inferring run settings from compute environment: {'program_relpath': 'prolong-final/finetune.py', 'program_abspath': '/work/pi_miyyer_umass_edu/ctpham/BookClaim-dev/prolong-final/finetune.py', 'program': '/work/pi_miyyer_umass_edu/ctpham/BookClaim-dev/prolong-final/finetune.py'} +2024-12-26 14:54:03,042 INFO MainThread:821408 [wandb_setup.py:_flush():76] Applying login settings: {} +2024-12-26 14:54:03,042 INFO MainThread:821408 [wandb_init.py:_log_setup():520] Logging user logs to /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/logs/debug.log +2024-12-26 14:54:03,042 INFO MainThread:821408 [wandb_init.py:_log_setup():521] Logging internal logs to /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_145403-c7ovtvny/logs/debug-internal.log +2024-12-26 14:54:03,042 INFO MainThread:821408 [wandb_init.py:init():560] calling init triggers +2024-12-26 14:54:03,042 INFO MainThread:821408 [wandb_init.py:init():567] wandb.init called with sweep_config: {} +config: {} +2024-12-26 14:54:03,042 INFO MainThread:821408 [wandb_init.py:init():610] starting backend +2024-12-26 14:54:03,042 INFO MainThread:821408 [wandb_init.py:init():614] setting up manager +2024-12-26 14:54:03,045 INFO MainThread:821408 [backend.py:_multiprocessing_setup():105] multiprocessing start_methods=fork,spawn,forkserver, using: spawn +2024-12-26 14:54:03,048 INFO MainThread:821408 [wandb_init.py:init():622] backend started and connected +2024-12-26 14:54:03,057 INFO MainThread:821408 [wandb_init.py:init():711] updated telemetry +2024-12-26 14:54:03,100 INFO MainThread:821408 [wandb_init.py:init():744] communicating run to backend with 90.0 second timeout +2024-12-26 14:54:03,347 INFO MainThread:821408 [wandb_run.py:_on_init():2402] communicating current version +2024-12-26 14:54:03,407 INFO MainThread:821408 [wandb_run.py:_on_init():2411] got version response upgrade_message: "wandb version 0.19.1 is available! To upgrade, please run:\n $ pip install wandb --upgrade" + +2024-12-26 14:54:03,407 INFO MainThread:821408 [wandb_init.py:init():795] starting run threads in backend +2024-12-26 14:54:11,326 INFO MainThread:821408 [wandb_run.py:_console_start():2380] atexit reg +2024-12-26 14:54:11,326 INFO MainThread:821408 [wandb_run.py:_redirect():2235] redirect: wrap_raw +2024-12-26 14:54:11,326 INFO MainThread:821408 [wandb_run.py:_redirect():2300] Wrapping output streams. +2024-12-26 14:54:11,326 INFO MainThread:821408 [wandb_run.py:_redirect():2325] Redirects installed. +2024-12-26 14:54:11,328 INFO MainThread:821408 [wandb_init.py:init():838] run started, returning control to user process +2024-12-26 14:54:11,330 INFO MainThread:821408 [wandb_run.py:_config_callback():1382] config_cb None None {'vocab_size': 128256, 'max_position_embeddings': 524288, 'hidden_size': 4096, 'intermediate_size': 14336, 'num_hidden_layers': 32, 'num_attention_heads': 32, 'num_key_value_heads': 8, 'hidden_act': 'silu', 'initializer_range': 0.02, 'rms_norm_eps': 1e-05, 'pretraining_tp': 1, 'use_cache': True, 'rope_theta': 128000000.0, 'rope_scaling': None, 'attention_bias': False, 'attention_dropout': 0.0, 'mlp_bias': False, 'return_dict': True, 'output_hidden_states': False, 'output_attentions': False, 'torchscript': False, 'torch_dtype': 'float32', 'use_bfloat16': False, 'tf_legacy_loss': False, 'pruned_heads': {}, 'tie_word_embeddings': False, 'chunk_size_feed_forward': 0, 'is_encoder_decoder': False, 'is_decoder': False, 'cross_attention_hidden_size': None, 'add_cross_attention': False, 'tie_encoder_decoder': False, 'max_length': 20, 'min_length': 0, 'do_sample': False, 'early_stopping': False, 'num_beams': 1, 'num_beam_groups': 1, 'diversity_penalty': 0.0, 'temperature': 1.0, 'top_k': 50, 'top_p': 1.0, 'typical_p': 1.0, 'repetition_penalty': 1.0, 'length_penalty': 1.0, 'no_repeat_ngram_size': 0, 'encoder_no_repeat_ngram_size': 0, 'bad_words_ids': None, 'num_return_sequences': 1, 'output_scores': False, 'return_dict_in_generate': False, 'forced_bos_token_id': None, 'forced_eos_token_id': None, 'remove_invalid_values': False, 'exponential_decay_length_penalty': None, 'suppress_tokens': None, 'begin_suppress_tokens': None, 'architectures': ['LlamaForCausalLM'], 'finetuning_task': None, 'id2label': {0: 'LABEL_0', 1: 'LABEL_1'}, 'label2id': {'LABEL_0': 0, 'LABEL_1': 1}, 'tokenizer_class': None, 'prefix': None, 'bos_token_id': 128000, 'pad_token_id': 0, 'eos_token_id': 128009, 'sep_token_id': None, 'decoder_start_token_id': None, 'task_specific_params': None, 'problem_type': None, '_name_or_path': '/scratch3/workspace/ctpham_umass_edu-ft/models/Llama-3-8B-ProLong-512k-Base/', 'transformers_version': '4.44.2', 'model_type': 'llama', 'output_dir': '/scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_', 'overwrite_output_dir': False, 'do_train': True, 'do_eval': False, 'do_predict': False, 'eval_strategy': 'no', 'prediction_loss_only': False, 'per_device_train_batch_size': 1, 'per_device_eval_batch_size': 8, 'per_gpu_train_batch_size': None, 'per_gpu_eval_batch_size': None, 'gradient_accumulation_steps': 2, 'eval_accumulation_steps': None, 'eval_delay': 0, 'torch_empty_cache_steps': None, 'learning_rate': 1e-06, 'weight_decay': 0.1, 'adam_beta1': 0.9, 'adam_beta2': 0.95, 'adam_epsilon': 1e-08, 'max_grad_norm': 1.0, 'num_train_epochs': 1.0, 'max_steps': -1, 'lr_scheduler_type': 'cosine', 'lr_scheduler_kwargs': {}, 'warmup_ratio': 0.05, 'warmup_steps': 0, 'log_level': 'info', 'log_level_replica': 'warning', 'log_on_each_node': True, 'logging_dir': '/scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/runs/Dec26_14-47-22_gpu021', 'logging_strategy': 'steps', 'logging_first_step': False, 'logging_steps': 1.0, 'logging_nan_inf_filter': True, 'save_strategy': 'steps', 'save_steps': 200, 'save_total_limit': None, 'save_safetensors': True, 'save_on_each_node': False, 'save_only_model': False, 'restore_callback_states_from_checkpoint': False, 'no_cuda': False, 'use_cpu': False, 'use_mps_device': False, 'seed': 42, 'data_seed': None, 'jit_mode_eval': False, 'use_ipex': False, 'bf16': True, 'fp16': False, 'fp16_opt_level': 'O1', 'half_precision_backend': 'auto', 'bf16_full_eval': False, 'fp16_full_eval': False, 'tf32': None, 'local_rank': 0, 'ddp_backend': None, 'tpu_num_cores': None, 'tpu_metrics_debug': False, 'debug': [], 'dataloader_drop_last': False, 'eval_steps': None, 'dataloader_num_workers': 1, 'dataloader_prefetch_factor': None, 'past_index': -1, 'run_name': 'balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_', 'disable_tqdm': True, 'remove_unused_columns': False, 'label_names': None, 'load_best_model_at_end': False, 'metric_for_best_model': None, 'greater_is_better': None, 'ignore_data_skip': True, 'fsdp': ['auto_wrap', 'offload'], 'fsdp_min_num_params': 0, 'fsdp_config': {'min_num_params': 0, 'xla': False, 'xla_fsdp_v2': False, 'xla_fsdp_grad_ckpt': False}, 'fsdp_transformer_layer_cls_to_wrap': None, 'accelerator_config': {'split_batches': False, 'dispatch_batches': None, 'even_batches': True, 'use_seedable_sampler': True, 'non_blocking': False, 'gradient_accumulation_kwargs': None}, 'deepspeed': None, 'label_smoothing_factor': 0.0, 'optim': 'adamw_torch', 'optim_args': None, 'adafactor': False, 'group_by_length': False, 'length_column_name': 'length', 'report_to': ['wandb'], 'ddp_find_unused_parameters': False, 'ddp_bucket_cap_mb': None, 'ddp_broadcast_buffers': None, 'dataloader_pin_memory': True, 'dataloader_persistent_workers': False, 'skip_memory_metrics': True, 'use_legacy_prediction_loop': False, 'push_to_hub': False, 'resume_from_checkpoint': None, 'hub_model_id': None, 'hub_strategy': 'every_save', 'hub_token': '', 'hub_private_repo': False, 'hub_always_push': False, 'gradient_checkpointing': True, 'gradient_checkpointing_kwargs': None, 'include_inputs_for_metrics': False, 'eval_do_concat_batches': True, 'fp16_backend': 'auto', 'evaluation_strategy': None, 'push_to_hub_model_id': None, 'push_to_hub_organization': None, 'push_to_hub_token': '', 'mp_parameters': '', 'auto_find_batch_size': False, 'full_determinism': False, 'torchdynamo': None, 'ray_scope': 'last', 'ddp_timeout': 1800, 'torch_compile': False, 'torch_compile_backend': None, 'torch_compile_mode': None, 'dispatch_batches': None, 'split_batches': None, 'include_tokens_per_second': False, 'include_num_input_tokens_seen': False, 'neftune_noise_alpha': None, 'optim_target_modules': None, 'batch_eval_metrics': False, 'eval_on_start': False, 'eval_use_gather_object': False, 'min_lr_ratio': 0.1, 'cuda_empty_cache': True, 'streaming_dataset': True, 'seq_parallel_size': 8} +2024-12-26 14:54:11,333 INFO MainThread:821408 [wandb_config.py:__setitem__():151] config set model/num_parameters = 1003782656 - > +2024-12-26 14:54:11,333 INFO MainThread:821408 [wandb_run.py:_config_callback():1382] config_cb model/num_parameters 1003782656 None diff --git a/wandb/run-20241226_145403-c7ovtvny/run-c7ovtvny.wandb b/wandb/run-20241226_145403-c7ovtvny/run-c7ovtvny.wandb new file mode 100644 index 0000000000000000000000000000000000000000..be06b8c7598e997e8fd69cf8c8b73a58fc03f6e0 --- /dev/null +++ b/wandb/run-20241226_145403-c7ovtvny/run-c7ovtvny.wandb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4515d1b5896835583655b9ecdfda579f01b8079e4399415d206f76bff8f05046 +size 5248016 diff --git a/wandb/run-20241226_224836-fta6xses/files/conda-environment.yaml b/wandb/run-20241226_224836-fta6xses/files/conda-environment.yaml new file mode 100644 index 0000000000000000000000000000000000000000..d2cacf8eea4300a70c170cc383a425abcfc1e126 --- /dev/null +++ b/wandb/run-20241226_224836-fta6xses/files/conda-environment.yaml @@ -0,0 +1,232 @@ +name: /scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final +channels: + - conda-forge +dependencies: + - _libgcc_mutex=0.1=conda_forge + - _openmp_mutex=4.5=2_gnu + - bzip2=1.0.8=h4bc722e_7 + - ca-certificates=2024.12.14=hbcca054_0 + - ld_impl_linux-64=2.43=h712a8e2_2 + - libffi=3.4.2=h7f98852_5 + - libgcc=14.2.0=h77fa898_1 + - libgcc-ng=14.2.0=h69a702a_1 + - libgomp=14.2.0=h77fa898_1 + - liblzma=5.6.3=hb9d3cd8_1 + - liblzma-devel=5.6.3=hb9d3cd8_1 + - libnsl=2.0.1=hd590300_0 + - libsqlite=3.47.2=hee588c1_0 + - libuuid=2.38.1=h0b41bf4_0 + - libzlib=1.3.1=hb9d3cd8_2 + - ncurses=6.5=he02047a_1 + - openssl=3.4.0=hb9d3cd8_0 + - pip=24.3.1=pyh8b19718_2 + - python=3.10.0=h543edf9_3_cpython + - readline=8.2=h8228510_1 + - setuptools=75.6.0=pyhff2d567_1 + - sqlite=3.47.2=h9eae976_0 + - tk=8.6.13=noxft_h4845f30_101 + - wheel=0.45.1=pyhd8ed1ab_1 + - xz=5.6.3=hbcc6ac9_1 + - xz-gpl-tools=5.6.3=hbcc6ac9_1 + - xz-tools=5.6.3=hb9d3cd8_1 + - pip: + - accelerate==0.32.1 + - aiohappyeyeballs==2.4.3 + - aiohttp==3.11.2 + - aioprometheus==23.12.0 + - aiosignal==1.3.1 + - annotated-types==0.7.0 + - anthropic==0.39.0 + - anyio==4.6.2.post1 + - argcomplete==3.5.1 + - arrow==1.3.0 + - async-timeout==5.0.1 + - attrs==24.2.0 + - azure-core==1.32.0 + - azure-identity==1.19.0 + - azure-storage-blob==12.24.0 + - azure-storage-file-datalake==12.18.0 + - backoff==2.2.1 + - bcrypt==4.2.0 + - blobfile==3.0.0 + - boto3==1.35.63 + - botocore==1.35.63 + - brotli==1.1.0 + - cachetools==5.5.0 + - certifi==2024.8.30 + - cffi==1.17.1 + - charset-normalizer==3.4.0 + - circuitbreaker==2.0.0 + - click==8.1.7 + - cloudpickle==3.1.0 + - compressed-tensors==0.8.0 + - contourpy==1.3.1 + - cramjam==2.9.0 + - cryptography==43.0.3 + - cycler==0.12.1 + - datasets==2.20.0 + - debugpy==1.8.11 + - dill==0.3.8 + - diskcache==5.6.3 + - distro==1.9.0 + - docker-pycreds==0.4.0 + - docstring-parser==0.16 + - einops==0.8.0 + - fastapi==0.115.5 + - filelock==3.16.1 + - flash-attn==2.6.1 + - fonttools==4.55.0 + - frozenlist==1.5.0 + - fsspec==2024.5.0 + - gguf==0.10.0 + - gitdb==4.0.11 + - gitpython==3.1.43 + - google-api-core==2.23.0 + - google-auth==2.36.0 + - google-cloud-aiplatform==1.71.1 + - google-cloud-bigquery==3.27.0 + - google-cloud-core==2.4.1 + - google-cloud-resource-manager==1.13.1 + - google-cloud-storage==2.10.0 + - google-crc32c==1.6.0 + - google-resumable-media==2.7.2 + - googleapis-common-protos==1.66.0 + - gql==3.5.0 + - graphql-core==3.2.5 + - grpc-google-iam-v1==0.13.1 + - grpcio==1.68.0 + - grpcio-status==1.62.3 + - h11==0.14.0 + - httpcore==1.0.7 + - httptools==0.6.4 + - httpx==0.27.2 + - huggingface-hub==0.26.2 + - idna==3.10 + - importlib-metadata==8.5.0 + - interegular==0.3.3 + - ipython==8.18.0 + - isodate==0.7.2 + - jedi==0.19.2 + - jinja2==3.1.4 + - jiter==0.7.1 + - jmespath==1.0.1 + - jsonschema==4.23.0 + - jsonschema-specifications==2024.10.1 + - kiwisolver==1.4.7 + - lark==1.2.2 + - llvmlite==0.43.0 + - lm-format-enforcer==0.10.9 + - lxml==5.3.0 + - markdown-it-py==3.0.0 + - markupsafe==3.0.2 + - matplotlib==3.9.2 + - mdurl==0.1.2 + - mosaicml-cli==0.5.34 + - mosaicml-streaming==0.8.1 + - mpmath==1.3.0 + - msal==1.31.1 + - msal-extensions==1.2.0 + - msgpack==1.1.0 + - msgspec==0.18.6 + - multidict==6.1.0 + - multiprocess==0.70.16 + - networkx==3.4.2 + - ninja==1.11.1.1 + - numba==0.60.0 + - numpy==1.26.3 + - nvidia-cublas-cu12==12.1.3.1 + - nvidia-cuda-cupti-cu12==12.1.105 + - nvidia-cuda-nvrtc-cu12==12.1.105 + - nvidia-cuda-runtime-cu12==12.1.105 + - nvidia-cudnn-cu12==9.1.0.70 + - nvidia-cufft-cu12==11.0.2.54 + - nvidia-curand-cu12==10.3.2.106 + - nvidia-cusolver-cu12==11.4.5.107 + - nvidia-cusparse-cu12==12.1.0.106 + - nvidia-ml-py==12.560.30 + - nvidia-nccl-cu12==2.20.5 + - nvidia-nvjitlink-cu12==12.4.127 + - nvidia-nvtx-cu12==12.1.105 + - oci==2.138.1 + - openai==1.54.5 + - opencv-python-headless==4.10.0.84 + - orjson==3.10.11 + - outlines==0.0.46 + - packaging==24.1 + - pandas==2.2.1 + - paramiko==3.5.0 + - partial-json-parser==0.2.1.1.post4 + - pillow==10.4.0 + - portalocker==2.10.1 + - prometheus-client==0.21.0 + - prometheus-fastapi-instrumentator==7.0.0 + - prompt-toolkit==3.0.36 + - propcache==0.2.0 + - proto-plus==1.25.0 + - protobuf==4.25.3 + - py-cpuinfo==9.0.0 + - pyairports==2.1.1 + - pyarrow==18.0.0 + - pyarrow-hotfix==0.6 + - pyasn1==0.6.1 + - pyasn1-modules==0.4.1 + - pycountry==24.6.1 + - pycparser==2.22 + - pycryptodomex==3.21.0 + - pydantic==2.9.2 + - pydantic-core==2.23.4 + - pyjwt==2.10.0 + - pynacl==1.5.0 + - pyopenssl==24.2.1 + - pyparsing==3.2.0 + - python-dateutil==2.9.0 + - python-dotenv==1.0.1 + - python-snappy==0.7.3 + - pytz==2024.2 + - pyyaml==6.0.2 + - quantile-python==1.1 + - questionary==2.0.1 + - ray==2.39.0 + - referencing==0.35.1 + - regex==2023.12.25 + - requests==2.32.3 + - rich==13.9.4 + - rotary-emb==0.5.2 + - rpds-py==0.21.0 + - rsa==4.9 + - ruamel-yaml==0.18.6 + - ruamel-yaml-clib==0.2.12 + - s3transfer==0.10.3 + - safetensors==0.4.5 + - sentencepiece==0.1.99 + - sentry-sdk==2.18.0 + - setproctitle==1.3.4 + - shapely==2.0.6 + - smmap==5.0.1 + - sniffio==1.3.1 + - starlette==0.41.3 + - sympy==1.13.1 + - tiktoken==0.7.0 + - tokenizers==0.19.1 + - torch==2.4.1 + - torchvision==0.19.1 + - tqdm==4.66.4 + - transformers==4.44.2 + - triton==3.0.0 + - types-python-dateutil==2.9.0.20241003 + - tzdata==2024.2 + - urllib3==2.2.3 + - uvicorn==0.32.0 + - uvloop==0.21.0 + - validators==0.34.0 + - vertexai==1.71.1 + - wandb==0.17.3 + - watchfiles==0.24.0 + - websockets==11.0.3 + - xformers==0.0.28.post1 + - xxhash==3.5.0 + - yarl==1.17.2 + - zipp==3.21.0 + - zstandard==0.22.0 + - zstd==1.5.5.1 +prefix: /scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final diff --git a/wandb/run-20241226_224836-fta6xses/files/config.yaml b/wandb/run-20241226_224836-fta6xses/files/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..cdb7482d7d88069be58adfeb28f802ddd5c29b90 --- /dev/null +++ b/wandb/run-20241226_224836-fta6xses/files/config.yaml @@ -0,0 +1,706 @@ +wandb_version: 1 + +_wandb: + desc: null + value: + python_version: 3.10.0 + cli_version: 0.17.3 + framework: huggingface + huggingface_version: 4.44.2 + is_jupyter_run: false + is_kaggle_kernel: false + start_time: 1735253316 + t: + 1: + - 1 + - 11 + - 41 + - 49 + - 51 + - 55 + - 71 + - 105 + 2: + - 1 + - 11 + - 41 + - 49 + - 51 + - 55 + - 71 + - 105 + 3: + - 7 + - 13 + - 19 + - 23 + - 62 + - 66 + 4: 3.10.0 + 5: 0.17.3 + 6: 4.44.2 + 8: + - 5 + 9: + 1: transformers_trainer + 13: linux-x86_64 + m: + - 1: train/global_step + 6: + - 3 + - 1: train/loss + 5: 1 + 6: + - 1 + - 1: train/grad_norm + 5: 1 + 6: + - 1 + - 1: train/learning_rate + 5: 1 + 6: + - 1 + - 1: train/epoch + 5: 1 + 6: + - 1 + - 1: train/num_input_tokens_seen + 5: 1 + 6: + - 1 +vocab_size: + desc: null + value: 128256 +max_position_embeddings: + desc: null + value: 524288 +hidden_size: + desc: null + value: 4096 +intermediate_size: + desc: null + value: 14336 +num_hidden_layers: + desc: null + value: 32 +num_attention_heads: + desc: null + value: 32 +num_key_value_heads: + desc: null + value: 8 +hidden_act: + desc: null + value: silu +initializer_range: + desc: null + value: 0.02 +rms_norm_eps: + desc: null + value: 1.0e-05 +pretraining_tp: + desc: null + value: 1 +use_cache: + desc: null + value: true +rope_theta: + desc: null + value: 128000000.0 +rope_scaling: + desc: null + value: null +attention_bias: + desc: null + value: false +attention_dropout: + desc: null + value: 0.0 +mlp_bias: + desc: null + value: false +return_dict: + desc: null + value: true +output_hidden_states: + desc: null + value: false +output_attentions: + desc: null + value: false +torchscript: + desc: null + value: false +torch_dtype: + desc: null + value: float32 +use_bfloat16: + desc: null + value: false +tf_legacy_loss: + desc: null + value: false +pruned_heads: + desc: null + value: {} +tie_word_embeddings: + desc: null + value: false +chunk_size_feed_forward: + desc: null + value: 0 +is_encoder_decoder: + desc: null + value: false +is_decoder: + desc: null + value: false +cross_attention_hidden_size: + desc: null + value: null +add_cross_attention: + desc: null + value: false +tie_encoder_decoder: + desc: null + value: false +max_length: + desc: null + value: 20 +min_length: + desc: null + value: 0 +do_sample: + desc: null + value: false +early_stopping: + desc: null + value: false +num_beams: + desc: null + value: 1 +num_beam_groups: + desc: null + value: 1 +diversity_penalty: + desc: null + value: 0.0 +temperature: + desc: null + value: 1.0 +top_k: + desc: null + value: 50 +top_p: + desc: null + value: 1.0 +typical_p: + desc: null + value: 1.0 +repetition_penalty: + desc: null + value: 1.0 +length_penalty: + desc: null + value: 1.0 +no_repeat_ngram_size: + desc: null + value: 0 +encoder_no_repeat_ngram_size: + desc: null + value: 0 +bad_words_ids: + desc: null + value: null +num_return_sequences: + desc: null + value: 1 +output_scores: + desc: null + value: false +return_dict_in_generate: + desc: null + value: false +forced_bos_token_id: + desc: null + value: null +forced_eos_token_id: + desc: null + value: null +remove_invalid_values: + desc: null + value: false +exponential_decay_length_penalty: + desc: null + value: null +suppress_tokens: + desc: null + value: null +begin_suppress_tokens: + desc: null + value: null +architectures: + desc: null + value: + - LlamaForCausalLM +finetuning_task: + desc: null + value: null +id2label: + desc: null + value: + '0': LABEL_0 + '1': LABEL_1 +label2id: + desc: null + value: + LABEL_0: 0 + LABEL_1: 1 +tokenizer_class: + desc: null + value: null +prefix: + desc: null + value: null +bos_token_id: + desc: null + value: 128000 +pad_token_id: + desc: null + value: 0 +eos_token_id: + desc: null + value: 128009 +sep_token_id: + desc: null + value: null +decoder_start_token_id: + desc: null + value: null +task_specific_params: + desc: null + value: null +problem_type: + desc: null + value: null +_name_or_path: + desc: null + value: /scratch3/workspace/ctpham_umass_edu-ft/models/Llama-3-8B-ProLong-512k-Base/ +transformers_version: + desc: null + value: 4.44.2 +model_type: + desc: null + value: llama +output_dir: + desc: null + value: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_ +overwrite_output_dir: + desc: null + value: false +do_train: + desc: null + value: true +do_eval: + desc: null + value: false +do_predict: + desc: null + value: false +eval_strategy: + desc: null + value: 'no' +prediction_loss_only: + desc: null + value: false +per_device_train_batch_size: + desc: null + value: 1 +per_device_eval_batch_size: + desc: null + value: 8 +per_gpu_train_batch_size: + desc: null + value: null +per_gpu_eval_batch_size: + desc: null + value: null +gradient_accumulation_steps: + desc: null + value: 2 +eval_accumulation_steps: + desc: null + value: null +eval_delay: + desc: null + value: 0 +torch_empty_cache_steps: + desc: null + value: null +learning_rate: + desc: null + value: 1.0e-06 +weight_decay: + desc: null + value: 0.1 +adam_beta1: + desc: null + value: 0.9 +adam_beta2: + desc: null + value: 0.95 +adam_epsilon: + desc: null + value: 1.0e-08 +max_grad_norm: + desc: null + value: 1.0 +num_train_epochs: + desc: null + value: 1.0 +max_steps: + desc: null + value: -1 +lr_scheduler_type: + desc: null + value: cosine +lr_scheduler_kwargs: + desc: null + value: {} +warmup_ratio: + desc: null + value: 0.05 +warmup_steps: + desc: null + value: 0 +log_level: + desc: null + value: info +log_level_replica: + desc: null + value: warning +log_on_each_node: + desc: null + value: true +logging_dir: + desc: null + value: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/runs/Dec26_22-45-54_gpu021 +logging_strategy: + desc: null + value: steps +logging_first_step: + desc: null + value: false +logging_steps: + desc: null + value: 1.0 +logging_nan_inf_filter: + desc: null + value: true +save_strategy: + desc: null + value: steps +save_steps: + desc: null + value: 200 +save_total_limit: + desc: null + value: null +save_safetensors: + desc: null + value: true +save_on_each_node: + desc: null + value: false +save_only_model: + desc: null + value: false +restore_callback_states_from_checkpoint: + desc: null + value: false +no_cuda: + desc: null + value: false +use_cpu: + desc: null + value: false +use_mps_device: + desc: null + value: false +seed: + desc: null + value: 42 +data_seed: + desc: null + value: null +jit_mode_eval: + desc: null + value: false +use_ipex: + desc: null + value: false +bf16: + desc: null + value: true +fp16: + desc: null + value: false +fp16_opt_level: + desc: null + value: O1 +half_precision_backend: + desc: null + value: auto +bf16_full_eval: + desc: null + value: false +fp16_full_eval: + desc: null + value: false +tf32: + desc: null + value: null +local_rank: + desc: null + value: 0 +ddp_backend: + desc: null + value: null +tpu_num_cores: + desc: null + value: null +tpu_metrics_debug: + desc: null + value: false +debug: + desc: null + value: [] +dataloader_drop_last: + desc: null + value: false +eval_steps: + desc: null + value: null +dataloader_num_workers: + desc: null + value: 1 +dataloader_prefetch_factor: + desc: null + value: null +past_index: + desc: null + value: -1 +run_name: + desc: null + value: balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_ +disable_tqdm: + desc: null + value: true +remove_unused_columns: + desc: null + value: false +label_names: + desc: null + value: null +load_best_model_at_end: + desc: null + value: false +metric_for_best_model: + desc: null + value: null +greater_is_better: + desc: null + value: null +ignore_data_skip: + desc: null + value: true +fsdp: + desc: null + value: + - auto_wrap + - offload +fsdp_min_num_params: + desc: null + value: 0 +fsdp_config: + desc: null + value: + min_num_params: 0 + xla: false + xla_fsdp_v2: false + xla_fsdp_grad_ckpt: false +fsdp_transformer_layer_cls_to_wrap: + desc: null + value: null +accelerator_config: + desc: null + value: + split_batches: false + dispatch_batches: null + even_batches: true + use_seedable_sampler: true + non_blocking: false + gradient_accumulation_kwargs: null +deepspeed: + desc: null + value: null +label_smoothing_factor: + desc: null + value: 0.0 +optim: + desc: null + value: adamw_torch +optim_args: + desc: null + value: null +adafactor: + desc: null + value: false +group_by_length: + desc: null + value: false +length_column_name: + desc: null + value: length +report_to: + desc: null + value: + - wandb +ddp_find_unused_parameters: + desc: null + value: false +ddp_bucket_cap_mb: + desc: null + value: null +ddp_broadcast_buffers: + desc: null + value: null +dataloader_pin_memory: + desc: null + value: true +dataloader_persistent_workers: + desc: null + value: false +skip_memory_metrics: + desc: null + value: true +use_legacy_prediction_loop: + desc: null + value: false +push_to_hub: + desc: null + value: false +resume_from_checkpoint: + desc: null + value: null +hub_model_id: + desc: null + value: null +hub_strategy: + desc: null + value: every_save +hub_token: + desc: null + value: +hub_private_repo: + desc: null + value: false +hub_always_push: + desc: null + value: false +gradient_checkpointing: + desc: null + value: true +gradient_checkpointing_kwargs: + desc: null + value: null +include_inputs_for_metrics: + desc: null + value: false +eval_do_concat_batches: + desc: null + value: true +fp16_backend: + desc: null + value: auto +evaluation_strategy: + desc: null + value: null +push_to_hub_model_id: + desc: null + value: null +push_to_hub_organization: + desc: null + value: null +push_to_hub_token: + desc: null + value: +mp_parameters: + desc: null + value: '' +auto_find_batch_size: + desc: null + value: false +full_determinism: + desc: null + value: false +torchdynamo: + desc: null + value: null +ray_scope: + desc: null + value: last +ddp_timeout: + desc: null + value: 1800 +torch_compile: + desc: null + value: false +torch_compile_backend: + desc: null + value: null +torch_compile_mode: + desc: null + value: null +dispatch_batches: + desc: null + value: null +split_batches: + desc: null + value: null +include_tokens_per_second: + desc: null + value: false +include_num_input_tokens_seen: + desc: null + value: false +neftune_noise_alpha: + desc: null + value: null +optim_target_modules: + desc: null + value: null +batch_eval_metrics: + desc: null + value: false +eval_on_start: + desc: null + value: false +eval_use_gather_object: + desc: null + value: false +min_lr_ratio: + desc: null + value: 0.1 +cuda_empty_cache: + desc: null + value: true +streaming_dataset: + desc: null + value: true +seq_parallel_size: + desc: null + value: 8 +model/num_parameters: + desc: null + value: 1003782656 diff --git a/wandb/run-20241226_224836-fta6xses/files/output.log b/wandb/run-20241226_224836-fta6xses/files/output.log new file mode 100644 index 0000000000000000000000000000000000000000..37a259bc5e75a18228ee67e596ab2d5ee17481c4 --- /dev/null +++ b/wandb/run-20241226_224836-fta6xses/files/output.log @@ -0,0 +1,547 @@ +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/transformers/trainer.py:2833: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature. + checkpoint_rng_state = torch.load(rng_file) +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/utils/checkpoint.py:1399: FutureWarning: `torch.cpu.amp.autocast(args...)` is deprecated. Please use `torch.amp.autocast('cpu', args...)` instead. + with device_autocast_ctx, torch.cpu.amp.autocast(**cpu_autocast_kwargs), recompute_context: # type: ignore[attr-defined] +[INFO|trainer.py:175] 2024-12-26 22:49:29,622 >> {'loss': 0.4811, 'grad_norm': 16.647418975830078, 'learning_rate': 1.4209517384456786e-07, 'epoch': 0.00027122321670735016, 'num_input_tokens_seen': 6712983552, 'completed': '86.82% (3_201 / 3_687)', 'remaining time': '5:59:50', 'throughput': '2950.43', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 22:50:00,672 >> {'loss': 0.2869, 'grad_norm': 10.773716926574707, 'learning_rate': 1.4192485956940153e-07, 'epoch': 0.0005424464334147003, 'num_input_tokens_seen': 6715080704, 'completed': '86.85% (3_202 / 3_687)', 'remaining time': '5:05:02', 'throughput': '8442.54', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 22:50:33,348 >> {'loss': 0.2319, 'grad_norm': 10.768502235412598, 'learning_rate': 1.4175487369757973e-07, 'epoch': 0.0008136696501220504, 'num_input_tokens_seen': 6717177856, 'completed': '86.87% (3_203 / 3_687)', 'remaining time': '4:50:48', 'throughput': '8022.68', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 22:51:02,632 >> {'loss': 0.5739, 'grad_norm': 20.341934204101562, 'learning_rate': 1.4158521636590079e-07, 'epoch': 0.0010848928668294006, 'num_input_tokens_seen': 6719275008, 'completed': '86.90% (3_204 / 3_687)', 'remaining time': '4:36:35', 'throughput': '8951.76', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 22:51:30,494 >> {'loss': 0.7022, 'grad_norm': 21.294525146484375, 'learning_rate': 1.4141588771089838e-07, 'epoch': 0.0013561160835367507, 'num_input_tokens_seen': 6721372160, 'completed': '86.93% (3_205 / 3_687)', 'remaining time': '4:25:34', 'throughput': '9408.45', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 22:52:01,341 >> {'loss': 0.2761, 'grad_norm': 12.000500679016113, 'learning_rate': 1.412468878688418e-07, 'epoch': 0.0016273393002441008, 'num_input_tokens_seen': 6723469312, 'completed': '86.95% (3_206 / 3_687)', 'remaining time': '4:22:04', 'throughput': '8498.40', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 22:52:31,213 >> {'loss': 0.2413, 'grad_norm': 11.831374168395996, 'learning_rate': 1.410782169757356e-07, 'epoch': 0.001898562516951451, 'num_input_tokens_seen': 6725566464, 'completed': '86.98% (3_207 / 3_687)', 'remaining time': '4:18:18', 'throughput': '8775.65', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 22:53:01,257 >> {'loss': 0.4252, 'grad_norm': 15.416332244873047, 'learning_rate': 1.4090987516731977e-07, 'epoch': 0.0021697857336588013, 'num_input_tokens_seen': 6727663616, 'completed': '87.01% (3_208 / 3_687)', 'remaining time': '4:15:31', 'throughput': '8725.14', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 22:53:34,118 >> {'loss': 0.3768, 'grad_norm': 15.296663284301758, 'learning_rate': 1.4074186257906934e-07, 'epoch': 0.0024410089503661514, 'num_input_tokens_seen': 6729760768, 'completed': '87.04% (3_209 / 3_687)', 'remaining time': '4:15:44', 'throughput': '7977.37', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 22:54:02,485 >> {'loss': 0.5308, 'grad_norm': 17.990812301635742, 'learning_rate': 1.4057417934619453e-07, 'epoch': 0.0027122321670735015, 'num_input_tokens_seen': 6731857920, 'completed': '87.06% (3_210 / 3_687)', 'remaining time': '4:12:14', 'throughput': '9241.13', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 22:54:32,121 >> {'loss': 0.498, 'grad_norm': 20.814661026000977, 'learning_rate': 1.404068256036403e-07, 'epoch': 0.0029834553837808516, 'num_input_tokens_seen': 6733955072, 'completed': '87.09% (3_211 / 3_687)', 'remaining time': '4:10:12', 'throughput': '8845.50', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 22:55:03,519 >> {'loss': 0.363, 'grad_norm': 17.336063385009766, 'learning_rate': 1.4023980148608667e-07, 'epoch': 0.0032546786004882017, 'num_input_tokens_seen': 6736052224, 'completed': '87.12% (3_212 / 3_687)', 'remaining time': '4:09:35', 'throughput': '8349.15', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 22:55:35,176 >> {'loss': 0.1552, 'grad_norm': 9.499157905578613, 'learning_rate': 1.4007310712794827e-07, 'epoch': 0.003525901817195552, 'num_input_tokens_seen': 6738149376, 'completed': '87.14% (3_213 / 3_687)', 'remaining time': '4:09:08', 'throughput': '8280.79', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 22:56:05,122 >> {'loss': 0.5238, 'grad_norm': 22.045595169067383, 'learning_rate': 1.3990674266337442e-07, 'epoch': 0.003797125033902902, 'num_input_tokens_seen': 6740246528, 'completed': '87.17% (3_214 / 3_687)', 'remaining time': '4:07:43', 'throughput': '8753.64', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 22:56:35,183 >> {'loss': 0.311, 'grad_norm': 12.480164527893066, 'learning_rate': 1.3974070822624883e-07, 'epoch': 0.0040683482506102524, 'num_input_tokens_seen': 6742343680, 'completed': '87.20% (3_215 / 3_687)', 'remaining time': '4:06:28', 'throughput': '8720.47', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 22:57:02,588 >> {'loss': 0.508, 'grad_norm': 17.63022232055664, 'learning_rate': 1.3957500395018977e-07, 'epoch': 0.0043395714673176026, 'num_input_tokens_seen': 6744440832, 'completed': '87.23% (3_216 / 3_687)', 'remaining time': '4:04:01', 'throughput': '9565.68', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 22:57:33,988 >> {'loss': 0.5619, 'grad_norm': 19.386255264282227, 'learning_rate': 1.394096299685497e-07, 'epoch': 0.004610794684024953, 'num_input_tokens_seen': 6746537984, 'completed': '87.25% (3_217 / 3_687)', 'remaining time': '4:03:39', 'throughput': '8348.53', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 22:58:01,686 >> {'loss': 0.371, 'grad_norm': 13.394591331481934, 'learning_rate': 1.3924458641441532e-07, 'epoch': 0.004882017900732303, 'num_input_tokens_seen': 6748635136, 'completed': '87.28% (3_218 / 3_687)', 'remaining time': '4:01:39', 'throughput': '9464.24', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 22:58:29,502 >> {'loss': 0.5936, 'grad_norm': 18.7851505279541, 'learning_rate': 1.3907987342060725e-07, 'epoch': 0.005153241117439653, 'num_input_tokens_seen': 6750732288, 'completed': '87.31% (3_219 / 3_687)', 'remaining time': '3:59:52', 'throughput': '9424.37', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 22:59:00,471 >> {'loss': 0.5704, 'grad_norm': 20.079437255859375, 'learning_rate': 1.389154911196805e-07, 'epoch': 0.005424464334147003, 'num_input_tokens_seen': 6752829440, 'completed': '87.33% (3_220 / 3_687)', 'remaining time': '3:59:26', 'throughput': '8464.78', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 22:59:34,469 >> {'loss': 0.2784, 'grad_norm': 11.2096586227417, 'learning_rate': 1.3875143964392355e-07, 'epoch': 0.005695687550854353, 'num_input_tokens_seen': 6754926592, 'completed': '87.36% (3_221 / 3_687)', 'remaining time': '4:00:07', 'throughput': '7710.38', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:00:05,679 >> {'loss': 0.8026, 'grad_norm': 23.216882705688477, 'learning_rate': 1.3858771912535877e-07, 'epoch': 0.005966910767561703, 'num_input_tokens_seen': 6757023744, 'completed': '87.39% (3_222 / 3_687)', 'remaining time': '3:59:42', 'throughput': '8399.47', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:00:38,265 >> {'loss': 0.1695, 'grad_norm': 10.511091232299805, 'learning_rate': 1.3842432969574238e-07, 'epoch': 0.006238133984269053, 'num_input_tokens_seen': 6759120896, 'completed': '87.42% (3_223 / 3_687)', 'remaining time': '3:59:45', 'throughput': '8044.70', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:01:08,722 >> {'loss': 0.3329, 'grad_norm': 14.655221939086914, 'learning_rate': 1.382612714865637e-07, 'epoch': 0.006509357200976403, 'num_input_tokens_seen': 6761218048, 'completed': '87.44% (3_224 / 3_687)', 'remaining time': '3:59:03', 'throughput': '8607.07', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:01:37,601 >> {'loss': 0.5104, 'grad_norm': 18.49831771850586, 'learning_rate': 1.3809854462904596e-07, 'epoch': 0.0067805804176837535, 'num_input_tokens_seen': 6763315200, 'completed': '87.47% (3_225 / 3_687)', 'remaining time': '3:57:54', 'throughput': '9077.28', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:02:10,234 >> {'loss': 0.1723, 'grad_norm': 9.733176231384277, 'learning_rate': 1.3793614925414542e-07, 'epoch': 0.007051803634391104, 'num_input_tokens_seen': 6765412352, 'completed': '87.50% (3_226 / 3_687)', 'remaining time': '3:57:53', 'throughput': '8033.07', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:02:40,106 >> {'loss': 0.3004, 'grad_norm': 16.505550384521484, 'learning_rate': 1.3777408549255182e-07, 'epoch': 0.007323026851098454, 'num_input_tokens_seen': 6767509504, 'completed': '87.52% (3_227 / 3_687)', 'remaining time': '3:57:04', 'throughput': '8775.47', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:03:12,476 >> {'loss': 0.1774, 'grad_norm': 12.750898361206055, 'learning_rate': 1.3761235347468784e-07, 'epoch': 0.007594250067805804, 'num_input_tokens_seen': 6769606656, 'completed': '87.55% (3_228 / 3_687)', 'remaining time': '3:56:57', 'throughput': '8098.56', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:03:42,131 >> {'loss': 0.2317, 'grad_norm': 11.027116775512695, 'learning_rate': 1.3745095333070926e-07, 'epoch': 0.007865473284513154, 'num_input_tokens_seen': 6771703808, 'completed': '87.58% (3_229 / 3_687)', 'remaining time': '3:56:05', 'throughput': '8839.70', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:04:13,288 >> {'loss': 0.9626, 'grad_norm': 26.27062225341797, 'learning_rate': 1.3728988519050476e-07, 'epoch': 0.008136696501220505, 'num_input_tokens_seen': 6773800960, 'completed': '87.61% (3_230 / 3_687)', 'remaining time': '3:55:37', 'throughput': '8413.50', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:04:43,869 >> {'loss': 0.4503, 'grad_norm': 15.877495765686035, 'learning_rate': 1.3712914918369595e-07, 'epoch': 0.008407919717927854, 'num_input_tokens_seen': 6775898112, 'completed': '87.63% (3_231 / 3_687)', 'remaining time': '3:55:01', 'throughput': '8572.27', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:05:14,486 >> {'loss': 0.4794, 'grad_norm': 21.709930419921875, 'learning_rate': 1.369687454396369e-07, 'epoch': 0.008679142934635205, 'num_input_tokens_seen': 6777995264, 'completed': '87.66% (3_232 / 3_687)', 'remaining time': '3:54:26', 'throughput': '8561.88', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:05:45,739 >> {'loss': 0.2759, 'grad_norm': 12.499728202819824, 'learning_rate': 1.3680867408741457e-07, 'epoch': 0.008950366151342554, 'num_input_tokens_seen': 6780092416, 'completed': '87.69% (3_233 / 3_687)', 'remaining time': '3:54:00', 'throughput': '8387.78', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:06:16,170 >> {'loss': 0.5445, 'grad_norm': 22.60646629333496, 'learning_rate': 1.366489352558483e-07, 'epoch': 0.009221589368049905, 'num_input_tokens_seen': 6782189568, 'completed': '87.71% (3_234 / 3_687)', 'remaining time': '3:53:22', 'throughput': '8614.45', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:06:47,190 >> {'loss': 0.4128, 'grad_norm': 17.723960876464844, 'learning_rate': 1.3648952907348957e-07, 'epoch': 0.009492812584757255, 'num_input_tokens_seen': 6784286720, 'completed': '87.74% (3_235 / 3_687)', 'remaining time': '3:52:53', 'throughput': '8450.82', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:07:17,213 >> {'loss': 0.4623, 'grad_norm': 16.3974552154541, 'learning_rate': 1.3633045566862268e-07, 'epoch': 0.009764035801464606, 'num_input_tokens_seen': 6786383872, 'completed': '87.77% (3_236 / 3_687)', 'remaining time': '3:52:11', 'throughput': '8731.53', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:07:49,215 >> {'loss': 0.3435, 'grad_norm': 13.922554016113281, 'learning_rate': 1.3617171516926382e-07, 'epoch': 0.010035259018171955, 'num_input_tokens_seen': 6788481024, 'completed': '87.79% (3_237 / 3_687)', 'remaining time': '3:51:53', 'throughput': '8191.38', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:08:19,959 >> {'loss': 0.2045, 'grad_norm': 10.876972198486328, 'learning_rate': 1.3601330770316122e-07, 'epoch': 0.010306482234879306, 'num_input_tokens_seen': 6790578176, 'completed': '87.82% (3_238 / 3_687)', 'remaining time': '3:51:20', 'throughput': '8526.63', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:08:51,516 >> {'loss': 0.3805, 'grad_norm': 17.26404571533203, 'learning_rate': 1.3585523339779523e-07, 'epoch': 0.010577705451586655, 'num_input_tokens_seen': 6792675328, 'completed': '87.85% (3_239 / 3_687)', 'remaining time': '3:50:57', 'throughput': '8307.15', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:09:18,847 >> {'loss': 0.8073, 'grad_norm': 24.898168563842773, 'learning_rate': 1.356974923803781e-07, 'epoch': 0.010848928668294006, 'num_input_tokens_seen': 6794772480, 'completed': '87.88% (3_240 / 3_687)', 'remaining time': '3:49:46', 'throughput': '9591.36', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:09:49,228 >> {'loss': 0.4327, 'grad_norm': 16.236896514892578, 'learning_rate': 1.3554008477785367e-07, 'epoch': 0.011120151885001357, 'num_input_tokens_seen': 6796869632, 'completed': '87.90% (3_241 / 3_687)', 'remaining time': '3:49:10', 'throughput': '8628.57', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:10:20,604 >> {'loss': 0.3856, 'grad_norm': 18.53495216369629, 'learning_rate': 1.3538301071689756e-07, 'epoch': 0.011391375101708706, 'num_input_tokens_seen': 6798966784, 'completed': '87.93% (3_242 / 3_687)', 'remaining time': '3:48:45', 'throughput': '8354.97', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:10:53,185 >> {'loss': 0.4498, 'grad_norm': 18.698938369750977, 'learning_rate': 1.3522627032391715e-07, 'epoch': 0.011662598318416057, 'num_input_tokens_seen': 6801063936, 'completed': '87.96% (3_243 / 3_687)', 'remaining time': '3:48:32', 'throughput': '8045.75', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:11:23,574 >> {'loss': 0.3556, 'grad_norm': 14.774138450622559, 'learning_rate': 1.3506986372505098e-07, 'epoch': 0.011933821535123406, 'num_input_tokens_seen': 6803161088, 'completed': '87.98% (3_244 / 3_687)', 'remaining time': '3:47:56', 'throughput': '8626.48', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:11:52,119 >> {'loss': 0.5173, 'grad_norm': 22.23430633544922, 'learning_rate': 1.3491379104616938e-07, 'epoch': 0.012205044751830757, 'num_input_tokens_seen': 6805258240, 'completed': '88.01% (3_245 / 3_687)', 'remaining time': '3:47:02', 'throughput': '9183.38', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:12:24,604 >> {'loss': 0.2426, 'grad_norm': 12.263484954833984, 'learning_rate': 1.3475805241287345e-07, 'epoch': 0.012476267968538107, 'num_input_tokens_seen': 6807355392, 'completed': '88.04% (3_246 / 3_687)', 'remaining time': '3:46:47', 'throughput': '8069.73', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:12:55,140 >> {'loss': 0.6469, 'grad_norm': 22.76350212097168, 'learning_rate': 1.3460264795049577e-07, 'epoch': 0.012747491185245458, 'num_input_tokens_seen': 6809452544, 'completed': '88.07% (3_247 / 3_687)', 'remaining time': '3:46:13', 'throughput': '8584.84', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:13:26,573 >> {'loss': 0.3359, 'grad_norm': 16.658710479736328, 'learning_rate': 1.344475777841e-07, 'epoch': 0.013018714401952807, 'num_input_tokens_seen': 6811549696, 'completed': '88.09% (3_248 / 3_687)', 'remaining time': '3:45:48', 'throughput': '8339.60', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:13:57,189 >> {'loss': 0.2698, 'grad_norm': 12.79448127746582, 'learning_rate': 1.3429284203848074e-07, 'epoch': 0.013289937618660158, 'num_input_tokens_seen': 6813646848, 'completed': '88.12% (3_249 / 3_687)', 'remaining time': '3:45:15', 'throughput': '8562.41', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:14:23,179 >> {'loss': 1.1975, 'grad_norm': 31.765995025634766, 'learning_rate': 1.3413844083816334e-07, 'epoch': 0.013561160835367507, 'num_input_tokens_seen': 6815744000, 'completed': '88.15% (3_250 / 3_687)', 'remaining time': '3:44:01', 'throughput': '10086.35', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:14:52,957 >> {'loss': 0.3363, 'grad_norm': 17.021753311157227, 'learning_rate': 1.3398437430740403e-07, 'epoch': 0.013832384052074858, 'num_input_tokens_seen': 6817841152, 'completed': '88.17% (3_251 / 3_687)', 'remaining time': '3:43:22', 'throughput': '8803.26', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:15:22,292 >> {'loss': 0.3068, 'grad_norm': 14.463712692260742, 'learning_rate': 1.3383064257018978e-07, 'epoch': 0.014103607268782207, 'num_input_tokens_seen': 6819938304, 'completed': '88.20% (3_252 / 3_687)', 'remaining time': '3:42:40', 'throughput': '8936.36', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:15:53,474 >> {'loss': 0.2803, 'grad_norm': 16.731229782104492, 'learning_rate': 1.3367724575023786e-07, 'epoch': 0.014374830485489558, 'num_input_tokens_seen': 6822035456, 'completed': '88.23% (3_253 / 3_687)', 'remaining time': '3:42:13', 'throughput': '8406.82', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:16:26,929 >> {'loss': 0.6333, 'grad_norm': 22.050737380981445, 'learning_rate': 1.3352418397099638e-07, 'epoch': 0.014646053702196907, 'num_input_tokens_seen': 6824132608, 'completed': '88.26% (3_254 / 3_687)', 'remaining time': '3:42:04', 'throughput': '7835.67', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:16:58,090 >> {'loss': 0.4512, 'grad_norm': 25.376235961914062, 'learning_rate': 1.333714573556435e-07, 'epoch': 0.014917276918904258, 'num_input_tokens_seen': 6826229760, 'completed': '88.28% (3_255 / 3_687)', 'remaining time': '3:41:36', 'throughput': '8412.54', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:17:28,800 >> {'loss': 0.4892, 'grad_norm': 16.40929412841797, 'learning_rate': 1.332190660270879e-07, 'epoch': 0.015188500135611608, 'num_input_tokens_seen': 6828326912, 'completed': '88.31% (3_256 / 3_687)', 'remaining time': '3:41:05', 'throughput': '8536.29', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:17:59,705 >> {'loss': 0.4432, 'grad_norm': 17.429452896118164, 'learning_rate': 1.3306701010796832e-07, 'epoch': 0.015459723352318959, 'num_input_tokens_seen': 6830424064, 'completed': '88.34% (3_257 / 3_687)', 'remaining time': '3:40:35', 'throughput': '8482.06', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:18:33,118 >> {'loss': 0.5687, 'grad_norm': 18.253334045410156, 'learning_rate': 1.3291528972065347e-07, 'epoch': 0.015730946569026308, 'num_input_tokens_seen': 6832521216, 'completed': '88.36% (3_258 / 3_687)', 'remaining time': '3:40:24', 'throughput': '7845.71', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:19:02,517 >> {'loss': 0.3613, 'grad_norm': 15.493392944335938, 'learning_rate': 1.327639049872422e-07, 'epoch': 0.01600216978573366, 'num_input_tokens_seen': 6834618368, 'completed': '88.39% (3_259 / 3_687)', 'remaining time': '3:39:43', 'throughput': '8916.78', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:19:31,151 >> {'loss': 0.3888, 'grad_norm': 17.719694137573242, 'learning_rate': 1.326128560295631e-07, 'epoch': 0.01627339300244101, 'num_input_tokens_seen': 6836715520, 'completed': '88.42% (3_260 / 3_687)', 'remaining time': '3:38:57', 'throughput': '9154.90', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:20:00,452 >> {'loss': 0.4548, 'grad_norm': 17.160886764526367, 'learning_rate': 1.324621429691748e-07, 'epoch': 0.01654461621914836, 'num_input_tokens_seen': 6838812672, 'completed': '88.45% (3_261 / 3_687)', 'remaining time': '3:38:16', 'throughput': '8946.57', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:20:32,069 >> {'loss': 0.4992, 'grad_norm': 19.88508415222168, 'learning_rate': 1.3231176592736528e-07, 'epoch': 0.016815839435855708, 'num_input_tokens_seen': 6840909824, 'completed': '88.47% (3_262 / 3_687)', 'remaining time': '3:37:51', 'throughput': '8291.26', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:21:00,047 >> {'loss': 0.5841, 'grad_norm': 20.55489730834961, 'learning_rate': 1.3216172502515248e-07, 'epoch': 0.01708706265256306, 'num_input_tokens_seen': 6843006976, 'completed': '88.50% (3_263 / 3_687)', 'remaining time': '3:37:01', 'throughput': '9369.50', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:21:30,416 >> {'loss': 0.5585, 'grad_norm': 19.093385696411133, 'learning_rate': 1.320120203832833e-07, 'epoch': 0.01735828586927041, 'num_input_tokens_seen': 6845104128, 'completed': '88.53% (3_264 / 3_687)', 'remaining time': '3:36:28', 'throughput': '8632.15', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:22:00,442 >> {'loss': 0.4794, 'grad_norm': 22.638851165771484, 'learning_rate': 1.3186265212223459e-07, 'epoch': 0.01762950908597776, 'num_input_tokens_seen': 6847201280, 'completed': '88.55% (3_265 / 3_687)', 'remaining time': '3:35:53', 'throughput': '8730.52', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:22:30,524 >> {'loss': 0.4148, 'grad_norm': 18.409488677978516, 'learning_rate': 1.3171362036221202e-07, 'epoch': 0.01790073230268511, 'num_input_tokens_seen': 6849298432, 'completed': '88.58% (3_266 / 3_687)', 'remaining time': '3:35:19', 'throughput': '8714.32', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:23:01,765 >> {'loss': 0.7068, 'grad_norm': 25.409086227416992, 'learning_rate': 1.3156492522315088e-07, 'epoch': 0.01817195551939246, 'num_input_tokens_seen': 6851395584, 'completed': '88.61% (3_267 / 3_687)', 'remaining time': '3:34:51', 'throughput': '8390.97', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:23:28,673 >> {'loss': 0.3872, 'grad_norm': 17.42267608642578, 'learning_rate': 1.314165668247153e-07, 'epoch': 0.01844317873609981, 'num_input_tokens_seen': 6853492736, 'completed': '88.64% (3_268 / 3_687)', 'remaining time': '3:33:57', 'throughput': '9742.27', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:23:57,903 >> {'loss': 0.6012, 'grad_norm': 20.826908111572266, 'learning_rate': 1.3126854528629843e-07, 'epoch': 0.01871440195280716, 'num_input_tokens_seen': 6855589888, 'completed': '88.66% (3_269 / 3_687)', 'remaining time': '3:33:18', 'throughput': '8968.22', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:24:27,896 >> {'loss': 0.3769, 'grad_norm': 27.992067337036133, 'learning_rate': 1.3112086072702238e-07, 'epoch': 0.01898562516951451, 'num_input_tokens_seen': 6857687040, 'completed': '88.69% (3_270 / 3_687)', 'remaining time': '3:32:44', 'throughput': '8740.35', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:25:02,157 >> {'loss': 0.4274, 'grad_norm': 17.23652458190918, 'learning_rate': 1.3097351326573814e-07, 'epoch': 0.01925684838622186, 'num_input_tokens_seen': 6859784192, 'completed': '88.72% (3_271 / 3_687)', 'remaining time': '3:32:35', 'throughput': '7651.36', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:25:29,240 >> {'loss': 0.5901, 'grad_norm': 27.117645263671875, 'learning_rate': 1.3082650302102524e-07, 'epoch': 0.01952807160292921, 'num_input_tokens_seen': 6861881344, 'completed': '88.74% (3_272 / 3_687)', 'remaining time': '3:31:43', 'throughput': '9679.27', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:25:59,179 >> {'loss': 0.1871, 'grad_norm': 10.570221900939941, 'learning_rate': 1.30679830111192e-07, 'epoch': 0.019799294819636562, 'num_input_tokens_seen': 6863978496, 'completed': '88.77% (3_273 / 3_687)', 'remaining time': '3:31:09', 'throughput': '8755.80', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:26:30,374 >> {'loss': 0.4029, 'grad_norm': 16.369604110717773, 'learning_rate': 1.3053349465427518e-07, 'epoch': 0.02007051803634391, 'num_input_tokens_seen': 6866075648, 'completed': '88.80% (3_274 / 3_687)', 'remaining time': '3:30:42', 'throughput': '8403.58', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:27:00,865 >> {'loss': 0.3059, 'grad_norm': 16.295419692993164, 'learning_rate': 1.303874967680399e-07, 'epoch': 0.02034174125305126, 'num_input_tokens_seen': 6868172800, 'completed': '88.83% (3_275 / 3_687)', 'remaining time': '3:30:10', 'throughput': '8597.23', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:27:30,494 >> {'loss': 0.2834, 'grad_norm': 13.2958345413208, 'learning_rate': 1.302418365699798e-07, 'epoch': 0.02061296446975861, 'num_input_tokens_seen': 6870269952, 'completed': '88.85% (3_276 / 3_687)', 'remaining time': '3:29:34', 'throughput': '8847.55', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:27:59,873 >> {'loss': 0.8627, 'grad_norm': 24.707290649414062, 'learning_rate': 1.300965141773167e-07, 'epoch': 0.020884187686465962, 'num_input_tokens_seen': 6872367104, 'completed': '88.88% (3_277 / 3_687)', 'remaining time': '3:28:57', 'throughput': '8923.03', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:28:33,542 >> {'loss': 0.2876, 'grad_norm': 13.416788101196289, 'learning_rate': 1.2995152970700044e-07, 'epoch': 0.02115541090317331, 'num_input_tokens_seen': 6874464256, 'completed': '88.91% (3_278 / 3_687)', 'remaining time': '3:28:43', 'throughput': '7785.85', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:29:03,868 >> {'loss': 0.5197, 'grad_norm': 18.29564666748047, 'learning_rate': 1.2980688327570906e-07, 'epoch': 0.02142663411988066, 'num_input_tokens_seen': 6876561408, 'completed': '88.93% (3_279 / 3_687)', 'remaining time': '3:28:11', 'throughput': '8644.10', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:29:33,909 >> {'loss': 0.336, 'grad_norm': 14.38173770904541, 'learning_rate': 1.296625749998485e-07, 'epoch': 0.021697857336588012, 'num_input_tokens_seen': 6878658560, 'completed': '88.96% (3_280 / 3_687)', 'remaining time': '3:27:37', 'throughput': '8726.39', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:30:04,575 >> {'loss': 0.228, 'grad_norm': 11.88624382019043, 'learning_rate': 1.2951860499555253e-07, 'epoch': 0.021969080553295363, 'num_input_tokens_seen': 6880755712, 'completed': '88.99% (3_281 / 3_687)', 'remaining time': '3:27:07', 'throughput': '8548.27', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:30:36,595 >> {'loss': 0.5354, 'grad_norm': 20.323486328125, 'learning_rate': 1.2937497337868274e-07, 'epoch': 0.022240303770002714, 'num_input_tokens_seen': 6882852864, 'completed': '89.02% (3_282 / 3_687)', 'remaining time': '3:26:43', 'throughput': '8186.89', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:31:06,997 >> {'loss': 0.4723, 'grad_norm': 18.997339248657227, 'learning_rate': 1.2923168026482843e-07, 'epoch': 0.02251152698671006, 'num_input_tokens_seen': 6884950016, 'completed': '89.04% (3_283 / 3_687)', 'remaining time': '3:26:12', 'throughput': '8622.59', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:31:38,089 >> {'loss': 0.3251, 'grad_norm': 16.928192138671875, 'learning_rate': 1.290887257693064e-07, 'epoch': 0.022782750203417412, 'num_input_tokens_seen': 6887047168, 'completed': '89.07% (3_284 / 3_687)', 'remaining time': '3:25:43', 'throughput': '8431.25', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:32:08,159 >> {'loss': 0.4975, 'grad_norm': 18.173126220703125, 'learning_rate': 1.2894611000716103e-07, 'epoch': 0.023053973420124763, 'num_input_tokens_seen': 6889144320, 'completed': '89.10% (3_285 / 3_687)', 'remaining time': '3:25:10', 'throughput': '8717.88', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:32:37,316 >> {'loss': 0.4848, 'grad_norm': 17.16127586364746, 'learning_rate': 1.28803833093164e-07, 'epoch': 0.023325196636832114, 'num_input_tokens_seen': 6891241472, 'completed': '89.12% (3_286 / 3_687)', 'remaining time': '3:24:33', 'throughput': '8990.79', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:33:10,006 >> {'loss': 0.299, 'grad_norm': 14.565631866455078, 'learning_rate': 1.286618951418144e-07, 'epoch': 0.023596419853539462, 'num_input_tokens_seen': 6893338624, 'completed': '89.15% (3_287 / 3_687)', 'remaining time': '3:24:11', 'throughput': '8018.98', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:33:38,635 >> {'loss': 0.4612, 'grad_norm': 16.098228454589844, 'learning_rate': 1.285202962673385e-07, 'epoch': 0.023867643070246813, 'num_input_tokens_seen': 6895435776, 'completed': '89.18% (3_288 / 3_687)', 'remaining time': '3:23:32', 'throughput': '9156.74', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:34:08,059 >> {'loss': 0.5771, 'grad_norm': 19.208843231201172, 'learning_rate': 1.2837903658368965e-07, 'epoch': 0.024138866286954164, 'num_input_tokens_seen': 6897532928, 'completed': '89.21% (3_289 / 3_687)', 'remaining time': '3:22:56', 'throughput': '8909.17', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:34:37,164 >> {'loss': 0.309, 'grad_norm': 14.503118515014648, 'learning_rate': 1.2823811620454833e-07, 'epoch': 0.024410089503661515, 'num_input_tokens_seen': 6899630080, 'completed': '89.23% (3_290 / 3_687)', 'remaining time': '3:22:19', 'throughput': '9006.60', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:35:11,994 >> {'loss': 0.5335, 'grad_norm': 18.937856674194336, 'learning_rate': 1.2809753524332188e-07, 'epoch': 0.024681312720368862, 'num_input_tokens_seen': 6901727232, 'completed': '89.26% (3_291 / 3_687)', 'remaining time': '3:22:07', 'throughput': '7526.60', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:35:43,549 >> {'loss': 0.5826, 'grad_norm': 20.493385314941406, 'learning_rate': 1.2795729381314434e-07, 'epoch': 0.024952535937076213, 'num_input_tokens_seen': 6903824384, 'completed': '89.29% (3_292 / 3_687)', 'remaining time': '3:21:40', 'throughput': '8307.46', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:36:13,615 >> {'loss': 0.5127, 'grad_norm': 18.82896614074707, 'learning_rate': 1.2781739202687694e-07, 'epoch': 0.025223759153783564, 'num_input_tokens_seen': 6905921536, 'completed': '89.31% (3_293 / 3_687)', 'remaining time': '3:21:07', 'throughput': '8718.87', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:36:44,668 >> {'loss': 0.7663, 'grad_norm': 22.182172775268555, 'learning_rate': 1.2767782999710715e-07, 'epoch': 0.025494982370490915, 'num_input_tokens_seen': 6908018688, 'completed': '89.34% (3_294 / 3_687)', 'remaining time': '3:20:38', 'throughput': '8441.89', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:37:12,030 >> {'loss': 0.6303, 'grad_norm': 21.46929359436035, 'learning_rate': 1.2753860783614925e-07, 'epoch': 0.025766205587198263, 'num_input_tokens_seen': 6910115840, 'completed': '89.37% (3_295 / 3_687)', 'remaining time': '3:19:54', 'throughput': '9580.58', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:37:45,946 >> {'loss': 0.3882, 'grad_norm': 16.43645668029785, 'learning_rate': 1.2739972565604396e-07, 'epoch': 0.026037428803905614, 'num_input_tokens_seen': 6912212992, 'completed': '89.40% (3_296 / 3_687)', 'remaining time': '3:19:37', 'throughput': '7729.23', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:38:14,481 >> {'loss': 0.5901, 'grad_norm': 19.76049041748047, 'learning_rate': 1.2726118356855834e-07, 'epoch': 0.026308652020612965, 'num_input_tokens_seen': 6914310144, 'completed': '89.42% (3_297 / 3_687)', 'remaining time': '3:18:58', 'throughput': '9186.77', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:38:43,702 >> {'loss': 0.4005, 'grad_norm': 18.00474739074707, 'learning_rate': 1.271229816851857e-07, 'epoch': 0.026579875237320316, 'num_input_tokens_seen': 6916407296, 'completed': '89.45% (3_298 / 3_687)', 'remaining time': '3:18:22', 'throughput': '8970.87', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:39:15,507 >> {'loss': 0.3887, 'grad_norm': 19.077592849731445, 'learning_rate': 1.2698512011714578e-07, 'epoch': 0.026851098454027666, 'num_input_tokens_seen': 6918504448, 'completed': '89.48% (3_299 / 3_687)', 'remaining time': '3:17:56', 'throughput': '8242.33', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:39:46,906 >> {'loss': 0.4026, 'grad_norm': 20.036828994750977, 'learning_rate': 1.2684759897538422e-07, 'epoch': 0.027122321670735014, 'num_input_tokens_seen': 6920601600, 'completed': '89.50% (3_300 / 3_687)', 'remaining time': '3:17:28', 'throughput': '8348.67', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:40:15,591 >> {'loss': 0.5011, 'grad_norm': 19.472291946411133, 'learning_rate': 1.2671041837057287e-07, 'epoch': 0.027393544887442365, 'num_input_tokens_seen': 6922698752, 'completed': '89.53% (3_301 / 3_687)', 'remaining time': '3:16:50', 'throughput': '9138.81', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:40:46,194 >> {'loss': 0.4298, 'grad_norm': 21.726613998413086, 'learning_rate': 1.2657357841310941e-07, 'epoch': 0.027664768104149716, 'num_input_tokens_seen': 6924795904, 'completed': '89.56% (3_302 / 3_687)', 'remaining time': '3:16:20', 'throughput': '8566.08', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:41:17,170 >> {'loss': 0.3162, 'grad_norm': 14.84683895111084, 'learning_rate': 1.2643707921311765e-07, 'epoch': 0.027935991320857067, 'num_input_tokens_seen': 6926893056, 'completed': '89.59% (3_303 / 3_687)', 'remaining time': '3:15:51', 'throughput': '8462.69', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:41:49,120 >> {'loss': 0.2217, 'grad_norm': 12.949082374572754, 'learning_rate': 1.2630092088044664e-07, 'epoch': 0.028207214537564414, 'num_input_tokens_seen': 6928990208, 'completed': '89.61% (3_304 / 3_687)', 'remaining time': '3:15:25', 'throughput': '8204.94', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:42:18,172 >> {'loss': 0.335, 'grad_norm': 15.199170112609863, 'learning_rate': 1.2616510352467158e-07, 'epoch': 0.028478437754271765, 'num_input_tokens_seen': 6931087360, 'completed': '89.64% (3_305 / 3_687)', 'remaining time': '3:14:49', 'throughput': '9023.09', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:42:48,787 >> {'loss': 0.7631, 'grad_norm': 24.491796493530273, 'learning_rate': 1.2602962725509307e-07, 'epoch': 0.028749660970979116, 'num_input_tokens_seen': 6933184512, 'completed': '89.67% (3_306 / 3_687)', 'remaining time': '3:14:18', 'throughput': '8562.76', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:43:17,621 >> {'loss': 0.4094, 'grad_norm': 18.071081161499023, 'learning_rate': 1.2589449218073728e-07, 'epoch': 0.029020884187686467, 'num_input_tokens_seen': 6935281664, 'completed': '89.69% (3_307 / 3_687)', 'remaining time': '3:13:41', 'throughput': '9091.52', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:43:48,824 >> {'loss': 0.3208, 'grad_norm': 13.082253456115723, 'learning_rate': 1.2575969841035578e-07, 'epoch': 0.029292107404393815, 'num_input_tokens_seen': 6937378816, 'completed': '89.72% (3_308 / 3_687)', 'remaining time': '3:13:13', 'throughput': '8401.16', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:44:17,886 >> {'loss': 0.6206, 'grad_norm': 20.97207260131836, 'learning_rate': 1.256252460524255e-07, 'epoch': 0.029563330621101166, 'num_input_tokens_seen': 6939475968, 'completed': '89.75% (3_309 / 3_687)', 'remaining time': '3:12:37', 'throughput': '9020.17', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:44:47,840 >> {'loss': 0.6038, 'grad_norm': 20.7148494720459, 'learning_rate': 1.2549113521514844e-07, 'epoch': 0.029834553837808517, 'num_input_tokens_seen': 6941573120, 'completed': '89.77% (3_310 / 3_687)', 'remaining time': '3:12:04', 'throughput': '8751.45', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:45:18,938 >> {'loss': 0.3072, 'grad_norm': 13.58342170715332, 'learning_rate': 1.2535736600645212e-07, 'epoch': 0.030105777054515868, 'num_input_tokens_seen': 6943670272, 'completed': '89.80% (3_311 / 3_687)', 'remaining time': '3:11:35', 'throughput': '8429.56', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:45:52,040 >> {'loss': 0.4495, 'grad_norm': 18.122154235839844, 'learning_rate': 1.2522393853398868e-07, 'epoch': 0.030377000271223215, 'num_input_tokens_seen': 6945767424, 'completed': '89.83% (3_312 / 3_687)', 'remaining time': '3:11:13', 'throughput': '7919.72', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:46:25,744 >> {'loss': 0.1881, 'grad_norm': 11.082249641418457, 'learning_rate': 1.2509085290513563e-07, 'epoch': 0.030648223487930566, 'num_input_tokens_seen': 6947864576, 'completed': '89.86% (3_313 / 3_687)', 'remaining time': '3:10:53', 'throughput': '7777.59', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:46:54,488 >> {'loss': 0.3816, 'grad_norm': 17.34503173828125, 'learning_rate': 1.2495810922699517e-07, 'epoch': 0.030919446704637917, 'num_input_tokens_seen': 6949961728, 'completed': '89.88% (3_314 / 3_687)', 'remaining time': '3:10:16', 'throughput': '9119.76', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:47:25,522 >> {'loss': 0.3201, 'grad_norm': 13.956634521484375, 'learning_rate': 1.2482570760639439e-07, 'epoch': 0.031190669921345268, 'num_input_tokens_seen': 6952058880, 'completed': '89.91% (3_315 / 3_687)', 'remaining time': '3:09:47', 'throughput': '8446.99', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:47:55,824 >> {'loss': 0.2497, 'grad_norm': 13.51434326171875, 'learning_rate': 1.24693648149885e-07, 'epoch': 0.031461893138052616, 'num_input_tokens_seen': 6954156032, 'completed': '89.94% (3_316 / 3_687)', 'remaining time': '3:09:15', 'throughput': '8651.21', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:48:26,114 >> {'loss': 0.2518, 'grad_norm': 16.2774600982666, 'learning_rate': 1.2456193096374338e-07, 'epoch': 0.03173311635475997, 'num_input_tokens_seen': 6956253184, 'completed': '89.96% (3_317 / 3_687)', 'remaining time': '3:08:44', 'throughput': '8654.41', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:48:56,669 >> {'loss': 0.5708, 'grad_norm': 21.98696517944336, 'learning_rate': 1.244305561539707e-07, 'epoch': 0.03200433957146732, 'num_input_tokens_seen': 6958350336, 'completed': '89.99% (3_318 / 3_687)', 'remaining time': '3:08:13', 'throughput': '8579.33', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:49:25,117 >> {'loss': 0.4993, 'grad_norm': 20.506793975830078, 'learning_rate': 1.242995238262923e-07, 'epoch': 0.032275562788174665, 'num_input_tokens_seen': 6960447488, 'completed': '90.02% (3_319 / 3_687)', 'remaining time': '3:07:36', 'throughput': '9214.87', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:49:56,849 >> {'loss': 0.4024, 'grad_norm': 14.927400588989258, 'learning_rate': 1.2416883408615809e-07, 'epoch': 0.03254678600488202, 'num_input_tokens_seen': 6962544640, 'completed': '90.05% (3_320 / 3_687)', 'remaining time': '3:07:09', 'throughput': '8261.14', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:50:28,393 >> {'loss': 0.3532, 'grad_norm': 16.304428100585938, 'learning_rate': 1.2403848703874202e-07, 'epoch': 0.03281800922158937, 'num_input_tokens_seen': 6964641792, 'completed': '90.07% (3_321 / 3_687)', 'remaining time': '3:06:41', 'throughput': '8310.50', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:51:00,116 >> {'loss': 0.447, 'grad_norm': 15.736098289489746, 'learning_rate': 1.2390848278894264e-07, 'epoch': 0.03308923243829672, 'num_input_tokens_seen': 6966738944, 'completed': '90.10% (3_322 / 3_687)', 'remaining time': '3:06:14', 'throughput': '8263.42', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:51:31,186 >> {'loss': 0.4226, 'grad_norm': 20.3814697265625, 'learning_rate': 1.2377882144138222e-07, 'epoch': 0.03336045565500407, 'num_input_tokens_seen': 6968836096, 'completed': '90.13% (3_323 / 3_687)', 'remaining time': '3:05:44', 'throughput': '8437.25', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:52:01,353 >> {'loss': 0.5159, 'grad_norm': 20.88442039489746, 'learning_rate': 1.2364950310040744e-07, 'epoch': 0.033631678871711417, 'num_input_tokens_seen': 6970933248, 'completed': '90.15% (3_324 / 3_687)', 'remaining time': '3:05:12', 'throughput': '8689.88', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:52:31,130 >> {'loss': 0.2405, 'grad_norm': 13.660783767700195, 'learning_rate': 1.235205278700887e-07, 'epoch': 0.03390290208841877, 'num_input_tokens_seen': 6973030400, 'completed': '90.18% (3_325 / 3_687)', 'remaining time': '3:04:39', 'throughput': '8803.42', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:52:59,309 >> {'loss': 0.7742, 'grad_norm': 22.85435676574707, 'learning_rate': 1.233918958542204e-07, 'epoch': 0.03417412530512612, 'num_input_tokens_seen': 6975127552, 'completed': '90.21% (3_326 / 3_687)', 'remaining time': '3:04:02', 'throughput': '9303.03', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:53:33,033 >> {'loss': 0.3336, 'grad_norm': 13.575337409973145, 'learning_rate': 1.2326360715632069e-07, 'epoch': 0.034445348521833466, 'num_input_tokens_seen': 6977224704, 'completed': '90.24% (3_327 / 3_687)', 'remaining time': '3:03:40', 'throughput': '7773.24', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:54:06,715 >> {'loss': 0.6159, 'grad_norm': 24.44587516784668, 'learning_rate': 1.231356618796314e-07, 'epoch': 0.03471657173854082, 'num_input_tokens_seen': 6979321856, 'completed': '90.26% (3_328 / 3_687)', 'remaining time': '3:03:18', 'throughput': '7782.77', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:54:39,724 >> {'loss': 0.659, 'grad_norm': 23.5541934967041, 'learning_rate': 1.2300806012711798e-07, 'epoch': 0.03498779495524817, 'num_input_tokens_seen': 6981419008, 'completed': '90.29% (3_329 / 3_687)', 'remaining time': '3:02:54', 'throughput': '7941.59', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:55:09,824 >> {'loss': 0.1895, 'grad_norm': 9.155745506286621, 'learning_rate': 1.228808020014696e-07, 'epoch': 0.03525901817195552, 'num_input_tokens_seen': 6983516160, 'completed': '90.32% (3_330 / 3_687)', 'remaining time': '3:02:22', 'throughput': '8709.31', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:55:40,717 >> {'loss': 0.4427, 'grad_norm': 16.62866973876953, 'learning_rate': 1.227538876050987e-07, 'epoch': 0.03553024138866287, 'num_input_tokens_seen': 6985613312, 'completed': '90.34% (3_331 / 3_687)', 'remaining time': '3:01:52', 'throughput': '8485.52', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:56:14,057 >> {'loss': 0.357, 'grad_norm': 15.631593704223633, 'learning_rate': 1.226273170401411e-07, 'epoch': 0.03580146460537022, 'num_input_tokens_seen': 6987710464, 'completed': '90.37% (3_332 / 3_687)', 'remaining time': '3:01:28', 'throughput': '7862.70', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:56:43,358 >> {'loss': 0.4486, 'grad_norm': 20.449111938476562, 'learning_rate': 1.2250109040845589e-07, 'epoch': 0.03607268782207757, 'num_input_tokens_seen': 6989807616, 'completed': '90.40% (3_333 / 3_687)', 'remaining time': '3:00:54', 'throughput': '8946.53', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:57:15,404 >> {'loss': 0.2722, 'grad_norm': 19.299829483032227, 'learning_rate': 1.2237520781162567e-07, 'epoch': 0.03634391103878492, 'num_input_tokens_seen': 6991904768, 'completed': '90.43% (3_334 / 3_687)', 'remaining time': '3:00:27', 'throughput': '8180.38', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:57:47,547 >> {'loss': 0.4216, 'grad_norm': 17.439783096313477, 'learning_rate': 1.222496693509559e-07, 'epoch': 0.03661513425549227, 'num_input_tokens_seen': 6994001920, 'completed': '90.45% (3_335 / 3_687)', 'remaining time': '3:00:00', 'throughput': '8155.48', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:58:18,221 >> {'loss': 0.3902, 'grad_norm': 16.625341415405273, 'learning_rate': 1.2212447512747506e-07, 'epoch': 0.03688635747219962, 'num_input_tokens_seen': 6996099072, 'completed': '90.48% (3_336 / 3_687)', 'remaining time': '2:59:30', 'throughput': '8546.05', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:58:48,019 >> {'loss': 0.2277, 'grad_norm': 12.145569801330566, 'learning_rate': 1.2199962524193492e-07, 'epoch': 0.03715758068890697, 'num_input_tokens_seen': 6998196224, 'completed': '90.51% (3_337 / 3_687)', 'remaining time': '2:58:57', 'throughput': '8797.42', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:59:19,728 >> {'loss': 0.4426, 'grad_norm': 19.74405860900879, 'learning_rate': 1.218751197948096e-07, 'epoch': 0.03742880390561432, 'num_input_tokens_seen': 7000293376, 'completed': '90.53% (3_338 / 3_687)', 'remaining time': '2:58:29', 'throughput': '8267.22', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-26 23:59:52,429 >> {'loss': 0.5911, 'grad_norm': 20.95228385925293, 'learning_rate': 1.2175095888629657e-07, 'epoch': 0.03770002712232167, 'num_input_tokens_seen': 7002390528, 'completed': '90.56% (3_339 / 3_687)', 'remaining time': '2:58:03', 'throughput': '8016.27', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:00:22,247 >> {'loss': 0.6537, 'grad_norm': 23.399641036987305, 'learning_rate': 1.2162714261631575e-07, 'epoch': 0.03797125033902902, 'num_input_tokens_seen': 7004487680, 'completed': '90.59% (3_340 / 3_687)', 'remaining time': '2:57:30', 'throughput': '8791.53', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:00:55,347 >> {'loss': 0.2545, 'grad_norm': 11.986372947692871, 'learning_rate': 1.215036710845097e-07, 'epoch': 0.03824247355573637, 'num_input_tokens_seen': 7006584832, 'completed': '90.62% (3_341 / 3_687)', 'remaining time': '2:57:05', 'throughput': '7919.68', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:01:27,156 >> {'loss': 0.386, 'grad_norm': 16.912973403930664, 'learning_rate': 1.213805443902437e-07, 'epoch': 0.03851369677244372, 'num_input_tokens_seen': 7008681984, 'completed': '90.64% (3_342 / 3_687)', 'remaining time': '2:56:37', 'throughput': '8241.40', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:01:56,291 >> {'loss': 0.3066, 'grad_norm': 18.482542037963867, 'learning_rate': 1.212577626326054e-07, 'epoch': 0.038784919989151075, 'num_input_tokens_seen': 7010779136, 'completed': '90.67% (3_343 / 3_687)', 'remaining time': '2:56:03', 'throughput': '8997.43', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:02:27,454 >> {'loss': 0.3742, 'grad_norm': 16.53171157836914, 'learning_rate': 1.2113532591040488e-07, 'epoch': 0.03905614320585842, 'num_input_tokens_seen': 7012876288, 'completed': '90.70% (3_344 / 3_687)', 'remaining time': '2:55:33', 'throughput': '8412.06', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:02:59,989 >> {'loss': 0.3583, 'grad_norm': 18.05655860900879, 'learning_rate': 1.2101323432217454e-07, 'epoch': 0.03932736642256577, 'num_input_tokens_seen': 7014973440, 'completed': '90.72% (3_345 / 3_687)', 'remaining time': '2:55:07', 'throughput': '8057.17', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:03:30,295 >> {'loss': 0.3726, 'grad_norm': 16.21353530883789, 'learning_rate': 1.208914879661691e-07, 'epoch': 0.039598589639273124, 'num_input_tokens_seen': 7017070592, 'completed': '90.75% (3_346 / 3_687)', 'remaining time': '2:54:35', 'throughput': '8649.94', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:03:59,925 >> {'loss': 0.2253, 'grad_norm': 11.822895050048828, 'learning_rate': 1.2077008694036527e-07, 'epoch': 0.03986981285598047, 'num_input_tokens_seen': 7019167744, 'completed': '90.78% (3_347 / 3_687)', 'remaining time': '2:54:02', 'throughput': '8847.39', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:04:31,153 >> {'loss': 0.4391, 'grad_norm': 19.47376823425293, 'learning_rate': 1.2064903134246221e-07, 'epoch': 0.04014103607268782, 'num_input_tokens_seen': 7021264896, 'completed': '90.81% (3_348 / 3_687)', 'remaining time': '2:53:32', 'throughput': '8394.44', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:04:58,965 >> {'loss': 0.6866, 'grad_norm': 18.84421730041504, 'learning_rate': 1.2052832126988053e-07, 'epoch': 0.040412259289395173, 'num_input_tokens_seen': 7023362048, 'completed': '90.83% (3_349 / 3_687)', 'remaining time': '2:52:55', 'throughput': '9425.65', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:05:28,132 >> {'loss': 0.5646, 'grad_norm': 18.107643127441406, 'learning_rate': 1.2040795681976338e-07, 'epoch': 0.04068348250610252, 'num_input_tokens_seen': 7025459200, 'completed': '90.86% (3_350 / 3_687)', 'remaining time': '2:52:21', 'throughput': '8987.78', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:05:58,877 >> {'loss': 0.5655, 'grad_norm': 18.47949981689453, 'learning_rate': 1.2028793808897537e-07, 'epoch': 0.040954705722809875, 'num_input_tokens_seen': 7027556352, 'completed': '90.89% (3_351 / 3_687)', 'remaining time': '2:51:50', 'throughput': '8526.14', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:06:31,699 >> {'loss': 0.3471, 'grad_norm': 18.35427474975586, 'learning_rate': 1.20168265174103e-07, 'epoch': 0.04122592893951722, 'num_input_tokens_seen': 7029653504, 'completed': '90.91% (3_352 / 3_687)', 'remaining time': '2:51:24', 'throughput': '7986.90', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:07:02,601 >> {'loss': 0.2921, 'grad_norm': 13.998270034790039, 'learning_rate': 1.2004893817145456e-07, 'epoch': 0.04149715215622457, 'num_input_tokens_seen': 7031750656, 'completed': '90.94% (3_353 / 3_687)', 'remaining time': '2:50:54', 'throughput': '8483.07', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:07:31,674 >> {'loss': 0.7065, 'grad_norm': 26.075870513916016, 'learning_rate': 1.1992995717705982e-07, 'epoch': 0.041768375372931925, 'num_input_tokens_seen': 7033847808, 'completed': '90.97% (3_354 / 3_687)', 'remaining time': '2:50:20', 'throughput': '9016.92', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:08:00,922 >> {'loss': 0.2938, 'grad_norm': 14.8284912109375, 'learning_rate': 1.198113222866702e-07, 'epoch': 0.04203959858963927, 'num_input_tokens_seen': 7035944960, 'completed': '91.00% (3_355 / 3_687)', 'remaining time': '2:49:46', 'throughput': '8962.55', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:08:30,806 >> {'loss': 0.3828, 'grad_norm': 15.237571716308594, 'learning_rate': 1.1969303359575845e-07, 'epoch': 0.04231082180634662, 'num_input_tokens_seen': 7038042112, 'completed': '91.02% (3_356 / 3_687)', 'remaining time': '2:49:14', 'throughput': '8772.05', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:09:01,751 >> {'loss': 0.3513, 'grad_norm': 14.325973510742188, 'learning_rate': 1.1957509119951885e-07, 'epoch': 0.042582045023053974, 'num_input_tokens_seen': 7040139264, 'completed': '91.05% (3_357 / 3_687)', 'remaining time': '2:48:43', 'throughput': '8471.32', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:09:29,657 >> {'loss': 0.277, 'grad_norm': 14.475112915039062, 'learning_rate': 1.1945749519286694e-07, 'epoch': 0.04285326823976132, 'num_input_tokens_seen': 7042236416, 'completed': '91.08% (3_358 / 3_687)', 'remaining time': '2:48:07', 'throughput': '9393.85', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:10:00,057 >> {'loss': 0.383, 'grad_norm': 16.315767288208008, 'learning_rate': 1.193402456704396e-07, 'epoch': 0.043124491456468676, 'num_input_tokens_seen': 7044333568, 'completed': '91.10% (3_359 / 3_687)', 'remaining time': '2:47:36', 'throughput': '8623.22', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:10:29,603 >> {'loss': 0.4815, 'grad_norm': 19.562829971313477, 'learning_rate': 1.1922334272659474e-07, 'epoch': 0.043395714673176024, 'num_input_tokens_seen': 7046430720, 'completed': '91.13% (3_360 / 3_687)', 'remaining time': '2:47:03', 'throughput': '8872.31', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:11:02,217 >> {'loss': 0.4433, 'grad_norm': 19.108549118041992, 'learning_rate': 1.1910678645541137e-07, 'epoch': 0.04366693788988337, 'num_input_tokens_seen': 7048527872, 'completed': '91.16% (3_361 / 3_687)', 'remaining time': '2:46:36', 'throughput': '8037.80', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:11:34,448 >> {'loss': 0.2735, 'grad_norm': 12.979419708251953, 'learning_rate': 1.1899057695068954e-07, 'epoch': 0.043938161106590726, 'num_input_tokens_seen': 7050625024, 'completed': '91.19% (3_362 / 3_687)', 'remaining time': '2:46:09', 'throughput': '8133.37', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:12:06,137 >> {'loss': 0.5001, 'grad_norm': 20.514404296875, 'learning_rate': 1.1887471430595028e-07, 'epoch': 0.04420938432329807, 'num_input_tokens_seen': 7052722176, 'completed': '91.21% (3_363 / 3_687)', 'remaining time': '2:45:40', 'throughput': '8272.51', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:12:34,639 >> {'loss': 0.492, 'grad_norm': 20.933198928833008, 'learning_rate': 1.187591986144354e-07, 'epoch': 0.04448060754000543, 'num_input_tokens_seen': 7054819328, 'completed': '91.24% (3_364 / 3_687)', 'remaining time': '2:45:05', 'throughput': '9197.23', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:13:02,589 >> {'loss': 0.6521, 'grad_norm': 21.284048080444336, 'learning_rate': 1.1864402996910748e-07, 'epoch': 0.044751830756712775, 'num_input_tokens_seen': 7056916480, 'completed': '91.27% (3_365 / 3_687)', 'remaining time': '2:44:29', 'throughput': '9378.92', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:13:31,958 >> {'loss': 0.4218, 'grad_norm': 30.391963958740234, 'learning_rate': 1.1852920846265002e-07, 'epoch': 0.04502305397342012, 'num_input_tokens_seen': 7059013632, 'completed': '91.29% (3_366 / 3_687)', 'remaining time': '2:43:56', 'throughput': '8925.92', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:14:00,115 >> {'loss': 0.5948, 'grad_norm': 20.589599609375, 'learning_rate': 1.1841473418746685e-07, 'epoch': 0.04529427719012748, 'num_input_tokens_seen': 7061110784, 'completed': '91.32% (3_367 / 3_687)', 'remaining time': '2:43:21', 'throughput': '9310.21', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:14:30,671 >> {'loss': 0.3326, 'grad_norm': 16.451263427734375, 'learning_rate': 1.1830060723568256e-07, 'epoch': 0.045565500406834825, 'num_input_tokens_seen': 7063207936, 'completed': '91.35% (3_368 / 3_687)', 'remaining time': '2:42:50', 'throughput': '8579.22', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:14:59,363 >> {'loss': 0.4692, 'grad_norm': 18.889476776123047, 'learning_rate': 1.1818682769914226e-07, 'epoch': 0.04583672362354217, 'num_input_tokens_seen': 7065305088, 'completed': '91.38% (3_369 / 3_687)', 'remaining time': '2:42:16', 'throughput': '9136.34', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:15:29,835 >> {'loss': 0.5904, 'grad_norm': 22.5378475189209, 'learning_rate': 1.1807339566941123e-07, 'epoch': 0.04610794684024953, 'num_input_tokens_seen': 7067402240, 'completed': '91.40% (3_370 / 3_687)', 'remaining time': '2:41:45', 'throughput': '8602.92', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:15:58,723 >> {'loss': 0.668, 'grad_norm': 18.752378463745117, 'learning_rate': 1.1796031123777546e-07, 'epoch': 0.046379170056956874, 'num_input_tokens_seen': 7069499392, 'completed': '91.43% (3_371 / 3_687)', 'remaining time': '2:41:11', 'throughput': '9074.35', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:16:28,695 >> {'loss': 0.3436, 'grad_norm': 14.500882148742676, 'learning_rate': 1.178475744952408e-07, 'epoch': 0.04665039327366423, 'num_input_tokens_seen': 7071596544, 'completed': '91.46% (3_372 / 3_687)', 'remaining time': '2:40:39', 'throughput': '8746.43', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:16:58,156 >> {'loss': 0.3595, 'grad_norm': 16.3090877532959, 'learning_rate': 1.1773518553253352e-07, 'epoch': 0.046921616490371576, 'num_input_tokens_seen': 7073693696, 'completed': '91.48% (3_373 / 3_687)', 'remaining time': '2:40:06', 'throughput': '8897.90', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:17:28,832 >> {'loss': 0.4885, 'grad_norm': 20.062055587768555, 'learning_rate': 1.1762314444010002e-07, 'epoch': 0.047192839707078924, 'num_input_tokens_seen': 7075790848, 'completed': '91.51% (3_374 / 3_687)', 'remaining time': '2:39:36', 'throughput': '8545.51', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:17:59,420 >> {'loss': 0.1721, 'grad_norm': 13.69767951965332, 'learning_rate': 1.1751145130810675e-07, 'epoch': 0.04746406292378628, 'num_input_tokens_seen': 7077888000, 'completed': '91.54% (3_375 / 3_687)', 'remaining time': '2:39:05', 'throughput': '8570.24', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:18:29,328 >> {'loss': 0.3988, 'grad_norm': 15.124690055847168, 'learning_rate': 1.1740010622644008e-07, 'epoch': 0.047735286140493625, 'num_input_tokens_seen': 7079985152, 'completed': '91.56% (3_376 / 3_687)', 'remaining time': '2:38:34', 'throughput': '8764.89', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:19:01,777 >> {'loss': 0.53, 'grad_norm': 22.62101936340332, 'learning_rate': 1.1728910928470629e-07, 'epoch': 0.04800650935720097, 'num_input_tokens_seen': 7082082304, 'completed': '91.59% (3_377 / 3_687)', 'remaining time': '2:38:06', 'throughput': '8078.67', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:19:32,715 >> {'loss': 0.2442, 'grad_norm': 12.13560962677002, 'learning_rate': 1.1717846057223143e-07, 'epoch': 0.04827773257390833, 'num_input_tokens_seen': 7084179456, 'completed': '91.62% (3_378 / 3_687)', 'remaining time': '2:37:36', 'throughput': '8473.31', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:20:04,305 >> {'loss': 0.548, 'grad_norm': 22.917356491088867, 'learning_rate': 1.1706816017806142e-07, 'epoch': 0.048548955790615675, 'num_input_tokens_seen': 7086276608, 'completed': '91.65% (3_379 / 3_687)', 'remaining time': '2:37:07', 'throughput': '8298.33', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:20:32,850 >> {'loss': 0.4848, 'grad_norm': 26.45726776123047, 'learning_rate': 1.1695820819096186e-07, 'epoch': 0.04882017900732303, 'num_input_tokens_seen': 7088373760, 'completed': '91.67% (3_380 / 3_687)', 'remaining time': '2:36:33', 'throughput': '9183.52', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:21:03,414 >> {'loss': 0.8083, 'grad_norm': 25.90103530883789, 'learning_rate': 1.1684860469941785e-07, 'epoch': 0.04909140222403038, 'num_input_tokens_seen': 7090470912, 'completed': '91.70% (3_381 / 3_687)', 'remaining time': '2:36:02', 'throughput': '8576.76', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:21:36,860 >> {'loss': 0.5493, 'grad_norm': 22.642337799072266, 'learning_rate': 1.1673934979163417e-07, 'epoch': 0.049362625440737724, 'num_input_tokens_seen': 7092568064, 'completed': '91.73% (3_382 / 3_687)', 'remaining time': '2:35:37', 'throughput': '7837.87', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:22:06,823 >> {'loss': 0.2542, 'grad_norm': 11.539298057556152, 'learning_rate': 1.1663044355553493e-07, 'epoch': 0.04963384865744508, 'num_input_tokens_seen': 7094665216, 'completed': '91.75% (3_383 / 3_687)', 'remaining time': '2:35:05', 'throughput': '8748.95', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:22:36,809 >> {'loss': 0.4264, 'grad_norm': 19.434553146362305, 'learning_rate': 1.1652188607876379e-07, 'epoch': 0.049905071874152426, 'num_input_tokens_seen': 7096762368, 'completed': '91.78% (3_384 / 3_687)', 'remaining time': '2:34:33', 'throughput': '8742.24', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:23:02,851 >> {'loss': 0.8053, 'grad_norm': 28.15933609008789, 'learning_rate': 1.1641367744868372e-07, 'epoch': 0.05017629509085978, 'num_input_tokens_seen': 7098859520, 'completed': '91.81% (3_385 / 3_687)', 'remaining time': '2:33:55', 'throughput': '10066.30', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:23:32,419 >> {'loss': 0.3073, 'grad_norm': 23.65896224975586, 'learning_rate': 1.1630581775237681e-07, 'epoch': 0.05044751830756713, 'num_input_tokens_seen': 7100956672, 'completed': '91.84% (3_386 / 3_687)', 'remaining time': '2:33:23', 'throughput': '8865.69', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:24:04,447 >> {'loss': 0.2546, 'grad_norm': 14.19971752166748, 'learning_rate': 1.1619830707664446e-07, 'epoch': 0.050718741524274476, 'num_input_tokens_seen': 7103053824, 'completed': '91.86% (3_387 / 3_687)', 'remaining time': '2:32:55', 'throughput': '8184.81', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:24:39,092 >> {'loss': 0.3369, 'grad_norm': 17.83209800720215, 'learning_rate': 1.160911455080073e-07, 'epoch': 0.05098996474098183, 'num_input_tokens_seen': 7105150976, 'completed': '91.89% (3_388 / 3_687)', 'remaining time': '2:32:31', 'throughput': '7566.58', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:25:09,609 >> {'loss': 0.5246, 'grad_norm': 21.761837005615234, 'learning_rate': 1.1598433313270472e-07, 'epoch': 0.05126118795768918, 'num_input_tokens_seen': 7107248128, 'completed': '91.92% (3_389 / 3_687)', 'remaining time': '2:32:00', 'throughput': '8590.11', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:25:40,741 >> {'loss': 0.4256, 'grad_norm': 26.923656463623047, 'learning_rate': 1.1587787003669523e-07, 'epoch': 0.051532411174396525, 'num_input_tokens_seen': 7109345280, 'completed': '91.94% (3_390 / 3_687)', 'remaining time': '2:31:30', 'throughput': '8420.43', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:26:10,647 >> {'loss': 0.4239, 'grad_norm': 16.93385124206543, 'learning_rate': 1.1577175630565646e-07, 'epoch': 0.05180363439110388, 'num_input_tokens_seen': 7111442432, 'completed': '91.97% (3_391 / 3_687)', 'remaining time': '2:30:58', 'throughput': '8765.52', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:26:40,387 >> {'loss': 0.7451, 'grad_norm': 28.331945419311523, 'learning_rate': 1.1566599202498456e-07, 'epoch': 0.05207485760781123, 'num_input_tokens_seen': 7113539584, 'completed': '92.00% (3_392 / 3_687)', 'remaining time': '2:30:26', 'throughput': '8814.62', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:27:09,319 >> {'loss': 0.3069, 'grad_norm': 13.455109596252441, 'learning_rate': 1.1556057727979468e-07, 'epoch': 0.05234608082451858, 'num_input_tokens_seen': 7115636736, 'completed': '92.03% (3_393 / 3_687)', 'remaining time': '2:29:53', 'throughput': '9060.69', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:27:39,104 >> {'loss': 0.5828, 'grad_norm': 22.329641342163086, 'learning_rate': 1.1545551215492055e-07, 'epoch': 0.05261730404122593, 'num_input_tokens_seen': 7117733888, 'completed': '92.05% (3_394 / 3_687)', 'remaining time': '2:29:22', 'throughput': '8801.09', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:28:11,269 >> {'loss': 0.4792, 'grad_norm': 23.203813552856445, 'learning_rate': 1.1535079673491458e-07, 'epoch': 0.05288852725793328, 'num_input_tokens_seen': 7119831040, 'completed': '92.08% (3_395 / 3_687)', 'remaining time': '2:28:53', 'throughput': '8149.98', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:28:44,557 >> {'loss': 0.2758, 'grad_norm': 12.3374662399292, 'learning_rate': 1.1524643110404778e-07, 'epoch': 0.05315975047464063, 'num_input_tokens_seen': 7121928192, 'completed': '92.11% (3_396 / 3_687)', 'remaining time': '2:28:27', 'throughput': '7874.97', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:29:17,614 >> {'loss': 0.3412, 'grad_norm': 16.85381507873535, 'learning_rate': 1.1514241534630963e-07, 'epoch': 0.05343097369134798, 'num_input_tokens_seen': 7124025344, 'completed': '92.13% (3_397 / 3_687)', 'remaining time': '2:28:00', 'throughput': '7930.11', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:29:47,655 >> {'loss': 0.429, 'grad_norm': 18.195323944091797, 'learning_rate': 1.1503874954540804e-07, 'epoch': 0.05370219690805533, 'num_input_tokens_seen': 7126122496, 'completed': '92.16% (3_398 / 3_687)', 'remaining time': '2:27:28', 'throughput': '8726.41', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:30:16,878 >> {'loss': 0.3129, 'grad_norm': 15.976231575012207, 'learning_rate': 1.1493543378476927e-07, 'epoch': 0.05397342012476268, 'num_input_tokens_seen': 7128219648, 'completed': '92.19% (3_399 / 3_687)', 'remaining time': '2:26:56', 'throughput': '8970.47', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:30:49,412 >> {'loss': 0.4292, 'grad_norm': 15.415371894836426, 'learning_rate': 1.1483246814753798e-07, 'epoch': 0.05424464334147003, 'num_input_tokens_seen': 7130316800, 'completed': '92.22% (3_400 / 3_687)', 'remaining time': '2:26:28', 'throughput': '8057.41', 'gpu_mem_free': '5581MB'} +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/distributed/fsdp/fully_sharded_data_parallel.py:689: FutureWarning: FSDP.state_dict_type() and FSDP.set_state_dict_type() are being deprecated. Please use APIs, get_state_dict() and set_state_dict(), which can support different parallelisms, FSDP1, FSDP2, DDP. API doc: https://pytorch.org/docs/stable/distributed.checkpoint.html#torch.distributed.checkpoint.state_dict.get_state_dict .Tutorial: https://pytorch.org/tutorials/recipes/distributed_checkpoint_recipe.html . + warnings.warn( +[INFO|trainer.py:3503] 2024-12-27 00:31:13,593 >> Saving model checkpoint to /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-3400 +[INFO|configuration_utils.py:472] 2024-12-27 00:31:13,597 >> Configuration saved in /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-3400/config.json +[INFO|configuration_utils.py:807] 2024-12-27 00:31:13,598 >> Configuration saved in /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-3400/generation_config.json +[INFO|modeling_utils.py:2807] 2024-12-27 00:32:10,534 >> The model is bigger than the maximum size per checkpoint (5GB) and is going to be split in 7 checkpoint shards. You can find where each parameters has been saved in the index located at /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-3400/model.safetensors.index.json. +[INFO|tokenization_utils_base.py:2684] 2024-12-27 00:32:10,537 >> tokenizer config file saved in /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-3400/tokenizer_config.json +[INFO|tokenization_utils_base.py:2693] 2024-12-27 00:32:10,538 >> Special tokens file saved in /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-3400/special_tokens_map.json +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/distributed/fsdp/fully_sharded_data_parallel.py:689: FutureWarning: FSDP.state_dict_type() and FSDP.set_state_dict_type() are being deprecated. Please use APIs, get_state_dict() and set_state_dict(), which can support different parallelisms, FSDP1, FSDP2, DDP. API doc: https://pytorch.org/docs/stable/distributed.checkpoint.html#torch.distributed.checkpoint.state_dict.get_state_dict .Tutorial: https://pytorch.org/tutorials/recipes/distributed_checkpoint_recipe.html . + warnings.warn( +[WARNING|trainer.py:868] 2024-12-27 00:35:42,146 >> Save streaming dataset state: {'epoch': 0, 'sample_in_epoch': 6800, 'num_canonical_nodes': 1, 'shuffle_seed': 42, 'initial_physical_nodes': 1} +12/27/2024 00:35:42 - WARNING - streaming.base.dataset - Because `shuffle_block_size` was not specified, it will default to max(4_000_000 // num_canonical_nodes, 1 << 18) if num_canonical_nodes is not None, otherwise 262144. Prior to Streaming v0.7.0, `shuffle_block_size` defaulted to 262144. +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/utils/checkpoint.py:1399: FutureWarning: `torch.cpu.amp.autocast(args...)` is deprecated. Please use `torch.amp.autocast('cpu', args...)` instead. + with device_autocast_ctx, torch.cpu.amp.autocast(**cpu_autocast_kwargs), recompute_context: # type: ignore[attr-defined] +[INFO|trainer.py:175] 2024-12-27 00:36:12,802 >> {'loss': 0.3157, 'grad_norm': 12.561007499694824, 'learning_rate': 1.1472985271657697e-07, 'epoch': 0.05451586655817738, 'num_input_tokens_seen': 7132413952, 'completed': '92.24% (3_401 / 3_687)', 'remaining time': '2:32:54', 'throughput': '810.61', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:36:44,201 >> {'loss': 0.515, 'grad_norm': 19.007686614990234, 'learning_rate': 1.1462758757446728e-07, 'epoch': 0.05478708977488473, 'num_input_tokens_seen': 7134511104, 'completed': '92.27% (3_402 / 3_687)', 'remaining time': '2:32:21', 'throughput': '8348.69', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:37:15,910 >> {'loss': 0.2947, 'grad_norm': 14.344964027404785, 'learning_rate': 1.1452567280350789e-07, 'epoch': 0.05505831299159208, 'num_input_tokens_seen': 7136608256, 'completed': '92.30% (3_403 / 3_687)', 'remaining time': '2:31:48', 'throughput': '8267.27', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:37:50,171 >> {'loss': 0.2962, 'grad_norm': 14.677167892456055, 'learning_rate': 1.1442410848571602e-07, 'epoch': 0.05532953620829943, 'num_input_tokens_seen': 7138705408, 'completed': '92.32% (3_404 / 3_687)', 'remaining time': '2:31:19', 'throughput': '7651.38', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:38:20,440 >> {'loss': 0.3201, 'grad_norm': 15.091597557067871, 'learning_rate': 1.1432289470282683e-07, 'epoch': 0.05560075942500678, 'num_input_tokens_seen': 7140802560, 'completed': '92.35% (3_405 / 3_687)', 'remaining time': '2:30:44', 'throughput': '8660.52', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:38:54,015 >> {'loss': 0.3313, 'grad_norm': 16.691532135009766, 'learning_rate': 1.1422203153629312e-07, 'epoch': 0.055871982641714134, 'num_input_tokens_seen': 7142899712, 'completed': '92.38% (3_406 / 3_687)', 'remaining time': '2:30:14', 'throughput': '7807.86', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:39:25,438 >> {'loss': 0.3258, 'grad_norm': 16.004104614257812, 'learning_rate': 1.1412151906728589e-07, 'epoch': 0.05614320585842148, 'num_input_tokens_seen': 7144996864, 'completed': '92.41% (3_407 / 3_687)', 'remaining time': '2:29:41', 'throughput': '8342.39', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:39:52,536 >> {'loss': 0.6703, 'grad_norm': 20.203420639038086, 'learning_rate': 1.1402135737669372e-07, 'epoch': 0.05641442907512883, 'num_input_tokens_seen': 7147094016, 'completed': '92.43% (3_408 / 3_687)', 'remaining time': '2:29:03', 'throughput': '9673.66', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:40:22,566 >> {'loss': 0.4107, 'grad_norm': 16.784305572509766, 'learning_rate': 1.1392154654512289e-07, 'epoch': 0.05668565229183618, 'num_input_tokens_seen': 7149191168, 'completed': '92.46% (3_409 / 3_687)', 'remaining time': '2:28:28', 'throughput': '8729.37', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:40:56,850 >> {'loss': 0.5004, 'grad_norm': 18.371356964111328, 'learning_rate': 1.1382208665289742e-07, 'epoch': 0.05695687550854353, 'num_input_tokens_seen': 7151288320, 'completed': '92.49% (3_410 / 3_687)', 'remaining time': '2:27:59', 'throughput': '7646.25', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:41:22,503 >> {'loss': 0.7699, 'grad_norm': 28.510942459106445, 'learning_rate': 1.1372297778005883e-07, 'epoch': 0.05722809872525088, 'num_input_tokens_seen': 7153385472, 'completed': '92.51% (3_411 / 3_687)', 'remaining time': '2:27:18', 'throughput': '10218.95', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:41:53,660 >> {'loss': 0.399, 'grad_norm': 20.71713638305664, 'learning_rate': 1.1362422000636609e-07, 'epoch': 0.05749932194195823, 'num_input_tokens_seen': 7155482624, 'completed': '92.54% (3_412 / 3_687)', 'remaining time': '2:26:45', 'throughput': '8413.57', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:42:23,310 >> {'loss': 0.4794, 'grad_norm': 17.85915184020996, 'learning_rate': 1.135258134112958e-07, 'epoch': 0.05777054515866558, 'num_input_tokens_seen': 7157579776, 'completed': '92.57% (3_413 / 3_687)', 'remaining time': '2:26:10', 'throughput': '8841.49', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:42:56,610 >> {'loss': 0.4149, 'grad_norm': 16.834300994873047, 'learning_rate': 1.1342775807404177e-07, 'epoch': 0.058041768375372935, 'num_input_tokens_seen': 7159676928, 'completed': '92.60% (3_414 / 3_687)', 'remaining time': '2:25:40', 'throughput': '7872.09', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:43:27,351 >> {'loss': 0.3177, 'grad_norm': 14.176383018493652, 'learning_rate': 1.1333005407351516e-07, 'epoch': 0.05831299159208028, 'num_input_tokens_seen': 7161774080, 'completed': '92.62% (3_415 / 3_687)', 'remaining time': '2:25:06', 'throughput': '8527.67', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:43:54,966 >> {'loss': 0.6466, 'grad_norm': 20.5920352935791, 'learning_rate': 1.1323270148834461e-07, 'epoch': 0.05858421480878763, 'num_input_tokens_seen': 7163871232, 'completed': '92.65% (3_416 / 3_687)', 'remaining time': '2:24:29', 'throughput': '9492.50', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:44:24,163 >> {'loss': 0.5934, 'grad_norm': 20.29216194152832, 'learning_rate': 1.1313570039687571e-07, 'epoch': 0.058855438025494984, 'num_input_tokens_seen': 7165968384, 'completed': '92.68% (3_417 / 3_687)', 'remaining time': '2:23:53', 'throughput': '8978.71', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:44:56,252 >> {'loss': 0.4848, 'grad_norm': 19.53738784790039, 'learning_rate': 1.1303905087717111e-07, 'epoch': 0.05912666124220233, 'num_input_tokens_seen': 7168065536, 'completed': '92.70% (3_418 / 3_687)', 'remaining time': '2:23:21', 'throughput': '8169.13', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:45:25,334 >> {'loss': 0.3478, 'grad_norm': 16.945344924926758, 'learning_rate': 1.1294275300701085e-07, 'epoch': 0.059397884458909686, 'num_input_tokens_seen': 7170162688, 'completed': '92.73% (3_419 / 3_687)', 'remaining time': '2:22:46', 'throughput': '9013.97', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:45:56,730 >> {'loss': 0.4514, 'grad_norm': 17.19941520690918, 'learning_rate': 1.1284680686389163e-07, 'epoch': 0.059669107675617034, 'num_input_tokens_seen': 7172259840, 'completed': '92.76% (3_420 / 3_687)', 'remaining time': '2:22:13', 'throughput': '8349.66', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:46:26,053 >> {'loss': 0.3855, 'grad_norm': 14.423097610473633, 'learning_rate': 1.1275121252502738e-07, 'epoch': 0.05994033089232438, 'num_input_tokens_seen': 7174356992, 'completed': '92.79% (3_421 / 3_687)', 'remaining time': '2:21:38', 'throughput': '8939.77', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:47:00,381 >> {'loss': 0.3488, 'grad_norm': 13.27149772644043, 'learning_rate': 1.1265597006734872e-07, 'epoch': 0.060211554109031735, 'num_input_tokens_seen': 7176454144, 'completed': '92.81% (3_422 / 3_687)', 'remaining time': '2:21:09', 'throughput': '7636.57', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:47:28,882 >> {'loss': 0.4548, 'grad_norm': 17.755043029785156, 'learning_rate': 1.1256107956750319e-07, 'epoch': 0.06048277732573908, 'num_input_tokens_seen': 7178551296, 'completed': '92.84% (3_423 / 3_687)', 'remaining time': '2:20:33', 'throughput': '9197.63', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:47:57,825 >> {'loss': 0.186, 'grad_norm': 15.190084457397461, 'learning_rate': 1.1246654110185501e-07, 'epoch': 0.06075400054244643, 'num_input_tokens_seen': 7180648448, 'completed': '92.87% (3_424 / 3_687)', 'remaining time': '2:19:57', 'throughput': '9057.29', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:48:26,252 >> {'loss': 0.852, 'grad_norm': 23.48501968383789, 'learning_rate': 1.1237235474648516e-07, 'epoch': 0.061025223759153785, 'num_input_tokens_seen': 7182745600, 'completed': '92.89% (3_425 / 3_687)', 'remaining time': '2:19:21', 'throughput': '9221.51', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:48:58,597 >> {'loss': 0.5567, 'grad_norm': 18.804317474365234, 'learning_rate': 1.1227852057719125e-07, 'epoch': 0.06129644697586113, 'num_input_tokens_seen': 7184842752, 'completed': '92.92% (3_426 / 3_687)', 'remaining time': '2:18:50', 'throughput': '8104.73', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:49:29,201 >> {'loss': 0.4162, 'grad_norm': 18.396987915039062, 'learning_rate': 1.121850386694875e-07, 'epoch': 0.06156767019256849, 'num_input_tokens_seen': 7186939904, 'completed': '92.95% (3_427 / 3_687)', 'remaining time': '2:18:17', 'throughput': '8565.70', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:50:00,561 >> {'loss': 0.5276, 'grad_norm': 18.709394454956055, 'learning_rate': 1.1209190909860453e-07, 'epoch': 0.061838893409275834, 'num_input_tokens_seen': 7189037056, 'completed': '92.98% (3_428 / 3_687)', 'remaining time': '2:17:44', 'throughput': '8359.23', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:50:30,064 >> {'loss': 0.5129, 'grad_norm': 25.96376609802246, 'learning_rate': 1.119991319394894e-07, 'epoch': 0.06211011662598318, 'num_input_tokens_seen': 7191134208, 'completed': '93.00% (3_429 / 3_687)', 'remaining time': '2:17:09', 'throughput': '8885.18', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:50:59,554 >> {'loss': 0.6664, 'grad_norm': 24.267688751220703, 'learning_rate': 1.1190670726680579e-07, 'epoch': 0.062381339842690536, 'num_input_tokens_seen': 7193231360, 'completed': '93.03% (3_430 / 3_687)', 'remaining time': '2:16:35', 'throughput': '8889.27', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:51:31,994 >> {'loss': 0.2624, 'grad_norm': 12.63032054901123, 'learning_rate': 1.1181463515493336e-07, 'epoch': 0.06265256305939788, 'num_input_tokens_seen': 7195328512, 'completed': '93.06% (3_431 / 3_687)', 'remaining time': '2:16:04', 'throughput': '8081.04', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:52:00,887 >> {'loss': 0.3512, 'grad_norm': 18.082197189331055, 'learning_rate': 1.1172291567796846e-07, 'epoch': 0.06292378627610523, 'num_input_tokens_seen': 7197425664, 'completed': '93.08% (3_432 / 3_687)', 'remaining time': '2:15:28', 'throughput': '9072.89', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:52:31,061 >> {'loss': 0.3531, 'grad_norm': 13.270282745361328, 'learning_rate': 1.1163154890972333e-07, 'epoch': 0.06319500949281258, 'num_input_tokens_seen': 7199522816, 'completed': '93.11% (3_433 / 3_687)', 'remaining time': '2:14:55', 'throughput': '8687.63', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:53:01,901 >> {'loss': 0.2167, 'grad_norm': 11.08203411102295, 'learning_rate': 1.1154053492372654e-07, 'epoch': 0.06346623270951994, 'num_input_tokens_seen': 7201619968, 'completed': '93.14% (3_434 / 3_687)', 'remaining time': '2:14:22', 'throughput': '8500.12', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:53:31,000 >> {'loss': 0.5286, 'grad_norm': 18.60203742980957, 'learning_rate': 1.1144987379322254e-07, 'epoch': 0.06373745592622729, 'num_input_tokens_seen': 7203717120, 'completed': '93.17% (3_435 / 3_687)', 'remaining time': '2:13:47', 'throughput': '9008.77', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:53:58,432 >> {'loss': 0.7746, 'grad_norm': 22.605010986328125, 'learning_rate': 1.1135956559117207e-07, 'epoch': 0.06400867914293464, 'num_input_tokens_seen': 7205814272, 'completed': '93.19% (3_436 / 3_687)', 'remaining time': '2:13:10', 'throughput': '9556.19', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:54:29,459 >> {'loss': 0.1999, 'grad_norm': 10.375788688659668, 'learning_rate': 1.1126961039025168e-07, 'epoch': 0.06427990235964198, 'num_input_tokens_seen': 7207911424, 'completed': '93.22% (3_437 / 3_687)', 'remaining time': '2:12:38', 'throughput': '8448.71', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:54:58,658 >> {'loss': 0.3321, 'grad_norm': 16.99294662475586, 'learning_rate': 1.111800082628539e-07, 'epoch': 0.06455112557634933, 'num_input_tokens_seen': 7210008576, 'completed': '93.25% (3_438 / 3_687)', 'remaining time': '2:12:03', 'throughput': '8977.87', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:55:26,427 >> {'loss': 0.517, 'grad_norm': 18.679296493530273, 'learning_rate': 1.1109075928108715e-07, 'epoch': 0.06482234879305669, 'num_input_tokens_seen': 7212105728, 'completed': '93.27% (3_439 / 3_687)', 'remaining time': '2:11:27', 'throughput': '9440.38', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:55:55,179 >> {'loss': 0.8827, 'grad_norm': 25.95256233215332, 'learning_rate': 1.1100186351677567e-07, 'epoch': 0.06509357200976404, 'num_input_tokens_seen': 7214202880, 'completed': '93.30% (3_440 / 3_687)', 'remaining time': '2:10:52', 'throughput': '9117.18', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:56:25,579 >> {'loss': 0.412, 'grad_norm': 15.406830787658691, 'learning_rate': 1.1091332104145921e-07, 'epoch': 0.06536479522647139, 'num_input_tokens_seen': 7216300032, 'completed': '93.33% (3_441 / 3_687)', 'remaining time': '2:10:19', 'throughput': '8623.27', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:56:56,435 >> {'loss': 0.4441, 'grad_norm': 17.281946182250977, 'learning_rate': 1.1082513192639353e-07, 'epoch': 0.06563601844317873, 'num_input_tokens_seen': 7218397184, 'completed': '93.36% (3_442 / 3_687)', 'remaining time': '2:09:46', 'throughput': '8495.69', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:57:29,832 >> {'loss': 0.2542, 'grad_norm': 11.579797744750977, 'learning_rate': 1.1073729624254984e-07, 'epoch': 0.06590724165988608, 'num_input_tokens_seen': 7220494336, 'completed': '93.38% (3_443 / 3_687)', 'remaining time': '2:09:16', 'throughput': '7849.39', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:57:57,847 >> {'loss': 0.6309, 'grad_norm': 20.977197647094727, 'learning_rate': 1.1064981406061494e-07, 'epoch': 0.06617846487659344, 'num_input_tokens_seen': 7222591488, 'completed': '93.41% (3_444 / 3_687)', 'remaining time': '2:08:40', 'throughput': '9357.08', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:58:26,629 >> {'loss': 0.4147, 'grad_norm': 15.974722862243652, 'learning_rate': 1.1056268545099117e-07, 'epoch': 0.06644968809330079, 'num_input_tokens_seen': 7224688640, 'completed': '93.44% (3_445 / 3_687)', 'remaining time': '2:08:06', 'throughput': '9107.96', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:58:59,415 >> {'loss': 0.2354, 'grad_norm': 11.669343948364258, 'learning_rate': 1.1047591048379635e-07, 'epoch': 0.06672091131000814, 'num_input_tokens_seen': 7226785792, 'completed': '93.46% (3_446 / 3_687)', 'remaining time': '2:07:35', 'throughput': '7995.72', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:59:29,219 >> {'loss': 0.6374, 'grad_norm': 24.988540649414062, 'learning_rate': 1.1038948922886355e-07, 'epoch': 0.06699213452671549, 'num_input_tokens_seen': 7228882944, 'completed': '93.49% (3_447 / 3_687)', 'remaining time': '2:07:01', 'throughput': '8795.65', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 00:59:57,588 >> {'loss': 0.4621, 'grad_norm': 17.950305938720703, 'learning_rate': 1.1030342175574144e-07, 'epoch': 0.06726335774342283, 'num_input_tokens_seen': 7230980096, 'completed': '93.52% (3_448 / 3_687)', 'remaining time': '2:06:26', 'throughput': '9240.56', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:00:29,593 >> {'loss': 0.5804, 'grad_norm': 23.91762351989746, 'learning_rate': 1.1021770813369378e-07, 'epoch': 0.06753458096013018, 'num_input_tokens_seen': 7233077248, 'completed': '93.54% (3_449 / 3_687)', 'remaining time': '2:05:55', 'throughput': '8190.71', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:01:05,483 >> {'loss': 0.2842, 'grad_norm': 17.67766571044922, 'learning_rate': 1.1013234843169967e-07, 'epoch': 0.06780580417683754, 'num_input_tokens_seen': 7235174400, 'completed': '93.57% (3_450 / 3_687)', 'remaining time': '2:05:27', 'throughput': '7303.90', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:01:35,954 >> {'loss': 0.2676, 'grad_norm': 14.409975051879883, 'learning_rate': 1.100473427184534e-07, 'epoch': 0.06807702739354489, 'num_input_tokens_seen': 7237271552, 'completed': '93.60% (3_451 / 3_687)', 'remaining time': '2:04:54', 'throughput': '8603.32', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:02:07,171 >> {'loss': 0.553, 'grad_norm': 25.468711853027344, 'learning_rate': 1.0996269106236425e-07, 'epoch': 0.06834825061025224, 'num_input_tokens_seen': 7239368704, 'completed': '93.63% (3_452 / 3_687)', 'remaining time': '2:04:22', 'throughput': '8397.42', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:02:37,923 >> {'loss': 0.3635, 'grad_norm': 18.466487884521484, 'learning_rate': 1.0987839353155661e-07, 'epoch': 0.06861947382695958, 'num_input_tokens_seen': 7241465856, 'completed': '93.65% (3_453 / 3_687)', 'remaining time': '2:03:49', 'throughput': '8524.38', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:03:09,528 >> {'loss': 0.4023, 'grad_norm': 15.085163116455078, 'learning_rate': 1.0979445019387e-07, 'epoch': 0.06889069704366693, 'num_input_tokens_seen': 7243563008, 'completed': '93.68% (3_454 / 3_687)', 'remaining time': '2:03:17', 'throughput': '8294.36', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:03:42,269 >> {'loss': 0.3546, 'grad_norm': 15.840180397033691, 'learning_rate': 1.0971086111685883e-07, 'epoch': 0.0691619202603743, 'num_input_tokens_seen': 7245660160, 'completed': '93.71% (3_455 / 3_687)', 'remaining time': '2:02:46', 'throughput': '8006.79', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:04:13,413 >> {'loss': 0.5338, 'grad_norm': 20.410505294799805, 'learning_rate': 1.0962762636779235e-07, 'epoch': 0.06943314347708164, 'num_input_tokens_seen': 7247757312, 'completed': '93.73% (3_456 / 3_687)', 'remaining time': '2:02:14', 'throughput': '8416.94', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:04:44,839 >> {'loss': 0.6095, 'grad_norm': 23.19679832458496, 'learning_rate': 1.0954474601365482e-07, 'epoch': 0.06970436669378899, 'num_input_tokens_seen': 7249854464, 'completed': '93.76% (3_457 / 3_687)', 'remaining time': '2:01:42', 'throughput': '8341.81', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:05:15,354 >> {'loss': 0.4222, 'grad_norm': 14.401229858398438, 'learning_rate': 1.094622201211451e-07, 'epoch': 0.06997558991049634, 'num_input_tokens_seen': 7251951616, 'completed': '93.79% (3_458 / 3_687)', 'remaining time': '2:01:09', 'throughput': '8590.48', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:05:48,017 >> {'loss': 0.4721, 'grad_norm': 17.72669792175293, 'learning_rate': 1.0938004875667689e-07, 'epoch': 0.07024681312720368, 'num_input_tokens_seen': 7254048768, 'completed': '93.82% (3_459 / 3_687)', 'remaining time': '2:00:38', 'throughput': '8025.83', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:06:17,257 >> {'loss': 0.3393, 'grad_norm': 15.16402530670166, 'learning_rate': 1.0929823198637866e-07, 'epoch': 0.07051803634391104, 'num_input_tokens_seen': 7256145920, 'completed': '93.84% (3_460 / 3_687)', 'remaining time': '2:00:04', 'throughput': '8965.29', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:06:47,291 >> {'loss': 0.5465, 'grad_norm': 17.32206153869629, 'learning_rate': 1.0921676987609335e-07, 'epoch': 0.07078925956061839, 'num_input_tokens_seen': 7258243072, 'completed': '93.87% (3_461 / 3_687)', 'remaining time': '1:59:31', 'throughput': '8728.02', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:07:16,248 >> {'loss': 0.6731, 'grad_norm': 20.354280471801758, 'learning_rate': 1.0913566249137865e-07, 'epoch': 0.07106048277732574, 'num_input_tokens_seen': 7260340224, 'completed': '93.90% (3_462 / 3_687)', 'remaining time': '1:58:57', 'throughput': '9053.03', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:07:45,396 >> {'loss': 0.5397, 'grad_norm': 17.26376724243164, 'learning_rate': 1.0905490989750656e-07, 'epoch': 0.07133170599403309, 'num_input_tokens_seen': 7262437376, 'completed': '93.92% (3_463 / 3_687)', 'remaining time': '1:58:23', 'throughput': '8993.47', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:08:14,756 >> {'loss': 0.6668, 'grad_norm': 22.16339683532715, 'learning_rate': 1.0897451215946378e-07, 'epoch': 0.07160292921074043, 'num_input_tokens_seen': 7264534528, 'completed': '93.95% (3_464 / 3_687)', 'remaining time': '1:57:49', 'throughput': '8928.51', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:08:46,748 >> {'loss': 0.5578, 'grad_norm': 25.3452091217041, 'learning_rate': 1.0889446934195141e-07, 'epoch': 0.0718741524274478, 'num_input_tokens_seen': 7266631680, 'completed': '93.98% (3_465 / 3_687)', 'remaining time': '1:57:18', 'throughput': '8194.28', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:09:16,567 >> {'loss': 0.4272, 'grad_norm': 20.26123809814453, 'learning_rate': 1.0881478150938475e-07, 'epoch': 0.07214537564415514, 'num_input_tokens_seen': 7268728832, 'completed': '94.01% (3_466 / 3_687)', 'remaining time': '1:56:45', 'throughput': '8791.19', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:09:47,748 >> {'loss': 0.3703, 'grad_norm': 15.355372428894043, 'learning_rate': 1.0873544872589361e-07, 'epoch': 0.07241659886086249, 'num_input_tokens_seen': 7270825984, 'completed': '94.03% (3_467 / 3_687)', 'remaining time': '1:56:12', 'throughput': '8406.90', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:10:21,328 >> {'loss': 0.4287, 'grad_norm': 19.550086975097656, 'learning_rate': 1.08656471055322e-07, 'epoch': 0.07268782207756984, 'num_input_tokens_seen': 7272923136, 'completed': '94.06% (3_468 / 3_687)', 'remaining time': '1:55:42', 'throughput': '7806.75', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:10:47,794 >> {'loss': 0.8543, 'grad_norm': 23.889299392700195, 'learning_rate': 1.0857784856122812e-07, 'epoch': 0.07295904529427719, 'num_input_tokens_seen': 7275020288, 'completed': '94.09% (3_469 / 3_687)', 'remaining time': '1:55:06', 'throughput': '9904.90', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:11:18,362 >> {'loss': 0.3986, 'grad_norm': 17.23611831665039, 'learning_rate': 1.084995813068843e-07, 'epoch': 0.07323026851098453, 'num_input_tokens_seen': 7277117440, 'completed': '94.11% (3_470 / 3_687)', 'remaining time': '1:54:34', 'throughput': '8575.68', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:11:47,843 >> {'loss': 0.5305, 'grad_norm': 20.09700584411621, 'learning_rate': 1.0842166935527716e-07, 'epoch': 0.0735014917276919, 'num_input_tokens_seen': 7279214592, 'completed': '94.14% (3_471 / 3_687)', 'remaining time': '1:54:00', 'throughput': '8891.88', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:12:18,086 >> {'loss': 0.3567, 'grad_norm': 17.18355941772461, 'learning_rate': 1.0834411276910715e-07, 'epoch': 0.07377271494439924, 'num_input_tokens_seen': 7281311744, 'completed': '94.17% (3_472 / 3_687)', 'remaining time': '1:53:27', 'throughput': '8668.04', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:12:51,765 >> {'loss': 0.5759, 'grad_norm': 20.5414981842041, 'learning_rate': 1.0826691161078895e-07, 'epoch': 0.07404393816110659, 'num_input_tokens_seen': 7283408896, 'completed': '94.20% (3_473 / 3_687)', 'remaining time': '1:52:57', 'throughput': '7783.48', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:13:22,557 >> {'loss': 0.3052, 'grad_norm': 14.221673965454102, 'learning_rate': 1.0819006594245114e-07, 'epoch': 0.07431516137781394, 'num_input_tokens_seen': 7285506048, 'completed': '94.22% (3_474 / 3_687)', 'remaining time': '1:52:25', 'throughput': '8513.50', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:13:53,467 >> {'loss': 0.669, 'grad_norm': 21.631595611572266, 'learning_rate': 1.0811357582593613e-07, 'epoch': 0.07458638459452128, 'num_input_tokens_seen': 7287603200, 'completed': '94.25% (3_475 / 3_687)', 'remaining time': '1:51:53', 'throughput': '8480.87', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:14:22,952 >> {'loss': 0.8402, 'grad_norm': 23.90924644470215, 'learning_rate': 1.0803744132280025e-07, 'epoch': 0.07485760781122865, 'num_input_tokens_seen': 7289700352, 'completed': '94.28% (3_476 / 3_687)', 'remaining time': '1:51:19', 'throughput': '8890.87', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:14:54,838 >> {'loss': 0.5147, 'grad_norm': 19.435346603393555, 'learning_rate': 1.0796166249431371e-07, 'epoch': 0.075128831027936, 'num_input_tokens_seen': 7291797504, 'completed': '94.30% (3_477 / 3_687)', 'remaining time': '1:50:48', 'throughput': '8221.27', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:15:27,446 >> {'loss': 0.5814, 'grad_norm': 20.027788162231445, 'learning_rate': 1.0788623940146032e-07, 'epoch': 0.07540005424464334, 'num_input_tokens_seen': 7293894656, 'completed': '94.33% (3_478 / 3_687)', 'remaining time': '1:50:17', 'throughput': '8039.15', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:15:58,066 >> {'loss': 0.3769, 'grad_norm': 15.927900314331055, 'learning_rate': 1.0781117210493781e-07, 'epoch': 0.07567127746135069, 'num_input_tokens_seen': 7295991808, 'completed': '94.36% (3_479 / 3_687)', 'remaining time': '1:49:45', 'throughput': '8561.27', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:16:29,607 >> {'loss': 0.6378, 'grad_norm': 29.270769119262695, 'learning_rate': 1.0773646066515748e-07, 'epoch': 0.07594250067805804, 'num_input_tokens_seen': 7298088960, 'completed': '94.39% (3_480 / 3_687)', 'remaining time': '1:49:13', 'throughput': '8311.15', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:17:01,099 >> {'loss': 0.2933, 'grad_norm': 15.728423118591309, 'learning_rate': 1.0766210514224419e-07, 'epoch': 0.0762137238947654, 'num_input_tokens_seen': 7300186112, 'completed': '94.41% (3_481 / 3_687)', 'remaining time': '1:48:41', 'throughput': '8324.17', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:17:30,277 >> {'loss': 0.4516, 'grad_norm': 19.27528953552246, 'learning_rate': 1.0758810559603651e-07, 'epoch': 0.07648494711147275, 'num_input_tokens_seen': 7302283264, 'completed': '94.44% (3_482 / 3_687)', 'remaining time': '1:48:08', 'throughput': '8984.39', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:18:00,742 >> {'loss': 0.3451, 'grad_norm': 16.80342674255371, 'learning_rate': 1.0751446208608642e-07, 'epoch': 0.07675617032818009, 'num_input_tokens_seen': 7304380416, 'completed': '94.47% (3_483 / 3_687)', 'remaining time': '1:47:35', 'throughput': '8604.69', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:18:29,217 >> {'loss': 0.4333, 'grad_norm': 14.538717269897461, 'learning_rate': 1.0744117467165938e-07, 'epoch': 0.07702739354488744, 'num_input_tokens_seen': 7306477568, 'completed': '94.49% (3_484 / 3_687)', 'remaining time': '1:47:01', 'throughput': '9206.17', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:18:59,805 >> {'loss': 0.3792, 'grad_norm': 15.928664207458496, 'learning_rate': 1.0736824341173442e-07, 'epoch': 0.07729861676159479, 'num_input_tokens_seen': 7308574720, 'completed': '94.52% (3_485 / 3_687)', 'remaining time': '1:46:29', 'throughput': '8570.07', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:19:31,010 >> {'loss': 0.4084, 'grad_norm': 17.85283088684082, 'learning_rate': 1.0729566836500373e-07, 'epoch': 0.07756983997830215, 'num_input_tokens_seen': 7310671872, 'completed': '94.55% (3_486 / 3_687)', 'remaining time': '1:45:57', 'throughput': '8400.80', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:20:00,542 >> {'loss': 0.4754, 'grad_norm': 25.531211853027344, 'learning_rate': 1.07223449589873e-07, 'epoch': 0.0778410631950095, 'num_input_tokens_seen': 7312769024, 'completed': '94.58% (3_487 / 3_687)', 'remaining time': '1:45:24', 'throughput': '8876.49', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:20:30,239 >> {'loss': 0.3349, 'grad_norm': 12.72594165802002, 'learning_rate': 1.0715158714446109e-07, 'epoch': 0.07811228641171684, 'num_input_tokens_seen': 7314866176, 'completed': '94.60% (3_488 / 3_687)', 'remaining time': '1:44:51', 'throughput': '8827.27', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:20:58,112 >> {'loss': 0.3707, 'grad_norm': 17.275711059570312, 'learning_rate': 1.0708008108660026e-07, 'epoch': 0.07838350962842419, 'num_input_tokens_seen': 7316963328, 'completed': '94.63% (3_489 / 3_687)', 'remaining time': '1:44:17', 'throughput': '9404.95', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:21:28,194 >> {'loss': 0.2781, 'grad_norm': 13.209538459777832, 'learning_rate': 1.0700893147383582e-07, 'epoch': 0.07865473284513154, 'num_input_tokens_seen': 7319060480, 'completed': '94.66% (3_490 / 3_687)', 'remaining time': '1:43:44', 'throughput': '8714.47', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:22:00,613 >> {'loss': 0.5252, 'grad_norm': 17.69983673095703, 'learning_rate': 1.069381383634263e-07, 'epoch': 0.07892595606183889, 'num_input_tokens_seen': 7321157632, 'completed': '94.68% (3_491 / 3_687)', 'remaining time': '1:43:13', 'throughput': '8085.98', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:22:32,099 >> {'loss': 0.4176, 'grad_norm': 16.224292755126953, 'learning_rate': 1.0686770181234322e-07, 'epoch': 0.07919717927854625, 'num_input_tokens_seen': 7323254784, 'completed': '94.71% (3_492 / 3_687)', 'remaining time': '1:42:41', 'throughput': '8325.79', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:23:01,919 >> {'loss': 0.3494, 'grad_norm': 15.399229049682617, 'learning_rate': 1.0679762187727129e-07, 'epoch': 0.0794684024952536, 'num_input_tokens_seen': 7325351936, 'completed': '94.74% (3_493 / 3_687)', 'remaining time': '1:42:09', 'throughput': '8790.78', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:23:35,335 >> {'loss': 0.2833, 'grad_norm': 14.10446548461914, 'learning_rate': 1.0672789861460818e-07, 'epoch': 0.07973962571196094, 'num_input_tokens_seen': 7327449088, 'completed': '94.77% (3_494 / 3_687)', 'remaining time': '1:41:38', 'throughput': '7845.03', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:24:04,508 >> {'loss': 0.57, 'grad_norm': 20.31482696533203, 'learning_rate': 1.0665853208046449e-07, 'epoch': 0.08001084892866829, 'num_input_tokens_seen': 7329546240, 'completed': '94.79% (3_495 / 3_687)', 'remaining time': '1:41:05', 'throughput': '8985.86', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:24:35,533 >> {'loss': 0.3401, 'grad_norm': 18.91710090637207, 'learning_rate': 1.0658952233066381e-07, 'epoch': 0.08028207214537564, 'num_input_tokens_seen': 7331643392, 'completed': '94.82% (3_496 / 3_687)', 'remaining time': '1:40:33', 'throughput': '8449.39', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:25:05,667 >> {'loss': 0.5459, 'grad_norm': 18.957792282104492, 'learning_rate': 1.0652086942074255e-07, 'epoch': 0.080553295362083, 'num_input_tokens_seen': 7333740544, 'completed': '94.85% (3_497 / 3_687)', 'remaining time': '1:40:00', 'throughput': '8699.35', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:25:37,265 >> {'loss': 0.2876, 'grad_norm': 16.166566848754883, 'learning_rate': 1.0645257340594988e-07, 'epoch': 0.08082451857879035, 'num_input_tokens_seen': 7335837696, 'completed': '94.87% (3_498 / 3_687)', 'remaining time': '1:39:29', 'throughput': '8296.11', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:26:10,330 >> {'loss': 0.3123, 'grad_norm': 14.657668113708496, 'learning_rate': 1.06384634341248e-07, 'epoch': 0.0810957417954977, 'num_input_tokens_seen': 7337934848, 'completed': '94.90% (3_499 / 3_687)', 'remaining time': '1:38:58', 'throughput': '7928.17', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:26:39,653 >> {'loss': 0.3603, 'grad_norm': 16.774099349975586, 'learning_rate': 1.0631705228131149e-07, 'epoch': 0.08136696501220504, 'num_input_tokens_seen': 7340032000, 'completed': '94.93% (3_500 / 3_687)', 'remaining time': '1:38:25', 'throughput': '8939.90', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:27:10,835 >> {'loss': 0.261, 'grad_norm': 18.32398223876953, 'learning_rate': 1.0624982728052795e-07, 'epoch': 0.08163818822891239, 'num_input_tokens_seen': 7342129152, 'completed': '94.96% (3_501 / 3_687)', 'remaining time': '1:37:53', 'throughput': '8406.86', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:27:42,525 >> {'loss': 0.3176, 'grad_norm': 13.998818397521973, 'learning_rate': 1.0618295939299752e-07, 'epoch': 0.08190941144561975, 'num_input_tokens_seen': 7344226304, 'completed': '94.98% (3_502 / 3_687)', 'remaining time': '1:37:22', 'throughput': '8272.22', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:28:12,430 >> {'loss': 0.6581, 'grad_norm': 20.430179595947266, 'learning_rate': 1.0611644867253284e-07, 'epoch': 0.0821806346623271, 'num_input_tokens_seen': 7346323456, 'completed': '95.01% (3_503 / 3_687)', 'remaining time': '1:36:49', 'throughput': '8765.98', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:28:46,128 >> {'loss': 0.637, 'grad_norm': 22.212148666381836, 'learning_rate': 1.0605029517265918e-07, 'epoch': 0.08245185787903445, 'num_input_tokens_seen': 7348420608, 'completed': '95.04% (3_504 / 3_687)', 'remaining time': '1:36:19', 'throughput': '7779.06', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:29:19,065 >> {'loss': 0.3632, 'grad_norm': 18.4092960357666, 'learning_rate': 1.0598449894661445e-07, 'epoch': 0.0827230810957418, 'num_input_tokens_seen': 7350517760, 'completed': '95.06% (3_505 / 3_687)', 'remaining time': '1:35:48', 'throughput': '7958.99', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:29:48,761 >> {'loss': 0.6235, 'grad_norm': 19.119739532470703, 'learning_rate': 1.0591906004734895e-07, 'epoch': 0.08299430431244914, 'num_input_tokens_seen': 7352614912, 'completed': '95.09% (3_506 / 3_687)', 'remaining time': '1:35:16', 'throughput': '8827.48', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:30:18,683 >> {'loss': 0.8699, 'grad_norm': 22.81473159790039, 'learning_rate': 1.0585397852752544e-07, 'epoch': 0.0832655275291565, 'num_input_tokens_seen': 7354712064, 'completed': '95.12% (3_507 / 3_687)', 'remaining time': '1:34:43', 'throughput': '8761.04', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:30:49,338 >> {'loss': 0.568, 'grad_norm': 17.07512855529785, 'learning_rate': 1.0578925443951895e-07, 'epoch': 0.08353675074586385, 'num_input_tokens_seen': 7356809216, 'completed': '95.15% (3_508 / 3_687)', 'remaining time': '1:34:11', 'throughput': '8551.34', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:31:21,236 >> {'loss': 0.2377, 'grad_norm': 10.896271705627441, 'learning_rate': 1.0572488783541702e-07, 'epoch': 0.0838079739625712, 'num_input_tokens_seen': 7358906368, 'completed': '95.17% (3_509 / 3_687)', 'remaining time': '1:33:39', 'throughput': '8218.28', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:31:50,724 >> {'loss': 0.3153, 'grad_norm': 15.978910446166992, 'learning_rate': 1.0566087876701941e-07, 'epoch': 0.08407919717927854, 'num_input_tokens_seen': 7361003520, 'completed': '95.20% (3_510 / 3_687)', 'remaining time': '1:33:07', 'throughput': '8889.69', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:32:18,333 >> {'loss': 0.5863, 'grad_norm': 21.776466369628906, 'learning_rate': 1.0559722728583825e-07, 'epoch': 0.08435042039598589, 'num_input_tokens_seen': 7363100672, 'completed': '95.23% (3_511 / 3_687)', 'remaining time': '1:32:33', 'throughput': '9495.04', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:32:49,973 >> {'loss': 0.3144, 'grad_norm': 11.799039840698242, 'learning_rate': 1.0553393344309775e-07, 'epoch': 0.08462164361269324, 'num_input_tokens_seen': 7365197824, 'completed': '95.25% (3_512 / 3_687)', 'remaining time': '1:32:01', 'throughput': '8285.08', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:33:21,362 >> {'loss': 0.3156, 'grad_norm': 14.083271980285645, 'learning_rate': 1.054709972897344e-07, 'epoch': 0.0848928668294006, 'num_input_tokens_seen': 7367294976, 'completed': '95.28% (3_513 / 3_687)', 'remaining time': '1:31:30', 'throughput': '8351.46', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:33:48,461 >> {'loss': 0.7161, 'grad_norm': 20.98029899597168, 'learning_rate': 1.0540841887639698e-07, 'epoch': 0.08516409004610795, 'num_input_tokens_seen': 7369392128, 'completed': '95.31% (3_514 / 3_687)', 'remaining time': '1:30:56', 'throughput': '9673.88', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:34:20,847 >> {'loss': 0.3341, 'grad_norm': 16.61429786682129, 'learning_rate': 1.0534619825344596e-07, 'epoch': 0.0854353132628153, 'num_input_tokens_seen': 7371489280, 'completed': '95.33% (3_515 / 3_687)', 'remaining time': '1:30:25', 'throughput': '8094.29', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:34:52,847 >> {'loss': 0.3035, 'grad_norm': 13.247276306152344, 'learning_rate': 1.052843354709543e-07, 'epoch': 0.08570653647952264, 'num_input_tokens_seen': 7373586432, 'completed': '95.36% (3_516 / 3_687)', 'remaining time': '1:29:53', 'throughput': '8191.83', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:35:25,374 >> {'loss': 0.3785, 'grad_norm': 17.826738357543945, 'learning_rate': 1.0522283057870675e-07, 'epoch': 0.08597775969622999, 'num_input_tokens_seen': 7375683584, 'completed': '95.39% (3_517 / 3_687)', 'remaining time': '1:29:22', 'throughput': '8059.46', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:35:59,898 >> {'loss': 0.4728, 'grad_norm': 21.997249603271484, 'learning_rate': 1.0516168362620013e-07, 'epoch': 0.08624898291293735, 'num_input_tokens_seen': 7377780736, 'completed': '95.42% (3_518 / 3_687)', 'remaining time': '1:28:52', 'throughput': '7592.94', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:36:31,380 >> {'loss': 0.4232, 'grad_norm': 18.08944320678711, 'learning_rate': 1.0510089466264321e-07, 'epoch': 0.0865202061296447, 'num_input_tokens_seen': 7379877888, 'completed': '95.44% (3_519 / 3_687)', 'remaining time': '1:28:21', 'throughput': '8326.93', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:37:03,713 >> {'loss': 0.2725, 'grad_norm': 12.958785057067871, 'learning_rate': 1.0504046373695648e-07, 'epoch': 0.08679142934635205, 'num_input_tokens_seen': 7381975040, 'completed': '95.47% (3_520 / 3_687)', 'remaining time': '1:27:50', 'throughput': '8107.54', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:37:32,534 >> {'loss': 0.5077, 'grad_norm': 18.204368591308594, 'learning_rate': 1.0498039089777265e-07, 'epoch': 0.0870626525630594, 'num_input_tokens_seen': 7384072192, 'completed': '95.50% (3_521 / 3_687)', 'remaining time': '1:27:17', 'throughput': '9095.51', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:38:05,347 >> {'loss': 0.4001, 'grad_norm': 15.504716873168945, 'learning_rate': 1.0492067619343594e-07, 'epoch': 0.08733387577976674, 'num_input_tokens_seen': 7386169344, 'completed': '95.52% (3_522 / 3_687)', 'remaining time': '1:26:46', 'throughput': '7989.19', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:38:36,212 >> {'loss': 0.196, 'grad_norm': 12.572887420654297, 'learning_rate': 1.0486131967200254e-07, 'epoch': 0.0876050989964741, 'num_input_tokens_seen': 7388266496, 'completed': '95.55% (3_523 / 3_687)', 'remaining time': '1:26:14', 'throughput': '8493.26', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:39:06,299 >> {'loss': 0.2463, 'grad_norm': 12.989893913269043, 'learning_rate': 1.048023213812403e-07, 'epoch': 0.08787632221318145, 'num_input_tokens_seen': 7390363648, 'completed': '95.58% (3_524 / 3_687)', 'remaining time': '1:25:42', 'throughput': '8712.73', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:39:37,569 >> {'loss': 0.4123, 'grad_norm': 18.88071632385254, 'learning_rate': 1.0474368136862876e-07, 'epoch': 0.0881475454298888, 'num_input_tokens_seen': 7392460800, 'completed': '95.61% (3_525 / 3_687)', 'remaining time': '1:25:10', 'throughput': '8383.23', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:40:06,314 >> {'loss': 0.6547, 'grad_norm': 24.264707565307617, 'learning_rate': 1.0468539968135922e-07, 'epoch': 0.08841876864659615, 'num_input_tokens_seen': 7394557952, 'completed': '95.63% (3_526 / 3_687)', 'remaining time': '1:24:37', 'throughput': '9119.80', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:40:37,022 >> {'loss': 0.4053, 'grad_norm': 17.752891540527344, 'learning_rate': 1.046274763663345e-07, 'epoch': 0.0886899918633035, 'num_input_tokens_seen': 7396655104, 'completed': '95.66% (3_527 / 3_687)', 'remaining time': '1:24:05', 'throughput': '8536.48', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:41:07,756 >> {'loss': 0.5896, 'grad_norm': 21.44291114807129, 'learning_rate': 1.045699114701691e-07, 'epoch': 0.08896121508001086, 'num_input_tokens_seen': 7398752256, 'completed': '95.69% (3_528 / 3_687)', 'remaining time': '1:23:33', 'throughput': '8529.49', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:41:37,878 >> {'loss': 0.6174, 'grad_norm': 27.565635681152344, 'learning_rate': 1.0451270503918906e-07, 'epoch': 0.0892324382967182, 'num_input_tokens_seen': 7400849408, 'completed': '95.71% (3_529 / 3_687)', 'remaining time': '1:23:01', 'throughput': '8702.86', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:42:07,157 >> {'loss': 0.6561, 'grad_norm': 22.987125396728516, 'learning_rate': 1.0445585711943205e-07, 'epoch': 0.08950366151342555, 'num_input_tokens_seen': 7402946560, 'completed': '95.74% (3_530 / 3_687)', 'remaining time': '1:22:28', 'throughput': '8953.24', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:42:36,518 >> {'loss': 0.5277, 'grad_norm': 17.22407341003418, 'learning_rate': 1.0439936775664699e-07, 'epoch': 0.0897748847301329, 'num_input_tokens_seen': 7405043712, 'completed': '95.77% (3_531 / 3_687)', 'remaining time': '1:21:56', 'throughput': '8928.35', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:43:08,551 >> {'loss': 0.3715, 'grad_norm': 17.74474334716797, 'learning_rate': 1.043432369962943e-07, 'epoch': 0.09004610794684025, 'num_input_tokens_seen': 7407140864, 'completed': '95.80% (3_532 / 3_687)', 'remaining time': '1:21:24', 'throughput': '8183.52', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:43:40,438 >> {'loss': 0.4398, 'grad_norm': 14.838858604431152, 'learning_rate': 1.0428746488354606e-07, 'epoch': 0.09031733116354759, 'num_input_tokens_seen': 7409238016, 'completed': '95.82% (3_533 / 3_687)', 'remaining time': '1:20:53', 'throughput': '8221.07', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:44:11,061 >> {'loss': 0.3574, 'grad_norm': 15.398836135864258, 'learning_rate': 1.0423205146328548e-07, 'epoch': 0.09058855438025495, 'num_input_tokens_seen': 7411335168, 'completed': '95.85% (3_534 / 3_687)', 'remaining time': '1:20:21', 'throughput': '8560.44', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:44:39,619 >> {'loss': 0.539, 'grad_norm': 20.782089233398438, 'learning_rate': 1.0417699678010708e-07, 'epoch': 0.0908597775969623, 'num_input_tokens_seen': 7413432320, 'completed': '95.88% (3_535 / 3_687)', 'remaining time': '1:19:48', 'throughput': '9179.11', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:45:06,201 >> {'loss': 0.595, 'grad_norm': 23.51567840576172, 'learning_rate': 1.0412230087831689e-07, 'epoch': 0.09113100081366965, 'num_input_tokens_seen': 7415529472, 'completed': '95.90% (3_536 / 3_687)', 'remaining time': '1:19:15', 'throughput': '9861.77', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:45:36,343 >> {'loss': 0.4471, 'grad_norm': 20.366703033447266, 'learning_rate': 1.0406796380193203e-07, 'epoch': 0.091402224030377, 'num_input_tokens_seen': 7417626624, 'completed': '95.93% (3_537 / 3_687)', 'remaining time': '1:18:43', 'throughput': '8697.16', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:46:04,836 >> {'loss': 0.5784, 'grad_norm': 18.491153717041016, 'learning_rate': 1.0401398559468098e-07, 'epoch': 0.09167344724708434, 'num_input_tokens_seen': 7419723776, 'completed': '95.96% (3_538 / 3_687)', 'remaining time': '1:18:10', 'throughput': '9200.03', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:46:33,784 >> {'loss': 0.4378, 'grad_norm': 17.398160934448242, 'learning_rate': 1.0396036630000324e-07, 'epoch': 0.0919446704637917, 'num_input_tokens_seen': 7421820928, 'completed': '95.99% (3_539 / 3_687)', 'remaining time': '1:17:37', 'throughput': '9055.68', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:47:02,858 >> {'loss': 0.3753, 'grad_norm': 17.634761810302734, 'learning_rate': 1.0390710596104965e-07, 'epoch': 0.09221589368049905, 'num_input_tokens_seen': 7423918080, 'completed': '96.01% (3_540 / 3_687)', 'remaining time': '1:17:05', 'throughput': '9016.74', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:47:34,612 >> {'loss': 0.5528, 'grad_norm': 19.80194664001465, 'learning_rate': 1.0385420462068206e-07, 'epoch': 0.0924871168972064, 'num_input_tokens_seen': 7426015232, 'completed': '96.04% (3_541 / 3_687)', 'remaining time': '1:16:33', 'throughput': '8255.27', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:48:05,965 >> {'loss': 0.2905, 'grad_norm': 13.204157829284668, 'learning_rate': 1.0380166232147354e-07, 'epoch': 0.09275834011391375, 'num_input_tokens_seen': 7428112384, 'completed': '96.07% (3_542 / 3_687)', 'remaining time': '1:16:02', 'throughput': '8361.13', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:48:37,201 >> {'loss': 0.3773, 'grad_norm': 13.604270935058594, 'learning_rate': 1.0374947910570805e-07, 'epoch': 0.0930295633306211, 'num_input_tokens_seen': 7430209536, 'completed': '96.09% (3_543 / 3_687)', 'remaining time': '1:15:30', 'throughput': '8392.27', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:49:09,647 >> {'loss': 0.3638, 'grad_norm': 15.047932624816895, 'learning_rate': 1.0369765501538067e-07, 'epoch': 0.09330078654732846, 'num_input_tokens_seen': 7432306688, 'completed': '96.12% (3_544 / 3_687)', 'remaining time': '1:14:59', 'throughput': '8079.45', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:49:40,287 >> {'loss': 0.3592, 'grad_norm': 16.72162628173828, 'learning_rate': 1.0364619009219743e-07, 'epoch': 0.0935720097640358, 'num_input_tokens_seen': 7434403840, 'completed': '96.15% (3_545 / 3_687)', 'remaining time': '1:14:27', 'throughput': '8555.51', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:50:10,435 >> {'loss': 0.3736, 'grad_norm': 21.374954223632812, 'learning_rate': 1.0359508437757544e-07, 'epoch': 0.09384323298074315, 'num_input_tokens_seen': 7436500992, 'completed': '96.18% (3_546 / 3_687)', 'remaining time': '1:13:55', 'throughput': '8695.26', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:50:38,520 >> {'loss': 0.4029, 'grad_norm': 16.41029930114746, 'learning_rate': 1.0354433791264255e-07, 'epoch': 0.0941144561974505, 'num_input_tokens_seen': 7438598144, 'completed': '96.20% (3_547 / 3_687)', 'remaining time': '1:13:23', 'throughput': '9334.11', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:51:10,631 >> {'loss': 0.6386, 'grad_norm': 30.30008888244629, 'learning_rate': 1.0349395073823768e-07, 'epoch': 0.09438567941415785, 'num_input_tokens_seen': 7440695296, 'completed': '96.23% (3_548 / 3_687)', 'remaining time': '1:12:51', 'throughput': '8163.61', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:51:39,787 >> {'loss': 0.3967, 'grad_norm': 15.258624076843262, 'learning_rate': 1.0344392289491038e-07, 'epoch': 0.09465690263086521, 'num_input_tokens_seen': 7442792448, 'completed': '96.26% (3_549 / 3_687)', 'remaining time': '1:12:19', 'throughput': '8991.17', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:52:07,172 >> {'loss': 0.7916, 'grad_norm': 21.32552719116211, 'learning_rate': 1.0339425442292118e-07, 'epoch': 0.09492812584757256, 'num_input_tokens_seen': 7444889600, 'completed': '96.28% (3_550 / 3_687)', 'remaining time': '1:11:46', 'throughput': '9572.38', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:52:38,062 >> {'loss': 0.5297, 'grad_norm': 17.294597625732422, 'learning_rate': 1.0334494536224146e-07, 'epoch': 0.0951993490642799, 'num_input_tokens_seen': 7446986752, 'completed': '96.31% (3_551 / 3_687)', 'remaining time': '1:11:14', 'throughput': '8486.35', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:53:07,966 >> {'loss': 0.509, 'grad_norm': 17.55919647216797, 'learning_rate': 1.0329599575255321e-07, 'epoch': 0.09547057228098725, 'num_input_tokens_seen': 7449083904, 'completed': '96.34% (3_552 / 3_687)', 'remaining time': '1:10:42', 'throughput': '8766.19', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:53:37,838 >> {'loss': 0.3171, 'grad_norm': 15.990652084350586, 'learning_rate': 1.0324740563324923e-07, 'epoch': 0.0957417954976946, 'num_input_tokens_seen': 7451181056, 'completed': '96.37% (3_553 / 3_687)', 'remaining time': '1:10:10', 'throughput': '8775.72', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:54:03,456 >> {'loss': 0.7525, 'grad_norm': 24.02924156188965, 'learning_rate': 1.0319917504343297e-07, 'epoch': 0.09601301871440195, 'num_input_tokens_seen': 7453278208, 'completed': '96.39% (3_554 / 3_687)', 'remaining time': '1:09:37', 'throughput': '10232.71', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:54:36,451 >> {'loss': 0.3421, 'grad_norm': 15.403027534484863, 'learning_rate': 1.0315130402191866e-07, 'epoch': 0.09628424193110931, 'num_input_tokens_seen': 7455375360, 'completed': '96.42% (3_555 / 3_687)', 'remaining time': '1:09:06', 'throughput': '7944.92', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:55:06,177 >> {'loss': 0.4427, 'grad_norm': 16.647611618041992, 'learning_rate': 1.0310379260723094e-07, 'epoch': 0.09655546514781665, 'num_input_tokens_seen': 7457472512, 'completed': '96.45% (3_556 / 3_687)', 'remaining time': '1:08:34', 'throughput': '8818.85', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:55:33,856 >> {'loss': 0.6526, 'grad_norm': 20.491514205932617, 'learning_rate': 1.0305664083760532e-07, 'epoch': 0.096826688364524, 'num_input_tokens_seen': 7459569664, 'completed': '96.47% (3_557 / 3_687)', 'remaining time': '1:08:01', 'throughput': '9470.65', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:56:04,087 >> {'loss': 0.5078, 'grad_norm': 15.219748497009277, 'learning_rate': 1.0300984875098772e-07, 'epoch': 0.09709791158123135, 'num_input_tokens_seen': 7461666816, 'completed': '96.50% (3_558 / 3_687)', 'remaining time': '1:07:29', 'throughput': '8671.36', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:56:35,199 >> {'loss': 0.4535, 'grad_norm': 18.49822235107422, 'learning_rate': 1.0296341638503458e-07, 'epoch': 0.0973691347979387, 'num_input_tokens_seen': 7463763968, 'completed': '96.53% (3_559 / 3_687)', 'remaining time': '1:06:58', 'throughput': '8426.05', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:57:04,881 >> {'loss': 0.3632, 'grad_norm': 17.297460556030273, 'learning_rate': 1.029173437771129e-07, 'epoch': 0.09764035801464606, 'num_input_tokens_seen': 7465861120, 'completed': '96.56% (3_560 / 3_687)', 'remaining time': '1:06:26', 'throughput': '8831.75', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:57:35,678 >> {'loss': 0.7611, 'grad_norm': 22.80646514892578, 'learning_rate': 1.0287163096430024e-07, 'epoch': 0.0979115812313534, 'num_input_tokens_seen': 7467958272, 'completed': '96.58% (3_561 / 3_687)', 'remaining time': '1:05:54', 'throughput': '8511.84', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:58:05,996 >> {'loss': 0.338, 'grad_norm': 15.242216110229492, 'learning_rate': 1.0282627798338444e-07, 'epoch': 0.09818280444806075, 'num_input_tokens_seen': 7470055424, 'completed': '96.61% (3_562 / 3_687)', 'remaining time': '1:05:22', 'throughput': '8646.59', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:58:36,342 >> {'loss': 0.5657, 'grad_norm': 17.453556060791016, 'learning_rate': 1.0278128487086387e-07, 'epoch': 0.0984540276647681, 'num_input_tokens_seen': 7472152576, 'completed': '96.64% (3_563 / 3_687)', 'remaining time': '1:04:51', 'throughput': '8638.58', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:59:08,978 >> {'loss': 0.3696, 'grad_norm': 16.23352813720703, 'learning_rate': 1.0273665166294735e-07, 'epoch': 0.09872525088147545, 'num_input_tokens_seen': 7474249728, 'completed': '96.66% (3_564 / 3_687)', 'remaining time': '1:04:20', 'throughput': '8032.21', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 01:59:39,229 >> {'loss': 0.3618, 'grad_norm': 14.19936466217041, 'learning_rate': 1.0269237839555398e-07, 'epoch': 0.09899647409818281, 'num_input_tokens_seen': 7476346880, 'completed': '96.69% (3_565 / 3_687)', 'remaining time': '1:03:48', 'throughput': '8665.70', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:00:10,370 >> {'loss': 0.2983, 'grad_norm': 11.769580841064453, 'learning_rate': 1.0264846510431307e-07, 'epoch': 0.09926769731489016, 'num_input_tokens_seen': 7478444032, 'completed': '96.72% (3_566 / 3_687)', 'remaining time': '1:03:17', 'throughput': '8417.84', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:00:40,958 >> {'loss': 0.8378, 'grad_norm': 22.436574935913086, 'learning_rate': 1.0260491182456453e-07, 'epoch': 0.0995389205315975, 'num_input_tokens_seen': 7480541184, 'completed': '96.75% (3_567 / 3_687)', 'remaining time': '1:02:45', 'throughput': '8570.24', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:01:11,959 >> {'loss': 0.3932, 'grad_norm': 21.576202392578125, 'learning_rate': 1.0256171859135826e-07, 'epoch': 0.09981014374830485, 'num_input_tokens_seen': 7482638336, 'completed': '96.77% (3_568 / 3_687)', 'remaining time': '1:02:13', 'throughput': '8456.18', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:01:42,427 >> {'loss': 0.413, 'grad_norm': 15.524735450744629, 'learning_rate': 1.0251888543945458e-07, 'epoch': 0.1000813669650122, 'num_input_tokens_seen': 7484735488, 'completed': '96.80% (3_569 / 3_687)', 'remaining time': '1:01:42', 'throughput': '8603.66', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:02:13,056 >> {'loss': 0.4167, 'grad_norm': 14.626888275146484, 'learning_rate': 1.0247641240332397e-07, 'epoch': 0.10035259018171956, 'num_input_tokens_seen': 7486832640, 'completed': '96.83% (3_570 / 3_687)', 'remaining time': '1:01:10', 'throughput': '8558.67', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:02:46,602 >> {'loss': 0.42, 'grad_norm': 14.8865327835083, 'learning_rate': 1.0243429951714714e-07, 'epoch': 0.10062381339842691, 'num_input_tokens_seen': 7488929792, 'completed': '96.85% (3_571 / 3_687)', 'remaining time': '1:00:39', 'throughput': '7814.54', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:03:16,668 >> {'loss': 0.4622, 'grad_norm': 17.109973907470703, 'learning_rate': 1.023925468148149e-07, 'epoch': 0.10089503661513426, 'num_input_tokens_seen': 7491026944, 'completed': '96.88% (3_572 / 3_687)', 'remaining time': '1:00:08', 'throughput': '8719.00', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:03:49,290 >> {'loss': 0.1671, 'grad_norm': 8.667223930358887, 'learning_rate': 1.023511543299283e-07, 'epoch': 0.1011662598318416, 'num_input_tokens_seen': 7493124096, 'completed': '96.91% (3_573 / 3_687)', 'remaining time': '0:59:37', 'throughput': '8035.69', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:04:19,317 >> {'loss': 0.4523, 'grad_norm': 17.68228530883789, 'learning_rate': 1.0231012209579831e-07, 'epoch': 0.10143748304854895, 'num_input_tokens_seen': 7495221248, 'completed': '96.94% (3_574 / 3_687)', 'remaining time': '0:59:05', 'throughput': '8730.29', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:04:52,487 >> {'loss': 0.5904, 'grad_norm': 21.331649780273438, 'learning_rate': 1.0226945014544624e-07, 'epoch': 0.10170870626525631, 'num_input_tokens_seen': 7497318400, 'completed': '96.96% (3_575 / 3_687)', 'remaining time': '0:58:34', 'throughput': '7903.20', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:05:25,917 >> {'loss': 0.6652, 'grad_norm': 19.670902252197266, 'learning_rate': 1.0222913851160335e-07, 'epoch': 0.10197992948196366, 'num_input_tokens_seen': 7499415552, 'completed': '96.99% (3_576 / 3_687)', 'remaining time': '0:58:03', 'throughput': '7841.42', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:05:55,193 >> {'loss': 0.425, 'grad_norm': 15.4076509475708, 'learning_rate': 1.0218918722671074e-07, 'epoch': 0.10225115269867101, 'num_input_tokens_seen': 7501512704, 'completed': '97.02% (3_577 / 3_687)', 'remaining time': '0:57:31', 'throughput': '8954.21', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:06:24,888 >> {'loss': 0.4974, 'grad_norm': 19.192432403564453, 'learning_rate': 1.0214959632291984e-07, 'epoch': 0.10252237591537836, 'num_input_tokens_seen': 7503609856, 'completed': '97.04% (3_578 / 3_687)', 'remaining time': '0:56:59', 'throughput': '8828.05', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:06:55,719 >> {'loss': 0.3527, 'grad_norm': 15.295207977294922, 'learning_rate': 1.0211036583209181e-07, 'epoch': 0.1027935991320857, 'num_input_tokens_seen': 7505707008, 'completed': '97.07% (3_579 / 3_687)', 'remaining time': '0:56:28', 'throughput': '8502.58', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:07:26,287 >> {'loss': 0.2886, 'grad_norm': 13.086195945739746, 'learning_rate': 1.0207149578579789e-07, 'epoch': 0.10306482234879305, 'num_input_tokens_seen': 7507804160, 'completed': '97.10% (3_580 / 3_687)', 'remaining time': '0:55:56', 'throughput': '8575.61', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:07:55,531 >> {'loss': 0.4335, 'grad_norm': 18.579437255859375, 'learning_rate': 1.0203298621531923e-07, 'epoch': 0.10333604556550041, 'num_input_tokens_seen': 7509901312, 'completed': '97.13% (3_581 / 3_687)', 'remaining time': '0:55:24', 'throughput': '8964.22', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:08:24,762 >> {'loss': 0.4943, 'grad_norm': 18.218303680419922, 'learning_rate': 1.0199483715164687e-07, 'epoch': 0.10360726878220776, 'num_input_tokens_seen': 7511998464, 'completed': '97.15% (3_582 / 3_687)', 'remaining time': '0:54:52', 'throughput': '8967.88', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:08:54,437 >> {'loss': 0.8784, 'grad_norm': 27.71494483947754, 'learning_rate': 1.0195704862548167e-07, 'epoch': 0.1038784919989151, 'num_input_tokens_seen': 7514095616, 'completed': '97.18% (3_583 / 3_687)', 'remaining time': '0:54:20', 'throughput': '8833.90', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:09:24,844 >> {'loss': 0.3978, 'grad_norm': 17.35464096069336, 'learning_rate': 1.0191962066723448e-07, 'epoch': 0.10414971521562245, 'num_input_tokens_seen': 7516192768, 'completed': '97.21% (3_584 / 3_687)', 'remaining time': '0:53:49', 'throughput': '8621.19', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:09:55,397 >> {'loss': 0.251, 'grad_norm': 11.098041534423828, 'learning_rate': 1.0188255330702583e-07, 'epoch': 0.1044209384323298, 'num_input_tokens_seen': 7518289920, 'completed': '97.23% (3_585 / 3_687)', 'remaining time': '0:53:17', 'throughput': '8579.99', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:10:25,275 >> {'loss': 0.588, 'grad_norm': 20.41391372680664, 'learning_rate': 1.0184584657468615e-07, 'epoch': 0.10469216164903716, 'num_input_tokens_seen': 7520387072, 'completed': '97.26% (3_586 / 3_687)', 'remaining time': '0:52:46', 'throughput': '8773.75', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:10:55,430 >> {'loss': 0.2949, 'grad_norm': 15.097143173217773, 'learning_rate': 1.018095004997556e-07, 'epoch': 0.10496338486574451, 'num_input_tokens_seen': 7522484224, 'completed': '97.29% (3_587 / 3_687)', 'remaining time': '0:52:14', 'throughput': '8693.19', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:11:26,858 >> {'loss': 0.3288, 'grad_norm': 14.162942886352539, 'learning_rate': 1.0177351511148414e-07, 'epoch': 0.10523460808245186, 'num_input_tokens_seen': 7524581376, 'completed': '97.31% (3_588 / 3_687)', 'remaining time': '0:51:43', 'throughput': '8341.23', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:11:58,937 >> {'loss': 0.4861, 'grad_norm': 17.567161560058594, 'learning_rate': 1.0173789043883147e-07, 'epoch': 0.1055058312991592, 'num_input_tokens_seen': 7526678528, 'completed': '97.34% (3_589 / 3_687)', 'remaining time': '0:51:11', 'throughput': '8171.64', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:12:28,293 >> {'loss': 0.3948, 'grad_norm': 14.005763053894043, 'learning_rate': 1.0170262651046687e-07, 'epoch': 0.10577705451586655, 'num_input_tokens_seen': 7528775680, 'completed': '97.37% (3_590 / 3_687)', 'remaining time': '0:50:40', 'throughput': '8929.79', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:12:56,660 >> {'loss': 0.5062, 'grad_norm': 17.03684425354004, 'learning_rate': 1.0166772335476951e-07, 'epoch': 0.10604827773257391, 'num_input_tokens_seen': 7530872832, 'completed': '97.40% (3_591 / 3_687)', 'remaining time': '0:50:08', 'throughput': '9241.44', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:13:28,459 >> {'loss': 0.4414, 'grad_norm': 17.549358367919922, 'learning_rate': 1.0163318099982808e-07, 'epoch': 0.10631950094928126, 'num_input_tokens_seen': 7532969984, 'completed': '97.42% (3_592 / 3_687)', 'remaining time': '0:49:36', 'throughput': '8243.68', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:13:56,592 >> {'loss': 0.4222, 'grad_norm': 16.84699821472168, 'learning_rate': 1.0159899947344094e-07, 'epoch': 0.10659072416598861, 'num_input_tokens_seen': 7535067136, 'completed': '97.45% (3_593 / 3_687)', 'remaining time': '0:49:04', 'throughput': '9317.97', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:14:27,317 >> {'loss': 0.3399, 'grad_norm': 13.90577507019043, 'learning_rate': 1.0156517880311614e-07, 'epoch': 0.10686194738269596, 'num_input_tokens_seen': 7537164288, 'completed': '97.48% (3_594 / 3_687)', 'remaining time': '0:48:33', 'throughput': '8531.90', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:14:59,411 >> {'loss': 0.3014, 'grad_norm': 14.83264446258545, 'learning_rate': 1.0153171901607118e-07, 'epoch': 0.1071331705994033, 'num_input_tokens_seen': 7539261440, 'completed': '97.50% (3_595 / 3_687)', 'remaining time': '0:48:02', 'throughput': '8168.05', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:15:27,885 >> {'loss': 0.6559, 'grad_norm': 21.388154983520508, 'learning_rate': 1.0149862013923329e-07, 'epoch': 0.10740439381611067, 'num_input_tokens_seen': 7541358592, 'completed': '97.53% (3_596 / 3_687)', 'remaining time': '0:47:30', 'throughput': '9206.40', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:15:58,226 >> {'loss': 0.4451, 'grad_norm': 16.71360206604004, 'learning_rate': 1.0146588219923917e-07, 'epoch': 0.10767561703281801, 'num_input_tokens_seen': 7543455744, 'completed': '97.56% (3_597 / 3_687)', 'remaining time': '0:46:58', 'throughput': '8640.00', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:16:31,023 >> {'loss': 0.3744, 'grad_norm': 12.09107780456543, 'learning_rate': 1.0143350522243509e-07, 'epoch': 0.10794684024952536, 'num_input_tokens_seen': 7545552896, 'completed': '97.59% (3_598 / 3_687)', 'remaining time': '0:46:27', 'throughput': '7993.05', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:17:02,181 >> {'loss': 0.4641, 'grad_norm': 16.030540466308594, 'learning_rate': 1.0140148923487675e-07, 'epoch': 0.10821806346623271, 'num_input_tokens_seen': 7547650048, 'completed': '97.61% (3_599 / 3_687)', 'remaining time': '0:45:56', 'throughput': '8413.42', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:17:31,836 >> {'loss': 0.477, 'grad_norm': 18.602020263671875, 'learning_rate': 1.0136983426232945e-07, 'epoch': 0.10848928668294006, 'num_input_tokens_seen': 7549747200, 'completed': '97.64% (3_600 / 3_687)', 'remaining time': '0:45:24', 'throughput': '8839.50', 'gpu_mem_free': '5581MB'} +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/distributed/fsdp/fully_sharded_data_parallel.py:689: FutureWarning: FSDP.state_dict_type() and FSDP.set_state_dict_type() are being deprecated. Please use APIs, get_state_dict() and set_state_dict(), which can support different parallelisms, FSDP1, FSDP2, DDP. API doc: https://pytorch.org/docs/stable/distributed.checkpoint.html#torch.distributed.checkpoint.state_dict.get_state_dict .Tutorial: https://pytorch.org/tutorials/recipes/distributed_checkpoint_recipe.html . + warnings.warn( +[INFO|trainer.py:3503] 2024-12-27 02:17:56,022 >> Saving model checkpoint to /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-3600 +[INFO|configuration_utils.py:472] 2024-12-27 02:17:56,025 >> Configuration saved in /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-3600/config.json +[INFO|configuration_utils.py:807] 2024-12-27 02:17:56,026 >> Configuration saved in /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-3600/generation_config.json +[INFO|modeling_utils.py:2807] 2024-12-27 02:18:51,019 >> The model is bigger than the maximum size per checkpoint (5GB) and is going to be split in 7 checkpoint shards. You can find where each parameters has been saved in the index located at /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-3600/model.safetensors.index.json. +[INFO|tokenization_utils_base.py:2684] 2024-12-27 02:18:51,023 >> tokenizer config file saved in /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-3600/tokenizer_config.json +[INFO|tokenization_utils_base.py:2693] 2024-12-27 02:18:51,024 >> Special tokens file saved in /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-3600/special_tokens_map.json +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/distributed/fsdp/fully_sharded_data_parallel.py:689: FutureWarning: FSDP.state_dict_type() and FSDP.set_state_dict_type() are being deprecated. Please use APIs, get_state_dict() and set_state_dict(), which can support different parallelisms, FSDP1, FSDP2, DDP. API doc: https://pytorch.org/docs/stable/distributed.checkpoint.html#torch.distributed.checkpoint.state_dict.get_state_dict .Tutorial: https://pytorch.org/tutorials/recipes/distributed_checkpoint_recipe.html . + warnings.warn( +[WARNING|trainer.py:868] 2024-12-27 02:22:29,797 >> Save streaming dataset state: {'epoch': 0, 'sample_in_epoch': 7200, 'num_canonical_nodes': 1, 'shuffle_seed': 42, 'initial_physical_nodes': 1} +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/utils/checkpoint.py:1399: FutureWarning: `torch.cpu.amp.autocast(args...)` is deprecated. Please use `torch.amp.autocast('cpu', args...)` instead. + with device_autocast_ctx, torch.cpu.amp.autocast(**cpu_autocast_kwargs), recompute_context: # type: ignore[attr-defined] +[INFO|trainer.py:175] 2024-12-27 02:23:00,865 >> {'loss': 0.255, 'grad_norm': 11.135970115661621, 'learning_rate': 1.0133854033026789e-07, 'epoch': 0.1087605098996474, 'num_input_tokens_seen': 7551844352, 'completed': '97.67% (3_601 / 3_687)', 'remaining time': '0:45:57', 'throughput': '796.72', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:23:30,825 >> {'loss': 0.2572, 'grad_norm': 16.609188079833984, 'learning_rate': 1.0130760746387622e-07, 'epoch': 0.10903173311635476, 'num_input_tokens_seen': 7553941504, 'completed': '97.69% (3_602 / 3_687)', 'remaining time': '0:45:24', 'throughput': '8749.87', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:24:00,469 >> {'loss': 0.3303, 'grad_norm': 13.517497062683105, 'learning_rate': 1.0127703568804805e-07, 'epoch': 0.10930295633306211, 'num_input_tokens_seen': 7556038656, 'completed': '97.72% (3_603 / 3_687)', 'remaining time': '0:44:52', 'throughput': '8843.08', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:24:30,186 >> {'loss': 0.3366, 'grad_norm': 16.163911819458008, 'learning_rate': 1.0124682502738638e-07, 'epoch': 0.10957417954976946, 'num_input_tokens_seen': 7558135808, 'completed': '97.75% (3_604 / 3_687)', 'remaining time': '0:44:19', 'throughput': '8821.48', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:25:03,574 >> {'loss': 0.5456, 'grad_norm': 19.574230194091797, 'learning_rate': 1.0121697550620365e-07, 'epoch': 0.10984540276647681, 'num_input_tokens_seen': 7560232960, 'completed': '97.78% (3_605 / 3_687)', 'remaining time': '0:43:47', 'throughput': '7851.37', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:25:34,402 >> {'loss': 0.4387, 'grad_norm': 17.653837203979492, 'learning_rate': 1.0118748714852156e-07, 'epoch': 0.11011662598318415, 'num_input_tokens_seen': 7562330112, 'completed': '97.80% (3_606 / 3_687)', 'remaining time': '0:43:15', 'throughput': '8503.49', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:26:04,835 >> {'loss': 0.1869, 'grad_norm': 13.368509292602539, 'learning_rate': 1.011583599780712e-07, 'epoch': 0.11038784919989152, 'num_input_tokens_seen': 7564427264, 'completed': '97.83% (3_607 / 3_687)', 'remaining time': '0:42:43', 'throughput': '8613.62', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:26:35,939 >> {'loss': 0.6204, 'grad_norm': 21.617624282836914, 'learning_rate': 1.01129594018293e-07, 'epoch': 0.11065907241659886, 'num_input_tokens_seen': 7566524416, 'completed': '97.86% (3_608 / 3_687)', 'remaining time': '0:42:10', 'throughput': '8428.03', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:27:08,843 >> {'loss': 0.4534, 'grad_norm': 17.730438232421875, 'learning_rate': 1.0110118929233682e-07, 'epoch': 0.11093029563330621, 'num_input_tokens_seen': 7568621568, 'completed': '97.88% (3_609 / 3_687)', 'remaining time': '0:41:38', 'throughput': '7966.92', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:27:37,951 >> {'loss': 0.6147, 'grad_norm': 20.859384536743164, 'learning_rate': 1.0107314582306156e-07, 'epoch': 0.11120151885001356, 'num_input_tokens_seen': 7570718720, 'completed': '97.91% (3_610 / 3_687)', 'remaining time': '0:41:06', 'throughput': '9006.02', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:28:07,281 >> {'loss': 0.5003, 'grad_norm': 21.62270164489746, 'learning_rate': 1.0104546363303566e-07, 'epoch': 0.1114727420667209, 'num_input_tokens_seen': 7572815872, 'completed': '97.94% (3_611 / 3_687)', 'remaining time': '0:40:33', 'throughput': '8937.55', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:28:35,194 >> {'loss': 0.649, 'grad_norm': 22.07628631591797, 'learning_rate': 1.0101814274453661e-07, 'epoch': 0.11174396528342827, 'num_input_tokens_seen': 7574913024, 'completed': '97.97% (3_612 / 3_687)', 'remaining time': '0:40:01', 'throughput': '9391.57', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:29:10,780 >> {'loss': 0.4658, 'grad_norm': 19.241708755493164, 'learning_rate': 1.0099118317955127e-07, 'epoch': 0.11201518850013562, 'num_input_tokens_seen': 7577010176, 'completed': '97.99% (3_613 / 3_687)', 'remaining time': '0:39:29', 'throughput': '7366.63', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:29:39,809 >> {'loss': 0.5632, 'grad_norm': 17.93199348449707, 'learning_rate': 1.0096458495977564e-07, 'epoch': 0.11228641171684296, 'num_input_tokens_seen': 7579107328, 'completed': '98.02% (3_614 / 3_687)', 'remaining time': '0:38:57', 'throughput': '9030.27', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:30:12,372 >> {'loss': 0.3877, 'grad_norm': 18.892309188842773, 'learning_rate': 1.0093834810661498e-07, 'epoch': 0.11255763493355031, 'num_input_tokens_seen': 7581204480, 'completed': '98.05% (3_615 / 3_687)', 'remaining time': '0:38:25', 'throughput': '8050.48', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:30:42,843 >> {'loss': 0.3783, 'grad_norm': 14.152824401855469, 'learning_rate': 1.0091247264118372e-07, 'epoch': 0.11282885815025766, 'num_input_tokens_seen': 7583301632, 'completed': '98.07% (3_616 / 3_687)', 'remaining time': '0:37:52', 'throughput': '8603.01', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:31:16,783 >> {'loss': 0.261, 'grad_norm': 11.564390182495117, 'learning_rate': 1.0088695858430539e-07, 'epoch': 0.11310008136696502, 'num_input_tokens_seen': 7585398784, 'completed': '98.10% (3_617 / 3_687)', 'remaining time': '0:37:21', 'throughput': '7723.71', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:31:47,859 >> {'loss': 0.486, 'grad_norm': 23.13407325744629, 'learning_rate': 1.0086180595651278e-07, 'epoch': 0.11337130458367237, 'num_input_tokens_seen': 7587495936, 'completed': '98.13% (3_618 / 3_687)', 'remaining time': '0:36:49', 'throughput': '8435.43', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:32:15,859 >> {'loss': 0.554, 'grad_norm': 17.028270721435547, 'learning_rate': 1.0083701477804778e-07, 'epoch': 0.11364252780037971, 'num_input_tokens_seen': 7589593088, 'completed': '98.16% (3_619 / 3_687)', 'remaining time': '0:36:16', 'throughput': '9362.46', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:32:47,885 >> {'loss': 0.5359, 'grad_norm': 17.975419998168945, 'learning_rate': 1.0081258506886134e-07, 'epoch': 0.11391375101708706, 'num_input_tokens_seen': 7591690240, 'completed': '98.18% (3_620 / 3_687)', 'remaining time': '0:35:44', 'throughput': '8185.41', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:33:18,482 >> {'loss': 0.3641, 'grad_norm': 14.600398063659668, 'learning_rate': 1.0078851684861357e-07, 'epoch': 0.11418497423379441, 'num_input_tokens_seen': 7593787392, 'completed': '98.21% (3_621 / 3_687)', 'remaining time': '0:35:12', 'throughput': '8567.60', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:33:47,741 >> {'loss': 0.2436, 'grad_norm': 14.766218185424805, 'learning_rate': 1.0076481013667376e-07, 'epoch': 0.11445619745050176, 'num_input_tokens_seen': 7595884544, 'completed': '98.24% (3_622 / 3_687)', 'remaining time': '0:34:39', 'throughput': '8959.42', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:34:19,246 >> {'loss': 0.2984, 'grad_norm': 15.354504585266113, 'learning_rate': 1.0074146495212001e-07, 'epoch': 0.11472742066720912, 'num_input_tokens_seen': 7597981696, 'completed': '98.26% (3_623 / 3_687)', 'remaining time': '0:34:07', 'throughput': '8320.73', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:34:50,298 >> {'loss': 0.7206, 'grad_norm': 19.848752975463867, 'learning_rate': 1.0071848131373972e-07, 'epoch': 0.11499864388391647, 'num_input_tokens_seen': 7600078848, 'completed': '98.29% (3_624 / 3_687)', 'remaining time': '0:33:35', 'throughput': '8442.15', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:35:20,431 >> {'loss': 0.3718, 'grad_norm': 13.409833908081055, 'learning_rate': 1.0069585924002924e-07, 'epoch': 0.11526986710062381, 'num_input_tokens_seen': 7602176000, 'completed': '98.32% (3_625 / 3_687)', 'remaining time': '0:33:03', 'throughput': '8699.47', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:35:49,435 >> {'loss': 0.7582, 'grad_norm': 25.440654754638672, 'learning_rate': 1.0067359874919395e-07, 'epoch': 0.11554109031733116, 'num_input_tokens_seen': 7604273152, 'completed': '98.35% (3_626 / 3_687)', 'remaining time': '0:32:30', 'throughput': '9038.33', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:36:21,647 >> {'loss': 0.2706, 'grad_norm': 12.968038558959961, 'learning_rate': 1.0065169985914826e-07, 'epoch': 0.11581231353403851, 'num_input_tokens_seen': 7606370304, 'completed': '98.37% (3_627 / 3_687)', 'remaining time': '0:31:58', 'throughput': '8138.10', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:36:50,396 >> {'loss': 0.6234, 'grad_norm': 21.27517318725586, 'learning_rate': 1.0063016258751553e-07, 'epoch': 0.11608353675074587, 'num_input_tokens_seen': 7608467456, 'completed': '98.40% (3_628 / 3_687)', 'remaining time': '0:31:26', 'throughput': '9118.07', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:37:19,223 >> {'loss': 0.4209, 'grad_norm': 17.9497127532959, 'learning_rate': 1.0060898695162816e-07, 'epoch': 0.11635475996745322, 'num_input_tokens_seen': 7610564608, 'completed': '98.43% (3_629 / 3_687)', 'remaining time': '0:30:54', 'throughput': '9093.76', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:37:50,120 >> {'loss': 0.4628, 'grad_norm': 18.859006881713867, 'learning_rate': 1.005881729685275e-07, 'epoch': 0.11662598318416056, 'num_input_tokens_seen': 7612661760, 'completed': '98.45% (3_630 / 3_687)', 'remaining time': '0:30:22', 'throughput': '8484.41', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:38:17,474 >> {'loss': 0.8165, 'grad_norm': 22.217741012573242, 'learning_rate': 1.0056772065496387e-07, 'epoch': 0.11689720640086791, 'num_input_tokens_seen': 7614758912, 'completed': '98.48% (3_631 / 3_687)', 'remaining time': '0:29:49', 'throughput': '9583.54', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:38:49,953 >> {'loss': 0.6362, 'grad_norm': 22.35140037536621, 'learning_rate': 1.005476300273965e-07, 'epoch': 0.11716842961757526, 'num_input_tokens_seen': 7616856064, 'completed': '98.51% (3_632 / 3_687)', 'remaining time': '0:29:17', 'throughput': '8071.29', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:39:18,441 >> {'loss': 0.4338, 'grad_norm': 16.316476821899414, 'learning_rate': 1.0052790110199348e-07, 'epoch': 0.11743965283428262, 'num_input_tokens_seen': 7618953216, 'completed': '98.54% (3_633 / 3_687)', 'remaining time': '0:28:45', 'throughput': '9201.66', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:39:50,009 >> {'loss': 0.6887, 'grad_norm': 23.569665908813477, 'learning_rate': 1.0050853389463205e-07, 'epoch': 0.11771087605098997, 'num_input_tokens_seen': 7621050368, 'completed': '98.56% (3_634 / 3_687)', 'remaining time': '0:28:13', 'throughput': '8304.13', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:40:23,057 >> {'loss': 0.3326, 'grad_norm': 12.867155075073242, 'learning_rate': 1.0048952842089805e-07, 'epoch': 0.11798209926769732, 'num_input_tokens_seen': 7623147520, 'completed': '98.59% (3_635 / 3_687)', 'remaining time': '0:27:41', 'throughput': '7932.15', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:40:52,436 >> {'loss': 0.3111, 'grad_norm': 14.628716468811035, 'learning_rate': 1.0047088469608648e-07, 'epoch': 0.11825332248440466, 'num_input_tokens_seen': 7625244672, 'completed': '98.62% (3_636 / 3_687)', 'remaining time': '0:27:09', 'throughput': '8922.82', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:41:21,817 >> {'loss': 0.2856, 'grad_norm': 12.584244728088379, 'learning_rate': 1.00452602735201e-07, 'epoch': 0.11852454570111201, 'num_input_tokens_seen': 7627341824, 'completed': '98.64% (3_637 / 3_687)', 'remaining time': '0:26:36', 'throughput': '8922.31', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:41:50,631 >> {'loss': 0.6433, 'grad_norm': 19.87360954284668, 'learning_rate': 1.0043468255295435e-07, 'epoch': 0.11879576891781937, 'num_input_tokens_seen': 7629438976, 'completed': '98.67% (3_638 / 3_687)', 'remaining time': '0:26:04', 'throughput': '9098.03', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:42:19,868 >> {'loss': 0.5521, 'grad_norm': 17.3902530670166, 'learning_rate': 1.0041712416376795e-07, 'epoch': 0.11906699213452672, 'num_input_tokens_seen': 7631536128, 'completed': '98.70% (3_639 / 3_687)', 'remaining time': '0:25:32', 'throughput': '8966.06', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:42:53,594 >> {'loss': 0.2688, 'grad_norm': 13.591824531555176, 'learning_rate': 1.0039992758177211e-07, 'epoch': 0.11933821535123407, 'num_input_tokens_seen': 7633633280, 'completed': '98.73% (3_640 / 3_687)', 'remaining time': '0:25:00', 'throughput': '7772.79', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:43:24,110 >> {'loss': 0.2729, 'grad_norm': 18.85526466369629, 'learning_rate': 1.0038309282080596e-07, 'epoch': 0.11960943856794141, 'num_input_tokens_seen': 7635730432, 'completed': '98.75% (3_641 / 3_687)', 'remaining time': '0:24:28', 'throughput': '8590.33', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:43:55,822 >> {'loss': 0.5371, 'grad_norm': 16.387048721313477, 'learning_rate': 1.0036661989441755e-07, 'epoch': 0.11988066178464876, 'num_input_tokens_seen': 7637827584, 'completed': '98.78% (3_642 / 3_687)', 'remaining time': '0:23:56', 'throughput': '8266.25', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:44:25,091 >> {'loss': 0.4256, 'grad_norm': 16.59734344482422, 'learning_rate': 1.0035050881586364e-07, 'epoch': 0.12015188500135611, 'num_input_tokens_seen': 7639924736, 'completed': '98.81% (3_643 / 3_687)', 'remaining time': '0:23:24', 'throughput': '8956.38', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:44:56,059 >> {'loss': 0.3089, 'grad_norm': 15.033208847045898, 'learning_rate': 1.0033475959810974e-07, 'epoch': 0.12042310821806347, 'num_input_tokens_seen': 7642021888, 'completed': '98.83% (3_644 / 3_687)', 'remaining time': '0:22:52', 'throughput': '8465.17', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:45:28,401 >> {'loss': 0.4245, 'grad_norm': 15.11539077758789, 'learning_rate': 1.0031937225383036e-07, 'epoch': 0.12069433143477082, 'num_input_tokens_seen': 7644119040, 'completed': '98.86% (3_645 / 3_687)', 'remaining time': '0:22:20', 'throughput': '8105.23', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:46:01,817 >> {'loss': 0.2949, 'grad_norm': 13.645261764526367, 'learning_rate': 1.0030434679540853e-07, 'epoch': 0.12096555465147817, 'num_input_tokens_seen': 7646216192, 'completed': '98.89% (3_646 / 3_687)', 'remaining time': '0:21:48', 'throughput': '7845.00', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:46:31,593 >> {'loss': 0.5613, 'grad_norm': 21.710878372192383, 'learning_rate': 1.0028968323493623e-07, 'epoch': 0.12123677786818551, 'num_input_tokens_seen': 7648313344, 'completed': '98.92% (3_647 / 3_687)', 'remaining time': '0:21:16', 'throughput': '8803.95', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:47:02,639 >> {'loss': 0.6029, 'grad_norm': 18.812923431396484, 'learning_rate': 1.0027538158421413e-07, 'epoch': 0.12150800108489286, 'num_input_tokens_seen': 7650410496, 'completed': '98.94% (3_648 / 3_687)', 'remaining time': '0:20:44', 'throughput': '8443.55', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:47:33,548 >> {'loss': 0.6727, 'grad_norm': 18.887786865234375, 'learning_rate': 1.002614418547516e-07, 'epoch': 0.12177922430160022, 'num_input_tokens_seen': 7652507648, 'completed': '98.97% (3_649 / 3_687)', 'remaining time': '0:20:12', 'throughput': '8481.22', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:48:02,107 >> {'loss': 0.5487, 'grad_norm': 19.344097137451172, 'learning_rate': 1.0024786405776686e-07, 'epoch': 0.12205044751830757, 'num_input_tokens_seen': 7654604800, 'completed': '99.00% (3_650 / 3_687)', 'remaining time': '0:19:40', 'throughput': '9179.08', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:48:31,889 >> {'loss': 0.4229, 'grad_norm': 17.132566452026367, 'learning_rate': 1.0023464820418676e-07, 'epoch': 0.12232167073501492, 'num_input_tokens_seen': 7656701952, 'completed': '99.02% (3_651 / 3_687)', 'remaining time': '0:19:08', 'throughput': '8802.18', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:49:03,667 >> {'loss': 0.312, 'grad_norm': 13.882312774658203, 'learning_rate': 1.00221794304647e-07, 'epoch': 0.12259289395172226, 'num_input_tokens_seen': 7658799104, 'completed': '99.05% (3_652 / 3_687)', 'remaining time': '0:18:36', 'throughput': '8249.06', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:49:37,109 >> {'loss': 0.3204, 'grad_norm': 16.40239143371582, 'learning_rate': 1.0020930236949182e-07, 'epoch': 0.12286411716842961, 'num_input_tokens_seen': 7660896256, 'completed': '99.08% (3_653 / 3_687)', 'remaining time': '0:18:04', 'throughput': '7838.81', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:50:08,908 >> {'loss': 0.277, 'grad_norm': 13.31047248840332, 'learning_rate': 1.0019717240877424e-07, 'epoch': 0.12313534038513697, 'num_input_tokens_seen': 7662993408, 'completed': '99.10% (3_654 / 3_687)', 'remaining time': '0:17:32', 'throughput': '8243.65', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:50:36,327 >> {'loss': 0.7039, 'grad_norm': 21.159040451049805, 'learning_rate': 1.001854044322561e-07, 'epoch': 0.12340656360184432, 'num_input_tokens_seen': 7665090560, 'completed': '99.13% (3_655 / 3_687)', 'remaining time': '0:17:00', 'throughput': '9560.66', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:51:06,430 >> {'loss': 0.4774, 'grad_norm': 42.46569061279297, 'learning_rate': 1.0017399844940774e-07, 'epoch': 0.12367778681855167, 'num_input_tokens_seen': 7667187712, 'completed': '99.16% (3_656 / 3_687)', 'remaining time': '0:16:28', 'throughput': '8708.26', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:51:38,916 >> {'loss': 0.3837, 'grad_norm': 16.749025344848633, 'learning_rate': 1.0016295446940827e-07, 'epoch': 0.12394901003525902, 'num_input_tokens_seen': 7669284864, 'completed': '99.19% (3_657 / 3_687)', 'remaining time': '0:15:56', 'throughput': '8069.64', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:52:08,263 >> {'loss': 0.6936, 'grad_norm': 19.79422378540039, 'learning_rate': 1.001522725011455e-07, 'epoch': 0.12422023325196636, 'num_input_tokens_seen': 7671382016, 'completed': '99.21% (3_658 / 3_687)', 'remaining time': '0:15:24', 'throughput': '8932.45', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:52:38,045 >> {'loss': 0.415, 'grad_norm': 19.400150299072266, 'learning_rate': 1.0014195255321583e-07, 'epoch': 0.12449145646867373, 'num_input_tokens_seen': 7673479168, 'completed': '99.24% (3_659 / 3_687)', 'remaining time': '0:14:52', 'throughput': '8802.04', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:53:10,450 >> {'loss': 0.3181, 'grad_norm': 12.765349388122559, 'learning_rate': 1.0013199463392433e-07, 'epoch': 0.12476267968538107, 'num_input_tokens_seen': 7675576320, 'completed': '99.27% (3_660 / 3_687)', 'remaining time': '0:14:20', 'throughput': '8089.64', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:53:41,165 >> {'loss': 0.2617, 'grad_norm': 15.518762588500977, 'learning_rate': 1.0012239875128484e-07, 'epoch': 0.1250339029020884, 'num_input_tokens_seen': 7677673472, 'completed': '99.29% (3_661 / 3_687)', 'remaining time': '0:13:48', 'throughput': '8534.81', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:54:12,866 >> {'loss': 0.4696, 'grad_norm': 18.00017738342285, 'learning_rate': 1.0011316491301973e-07, 'epoch': 0.12530512611879577, 'num_input_tokens_seen': 7679770624, 'completed': '99.32% (3_662 / 3_687)', 'remaining time': '0:13:16', 'throughput': '8269.24', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:54:42,946 >> {'loss': 0.5292, 'grad_norm': 19.197542190551758, 'learning_rate': 1.0010429312656006e-07, 'epoch': 0.12557634933550313, 'num_input_tokens_seen': 7681867776, 'completed': '99.35% (3_663 / 3_687)', 'remaining time': '0:12:44', 'throughput': '8714.78', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:55:10,925 >> {'loss': 0.6401, 'grad_norm': 20.32849884033203, 'learning_rate': 1.000957833990454e-07, 'epoch': 0.12584757255221046, 'num_input_tokens_seen': 7683964928, 'completed': '99.38% (3_664 / 3_687)', 'remaining time': '0:12:12', 'throughput': '9369.32', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:55:41,776 >> {'loss': 0.2865, 'grad_norm': 13.460699081420898, 'learning_rate': 1.0008763573732421e-07, 'epoch': 0.12611879576891782, 'num_input_tokens_seen': 7686062080, 'completed': '99.40% (3_665 / 3_687)', 'remaining time': '0:11:40', 'throughput': '8497.41', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:56:15,950 >> {'loss': 0.4368, 'grad_norm': 16.389801025390625, 'learning_rate': 1.0007985014795331e-07, 'epoch': 0.12639001898562516, 'num_input_tokens_seen': 7688159232, 'completed': '99.43% (3_666 / 3_687)', 'remaining time': '0:11:09', 'throughput': '7670.68', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:56:43,479 >> {'loss': 0.3929, 'grad_norm': 16.63237762451172, 'learning_rate': 1.0007242663719824e-07, 'epoch': 0.12666124220233252, 'num_input_tokens_seen': 7690256384, 'completed': '99.46% (3_667 / 3_687)', 'remaining time': '0:10:37', 'throughput': '9522.31', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:57:12,450 >> {'loss': 0.5468, 'grad_norm': 22.51099967956543, 'learning_rate': 1.0006536521103325e-07, 'epoch': 0.12693246541903988, 'num_input_tokens_seen': 7692353536, 'completed': '99.48% (3_668 / 3_687)', 'remaining time': '0:10:05', 'throughput': '9048.62', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:57:43,463 >> {'loss': 0.5824, 'grad_norm': 21.233259201049805, 'learning_rate': 1.0005866587514106e-07, 'epoch': 0.12720368863574721, 'num_input_tokens_seen': 7694450688, 'completed': '99.51% (3_669 / 3_687)', 'remaining time': '0:09:33', 'throughput': '8452.85', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:58:15,137 >> {'loss': 0.5925, 'grad_norm': 18.1636962890625, 'learning_rate': 1.0005232863491297e-07, 'epoch': 0.12747491185245458, 'num_input_tokens_seen': 7696547840, 'completed': '99.54% (3_670 / 3_687)', 'remaining time': '0:09:01', 'throughput': '8276.26', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:58:44,815 >> {'loss': 0.5679, 'grad_norm': 20.759021759033203, 'learning_rate': 1.0004635349544907e-07, 'epoch': 0.1277461350691619, 'num_input_tokens_seen': 7698644992, 'completed': '99.57% (3_671 / 3_687)', 'remaining time': '0:08:29', 'throughput': '8832.95', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:59:19,781 >> {'loss': 0.3588, 'grad_norm': 16.30278778076172, 'learning_rate': 1.0004074046155789e-07, 'epoch': 0.12801735828586927, 'num_input_tokens_seen': 7700742144, 'completed': '99.59% (3_672 / 3_687)', 'remaining time': '0:07:57', 'throughput': '7496.95', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 02:59:51,484 >> {'loss': 0.8094, 'grad_norm': 23.158729553222656, 'learning_rate': 1.000354895377565e-07, 'epoch': 0.12828858150257663, 'num_input_tokens_seen': 7702839296, 'completed': '99.62% (3_673 / 3_687)', 'remaining time': '0:07:25', 'throughput': '8268.80', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 03:00:19,949 >> {'loss': 0.5029, 'grad_norm': 20.49749755859375, 'learning_rate': 1.0003060072827073e-07, 'epoch': 0.12855980471928397, 'num_input_tokens_seen': 7704936448, 'completed': '99.65% (3_674 / 3_687)', 'remaining time': '0:06:53', 'throughput': '9209.34', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 03:00:52,456 >> {'loss': 0.253, 'grad_norm': 12.774348258972168, 'learning_rate': 1.0002607403703492e-07, 'epoch': 0.12883102793599133, 'num_input_tokens_seen': 7707033600, 'completed': '99.67% (3_675 / 3_687)', 'remaining time': '0:06:22', 'throughput': '8064.36', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 03:01:21,919 >> {'loss': 0.7074, 'grad_norm': 22.22560691833496, 'learning_rate': 1.000219094676919e-07, 'epoch': 0.12910225115269866, 'num_input_tokens_seen': 7709130752, 'completed': '99.70% (3_676 / 3_687)', 'remaining time': '0:05:50', 'throughput': '8897.37', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 03:01:52,710 >> {'loss': 0.3633, 'grad_norm': 15.757925033569336, 'learning_rate': 1.0001810702359326e-07, 'epoch': 0.12937347436940602, 'num_input_tokens_seen': 7711227904, 'completed': '99.73% (3_677 / 3_687)', 'remaining time': '0:05:18', 'throughput': '8513.68', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 03:02:23,978 >> {'loss': 0.3336, 'grad_norm': 14.108972549438477, 'learning_rate': 1.0001466670779896e-07, 'epoch': 0.12964469758611338, 'num_input_tokens_seen': 7713325056, 'completed': '99.76% (3_678 / 3_687)', 'remaining time': '0:04:46', 'throughput': '8383.73', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 03:02:55,941 >> {'loss': 0.1844, 'grad_norm': 9.747844696044922, 'learning_rate': 1.000115885230777e-07, 'epoch': 0.12991592080282072, 'num_input_tokens_seen': 7715422208, 'completed': '99.78% (3_679 / 3_687)', 'remaining time': '0:04:14', 'throughput': '8201.45', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 03:03:25,571 >> {'loss': 0.3654, 'grad_norm': 13.866641998291016, 'learning_rate': 1.0000887247190662e-07, 'epoch': 0.13018714401952808, 'num_input_tokens_seen': 7717519360, 'completed': '99.81% (3_680 / 3_687)', 'remaining time': '0:03:42', 'throughput': '8847.39', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 03:03:56,115 >> {'loss': 0.7339, 'grad_norm': 20.240041732788086, 'learning_rate': 1.000065185564716e-07, 'epoch': 0.1304583672362354, 'num_input_tokens_seen': 7719616512, 'completed': '99.84% (3_681 / 3_687)', 'remaining time': '0:03:10', 'throughput': '8582.40', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 03:04:23,232 >> {'loss': 0.52, 'grad_norm': 17.532907485961914, 'learning_rate': 1.0000452677866691e-07, 'epoch': 0.13072959045294277, 'num_input_tokens_seen': 7721713664, 'completed': '99.86% (3_682 / 3_687)', 'remaining time': '0:02:39', 'throughput': '9667.18', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 03:04:53,517 >> {'loss': 0.5367, 'grad_norm': 20.656099319458008, 'learning_rate': 1.0000289714009542e-07, 'epoch': 0.13100081366965013, 'num_input_tokens_seen': 7723810816, 'completed': '99.89% (3_683 / 3_687)', 'remaining time': '0:02:07', 'throughput': '8655.91', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 03:05:24,750 >> {'loss': 0.4698, 'grad_norm': 19.092506408691406, 'learning_rate': 1.000016296420687e-07, 'epoch': 0.13127203688635747, 'num_input_tokens_seen': 7725907968, 'completed': '99.92% (3_684 / 3_687)', 'remaining time': '0:01:35', 'throughput': '8393.15', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 03:05:55,306 >> {'loss': 0.5093, 'grad_norm': 19.04652976989746, 'learning_rate': 1.0000072428560674e-07, 'epoch': 0.13154326010306483, 'num_input_tokens_seen': 7728005120, 'completed': '99.95% (3_685 / 3_687)', 'remaining time': '0:01:03', 'throughput': '8579.09', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 03:06:28,355 >> {'loss': 0.409, 'grad_norm': 15.921603202819824, 'learning_rate': 1.000001810714381e-07, 'epoch': 0.13181448331977216, 'num_input_tokens_seen': 7730102272, 'completed': '99.97% (3_686 / 3_687)', 'remaining time': '0:00:31', 'throughput': '7932.01', 'gpu_mem_free': '5581MB'} +[INFO|trainer.py:175] 2024-12-27 03:06:57,970 >> {'loss': 0.3447, 'grad_norm': 14.163284301757812, 'learning_rate': 1e-07, 'epoch': 0.13208570653647952, 'num_input_tokens_seen': 7732199424, 'completed': '100.00% (3_687 / 3_687)', 'remaining time': '0:00:00', 'throughput': '8851.63', 'gpu_mem_free': '5581MB'} +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/distributed/fsdp/fully_sharded_data_parallel.py:689: FutureWarning: FSDP.state_dict_type() and FSDP.set_state_dict_type() are being deprecated. Please use APIs, get_state_dict() and set_state_dict(), which can support different parallelisms, FSDP1, FSDP2, DDP. API doc: https://pytorch.org/docs/stable/distributed.checkpoint.html#torch.distributed.checkpoint.state_dict.get_state_dict .Tutorial: https://pytorch.org/tutorials/recipes/distributed_checkpoint_recipe.html . + warnings.warn( +[INFO|trainer.py:3503] 2024-12-27 03:07:22,100 >> Saving model checkpoint to /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-3687 +[INFO|configuration_utils.py:472] 2024-12-27 03:07:22,103 >> Configuration saved in /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-3687/config.json +[INFO|configuration_utils.py:807] 2024-12-27 03:07:22,104 >> Configuration saved in /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-3687/generation_config.json +[INFO|modeling_utils.py:2807] 2024-12-27 03:08:16,745 >> The model is bigger than the maximum size per checkpoint (5GB) and is going to be split in 7 checkpoint shards. You can find where each parameters has been saved in the index located at /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-3687/model.safetensors.index.json. +[INFO|tokenization_utils_base.py:2684] 2024-12-27 03:08:16,748 >> tokenizer config file saved in /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-3687/tokenizer_config.json +[INFO|tokenization_utils_base.py:2693] 2024-12-27 03:08:16,750 >> Special tokens file saved in /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/checkpoint-3687/special_tokens_map.json +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/distributed/fsdp/fully_sharded_data_parallel.py:689: FutureWarning: FSDP.state_dict_type() and FSDP.set_state_dict_type() are being deprecated. Please use APIs, get_state_dict() and set_state_dict(), which can support different parallelisms, FSDP1, FSDP2, DDP. API doc: https://pytorch.org/docs/stable/distributed.checkpoint.html#torch.distributed.checkpoint.state_dict.get_state_dict .Tutorial: https://pytorch.org/tutorials/recipes/distributed_checkpoint_recipe.html . + warnings.warn( +[WARNING|trainer.py:868] 2024-12-27 03:11:47,997 >> Save streaming dataset state: {'epoch': 0, 'sample_in_epoch': 7374, 'num_canonical_nodes': 1, 'shuffle_seed': 42, 'initial_physical_nodes': 1} +[INFO|trainer.py:2394] 2024-12-27 03:11:48,390 >> +Training completed. Do not forget to share your model on huggingface.co/models =) +[INFO|trainer.py:175] 2024-12-27 03:11:48,392 >> {'train_runtime': 15793.1588, 'train_samples_per_second': 0.467, 'train_steps_per_second': 0.233, 'train_loss': 0.059379862848258066, 'epoch': 0.13208570653647952, 'num_input_tokens_seen': 7732199424, 'completed': '100.00% (3_687 / 3_687)', 'remaining time': '0:00:00', 'throughput': '0.00', 'gpu_mem_free': '5581MB'} +/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/lib/python3.10/site-packages/torch/distributed/fsdp/fully_sharded_data_parallel.py:689: FutureWarning: FSDP.state_dict_type() and FSDP.set_state_dict_type() are being deprecated. Please use APIs, get_state_dict() and set_state_dict(), which can support different parallelisms, FSDP1, FSDP2, DDP. API doc: https://pytorch.org/docs/stable/distributed.checkpoint.html#torch.distributed.checkpoint.state_dict.get_state_dict .Tutorial: https://pytorch.org/tutorials/recipes/distributed_checkpoint_recipe.html . + warnings.warn( +[INFO|trainer.py:3503] 2024-12-27 03:12:13,301 >> Saving model checkpoint to /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_ +[INFO|configuration_utils.py:472] 2024-12-27 03:12:13,315 >> Configuration saved in /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/config.json +[INFO|configuration_utils.py:807] 2024-12-27 03:12:13,316 >> Configuration saved in /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/generation_config.json +[INFO|modeling_utils.py:2807] 2024-12-27 03:13:09,634 >> The model is bigger than the maximum size per checkpoint (5GB) and is going to be split in 7 checkpoint shards. You can find where each parameters has been saved in the index located at /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/model.safetensors.index.json. +[INFO|tokenization_utils_base.py:2684] 2024-12-27 03:13:09,638 >> tokenizer config file saved in /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/tokenizer_config.json +[INFO|tokenization_utils_base.py:2693] 2024-12-27 03:13:09,639 >> Special tokens file saved in /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/special_tokens_map.json +***** train metrics ***** + epoch = 0.1321 + num_input_tokens_seen = 7732199424 + train_loss = 0.0594 + train_runtime = 4:23:13.15 + train_samples_per_second = 0.467 + train_steps_per_second = 0.233 \ No newline at end of file diff --git a/wandb/run-20241226_224836-fta6xses/files/requirements.txt b/wandb/run-20241226_224836-fta6xses/files/requirements.txt new file mode 100644 index 0000000000000000000000000000000000000000..589b22115c4d3e96629637d5c616cdcb03e84ab3 --- /dev/null +++ b/wandb/run-20241226_224836-fta6xses/files/requirements.txt @@ -0,0 +1,242 @@ +Brotli==1.1.0 +GitPython==3.1.43 +Jinja2==3.1.4 +MarkupSafe==3.0.2 +PyJWT==2.10.0 +PyNaCl==1.5.0 +PyYAML==6.0.2 +Pygments==2.18.0 +accelerate==0.32.1 +aiohappyeyeballs==2.4.3 +aiohttp==3.11.2 +aioprometheus==23.12.0 +aiosignal==1.3.1 +annotated-types==0.7.0 +anthropic==0.39.0 +anyio==4.6.2.post1 +argcomplete==3.5.1 +arrow==1.3.0 +asttokens==2.4.1 +async-timeout==5.0.1 +attrs==24.2.0 +autocommand==2.2.2 +azure-core==1.32.0 +azure-identity==1.19.0 +azure-storage-blob==12.24.0 +azure-storage-file-datalake==12.18.0 +backoff==2.2.1 +backports.tarfile==1.2.0 +bcrypt==4.2.0 +blobfile==3.0.0 +boto3==1.35.63 +botocore==1.35.63 +cachetools==5.5.0 +certifi==2024.8.30 +cffi==1.17.1 +charset-normalizer==3.4.0 +circuitbreaker==2.0.0 +click==8.1.7 +cloudpickle==3.1.0 +comm==0.2.2 +compressed-tensors==0.8.0 +contourpy==1.3.1 +cramjam==2.9.0 +cryptography==43.0.3 +cycler==0.12.1 +datasets==2.20.0 +debugpy==1.8.11 +decorator==5.1.1 +dill==0.3.8 +diskcache==5.6.3 +distro==1.9.0 +docker-pycreds==0.4.0 +docstring_parser==0.16 +einops==0.8.0 +exceptiongroup==1.2.2 +executing==2.1.0 +fastapi==0.115.5 +filelock==3.16.1 +flash-attn==2.6.1 +fonttools==4.55.0 +frozenlist==1.5.0 +fsspec==2024.5.0 +gguf==0.10.0 +gitdb==4.0.11 +google-api-core==2.23.0 +google-auth==2.36.0 +google-cloud-aiplatform==1.71.1 +google-cloud-bigquery==3.27.0 +google-cloud-core==2.4.1 +google-cloud-resource-manager==1.13.1 +google-cloud-storage==2.10.0 +google-crc32c==1.6.0 +google-resumable-media==2.7.2 +googleapis-common-protos==1.66.0 +gql==3.5.0 +graphql-core==3.2.5 +grpc-google-iam-v1==0.13.1 +grpcio-status==1.62.3 +grpcio==1.68.0 +h11==0.14.0 +httpcore==1.0.7 +httptools==0.6.4 +httpx==0.27.2 +huggingface-hub==0.26.2 +idna==3.10 +importlib_metadata==8.0.0 +importlib_metadata==8.5.0 +inflect==7.3.1 +interegular==0.3.3 +ipykernel==6.29.5 +ipython==8.18.0 +isodate==0.7.2 +jaraco.collections==5.1.0 +jaraco.context==5.3.0 +jaraco.functools==4.0.1 +jaraco.text==3.12.1 +jedi==0.19.2 +jiter==0.7.1 +jmespath==1.0.1 +jsonschema-specifications==2024.10.1 +jsonschema==4.23.0 +jupyter_client==8.6.3 +jupyter_core==5.7.2 +kiwisolver==1.4.7 +lark==1.2.2 +llvmlite==0.43.0 +lm-format-enforcer==0.10.9 +lxml==5.3.0 +markdown-it-py==3.0.0 +matplotlib-inline==0.1.7 +matplotlib==3.9.2 +mdurl==0.1.2 +more-itertools==10.3.0 +mosaicml-cli==0.5.34 +mosaicml-streaming==0.8.1 +mpmath==1.3.0 +msal-extensions==1.2.0 +msal==1.31.1 +msgpack==1.1.0 +msgspec==0.18.6 +multidict==6.1.0 +multiprocess==0.70.16 +nest-asyncio==1.6.0 +networkx==3.4.2 +ninja==1.11.1.1 +numba==0.60.0 +numpy==1.26.3 +nvidia-cublas-cu12==12.1.3.1 +nvidia-cuda-cupti-cu12==12.1.105 +nvidia-cuda-nvrtc-cu12==12.1.105 +nvidia-cuda-runtime-cu12==12.1.105 +nvidia-cudnn-cu12==9.1.0.70 +nvidia-cufft-cu12==11.0.2.54 +nvidia-curand-cu12==10.3.2.106 +nvidia-cusolver-cu12==11.4.5.107 +nvidia-cusparse-cu12==12.1.0.106 +nvidia-ml-py==12.560.30 +nvidia-nccl-cu12==2.20.5 +nvidia-nvjitlink-cu12==12.4.127 +nvidia-nvtx-cu12==12.1.105 +oci==2.138.1 +openai==1.54.5 +opencv-python-headless==4.10.0.84 +orjson==3.10.11 +outlines==0.0.46 +packaging==24.1 +packaging==24.2 +pandas==2.2.1 +paramiko==3.5.0 +parso==0.8.4 +partial-json-parser==0.2.1.1.post4 +pexpect==4.9.0 +pillow==10.4.0 +pip==24.3.1 +platformdirs==4.2.2 +platformdirs==4.3.6 +portalocker==2.10.1 +prometheus-fastapi-instrumentator==7.0.0 +prometheus_client==0.21.0 +prompt-toolkit==3.0.36 +propcache==0.2.0 +proto-plus==1.25.0 +protobuf==4.25.3 +psutil==6.1.0 +ptyprocess==0.7.0 +pure_eval==0.2.3 +py-cpuinfo==9.0.0 +pyOpenSSL==24.2.1 +pyairports==2.1.1 +pyarrow-hotfix==0.6 +pyarrow==18.0.0 +pyasn1==0.6.1 +pyasn1_modules==0.4.1 +pycountry==24.6.1 +pycparser==2.22 +pycryptodomex==3.21.0 +pydantic==2.9.2 +pydantic_core==2.23.4 +pyparsing==3.2.0 +python-dateutil==2.9.0 +python-dotenv==1.0.1 +python-snappy==0.7.3 +pytz==2024.2 +pyzmq==26.2.0 +quantile-python==1.1 +questionary==2.0.1 +ray==2.39.0 +referencing==0.35.1 +regex==2023.12.25 +requests==2.32.3 +rich==13.9.4 +rotary-emb==0.5.2 +rpds-py==0.21.0 +rsa==4.9 +ruamel.yaml.clib==0.2.12 +ruamel.yaml==0.18.6 +s3transfer==0.10.3 +safetensors==0.4.5 +sentencepiece==0.1.99 +sentry-sdk==2.18.0 +setproctitle==1.3.4 +setuptools==75.6.0 +shapely==2.0.6 +six==1.16.0 +smmap==5.0.1 +sniffio==1.3.1 +stack-data==0.6.3 +starlette==0.41.3 +sympy==1.13.1 +tiktoken==0.7.0 +tokenizers==0.19.1 +tomli==2.0.1 +torch==2.4.1 +torchvision==0.19.1 +tornado==6.4.1 +tqdm==4.66.4 +traitlets==5.14.3 +transformers==4.44.2 +triton==3.0.0 +typeguard==4.3.0 +types-python-dateutil==2.9.0.20241003 +typing_extensions==4.12.2 +typing_extensions==4.12.2 +tzdata==2024.2 +urllib3==2.2.3 +uvicorn==0.32.0 +uvloop==0.21.0 +validators==0.34.0 +vertexai==1.71.1 +wandb==0.17.3 +watchfiles==0.24.0 +wcwidth==0.2.13 +websockets==11.0.3 +wheel==0.43.0 +wheel==0.45.1 +xformers==0.0.28.post1 +xxhash==3.5.0 +yarl==1.17.2 +zipp==3.19.2 +zipp==3.21.0 +zstandard==0.22.0 +zstd==1.5.5.1 \ No newline at end of file diff --git a/wandb/run-20241226_224836-fta6xses/files/wandb-metadata.json b/wandb/run-20241226_224836-fta6xses/files/wandb-metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..2fcf28fbd6ba862281c680598d8ed6785ccde766 --- /dev/null +++ b/wandb/run-20241226_224836-fta6xses/files/wandb-metadata.json @@ -0,0 +1,705 @@ +{ + "os": "Linux-6.8.0-48-generic-x86_64-with-glibc2.39", + "python": "3.10.0", + "heartbeatAt": "2024-12-26T22:48:37.183149", + "startedAt": "2024-12-26T22:48:36.715544", + "docker": null, + "cuda": null, + "args": [ + "--model_family", + "llama", + "--apply_instruct_masks", + "--token_scaled_loss", + "--seq_parallel_size", + "8", + "--report_to", + "wandb", + "--do_train", + "--model_name_or_path", + "/scratch3/workspace/ctpham_umass_edu-ft/models/Llama-3-8B-ProLong-512k-Base/", + "--config_name", + "/scratch3/workspace/ctpham_umass_edu-ft/models/Llama-3-8B-ProLong-512k-Base/", + "--tokenizer_name", + "/scratch3/workspace/ctpham_umass_edu-ft/models/Llama-3-8B-ProLong-512k-Base/", + "--run_name", + "balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_", + "--output_dir", + "/scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_", + "--config_overrides_json", + "", + "--gradient_accumulation_steps", + "2", + "--per_device_train_batch_size", + "1", + "--bf16", + "--learning_rate", + "1e-6", + "--min_lr_ratio", + "0.1", + "--lr_scheduler_type", + "cosine", + "--max_grad_norm", + "1.0", + "--adam_beta1", + "0.9", + "--adam_beta2", + "0.95", + "--weight_decay", + "0.1", + "--warmup_ratio", + "0.05", + "--optim", + "adamw_torch", + "--logging_steps", + "1", + "--log_level", + "info", + "--save_steps", + "200", + "--dataloader_num_workers", + "1", + "--disable_tqdm", + "true", + "--use_fast_tokenizer", + "false", + "--remove_unused_columns", + "false", + "--ddp_find_unused_parameters", + "false", + "--fsdp", + "auto_wrap offload", + "--gradient_checkpointing", + "--tokenized_mds_train", + "/work/pi_miyyer_umass_edu/ctpham/BookClaim-dev/data/ft/bookclaim_balanced_pack_complete", + "--cuda_empty_cache", + "--num_train_epochs", + "1" + ], + "state": "running", + "program": "/work/pi_miyyer_umass_edu/ctpham/BookClaim-dev/prolong-final/finetune.py", + "codePathLocal": "finetune.py", + "codePath": "prolong-final/finetune.py", + "git": { + "remote": "https://github.com/chtmp223/BookGen-dev.git", + "commit": "438e68ae65a707227d28baa427c5f6fdb0932c7b" + }, + "email": "ctpham@umass.edu", + "root": "/work/pi_miyyer_umass_edu/ctpham/BookClaim-dev", + "host": "gpu021", + "username": "ctpham_umass_edu", + "executable": "/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/bin/python3.10", + "cpu_count": 112, + "cpu_count_logical": 112, + "cpu_freq": { + "current": 935.5062678571428, + "min": 800.0, + "max": 3800.0 + }, + "cpu_freq_per_core": [ + { + "current": 776.892, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 783.257, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 785.598, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 791.295, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 783.585, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 900.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 2000.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 1500.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 1984.654, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 3800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 1800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 2400.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 1868.877, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 1100.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 1100.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 785.28, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 785.936, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 784.409, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 2500.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 783.236, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + }, + { + "current": 800.0, + "min": 800.0, + "max": 3800.0 + } + ], + "disk": { + "/": { + "total": 438.487850189209, + "used": 16.266197204589844 + } + }, + "gpu": "NVIDIA A100-SXM4-80GB", + "gpu_count": 8, + "gpu_devices": [ + { + "name": "NVIDIA A100-SXM4-80GB", + "memory_total": 85899345920 + }, + { + "name": "NVIDIA A100-SXM4-80GB", + "memory_total": 85899345920 + }, + { + "name": "NVIDIA A100-SXM4-80GB", + "memory_total": 85899345920 + }, + { + "name": "NVIDIA A100-SXM4-80GB", + "memory_total": 85899345920 + }, + { + "name": "NVIDIA A100-SXM4-80GB", + "memory_total": 85899345920 + }, + { + "name": "NVIDIA A100-SXM4-80GB", + "memory_total": 85899345920 + }, + { + "name": "NVIDIA A100-SXM4-80GB", + "memory_total": 85899345920 + }, + { + "name": "NVIDIA A100-SXM4-80GB", + "memory_total": 85899345920 + } + ], + "memory": { + "total": 2015.3287200927734 + } +} diff --git a/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json b/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json new file mode 100644 index 0000000000000000000000000000000000000000..871a5c2dbc5d34aa08e96aaeba9a2597c80bc188 --- /dev/null +++ b/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json @@ -0,0 +1 @@ +{"train/loss": 0.3447, "train/grad_norm": 14.163284301757812, "train/learning_rate": 1e-07, "train/epoch": 0.13208570653647952, "train/num_input_tokens_seen": 7732199424, "train/global_step": 3687, "_timestamp": 1735269108.3923602, "_runtime": 15791.65965127945, "_step": 487, "train_runtime": 15793.1588, "train_samples_per_second": 0.467, "train_steps_per_second": 0.233, "total_flos": 4.352218066950134e+19, "train_loss": 0.059379862848258066, "_wandb": {"runtime": 15874}} \ No newline at end of file diff --git a/wandb/run-20241226_224836-fta6xses/logs/debug-internal.log b/wandb/run-20241226_224836-fta6xses/logs/debug-internal.log new file mode 100644 index 0000000000000000000000000000000000000000..2baf1b644bb7dc0ca008a393664fbe02f4592ef7 --- /dev/null +++ b/wandb/run-20241226_224836-fta6xses/logs/debug-internal.log @@ -0,0 +1,23775 @@ +2024-12-26 22:48:36,731 INFO StreamThr :840649 [internal.py:wandb_internal():85] W&B internal server running at pid: 840649, started at: 2024-12-26 22:48:36.730694 +2024-12-26 22:48:36,733 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status +2024-12-26 22:48:36,741 INFO WriterThread:840649 [datastore.py:open_for_write():87] open: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/run-fta6xses.wandb +2024-12-26 22:48:36,742 DEBUG SenderThread:840649 [sender.py:send():379] send: header +2024-12-26 22:48:36,766 DEBUG SenderThread:840649 [sender.py:send():379] send: run +2024-12-26 22:48:36,989 INFO SenderThread:840649 [dir_watcher.py:__init__():211] watching files in: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files +2024-12-26 22:48:36,989 INFO SenderThread:840649 [sender.py:_start_run_threads():1188] run started: fta6xses with start time 1735253316.732709 +2024-12-26 22:48:37,012 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: check_version +2024-12-26 22:48:37,012 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: check_version +2024-12-26 22:48:37,086 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: run_start +2024-12-26 22:48:37,116 DEBUG HandlerThread:840649 [system_info.py:__init__():26] System info init +2024-12-26 22:48:37,117 DEBUG HandlerThread:840649 [system_info.py:__init__():41] System info init done +2024-12-26 22:48:37,117 INFO HandlerThread:840649 [system_monitor.py:start():194] Starting system monitor +2024-12-26 22:48:37,117 INFO SystemMonitor:840649 [system_monitor.py:_start():158] Starting system asset monitoring threads +2024-12-26 22:48:37,117 INFO HandlerThread:840649 [system_monitor.py:probe():214] Collecting system info +2024-12-26 22:48:37,118 INFO SystemMonitor:840649 [interfaces.py:start():188] Started cpu monitoring +2024-12-26 22:48:37,118 INFO SystemMonitor:840649 [interfaces.py:start():188] Started disk monitoring +2024-12-26 22:48:37,119 INFO SystemMonitor:840649 [interfaces.py:start():188] Started gpu monitoring +2024-12-26 22:48:37,120 INFO SystemMonitor:840649 [interfaces.py:start():188] Started memory monitoring +2024-12-26 22:48:37,122 INFO SystemMonitor:840649 [interfaces.py:start():188] Started network monitoring +2024-12-26 22:48:37,183 DEBUG HandlerThread:840649 [system_info.py:probe():152] Probing system +2024-12-26 22:48:37,186 DEBUG HandlerThread:840649 [system_info.py:_probe_git():137] Probing git +2024-12-26 22:48:37,207 DEBUG HandlerThread:840649 [system_info.py:_probe_git():145] Probing git done +2024-12-26 22:48:37,207 DEBUG HandlerThread:840649 [system_info.py:probe():200] Probing system done +2024-12-26 22:48:37,207 DEBUG HandlerThread:840649 [system_monitor.py:probe():223] {'os': 'Linux-6.8.0-48-generic-x86_64-with-glibc2.39', 'python': '3.10.0', 'heartbeatAt': '2024-12-26T22:48:37.183149', 'startedAt': '2024-12-26T22:48:36.715544', 'docker': None, 'cuda': None, 'args': ('--model_family', 'llama', '--apply_instruct_masks', '--token_scaled_loss', '--seq_parallel_size', '8', '--report_to', 'wandb', '--do_train', '--model_name_or_path', '/scratch3/workspace/ctpham_umass_edu-ft/models/Llama-3-8B-ProLong-512k-Base/', '--config_name', '/scratch3/workspace/ctpham_umass_edu-ft/models/Llama-3-8B-ProLong-512k-Base/', '--tokenizer_name', '/scratch3/workspace/ctpham_umass_edu-ft/models/Llama-3-8B-ProLong-512k-Base/', '--run_name', 'balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_', '--output_dir', '/scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_', '--config_overrides_json', '', '--gradient_accumulation_steps', '2', '--per_device_train_batch_size', '1', '--bf16', '--learning_rate', '1e-6', '--min_lr_ratio', '0.1', '--lr_scheduler_type', 'cosine', '--max_grad_norm', '1.0', '--adam_beta1', '0.9', '--adam_beta2', '0.95', '--weight_decay', '0.1', '--warmup_ratio', '0.05', '--optim', 'adamw_torch', '--logging_steps', '1', '--log_level', 'info', '--save_steps', '200', '--dataloader_num_workers', '1', '--disable_tqdm', 'true', '--use_fast_tokenizer', 'false', '--remove_unused_columns', 'false', '--ddp_find_unused_parameters', 'false', '--fsdp', 'auto_wrap offload', '--gradient_checkpointing', '--tokenized_mds_train', '/work/pi_miyyer_umass_edu/ctpham/BookClaim-dev/data/ft/bookclaim_balanced_pack_complete', '--cuda_empty_cache', '--num_train_epochs', '1'), 'state': 'running', 'program': '/work/pi_miyyer_umass_edu/ctpham/BookClaim-dev/prolong-final/finetune.py', 'codePathLocal': 'finetune.py', 'codePath': 'prolong-final/finetune.py', 'git': {'remote': 'https://github.com/chtmp223/BookGen-dev.git', 'commit': '438e68ae65a707227d28baa427c5f6fdb0932c7b'}, 'email': 'ctpham@umass.edu', 'root': '/work/pi_miyyer_umass_edu/ctpham/BookClaim-dev', 'host': 'gpu021', 'username': 'ctpham_umass_edu', 'executable': '/scratch3/workspace/ctpham_umass_edu-ft/envs/prolong-final/bin/python3.10', 'cpu_count': 112, 'cpu_count_logical': 112, 'cpu_freq': {'current': 935.5062678571428, 'min': 800.0, 'max': 3800.0}, 'cpu_freq_per_core': [{'current': 776.892, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 783.257, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 785.598, 'min': 800.0, 'max': 3800.0}, {'current': 791.295, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 783.585, 'min': 800.0, 'max': 3800.0}, {'current': 900.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 2000.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 1500.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 1984.654, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 3800.0, 'min': 800.0, 'max': 3800.0}, {'current': 1800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 2400.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 1868.877, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 1100.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 1100.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 785.28, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 785.936, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 784.409, 'min': 800.0, 'max': 3800.0}, {'current': 2500.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 783.236, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}, {'current': 800.0, 'min': 800.0, 'max': 3800.0}], 'disk': {'/': {'total': 438.487850189209, 'used': 16.266197204589844}}, 'gpu': 'NVIDIA A100-SXM4-80GB', 'gpu_count': 8, 'gpu_devices': [{'name': 'NVIDIA A100-SXM4-80GB', 'memory_total': 85899345920}, {'name': 'NVIDIA A100-SXM4-80GB', 'memory_total': 85899345920}, {'name': 'NVIDIA A100-SXM4-80GB', 'memory_total': 85899345920}, {'name': 'NVIDIA A100-SXM4-80GB', 'memory_total': 85899345920}, {'name': 'NVIDIA A100-SXM4-80GB', 'memory_total': 85899345920}, {'name': 'NVIDIA A100-SXM4-80GB', 'memory_total': 85899345920}, {'name': 'NVIDIA A100-SXM4-80GB', 'memory_total': 85899345920}, {'name': 'NVIDIA A100-SXM4-80GB', 'memory_total': 85899345920}], 'memory': {'total': 2015.3287200927734}} +2024-12-26 22:48:37,207 INFO HandlerThread:840649 [system_monitor.py:probe():224] Finished collecting system info +2024-12-26 22:48:37,207 INFO HandlerThread:840649 [system_monitor.py:probe():227] Publishing system info +2024-12-26 22:48:37,207 DEBUG HandlerThread:840649 [system_info.py:_save_conda():209] Saving list of conda packages installed into the current environment +2024-12-26 22:48:37,991 INFO Thread-12 :840649 [dir_watcher.py:_on_file_created():271] file/dir created: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/conda-environment.yaml +2024-12-26 22:48:44,491 DEBUG HandlerThread:840649 [system_info.py:_save_conda():224] Saving conda packages done +2024-12-26 22:48:44,494 INFO HandlerThread:840649 [system_monitor.py:probe():229] Finished publishing system info +2024-12-26 22:48:44,500 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:48:44,501 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: keepalive +2024-12-26 22:48:44,501 DEBUG SenderThread:840649 [sender.py:send():379] send: files +2024-12-26 22:48:44,501 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-metadata.json with policy now +2024-12-26 22:48:44,771 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: python_packages +2024-12-26 22:48:44,772 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: python_packages +2024-12-26 22:48:44,772 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 22:48:44,773 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 22:48:44,779 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:48:44,907 INFO wandb-upload_0:840649 [upload_job.py:push():130] Uploaded file /tmp/tmpbzfroc7jwandb/qc3elvv1-wandb-metadata.json +2024-12-26 22:48:44,930 DEBUG SenderThread:840649 [sender.py:send():379] send: telemetry +2024-12-26 22:48:44,931 DEBUG SenderThread:840649 [sender.py:send():379] send: config +2024-12-26 22:48:44,931 DEBUG SenderThread:840649 [sender.py:send():379] send: telemetry +2024-12-26 22:48:44,931 DEBUG SenderThread:840649 [sender.py:send():379] send: metric +2024-12-26 22:48:44,931 DEBUG SenderThread:840649 [sender.py:send():379] send: telemetry +2024-12-26 22:48:44,931 DEBUG SenderThread:840649 [sender.py:send():379] send: metric +2024-12-26 22:48:44,931 WARNING SenderThread:840649 [sender.py:send_metric():1405] Seen metric with glob (shouldn't happen) +2024-12-26 22:48:44,931 DEBUG SenderThread:840649 [sender.py:send():379] send: telemetry +2024-12-26 22:48:44,931 DEBUG SenderThread:840649 [sender.py:send():379] send: telemetry +2024-12-26 22:48:44,931 DEBUG SenderThread:840649 [sender.py:send():379] send: config +2024-12-26 22:48:44,993 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/conda-environment.yaml +2024-12-26 22:48:44,994 INFO Thread-12 :840649 [dir_watcher.py:_on_file_created():271] file/dir created: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 22:48:44,994 INFO Thread-12 :840649 [dir_watcher.py:_on_file_created():271] file/dir created: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-metadata.json +2024-12-26 22:48:44,994 INFO Thread-12 :840649 [dir_watcher.py:_on_file_created():271] file/dir created: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/requirements.txt +2024-12-26 22:48:45,773 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:48:46,773 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:48:46,995 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 22:48:47,773 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:48:47,933 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:48:48,773 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:48:49,773 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:48:50,773 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:48:51,774 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:48:52,774 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:48:53,773 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:48:53,774 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:48:54,774 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:48:55,774 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:48:56,774 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:48:57,774 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:48:58,774 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:48:58,967 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:48:59,004 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 22:48:59,772 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 22:48:59,772 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 22:48:59,812 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:49:00,774 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:49:01,774 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:49:02,774 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:49:03,775 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:49:04,773 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:49:04,775 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:49:05,775 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:49:06,775 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:49:07,775 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:49:08,776 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:49:09,779 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:49:09,786 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:49:10,012 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/config.yaml +2024-12-26 22:49:10,775 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:49:11,775 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:49:12,776 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:49:13,776 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:49:14,772 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 22:49:14,772 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 22:49:14,812 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:49:15,776 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:49:15,921 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:49:16,776 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:49:17,776 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:49:18,776 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:49:19,776 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:49:20,776 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:49:21,777 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:49:21,784 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:49:22,780 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:49:23,780 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:49:24,785 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:49:25,787 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:49:26,780 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:49:26,792 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:49:27,780 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:49:28,781 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:49:29,622 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 22:49:29,625 DEBUG SenderThread:840649 [sender.py:send():379] send: metric +2024-12-26 22:49:29,625 DEBUG SenderThread:840649 [sender.py:send():379] send: metric +2024-12-26 22:49:29,626 DEBUG SenderThread:840649 [sender.py:send():379] send: metric +2024-12-26 22:49:29,626 DEBUG SenderThread:840649 [sender.py:send():379] send: metric +2024-12-26 22:49:29,626 DEBUG SenderThread:840649 [sender.py:send():379] send: metric +2024-12-26 22:49:29,626 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 22:49:29,626 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 22:49:29,631 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 22:49:30,028 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 22:49:30,029 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 22:49:30,035 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:49:30,037 INFO Thread-12 :840649 [dir_watcher.py:_on_file_created():271] file/dir created: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 22:49:31,027 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:49:31,038 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 22:49:32,027 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:49:32,105 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:49:33,027 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:49:34,027 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:49:35,028 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:49:36,027 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:49:37,028 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:49:37,122 DEBUG SystemMonitor:840649 [system_monitor.py:_start():172] Starting system metrics aggregation loop +2024-12-26 22:49:37,124 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 22:49:37,126 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:49:38,028 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:49:39,028 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:49:40,029 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:49:41,028 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:49:42,028 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:49:43,028 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:49:43,034 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:49:44,028 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:49:44,046 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/config.yaml +2024-12-26 22:49:44,773 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 22:49:44,774 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 22:49:45,029 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:49:46,029 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:49:47,029 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:49:48,029 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:49:49,029 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:49:49,029 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:49:50,029 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:49:51,029 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:49:52,029 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:49:53,029 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:49:54,029 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:49:55,033 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:49:55,033 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:49:56,032 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:49:57,035 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:49:58,035 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:49:59,033 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:49:59,777 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 22:49:59,777 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 22:50:00,034 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:50:00,035 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:50:00,673 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 22:50:00,674 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 22:50:00,674 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 22:50:00,676 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 22:50:01,071 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 22:50:01,084 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:50:02,083 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:50:03,072 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 22:50:03,083 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:50:04,083 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:50:05,035 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:50:05,083 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:50:06,083 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:50:07,083 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:50:07,126 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 22:50:08,083 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:50:09,084 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:50:10,083 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:50:11,036 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:50:11,084 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:50:12,084 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:50:13,084 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:50:14,084 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:50:14,776 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 22:50:14,777 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 22:50:15,084 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:50:16,084 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:50:17,036 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:50:17,084 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:50:18,084 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:50:19,084 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:50:20,084 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:50:21,084 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:50:22,036 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:50:22,085 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:50:23,085 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:50:24,085 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:50:25,085 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:50:26,085 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:50:27,085 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:50:28,036 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:50:28,093 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:50:29,092 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:50:29,785 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 22:50:29,786 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 22:50:30,098 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:50:31,094 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:50:32,094 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:50:33,054 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:50:33,094 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:50:33,348 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 22:50:33,350 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 22:50:33,350 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 22:50:33,356 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 22:50:34,095 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:50:34,103 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 22:50:35,095 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:50:36,095 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:50:36,104 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 22:50:37,095 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:50:37,130 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 22:50:38,095 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:50:38,132 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:50:39,095 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:50:40,095 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:50:41,095 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:50:42,096 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:50:43,096 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:50:44,041 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:50:44,096 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:50:44,779 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 22:50:44,779 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 22:50:45,233 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:50:46,229 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:50:47,229 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:50:48,229 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:50:49,229 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:50:49,232 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:50:50,229 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:50:51,229 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:50:52,229 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:50:53,230 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:50:54,230 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:50:55,229 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:50:55,230 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:50:56,230 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:50:57,237 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:50:58,235 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:50:59,239 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:50:59,780 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 22:50:59,784 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 22:51:00,238 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:51:00,242 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:51:01,236 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:51:02,236 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:51:02,632 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 22:51:02,633 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 22:51:02,633 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 22:51:02,635 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 22:51:03,134 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 22:51:03,236 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:51:04,242 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:51:05,241 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:51:06,136 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 22:51:06,235 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:51:06,241 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:51:07,135 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 22:51:07,241 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:51:08,241 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:51:09,241 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:51:10,241 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:51:11,241 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:51:12,236 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:51:12,242 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:51:13,242 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:51:14,262 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:51:14,781 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 22:51:14,781 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 22:51:15,261 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:51:16,261 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:51:17,261 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:51:18,236 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:51:18,261 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:51:19,261 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:51:20,261 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:51:21,261 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:51:22,261 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:51:23,236 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:51:23,261 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:51:24,262 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:51:25,274 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:51:26,268 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:51:27,271 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:51:28,243 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:51:28,269 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:51:29,269 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:51:29,781 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 22:51:29,782 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 22:51:30,270 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:51:30,495 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 22:51:30,496 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 22:51:30,496 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 22:51:30,501 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 22:51:31,163 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 22:51:31,270 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:51:32,164 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 22:51:32,270 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:51:33,270 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:51:33,537 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:51:34,270 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:51:35,270 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:51:36,270 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:51:37,139 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 22:51:37,270 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:51:38,270 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:51:39,141 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:51:39,270 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:51:40,270 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:51:41,270 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:51:42,270 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:51:43,322 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:51:44,237 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:51:44,318 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:51:44,781 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 22:51:44,782 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 22:51:45,318 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:51:46,318 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:51:47,318 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:51:48,318 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:51:49,239 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:51:49,318 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:51:50,318 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:51:51,319 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:51:52,319 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:51:53,319 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:51:54,319 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:51:55,237 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:51:55,319 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:51:56,328 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:51:57,325 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:51:58,323 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:51:59,323 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:51:59,788 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 22:51:59,789 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 22:52:00,242 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:52:00,324 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:52:01,324 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:52:01,341 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 22:52:01,342 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 22:52:01,342 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 22:52:01,345 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 22:52:02,193 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 22:52:02,324 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:52:03,324 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:52:04,194 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 22:52:04,324 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:52:05,242 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:52:05,324 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:52:06,324 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:52:07,143 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 22:52:07,324 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:52:08,324 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:52:09,324 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:52:10,324 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:52:11,242 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:52:11,325 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:52:12,325 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:52:13,325 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:52:14,325 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:52:14,786 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 22:52:14,786 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 22:52:15,325 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:52:16,242 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:52:16,325 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:52:17,325 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:52:18,326 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:52:19,325 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:52:20,325 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:52:21,326 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:52:22,243 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:52:22,326 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:52:23,326 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:52:24,326 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:52:25,326 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:52:26,326 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:52:27,252 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:52:27,339 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:52:28,338 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:52:29,338 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:52:29,789 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 22:52:29,790 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 22:52:30,339 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:52:31,213 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 22:52:31,214 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 22:52:31,215 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 22:52:31,219 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 22:52:31,228 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 22:52:31,625 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:52:32,254 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:52:32,625 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:52:33,625 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:52:34,230 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 22:52:34,625 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:52:35,625 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:52:36,625 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:52:37,147 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 22:52:37,625 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:52:38,149 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:52:38,625 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:52:39,625 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:52:40,625 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:52:41,625 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:52:42,625 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:52:43,243 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:52:43,626 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:52:44,626 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:52:44,789 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 22:52:44,790 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 22:52:45,626 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:52:46,626 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:52:47,626 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:52:48,243 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:52:48,626 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:52:49,626 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:52:50,626 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:52:51,626 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:52:52,626 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:52:53,626 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:52:54,243 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:52:54,626 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:52:55,631 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:52:56,630 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:52:57,629 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:52:58,630 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:52:59,247 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:52:59,630 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:52:59,794 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 22:52:59,795 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 22:53:00,632 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:53:01,257 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 22:53:01,259 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 22:53:01,259 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 22:53:01,263 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 22:53:01,671 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:53:02,256 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 22:53:02,257 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 22:53:02,670 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:53:03,669 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:53:04,299 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:53:04,670 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:53:05,670 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:53:06,670 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:53:07,151 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 22:53:07,670 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:53:08,670 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:53:09,670 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:53:10,153 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:53:10,670 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:53:11,670 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:53:12,670 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:53:13,670 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:53:14,671 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:53:14,794 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 22:53:14,795 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 22:53:15,246 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:53:15,671 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:53:16,671 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:53:17,671 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:53:18,671 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:53:19,671 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:53:20,671 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:53:21,246 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:53:21,671 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:53:22,671 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:53:23,671 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:53:24,671 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:53:25,672 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:53:26,672 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:53:27,246 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:53:27,672 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:53:28,686 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:53:29,677 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:53:29,796 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 22:53:29,796 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 22:53:30,677 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:53:31,681 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:53:32,248 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:53:32,678 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:53:33,678 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:53:34,118 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 22:53:34,120 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 22:53:34,120 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 22:53:34,126 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 22:53:34,295 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 22:53:34,682 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:53:35,682 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:53:36,297 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 22:53:36,682 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:53:37,155 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 22:53:37,682 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:53:38,157 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:53:38,682 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:53:39,682 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:53:40,682 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:53:41,682 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:53:42,683 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:53:43,248 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:53:43,683 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:53:44,683 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:53:44,796 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 22:53:44,797 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 22:53:45,683 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:53:46,724 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:53:47,722 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:53:48,723 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:53:49,249 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:53:49,723 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:53:50,723 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:53:51,723 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:53:52,723 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:53:53,723 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:53:54,249 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:53:54,723 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:53:55,723 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:53:56,728 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:53:57,727 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:53:58,731 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:53:59,252 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:53:59,733 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:53:59,798 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 22:53:59,803 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 22:54:00,732 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:54:01,730 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:54:02,485 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 22:54:02,487 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 22:54:02,488 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 22:54:02,489 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 22:54:02,902 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:54:03,326 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 22:54:03,901 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:54:04,326 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 22:54:04,529 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:54:04,901 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:54:05,901 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:54:06,901 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:54:07,158 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 22:54:07,902 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:54:08,901 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:54:09,901 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:54:10,161 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:54:10,902 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:54:11,902 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:54:12,902 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:54:13,902 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:54:14,798 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 22:54:14,799 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 22:54:14,902 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:54:15,253 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:54:15,902 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:54:16,902 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:54:17,902 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:54:18,902 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:54:19,902 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:54:20,253 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:54:20,903 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:54:21,903 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:54:22,903 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:54:23,903 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:54:24,903 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:54:25,254 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:54:25,903 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:54:26,912 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:54:27,910 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:54:28,911 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:54:29,799 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 22:54:29,803 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 22:54:29,911 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:54:30,256 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:54:30,921 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:54:31,914 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:54:32,121 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 22:54:32,123 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 22:54:32,123 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 22:54:32,124 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 22:54:32,349 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 22:54:32,914 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:54:33,914 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:54:34,351 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 22:54:34,914 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:54:35,256 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:54:35,914 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:54:36,914 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:54:37,162 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 22:54:37,914 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:54:38,914 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:54:39,914 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:54:40,914 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:54:41,256 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:54:41,914 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:54:42,914 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:54:43,914 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:54:44,799 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 22:54:44,799 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 22:54:44,915 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:54:45,915 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:54:46,915 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:54:47,256 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:54:47,915 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:54:48,915 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:54:49,915 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:54:50,915 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:54:51,915 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:54:52,257 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:54:52,915 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:54:53,916 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:54:54,916 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:54:55,916 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:54:56,916 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:54:57,257 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:54:57,931 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:54:58,925 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:54:59,804 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 22:54:59,805 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 22:54:59,928 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:55:00,926 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:55:01,925 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:55:02,267 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:55:02,925 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:55:03,519 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 22:55:03,521 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 22:55:03,521 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 22:55:03,523 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 22:55:03,941 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:55:04,384 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 22:55:04,940 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:55:05,940 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:55:06,386 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 22:55:06,940 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:55:07,166 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 22:55:07,940 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:55:08,168 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:55:08,940 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:55:09,941 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:55:10,941 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:55:11,941 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:55:12,941 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:55:13,261 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:55:13,941 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:55:14,804 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 22:55:14,805 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 22:55:14,941 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:55:15,941 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:55:16,942 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:55:17,941 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:55:18,262 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:55:18,941 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:55:19,942 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:55:20,942 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:55:21,942 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:55:22,942 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:55:23,942 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:55:24,262 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:55:24,942 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:55:25,942 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:55:26,942 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:55:27,943 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:55:28,942 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:55:29,266 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:55:29,810 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 22:55:29,810 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 22:55:29,946 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:55:30,947 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:55:31,947 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:55:32,951 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:55:33,949 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:55:34,274 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:55:34,950 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:55:35,176 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 22:55:35,177 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 22:55:35,178 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 22:55:35,179 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 22:55:35,412 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 22:55:35,950 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:55:36,413 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 22:55:36,950 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:55:37,170 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 22:55:37,950 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:55:38,950 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:55:39,950 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:55:40,173 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:55:40,950 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:55:41,950 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:55:42,950 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:55:43,950 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:55:44,806 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 22:55:44,807 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 22:55:44,951 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:55:45,329 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:55:45,951 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:55:46,951 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:55:47,951 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:55:48,951 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:55:49,951 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:55:50,329 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:55:50,951 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:55:51,951 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:55:52,951 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:55:53,951 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:55:54,951 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:55:55,952 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:55:56,329 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:55:56,952 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:55:57,952 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:55:58,952 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:55:59,814 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 22:55:59,814 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 22:55:59,952 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:56:00,955 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:56:01,333 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:56:01,960 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:56:02,956 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:56:03,956 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:56:04,956 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:56:05,123 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 22:56:05,125 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 22:56:05,125 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 22:56:05,126 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 22:56:05,446 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 22:56:05,956 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:56:06,447 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 22:56:06,535 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:56:06,956 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:56:07,174 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 22:56:07,956 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:56:08,956 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:56:09,956 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:56:10,956 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:56:11,956 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:56:12,532 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:56:12,957 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:56:13,957 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:56:14,811 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 22:56:14,811 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 22:56:14,957 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:56:15,957 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:56:16,957 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:56:17,957 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:56:18,532 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:56:18,957 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:56:19,957 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:56:20,957 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:56:21,957 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:56:22,957 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:56:23,958 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:56:24,532 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:56:24,958 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:56:25,958 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:56:26,958 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:56:27,958 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:56:28,958 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:56:29,539 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:56:29,822 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 22:56:29,825 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 22:56:29,961 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:56:30,972 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:56:31,962 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:56:32,962 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:56:33,962 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:56:34,539 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:56:34,962 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:56:35,183 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 22:56:35,185 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 22:56:35,185 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 22:56:35,186 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 22:56:35,478 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 22:56:35,962 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:56:36,479 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 22:56:36,962 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:56:37,179 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 22:56:37,962 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:56:38,962 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:56:39,962 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:56:40,181 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:56:40,962 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:56:41,962 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:56:42,963 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:56:43,963 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:56:44,814 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 22:56:44,815 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 22:56:44,963 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:56:45,595 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:56:45,963 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:56:46,963 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:56:47,963 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:56:48,963 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:56:49,963 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:56:50,596 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:56:50,963 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:56:51,963 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:56:52,964 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:56:53,964 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:56:54,964 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:56:55,964 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:56:56,602 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:56:56,966 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:56:57,972 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:56:58,965 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:56:59,828 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 22:56:59,828 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 22:56:59,966 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:57:00,977 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:57:01,606 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:57:01,966 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:57:02,588 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 22:57:02,589 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 22:57:02,589 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 22:57:02,590 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 22:57:03,004 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:57:03,506 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 22:57:04,003 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:57:04,507 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 22:57:05,003 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:57:06,003 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:57:07,003 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:57:07,183 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 22:57:07,189 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:57:08,003 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:57:09,003 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:57:10,003 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:57:11,004 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:57:12,004 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:57:12,601 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:57:13,004 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:57:14,004 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:57:14,815 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 22:57:14,816 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 22:57:15,004 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:57:16,004 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:57:17,004 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:57:17,602 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:57:18,004 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:57:19,004 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:57:20,004 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:57:21,004 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:57:22,005 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:57:23,005 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:57:23,602 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:57:24,005 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:57:25,005 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:57:26,005 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:57:27,005 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:57:28,013 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:57:28,606 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:57:29,008 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:57:29,817 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 22:57:29,821 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 22:57:30,009 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:57:31,013 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:57:32,010 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:57:33,011 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:57:33,614 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:57:33,988 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 22:57:33,990 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 22:57:33,990 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 22:57:33,991 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 22:57:34,399 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:57:34,533 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 22:57:35,395 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:57:36,395 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:57:36,535 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 22:57:37,186 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 22:57:37,396 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:57:38,396 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:57:39,188 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:57:39,396 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:57:40,396 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:57:41,396 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:57:42,396 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:57:43,396 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:57:44,396 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:57:44,608 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:57:44,818 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 22:57:44,818 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 22:57:45,571 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:57:46,482 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:57:47,482 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:57:48,482 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:57:49,482 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:57:49,608 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:57:50,482 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:57:51,482 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:57:52,482 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:57:53,482 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:57:54,482 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:57:55,482 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:57:55,608 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:57:56,495 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:57:57,485 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:57:58,486 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:57:59,486 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:57:59,821 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 22:57:59,822 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 22:58:00,486 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:58:00,619 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:58:01,486 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:58:01,686 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 22:58:01,688 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 22:58:01,688 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 22:58:01,690 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 22:58:02,486 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:58:02,558 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 22:58:02,558 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 22:58:03,486 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:58:04,486 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:58:05,487 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:58:06,486 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:58:06,611 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:58:07,190 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 22:58:07,487 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:58:08,487 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:58:09,487 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:58:10,487 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:58:11,487 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:58:12,487 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:58:12,611 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:58:13,487 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:58:14,487 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:58:14,821 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 22:58:14,822 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 22:58:15,487 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:58:16,487 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:58:17,488 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:58:17,612 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:58:18,488 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:58:19,488 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:58:20,488 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:58:21,488 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:58:22,488 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:58:23,488 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:58:23,616 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:58:24,491 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:58:25,491 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:58:26,491 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:58:27,494 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:58:28,493 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:58:28,623 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:58:29,493 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:58:29,502 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 22:58:29,503 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 22:58:29,503 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 22:58:29,505 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 22:58:29,585 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 22:58:29,915 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 22:58:29,916 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 22:58:30,493 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:58:30,586 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 22:58:31,493 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:58:32,493 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:58:33,493 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:58:34,493 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:58:34,616 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:58:35,493 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:58:36,493 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:58:37,194 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 22:58:37,493 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:58:38,493 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:58:39,493 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:58:40,196 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:58:40,494 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:58:41,494 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:58:42,494 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:58:43,494 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:58:44,494 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:58:44,911 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 22:58:44,912 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 22:58:45,494 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:58:45,617 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:58:46,495 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:58:47,495 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:58:48,494 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:58:49,495 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:58:50,495 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:58:51,495 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:58:51,617 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:58:52,495 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:58:53,495 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:58:54,495 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:58:55,502 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:58:56,498 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:58:56,617 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:58:57,506 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:58:58,507 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:58:59,507 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:58:59,912 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 22:58:59,915 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 22:59:00,471 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 22:59:00,472 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 22:59:00,472 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 22:59:00,473 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 22:59:00,614 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 22:59:00,893 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:59:01,891 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:59:01,895 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:59:02,615 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 22:59:02,891 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:59:03,891 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:59:04,891 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:59:05,891 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:59:06,891 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:59:07,196 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 22:59:07,198 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:59:07,891 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:59:08,891 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:59:09,891 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:59:10,892 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:59:11,892 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:59:12,892 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:59:12,892 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:59:13,892 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:59:14,892 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:59:14,911 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 22:59:14,912 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 22:59:15,892 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:59:16,892 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:59:17,892 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:59:17,893 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:59:18,893 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:59:19,892 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:59:20,893 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:59:21,893 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:59:22,893 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:59:23,892 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:59:23,893 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:59:24,893 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:59:25,893 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:59:26,893 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:59:27,893 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:59:28,901 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:59:28,905 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:59:29,904 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:59:29,914 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 22:59:29,914 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 22:59:30,908 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:59:31,900 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:59:32,901 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:59:33,900 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:59:33,901 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:59:34,469 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 22:59:34,470 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 22:59:34,470 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 22:59:34,472 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 22:59:34,646 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 22:59:34,901 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:59:35,901 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:59:36,647 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 22:59:36,902 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:59:37,201 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 22:59:37,901 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:59:38,901 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:59:39,203 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:59:39,901 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:59:40,902 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:59:41,902 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:59:42,902 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:59:43,902 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:59:44,901 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:59:44,902 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:59:44,914 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 22:59:44,915 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 22:59:45,902 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:59:46,902 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:59:48,137 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:59:49,137 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:59:49,901 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:59:50,137 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:59:51,137 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:59:52,137 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:59:53,137 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:59:54,137 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:59:54,901 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:59:55,137 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:59:56,137 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:59:57,138 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:59:58,138 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:59:59,138 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 22:59:59,906 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 22:59:59,927 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 22:59:59,931 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:00:00,142 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:00:01,145 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:00:02,143 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:00:03,144 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:00:04,145 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:00:04,907 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:00:05,145 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:00:05,679 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:00:05,680 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:00:05,680 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:00:05,682 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:00:06,148 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:00:06,673 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:00:06,673 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:00:07,148 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:00:07,205 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:00:08,148 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:00:09,148 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:00:10,148 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:00:10,207 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:00:11,148 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:00:12,148 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:00:13,148 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:00:14,148 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:00:14,918 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:00:14,919 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:00:15,148 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:00:16,055 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:00:16,148 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:00:17,149 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:00:18,149 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:00:19,149 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:00:20,149 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:00:21,089 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:00:21,149 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:00:22,149 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:00:23,149 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:00:24,149 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:00:25,149 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:00:26,089 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:00:26,149 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:00:27,150 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:00:28,150 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:00:29,150 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:00:29,919 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:00:29,919 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:00:30,150 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:00:31,150 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:00:32,089 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:00:32,150 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:00:33,154 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:00:34,152 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:00:35,160 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:00:36,155 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:00:37,100 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:00:37,156 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:00:37,210 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:00:38,156 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:00:38,265 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:00:38,266 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:00:38,267 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:00:38,268 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:00:38,697 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:00:39,156 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:00:40,156 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:00:40,699 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:00:41,156 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:00:42,156 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:00:43,093 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:00:43,156 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:00:44,156 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:00:44,919 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:00:44,919 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:00:45,156 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:00:46,156 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:00:47,157 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:00:48,157 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:00:49,093 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:00:49,157 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:00:50,157 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:00:51,382 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:00:52,287 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:00:53,287 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:00:54,094 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:00:54,287 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:00:55,287 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:00:56,287 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:00:57,287 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:00:58,287 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:00:59,094 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:00:59,287 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:00:59,919 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:00:59,919 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:01:00,287 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:01:01,287 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:01:02,288 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:01:03,297 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:01:04,100 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:01:04,291 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:01:05,291 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:01:06,291 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:01:07,212 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:01:07,293 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:01:08,291 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:01:08,722 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:01:08,722 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:01:08,723 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:01:08,726 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:01:09,291 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:01:09,720 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:01:09,763 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:01:10,293 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:01:10,721 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:01:11,293 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:01:12,293 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:01:13,293 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:01:14,293 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:01:14,919 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:01:14,919 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:01:15,066 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:01:15,293 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:01:16,293 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:01:17,293 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:01:18,293 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:01:19,293 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:01:20,096 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:01:20,293 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:01:21,294 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:01:22,294 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:01:23,294 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:01:24,294 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:01:25,097 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:01:25,294 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:01:26,294 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:01:27,294 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:01:28,294 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:01:29,294 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:01:29,919 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:01:29,919 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:01:30,294 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:01:31,086 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:01:31,295 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:01:32,298 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:01:33,305 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:01:34,300 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:01:35,307 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:01:36,102 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:01:36,303 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:01:37,212 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:01:37,304 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:01:37,601 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:01:37,603 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:01:37,603 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:01:37,605 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:01:37,753 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:01:38,304 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:01:38,754 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:01:39,304 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:01:40,304 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:01:41,304 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:01:42,101 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:01:42,304 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:01:43,304 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:01:44,304 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:01:44,919 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:01:44,920 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:01:45,304 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:01:46,304 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:01:47,304 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:01:48,101 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:01:48,305 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:01:49,305 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:01:50,305 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:01:51,305 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:01:52,305 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:01:53,102 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:01:53,305 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:01:54,305 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:01:55,305 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:01:56,305 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:01:57,305 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:01:58,102 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:01:58,306 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:01:59,306 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:01:59,919 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:01:59,920 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:02:00,306 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:02:01,306 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:02:02,306 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:02:03,306 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:02:04,102 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:02:04,306 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:02:05,306 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:02:06,319 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:02:07,219 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:02:07,310 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:02:08,310 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:02:09,220 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:02:09,311 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:02:10,234 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:02:10,235 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:02:10,235 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:02:10,237 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:02:10,656 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:02:10,784 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:02:11,385 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:02:12,385 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:02:12,786 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:02:13,385 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:02:14,386 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:02:14,919 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:02:14,920 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:02:15,084 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:02:15,386 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:02:16,386 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:02:17,386 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:02:18,386 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:02:19,386 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:02:20,110 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:02:20,386 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:02:21,386 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:02:22,491 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:02:23,488 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:02:24,488 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:02:25,110 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:02:25,488 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:02:26,488 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:02:27,489 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:02:28,489 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:02:29,489 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:02:29,920 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:02:29,920 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:02:30,489 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:02:31,079 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:02:31,489 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:02:32,489 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:02:33,489 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:02:34,499 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:02:35,492 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:02:36,118 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:02:36,492 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:02:37,219 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:02:37,499 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:02:38,496 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:02:39,497 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:02:40,106 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:02:40,107 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:02:40,108 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:02:40,110 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:02:40,520 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:02:40,812 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:02:40,813 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:02:41,125 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:02:41,527 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:02:42,527 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:02:43,527 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:02:44,527 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:02:44,920 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:02:44,920 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:02:45,527 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:02:46,528 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:02:47,124 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:02:47,527 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:02:48,528 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:02:49,528 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:02:50,528 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:02:51,528 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:02:52,528 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:02:53,124 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:02:53,528 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:02:54,528 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:02:55,528 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:02:56,528 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:02:57,528 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:02:58,124 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:02:58,528 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:02:59,528 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:02:59,920 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:02:59,920 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:03:00,529 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:03:01,529 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:03:02,529 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:03:03,529 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:03:04,125 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:03:04,529 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:03:05,529 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:03:06,529 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:03:07,228 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:03:07,529 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:03:08,537 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:03:09,235 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:03:09,534 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:03:10,534 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:03:11,534 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:03:12,476 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:03:12,477 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:03:12,478 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:03:12,483 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:03:12,843 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:03:13,539 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:03:14,517 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:03:14,538 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:03:14,845 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:03:14,920 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:03:14,920 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:03:15,538 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:03:16,539 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:03:17,539 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:03:18,539 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:03:19,539 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:03:20,127 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:03:20,539 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:03:21,539 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:03:22,539 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:03:23,539 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:03:24,707 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:03:25,128 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:03:25,608 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:03:26,608 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:03:27,608 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:03:28,608 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:03:29,608 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:03:29,920 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:03:29,921 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:03:30,608 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:03:30,998 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:03:31,608 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:03:32,608 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:03:33,608 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:03:34,608 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:03:35,609 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:03:36,128 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:03:36,617 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:03:37,229 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:03:37,614 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:03:38,612 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:03:39,613 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:03:40,613 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:03:41,134 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:03:41,614 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:03:42,131 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:03:42,132 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:03:42,132 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:03:42,133 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:03:42,875 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:03:42,875 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:03:43,370 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:03:44,369 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:03:44,920 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:03:44,921 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:03:45,369 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:03:46,134 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:03:46,369 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:03:47,369 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:03:48,370 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:03:49,370 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:03:50,370 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:03:51,134 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:03:51,370 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:03:52,370 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:03:53,370 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:03:54,370 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:03:55,370 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:03:56,135 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:03:56,370 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:03:57,370 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:03:58,371 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:03:59,371 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:03:59,921 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:03:59,921 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:04:00,371 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:04:01,371 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:04:02,135 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:04:02,371 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:04:03,371 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:04:04,371 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:04:05,371 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:04:06,371 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:04:07,229 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:04:07,235 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:04:07,372 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:04:08,372 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:04:09,372 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:04:10,373 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:04:11,376 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:04:12,374 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:04:13,137 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:04:13,288 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:04:13,290 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:04:13,291 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:04:13,292 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:04:13,701 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:04:13,904 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:04:14,701 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:04:14,905 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:04:14,921 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:04:14,922 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:04:15,701 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:04:16,701 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:04:17,701 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:04:18,137 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:04:18,701 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:04:19,701 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:04:20,701 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:04:21,701 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:04:22,701 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:04:23,137 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:04:23,701 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:04:24,701 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:04:25,702 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:04:26,702 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:04:27,702 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:04:28,138 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:04:28,702 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:04:29,702 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:04:29,921 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:04:29,921 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:04:30,702 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:04:31,702 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:04:32,702 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:04:33,703 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:04:34,138 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:04:34,702 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:04:35,703 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:04:36,703 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:04:37,233 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:04:37,703 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:04:38,706 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:04:39,240 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:04:39,707 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:04:40,714 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:04:41,712 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:04:42,712 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:04:43,712 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:04:43,869 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:04:43,871 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:04:43,872 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:04:43,873 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:04:43,937 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:04:44,712 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:04:44,911 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:04:44,921 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:04:44,922 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:04:44,938 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:04:45,712 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:04:46,712 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:04:47,712 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:04:48,712 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:04:49,712 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:04:50,142 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:04:50,712 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:04:51,712 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:04:52,712 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:04:53,713 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:04:54,713 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:04:55,713 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:04:56,142 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:04:56,936 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:04:57,845 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:04:58,845 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:04:59,845 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:04:59,921 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:04:59,922 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:05:00,845 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:05:01,845 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:05:02,141 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:05:02,845 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:05:03,845 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:05:04,845 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:05:05,845 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:05:06,845 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:05:07,142 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:05:07,237 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:05:07,845 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:05:08,854 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:05:09,849 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:05:10,849 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:05:11,850 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:05:12,146 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:05:12,850 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:05:13,850 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:05:14,486 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:05:14,487 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:05:14,488 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:05:14,488 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:05:14,902 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:05:14,967 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:05:15,024 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:05:15,024 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:05:15,901 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:05:16,901 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:05:16,969 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:05:17,901 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:05:18,142 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:05:18,902 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:05:19,902 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:05:20,902 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:05:21,902 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:05:22,902 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:05:23,902 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:05:24,143 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:05:24,902 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:05:25,902 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:05:26,902 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:05:27,903 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:05:28,903 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:05:29,903 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:05:30,024 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:05:30,024 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:05:30,175 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:05:30,903 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:05:31,903 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:05:32,903 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:05:33,903 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:05:34,904 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:05:35,903 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:05:36,143 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:05:36,903 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:05:37,241 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:05:37,904 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:05:38,904 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:05:39,912 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:05:40,908 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:05:41,150 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:05:41,912 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:05:42,909 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:05:43,911 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:05:44,909 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:05:45,025 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:05:45,025 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:05:45,740 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:05:45,741 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:05:45,742 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:05:45,743 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:05:45,997 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:05:46,166 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:05:46,168 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:05:46,998 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:05:47,162 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:05:48,162 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:05:49,162 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:05:50,162 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:05:51,164 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:05:52,162 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:05:52,164 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:05:53,162 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:05:54,163 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:05:55,163 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:05:56,164 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:05:57,163 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:05:58,163 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:05:58,164 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:05:59,163 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:06:00,025 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:06:00,026 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:06:00,163 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:06:01,164 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:06:02,163 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:06:03,163 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:06:03,164 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:06:04,164 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:06:05,164 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:06:06,164 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:06:07,164 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:06:07,245 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:06:08,164 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:06:08,247 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:06:09,164 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:06:10,169 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:06:11,171 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:06:12,172 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:06:13,170 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:06:14,168 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:06:14,170 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:06:15,030 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:06:15,031 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:06:15,171 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:06:16,170 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:06:16,170 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:06:16,171 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:06:16,172 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:06:16,173 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:06:17,026 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:06:17,026 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:06:17,170 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:06:18,170 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:06:19,170 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:06:19,212 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:06:20,170 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:06:21,170 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:06:22,170 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:06:23,171 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:06:24,171 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:06:25,164 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:06:25,171 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:06:26,171 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:06:27,171 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:06:28,171 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:06:29,172 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:06:30,031 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:06:30,031 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:06:30,171 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:06:30,204 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:06:31,171 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:06:32,171 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:06:33,172 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:06:34,172 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:06:35,172 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:06:36,164 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:06:36,172 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:06:37,172 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:06:37,249 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:06:38,172 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:06:39,172 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:06:40,172 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:06:41,165 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:06:41,172 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:06:42,188 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:06:43,184 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:06:44,185 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:06:45,031 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:06:45,032 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:06:45,188 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:06:46,168 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:06:46,189 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:06:47,188 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:06:47,190 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:06:47,192 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:06:47,192 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:06:47,193 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:06:48,058 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:06:48,189 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:06:49,059 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:06:49,189 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:06:50,189 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:06:51,189 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:06:52,167 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:06:52,189 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:06:53,189 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:06:54,189 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:06:55,189 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:06:56,189 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:06:57,189 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:06:58,167 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:06:58,190 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:06:59,190 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:07:00,032 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:07:00,033 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:07:00,190 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:07:01,190 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:07:02,190 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:07:03,190 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:07:04,168 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:07:04,190 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:07:05,190 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:07:06,190 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:07:07,191 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:07:07,253 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:07:08,191 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:07:09,191 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:07:09,255 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:07:10,191 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:07:11,194 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:07:12,192 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:07:13,194 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:07:14,193 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:07:15,040 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:07:15,040 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:07:15,194 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:07:15,205 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:07:16,199 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:07:17,194 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:07:17,213 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:07:17,214 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:07:17,214 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:07:17,215 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:07:18,081 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:07:18,195 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:07:19,083 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:07:19,194 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:07:20,194 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:07:20,255 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:07:21,194 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:07:22,194 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:07:23,194 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:07:24,195 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:07:25,195 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:07:26,173 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:07:26,195 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:07:27,195 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:07:28,195 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:07:29,195 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:07:30,036 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:07:30,037 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:07:30,195 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:07:31,174 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:07:31,401 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:07:32,400 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:07:33,400 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:07:34,400 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:07:35,400 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:07:36,175 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:07:36,400 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:07:37,258 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:07:37,400 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:07:38,400 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:07:39,401 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:07:40,401 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:07:41,401 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:07:42,174 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:07:42,401 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:07:43,413 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:07:44,403 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:07:45,042 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:07:45,043 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:07:45,407 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:07:46,410 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:07:47,183 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:07:47,407 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:07:48,408 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:07:49,215 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:07:49,217 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:07:49,217 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:07:49,219 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:07:49,627 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:07:50,110 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:07:50,625 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:07:51,111 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:07:51,625 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:07:52,625 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:07:53,178 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:07:53,626 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:07:54,626 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:07:55,626 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:07:56,626 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:07:57,626 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:07:58,626 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:07:59,178 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:07:59,626 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:08:00,042 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:08:00,043 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:08:00,626 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:08:01,626 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:08:02,627 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:08:03,626 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:08:04,179 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:08:04,627 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:08:05,627 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:08:06,627 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:08:07,261 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:08:07,627 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:08:08,627 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:08:09,263 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:08:09,627 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:08:10,627 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:08:11,627 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:08:12,627 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:08:13,628 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:08:14,637 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:08:15,050 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:08:15,054 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:08:15,144 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:08:15,638 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:08:16,638 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:08:17,635 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:08:18,637 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:08:19,637 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:08:19,959 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:08:19,961 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:08:19,961 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:08:19,963 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:08:20,138 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:08:20,638 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:08:21,001 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:08:21,139 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:08:21,638 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:08:22,638 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:08:23,638 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:08:24,638 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:08:25,638 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:08:26,183 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:08:26,638 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:08:27,638 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:08:28,638 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:08:29,638 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:08:30,045 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:08:30,046 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:08:30,639 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:08:31,184 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:08:31,640 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:08:32,639 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:08:33,640 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:08:34,639 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:08:35,639 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:08:36,184 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:08:36,639 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:08:37,265 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:08:37,639 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:08:38,639 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:08:39,640 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:08:40,640 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:08:41,640 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:08:42,184 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:08:42,640 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:08:43,640 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:08:44,640 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:08:45,046 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:08:45,046 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:08:45,645 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:08:46,641 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:08:47,201 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:08:47,642 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:08:48,645 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:08:49,646 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:08:50,646 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:08:51,516 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:08:51,518 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:08:51,518 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:08:51,520 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:08:51,926 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:08:52,171 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:08:52,557 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:08:52,665 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:08:53,172 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:08:53,663 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:08:54,663 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:08:55,663 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:08:56,663 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:08:57,663 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:08:58,188 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:08:58,663 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:08:59,663 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:09:00,046 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:09:00,046 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:09:00,663 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:09:01,663 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:09:02,664 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:09:03,664 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:09:04,188 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:09:04,664 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:09:05,664 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:09:06,664 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:09:07,269 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:09:07,664 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:09:08,664 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:09:09,271 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:09:09,664 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:09:10,664 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:09:11,664 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:09:12,665 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:09:13,667 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:09:14,672 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:09:15,048 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:09:15,049 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:09:15,206 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:09:15,668 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:09:16,672 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:09:17,672 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:09:18,673 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:09:18,847 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:09:18,849 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:09:18,849 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:09:18,850 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:09:19,196 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:09:19,673 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:09:20,673 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:09:20,889 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:09:21,197 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:09:21,673 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:09:22,673 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:09:23,673 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:09:24,673 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:09:25,673 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:09:26,190 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:09:26,673 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:09:27,673 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:09:28,674 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:09:29,674 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:09:30,049 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:09:30,049 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:09:30,674 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:09:31,674 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:09:32,190 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:09:32,674 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:09:33,674 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:09:34,674 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:09:35,674 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:09:36,674 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:09:37,191 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:09:37,273 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:09:37,674 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:09:38,674 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:09:39,675 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:09:40,675 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:09:41,675 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:09:42,675 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:09:43,192 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:09:43,687 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:09:44,680 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:09:45,061 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:09:45,069 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:09:45,680 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:09:46,684 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:09:47,681 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:09:48,201 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:09:48,681 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:09:49,228 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:09:49,229 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:09:49,230 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:09:49,231 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:09:49,770 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:09:50,222 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:09:50,769 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:09:51,223 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:09:51,769 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:09:52,769 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:09:53,769 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:09:54,195 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:09:54,770 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:09:55,770 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:09:56,770 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:09:57,770 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:09:58,770 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:09:59,770 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:10:00,054 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:10:00,055 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:10:00,158 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:10:00,770 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:10:01,770 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:10:02,771 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:10:03,770 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:10:04,771 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:10:05,195 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:10:05,771 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:10:06,772 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:10:07,278 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:10:07,771 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:10:08,771 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:10:09,771 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:10:10,280 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:10:10,771 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:10:11,771 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:10:12,771 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:10:13,771 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:10:14,780 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:10:15,064 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:10:15,070 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:10:15,779 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:10:16,197 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:10:16,778 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:10:17,780 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:10:18,783 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:10:19,779 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:10:20,604 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:10:20,605 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:10:20,605 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:10:20,607 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:10:21,013 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:10:21,197 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:10:21,259 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:10:21,260 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:10:22,016 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:10:23,015 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:10:24,015 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:10:25,015 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:10:26,015 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:10:27,016 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:10:27,197 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:10:28,016 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:10:29,016 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:10:30,016 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:10:30,059 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:10:30,060 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:10:31,016 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:10:32,016 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:10:33,016 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:10:33,197 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:10:34,075 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:10:35,073 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:10:36,073 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:10:37,073 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:10:37,281 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:10:38,073 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:10:38,283 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:10:39,073 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:10:40,073 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:10:41,073 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:10:42,074 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:10:43,074 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:10:44,074 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:10:44,198 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:10:45,060 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:10:45,060 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:10:45,100 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:10:46,074 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:10:47,074 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:10:48,075 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:10:49,078 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:10:49,208 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:10:50,083 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:10:51,078 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:10:52,078 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:10:53,079 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:10:53,185 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:10:53,187 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:10:53,187 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:10:53,189 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:10:53,289 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:10:54,079 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:10:54,228 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:10:55,079 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:10:55,291 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:10:56,079 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:10:57,079 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:10:58,079 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:10:59,079 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:11:00,059 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:11:00,060 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:11:00,100 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:11:00,141 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:11:01,079 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:11:02,079 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:11:03,079 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:11:04,080 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:11:05,080 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:11:05,203 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:11:06,109 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:11:07,106 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:11:07,284 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:11:08,106 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:11:09,106 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:11:10,106 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:11:10,286 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:11:11,106 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:11:12,107 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:11:13,107 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:11:14,107 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:11:15,060 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:11:15,060 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:11:15,107 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:11:16,107 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:11:16,178 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:11:17,107 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:11:18,110 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:11:19,112 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:11:20,108 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:11:21,111 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:11:21,214 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:11:22,108 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:11:23,108 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:11:23,574 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:11:23,575 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:11:23,576 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:11:23,577 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:11:24,109 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:11:24,319 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:11:25,108 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:11:25,320 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:11:26,109 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:11:27,109 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:11:27,207 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:11:28,109 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:11:29,109 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:11:30,060 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:11:30,060 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:11:30,109 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:11:31,109 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:11:32,109 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:11:33,109 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:11:33,207 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:11:34,109 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:11:35,110 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:11:36,109 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:11:37,110 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:11:37,289 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:11:38,110 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:11:38,292 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:11:39,110 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:11:40,110 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:11:41,110 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:11:42,110 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:11:43,110 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:11:44,110 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:11:44,208 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:11:45,060 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:11:45,060 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:11:45,110 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:11:46,110 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:11:47,117 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:11:48,117 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:11:49,118 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:11:49,219 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:11:50,118 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:11:51,118 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:11:52,119 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:11:52,119 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:11:52,120 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:11:52,120 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:11:52,121 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:11:52,345 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:11:53,121 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:11:53,346 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:11:54,121 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:11:55,121 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:11:55,161 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:11:56,121 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:11:57,121 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:11:58,121 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:11:59,121 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:12:00,060 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:12:00,061 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:12:00,121 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:12:00,198 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:12:01,121 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:12:02,121 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:12:03,122 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:12:04,122 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:12:05,122 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:12:05,213 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:12:06,122 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:12:07,122 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:12:07,292 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:12:08,122 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:12:09,122 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:12:10,123 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:12:10,295 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:12:11,123 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:12:12,123 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:12:13,123 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:12:14,123 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:12:15,060 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:12:15,061 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:12:15,123 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:12:16,123 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:12:16,227 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:12:17,123 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:12:18,123 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:12:19,127 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:12:20,128 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:12:21,126 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:12:21,283 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:12:22,126 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:12:23,125 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:12:24,125 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:12:24,604 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:12:24,605 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:12:24,606 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:12:24,608 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:12:25,128 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:12:25,377 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:12:25,378 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:12:26,125 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:12:26,283 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:12:27,125 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:12:28,125 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:12:29,126 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:12:30,060 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:12:30,061 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:12:30,126 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:12:31,126 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:12:32,126 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:12:32,283 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:12:33,126 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:12:34,126 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:12:35,126 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:12:36,126 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:12:37,126 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:12:37,293 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:12:37,300 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:12:38,127 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:12:39,126 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:12:40,126 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:12:41,127 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:12:42,127 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:12:43,127 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:12:43,284 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:12:44,127 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:12:45,060 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:12:45,061 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:12:45,127 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:12:46,127 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:12:47,127 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:12:48,127 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:12:49,127 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:12:49,291 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:12:50,128 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:12:51,134 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:12:52,132 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:12:53,135 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:12:54,133 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:12:55,134 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:12:55,140 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:12:55,141 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:12:55,142 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:12:55,142 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:12:55,144 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:12:55,416 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:12:56,134 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:12:57,134 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:12:58,134 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:12:58,418 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:12:59,134 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:13:00,060 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:13:00,061 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:13:00,134 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:13:00,196 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:13:01,134 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:13:02,134 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:13:03,134 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:13:04,134 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:13:05,134 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:13:05,287 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:13:06,135 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:13:07,135 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:13:07,297 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:13:08,135 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:13:09,135 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:13:10,135 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:13:10,300 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:13:11,135 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:13:12,135 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:13:13,135 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:13:14,135 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:13:15,061 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:13:15,061 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:13:15,135 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:13:16,136 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:13:16,178 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:13:17,136 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:13:18,136 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:13:19,136 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:13:20,136 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:13:21,143 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:13:21,289 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:13:22,149 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:13:23,142 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:13:24,143 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:13:25,143 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:13:26,143 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:13:26,573 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:13:26,574 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:13:26,575 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:13:26,575 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:13:26,576 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:13:27,143 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:13:27,447 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:13:28,143 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:13:28,448 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:13:29,143 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:13:30,061 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:13:30,062 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:13:30,143 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:13:31,143 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:13:32,143 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:13:32,288 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:13:33,143 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:13:34,143 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:13:35,143 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:13:36,144 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:13:37,144 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:13:37,301 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:13:37,308 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:13:38,144 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:13:39,144 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:13:40,144 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:13:41,144 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:13:42,144 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:13:43,144 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:13:43,289 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:13:44,145 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:13:45,061 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:13:45,061 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:13:45,145 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:13:46,145 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:13:47,145 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:13:48,145 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:13:49,145 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:13:49,289 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:13:50,145 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:13:51,145 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:13:52,154 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:13:53,156 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:13:54,151 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:13:54,293 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:13:55,153 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:13:56,151 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:13:57,151 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:13:57,189 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:13:57,190 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:13:57,190 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:13:57,191 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:13:57,474 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:13:58,151 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:13:59,151 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:14:00,061 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:14:00,062 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:14:00,151 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:14:00,203 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:14:00,477 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:14:01,151 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:14:02,151 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:14:03,151 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:14:04,151 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:14:05,151 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:14:05,293 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:14:06,152 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:14:07,152 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:14:07,303 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:14:08,152 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:14:09,152 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:14:10,152 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:14:10,306 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:14:11,152 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:14:12,152 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:14:13,152 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:14:14,153 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:14:15,061 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:14:15,062 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:14:15,153 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:14:16,153 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:14:16,218 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:14:17,153 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:14:18,159 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:14:19,155 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:14:20,161 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:14:21,156 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:14:21,300 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:14:22,159 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:14:23,160 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:14:23,179 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:14:23,180 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:14:23,181 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:14:23,182 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:14:23,499 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:14:24,160 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:14:25,160 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:14:26,160 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:14:26,501 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:14:27,160 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:14:27,295 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:14:28,160 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:14:29,160 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:14:30,061 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:14:30,062 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:14:30,160 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:14:31,160 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:14:32,160 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:14:33,160 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:14:33,295 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:14:34,160 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:14:35,286 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:14:36,285 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:14:37,285 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:14:37,307 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:14:38,286 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:14:38,310 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:14:39,286 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:14:40,286 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:14:41,286 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:14:42,286 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:14:43,286 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:14:44,286 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:14:44,296 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:14:45,061 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:14:45,062 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:14:45,286 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:14:46,286 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:14:47,301 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:14:48,295 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:14:49,293 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:14:49,308 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:14:50,296 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:14:51,293 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:14:52,293 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:14:52,957 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:14:52,958 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:14:52,959 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:14:52,961 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:14:53,376 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:14:53,524 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:14:54,375 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:14:54,526 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:14:55,000 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:14:55,375 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:14:56,375 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:14:57,375 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:14:58,375 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:14:59,375 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:15:00,061 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:15:00,062 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:15:00,154 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:15:00,375 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:15:01,375 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:15:02,375 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:15:03,376 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:15:04,376 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:15:05,303 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:15:05,376 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:15:06,376 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:15:07,311 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:15:07,376 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:15:08,376 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:15:09,376 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:15:10,314 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:15:10,376 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:15:11,376 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:15:12,376 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:15:13,377 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:15:14,377 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:15:15,062 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:15:15,062 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:15:15,377 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:15:16,193 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:15:16,391 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:15:17,389 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:15:18,385 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:15:19,384 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:15:20,385 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:15:21,306 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:15:21,385 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:15:22,292 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:15:22,293 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:15:22,294 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:15:22,295 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:15:22,555 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:15:22,708 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:15:23,438 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:15:24,441 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:15:24,557 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:15:25,440 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:15:26,440 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:15:27,303 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:15:27,440 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:15:28,441 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:15:29,441 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:15:30,062 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:15:30,062 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:15:30,441 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:15:31,441 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:15:32,441 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:15:33,303 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:15:33,441 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:15:34,441 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:15:35,442 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:15:36,441 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:15:37,316 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:15:37,441 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:15:38,318 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:15:38,441 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:15:39,442 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:15:40,442 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:15:41,442 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:15:42,442 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:15:43,442 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:15:44,303 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:15:44,442 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:15:45,062 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:15:45,062 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:15:45,442 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:15:46,442 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:15:47,449 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:15:48,448 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:15:49,309 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:15:49,450 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:15:50,452 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:15:51,451 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:15:52,451 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:15:53,448 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:15:53,474 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:15:53,476 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:15:53,476 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:15:53,478 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:15:53,585 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:15:54,448 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:15:54,517 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:15:55,448 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:15:56,448 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:15:56,587 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:15:57,448 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:15:58,448 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:15:59,448 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:16:00,062 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:16:00,062 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:16:00,156 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:16:00,449 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:16:01,449 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:16:02,449 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:16:03,449 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:16:04,449 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:16:05,307 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:16:05,449 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:16:06,449 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:16:07,320 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:16:07,449 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:16:08,450 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:16:09,449 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:16:10,322 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:16:10,451 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:16:11,450 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:16:12,450 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:16:13,450 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:16:14,450 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:16:15,062 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:16:15,063 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:16:15,451 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:16:16,228 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:16:16,451 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:16:17,451 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:16:18,451 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:16:19,451 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:16:20,451 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:16:21,312 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:16:21,451 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:16:22,451 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:16:23,459 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:16:24,456 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:16:25,457 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:16:26,309 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:16:26,453 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:16:26,929 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:16:26,931 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:16:26,931 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:16:26,932 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:16:27,454 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:16:27,627 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:16:28,454 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:16:28,627 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:16:29,453 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:16:30,062 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:16:30,063 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:16:30,454 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:16:31,309 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:16:31,454 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:16:32,454 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:16:33,454 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:16:34,454 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:16:35,454 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:16:36,309 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:16:36,454 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:16:37,323 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:16:37,454 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:16:38,454 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:16:39,598 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:16:40,503 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:16:41,310 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:16:41,503 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:16:42,503 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:16:43,504 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:16:44,504 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:16:45,062 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:16:45,063 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:16:45,504 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:16:46,504 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:16:47,310 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:16:47,504 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:16:48,504 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:16:49,504 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:16:50,504 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:16:51,504 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:16:52,318 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:16:52,515 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:16:53,512 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:16:54,512 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:16:55,516 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:16:56,519 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:16:57,321 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:16:57,516 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:16:58,090 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:16:58,091 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:16:58,092 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:16:58,093 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:16:58,516 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:16:58,658 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:16:59,516 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:17:00,062 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:17:00,063 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:17:00,516 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:17:00,659 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:17:01,516 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:17:02,516 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:17:03,314 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:17:03,516 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:17:04,516 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:17:05,516 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:17:06,516 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:17:07,327 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:17:07,517 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:17:08,330 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:17:08,517 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:17:09,517 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:17:10,580 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:17:11,578 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:17:12,578 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:17:13,578 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:17:14,315 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:17:14,578 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:17:15,062 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:17:15,063 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:17:15,578 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:17:16,579 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:17:17,579 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:17:18,579 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:17:19,579 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:17:20,315 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:17:20,579 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:17:21,579 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:17:22,579 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:17:23,593 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:17:24,585 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:17:25,318 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:17:25,587 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:17:26,587 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:17:27,588 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:17:28,589 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:17:28,800 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:17:28,802 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:17:28,802 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:17:28,803 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:17:29,589 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:17:29,688 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:17:30,066 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:17:30,067 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:17:30,589 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:17:30,689 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:17:31,194 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:17:31,589 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:17:32,589 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:17:33,589 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:17:34,589 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:17:35,589 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:17:36,321 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:17:36,589 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:17:37,331 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:17:37,589 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:17:38,590 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:17:39,590 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:17:40,590 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:17:41,321 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:17:41,590 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:17:42,590 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:17:43,590 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:17:44,590 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:17:45,066 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:17:45,067 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:17:45,590 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:17:46,321 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:17:46,590 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:17:47,591 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:17:48,591 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:17:49,591 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:17:50,591 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:17:51,591 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:17:52,321 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:17:52,591 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:17:53,591 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:17:54,595 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:17:55,594 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:17:56,599 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:17:57,329 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:17:57,595 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:17:58,600 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:17:59,598 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:17:59,705 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:17:59,707 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:17:59,707 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:17:59,708 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:17:59,713 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:18:00,153 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:18:00,154 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:18:00,598 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:18:01,598 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:18:02,325 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:18:02,598 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:18:02,715 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:18:03,598 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:18:04,598 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:18:05,598 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:18:06,598 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:18:07,325 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:18:07,336 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:18:07,598 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:18:08,598 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:18:09,598 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:18:10,599 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:18:11,599 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:18:12,599 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:18:13,325 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:18:13,599 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:18:14,599 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:18:15,149 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:18:15,150 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:18:15,599 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:18:16,599 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:18:17,599 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:18:18,326 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:18:18,599 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:18:19,599 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:18:20,599 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:18:21,600 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:18:22,600 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:18:23,600 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:18:24,326 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:18:24,600 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:18:25,600 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:18:26,600 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:18:27,610 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:18:28,605 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:18:29,333 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:18:29,605 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:18:30,153 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:18:30,154 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:18:30,606 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:18:31,608 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:18:32,608 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:18:33,118 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:18:33,120 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:18:33,120 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:18:33,121 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:18:33,609 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:18:33,744 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:18:34,609 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:18:34,746 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:18:35,159 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:18:35,609 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:18:36,609 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:18:37,339 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:18:37,609 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:18:38,609 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:18:39,609 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:18:40,342 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:18:40,609 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:18:41,610 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:18:42,609 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:18:43,609 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:18:44,609 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:18:45,154 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:18:45,155 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:18:45,610 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:18:46,268 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:18:46,610 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:18:47,610 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:18:48,610 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:18:49,610 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:18:50,610 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:18:51,335 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:18:51,610 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:18:52,610 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:18:53,610 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:18:54,610 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:18:55,610 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:18:56,611 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:18:57,336 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:18:57,611 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:18:58,615 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:18:59,611 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:19:00,157 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:19:00,158 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:19:00,614 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:19:01,614 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:19:02,335 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:19:02,517 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:19:02,518 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:19:02,518 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:19:02,519 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:19:02,786 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:19:02,928 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:19:03,663 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:19:04,663 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:19:04,788 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:19:05,663 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:19:06,663 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:19:07,343 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:19:07,350 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:19:07,663 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:19:08,663 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:19:09,663 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:19:10,663 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:19:11,663 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:19:12,664 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:19:13,333 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:19:13,664 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:19:14,664 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:19:15,157 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:19:15,158 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:19:15,664 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:19:16,664 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:19:17,664 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:19:18,664 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:19:19,333 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:19:19,664 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:19:20,664 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:19:21,664 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:19:22,664 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:19:23,665 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:19:24,333 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:19:24,665 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:19:25,668 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:19:26,675 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:19:27,667 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:19:28,668 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:19:29,339 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:19:29,669 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:19:30,161 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:19:30,162 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:19:30,670 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:19:31,151 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:19:31,153 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:19:31,153 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:19:31,154 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:19:31,671 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:19:31,822 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:19:32,671 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:19:32,823 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:19:33,671 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:19:34,561 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:19:34,671 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:19:35,671 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:19:36,671 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:19:37,347 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:19:37,671 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:19:38,671 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:19:39,671 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:19:40,350 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:19:40,671 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:19:41,671 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:19:43,001 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:19:43,770 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:19:44,770 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:19:45,161 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:19:45,162 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:19:45,770 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:19:46,268 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:19:46,770 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:19:47,770 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:19:48,771 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:19:49,771 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:19:50,771 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:19:51,557 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:19:51,771 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:19:52,771 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:19:53,771 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:19:54,782 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:19:55,775 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:19:56,563 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:19:56,775 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:19:57,776 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:19:58,776 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:19:59,776 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:20:00,162 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:20:00,162 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:20:00,452 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:20:00,454 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:20:00,455 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:20:00,456 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:20:00,855 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:20:00,871 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:20:01,867 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:20:02,563 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:20:02,857 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:20:02,867 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:20:03,867 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:20:04,868 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:20:05,868 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:20:06,868 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:20:07,350 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:20:07,868 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:20:08,352 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:20:08,868 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:20:09,868 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:20:10,868 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:20:11,868 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:20:12,868 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:20:13,563 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:20:13,868 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:20:14,869 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:20:15,162 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:20:15,163 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:20:15,869 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:20:16,869 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:20:17,869 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:20:18,869 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:20:19,563 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:20:19,869 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:20:20,869 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:20:21,869 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:20:22,869 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:20:23,869 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:20:24,869 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:20:25,564 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:20:25,869 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:20:26,874 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:20:27,878 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:20:28,877 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:20:29,877 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:20:30,162 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:20:30,166 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:20:30,877 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:20:31,263 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:20:31,877 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:20:32,069 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:20:32,070 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:20:32,070 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:20:32,072 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:20:32,877 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:20:32,886 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:20:32,887 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:20:33,877 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:20:34,877 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:20:35,878 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:20:36,567 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:20:36,877 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:20:37,354 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:20:37,878 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:20:38,878 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:20:39,878 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:20:40,878 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:20:41,568 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:20:41,878 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:20:42,878 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:20:43,878 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:20:44,879 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:20:45,162 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:20:45,163 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:20:45,878 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:20:46,879 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:20:47,568 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:20:47,879 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:20:48,879 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:20:49,879 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:20:50,879 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:20:51,879 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:20:52,568 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:20:52,879 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:20:53,879 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:20:54,892 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:20:55,883 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:20:56,887 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:20:57,576 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:20:57,895 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:20:58,892 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:20:59,893 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:21:00,047 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:21:00,049 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:21:00,050 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:21:00,051 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:21:00,537 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:21:00,537 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:21:00,893 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:21:00,908 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:21:00,909 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:21:01,893 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:21:02,893 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:21:03,569 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:21:03,893 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:21:04,893 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:21:05,893 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:21:06,893 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:21:07,360 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:21:07,893 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:21:08,893 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:21:09,362 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:21:09,893 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:21:10,894 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:21:11,894 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:21:12,974 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:21:13,973 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:21:14,570 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:21:14,973 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:21:15,203 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:21:15,203 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:21:15,973 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:21:16,973 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:21:17,973 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:21:18,973 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:21:19,973 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:21:20,570 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:21:20,973 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:21:21,973 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:21:22,973 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:21:23,973 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:21:24,985 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:21:25,573 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:21:25,977 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:21:26,980 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:21:27,982 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:21:28,986 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:21:29,983 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:21:30,203 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:21:30,203 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:21:30,416 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:21:30,417 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:21:30,417 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:21:30,419 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:21:30,936 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:21:30,983 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:21:31,420 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:21:31,983 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:21:32,942 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:21:32,983 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:21:33,983 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:21:34,983 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:21:35,983 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:21:36,576 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:21:36,983 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:21:37,362 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:21:37,983 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:21:38,983 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:21:39,983 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:21:40,983 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:21:41,984 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:21:42,576 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:21:43,008 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:21:44,007 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:21:45,007 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:21:45,203 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:21:45,204 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:21:46,007 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:21:47,007 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:21:47,577 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:21:48,007 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:21:49,007 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:21:50,007 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:21:51,007 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:21:52,007 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:21:53,007 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:21:53,577 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:21:54,007 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:21:55,014 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:21:56,014 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:21:57,018 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:21:58,022 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:21:58,592 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:21:59,019 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:22:00,019 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:22:00,204 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:22:00,205 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:22:00,442 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:22:00,444 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:22:00,444 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:22:00,446 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:22:00,970 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:22:01,019 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:22:02,019 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:22:02,971 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:22:03,019 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:22:04,019 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:22:04,581 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:22:05,019 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:22:06,019 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:22:07,019 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:22:07,366 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:22:08,019 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:22:09,019 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:22:10,020 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:22:10,369 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:22:11,020 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:22:12,020 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:22:13,061 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:22:14,060 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:22:15,060 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:22:15,204 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:22:15,205 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:22:16,061 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:22:16,311 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:22:17,061 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:22:18,061 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:22:19,061 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:22:20,061 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:22:21,061 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:22:21,581 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:22:22,061 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:22:23,061 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:22:24,061 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:22:25,072 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:22:26,064 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:22:26,583 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:22:27,066 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:22:28,066 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:22:29,069 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:22:30,067 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:22:30,207 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:22:30,208 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:22:30,524 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:22:30,526 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:22:30,526 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:22:30,528 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:22:30,994 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:22:31,067 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:22:31,583 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:22:32,067 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:22:32,996 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:22:33,067 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:22:34,067 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:22:35,067 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:22:36,067 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:22:36,583 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:22:37,067 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:22:37,370 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:22:38,067 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:22:39,067 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:22:40,067 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:22:41,068 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:22:42,068 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:22:42,583 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:22:43,068 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:22:44,068 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:22:45,068 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:22:45,206 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:22:45,207 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:22:46,068 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:22:47,068 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:22:47,584 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:22:48,068 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:22:49,068 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:22:50,068 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:22:51,069 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:22:52,069 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:22:53,069 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:22:53,584 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:22:54,069 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:22:55,069 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:22:56,078 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:22:57,078 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:22:58,075 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:22:58,590 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:22:59,075 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:23:00,076 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:23:00,210 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:23:00,210 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:23:01,075 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:23:01,765 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:23:01,766 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:23:01,767 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:23:01,768 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:23:02,034 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:23:02,176 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:23:03,035 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:23:03,176 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:23:03,808 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:23:04,176 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:23:05,176 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:23:06,176 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:23:07,176 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:23:07,374 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:23:08,176 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:23:09,176 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:23:09,376 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:23:10,176 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:23:11,176 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:23:12,176 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:23:13,283 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:23:14,194 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:23:14,587 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:23:15,194 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:23:15,210 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:23:15,210 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:23:16,194 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:23:17,194 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:23:18,194 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:23:19,194 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:23:20,194 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:23:20,587 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:23:21,194 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:23:22,194 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:23:23,200 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:23:24,196 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:23:25,200 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:23:25,591 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:23:26,203 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:23:27,204 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:23:28,204 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:23:28,673 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:23:28,674 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:23:28,675 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:23:28,676 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:23:29,063 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:23:29,204 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:23:30,204 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:23:30,211 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:23:30,212 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:23:31,065 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:23:31,204 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:23:31,383 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:23:32,204 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:23:33,204 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:23:34,204 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:23:35,204 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:23:36,204 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:23:36,590 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:23:37,204 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:23:37,379 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:23:38,204 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:23:39,205 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:23:40,205 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:23:41,205 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:23:41,591 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:23:42,205 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:23:43,205 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:23:44,205 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:23:45,205 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:23:45,210 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:23:45,211 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:23:46,205 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:23:47,205 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:23:47,591 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:23:48,205 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:23:49,205 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:23:50,206 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:23:51,206 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:23:52,220 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:23:52,595 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:23:53,211 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:23:54,211 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:23:55,215 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:23:56,216 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:23:57,219 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:23:57,903 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:23:57,905 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:23:57,906 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:23:57,906 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:23:57,908 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:23:58,095 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:23:58,316 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:23:59,096 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:23:59,315 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:24:00,210 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:24:00,211 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:24:00,316 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:24:01,316 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:24:02,316 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:24:03,316 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:24:03,594 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:24:04,316 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:24:05,316 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:24:06,316 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:24:07,316 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:24:07,382 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:24:08,316 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:24:09,316 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:24:09,384 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:24:10,325 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:24:11,325 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:24:12,325 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:24:13,325 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:24:14,325 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:24:14,595 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:24:15,211 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:24:15,211 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:24:15,325 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:24:16,325 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:24:17,325 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:24:18,325 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:24:19,325 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:24:20,325 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:24:20,595 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:24:21,326 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:24:22,327 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:24:23,331 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:24:24,332 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:24:25,333 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:24:25,608 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:24:26,332 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:24:27,332 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:24:27,896 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:24:27,897 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:24:27,897 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:24:27,899 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:24:28,123 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:24:28,332 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:24:29,124 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:24:29,332 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:24:30,211 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:24:30,211 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:24:30,332 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:24:31,332 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:24:31,343 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:24:32,333 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:24:33,332 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:24:34,332 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:24:35,332 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:24:36,333 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:24:36,598 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:24:37,333 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:24:37,386 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:24:38,333 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:24:39,333 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:24:40,333 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:24:41,333 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:24:42,333 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:24:42,598 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:24:43,434 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:24:44,338 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:24:45,211 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:24:45,212 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:24:45,338 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:24:46,340 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:24:47,338 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:24:47,599 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:24:48,338 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:24:49,339 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:24:50,339 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:24:51,339 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:24:52,339 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:24:53,339 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:24:53,599 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:24:54,339 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:24:55,339 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:24:56,345 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:24:57,345 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:24:58,345 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:24:58,612 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:24:59,347 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:25:00,215 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:25:00,221 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:25:00,349 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:25:01,346 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:25:02,157 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:25:02,158 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:25:02,158 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:25:02,159 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:25:02,564 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:25:03,158 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:25:03,159 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:25:03,563 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:25:04,199 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:25:04,563 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:25:05,563 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:25:06,563 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:25:07,390 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:25:07,563 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:25:08,563 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:25:09,393 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:25:09,563 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:25:10,563 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:25:11,563 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:25:12,563 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:25:13,564 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:25:14,564 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:25:14,601 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:25:15,216 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:25:15,216 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:25:15,564 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:25:16,564 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:25:17,564 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:25:18,564 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:25:19,564 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:25:20,564 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:25:20,601 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:25:21,564 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:25:22,564 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:25:23,568 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:25:24,574 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:25:25,577 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:25:25,610 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:25:26,573 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:25:27,573 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:25:28,573 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:25:29,240 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:25:29,241 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:25:29,241 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:25:29,242 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:25:29,656 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:25:30,182 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:25:30,215 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:25:30,216 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:25:30,655 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:25:31,183 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:25:31,288 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:25:31,655 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:25:32,656 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:25:33,656 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:25:34,656 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:25:35,656 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:25:36,606 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:25:36,656 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:25:37,394 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:25:37,656 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:25:38,656 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:25:39,656 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:25:40,656 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:25:41,607 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:25:41,656 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:25:42,656 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:25:43,657 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:25:44,657 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:25:45,216 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:25:45,216 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:25:45,657 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:25:46,657 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:25:47,607 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:25:47,657 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:25:48,657 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:25:49,657 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:25:50,657 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:25:51,657 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:25:52,607 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:25:52,657 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:25:53,661 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:25:54,662 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:25:55,665 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:25:56,665 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:25:57,617 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:25:57,666 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:25:58,666 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:25:59,179 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:25:59,181 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:25:59,181 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:25:59,183 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:25:59,208 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:25:59,666 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:26:00,216 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:26:00,216 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:26:00,666 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:26:01,210 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:26:01,666 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:26:02,666 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:26:03,612 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:26:03,666 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:26:04,666 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:26:05,666 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:26:06,666 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:26:07,399 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:26:07,667 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:26:08,667 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:26:09,401 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:26:09,667 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:26:10,667 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:26:11,667 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:26:12,667 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:26:13,667 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:26:14,612 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:26:14,667 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:26:15,216 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:26:15,216 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:26:15,667 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:26:16,667 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:26:17,668 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:26:18,668 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:26:19,612 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:26:19,668 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:26:20,668 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:26:21,668 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:26:22,668 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:26:23,668 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:26:24,618 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:26:24,674 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:26:25,678 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:26:26,683 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:26:27,675 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:26:28,675 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:26:29,617 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:26:29,675 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:26:30,216 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:26:30,217 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:26:30,374 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:26:30,375 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:26:30,376 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:26:30,378 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:26:30,787 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:26:31,247 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:26:31,247 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:26:31,786 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:26:32,786 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:26:33,786 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:26:34,787 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:26:35,614 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:26:35,787 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:26:36,787 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:26:37,402 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:26:37,787 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:26:38,787 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:26:39,787 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:26:40,787 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:26:41,405 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:26:41,787 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:26:42,787 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:26:43,788 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:26:44,787 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:26:45,216 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:26:45,217 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:26:45,787 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:26:46,614 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:26:46,788 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:26:47,788 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:26:48,788 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:26:49,788 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:26:50,788 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:26:51,788 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:26:52,614 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:26:52,788 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:26:53,788 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:26:54,788 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:26:55,796 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:26:56,794 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:26:57,618 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:26:57,793 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:26:58,796 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:26:59,796 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:27:00,219 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:27:00,220 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:27:00,797 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:27:00,865 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:27:00,867 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:27:00,867 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:27:00,869 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:27:01,275 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:27:01,797 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:27:02,797 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:27:03,277 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:27:03,617 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:27:03,798 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:27:04,797 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:27:05,797 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:27:06,797 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:27:07,406 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:27:07,797 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:27:08,798 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:27:09,408 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:27:09,798 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:27:10,798 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:27:11,798 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:27:12,910 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:27:13,909 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:27:14,617 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:27:14,909 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:27:15,219 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:27:15,220 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:27:15,909 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:27:16,909 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:27:17,909 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:27:18,910 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:27:19,617 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:27:19,910 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:27:20,910 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:27:21,910 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:27:22,910 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:27:23,910 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:27:24,625 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:27:24,918 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:27:25,915 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:27:26,913 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:27:27,914 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:27:28,914 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:27:29,629 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:27:29,914 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:27:30,222 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:27:30,222 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:27:30,494 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:27:30,495 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:27:30,496 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:27:30,497 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:27:30,914 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:27:31,315 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:27:31,315 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:27:31,914 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:27:32,914 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:27:33,914 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:27:34,914 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:27:35,620 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:27:35,915 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:27:36,915 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:27:37,410 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:27:37,915 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:27:38,915 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:27:39,915 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:27:40,915 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:27:41,413 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:27:41,915 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:27:42,915 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:27:43,992 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:27:44,990 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:27:45,220 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:27:45,221 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:27:45,990 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:27:46,620 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:27:46,990 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:27:47,990 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:27:48,991 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:27:49,991 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:27:50,991 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:27:51,991 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:27:52,620 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:27:52,991 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:27:54,006 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:27:54,995 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:27:55,996 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:27:57,003 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:27:57,627 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:27:57,998 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:27:59,002 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:27:59,873 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:27:59,874 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:27:59,875 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:27:59,877 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:28:00,293 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:28:00,294 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:28:00,295 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:28:00,352 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:28:01,290 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:28:01,353 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:28:02,290 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:28:03,290 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:28:03,620 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:28:04,291 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:28:05,291 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:28:06,291 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:28:07,291 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:28:07,414 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:28:08,291 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:28:09,291 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:28:09,416 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:28:10,291 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:28:11,291 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:28:12,291 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:28:13,291 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:28:14,291 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:28:14,620 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:28:15,291 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:28:15,292 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:28:15,332 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:28:16,292 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:28:17,292 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:28:18,292 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:28:19,292 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:28:19,620 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:28:20,292 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:28:21,292 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:28:22,292 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:28:23,292 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:28:24,292 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:28:25,293 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:28:25,621 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:28:26,293 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:28:27,293 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:28:28,300 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:28:29,302 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:28:30,302 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:28:30,302 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:28:30,337 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:28:31,298 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:28:31,388 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:28:32,298 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:28:33,298 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:28:33,542 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:28:33,544 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:28:33,544 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:28:33,546 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:28:34,305 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:28:34,385 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:28:35,304 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:28:35,386 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:28:36,304 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:28:36,583 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:28:37,304 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:28:37,418 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:28:38,304 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:28:39,305 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:28:40,305 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:28:41,305 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:28:41,622 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:28:42,305 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:28:43,305 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:28:44,305 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:28:45,294 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:28:45,295 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:28:45,335 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:28:46,305 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:28:46,622 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:28:47,305 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:28:48,305 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:28:49,306 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:28:50,306 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:28:51,306 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:28:52,306 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:28:52,622 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:28:53,306 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:28:54,306 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:28:55,306 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:28:56,306 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:28:57,306 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:28:58,315 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:28:58,622 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:28:59,310 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:29:00,297 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:29:00,303 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:29:00,341 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:29:01,314 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:29:02,315 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:29:03,315 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:29:03,638 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:29:03,868 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:29:03,870 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:29:03,871 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:29:03,872 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:29:04,316 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:29:04,416 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:29:05,316 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:29:05,417 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:29:06,316 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:29:07,316 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:29:07,423 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:29:08,316 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:29:09,316 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:29:09,425 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:29:10,316 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:29:11,316 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:29:12,316 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:29:13,316 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:29:14,316 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:29:14,627 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:29:15,297 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:29:15,298 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:29:15,338 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:29:16,318 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:29:17,317 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:29:18,317 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:29:19,318 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:29:19,628 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:29:20,318 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:29:21,318 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:29:22,318 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:29:23,318 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:29:24,318 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:29:25,318 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:29:25,628 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:29:26,318 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:29:27,318 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:29:28,326 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:29:29,322 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:29:30,306 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:29:30,309 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:29:30,345 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:29:31,322 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:29:31,475 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:29:32,328 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:29:33,323 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:29:33,909 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:29:33,911 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:29:33,911 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:29:33,913 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:29:34,342 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:29:34,452 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:29:35,339 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:29:35,453 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:29:36,339 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:29:36,630 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:29:37,339 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:29:37,426 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:29:38,339 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:29:39,339 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:29:40,339 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:29:41,339 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:29:42,339 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:29:42,630 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:29:43,339 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:29:44,339 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:29:45,304 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:29:45,304 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:29:45,344 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:29:46,340 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:29:47,340 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:29:48,340 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:29:48,630 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:29:49,340 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:29:50,340 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:29:51,340 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:29:52,340 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:29:53,340 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:29:53,631 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:29:54,341 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:29:55,341 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:29:56,341 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:29:57,341 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:29:58,341 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:29:58,638 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:29:59,343 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:30:00,313 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:30:00,318 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:30:00,354 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:30:01,351 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:30:02,358 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:30:03,351 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:30:03,636 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:30:04,351 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:30:04,575 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:30:04,577 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:30:04,578 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:30:04,579 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:30:05,351 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:30:05,482 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:30:05,483 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:30:06,351 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:30:07,351 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:30:07,430 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:30:08,351 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:30:09,351 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:30:09,432 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:30:10,351 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:30:11,351 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:30:12,351 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:30:13,351 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:30:14,352 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:30:14,633 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:30:15,309 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:30:15,310 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:30:15,352 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:30:16,352 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:30:17,352 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:30:18,352 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:30:19,352 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:30:19,633 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:30:20,352 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:30:21,352 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:30:22,352 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:30:23,352 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:30:24,353 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:30:24,634 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:30:25,353 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:30:26,353 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:30:27,353 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:30:28,353 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:30:29,353 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:30:30,310 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:30:30,310 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:30:30,353 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:30:30,407 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:30:31,365 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:30:32,356 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:30:33,362 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:30:34,363 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:30:35,360 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:30:35,640 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:30:36,360 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:30:36,595 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:30:36,597 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:30:36,597 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:30:36,599 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:30:37,360 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:30:37,433 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:30:37,518 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:30:37,518 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:30:38,360 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:30:39,360 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:30:40,360 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:30:41,360 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:30:41,435 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:30:42,360 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:30:43,360 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:30:44,361 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:30:45,310 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:30:45,310 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:30:45,361 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:30:46,361 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:30:46,742 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:30:47,361 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:30:48,361 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:30:49,361 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:30:50,362 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:30:51,361 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:30:51,743 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:30:52,361 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:30:53,361 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:30:54,361 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:30:55,362 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:30:56,362 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:30:57,362 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:30:57,742 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:30:58,362 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:30:59,362 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:31:00,310 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:31:00,310 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:31:00,362 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:31:01,373 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:31:02,369 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:31:02,753 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:31:03,369 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:31:04,370 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:31:05,370 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:31:06,371 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:31:06,997 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:31:06,999 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:31:06,999 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:31:07,001 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:31:07,437 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:31:07,438 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:31:07,542 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:31:07,543 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:31:08,435 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:31:08,440 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:31:09,435 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:31:10,435 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:31:11,435 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:31:12,436 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:31:13,436 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:31:13,748 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:31:14,436 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:31:15,310 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:31:15,310 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:31:15,436 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:31:16,436 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:31:17,436 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:31:18,436 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:31:19,436 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:31:19,748 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:31:20,436 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:31:21,437 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:31:22,436 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:31:23,436 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:31:24,437 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:31:24,748 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:31:25,437 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:31:26,437 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:31:27,437 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:31:28,437 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:31:29,437 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:31:30,310 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:31:30,311 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:31:30,437 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:31:30,467 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:31:31,437 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:31:32,446 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:31:33,442 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:31:34,442 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:31:35,451 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:31:35,756 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:31:36,445 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:31:37,441 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:31:37,445 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:31:38,089 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:31:38,091 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:31:38,092 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:31:38,093 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:31:38,501 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:31:38,574 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:31:39,500 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:31:39,575 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:31:40,500 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:31:41,132 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:31:41,500 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:31:42,500 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:31:43,500 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:31:44,500 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:31:45,310 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:31:45,311 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:31:45,501 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:31:46,477 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:31:46,501 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:31:47,501 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:31:48,501 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:31:49,501 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:31:50,501 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:31:51,501 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:31:51,752 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:31:52,501 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:31:53,501 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:31:54,501 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:31:55,501 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:31:56,502 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:31:56,753 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:31:57,502 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:31:58,502 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:31:59,502 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:32:00,310 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:32:00,311 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:32:00,502 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:32:01,502 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:32:02,511 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:32:02,755 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:32:03,512 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:32:04,506 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:32:05,508 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:32:06,509 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:32:07,443 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:32:07,506 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:32:08,159 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:32:08,160 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:32:08,160 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:32:08,160 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:32:08,161 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:32:08,569 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:32:08,604 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:32:09,568 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:32:09,606 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:32:10,568 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:32:11,568 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:32:12,568 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:32:13,568 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:32:13,758 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:32:14,568 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:32:15,310 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:32:15,311 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:32:15,568 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:32:16,569 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:32:17,569 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:32:18,569 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:32:19,569 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:32:19,758 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:32:20,569 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:32:21,569 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:32:22,569 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:32:23,570 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:32:24,570 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:32:24,759 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:32:25,570 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:32:26,570 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:32:27,570 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:32:28,570 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:32:29,570 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:32:30,311 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:32:30,311 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:32:30,397 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:32:30,570 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:32:31,577 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:32:32,574 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:32:33,575 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:32:34,580 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:32:35,579 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:32:35,776 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:32:36,579 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:32:37,316 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:32:37,316 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:32:37,317 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:32:37,318 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:32:37,447 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:32:37,637 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:32:37,733 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:32:38,732 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:32:39,638 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:32:39,732 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:32:40,732 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:32:41,449 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:32:41,732 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:32:42,733 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:32:43,733 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:32:44,733 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:32:45,311 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:32:45,311 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:32:45,733 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:32:46,473 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:32:46,733 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:32:47,733 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:32:48,733 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:32:49,733 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:32:50,733 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:32:51,734 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:32:51,761 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:32:52,733 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:32:53,733 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:32:54,734 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:32:55,734 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:32:56,734 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:32:57,734 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:32:57,760 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:32:58,734 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:32:59,734 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:33:00,311 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:33:00,311 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:33:00,734 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:33:01,734 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:33:02,734 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:33:03,734 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:33:03,760 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:33:04,744 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:33:05,736 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:33:06,736 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:33:07,452 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:33:07,737 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:33:08,736 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:33:09,453 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:33:09,737 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:33:10,006 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:33:10,008 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:33:10,008 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:33:10,010 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:33:10,666 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:33:10,737 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:33:11,667 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:33:11,737 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:33:12,737 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:33:13,737 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:33:14,737 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:33:14,763 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:33:15,311 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:33:15,311 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:33:15,737 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:33:16,737 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:33:17,737 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:33:18,737 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:33:19,737 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:33:19,763 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:33:20,738 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:33:21,738 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:33:22,738 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:33:23,738 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:33:24,738 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:33:24,764 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:33:25,738 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:33:26,738 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:33:27,738 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:33:28,738 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:33:29,738 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:33:30,311 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:33:30,312 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:33:30,402 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:33:30,738 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:33:31,739 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:33:32,746 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:33:33,742 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:33:34,745 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:33:35,745 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:33:35,766 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:33:36,749 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:33:37,456 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:33:37,749 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:33:38,635 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:33:38,637 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:33:38,637 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:33:38,639 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:33:38,693 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:33:39,070 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:33:39,694 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:33:40,069 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:33:41,069 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:33:41,677 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:33:42,069 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:33:43,069 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:33:44,069 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:33:45,069 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:33:45,311 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:33:45,311 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:33:46,069 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:33:46,767 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:33:47,069 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:33:48,070 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:33:49,070 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:33:50,070 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:33:51,070 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:33:51,767 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:33:52,280 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:33:53,182 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:33:54,182 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:33:55,182 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:33:56,183 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:33:56,768 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:33:57,182 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:33:58,182 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:33:59,183 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:34:00,183 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:34:00,311 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:34:00,311 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:34:01,183 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:34:02,194 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:34:02,775 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:34:03,187 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:34:04,186 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:34:05,188 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:34:06,189 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:34:07,187 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:34:07,460 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:34:08,059 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:34:08,059 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:34:08,060 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:34:08,060 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:34:08,061 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:34:08,459 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:34:08,723 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:34:09,210 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:34:09,724 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:34:10,210 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:34:11,210 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:34:12,210 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:34:13,210 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:34:13,772 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:34:14,210 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:34:15,210 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:34:15,311 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:34:15,312 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:34:16,211 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:34:17,211 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:34:18,211 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:34:19,211 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:34:19,772 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:34:20,211 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:34:21,211 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:34:22,211 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:34:23,211 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:34:24,211 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:34:25,212 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:34:25,772 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:34:26,212 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:34:27,212 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:34:28,212 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:34:29,212 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:34:30,212 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:34:30,311 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:34:30,312 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:34:31,212 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:34:31,423 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:34:32,212 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:34:33,212 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:34:34,213 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:34:35,215 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:34:36,213 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:34:36,775 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:34:37,164 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:34:37,166 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:34:37,167 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:34:37,168 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:34:37,465 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:34:37,575 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:34:37,755 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:34:37,756 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:34:38,310 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:34:39,310 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:34:40,310 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:34:41,310 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:34:41,775 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:34:42,311 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:34:43,311 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:34:44,311 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:34:45,311 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:34:45,312 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:34:45,312 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:34:46,311 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:34:47,311 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:34:47,775 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:34:48,311 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:34:49,311 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:34:50,311 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:34:51,311 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:34:52,312 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:34:52,865 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:34:53,312 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:34:54,312 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:34:55,312 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:34:56,312 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:34:57,312 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:34:58,312 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:34:58,864 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:34:59,312 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:35:00,312 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:35:00,312 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:35:00,352 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:35:01,312 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:35:02,312 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:35:03,313 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:35:04,313 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:35:04,864 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:35:05,313 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:35:06,326 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:35:07,315 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:35:07,469 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:35:08,316 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:35:09,316 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:35:10,318 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:35:10,470 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:35:11,320 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:35:11,993 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:35:11,995 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:35:11,996 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:35:11,997 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:35:12,790 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:35:13,354 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:35:13,791 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:35:14,353 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:35:15,312 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:35:15,312 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:35:15,353 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:35:15,472 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:35:16,353 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:35:17,353 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:35:18,353 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:35:19,353 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:35:20,353 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:35:20,867 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:35:21,354 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:35:22,354 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:35:23,354 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:35:24,354 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:35:25,354 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:35:26,354 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:35:26,867 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:35:27,354 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:35:28,354 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:35:29,354 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:35:30,312 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:35:30,312 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:35:30,354 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:35:31,355 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:35:32,355 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:35:32,867 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:35:33,355 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:35:34,355 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:35:35,355 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:35:36,355 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:35:37,355 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:35:37,480 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:35:38,356 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:35:38,483 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:35:39,364 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:35:40,360 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:35:41,356 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:35:42,356 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:35:43,358 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:35:43,549 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:35:43,551 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:35:43,551 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:35:43,552 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:35:43,553 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:35:43,831 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:35:44,357 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:35:45,312 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:35:45,313 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:35:45,357 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:35:45,832 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:35:46,357 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:35:47,357 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:35:48,357 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:35:48,868 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:35:49,357 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:35:50,357 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:35:51,357 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:35:52,357 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:35:53,357 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:35:53,868 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:35:54,358 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:35:55,358 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:35:56,358 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:35:57,358 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:35:58,358 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:35:58,869 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:35:59,358 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:36:00,312 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:36:00,313 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:36:00,358 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:36:01,358 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:36:02,358 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:36:03,358 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:36:04,358 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:36:04,869 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:36:05,359 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:36:06,359 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:36:07,359 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:36:07,482 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:36:08,367 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:36:09,363 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:36:10,363 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:36:10,487 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:36:11,364 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:36:12,367 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:36:13,364 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:36:13,615 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:36:13,617 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:36:13,617 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:36:13,619 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:36:13,856 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:36:14,364 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:36:15,312 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:36:15,313 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:36:15,364 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:36:15,858 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:36:16,364 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:36:16,451 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:36:17,364 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:36:18,364 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:36:19,364 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:36:20,364 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:36:21,364 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:36:21,871 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:36:22,365 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:36:23,365 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:36:24,365 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:36:25,365 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:36:26,365 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:36:26,871 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:36:27,365 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:36:28,365 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:36:29,365 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:36:30,312 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:36:30,313 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:36:30,365 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:36:31,365 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:36:31,872 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:36:32,366 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:36:33,366 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:36:34,366 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:36:35,366 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:36:36,366 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:36:36,872 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:36:37,366 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:36:37,478 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:36:38,366 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:36:39,370 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:36:40,371 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:36:41,373 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:36:41,878 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:36:42,371 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:36:43,371 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:36:44,371 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:36:44,668 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:36:44,669 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:36:44,670 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:36:44,675 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:36:44,887 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:36:45,313 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:36:45,313 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:36:45,371 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:36:45,888 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:36:46,371 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:36:47,371 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:36:47,875 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:36:48,371 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:36:49,371 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:36:50,371 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:36:51,371 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:36:52,372 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:36:53,372 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:36:53,875 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:36:54,372 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:36:55,372 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:36:56,488 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:36:57,392 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:36:58,393 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:36:58,876 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:36:59,392 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:37:00,312 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:37:00,313 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:37:00,393 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:37:01,393 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:37:02,393 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:37:03,393 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:37:04,393 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:37:04,876 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:37:05,393 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:37:06,399 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:37:07,396 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:37:07,480 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:37:08,404 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:37:09,397 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:37:10,397 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:37:10,487 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:37:11,397 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:37:12,030 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:37:12,031 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:37:12,032 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:37:12,034 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:37:12,912 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:37:13,330 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:37:13,913 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:37:14,330 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:37:15,313 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:37:15,313 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:37:15,353 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:37:16,330 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:37:16,456 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:37:17,330 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:37:18,330 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:37:19,330 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:37:20,330 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:37:21,330 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:37:21,876 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:37:22,330 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:37:23,330 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:37:24,330 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:37:25,330 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:37:26,331 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:37:26,876 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:37:27,331 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:37:28,331 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:37:29,331 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:37:30,313 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:37:30,313 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:37:30,353 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:37:31,331 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:37:32,331 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:37:32,876 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:37:33,331 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:37:34,331 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:37:35,331 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:37:36,332 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:37:37,332 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:37:37,484 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:37:38,332 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:37:38,486 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:37:39,332 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:37:40,332 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:37:41,335 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:37:42,340 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:37:43,335 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:37:43,884 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:37:44,335 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:37:45,314 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:37:45,317 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:37:45,355 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:37:45,946 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:37:45,946 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:37:45,947 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:37:45,949 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:37:46,356 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:37:46,949 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:37:47,355 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:37:47,950 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:37:48,355 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:37:49,355 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:37:49,878 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:37:50,355 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:37:51,355 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:37:52,355 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:37:53,355 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:37:54,355 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:37:55,355 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:37:55,878 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:37:56,355 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:37:57,457 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:37:58,366 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:37:59,366 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:38:00,315 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:38:00,315 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:38:00,366 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:38:01,367 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:38:01,406 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:38:02,367 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:38:03,367 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:38:04,367 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:38:05,367 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:38:06,367 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:38:06,878 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:38:07,367 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:38:07,488 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:38:08,368 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:38:09,373 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:38:10,374 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:38:11,374 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:38:11,883 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:38:12,378 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:38:13,377 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:38:14,374 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:38:14,481 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:38:14,482 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:38:14,483 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:38:14,484 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:38:14,972 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:38:15,315 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:38:15,315 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:38:15,374 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:38:15,973 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:38:16,374 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:38:17,374 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:38:17,881 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:38:18,374 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:38:19,374 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:38:20,374 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:38:21,374 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:38:22,375 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:38:22,881 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:38:23,375 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:38:24,375 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:38:25,375 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:38:26,375 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:38:27,375 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:38:27,882 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:38:28,375 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:38:29,375 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:38:30,315 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:38:30,315 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:38:30,376 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:38:31,376 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:38:32,376 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:38:33,376 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:38:33,882 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:38:34,376 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:38:35,376 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:38:36,376 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:38:37,376 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:38:37,492 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:38:38,390 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:38:39,386 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:38:39,497 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:38:40,385 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:38:41,386 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:38:42,386 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:38:43,387 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:38:43,702 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:38:43,703 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:38:43,703 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:38:43,705 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:38:44,003 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:38:44,387 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:38:44,745 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:38:45,315 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:38:45,315 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:38:45,387 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:38:46,387 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:38:47,005 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:38:47,387 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:38:48,387 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:38:49,387 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:38:49,882 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:38:50,387 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:38:51,387 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:38:52,388 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:38:53,388 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:38:54,388 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:38:54,883 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:38:55,388 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:38:56,388 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:38:57,390 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:38:58,388 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:38:59,388 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:39:00,315 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:39:00,316 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:39:00,389 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:39:00,480 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:39:01,389 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:39:02,389 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:39:03,389 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:39:04,389 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:39:05,389 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:39:05,883 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:39:06,389 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:39:07,389 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:39:07,496 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:39:08,389 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:39:09,390 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:39:10,394 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:39:11,397 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:39:11,502 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:39:12,399 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:39:13,398 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:39:14,402 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:39:15,315 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:39:15,316 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:39:15,401 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:39:15,507 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:39:15,508 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:39:15,508 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:39:15,509 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:39:16,037 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:39:16,401 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:39:16,548 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:39:17,038 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:39:17,401 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:39:18,401 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:39:19,401 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:39:20,401 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:39:21,401 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:39:21,886 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:39:22,401 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:39:23,401 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:39:24,401 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:39:25,401 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:39:26,401 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:39:27,401 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:39:27,886 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:39:28,401 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:39:29,402 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:39:30,315 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:39:30,316 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:39:30,402 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:39:31,402 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:39:32,402 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:39:32,886 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:39:33,402 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:39:34,402 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:39:35,402 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:39:36,402 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:39:37,402 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:39:37,501 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:39:38,402 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:39:38,503 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:39:39,403 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:39:40,403 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:39:41,411 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:39:42,418 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:39:43,411 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:39:43,889 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:39:44,412 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:39:45,321 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:39:45,324 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:39:45,412 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:39:46,412 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:39:46,906 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:39:46,907 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:39:46,907 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:39:46,909 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:39:47,066 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:39:47,413 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:39:48,413 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:39:48,949 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:39:49,068 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:39:49,413 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:39:50,413 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:39:51,413 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:39:52,413 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:39:53,413 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:39:54,413 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:39:54,887 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:39:55,413 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:39:56,413 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:39:57,413 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:39:58,413 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:39:59,414 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:40:00,319 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:40:00,319 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:40:00,404 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:40:00,414 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:40:01,414 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:40:02,414 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:40:03,414 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:40:04,414 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:40:05,414 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:40:05,888 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:40:06,415 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:40:07,414 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:40:07,504 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:40:08,414 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:40:09,415 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:40:10,415 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:40:11,415 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:40:11,514 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:40:12,425 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:40:13,418 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:40:14,422 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:40:15,319 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:40:15,319 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:40:15,423 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:40:15,591 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:40:15,593 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:40:15,593 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:40:15,595 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:40:16,090 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:40:16,423 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:40:16,634 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:40:17,091 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:40:17,423 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:40:18,423 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:40:19,423 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:40:20,423 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:40:21,423 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:40:21,890 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:40:22,423 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:40:23,423 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:40:24,423 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:40:25,423 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:40:26,423 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:40:26,890 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:40:27,423 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:40:28,424 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:40:29,424 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:40:30,319 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:40:30,319 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:40:30,424 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:40:31,424 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:40:32,424 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:40:32,890 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:40:33,424 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:40:34,424 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:40:35,424 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:40:36,425 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:40:37,425 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:40:37,508 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:40:38,425 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:40:38,510 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:40:39,425 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:40:40,432 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:40:41,428 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:40:42,429 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:40:43,429 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:40:43,909 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:40:44,432 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:40:45,319 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:40:45,319 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:40:45,431 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:40:46,194 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:40:46,195 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:40:46,196 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:40:46,197 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:40:46,605 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:40:47,117 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:40:47,605 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:40:48,605 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:40:49,119 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:40:49,605 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:40:49,895 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:40:50,605 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:40:51,605 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:40:52,606 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:40:53,606 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:40:54,606 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:40:55,606 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:40:55,894 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:40:56,606 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:40:57,606 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:40:58,606 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:40:59,606 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:41:00,319 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:41:00,320 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:41:00,607 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:41:01,476 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:41:01,606 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:41:02,606 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:41:03,607 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:41:04,607 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:41:05,607 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:41:06,607 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:41:06,895 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:41:07,512 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:41:07,608 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:41:08,607 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:41:09,607 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:41:10,607 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:41:11,615 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:41:11,903 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:41:12,611 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:41:13,614 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:41:14,615 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:41:15,321 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:41:15,325 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:41:15,619 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:41:16,615 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:41:17,170 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:41:17,172 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:41:17,173 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:41:17,173 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:41:17,174 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:41:17,615 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:41:18,146 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:41:18,615 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:41:19,147 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:41:19,615 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:41:20,615 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:41:21,615 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:41:22,615 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:41:22,899 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:41:23,615 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:41:24,615 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:41:25,615 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:41:26,616 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:41:27,616 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:41:28,616 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:41:28,899 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:41:29,616 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:41:30,322 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:41:30,322 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:41:30,616 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:41:31,616 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:41:32,616 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:41:33,616 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:41:33,900 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:41:34,616 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:41:35,617 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:41:36,617 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:41:37,516 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:41:37,617 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:41:38,617 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:41:39,518 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:41:39,617 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:41:40,617 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:41:41,617 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:41:42,617 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:41:43,621 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:41:44,620 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:41:44,907 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:41:45,325 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:41:45,327 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:41:45,618 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:41:46,618 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:41:47,619 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:41:48,619 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:41:49,120 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:41:49,121 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:41:49,122 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:41:49,124 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:41:49,176 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:41:49,619 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:41:50,161 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:41:50,619 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:41:51,177 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:41:51,619 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:41:52,619 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:41:53,619 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:41:54,619 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:41:55,619 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:41:55,904 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:41:56,619 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:41:57,619 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:41:58,620 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:41:59,620 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:42:00,325 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:42:00,326 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:42:00,779 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:42:01,409 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:42:01,690 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:42:02,690 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:42:03,690 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:42:04,690 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:42:05,691 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:42:06,691 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:42:06,903 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:42:07,519 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:42:07,691 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:42:08,691 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:42:09,691 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:42:10,691 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:42:11,691 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:42:11,904 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:42:12,703 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:42:13,700 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:42:14,699 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:42:15,329 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:42:15,330 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:42:15,696 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:42:16,706 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:42:17,703 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:42:17,904 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:42:18,172 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:42:18,174 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:42:18,174 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:42:18,176 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:42:18,200 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:42:18,703 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:42:19,703 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:42:20,703 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:42:21,203 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:42:21,703 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:42:22,703 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:42:22,904 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:42:23,703 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:42:24,703 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:42:25,703 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:42:26,703 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:42:27,703 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:42:28,704 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:42:28,904 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:42:29,704 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:42:30,329 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:42:30,330 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:42:30,704 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:42:31,704 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:42:32,704 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:42:33,704 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:42:33,904 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:42:34,704 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:42:35,704 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:42:36,704 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:42:37,523 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:42:37,704 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:42:38,705 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:42:39,525 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:42:39,705 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:42:40,705 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:42:41,705 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:42:42,705 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:42:43,706 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:42:44,716 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:42:44,912 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:42:45,330 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:42:45,333 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:42:45,709 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:42:46,710 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:42:47,714 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:42:48,710 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:42:48,787 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:42:48,788 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:42:48,789 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:42:48,790 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:42:49,228 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:42:49,711 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:42:50,710 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:42:50,828 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:42:51,230 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:42:51,711 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:42:52,711 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:42:53,711 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:42:54,711 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:42:55,711 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:42:55,908 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:42:56,711 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:42:57,711 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:42:58,711 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:42:59,711 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:43:00,371 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:43:00,371 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:43:00,711 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:43:01,470 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:43:01,711 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:43:02,711 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:43:03,712 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:43:04,712 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:43:05,712 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:43:06,712 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:43:06,909 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:43:07,526 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:43:07,712 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:43:08,712 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:43:09,712 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:43:10,712 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:43:11,716 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:43:11,923 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:43:12,720 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:43:13,717 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:43:14,722 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:43:15,372 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:43:15,374 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:43:15,722 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:43:16,723 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:43:17,621 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:43:17,621 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:43:17,622 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:43:17,622 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:43:17,623 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:43:18,006 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:43:18,257 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:43:18,767 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:43:19,258 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:43:19,767 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:43:20,768 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:43:21,768 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:43:22,768 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:43:22,912 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:43:23,768 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:43:24,768 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:43:25,768 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:43:26,768 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:43:27,768 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:43:28,768 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:43:28,912 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:43:29,768 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:43:30,513 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:43:30,514 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:43:30,769 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:43:31,769 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:43:32,769 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:43:33,769 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:43:33,912 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:43:34,769 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:43:35,769 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:43:36,771 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:43:37,530 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:43:37,769 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:43:38,769 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:43:39,532 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:43:39,769 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:43:40,770 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:43:41,770 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:43:42,770 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:43:43,775 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:43:44,779 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:43:44,916 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:43:45,419 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:43:45,423 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:43:45,774 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:43:46,777 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:43:47,777 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:43:48,775 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:43:48,824 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:43:48,825 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:43:48,826 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:43:48,827 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:43:49,289 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:43:49,775 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:43:50,775 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:43:50,865 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:43:51,290 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:43:51,775 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:43:52,775 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:43:53,775 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:43:54,775 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:43:55,775 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:43:55,917 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:43:56,775 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:43:57,776 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:43:58,776 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:43:59,776 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:44:00,419 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:44:00,420 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:44:00,776 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:44:01,519 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:44:01,776 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:44:02,776 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:44:03,776 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:44:04,776 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:44:05,776 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:44:06,776 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:44:06,917 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:44:07,534 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:44:07,777 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:44:08,777 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:44:09,777 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:44:10,777 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:44:11,778 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:44:11,922 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:44:12,781 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:44:13,781 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:44:14,779 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:44:15,429 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:44:15,429 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:44:15,781 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:44:16,779 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:44:16,923 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:44:17,779 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:44:17,886 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:44:17,887 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:44:17,888 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:44:17,889 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:44:18,318 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:44:18,779 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:44:19,318 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:44:19,779 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:44:20,779 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:44:21,779 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:44:21,923 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:44:22,779 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:44:23,779 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:44:24,779 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:44:25,779 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:44:26,779 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:44:27,780 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:44:27,923 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:44:28,780 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:44:29,780 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:44:30,423 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:44:30,424 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:44:30,829 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:44:31,826 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:44:32,826 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:44:32,923 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:44:33,826 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:44:34,826 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:44:35,826 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:44:36,826 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:44:37,538 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:44:37,826 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:44:38,540 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:44:38,827 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:44:39,827 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:44:40,827 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:44:41,830 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:44:42,827 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:44:43,829 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:44:43,937 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:44:44,830 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:44:45,427 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:44:45,429 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:44:45,837 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:44:46,830 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:44:47,831 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:44:47,840 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:44:47,841 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:44:47,841 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:44:47,842 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:44:48,342 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:44:48,831 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:44:49,343 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:44:49,831 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:44:49,882 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:44:50,831 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:44:51,831 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:44:52,831 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:44:53,831 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:44:54,831 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:44:54,926 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:44:55,831 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:44:56,831 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:44:57,831 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:44:58,832 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:44:59,832 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:45:00,426 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:45:00,426 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:45:00,593 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:45:00,832 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:45:01,832 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:45:02,832 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:45:03,832 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:45:04,832 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:45:05,832 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:45:05,927 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:45:06,832 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:45:07,543 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:45:07,832 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:45:08,832 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:45:09,833 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:45:10,833 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:45:11,545 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:45:11,833 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:45:12,843 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:45:13,837 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:45:14,838 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:45:15,429 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:45:15,433 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:45:15,838 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:45:16,570 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:45:16,840 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:45:17,842 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:45:18,843 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:45:18,938 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:45:18,940 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:45:18,940 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:45:18,942 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:45:19,376 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:45:19,843 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:45:20,843 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:45:21,377 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:45:21,843 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:45:21,930 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:45:22,843 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:45:23,843 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:45:24,843 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:45:25,843 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:45:26,843 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:45:27,843 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:45:27,930 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:45:28,843 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:45:29,843 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:45:30,429 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:45:30,430 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:45:30,843 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:45:31,844 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:45:32,844 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:45:32,930 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:45:33,844 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:45:34,844 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:45:35,844 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:45:36,844 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:45:37,546 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:45:37,844 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:45:38,548 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:45:38,844 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:45:39,845 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:45:40,845 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:45:41,845 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:45:42,845 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:45:43,845 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:45:43,931 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:45:44,845 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:45:45,430 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:45:45,430 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:45:45,845 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:45:46,855 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:45:47,861 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:45:48,856 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:45:48,936 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:45:49,859 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:45:50,859 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:45:51,860 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:45:52,039 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:45:52,040 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:45:52,041 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:45:52,042 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:45:52,408 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:45:52,860 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:45:53,409 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:45:53,860 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:45:54,081 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:45:54,860 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:45:55,860 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:45:56,860 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:45:57,860 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:45:58,860 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:45:59,860 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:45:59,931 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:46:00,430 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:46:00,430 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:46:00,860 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:46:01,861 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:46:02,861 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:46:03,861 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:46:04,861 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:46:05,861 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:46:05,931 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:46:06,861 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:46:07,550 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:46:07,861 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:46:08,861 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:46:09,861 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:46:10,862 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:46:11,553 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:46:11,862 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:46:12,862 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:46:13,862 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:46:14,862 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:46:15,430 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:46:15,430 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:46:15,862 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:46:16,577 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:46:16,862 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:46:17,862 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:46:18,862 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:46:19,878 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:46:20,864 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:46:21,867 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:46:21,943 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:46:22,864 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:46:23,867 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:46:24,872 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:46:25,744 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:46:25,745 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:46:25,745 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:46:25,746 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:46:26,155 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:46:26,452 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:46:26,892 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:46:27,453 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:46:27,892 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:46:27,933 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:46:28,892 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:46:29,892 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:46:30,430 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:46:30,430 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:46:30,893 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:46:31,892 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:46:32,892 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:46:33,893 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:46:33,933 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:46:34,893 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:46:35,893 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:46:36,893 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:46:37,554 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:46:37,893 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:46:38,893 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:46:39,557 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:46:39,893 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:46:40,893 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:46:41,893 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:46:42,894 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:46:43,894 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:46:44,894 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:46:44,934 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:46:45,430 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:46:45,430 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:46:45,894 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:46:46,894 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:46:47,894 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:46:48,904 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:46:49,897 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:46:49,938 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:46:50,898 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:46:51,909 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:46:52,899 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:46:53,899 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:46:54,488 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:46:54,489 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:46:54,489 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:46:54,490 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:46:54,906 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:46:55,482 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:46:55,530 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:46:55,905 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:46:56,906 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:46:57,484 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:46:57,906 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:46:58,906 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:46:59,906 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:47:00,430 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:47:00,430 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:47:00,549 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:47:00,906 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:47:01,906 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:47:02,906 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:47:03,906 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:47:04,906 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:47:05,906 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:47:05,937 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:47:06,907 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:47:07,558 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:47:07,907 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:47:08,907 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:47:09,907 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:47:10,907 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:47:11,561 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:47:11,907 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:47:12,907 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:47:13,907 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:47:14,908 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:47:15,430 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:47:15,431 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:47:15,908 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:47:16,908 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:47:16,937 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:47:17,908 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:47:18,909 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:47:19,917 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:47:20,911 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:47:21,913 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:47:22,918 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:47:22,937 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:47:23,916 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:47:24,912 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:47:25,522 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:47:25,523 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:47:25,523 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:47:25,525 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:47:25,939 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:47:26,516 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:47:26,936 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:47:27,517 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:47:27,936 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:47:27,938 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:47:28,936 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:47:29,936 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:47:30,430 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:47:30,431 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:47:30,936 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:47:31,936 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:47:32,936 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:47:33,936 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:47:33,938 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:47:34,936 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:47:35,937 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:47:36,937 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:47:37,562 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:47:37,937 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:47:38,937 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:47:39,564 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:47:39,937 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:47:40,937 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:47:41,937 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:47:42,937 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:47:43,937 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:47:44,937 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:47:44,939 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:47:45,430 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:47:45,431 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:47:45,937 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:47:46,938 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:47:47,938 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:47:48,938 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:47:49,942 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:47:49,944 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:47:50,947 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:47:51,950 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:47:52,945 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:47:53,945 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:47:54,945 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:47:54,950 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:47:55,824 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:47:55,826 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:47:55,826 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:47:55,827 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:47:56,241 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:47:56,543 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:47:57,238 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:47:57,544 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:47:58,238 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:47:59,238 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:48:00,238 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:48:00,430 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:48:00,431 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:48:00,598 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:48:01,238 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:48:02,238 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:48:03,238 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:48:04,238 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:48:05,239 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:48:05,942 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:48:06,239 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:48:07,239 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:48:07,567 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:48:08,239 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:48:09,239 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:48:10,239 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:48:11,239 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:48:11,569 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:48:12,239 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:48:13,240 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:48:14,240 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:48:15,240 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:48:15,432 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:48:15,433 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:48:16,240 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:48:16,573 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:48:17,240 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:48:18,240 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:48:19,240 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:48:20,251 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:48:21,246 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:48:21,947 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:48:22,249 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:48:23,250 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:48:24,248 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:48:25,249 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:48:26,114 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:48:26,116 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:48:26,116 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:48:26,118 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:48:26,527 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:48:26,572 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:48:27,526 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:48:27,573 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:48:27,944 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:48:28,526 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:48:29,526 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:48:30,431 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:48:30,431 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:48:30,526 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:48:31,526 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:48:32,526 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:48:33,526 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:48:33,944 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:48:34,526 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:48:35,526 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:48:36,526 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:48:37,526 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:48:37,570 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:48:38,527 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:48:39,527 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:48:39,573 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:48:40,527 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:48:41,527 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:48:42,527 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:48:43,527 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:48:44,527 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:48:44,944 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:48:45,431 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:48:45,431 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:48:45,527 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:48:46,527 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:48:47,527 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:48:48,527 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:48:49,528 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:48:50,528 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:48:50,953 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:48:51,531 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:48:52,528 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:48:53,531 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:48:54,532 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:48:55,532 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:48:56,533 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:48:56,669 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:48:56,671 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:48:56,672 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:48:56,672 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:48:56,673 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:48:57,533 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:48:57,605 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:48:57,606 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:48:58,533 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:48:59,533 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:49:00,431 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:49:00,432 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:49:00,533 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:49:01,533 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:49:02,084 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:49:02,533 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:49:03,533 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:49:04,533 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:49:05,533 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:49:06,533 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:49:07,533 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:49:07,574 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:49:07,581 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:49:08,534 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:49:09,534 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:49:10,534 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:49:11,534 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:49:12,534 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:49:13,085 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:49:13,534 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:49:14,534 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:49:15,431 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:49:15,432 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:49:15,534 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:49:16,534 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:49:17,534 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:49:18,534 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:49:19,085 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:49:19,544 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:49:20,541 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:49:21,546 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:49:22,542 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:49:23,543 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:49:24,085 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:49:24,544 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:49:25,117 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:49:25,119 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:49:25,119 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:49:25,121 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:49:25,544 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:49:25,633 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:49:26,544 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:49:27,544 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:49:27,634 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:49:28,544 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:49:29,544 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:49:30,085 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:49:30,431 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:49:30,432 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:49:30,544 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:49:31,544 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:49:32,544 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:49:33,544 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:49:34,544 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:49:35,544 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:49:36,085 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:49:36,545 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:49:37,544 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:49:37,578 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:49:38,545 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:49:39,545 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:49:40,545 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:49:41,545 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:49:41,581 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:49:42,545 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:49:43,545 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:49:44,545 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:49:45,431 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:49:45,432 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:49:45,545 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:49:46,545 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:49:46,595 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:49:47,545 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:49:48,545 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:49:49,546 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:49:50,546 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:49:51,547 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:49:52,085 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:49:52,554 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:49:53,549 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:49:54,549 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:49:55,550 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:49:56,550 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:49:56,849 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:49:56,851 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:49:56,851 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:49:56,853 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:49:57,264 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:49:57,550 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:49:57,664 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:49:57,665 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:49:58,550 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:49:59,550 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:50:00,432 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:50:00,432 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:50:00,550 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:50:01,550 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:50:02,550 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:50:03,263 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:50:03,551 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:50:04,551 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:50:05,551 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:50:06,551 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:50:07,551 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:50:07,582 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:50:08,551 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:50:08,584 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:50:09,551 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:50:10,551 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:50:11,552 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:50:12,551 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:50:13,552 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:50:14,264 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:50:14,552 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:50:15,432 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:50:15,432 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:50:15,552 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:50:16,552 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:50:17,552 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:50:18,552 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:50:19,552 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:50:20,264 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:50:20,552 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:50:21,552 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:50:22,568 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:50:23,559 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:50:24,561 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:50:25,272 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:50:25,560 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:50:26,563 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:50:27,569 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:50:28,393 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:50:28,394 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:50:28,394 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:50:28,396 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:50:28,691 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:50:28,805 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:50:29,692 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:50:29,804 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:50:30,432 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:50:30,432 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:50:30,579 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:50:30,804 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:50:31,804 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:50:32,804 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:50:33,804 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:50:34,805 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:50:35,805 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:50:36,264 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:50:36,805 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:50:37,587 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:50:37,805 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:50:38,805 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:50:39,805 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:50:40,805 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:50:41,590 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:50:41,805 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:50:42,921 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:50:43,917 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:50:44,917 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:50:45,432 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:50:45,433 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:50:45,918 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:50:46,918 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:50:47,264 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:50:47,918 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:50:48,918 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:50:49,918 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:50:50,918 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:50:51,918 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:50:52,264 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:50:52,918 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:50:53,918 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:50:54,926 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:50:55,923 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:50:56,927 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:50:57,271 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:50:57,923 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:50:58,923 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:50:59,924 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:51:00,117 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:51:00,118 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:51:00,119 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:51:00,120 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:51:00,529 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:51:00,530 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:51:00,735 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:51:00,923 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:51:01,736 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:51:01,923 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:51:02,923 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:51:03,268 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:51:03,924 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:51:04,924 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:51:05,924 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:51:06,924 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:51:07,590 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:51:07,924 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:51:08,592 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:51:08,924 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:51:09,924 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:51:10,924 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:51:11,924 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:51:12,925 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:51:13,925 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:51:14,269 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:51:14,925 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:51:15,528 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:51:15,528 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:51:15,925 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:51:16,925 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:51:17,925 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:51:18,926 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:51:19,926 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:51:20,269 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:51:20,926 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:51:21,926 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:51:22,926 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:51:23,926 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:51:24,926 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:51:25,932 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:51:26,271 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:51:26,929 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:51:27,929 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:51:28,929 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:51:29,932 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:51:30,529 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:51:30,530 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:51:30,929 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:51:31,186 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:51:31,188 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:51:31,189 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:51:31,190 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:51:31,766 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:51:31,767 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:51:31,929 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:51:32,228 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:51:32,929 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:51:33,929 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:51:34,930 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:51:35,930 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:51:36,930 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:51:37,274 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:51:37,593 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:51:37,930 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:51:38,930 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:51:39,930 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:51:40,930 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:51:41,930 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:51:42,930 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:51:43,274 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:51:43,930 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:51:44,931 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:51:45,530 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:51:45,530 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:51:45,931 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:51:46,931 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:51:47,931 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:51:48,275 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:51:48,931 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:51:49,931 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:51:50,931 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:51:51,933 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:51:52,931 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:51:53,931 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:51:54,275 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:51:54,931 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:51:55,939 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:51:56,937 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:51:57,943 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:51:58,938 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:51:59,282 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:51:59,939 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:52:00,531 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:52:00,532 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:52:00,939 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:52:01,353 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:52:01,355 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:52:01,355 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:52:01,356 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:52:01,796 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:52:01,939 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:52:02,939 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:52:03,798 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:52:03,940 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:52:04,939 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:52:05,277 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:52:05,939 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:52:06,939 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:52:07,597 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:52:07,939 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:52:08,940 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:52:09,940 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:52:10,599 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:52:10,940 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:52:11,940 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:52:12,940 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:52:13,940 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:52:14,940 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:52:15,532 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:52:15,532 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:52:15,624 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:52:15,940 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:52:16,940 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:52:17,940 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:52:18,941 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:52:19,941 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:52:20,941 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:52:21,277 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:52:21,941 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:52:22,941 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:52:23,941 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:52:24,941 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:52:25,948 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:52:26,282 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:52:26,946 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:52:27,954 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:52:28,952 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:52:29,951 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:52:30,535 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:52:30,535 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:52:30,951 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:52:31,130 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:52:31,132 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:52:31,132 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:52:31,134 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:52:31,828 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:52:31,828 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:52:31,951 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:52:32,172 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:52:32,951 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:52:33,951 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:52:34,951 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:52:35,951 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:52:36,951 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:52:37,278 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:52:37,601 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:52:37,951 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:52:38,951 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:52:39,951 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:52:40,952 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:52:41,952 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:52:42,278 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:52:42,952 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:52:43,952 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:52:44,952 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:52:45,534 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:52:45,535 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:52:45,952 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:52:46,952 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:52:47,279 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:52:47,952 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:52:48,952 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:52:49,952 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:52:50,952 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:52:51,953 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:52:52,953 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:52:53,279 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:52:53,958 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:52:54,963 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:52:55,962 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:52:56,965 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:52:57,965 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:52:58,284 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:52:58,965 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:52:59,309 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:52:59,310 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:52:59,310 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:52:59,311 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:52:59,860 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:52:59,860 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:52:59,966 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:53:00,535 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:53:00,535 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:53:00,966 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:53:01,966 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:53:02,966 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:53:03,966 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:53:04,280 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:53:04,966 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:53:05,966 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:53:06,966 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:53:07,605 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:53:07,966 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:53:08,967 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:53:09,607 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:53:09,967 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:53:10,967 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:53:11,967 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:53:12,967 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:53:13,967 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:53:14,967 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:53:15,281 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:53:15,535 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:53:15,535 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:53:15,967 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:53:16,967 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:53:17,968 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:53:18,968 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:53:19,968 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:53:20,968 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:53:21,281 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:53:21,968 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:53:22,968 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:53:23,968 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:53:24,968 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:53:25,968 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:53:26,968 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:53:27,286 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:53:27,969 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:53:28,969 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:53:29,975 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:53:30,535 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:53:30,535 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:53:30,980 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:53:31,981 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:53:32,286 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:53:32,978 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:53:33,033 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:53:33,034 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:53:33,034 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:53:33,035 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:53:33,895 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:53:33,896 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:53:33,978 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:53:34,978 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:53:35,978 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:53:36,978 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:53:37,610 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:53:37,616 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:53:37,978 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:53:38,978 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:53:39,978 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:53:40,978 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:53:41,979 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:53:42,979 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:53:43,285 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:53:43,979 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:53:44,979 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:53:45,535 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:53:45,535 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:53:45,979 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:53:46,979 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:53:47,979 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:53:48,500 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:53:48,979 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:53:49,980 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:53:50,980 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:53:51,980 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:53:52,980 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:53:53,980 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:53:54,403 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:53:54,980 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:53:55,980 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:53:56,980 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:53:57,980 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:53:58,980 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:53:59,981 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:54:00,403 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:54:00,535 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:54:00,535 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:54:00,993 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:54:01,994 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:54:02,996 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:54:03,993 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:54:04,993 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:54:05,411 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:54:05,990 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:54:06,715 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:54:06,717 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:54:06,718 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:54:06,720 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:54:06,927 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:54:07,124 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:54:07,613 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:54:07,929 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:54:08,123 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:54:09,123 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:54:10,123 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:54:10,615 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:54:11,123 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:54:12,123 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:54:13,123 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:54:14,123 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:54:15,123 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:54:15,535 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:54:15,536 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:54:15,640 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:54:16,123 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:54:17,123 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:54:18,124 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:54:19,124 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:54:20,124 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:54:21,124 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:54:21,409 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:54:22,124 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:54:23,124 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:54:24,124 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:54:25,125 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:54:26,125 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:54:26,409 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:54:27,125 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:54:28,125 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:54:29,125 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:54:30,125 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:54:30,535 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:54:30,536 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:54:31,125 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:54:31,627 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:54:32,125 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:54:33,125 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:54:34,138 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:54:35,136 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:54:36,132 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:54:37,132 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:54:37,418 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:54:37,623 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:54:38,133 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:54:39,133 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:54:39,724 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:54:39,726 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:54:39,727 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:54:39,728 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:54:39,962 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:54:40,138 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:54:41,138 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:54:41,963 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:54:42,138 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:54:43,138 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:54:43,414 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:54:44,138 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:54:45,138 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:54:45,535 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:54:45,536 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:54:46,138 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:54:47,138 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:54:48,138 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:54:49,138 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:54:49,414 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:54:50,138 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:54:51,139 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:54:52,139 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:54:53,139 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:54:54,139 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:54:54,415 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:54:55,139 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:54:56,139 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:54:57,139 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:54:58,139 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:54:59,139 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:55:00,139 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:55:00,415 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:55:00,535 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:55:00,536 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:55:01,139 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:55:02,140 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:55:03,140 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:55:04,146 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:55:05,143 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:55:05,419 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:55:06,147 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:55:07,143 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:55:07,623 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:55:08,145 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:55:09,146 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:55:09,824 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:55:09,825 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:55:09,825 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:55:09,826 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:55:09,987 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:55:10,241 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:55:10,865 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:55:11,249 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:55:11,989 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:55:12,247 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:55:13,247 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:55:14,247 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:55:15,247 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:55:15,536 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:55:15,536 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:55:16,247 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:55:16,703 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:55:17,247 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:55:18,247 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:55:19,247 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:55:20,247 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:55:21,247 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:55:22,248 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:55:22,416 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:55:23,248 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:55:24,248 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:55:25,248 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:55:26,248 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:55:27,248 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:55:27,417 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:55:28,248 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:55:29,248 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:55:30,248 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:55:30,536 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:55:30,536 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:55:31,248 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:55:32,249 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:55:33,249 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:55:33,417 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:55:34,249 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:55:35,258 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:55:36,254 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:55:37,254 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:55:37,636 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:55:38,255 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:55:38,637 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:55:39,258 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:55:40,258 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:55:40,717 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:55:40,719 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:55:40,719 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:55:40,721 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:55:41,024 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:55:41,259 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:55:42,025 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:55:42,259 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:55:43,259 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:55:44,259 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:55:44,420 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:55:45,259 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:55:45,536 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:55:45,536 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:55:46,259 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:55:47,259 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:55:48,260 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:55:49,259 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:55:50,260 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:55:50,421 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:55:51,260 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:55:52,260 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:55:53,260 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:55:54,260 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:55:55,260 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:55:55,421 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:55:56,260 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:55:57,260 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:55:58,260 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:55:59,261 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:56:00,261 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:56:00,536 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:56:00,536 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:56:00,624 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:56:01,261 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:56:02,261 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:56:03,261 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:56:04,261 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:56:05,261 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:56:06,261 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:56:06,421 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:56:07,261 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:56:07,631 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:56:08,274 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:56:09,266 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:56:10,269 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:56:11,273 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:56:11,641 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:56:12,277 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:56:13,272 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:56:14,057 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:56:14,059 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:56:14,059 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:56:14,062 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:56:14,063 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:56:14,478 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:56:15,476 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:56:15,536 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:56:15,536 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:56:16,064 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:56:16,477 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:56:17,422 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:56:17,477 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:56:18,477 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:56:19,477 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:56:20,477 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:56:21,477 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:56:22,477 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:56:23,422 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:56:23,477 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:56:24,477 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:56:25,477 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:56:26,478 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:56:27,478 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:56:28,423 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:56:28,478 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:56:29,478 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:56:30,478 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:56:30,536 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:56:30,536 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:56:31,478 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:56:32,478 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:56:33,478 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:56:34,423 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:56:34,478 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:56:35,478 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:56:36,478 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:56:37,481 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:56:37,639 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:56:38,481 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:56:39,480 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:56:39,647 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:56:40,480 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:56:41,487 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:56:42,487 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:56:43,358 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:56:43,360 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:56:43,360 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:56:43,361 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:56:43,770 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:56:44,089 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:56:44,090 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:56:44,511 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:56:45,401 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:56:45,511 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:56:45,536 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:56:45,537 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:56:46,511 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:56:47,511 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:56:48,511 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:56:49,511 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:56:50,427 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:56:50,512 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:56:51,512 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:56:52,512 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:56:53,512 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:56:54,512 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:56:55,512 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:56:56,427 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:56:56,512 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:56:57,512 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:56:58,513 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:56:59,512 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:57:00,513 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:57:00,536 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:57:00,537 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:57:01,513 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:57:01,618 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:57:02,513 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:57:03,513 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:57:04,513 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:57:05,513 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:57:06,513 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:57:07,427 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:57:07,513 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:57:07,639 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:57:08,513 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:57:09,528 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:57:10,522 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:57:11,520 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:57:12,433 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:57:12,521 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:57:13,522 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:57:14,522 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:57:15,404 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:57:15,406 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:57:15,406 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:57:15,408 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:57:15,810 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:57:15,811 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:57:15,817 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:57:16,123 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:57:16,123 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:57:16,809 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:57:17,433 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:57:17,810 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:57:18,810 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:57:19,810 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:57:20,810 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:57:21,810 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:57:22,810 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:57:23,433 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:57:23,810 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:57:24,810 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:57:25,810 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:57:26,810 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:57:27,811 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:57:28,811 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:57:29,434 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:57:29,811 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:57:30,555 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:57:30,555 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:57:30,811 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:57:31,811 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:57:32,811 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:57:33,811 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:57:34,811 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:57:35,434 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:57:35,811 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:57:36,812 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:57:37,643 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:57:37,812 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:57:38,812 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:57:39,812 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:57:40,645 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:57:40,812 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:57:41,816 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:57:42,818 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:57:43,817 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:57:44,818 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:57:45,559 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:57:45,559 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:57:45,822 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:57:46,639 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:57:46,822 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:57:47,547 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:57:47,549 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:57:47,549 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:57:47,551 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:57:47,960 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:57:48,154 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:57:48,154 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:57:48,959 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:57:49,960 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:57:50,960 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:57:51,960 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:57:52,439 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:57:52,960 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:57:53,960 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:57:54,960 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:57:55,960 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:57:56,960 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:57:57,960 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:57:58,439 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:57:58,960 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:57:59,961 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:58:00,559 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:58:00,559 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:58:00,961 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:58:01,961 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:58:02,961 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:58:03,439 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:58:03,961 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:58:04,961 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:58:05,961 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:58:06,961 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:58:07,647 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:58:07,961 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:58:08,649 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:58:08,961 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:58:09,961 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:58:10,962 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:58:11,962 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:58:12,969 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:58:13,974 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:58:14,451 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:58:14,980 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:58:15,563 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:58:15,564 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:58:15,974 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:58:16,977 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:58:17,978 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:58:18,221 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:58:18,223 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:58:18,224 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:58:18,225 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:58:18,978 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:58:19,183 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:58:19,978 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:58:20,184 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:58:20,263 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:58:20,978 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:58:21,978 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:58:22,978 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:58:23,978 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:58:24,978 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:58:25,443 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:58:25,978 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:58:26,978 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:58:27,978 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:58:28,979 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:58:29,979 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:58:30,564 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:58:30,565 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:58:30,733 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:58:30,979 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:58:31,979 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:58:32,979 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:58:33,979 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:58:34,979 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:58:35,980 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:58:36,444 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:58:36,979 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:58:37,652 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:58:37,979 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:58:38,980 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:58:39,980 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:58:40,980 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:58:41,654 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:58:41,991 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:58:42,991 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:58:44,001 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:58:45,000 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:58:45,567 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:58:45,570 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:58:46,001 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:58:46,662 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:58:46,998 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:58:47,998 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:58:48,019 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:58:48,020 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:58:48,020 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:58:48,022 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:58:48,214 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:58:48,998 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:58:49,998 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:58:50,216 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:58:50,998 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:58:51,998 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:58:52,061 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:58:52,998 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:58:53,998 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:58:54,998 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:58:55,999 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:58:56,999 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:58:57,449 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:58:57,999 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:58:58,999 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:58:59,999 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:59:00,567 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:59:00,568 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:59:00,999 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:59:02,028 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:59:02,450 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:59:03,027 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:59:04,027 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:59:05,028 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:59:06,028 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:59:07,028 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:59:07,655 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:59:07,662 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:59:08,028 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:59:09,028 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:59:10,028 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:59:11,028 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:59:12,028 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:59:13,028 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:59:13,450 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:59:14,038 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:59:15,030 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:59:15,570 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:59:15,574 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:59:16,034 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:59:17,034 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:59:18,035 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:59:18,452 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:59:19,035 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:59:19,728 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:59:19,730 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:59:19,731 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:59:19,732 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:59:20,136 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:59:20,246 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:59:20,247 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:59:21,135 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:59:22,134 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:59:23,135 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:59:23,452 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:59:24,135 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:59:25,135 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:59:26,135 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:59:27,135 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:59:28,135 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:59:29,135 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:59:29,453 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:59:30,135 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:59:30,570 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:59:30,571 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:59:31,135 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:59:32,135 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:59:33,135 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:59:34,136 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:59:35,137 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:59:35,453 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:59:36,136 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:59:37,136 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:59:37,659 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-26 23:59:38,136 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:59:39,136 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:59:40,136 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:59:40,662 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:59:41,137 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:59:42,137 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:59:43,137 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:59:44,137 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:59:45,137 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:59:45,571 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-26 23:59:45,571 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-26 23:59:45,713 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:59:46,137 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:59:47,142 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:59:48,143 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:59:49,142 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:59:50,144 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:59:51,147 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:59:51,460 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:59:52,146 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:59:52,429 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-26 23:59:52,431 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-26 23:59:52,431 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-26 23:59:52,432 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-26 23:59:53,146 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:59:53,275 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-26 23:59:54,146 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:59:54,276 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-26 23:59:55,146 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:59:56,146 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:59:56,845 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-26 23:59:57,146 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:59:58,146 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-26 23:59:59,146 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:00:00,146 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:00:00,571 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:00:00,571 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:00:01,146 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:00:02,146 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:00:02,576 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:00:03,146 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:00:04,146 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:00:05,147 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:00:06,147 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:00:07,147 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:00:07,663 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:00:07,669 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:00:08,147 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:00:09,147 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:00:10,147 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:00:11,147 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:00:12,147 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:00:13,147 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:00:13,576 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:00:14,147 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:00:15,148 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:00:15,571 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:00:15,571 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:00:16,148 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:00:17,153 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:00:18,156 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:00:18,585 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:00:19,159 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:00:20,157 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:00:21,157 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:00:22,157 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:00:22,247 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:00:22,248 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:00:22,248 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:00:22,249 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:00:22,304 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:00:23,157 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:00:23,660 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:00:24,157 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:00:24,306 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:00:25,157 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:00:26,157 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:00:27,157 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:00:28,157 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:00:29,159 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:00:29,659 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:00:30,158 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:00:30,571 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:00:30,571 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:00:31,158 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:00:32,158 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:00:33,158 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:00:34,158 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:00:35,158 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:00:35,659 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:00:36,158 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:00:37,159 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:00:37,667 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:00:38,158 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:00:39,158 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:00:40,159 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:00:40,670 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:00:41,159 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:00:42,159 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:00:43,159 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:00:44,159 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:00:45,159 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:00:45,571 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:00:45,571 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:00:45,708 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:00:46,159 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:00:47,159 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:00:48,159 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:00:49,159 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:00:50,168 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:00:51,161 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:00:51,670 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:00:52,161 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:00:53,166 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:00:54,161 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:00:55,162 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:00:55,347 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:00:55,349 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:00:55,349 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:00:55,350 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:00:56,161 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:00:56,339 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:00:56,340 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:00:57,161 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:00:57,389 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:00:58,161 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:00:59,162 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:01:00,162 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:01:00,571 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:01:00,572 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:01:01,162 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:01:02,162 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:01:02,663 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:01:03,162 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:01:04,162 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:01:05,162 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:01:06,162 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:01:07,162 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:01:07,671 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:01:07,677 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:01:08,162 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:01:09,163 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:01:10,163 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:01:11,163 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:01:12,163 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:01:13,163 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:01:13,664 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:01:14,163 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:01:15,163 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:01:15,571 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:01:15,572 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:01:16,163 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:01:17,163 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:01:18,163 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:01:19,163 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:01:19,664 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:01:20,163 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:01:21,176 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:01:22,169 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:01:23,169 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:01:24,170 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:01:24,676 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:01:25,170 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:01:26,170 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:01:27,156 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:01:27,157 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:01:27,158 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:01:27,159 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:01:27,377 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:01:27,562 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:01:28,304 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:01:28,378 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:01:29,301 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:01:30,301 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:01:30,572 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:01:30,572 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:01:30,724 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:01:31,302 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:01:32,301 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:01:33,302 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:01:34,302 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:01:35,302 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:01:36,302 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:01:36,667 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:01:37,302 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:01:37,676 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:01:38,302 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:01:39,302 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:01:40,302 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:01:41,302 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:01:41,678 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:01:42,302 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:01:43,302 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:01:44,303 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:01:45,303 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:01:45,571 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:01:45,572 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:01:46,303 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:01:47,303 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:01:47,642 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:01:48,303 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:01:49,303 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:01:50,303 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:01:51,306 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:01:52,312 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:01:52,670 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:01:53,307 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:01:54,307 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:01:55,308 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:01:56,291 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:01:56,293 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:01:56,293 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:01:56,294 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:01:56,402 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:01:56,697 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:01:57,696 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:01:58,404 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:01:58,668 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:01:58,696 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:01:59,697 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:02:00,572 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:02:00,572 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:02:00,697 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:02:01,697 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:02:02,697 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:02:03,697 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:02:04,668 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:02:04,697 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:02:05,697 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:02:06,697 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:02:07,679 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:02:07,697 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:02:08,697 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:02:09,681 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:02:09,698 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:02:10,698 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:02:11,698 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:02:12,698 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:02:13,698 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:02:14,698 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:02:15,572 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:02:15,572 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:02:15,698 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:02:15,731 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:02:16,698 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:02:17,698 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:02:18,698 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:02:19,699 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:02:20,699 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:02:21,676 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:02:21,701 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:02:22,701 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:02:23,704 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:02:24,702 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:02:25,702 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:02:26,702 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:02:27,454 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:02:27,455 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:02:27,456 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:02:27,456 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:02:27,458 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:02:27,861 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:02:28,434 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:02:28,434 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:02:28,855 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:02:29,855 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:02:30,572 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:02:30,572 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:02:30,855 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:02:31,855 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:02:32,677 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:02:32,855 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:02:33,855 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:02:34,855 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:02:35,855 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:02:36,855 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:02:37,683 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:02:37,690 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:02:37,856 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:02:38,856 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:02:39,856 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:02:40,999 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:02:41,998 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:02:42,856 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:02:42,998 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:02:43,998 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:02:44,998 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:02:45,572 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:02:45,572 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:02:45,999 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:02:46,999 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:02:47,856 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:02:47,999 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:02:48,999 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:02:49,999 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:02:50,999 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:02:51,999 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:02:52,999 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:02:53,857 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:02:53,999 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:02:55,005 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:02:56,005 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:02:57,003 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:02:58,006 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:02:58,862 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:02:59,007 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:02:59,989 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:02:59,990 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:02:59,991 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:02:59,992 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:03:00,455 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:03:00,462 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:03:00,572 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:03:00,573 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:03:01,135 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:03:01,463 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:03:02,135 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:03:03,135 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:03:04,135 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:03:04,858 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:03:05,136 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:03:06,136 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:03:07,136 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:03:07,687 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:03:08,136 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:03:09,136 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:03:10,136 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:03:10,858 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:03:11,136 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:03:12,136 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:03:13,136 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:03:14,136 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:03:15,137 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:03:15,572 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:03:15,573 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:03:16,137 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:03:16,654 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:03:17,137 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:03:18,137 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:03:19,137 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:03:20,137 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:03:21,137 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:03:21,859 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:03:22,137 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:03:23,137 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:03:24,137 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:03:25,144 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:03:26,144 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:03:26,863 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:03:27,148 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:03:28,145 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:03:29,145 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:03:30,145 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:03:30,295 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:03:30,297 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:03:30,298 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:03:30,300 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:03:30,493 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:03:30,712 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:03:30,712 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:03:31,145 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:03:32,145 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:03:32,794 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:03:33,145 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:03:33,495 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:03:34,145 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:03:35,145 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:03:36,146 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:03:37,146 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:03:37,690 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:03:37,862 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:03:38,146 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:03:39,146 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:03:40,146 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:03:41,146 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:03:42,466 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:03:42,863 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:03:43,465 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:03:44,465 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:03:45,465 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:03:45,711 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:03:45,712 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:03:46,465 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:03:47,465 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:03:48,465 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:03:48,863 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:03:49,466 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:03:50,466 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:03:51,466 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:03:52,466 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:03:53,466 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:03:54,479 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:03:54,866 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:03:55,473 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:03:56,472 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:03:57,473 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:03:58,473 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:03:59,473 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:03:59,925 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:03:59,926 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:03:59,926 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:03:59,927 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:03:59,928 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:04:00,473 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:04:00,521 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:04:00,713 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:04:00,713 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:04:01,473 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:04:01,522 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:04:02,473 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:04:03,473 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:04:04,473 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:04:05,473 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:04:05,865 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:04:06,473 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:04:07,473 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:04:07,695 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:04:08,474 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:04:09,474 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:04:10,474 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:04:11,474 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:04:11,866 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:04:12,474 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:04:13,523 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:04:14,520 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:04:15,520 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:04:15,713 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:04:15,713 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:04:16,520 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:04:17,520 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:04:17,830 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:04:18,520 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:04:19,520 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:04:20,520 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:04:21,520 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:04:22,520 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:04:22,866 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:04:23,520 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:04:24,520 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:04:25,526 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:04:26,525 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:04:27,529 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:04:27,874 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:04:28,534 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:04:29,529 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:04:30,530 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:04:30,717 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:04:30,717 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:04:31,153 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:04:31,155 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:04:31,155 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:04:31,156 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:04:31,550 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:04:31,569 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:04:32,566 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:04:33,551 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:04:33,566 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:04:33,868 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:04:34,567 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:04:35,566 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:04:36,567 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:04:37,567 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:04:37,698 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:04:38,567 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:04:39,567 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:04:39,868 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:04:40,567 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:04:41,567 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:04:42,929 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:04:43,928 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:04:44,928 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:04:44,931 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:04:45,713 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:04:45,714 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:04:45,929 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:04:46,929 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:04:47,929 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:04:48,929 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:04:49,929 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:04:50,929 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:04:50,929 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:04:51,929 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:04:52,929 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:04:53,933 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:04:54,937 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:04:55,935 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:04:55,935 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:04:56,939 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:04:57,935 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:04:58,936 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:04:58,965 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:04:58,965 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:04:58,966 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:04:58,967 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:04:59,579 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:04:59,936 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:05:00,714 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:05:00,714 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:05:00,936 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:05:01,586 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:05:01,853 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:05:01,936 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:05:02,936 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:05:03,936 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:05:04,936 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:05:05,936 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:05:06,930 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:05:06,936 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:05:07,702 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:05:07,936 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:05:08,936 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:05:09,937 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:05:10,937 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:05:11,937 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:05:12,929 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:05:12,937 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:05:13,938 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:05:14,937 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:05:15,714 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:05:15,714 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:05:15,937 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:05:16,937 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:05:17,930 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:05:17,937 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:05:18,938 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:05:19,938 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:05:20,938 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:05:21,938 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:05:22,934 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:05:22,940 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:05:23,942 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:05:24,943 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:05:25,944 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:05:26,944 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:05:27,934 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:05:27,943 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:05:28,132 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:05:28,133 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:05:28,133 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:05:28,134 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:05:28,613 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:05:28,948 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:05:29,614 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:05:29,947 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:05:30,714 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:05:30,716 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:05:30,947 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:05:31,947 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:05:32,947 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:05:33,934 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:05:33,947 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:05:34,947 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:05:35,947 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:05:36,947 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:05:37,706 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:05:37,947 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:05:38,934 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:05:38,948 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:05:39,948 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:05:40,948 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:05:41,948 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:05:42,966 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:05:43,956 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:05:43,968 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:05:44,956 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:05:45,714 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:05:45,715 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:05:45,956 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:05:46,956 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:05:47,956 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:05:48,956 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:05:49,956 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:05:49,957 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:05:50,956 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:05:51,956 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:05:52,961 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:05:53,959 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:05:54,962 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:05:54,970 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:05:55,963 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:05:56,964 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:05:57,963 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:05:58,877 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:05:58,878 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:05:58,879 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:05:58,880 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:05:59,288 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:05:59,641 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:06:00,025 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:06:00,714 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:06:00,714 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:06:00,851 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:06:01,025 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:06:01,643 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:06:02,025 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:06:03,025 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:06:04,025 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:06:05,025 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:06:05,961 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:06:06,025 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:06:07,025 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:06:07,710 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:06:08,025 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:06:09,025 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:06:10,025 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:06:11,025 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:06:11,961 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:06:12,273 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:06:13,272 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:06:14,272 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:06:15,272 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:06:15,714 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:06:15,714 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:06:16,272 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:06:17,272 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:06:17,866 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:06:18,272 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:06:19,272 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:06:20,272 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:06:21,272 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:06:22,273 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:06:22,961 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:06:23,273 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:06:24,273 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:06:25,273 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:06:26,275 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:06:27,275 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:06:27,967 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:06:28,276 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:06:29,276 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:06:30,276 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:06:30,721 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:06:30,721 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:06:31,276 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:06:31,699 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:06:31,700 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:06:31,701 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:06:31,702 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:06:32,276 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:06:32,669 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:06:33,277 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:06:33,670 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:06:33,964 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:06:34,276 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:06:35,277 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:06:36,277 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:06:37,277 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:06:37,714 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:06:38,277 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:06:39,277 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:06:39,964 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:06:40,277 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:06:41,277 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:06:42,277 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:06:43,277 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:06:44,277 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:06:45,278 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:06:45,718 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:06:45,718 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:06:45,881 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:06:46,278 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:06:47,278 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:06:48,278 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:06:49,278 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:06:50,278 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:06:50,965 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:06:51,278 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:06:52,278 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:06:53,278 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:06:54,278 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:06:55,278 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:06:56,278 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:06:56,971 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:06:57,287 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:06:58,283 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:06:59,282 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:07:00,283 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:07:00,722 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:07:00,727 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:07:01,283 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:07:02,283 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:07:02,601 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:07:02,602 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:07:02,603 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:07:02,603 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:07:02,605 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:07:02,700 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:07:03,283 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:07:04,283 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:07:05,283 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:07:05,702 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:07:06,283 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:07:07,283 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:07:07,718 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:07:07,725 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:07:08,283 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:07:09,283 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:07:10,283 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:07:11,284 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:07:12,284 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:07:13,010 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:07:13,284 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:07:14,350 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:07:15,349 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:07:15,722 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:07:15,722 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:07:16,349 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:07:17,349 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:07:18,011 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:07:18,349 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:07:19,349 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:07:20,350 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:07:21,350 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:07:22,350 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:07:23,350 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:07:24,011 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:07:24,350 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:07:25,350 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:07:26,360 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:07:27,365 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:07:28,357 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:07:29,024 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:07:29,358 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:07:30,361 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:07:30,727 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:07:30,728 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:07:31,358 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:07:31,674 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:07:31,675 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:07:31,675 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:07:31,676 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:07:31,726 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:07:32,358 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:07:33,358 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:07:33,727 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:07:34,358 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:07:35,014 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:07:35,358 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:07:36,358 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:07:37,358 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:07:37,722 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:07:38,358 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:07:39,358 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:07:40,359 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:07:41,014 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:07:41,359 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:07:42,359 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:07:43,539 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:07:44,446 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:07:45,446 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:07:45,727 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:07:45,728 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:07:46,446 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:07:46,882 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:07:47,446 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:07:48,446 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:07:49,446 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:07:50,446 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:07:51,446 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:07:52,015 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:07:52,446 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:07:53,446 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:07:54,447 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:07:55,455 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:07:56,450 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:07:57,021 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:07:57,448 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:07:58,448 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:07:59,448 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:08:00,448 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:08:00,728 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:08:00,729 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:08:00,923 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:08:00,924 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:08:00,925 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:08:00,926 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:08:01,448 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:08:01,754 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:08:02,448 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:08:02,927 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:08:03,448 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:08:03,756 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:08:04,448 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:08:05,448 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:08:06,448 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:08:07,448 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:08:07,726 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:08:08,018 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:08:08,449 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:08:09,449 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:08:10,449 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:08:11,449 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:08:12,449 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:08:13,018 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:08:13,449 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:08:14,449 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:08:15,449 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:08:15,728 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:08:15,728 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:08:16,449 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:08:17,450 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:08:18,019 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:08:18,450 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:08:19,450 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:08:20,450 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:08:21,450 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:08:22,450 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:08:23,450 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:08:24,019 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:08:24,450 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:08:25,458 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:08:26,456 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:08:27,458 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:08:28,457 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:08:29,026 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:08:29,457 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:08:30,455 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:08:30,728 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:08:30,729 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:08:30,806 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:08:30,857 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:08:30,857 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:08:30,859 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:08:31,455 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:08:31,785 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:08:32,455 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:08:33,455 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:08:33,786 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:08:34,455 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:08:35,020 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:08:35,455 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:08:36,455 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:08:37,455 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:08:37,730 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:08:38,455 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:08:39,456 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:08:40,456 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:08:41,020 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:08:41,456 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:08:42,456 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:08:43,456 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:08:44,456 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:08:45,456 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:08:45,728 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:08:45,729 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:08:46,456 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:08:46,821 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:08:47,456 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:08:48,457 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:08:49,457 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:08:50,457 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:08:51,457 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:08:52,020 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:08:52,457 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:08:53,457 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:08:54,457 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:08:55,457 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:08:56,464 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:08:57,034 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:08:57,460 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:08:58,461 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:08:59,464 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:09:00,470 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:09:00,735 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:09:00,738 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:09:01,469 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:09:01,751 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:09:01,753 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:09:01,754 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:09:01,755 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:09:01,814 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:09:02,469 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:09:02,793 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:09:03,469 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:09:03,816 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:09:04,469 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:09:05,469 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:09:06,469 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:09:07,469 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:09:07,734 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:09:08,025 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:09:08,469 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:09:09,469 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:09:10,469 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:09:11,469 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:09:12,469 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:09:13,025 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:09:13,469 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:09:14,470 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:09:15,470 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:09:15,735 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:09:15,736 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:09:16,470 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:09:17,470 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:09:18,026 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:09:18,470 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:09:19,470 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:09:20,470 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:09:21,470 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:09:22,470 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:09:23,471 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:09:24,032 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:09:24,479 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:09:25,472 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:09:26,472 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:09:27,473 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:09:28,473 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:09:29,041 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:09:29,473 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:09:29,657 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:09:29,658 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:09:29,659 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:09:29,660 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:09:29,850 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:09:30,473 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:09:30,736 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:09:30,736 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:09:31,473 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:09:31,852 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:09:32,473 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:09:33,473 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:09:34,473 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:09:35,032 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:09:35,473 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:09:36,474 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:09:37,474 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:09:37,738 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:09:38,474 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:09:39,474 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:09:40,474 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:09:41,032 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:09:41,474 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:09:42,474 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:09:43,474 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:09:44,474 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:09:45,475 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:09:45,736 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:09:45,736 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:09:46,475 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:09:46,805 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:09:47,475 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:09:48,475 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:09:49,475 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:09:50,475 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:09:51,475 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:09:52,033 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:09:52,475 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:09:53,475 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:09:54,492 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:09:55,479 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:09:56,479 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:09:57,036 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:09:57,486 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:09:58,482 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:09:59,483 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:10:00,057 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:10:00,058 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:10:00,059 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:10:00,060 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:10:00,483 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:10:00,736 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:10:00,736 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:10:00,883 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:10:01,483 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:10:01,884 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:10:02,483 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:10:02,802 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:10:03,483 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:10:04,483 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:10:05,483 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:10:06,483 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:10:07,483 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:10:07,742 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:10:08,036 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:10:08,483 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:10:09,484 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:10:10,484 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:10:11,484 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:10:12,484 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:10:13,037 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:10:13,484 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:10:14,484 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:10:15,484 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:10:15,736 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:10:15,736 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:10:16,484 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:10:17,484 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:10:18,485 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:10:19,036 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:10:19,485 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:10:20,485 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:10:21,485 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:10:22,485 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:10:23,485 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:10:24,043 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:10:24,486 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:10:25,492 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:10:26,499 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:10:27,492 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:10:28,496 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:10:29,045 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:10:29,492 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:10:29,604 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:10:29,605 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:10:29,606 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:10:29,608 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:10:29,910 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:10:30,492 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:10:30,736 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:10:30,737 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:10:31,492 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:10:31,912 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:10:32,492 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:10:33,493 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:10:34,493 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:10:35,037 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:10:35,493 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:10:36,493 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:10:37,493 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:10:37,746 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:10:38,493 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:10:39,493 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:10:40,037 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:10:40,493 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:10:41,493 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:10:42,493 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:10:43,493 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:10:44,493 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:10:45,494 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:10:45,736 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:10:45,737 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:10:45,877 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:10:46,494 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:10:47,494 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:10:48,494 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:10:49,494 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:10:50,494 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:10:51,038 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:10:51,494 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:10:52,494 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:10:53,494 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:10:54,494 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:10:55,495 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:10:56,503 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:10:57,043 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:10:57,499 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:10:58,507 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:10:59,503 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:11:00,507 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:11:00,745 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:11:00,758 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:11:01,504 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:11:02,217 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:11:02,218 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:11:02,219 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:11:02,219 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:11:02,220 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:11:02,637 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:11:02,943 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:11:03,636 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:11:03,944 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:11:04,636 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:11:05,636 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:11:06,637 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:11:07,637 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:11:07,750 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:11:07,756 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:11:08,636 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:11:09,637 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:11:10,637 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:11:11,637 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:11:12,637 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:11:13,041 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:11:13,637 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:11:14,637 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:11:15,637 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:11:15,741 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:11:15,742 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:11:16,852 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:11:17,766 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:11:18,042 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:11:18,766 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:11:19,766 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:11:20,766 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:11:21,766 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:11:22,766 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:11:23,042 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:11:23,766 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:11:24,766 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:11:25,767 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:11:26,766 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:11:27,766 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:11:28,769 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:11:29,051 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:11:29,777 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:11:30,743 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:11:30,747 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:11:30,791 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:11:31,772 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:11:32,772 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:11:33,773 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:11:34,048 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:11:34,448 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:11:34,449 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:11:34,450 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:11:34,451 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:11:34,864 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:11:34,978 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:11:35,864 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:11:35,979 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:11:36,864 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:11:37,754 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:11:37,864 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:11:38,864 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:11:39,864 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:11:40,044 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:11:40,864 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:11:41,864 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:11:42,864 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:11:43,864 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:11:44,864 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:11:45,744 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:11:45,744 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:11:45,817 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:11:45,864 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:11:46,864 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:11:47,865 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:11:48,865 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:11:49,865 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:11:50,865 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:11:51,045 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:11:51,865 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:11:52,865 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:11:53,865 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:11:54,865 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:11:55,865 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:11:56,866 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:11:57,045 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:11:57,866 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:11:58,866 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:11:59,866 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:12:00,747 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:12:00,750 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:12:00,870 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:12:01,873 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:12:02,837 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:12:02,870 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:12:03,872 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:12:04,873 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:12:05,873 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:12:06,137 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:12:06,138 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:12:06,139 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:12:06,140 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:12:06,873 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:12:07,013 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:12:07,759 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:12:07,873 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:12:08,014 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:12:08,048 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:12:08,873 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:12:09,873 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:12:10,873 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:12:11,873 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:12:12,873 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:12:13,048 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:12:13,873 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:12:14,873 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:12:15,744 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:12:15,744 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:12:15,874 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:12:16,874 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:12:17,874 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:12:18,048 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:12:18,874 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:12:19,874 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:12:20,874 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:12:21,874 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:12:22,874 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:12:23,875 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:12:24,049 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:12:24,875 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:12:25,875 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:12:26,875 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:12:27,875 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:12:28,876 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:12:29,050 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:12:29,885 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:12:30,746 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:12:30,750 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:12:30,875 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:12:31,875 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:12:32,875 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:12:33,877 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:12:34,051 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:12:34,639 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:12:34,640 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:12:34,641 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:12:34,643 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:12:35,041 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:12:35,053 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:12:36,043 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:12:36,049 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:12:37,049 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:12:37,759 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:12:38,049 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:12:39,049 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:12:39,052 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:12:40,049 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:12:41,049 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:12:42,049 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:12:43,049 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:12:44,049 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:12:45,049 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:12:45,051 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:12:45,746 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:12:45,747 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:12:46,050 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:12:47,050 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:12:48,050 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:12:49,050 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:12:50,050 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:12:50,052 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:12:51,050 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:12:52,050 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:12:53,050 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:12:54,050 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:12:55,051 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:12:56,051 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:12:56,052 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:12:57,055 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:12:58,053 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:12:59,053 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:13:00,057 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:13:00,746 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:13:00,747 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:13:01,054 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:13:01,914 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:13:02,059 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:13:02,589 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:13:02,591 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:13:02,591 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:13:02,592 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:13:03,058 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:13:03,069 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:13:04,055 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:13:04,070 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:13:05,056 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:13:06,056 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:13:07,055 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:13:07,056 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:13:07,762 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:13:08,056 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:13:09,056 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:13:10,056 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:13:11,056 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:13:12,056 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:13:13,055 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:13:13,056 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:13:14,056 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:13:15,056 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:13:15,850 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:13:15,851 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:13:16,057 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:13:17,057 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:13:18,057 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:13:19,055 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:13:19,057 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:13:20,057 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:13:21,057 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:13:22,057 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:13:23,057 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:13:24,055 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:13:24,057 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:13:25,057 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:13:26,063 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:13:27,064 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:13:28,065 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:13:29,064 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:13:29,065 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:13:30,065 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:13:30,765 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:13:30,769 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:13:31,068 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:13:31,958 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:13:31,960 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:13:31,961 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:13:31,962 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:13:32,097 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:13:32,370 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:13:33,369 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:13:34,099 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:13:34,369 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:13:35,059 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:13:35,369 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:13:36,369 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:13:37,369 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:13:37,766 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:13:38,370 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:13:39,370 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:13:40,370 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:13:41,060 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:13:41,370 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:13:42,370 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:13:43,516 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:13:44,424 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:13:45,424 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:13:45,765 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:13:45,766 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:13:46,424 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:13:46,935 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:13:47,424 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:13:48,424 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:13:49,425 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:13:50,425 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:13:51,425 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:13:52,060 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:13:52,425 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:13:53,425 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:13:54,433 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:13:55,430 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:13:56,432 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:13:57,067 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:13:57,435 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:13:58,434 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:13:59,435 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:14:00,115 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:14:00,117 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:14:00,117 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:14:00,118 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:14:00,127 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:14:00,533 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:14:00,766 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:14:00,766 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:14:01,532 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:14:02,129 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:14:02,532 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:14:02,919 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:14:03,532 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:14:04,532 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:14:05,532 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:14:06,532 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:14:07,532 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:14:07,770 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:14:08,064 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:14:08,532 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:14:09,533 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:14:10,533 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:14:11,533 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:14:12,533 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:14:13,064 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:14:13,533 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:14:14,534 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:14:15,533 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:14:15,767 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:14:15,767 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:14:16,533 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:14:17,533 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:14:18,064 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:14:18,533 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:14:19,533 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:14:20,534 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:14:21,534 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:14:22,534 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:14:23,534 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:14:24,064 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:14:24,534 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:14:25,541 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:14:26,536 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:14:27,542 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:14:28,540 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:14:29,072 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:14:29,538 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:14:30,538 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:14:30,671 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:14:30,672 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:14:30,672 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:14:30,673 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:14:31,078 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:14:31,079 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:14:31,160 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:14:31,538 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:14:32,161 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:14:32,538 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:14:33,538 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:14:34,538 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:14:35,067 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:14:35,538 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:14:36,538 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:14:37,539 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:14:37,774 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:14:38,538 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:14:39,539 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:14:40,539 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:14:41,067 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:14:41,539 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:14:42,554 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:14:43,544 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:14:44,544 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:14:45,544 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:14:45,818 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:14:45,819 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:14:46,544 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:14:46,907 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:14:47,544 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:14:48,544 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:14:49,545 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:14:50,545 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:14:51,545 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:14:52,068 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:14:52,545 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:14:53,558 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:14:54,551 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:14:55,554 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:14:56,555 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:14:57,076 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:14:57,558 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:14:58,555 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:14:59,363 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:14:59,364 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:14:59,365 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:14:59,366 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:14:59,778 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:15:00,194 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:15:00,776 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:15:00,818 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:15:00,819 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:15:01,777 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:15:02,196 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:15:02,776 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:15:02,904 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:15:03,776 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:15:04,776 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:15:05,776 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:15:06,776 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:15:07,778 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:15:07,779 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:15:08,074 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:15:08,777 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:15:09,777 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:15:10,777 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:15:11,885 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:15:12,872 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:15:13,872 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:15:14,074 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:15:14,872 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:15:15,818 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:15:15,819 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:15:15,872 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:15:16,872 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:15:17,872 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:15:18,872 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:15:19,872 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:15:20,074 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:15:20,873 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:15:21,873 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:15:22,873 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:15:23,879 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:15:24,877 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:15:25,075 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:15:25,878 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:15:26,878 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:15:27,878 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:15:28,878 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:15:29,835 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:15:29,835 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:15:29,836 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:15:29,837 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:15:30,232 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:15:30,255 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:15:30,819 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:15:30,819 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:15:30,956 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:15:31,253 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:15:32,233 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:15:32,254 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:15:33,254 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:15:34,254 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:15:35,254 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:15:36,080 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:15:36,254 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:15:37,254 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:15:37,782 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:15:38,254 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:15:39,254 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:15:40,254 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:15:41,254 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:15:42,081 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:15:42,254 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:15:43,255 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:15:44,255 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:15:45,255 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:15:45,819 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:15:45,819 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:15:46,255 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:15:47,255 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:15:47,889 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:15:48,255 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:15:49,255 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:15:50,256 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:15:51,256 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:15:52,256 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:15:53,085 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:15:53,258 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:15:54,260 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:15:55,265 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:15:56,262 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:15:57,265 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:15:58,087 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:15:58,265 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:15:58,723 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:15:58,724 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:15:58,724 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:15:58,726 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:15:59,261 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:15:59,265 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:16:00,262 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:16:00,265 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:16:00,819 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:16:00,819 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:16:01,265 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:16:02,265 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:16:03,265 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:16:04,087 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:16:04,265 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:16:05,265 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:16:06,265 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:16:07,265 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:16:07,786 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:16:08,265 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:16:09,266 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:16:10,087 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:16:10,266 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:16:11,266 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:16:12,266 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:16:13,266 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:16:14,266 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:16:15,088 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:16:15,266 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:16:15,819 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:16:15,820 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:16:16,266 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:16:17,266 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:16:18,266 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:16:19,267 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:16:20,088 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:16:20,267 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:16:21,267 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:16:22,267 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:16:23,270 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:16:24,271 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:16:25,090 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:16:25,272 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:16:26,276 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:16:27,273 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:16:28,273 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:16:28,695 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:16:28,696 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:16:28,697 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:16:28,698 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:16:29,273 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:16:29,293 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:16:30,273 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:16:30,294 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:16:30,737 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:16:30,819 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:16:30,819 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:16:31,273 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:16:32,273 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:16:33,273 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:16:34,273 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:16:35,273 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:16:36,089 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:16:36,274 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:16:37,274 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:16:37,790 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:16:38,274 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:16:39,274 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:16:40,274 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:16:41,090 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:16:41,274 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:16:42,274 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:16:43,274 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:16:44,275 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:16:45,275 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:16:45,819 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:16:45,820 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:16:46,275 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:16:46,895 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:16:47,275 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:16:48,275 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:16:49,275 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:16:50,275 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:16:51,275 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:16:52,090 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:16:52,286 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:16:53,280 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:16:54,286 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:16:55,283 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:16:56,283 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:16:57,093 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:16:57,281 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:16:58,156 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:16:58,157 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:16:58,158 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:16:58,160 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:16:58,325 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:16:58,574 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:16:59,310 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:17:00,310 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:17:00,326 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:17:00,819 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:17:00,820 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:17:01,310 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:17:02,310 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:17:02,978 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:17:03,310 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:17:04,310 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:17:05,310 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:17:06,310 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:17:07,311 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:17:07,794 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:17:08,090 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:17:08,311 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:17:09,311 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:17:10,311 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:17:11,311 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:17:12,311 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:17:13,090 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:17:13,311 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:17:14,311 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:17:15,311 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:17:15,819 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:17:15,820 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:17:16,311 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:17:17,311 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:17:18,311 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:17:19,090 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:17:19,312 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:17:20,312 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:17:21,312 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:17:22,312 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:17:23,323 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:17:24,094 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:17:24,315 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:17:25,323 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:17:26,316 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:17:27,317 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:17:28,316 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:17:28,832 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:17:28,834 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:17:28,834 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:17:28,836 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:17:29,316 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:17:29,353 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:17:29,874 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:17:30,316 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:17:30,354 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:17:30,820 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:17:30,821 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:17:31,316 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:17:32,316 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:17:33,316 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:17:34,316 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:17:35,092 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:17:35,316 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:17:36,317 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:17:37,317 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:17:37,799 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:17:38,317 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:17:39,317 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:17:40,317 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:17:41,093 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:17:41,317 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:17:42,318 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:17:43,317 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:17:44,317 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:17:45,318 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:17:45,820 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:17:45,820 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:17:46,318 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:17:46,954 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:17:47,318 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:17:48,318 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:17:49,318 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:17:50,318 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:17:51,318 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:17:52,093 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:17:52,318 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:17:53,318 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:17:54,323 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:17:55,321 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:17:56,323 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:17:57,103 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:17:57,329 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:17:58,321 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:17:59,322 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:17:59,420 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:17:59,421 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:17:59,422 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:17:59,424 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:18:00,322 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:18:00,377 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:18:00,377 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:18:00,820 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:18:00,821 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:18:01,321 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:18:02,322 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:18:02,906 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:18:03,322 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:18:04,322 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:18:05,322 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:18:06,322 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:18:07,322 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:18:07,802 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:18:08,094 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:18:08,322 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:18:09,322 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:18:10,322 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:18:11,322 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:18:12,323 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:18:13,095 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:18:13,323 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:18:14,323 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:18:15,323 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:18:15,820 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:18:15,821 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:18:16,323 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:18:17,323 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:18:18,323 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:18:19,095 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:18:19,323 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:18:20,323 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:18:21,324 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:18:22,324 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:18:23,324 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:18:24,335 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:18:25,102 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:18:25,331 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:18:26,332 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:18:27,329 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:18:28,329 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:18:29,328 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:18:29,329 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:18:29,330 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:18:29,332 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:18:29,369 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:18:29,404 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:18:30,329 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:18:30,370 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:18:30,405 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:18:30,827 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:18:30,828 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:18:31,329 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:18:32,329 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:18:33,329 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:18:34,329 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:18:35,329 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:18:36,099 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:18:36,330 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:18:37,330 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:18:37,806 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:18:38,330 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:18:39,330 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:18:40,330 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:18:41,099 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:18:41,330 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:18:42,330 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:18:43,330 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:18:44,331 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:18:45,330 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:18:45,827 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:18:45,827 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:18:46,330 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:18:46,929 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:18:47,331 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:18:48,331 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:18:49,331 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:18:50,331 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:18:51,331 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:18:52,100 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:18:52,331 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:18:53,331 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:18:54,331 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:18:55,331 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:18:56,339 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:18:57,106 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:18:57,338 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:18:58,338 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:18:59,339 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:19:00,340 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:19:00,827 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:19:00,827 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:19:01,339 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:19:01,777 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:19:01,778 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:19:01,778 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:19:01,780 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:19:02,339 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:19:02,433 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:19:02,819 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:19:03,339 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:19:04,339 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:19:04,434 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:19:05,339 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:19:06,339 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:19:07,339 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:19:07,810 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:19:08,100 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:19:08,339 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:19:09,339 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:19:10,339 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:19:11,340 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:19:12,340 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:19:13,100 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:19:13,340 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:19:14,510 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:19:15,509 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:19:15,827 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:19:15,828 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:19:16,509 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:19:17,510 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:19:18,100 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:19:18,509 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:19:19,509 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:19:20,509 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:19:21,509 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:19:22,510 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:19:23,101 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:19:23,510 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:19:24,510 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:19:25,510 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:19:26,510 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:19:27,516 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:19:28,107 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:19:28,520 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:19:29,517 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:19:30,517 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:19:30,832 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:19:30,835 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:19:31,517 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:19:32,517 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:19:32,715 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:19:32,716 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:19:32,717 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:19:32,718 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:19:33,131 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:19:33,462 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:19:33,517 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:19:34,463 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:19:34,517 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:19:35,517 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:19:36,517 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:19:37,517 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:19:37,814 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:19:38,517 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:19:39,130 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:19:39,518 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:19:40,518 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:19:41,518 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:19:42,518 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:19:43,518 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:19:44,130 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:19:44,518 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:19:45,518 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:19:45,959 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:19:45,960 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:19:46,518 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:19:47,518 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:19:48,518 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:19:49,130 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:19:49,519 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:19:50,519 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:19:51,519 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:19:52,519 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:19:53,519 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:19:54,130 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:19:54,519 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:19:55,519 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:19:56,519 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:19:57,519 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:19:58,528 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:19:59,522 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:20:00,131 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:20:00,522 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:20:00,871 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:20:00,876 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:20:01,522 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:20:02,524 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:20:03,525 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:20:04,305 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:20:04,306 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:20:04,307 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:20:04,309 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:20:04,488 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:20:04,722 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:20:05,346 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:20:05,721 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:20:06,490 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:20:06,722 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:20:07,721 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:20:07,818 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:20:08,721 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:20:09,721 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:20:10,722 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:20:11,134 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:20:11,722 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:20:12,722 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:20:13,722 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:20:14,722 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:20:15,722 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:20:15,871 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:20:15,872 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:20:16,722 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:20:17,009 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:20:17,723 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:20:18,723 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:20:19,723 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:20:20,723 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:20:21,723 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:20:22,135 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:20:22,723 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:20:23,723 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:20:24,723 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:20:25,723 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:20:26,724 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:20:27,139 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:20:27,724 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:20:28,727 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:20:29,724 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:20:30,729 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:20:30,874 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:20:30,876 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:20:31,724 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:20:32,725 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:20:32,850 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:20:32,852 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:20:32,852 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:20:32,853 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:20:32,854 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:20:33,517 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:20:33,724 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:20:34,518 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:20:34,724 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:20:35,725 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:20:36,725 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:20:37,725 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:20:37,822 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:20:38,260 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:20:38,725 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:20:39,725 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:20:40,725 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:20:41,725 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:20:42,725 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:20:43,260 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:20:43,725 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:20:44,725 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:20:45,937 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:20:45,938 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:20:45,977 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:20:46,845 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:20:47,845 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:20:48,261 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:20:48,845 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:20:49,846 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:20:50,846 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:20:51,846 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:20:52,846 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:20:53,846 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:20:54,260 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:20:54,846 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:20:55,846 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:20:56,846 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:20:57,852 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:20:58,850 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:20:59,272 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:20:59,850 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:21:00,851 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:21:00,935 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:21:00,935 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:21:01,851 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:21:02,851 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:21:03,414 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:21:03,416 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:21:03,416 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:21:03,418 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:21:03,551 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:21:03,851 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:21:04,456 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:21:04,552 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:21:04,851 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:21:05,851 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:21:06,851 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:21:07,826 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:21:07,852 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:21:08,852 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:21:09,852 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:21:10,265 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:21:10,852 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:21:11,852 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:21:12,852 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:21:13,852 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:21:14,852 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:21:15,852 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:21:15,935 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:21:15,936 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:21:16,098 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:21:16,852 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:21:17,854 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:21:18,853 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:21:19,853 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:21:20,853 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:21:21,266 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:21:21,853 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:21:22,853 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:21:23,853 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:21:24,853 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:21:25,853 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:21:26,853 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:21:27,266 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:21:27,854 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:21:28,853 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:21:29,854 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:21:30,858 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:21:30,942 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:21:30,947 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:21:31,857 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:21:32,857 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:21:33,118 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:21:33,862 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:21:34,861 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:21:35,861 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:21:36,860 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:21:36,862 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:21:36,862 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:21:36,863 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:21:36,901 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:21:37,583 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:21:37,830 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:21:37,862 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:21:38,266 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:21:38,584 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:21:38,862 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:21:39,862 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:21:40,862 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:21:41,862 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:21:42,862 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:21:43,266 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:21:43,862 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:21:44,862 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:21:45,862 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:21:45,938 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:21:45,939 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:21:46,862 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:21:47,863 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:21:48,863 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:21:49,266 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:21:49,863 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:21:50,863 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:21:51,863 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:21:52,863 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:21:53,863 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:21:54,266 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:21:54,863 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:21:55,863 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:21:56,864 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:21:57,864 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:21:58,864 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:21:59,266 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:21:59,864 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:22:00,872 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:22:00,947 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:22:00,958 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:22:01,867 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:22:02,870 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:22:03,870 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:22:04,277 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:22:04,870 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:22:05,870 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:22:06,823 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:22:06,825 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:22:06,825 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:22:06,826 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:22:07,238 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:22:07,612 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:22:07,834 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:22:07,976 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:22:08,613 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:22:08,976 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:22:09,976 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:22:10,267 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:22:10,976 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:22:11,976 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:22:12,976 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:22:13,976 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:22:14,976 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:22:15,943 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:22:15,943 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:22:15,983 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:22:16,108 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:22:16,977 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:22:17,977 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:22:18,977 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:22:19,978 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:22:20,977 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:22:21,267 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:22:21,977 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:22:22,977 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:22:23,977 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:22:24,978 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:22:25,978 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:22:26,267 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:22:26,978 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:22:27,978 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:22:28,978 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:22:29,978 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:22:30,954 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:22:30,954 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:22:30,988 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:22:31,983 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:22:32,059 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:22:32,983 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:22:33,990 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:22:34,991 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:22:35,988 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:22:36,809 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:22:36,811 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:22:36,812 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:22:36,813 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:22:37,224 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:22:37,646 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:22:37,838 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:22:37,845 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:22:38,223 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:22:38,647 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:22:39,223 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:22:40,223 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:22:41,224 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:22:42,224 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:22:43,224 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:22:43,269 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:22:44,224 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:22:45,224 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:22:45,946 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:22:45,947 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:22:46,224 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:22:47,224 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:22:48,224 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:22:48,472 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:22:49,224 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:22:50,224 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:22:51,225 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:22:52,225 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:22:53,225 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:22:54,225 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:22:54,373 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:22:55,225 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:22:56,225 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:22:57,228 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:22:58,226 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:22:59,230 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:22:59,382 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:23:00,229 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:23:00,946 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:23:00,947 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:23:01,228 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:23:02,229 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:23:02,851 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:23:02,851 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:23:02,851 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:23:02,853 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:23:03,281 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:23:03,673 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:23:04,280 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:23:04,674 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:23:05,280 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:23:05,376 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:23:06,281 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:23:07,281 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:23:07,843 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:23:08,281 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:23:09,281 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:23:10,281 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:23:10,376 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:23:11,281 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:23:12,281 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:23:13,281 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:23:14,281 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:23:15,282 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:23:15,376 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:23:15,947 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:23:15,947 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:23:16,282 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:23:17,282 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:23:18,282 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:23:19,282 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:23:20,282 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:23:21,282 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:23:21,377 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:23:22,282 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:23:23,282 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:23:24,282 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:23:25,282 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:23:26,282 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:23:26,377 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:23:27,294 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:23:28,286 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:23:29,285 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:23:30,286 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:23:30,952 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:23:30,953 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:23:31,286 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:23:32,059 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:23:32,286 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:23:32,419 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:23:32,420 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:23:32,420 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:23:32,422 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:23:32,707 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:23:32,708 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:23:33,286 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:23:34,286 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:23:35,286 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:23:36,286 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:23:37,286 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:23:37,380 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:23:37,846 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:23:38,286 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:23:39,286 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:23:40,286 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:23:41,287 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:23:42,287 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:23:43,287 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:23:43,379 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:23:44,287 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:23:45,287 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:23:45,953 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:23:45,953 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:23:46,295 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:23:47,294 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:23:48,294 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:23:48,380 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:23:49,294 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:23:50,294 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:23:51,294 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:23:52,294 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:23:53,294 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:23:54,295 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:23:54,380 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:23:55,295 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:23:56,295 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:23:57,295 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:23:58,295 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:23:59,295 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:23:59,384 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:24:00,300 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:24:00,954 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:24:00,958 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:24:01,301 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:24:02,301 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:24:03,301 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:24:04,301 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:24:04,385 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:24:04,448 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:24:04,449 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:24:04,450 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:24:04,451 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:24:04,738 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:24:04,739 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:24:05,301 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:24:06,301 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:24:07,301 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:24:07,850 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:24:08,301 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:24:09,301 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:24:10,301 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:24:10,385 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:24:11,301 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:24:12,301 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:24:13,302 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:24:14,302 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:24:15,302 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:24:15,385 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:24:15,955 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:24:15,955 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:24:16,302 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:24:17,302 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:24:18,302 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:24:19,330 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:24:20,329 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:24:21,329 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:24:21,385 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:24:22,329 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:24:23,330 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:24:24,330 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:24:25,330 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:24:26,330 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:24:26,386 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:24:27,330 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:24:28,330 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:24:29,330 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:24:30,330 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:24:30,955 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:24:30,955 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:24:31,330 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:24:32,019 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:24:32,330 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:24:33,339 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:24:34,343 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:24:35,337 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:24:36,338 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:24:37,340 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:24:37,404 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:24:37,855 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:24:38,341 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:24:39,092 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:24:39,093 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:24:39,093 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:24:39,094 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:24:39,530 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:24:39,771 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:24:40,527 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:24:40,772 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:24:41,528 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:24:42,528 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:24:43,134 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:24:43,528 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:24:44,528 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:24:45,528 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:24:45,955 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:24:45,955 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:24:46,528 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:24:47,528 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:24:48,387 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:24:48,528 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:24:49,528 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:24:50,529 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:24:51,543 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:24:52,542 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:24:53,387 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:24:53,542 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:24:54,542 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:24:55,542 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:24:56,542 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:24:57,542 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:24:58,387 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:24:58,542 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:24:59,542 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:25:00,542 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:25:00,955 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:25:00,955 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:25:01,543 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:25:02,543 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:25:03,543 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:25:04,394 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:25:04,549 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:25:05,545 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:25:06,546 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:25:07,549 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:25:07,864 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:25:08,546 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:25:09,392 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:25:09,546 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:25:09,609 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:25:09,611 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:25:09,611 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:25:09,613 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:25:09,803 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:25:10,546 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:25:10,804 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:25:11,546 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:25:12,546 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:25:13,546 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:25:14,393 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:25:14,546 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:25:15,547 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:25:15,955 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:25:15,955 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:25:16,547 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:25:17,547 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:25:18,547 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:25:19,547 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:25:20,392 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:25:20,547 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:25:21,547 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:25:22,547 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:25:23,547 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:25:24,547 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:25:25,393 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:25:25,548 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:25:26,548 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:25:27,548 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:25:28,548 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:25:29,548 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:25:30,548 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:25:30,955 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:25:30,956 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:25:31,063 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:25:31,548 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:25:32,548 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:25:33,548 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:25:34,548 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:25:35,558 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:25:36,396 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:25:36,554 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:25:37,553 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:25:37,865 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:25:38,552 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:25:39,552 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:25:40,553 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:25:40,741 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:25:40,743 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:25:40,743 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:25:40,744 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:25:40,832 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:25:41,553 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:25:41,782 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:25:42,552 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:25:42,834 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:25:43,553 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:25:44,553 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:25:45,553 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:25:45,955 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:25:45,956 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:25:46,553 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:25:47,074 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:25:47,553 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:25:48,553 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:25:49,553 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:25:50,553 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:25:51,553 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:25:52,397 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:25:52,553 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:25:53,553 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:25:54,554 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:25:55,554 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:25:56,554 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:25:57,397 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:25:57,554 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:25:58,554 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:25:59,554 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:26:00,554 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:26:00,955 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:26:00,956 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:26:01,554 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:26:02,554 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:26:03,065 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:26:03,554 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:26:04,554 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:26:05,555 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:26:06,555 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:26:07,558 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:26:07,875 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:26:08,400 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:26:08,556 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:26:09,556 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:26:10,557 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:26:10,647 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:26:10,648 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:26:10,649 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:26:10,650 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:26:10,863 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:26:11,557 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:26:12,557 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:26:12,865 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:26:13,400 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:26:13,557 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:26:14,557 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:26:15,557 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:26:15,955 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:26:15,956 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:26:16,557 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:26:17,557 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:26:18,557 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:26:19,400 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:26:19,557 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:26:20,557 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:26:21,558 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:26:22,558 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:26:23,558 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:26:24,400 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:26:24,558 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:26:25,558 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:26:26,558 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:26:27,558 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:26:28,558 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:26:29,401 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:26:29,558 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:26:30,558 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:26:30,956 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:26:30,956 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:26:31,559 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:26:32,559 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:26:33,559 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:26:34,404 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:26:34,568 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:26:35,565 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:26:36,568 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:26:37,577 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:26:37,869 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:26:38,570 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:26:39,571 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:26:40,387 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:26:40,388 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:26:40,388 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:26:40,388 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:26:40,391 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:26:40,825 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:26:40,895 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:26:40,895 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:26:41,824 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:26:42,824 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:26:43,824 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:26:44,824 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:26:45,404 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:26:45,824 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:26:45,956 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:26:45,956 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:26:46,824 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:26:47,824 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:26:48,825 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:26:49,824 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:26:50,824 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:26:51,404 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:26:51,931 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:26:52,930 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:26:53,930 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:26:54,930 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:26:55,930 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:26:56,404 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:26:56,930 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:26:57,930 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:26:58,930 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:26:59,930 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:27:00,930 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:27:00,956 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:27:00,956 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:27:01,931 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:27:02,041 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:27:02,931 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:27:03,938 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:27:04,937 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:27:05,937 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:27:06,936 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:27:07,408 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:27:07,874 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:27:07,939 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:27:08,937 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:27:09,319 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:27:09,321 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:27:09,321 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:27:09,323 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:27:09,920 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:27:09,937 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:27:10,921 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:27:10,937 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:27:11,937 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:27:12,937 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:27:13,360 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:27:13,937 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:27:14,938 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:27:15,937 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:27:15,956 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:27:15,956 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:27:16,938 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:27:17,938 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:27:18,410 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:27:18,938 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:27:19,938 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:27:20,938 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:27:22,137 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:27:23,136 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:27:23,411 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:27:24,136 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:27:25,136 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:27:26,136 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:27:27,136 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:27:28,136 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:27:29,136 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:27:29,411 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:27:30,137 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:27:30,956 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:27:30,956 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:27:31,137 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:27:32,137 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:27:33,137 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:27:34,138 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:27:34,430 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:27:35,148 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:27:36,145 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:27:37,147 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:27:37,882 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:27:38,145 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:27:39,104 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:27:39,105 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:27:39,106 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:27:39,107 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:27:39,523 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:27:39,954 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:27:40,146 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:27:40,252 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:27:40,955 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:27:41,252 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:27:42,252 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:27:43,252 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:27:44,252 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:27:45,252 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:27:45,419 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:27:45,956 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:27:45,957 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:27:46,253 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:27:47,253 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:27:48,253 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:27:49,253 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:27:50,253 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:27:51,253 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:27:51,419 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:27:52,490 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:27:53,393 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:27:54,393 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:27:55,394 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:27:56,393 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:27:56,420 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:27:57,394 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:27:58,394 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:27:59,394 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:28:00,394 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:28:00,956 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:28:00,957 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:28:01,394 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:28:02,026 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:28:02,394 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:28:03,394 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:28:04,394 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:28:05,401 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:28:06,397 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:28:07,401 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:28:07,429 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:28:07,885 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:28:08,401 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:28:09,400 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:28:10,401 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:28:11,269 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:28:11,271 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:28:11,271 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:28:11,274 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:28:11,985 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:28:12,482 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:28:12,496 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:28:12,986 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:28:13,311 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:28:13,483 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:28:14,483 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:28:15,484 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:28:15,956 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:28:15,957 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:28:16,484 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:28:17,484 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:28:18,422 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:28:18,484 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:28:19,484 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:28:20,484 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:28:21,484 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:28:22,484 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:28:23,422 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:28:23,484 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:28:24,484 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:28:25,485 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:28:26,485 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:28:27,485 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:28:28,423 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:28:28,485 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:28:29,485 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:28:30,485 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:28:30,956 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:28:30,957 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:28:31,485 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:28:32,485 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:28:33,485 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:28:34,423 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:28:34,485 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:28:35,486 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:28:36,486 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:28:37,486 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:28:37,882 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:28:38,489 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:28:39,429 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:28:39,489 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:28:40,493 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:28:41,494 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:28:42,498 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:28:43,494 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:28:44,494 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:28:44,558 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:28:44,559 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:28:44,560 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:28:44,560 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:28:44,565 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:28:45,027 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:28:45,028 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:28:45,494 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:28:45,957 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:28:45,957 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:28:46,494 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:28:47,494 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:28:48,494 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:28:49,494 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:28:50,423 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:28:50,494 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:28:51,495 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:28:52,495 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:28:53,495 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:28:54,495 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:28:55,495 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:28:56,423 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:28:56,495 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:28:57,495 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:28:58,730 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:28:59,639 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:29:00,639 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:29:00,957 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:29:00,957 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:29:01,639 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:29:02,033 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:29:02,639 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:29:03,639 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:29:04,639 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:29:05,639 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:29:06,639 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:29:07,423 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:29:07,639 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:29:07,886 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:29:08,640 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:29:09,640 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:29:10,640 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:29:11,640 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:29:12,435 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:29:12,640 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:29:13,647 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:29:14,645 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:29:15,646 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:29:15,961 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:29:15,961 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:29:16,649 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:29:17,614 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:29:17,616 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:29:17,616 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:29:17,616 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:29:17,622 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:29:18,020 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:29:18,064 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:29:18,762 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:29:19,762 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:29:20,066 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:29:20,762 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:29:21,762 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:29:22,762 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:29:23,425 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:29:23,762 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:29:24,763 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:29:25,763 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:29:26,763 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:29:27,763 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:29:28,763 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:29:29,425 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:29:30,001 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:29:30,763 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:29:30,961 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:29:30,962 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:29:31,763 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:29:32,763 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:29:33,763 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:29:34,426 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:29:34,764 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:29:35,764 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:29:36,764 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:29:37,764 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:29:37,890 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:29:38,764 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:29:39,764 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:29:40,426 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:29:40,764 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:29:41,772 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:29:42,767 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:29:43,770 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:29:44,770 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:29:45,429 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:29:45,771 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:29:45,971 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:29:45,971 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:29:46,771 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:29:47,655 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:29:47,656 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:29:47,656 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:29:47,662 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:29:48,070 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:29:48,096 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:29:48,805 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:29:49,806 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:29:50,098 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:29:50,429 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:29:50,806 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:29:51,806 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:29:52,806 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:29:53,806 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:29:54,806 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:29:55,806 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:29:56,429 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:29:56,806 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:29:57,806 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:29:58,806 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:29:59,807 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:30:00,807 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:30:00,964 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:30:00,964 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:30:01,807 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:30:02,076 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:30:02,807 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:30:03,807 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:30:04,807 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:30:05,807 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:30:06,807 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:30:07,430 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:30:07,807 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:30:07,894 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:30:08,807 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:30:09,807 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:30:10,807 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:30:11,818 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:30:12,439 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:30:12,818 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:30:13,815 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:30:14,816 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:30:15,816 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:30:15,966 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:30:15,967 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:30:16,817 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:30:16,878 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:30:16,878 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:30:16,879 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:30:16,880 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:30:17,125 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:30:17,817 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:30:17,919 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:30:18,126 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:30:18,817 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:30:19,817 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:30:20,817 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:30:21,817 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:30:22,817 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:30:23,431 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:30:23,817 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:30:24,817 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:30:25,817 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:30:26,818 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:30:27,818 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:30:28,818 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:30:29,431 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:30:29,818 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:30:30,818 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:30:30,966 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:30:30,967 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:30:31,818 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:30:32,818 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:30:33,818 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:30:34,431 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:30:34,818 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:30:35,819 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:30:36,819 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:30:37,819 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:30:37,898 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:30:38,819 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:30:39,819 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:30:40,432 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:30:40,819 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:30:41,819 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:30:42,819 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:30:43,832 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:30:44,824 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:30:45,432 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:30:45,825 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:30:45,976 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:30:45,982 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:30:46,829 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:30:47,830 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:30:48,830 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:30:49,412 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:30:49,413 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:30:49,414 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:30:49,416 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:30:49,830 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:30:50,153 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:30:50,455 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:30:50,830 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:30:51,831 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:30:52,155 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:30:52,830 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:30:53,830 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:30:54,830 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:30:55,830 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:30:56,449 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:30:56,830 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:30:57,830 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:30:58,830 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:30:59,831 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:31:00,831 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:31:00,969 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:31:00,970 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:31:01,831 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:31:02,134 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:31:02,831 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:31:03,831 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:31:04,831 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:31:05,831 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:31:06,831 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:31:07,449 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:31:07,831 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:31:07,902 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:31:08,831 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:31:09,831 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:31:10,832 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:31:11,832 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:31:12,832 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:31:13,449 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:31:16,149 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:31:16,173 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:31:18,635 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:31:22,821 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:31:23,332 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:31:23,333 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:31:23,815 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:31:23,979 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:31:24,794 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:31:28,980 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:31:31,940 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:31:32,861 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:31:32,861 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:31:33,966 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:31:33,998 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:31:37,906 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:31:39,912 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:31:41,629 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:31:42,544 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:31:45,201 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:31:49,166 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:31:49,733 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:31:49,734 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:31:50,605 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:31:50,864 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:31:55,864 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:31:57,565 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:31:59,178 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:32:01,096 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:32:06,097 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:32:07,910 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:32:10,533 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:32:10,533 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:32:10,534 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:32:10,574 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:32:11,420 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:32:11,535 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:32:11,581 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:32:12,534 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:32:13,421 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:32:13,535 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:32:14,535 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:32:15,535 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:32:16,535 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:32:17,533 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:32:17,535 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:32:18,535 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:32:19,535 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:32:20,535 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:32:20,729 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:32:20,730 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:32:21,535 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:32:22,535 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:32:22,843 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:32:23,552 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:32:24,552 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:32:25,552 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:32:26,552 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:32:27,552 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:32:28,533 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:32:28,552 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:32:29,552 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:32:30,552 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:32:31,552 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:32:32,552 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:32:33,533 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:32:33,552 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:32:34,552 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:32:35,553 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:32:35,825 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:32:35,825 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:32:36,553 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:32:37,553 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:32:37,914 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:32:38,553 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:32:38,916 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:32:39,553 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:32:40,553 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:32:41,553 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:32:42,553 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:32:43,553 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:32:44,534 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:32:44,554 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:32:45,553 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:32:46,554 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:32:47,554 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:32:48,554 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:32:49,554 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:32:50,533 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:32:50,554 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:32:50,816 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:32:50,816 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:32:51,554 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:32:52,554 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:32:53,554 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:32:54,554 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:32:55,554 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:32:56,533 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:32:56,555 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:32:57,555 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:32:58,555 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:32:59,555 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:33:00,555 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:33:01,534 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:33:06,534 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:33:07,922 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:33:11,925 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:33:16,926 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:33:21,638 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:33:21,639 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:33:21,639 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:33:22,637 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:33:22,730 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:33:23,637 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:33:24,637 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:33:25,637 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:33:26,637 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:33:27,637 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:33:28,638 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:33:28,638 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:33:29,637 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:33:30,637 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:33:31,638 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:33:32,638 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:33:33,638 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:33:34,637 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:33:34,638 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:33:35,638 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:33:36,632 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:33:36,633 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:33:36,673 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:33:37,638 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:33:37,922 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:33:38,638 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:33:39,638 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:33:39,924 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:33:40,638 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:33:41,638 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:33:42,639 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:33:43,639 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:33:44,639 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:33:45,638 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:33:45,639 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:33:46,639 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:33:47,639 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:33:48,639 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:33:49,639 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:33:50,639 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:33:51,632 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:33:51,633 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:33:51,673 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:33:51,730 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:33:52,640 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:33:53,640 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:33:54,640 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:33:55,640 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:33:56,640 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:33:57,638 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:33:57,640 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:33:58,640 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:33:59,640 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:34:00,641 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:34:01,640 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:34:02,638 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:34:02,641 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:34:03,641 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:34:04,641 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:34:05,641 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:34:06,633 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:34:06,633 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:34:06,673 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:34:07,641 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:34:07,699 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:34:07,927 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:34:08,641 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:34:09,641 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:34:10,641 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:34:11,641 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:34:12,642 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:34:13,638 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:34:13,642 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:34:14,642 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:34:15,642 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:34:16,642 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:34:17,642 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:34:18,638 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:34:18,642 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:34:19,643 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:34:20,642 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:34:21,633 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:34:21,633 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:34:21,673 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:34:22,643 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:34:23,643 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:34:23,771 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:34:24,643 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:34:25,643 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:34:26,643 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:34:27,643 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:34:28,643 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:34:29,639 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:34:29,643 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:34:30,643 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:34:31,643 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:34:32,643 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:34:33,644 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:34:34,644 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:34:35,639 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:34:35,644 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:34:36,633 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:34:36,634 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:34:36,673 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:34:37,644 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:34:37,930 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:34:38,644 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:34:39,644 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:34:40,644 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:34:40,932 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:34:41,644 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:34:42,645 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:34:43,645 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:34:44,645 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:34:45,645 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:34:46,639 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:34:46,645 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:34:47,645 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:34:48,645 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:34:49,645 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:34:50,646 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:34:51,633 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:34:51,634 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:34:51,674 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:34:51,798 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:34:52,646 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:34:53,646 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:34:54,646 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:34:55,646 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:34:56,646 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:34:57,639 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:34:57,646 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:34:58,646 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:35:02,640 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:35:07,640 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:35:07,934 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:35:12,936 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:35:17,938 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:35:22,938 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:35:27,939 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:35:32,941 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:35:37,937 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:35:38,939 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:35:40,303 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:35:40,303 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:35:40,304 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:35:41,294 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:35:43,020 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:35:43,313 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:35:43,798 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:35:44,187 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:35:44,313 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:35:44,799 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:35:45,313 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:35:46,314 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:35:47,314 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:35:47,802 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:35:48,314 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:35:49,314 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:35:49,837 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:35:50,314 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:35:51,314 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:35:52,314 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:35:53,314 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:35:54,314 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:35:55,299 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:35:55,300 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:35:55,339 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:35:55,416 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:35:56,315 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:35:57,315 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:35:58,315 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:35:59,315 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:36:00,315 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:36:01,302 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:36:01,315 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:36:02,315 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:36:03,315 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:36:04,315 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:36:05,315 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:36:06,315 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:36:07,307 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:36:07,323 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:36:07,941 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:36:08,318 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:36:09,323 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:36:10,304 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:36:10,305 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:36:10,349 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:36:11,322 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:36:12,323 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:36:12,423 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:36:12,802 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:36:12,804 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:36:12,804 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:36:12,806 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:36:12,830 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:36:13,482 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:36:13,832 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:36:14,478 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:36:15,478 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:36:16,478 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:36:17,478 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:36:18,306 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:36:18,478 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:36:19,478 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:36:20,479 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:36:21,479 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:36:22,479 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:36:23,479 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:36:24,306 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:36:24,479 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:36:25,304 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:36:25,305 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:36:25,479 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:36:26,480 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:36:27,479 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:36:28,479 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:36:29,379 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:36:29,479 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:36:30,479 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:36:31,480 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:36:32,480 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:36:33,480 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:36:34,480 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:36:35,306 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:36:35,480 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:36:36,480 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:36:37,480 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:36:37,946 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:36:38,493 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:36:39,486 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:36:40,313 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:36:40,317 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:36:40,416 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:36:40,484 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:36:41,484 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:36:42,484 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:36:43,485 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:36:44,202 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:36:44,203 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:36:44,204 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:36:44,205 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:36:44,650 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:36:44,874 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:36:45,649 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:36:45,875 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:36:46,311 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:36:46,649 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:36:47,649 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:36:48,649 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:36:49,649 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:36:50,649 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:36:51,312 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:36:51,649 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:36:52,649 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:36:53,650 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:36:54,650 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:36:55,307 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:36:55,308 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:36:55,650 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:36:56,463 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:36:56,650 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:36:57,650 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:36:58,650 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:36:59,650 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:37:00,650 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:37:01,650 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:37:02,312 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:37:02,650 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:37:03,650 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:37:04,651 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:37:05,651 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:37:06,651 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:37:07,651 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:37:07,949 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:37:07,956 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:37:08,651 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:37:09,651 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:37:10,316 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:37:10,316 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:37:10,651 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:37:11,659 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:37:12,655 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:37:13,488 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:37:13,655 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:37:14,659 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:37:15,660 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:37:15,910 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:37:15,912 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:37:15,913 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:37:15,914 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:37:16,660 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:37:16,905 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:37:17,660 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:37:17,905 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:37:18,660 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:37:18,952 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:37:19,660 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:37:20,660 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:37:21,660 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:37:22,660 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:37:23,660 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:37:24,318 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:37:24,660 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:37:25,308 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:37:25,309 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:37:25,660 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:37:26,660 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:37:27,660 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:37:28,661 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:37:29,443 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:37:29,661 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:37:30,661 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:37:31,661 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:37:32,661 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:37:33,661 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:37:34,511 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:37:34,661 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:37:35,661 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:37:36,661 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:37:37,662 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:37:37,953 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:37:38,662 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:37:39,662 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:37:39,955 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:37:40,309 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:37:40,309 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:37:40,662 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:37:41,662 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:37:42,662 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:37:43,662 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:37:44,667 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:37:45,419 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:37:45,669 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:37:46,669 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:37:47,669 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:37:48,669 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:37:49,670 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:37:50,171 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:37:50,173 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:37:50,174 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:37:50,176 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:37:50,576 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:37:50,670 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:37:50,937 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:37:51,670 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:37:51,939 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:37:52,670 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:37:53,670 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:37:54,670 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:37:55,309 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:37:55,309 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:37:55,670 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:37:56,575 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:37:56,670 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:37:57,670 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:37:58,670 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:37:59,670 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:38:00,671 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:38:01,575 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:38:01,671 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:38:02,726 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:38:03,725 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:38:04,725 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:38:05,725 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:38:06,725 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:38:07,576 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:38:07,725 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:38:07,957 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:38:08,725 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:38:09,725 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:38:10,309 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:38:10,309 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:38:10,726 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:38:11,726 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:38:12,726 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:38:13,576 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:38:13,726 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:38:14,736 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:38:15,729 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:38:16,729 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:38:17,730 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:38:18,587 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:38:18,730 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:38:19,730 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:38:20,440 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:38:20,441 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:38:20,442 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:38:20,444 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:38:20,882 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:38:20,971 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:38:21,878 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:38:21,972 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:38:22,878 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:38:23,878 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:38:23,880 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:38:24,878 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:38:25,309 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:38:25,310 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:38:25,878 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:38:26,878 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:38:27,878 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:38:28,878 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:38:29,588 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:38:29,879 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:38:30,879 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:38:31,879 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:38:32,879 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:38:33,879 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:38:34,589 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:38:35,072 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:38:35,978 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:38:36,979 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:38:37,961 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:38:37,979 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:38:38,979 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:38:39,963 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:38:39,979 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:38:40,309 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:38:40,310 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:38:40,979 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:38:41,979 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:38:42,979 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:38:43,979 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:38:44,979 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:38:45,589 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:38:45,979 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:38:46,979 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:38:47,987 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:38:48,987 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:38:49,983 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:38:50,594 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:38:50,988 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:38:51,984 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:38:52,984 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:38:53,984 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:38:54,014 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:38:54,016 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:38:54,017 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:38:54,018 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:38:54,984 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:38:55,010 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:38:55,309 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:38:55,310 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:38:55,594 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:38:55,984 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:38:56,011 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:38:56,984 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:38:57,984 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:38:58,984 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:38:59,984 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:39:00,594 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:39:00,985 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:39:01,985 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:39:02,985 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:39:03,985 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:39:04,985 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:39:05,594 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:39:05,985 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:39:07,186 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:39:07,965 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:39:08,181 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:39:09,181 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:39:10,181 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:39:10,309 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:39:10,310 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:39:10,594 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:39:11,182 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:39:12,182 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:39:13,182 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:39:14,182 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:39:15,182 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:39:15,595 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:39:16,182 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:39:17,182 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:39:18,182 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:39:19,183 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:39:20,187 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:39:20,604 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:39:21,188 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:39:22,187 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:39:23,187 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:39:24,185 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:39:25,186 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:39:25,310 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:39:25,311 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:39:25,438 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:39:25,460 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:39:25,460 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:39:25,461 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:39:25,884 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:39:26,039 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:39:26,040 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:39:26,185 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:39:27,185 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:39:28,185 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:39:29,186 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:39:30,186 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:39:31,186 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:39:31,883 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:39:32,186 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:39:33,186 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:39:34,186 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:39:35,186 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:39:36,186 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:39:37,187 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:39:37,883 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:39:37,970 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:39:38,186 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:39:39,187 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:39:40,187 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:39:40,310 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:39:40,310 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:39:41,187 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:39:42,187 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:39:43,187 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:39:43,883 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:39:44,187 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:39:45,187 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:39:46,187 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:39:47,196 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:39:48,204 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:39:48,892 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:39:49,203 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:39:50,203 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:39:51,203 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:39:52,204 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:39:52,536 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:39:52,538 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:39:52,538 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:39:52,540 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:39:53,067 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:39:53,204 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:39:54,068 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:39:54,211 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:39:54,578 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:39:55,204 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:39:55,310 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:39:55,310 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:39:56,204 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:39:57,204 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:39:58,204 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:39:59,204 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:39:59,888 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:40:00,204 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:40:01,205 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:40:02,205 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:40:03,205 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:40:04,205 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:40:05,205 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:40:05,889 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:40:06,205 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:40:07,205 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:40:07,973 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:40:08,205 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:40:09,205 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:40:10,206 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:40:10,478 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:40:10,478 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:40:10,889 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:40:11,206 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:40:12,206 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:40:13,206 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:40:14,206 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:40:15,206 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:40:16,206 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:40:16,895 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:40:17,208 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:40:18,216 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:40:19,213 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:40:20,214 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:40:21,215 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:40:21,896 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:40:22,216 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:40:22,566 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:40:22,568 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:40:22,569 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:40:22,570 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:40:23,097 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:40:23,216 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:40:24,098 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:40:24,216 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:40:25,216 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:40:25,310 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:40:25,311 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:40:26,216 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:40:27,216 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:40:27,892 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:40:28,216 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:40:29,216 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:40:30,216 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:40:31,216 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:40:32,216 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:40:32,892 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:40:33,216 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:40:34,216 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:40:35,216 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:40:36,217 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:40:37,217 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:40:37,893 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:40:37,977 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:40:38,217 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:40:39,217 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:40:40,217 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:40:40,310 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:40:40,310 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:40:41,217 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:40:42,217 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:40:42,893 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:40:43,217 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:40:44,217 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:40:45,217 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:40:46,218 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:40:47,218 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:40:48,218 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:40:48,893 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:40:49,218 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:40:50,218 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:40:51,230 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:40:52,222 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:40:53,222 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:40:53,907 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:40:54,223 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:40:55,223 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:40:55,316 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:40:55,316 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:40:56,223 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:40:56,850 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:40:56,852 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:40:56,852 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:40:56,854 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:40:57,127 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:40:57,267 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:40:58,128 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:40:58,264 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:40:59,264 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:40:59,893 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:41:00,264 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:41:01,264 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:41:02,264 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:41:03,264 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:41:04,265 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:41:04,901 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:41:05,265 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:41:06,265 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:41:07,266 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:41:07,981 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:41:08,265 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:41:09,265 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:41:09,984 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:41:10,265 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:41:10,310 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:41:10,311 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:41:11,265 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:41:12,265 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:41:13,265 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:41:14,266 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:41:15,266 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:41:15,901 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:41:16,266 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:41:17,272 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:41:18,272 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:41:19,275 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:41:20,275 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:41:20,903 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:41:21,274 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:41:22,273 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:41:22,503 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:41:22,504 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:41:22,505 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:41:22,507 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:41:23,154 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:41:23,273 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:41:24,156 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:41:24,273 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:41:25,273 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:41:25,311 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:41:25,311 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:41:25,903 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:41:26,273 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:41:27,273 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:41:28,273 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:41:29,273 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:41:30,273 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:41:30,904 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:41:31,273 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:41:32,274 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:41:33,274 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:41:34,274 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:41:35,274 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:41:36,274 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:41:36,904 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:41:37,274 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:41:37,985 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:41:38,274 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:41:39,274 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:41:40,274 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:41:40,311 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:41:40,311 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:41:41,275 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:41:42,275 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:41:42,904 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:41:43,275 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:41:44,275 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:41:45,275 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:41:46,275 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:41:47,275 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:41:47,912 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:41:48,279 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:41:49,283 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:41:50,282 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:41:51,280 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:41:52,280 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:41:53,280 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:41:53,660 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:41:53,661 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:41:53,662 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:41:53,662 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:41:53,662 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:41:54,182 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:41:54,183 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:41:54,280 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:41:55,280 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:41:55,311 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:41:55,311 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:41:56,280 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:41:57,280 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:41:58,280 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:41:58,906 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:41:59,280 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:42:00,280 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:42:01,280 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:42:02,281 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:42:03,281 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:42:03,907 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:42:04,281 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:42:05,281 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:42:06,281 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:42:07,281 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:42:07,990 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:42:08,281 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:42:08,992 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:42:09,281 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:42:10,281 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:42:10,311 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:42:10,311 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:42:11,282 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:42:12,282 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:42:13,282 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:42:14,282 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:42:14,907 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:42:15,282 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:42:16,282 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:42:17,291 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:42:18,284 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:42:19,286 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:42:19,917 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:42:20,286 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:42:21,288 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:42:22,288 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:42:23,289 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:42:23,310 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:42:23,312 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:42:23,312 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:42:23,314 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:42:24,212 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:42:24,289 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:42:25,213 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:42:25,289 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:42:25,311 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:42:25,312 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:42:25,415 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:42:26,289 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:42:27,289 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:42:28,289 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:42:29,289 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:42:30,289 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:42:30,909 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:42:31,289 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:42:32,289 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:42:33,290 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:42:34,290 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:42:35,290 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:42:35,909 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:42:36,290 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:42:37,290 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:42:37,994 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:42:38,290 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:42:39,290 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:42:40,290 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:42:40,311 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:42:40,312 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:42:40,910 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:42:41,290 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:42:42,291 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:42:43,291 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:42:44,291 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:42:45,291 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:42:45,910 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:42:46,291 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:42:47,291 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:42:48,291 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:42:49,291 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:42:50,291 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:42:50,918 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:42:51,301 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:42:52,298 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:42:53,298 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:42:54,296 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:42:55,295 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:42:55,314 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:42:55,316 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:42:56,295 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:42:56,610 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:42:56,611 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:42:56,612 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:42:56,612 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:42:56,613 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:42:57,247 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:42:57,295 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:42:58,295 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:42:59,249 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:42:59,295 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:43:00,295 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:43:01,295 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:43:01,914 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:43:02,295 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:43:03,295 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:43:04,296 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:43:05,296 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:43:06,296 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:43:07,296 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:43:07,914 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:43:07,998 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:43:08,296 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:43:09,296 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:43:10,296 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:43:10,314 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:43:10,315 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:43:11,296 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:43:12,297 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:43:12,915 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:43:13,296 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:43:14,296 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:43:15,297 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:43:16,297 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:43:17,297 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:43:17,915 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:43:18,297 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:43:19,297 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:43:20,297 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:43:21,297 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:43:22,304 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:43:22,921 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:43:23,307 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:43:24,302 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:43:25,308 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:43:25,324 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:43:25,325 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:43:26,305 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:43:27,306 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:43:27,351 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:43:27,352 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:43:27,352 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:43:27,353 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:43:28,277 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:43:28,306 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:43:28,392 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:43:29,278 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:43:29,306 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:43:30,306 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:43:31,306 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:43:32,306 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:43:33,306 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:43:33,918 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:43:34,306 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:43:35,306 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:43:36,306 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:43:37,306 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:43:38,002 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:43:38,307 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:43:39,004 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:43:39,307 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:43:40,307 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:43:40,321 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:43:40,322 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:43:41,307 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:43:42,307 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:43:43,307 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:43:44,307 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:43:44,918 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:43:45,307 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:43:46,307 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:43:47,307 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:43:48,307 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:43:49,316 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:43:49,927 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:43:50,313 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:43:51,314 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:43:52,318 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:43:53,314 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:43:54,314 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:43:54,967 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:43:54,968 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:43:54,968 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:43:54,969 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:43:54,970 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:43:55,302 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:43:55,385 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:43:55,386 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:43:55,392 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:43:56,384 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:43:57,304 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:43:57,384 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:43:58,384 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:43:59,384 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:44:00,384 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:44:00,919 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:44:01,384 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:44:02,384 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:44:03,384 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:44:04,384 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:44:05,384 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:44:06,384 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:44:06,919 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:44:07,385 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:44:08,005 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:44:08,385 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:44:09,385 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:44:10,384 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:44:10,384 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:44:10,425 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:44:11,385 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:44:12,385 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:44:12,920 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:44:13,385 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:44:14,385 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:44:15,385 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:44:16,385 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:44:17,386 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:44:18,401 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:44:18,922 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:44:19,398 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:44:20,398 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:44:21,395 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:44:22,399 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:44:23,399 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:44:23,927 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:44:24,163 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:44:24,164 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:44:24,164 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:44:24,166 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:44:24,337 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:44:24,581 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:44:25,338 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:44:25,384 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:44:25,385 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:44:25,577 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:44:26,577 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:44:27,577 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:44:28,577 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:44:29,577 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:44:29,924 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:44:30,578 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:44:31,578 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:44:32,578 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:44:33,578 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:44:34,578 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:44:35,578 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:44:35,923 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:44:36,578 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:44:37,578 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:44:38,009 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:44:38,579 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:44:39,578 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:44:40,384 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:44:40,385 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:44:40,578 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:44:40,923 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:44:41,579 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:44:42,579 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:44:43,579 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:44:44,579 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:44:45,579 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:44:45,924 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:44:46,579 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:44:47,579 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:44:48,579 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:44:49,579 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:44:50,589 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:44:51,591 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:44:51,927 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:44:52,586 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:44:53,594 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:44:54,594 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:44:55,387 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:44:55,387 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:44:55,593 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:44:56,252 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:44:56,254 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:44:56,254 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:44:56,256 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:44:56,370 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:44:56,673 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:44:57,294 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:44:57,673 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:44:58,673 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:44:59,373 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:44:59,673 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:45:00,673 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:45:01,673 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:45:02,673 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:45:02,924 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:45:03,673 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:45:04,673 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:45:05,674 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:45:06,674 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:45:07,873 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:45:08,013 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:45:08,020 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:45:08,870 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:45:09,870 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:45:10,386 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:45:10,387 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:45:10,870 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:45:11,871 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:45:12,871 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:45:13,871 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:45:13,925 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:45:14,871 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:45:15,871 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:45:16,871 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:45:17,871 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:45:18,871 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:45:19,876 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:45:19,931 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:45:20,873 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:45:21,880 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:45:22,877 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:45:23,878 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:45:24,878 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:45:25,334 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:45:25,336 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:45:25,336 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:45:25,337 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:45:25,338 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:45:25,403 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:45:25,750 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:45:25,751 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:45:25,878 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:45:26,878 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:45:27,405 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:45:27,878 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:45:28,878 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:45:29,878 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:45:30,878 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:45:30,927 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:45:31,878 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:45:32,879 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:45:33,879 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:45:34,879 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:45:35,879 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:45:36,879 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:45:36,927 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:45:37,879 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:45:38,017 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:45:39,108 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:45:40,013 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:45:40,480 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:45:40,481 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:45:41,012 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:45:41,929 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:45:42,013 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:45:43,013 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:45:44,013 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:45:45,013 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:45:46,013 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:45:47,013 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:45:47,928 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:45:48,013 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:45:49,013 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:45:50,013 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:45:51,023 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:45:52,019 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:45:52,948 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:45:53,020 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:45:54,026 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:45:55,020 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:45:55,485 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:45:55,486 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:45:56,020 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:45:56,730 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:45:56,732 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:45:56,732 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:45:56,734 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:45:57,130 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:45:57,440 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:45:58,129 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:45:58,772 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:45:59,129 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:45:59,441 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:46:00,129 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:46:01,129 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:46:02,129 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:46:03,129 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:46:03,931 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:46:04,129 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:46:05,129 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:46:06,129 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:46:07,129 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:46:08,021 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:46:08,130 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:46:09,023 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:46:09,130 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:46:10,130 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:46:10,485 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:46:10,486 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:46:11,130 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:46:12,130 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:46:13,130 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:46:14,130 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:46:14,932 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:46:15,130 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:46:16,130 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:46:17,130 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:46:18,131 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:46:19,131 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:46:20,137 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:46:20,937 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:46:21,131 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:46:22,131 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:46:23,132 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:46:24,131 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:46:25,132 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:46:25,492 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:46:25,492 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:46:26,053 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:46:26,054 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:46:26,055 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:46:26,055 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:46:26,056 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:46:26,456 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:46:26,468 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:46:27,201 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:46:27,469 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:46:28,201 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:46:29,201 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:46:30,201 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:46:31,201 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:46:31,935 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:46:32,201 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:46:33,201 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:46:34,201 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:46:35,201 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:46:36,201 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:46:37,201 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:46:37,935 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:46:38,025 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:46:38,202 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:46:39,202 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:46:40,202 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:46:40,488 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:46:40,489 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:46:41,202 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:46:42,202 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:46:42,936 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:46:43,202 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:46:44,202 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:46:45,202 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:46:46,202 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:46:47,202 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:46:48,202 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:46:48,936 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:46:49,202 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:46:50,203 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:46:51,203 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:46:52,203 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:46:53,203 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:46:54,203 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:46:54,943 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:46:55,215 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:46:55,491 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:46:55,492 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:46:56,207 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:46:57,208 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:46:58,212 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:46:59,212 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:46:59,947 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:47:00,214 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:47:00,381 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:47:00,382 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:47:00,382 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:47:00,384 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:47:00,506 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:47:01,213 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:47:02,215 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:47:03,215 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:47:03,508 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:47:04,215 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:47:05,215 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:47:05,936 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:47:06,215 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:47:07,215 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:47:08,029 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:47:08,215 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:47:09,215 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:47:10,215 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:47:10,491 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:47:10,492 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:47:11,216 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:47:11,936 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:47:12,216 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:47:13,216 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:47:14,216 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:47:15,216 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:47:16,216 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:47:16,937 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:47:17,216 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:47:18,216 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:47:19,216 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:47:20,216 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:47:21,216 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:47:22,217 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:47:22,942 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:47:23,227 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:47:24,222 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:47:25,223 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:47:25,497 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:47:25,498 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:47:26,223 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:47:27,224 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:47:28,223 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:47:28,882 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:47:28,884 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:47:28,885 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:47:28,885 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:47:28,886 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:47:29,289 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:47:29,532 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:47:30,288 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:47:31,288 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:47:31,534 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:47:32,288 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:47:33,288 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:47:33,938 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:47:34,288 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:47:35,288 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:47:36,289 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:47:37,289 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:47:38,033 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:47:38,289 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:47:39,036 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:47:39,289 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:47:40,447 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:47:40,497 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:47:40,498 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:47:41,348 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:47:42,348 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:47:43,349 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:47:44,349 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:47:44,939 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:47:45,349 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:47:46,349 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:47:47,349 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:47:48,349 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:47:49,349 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:47:49,939 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:47:50,349 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:47:51,349 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:47:52,357 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:47:53,356 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:47:54,357 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:47:54,949 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:47:55,354 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:47:55,502 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:47:55,503 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:47:56,360 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:47:57,354 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:47:57,825 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:47:57,826 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:47:57,826 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:47:57,827 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:47:58,354 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:47:58,560 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:47:59,354 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:47:59,562 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:48:00,354 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:48:00,866 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:48:01,354 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:48:02,354 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:48:03,354 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:48:04,354 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:48:05,355 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:48:05,940 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:48:06,355 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:48:07,355 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:48:08,037 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:48:08,355 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:48:09,416 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:48:10,413 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:48:10,502 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:48:10,503 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:48:10,940 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:48:11,413 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:48:12,413 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:48:13,413 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:48:14,413 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:48:15,414 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:48:15,941 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:48:16,414 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:48:17,414 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:48:18,414 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:48:19,414 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:48:20,422 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:48:20,941 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:48:21,417 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:48:22,425 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:48:23,421 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:48:24,422 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:48:25,422 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:48:25,504 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:48:25,505 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:48:25,942 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:48:26,252 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:48:26,254 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:48:26,255 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:48:26,256 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:48:26,585 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:48:26,666 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:48:27,585 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:48:27,672 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:48:28,672 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:48:29,671 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:48:30,671 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:48:30,942 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:48:31,671 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:48:32,672 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:48:33,672 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:48:34,672 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:48:35,672 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:48:36,672 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:48:36,942 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:48:37,672 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:48:38,041 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:48:38,672 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:48:39,672 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:48:40,504 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:48:40,505 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:48:40,672 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:48:41,673 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:48:42,672 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:48:42,943 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:48:43,672 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:48:44,673 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:48:45,673 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:48:46,673 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:48:47,673 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:48:47,943 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:48:48,673 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:48:49,673 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:48:50,673 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:48:51,673 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:48:52,673 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:48:52,951 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:48:53,677 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:48:54,680 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:48:55,507 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:48:55,510 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:48:55,683 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:48:56,683 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:48:57,684 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:48:57,957 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:48:58,597 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:48:58,599 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:48:58,599 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:48:58,601 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:48:58,615 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:48:59,013 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:48:59,743 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:49:00,743 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:49:01,617 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:49:01,743 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:49:02,744 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:49:03,744 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:49:03,949 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:49:04,744 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:49:05,744 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:49:06,744 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:49:07,744 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:49:08,045 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:49:08,744 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:49:09,047 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:49:09,744 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:49:10,507 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:49:10,507 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:49:10,744 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:49:11,745 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:49:12,745 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:49:13,745 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:49:14,083 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:49:14,745 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:49:15,745 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:49:16,745 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:49:17,745 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:49:18,745 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:49:19,745 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:49:19,994 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:49:20,745 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:49:21,746 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:49:22,746 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:49:23,751 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:49:24,753 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:49:25,000 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:49:25,507 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:49:25,507 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:49:25,749 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:49:26,752 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:49:27,753 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:49:28,753 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:49:29,201 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:49:29,203 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:49:29,203 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:49:29,204 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:49:29,643 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:49:29,753 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:49:30,242 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:49:30,753 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:49:31,645 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:49:31,753 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:49:32,753 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:49:33,754 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:49:34,753 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:49:35,753 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:49:35,996 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:49:36,753 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:49:37,753 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:49:38,049 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:49:38,754 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:49:39,754 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:49:40,507 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:49:40,507 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:49:40,754 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:49:41,754 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:49:41,996 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:49:42,754 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:49:43,754 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:49:44,755 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:49:45,755 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:49:46,755 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:49:46,997 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:49:47,755 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:49:48,755 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:49:49,755 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:49:50,755 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:49:51,755 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:49:52,755 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:49:52,997 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:49:53,755 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:49:54,755 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:49:55,508 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:49:55,509 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:49:55,765 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:49:56,763 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:49:57,758 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:49:58,003 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:49:58,758 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:49:59,758 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:50:00,561 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:50:00,562 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:50:00,562 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:50:00,563 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:50:00,676 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:50:00,978 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:50:01,677 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:50:01,974 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:50:02,975 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:50:03,975 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:50:03,999 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:50:04,975 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:50:05,975 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:50:06,975 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:50:07,975 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:50:08,053 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:50:08,975 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:50:09,055 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:50:09,975 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:50:10,508 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:50:10,509 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:50:10,975 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:50:12,433 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:50:13,432 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:50:14,432 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:50:15,000 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:50:15,432 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:50:16,432 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:50:17,433 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:50:18,433 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:50:19,433 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:50:20,000 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:50:20,433 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:50:21,433 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:50:22,433 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:50:23,433 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:50:24,443 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:50:25,003 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:50:25,435 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:50:25,512 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:50:25,513 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:50:26,435 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:50:27,435 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:50:28,438 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:50:29,436 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:50:30,012 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:50:30,064 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:50:30,066 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:50:30,066 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:50:30,068 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:50:30,479 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:50:30,710 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:50:31,478 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:50:31,711 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:50:32,478 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:50:33,478 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:50:34,478 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:50:35,478 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:50:36,004 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:50:36,478 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:50:37,478 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:50:38,057 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:50:38,479 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:50:39,479 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:50:40,479 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:50:40,512 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:50:40,513 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:50:41,479 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:50:42,003 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:50:42,479 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:50:43,479 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:50:44,479 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:50:45,479 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:50:46,479 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:50:47,004 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:50:47,479 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:50:48,480 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:50:49,480 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:50:50,480 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:50:51,480 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:50:52,480 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:50:53,004 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:50:53,482 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:50:54,484 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:50:55,484 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:50:55,518 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:50:55,518 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:50:56,498 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:50:57,487 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:50:58,018 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:50:58,488 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:50:59,488 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:50:59,554 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:50:59,556 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:50:59,556 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:50:59,558 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:50:59,743 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:51:00,488 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:51:01,488 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:51:01,744 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:51:02,488 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:51:03,488 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:51:04,009 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:51:04,488 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:51:05,488 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:51:06,488 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:51:07,488 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:51:08,061 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:51:08,489 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:51:09,063 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:51:09,489 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:51:10,489 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:51:10,518 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:51:10,518 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:51:11,489 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:51:12,489 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:51:13,490 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:51:14,489 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:51:15,010 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:51:15,490 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:51:16,490 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:51:17,490 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:51:18,490 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:51:19,490 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:51:20,010 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:51:20,490 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:51:21,490 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:51:22,490 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:51:23,490 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:51:24,490 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:51:25,490 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:51:25,518 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:51:25,519 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:51:25,624 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:51:26,495 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:51:27,498 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:51:28,495 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:51:29,496 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:51:30,506 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:51:31,011 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:51:31,501 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:51:31,994 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:51:31,995 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:51:31,996 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:51:31,997 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:51:32,501 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:51:32,777 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:51:33,501 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:51:33,778 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:51:34,501 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:51:35,501 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:51:36,011 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:51:36,501 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:51:37,501 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:51:38,065 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:51:38,501 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:51:39,501 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:51:40,501 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:51:40,518 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:51:40,519 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:51:41,502 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:51:42,011 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:51:42,502 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:51:43,506 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:51:44,503 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:51:45,503 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:51:46,503 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:51:47,012 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:51:47,503 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:51:48,503 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:51:49,504 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:51:50,504 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:51:51,504 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:51:52,504 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:51:53,012 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:51:53,504 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:51:54,504 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:51:55,504 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:51:55,526 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:51:55,529 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:51:56,514 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:51:57,510 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:51:58,018 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:51:58,514 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:51:59,511 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:52:00,511 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:52:00,887 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:52:00,888 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:52:00,888 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:52:00,890 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:52:01,511 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:52:01,809 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:52:02,512 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:52:03,301 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:52:03,511 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:52:03,811 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:52:04,511 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:52:05,511 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:52:06,511 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:52:07,511 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:52:08,069 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:52:08,512 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:52:09,071 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:52:09,512 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:52:10,512 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:52:10,521 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:52:10,522 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:52:11,512 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:52:12,512 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:52:13,612 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:52:14,300 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:52:14,514 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:52:15,514 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:52:16,514 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:52:17,514 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:52:18,514 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:52:19,300 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:52:19,514 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:52:20,514 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:52:21,514 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:52:22,514 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:52:23,514 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:52:24,514 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:52:25,308 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:52:25,523 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:52:25,530 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:52:25,531 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:52:26,521 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:52:27,526 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:52:28,525 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:52:29,522 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:52:30,314 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:52:30,524 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:52:31,061 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:52:31,062 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:52:31,062 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:52:31,063 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:52:31,521 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:52:31,842 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:52:32,522 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:52:33,522 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:52:33,844 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:52:34,522 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:52:35,475 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:52:35,522 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:52:36,522 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:52:37,522 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:52:38,073 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:52:38,522 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:52:39,522 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:52:40,522 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:52:40,528 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:52:40,528 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:52:40,599 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:52:41,522 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:52:42,523 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:52:43,523 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:52:44,571 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:52:45,570 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:52:46,474 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:52:46,570 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:52:47,570 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:52:48,570 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:52:49,570 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:52:50,570 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:52:51,570 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:52:52,474 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:52:52,570 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:52:53,571 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:52:54,571 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:52:55,528 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:52:55,528 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:52:55,571 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:52:56,574 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:52:57,491 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:52:57,574 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:52:58,577 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:52:59,574 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:53:00,576 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:53:01,576 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:53:01,901 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:53:01,902 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:53:01,902 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:53:01,903 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:53:02,577 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:53:02,875 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:53:02,943 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:53:03,577 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:53:03,876 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:53:04,577 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:53:05,577 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:53:06,577 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:53:07,577 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:53:08,078 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:53:08,084 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:53:08,577 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:53:09,577 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:53:10,528 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:53:10,528 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:53:10,577 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:53:11,578 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:53:12,578 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:53:13,478 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:53:13,613 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:53:14,612 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:53:15,612 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:53:16,612 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:53:17,612 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:53:18,612 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:53:19,478 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:53:19,612 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:53:20,612 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:53:21,612 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:53:22,613 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:53:23,612 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:53:24,613 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:53:25,483 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:53:25,537 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:53:25,537 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:53:25,615 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:53:26,615 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:53:27,615 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:53:28,618 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:53:29,615 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:53:30,488 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:53:30,615 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:53:31,000 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:53:31,001 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:53:31,001 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:53:31,002 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:53:31,615 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:53:31,915 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:53:32,615 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:53:33,615 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:53:33,916 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:53:34,615 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:53:35,616 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:53:36,478 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:53:36,615 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:53:37,615 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:53:38,081 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:53:38,616 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:53:39,616 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:53:40,533 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:53:40,534 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:53:40,616 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:53:41,616 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:53:42,478 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:53:42,725 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:53:43,724 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:53:44,724 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:53:45,724 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:53:46,724 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:53:47,479 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:53:47,725 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:53:48,724 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:53:49,724 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:53:50,725 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:53:51,725 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:53:52,733 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:53:53,479 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:53:53,731 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:53:54,732 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:53:55,540 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:53:55,540 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:53:55,735 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:53:56,732 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:53:57,732 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:53:58,432 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:53:58,433 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:53:58,433 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:53:58,435 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:53:58,850 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:53:58,941 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:53:59,474 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:53:59,846 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:53:59,942 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:54:00,846 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:54:01,846 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:54:02,846 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:54:03,846 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:54:04,484 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:54:04,846 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:54:05,846 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:54:06,847 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:54:07,847 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:54:08,085 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:54:08,847 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:54:09,847 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:54:10,087 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:54:10,539 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:54:10,540 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:54:10,847 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:54:12,033 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:54:13,032 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:54:14,032 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:54:15,032 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:54:16,032 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:54:16,033 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:54:17,032 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:54:18,032 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:54:19,032 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:54:20,032 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:54:21,033 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:54:21,579 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:54:22,033 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:54:23,033 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:54:24,041 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:54:25,036 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:54:25,548 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:54:25,552 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:54:26,039 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:54:26,581 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:54:27,039 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:54:28,039 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:54:29,040 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:54:29,459 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:54:29,460 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:54:29,460 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:54:29,462 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:54:29,977 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:54:30,040 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:54:31,040 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:54:31,582 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:54:31,978 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:54:32,040 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:54:33,040 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:54:34,040 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:54:35,040 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:54:36,040 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:54:37,040 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:54:37,582 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:54:38,040 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:54:38,088 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:54:39,041 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:54:40,041 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:54:40,545 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:54:40,546 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:54:41,242 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:54:42,112 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:54:42,582 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:54:43,112 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:54:44,113 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:54:45,113 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:54:46,113 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:54:47,113 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:54:48,113 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:54:48,582 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:54:49,113 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:54:50,113 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:54:51,113 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:54:52,113 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:54:53,124 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:54:54,123 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:54:54,591 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:54:55,119 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:54:55,551 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:54:55,551 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:54:56,119 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:54:57,119 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:54:58,120 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:54:58,658 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:54:58,660 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:54:58,661 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:54:58,662 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:54:59,005 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:54:59,120 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:54:59,700 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:55:00,007 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:55:00,120 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:55:01,120 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:55:02,120 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:55:03,120 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:55:04,120 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:55:05,120 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:55:05,585 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:55:06,120 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:55:07,121 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:55:08,092 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:55:08,121 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:55:09,121 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:55:10,181 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:55:10,550 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:55:10,550 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:55:10,723 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:55:11,181 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:55:12,181 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:55:13,181 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:55:14,181 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:55:15,181 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:55:16,181 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:55:16,585 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:55:17,181 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:55:18,181 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:55:19,181 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:55:20,182 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:55:21,189 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:55:21,589 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:55:22,188 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:55:23,191 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:55:24,189 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:55:25,189 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:55:25,557 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:55:25,557 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:55:26,190 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:55:26,427 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:55:26,428 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:55:26,428 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:55:26,429 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:55:26,812 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:55:27,035 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:55:27,190 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:55:28,036 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:55:28,190 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:55:29,190 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:55:30,190 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:55:31,190 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:55:32,190 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:55:32,811 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:55:33,190 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:55:34,190 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:55:35,190 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:55:36,190 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:55:37,191 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:55:38,097 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:55:38,103 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:55:38,306 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:55:39,219 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:55:40,219 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:55:40,550 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:55:40,550 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:55:41,219 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:55:42,219 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:55:43,219 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:55:43,811 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:55:44,219 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:55:45,219 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:55:46,219 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:55:47,219 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:55:48,219 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:55:48,814 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:55:49,219 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:55:50,222 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:55:51,226 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:55:52,223 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:55:53,227 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:55:53,827 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:55:54,226 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:55:55,179 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:55:55,180 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:55:55,181 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:55:55,182 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:55:55,594 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:55:55,595 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:55:55,596 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:55:56,068 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:55:56,327 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:55:57,326 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:55:58,069 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:55:58,327 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:55:59,327 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:55:59,816 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:56:00,327 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:56:01,327 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:56:02,327 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:56:03,330 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:56:04,330 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:56:05,330 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:56:05,816 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:56:06,330 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:56:07,330 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:56:08,100 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:56:08,330 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:56:09,330 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:56:10,330 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:56:10,592 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:56:10,593 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:56:11,330 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:56:11,752 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:56:12,330 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:56:13,331 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:56:14,330 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:56:15,331 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:56:16,331 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:56:16,816 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:56:17,331 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:56:18,331 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:56:19,331 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:56:20,336 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:56:21,343 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:56:21,822 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:56:22,345 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:56:23,340 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:56:24,340 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:56:25,340 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:56:25,579 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:56:25,581 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:56:25,581 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:56:25,583 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:56:25,994 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:56:25,994 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:56:26,092 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:56:26,341 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:56:26,822 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:56:27,340 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:56:28,094 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:56:28,340 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:56:29,340 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:56:30,341 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:56:31,341 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:56:31,822 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:56:32,341 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:56:33,341 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:56:34,341 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:56:35,341 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:56:36,341 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:56:36,823 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:56:37,341 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:56:38,104 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:56:38,341 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:56:39,341 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:56:40,341 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:56:40,727 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:56:40,728 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:56:41,341 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:56:42,342 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:56:42,822 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:56:43,342 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:56:44,342 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:56:45,342 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:56:46,342 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:56:47,342 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:56:48,342 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:56:48,823 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:56:49,342 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:56:50,342 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:56:51,352 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:56:52,355 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:56:53,352 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:56:53,847 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:56:54,352 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:56:55,352 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:56:55,728 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:56:55,729 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:56:56,353 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:56:56,435 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:56:56,436 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:56:56,436 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:56:56,437 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:56:57,134 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:56:57,353 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:56:58,135 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:56:58,353 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:56:59,353 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:56:59,840 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:57:00,353 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:57:01,353 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:57:02,353 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:57:03,353 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:57:04,353 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:57:05,353 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:57:05,837 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:57:06,353 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:57:07,354 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:57:08,108 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:57:08,354 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:57:09,354 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:57:10,354 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:57:10,728 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:57:10,729 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:57:10,850 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:57:11,737 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:57:12,431 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:57:13,431 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:57:14,431 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:57:15,432 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:57:16,432 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:57:16,837 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:57:17,432 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:57:18,432 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:57:19,432 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:57:20,432 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:57:21,432 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:57:22,432 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:57:22,837 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:57:23,432 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:57:24,440 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:57:25,440 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:57:25,735 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:57:25,741 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:57:26,440 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:57:27,441 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:57:27,848 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:57:28,445 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:57:29,443 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:57:29,832 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:57:29,834 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:57:29,834 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:57:29,836 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:57:30,169 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:57:30,443 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:57:31,444 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:57:32,171 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:57:32,444 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:57:32,843 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:57:33,444 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:57:34,444 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:57:35,444 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:57:36,444 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:57:37,444 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:57:38,112 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:57:38,118 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:57:38,444 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:57:39,444 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:57:40,444 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:57:40,735 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:57:40,736 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:57:41,651 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:57:42,449 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:57:43,449 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:57:43,844 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:57:44,449 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:57:45,449 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:57:46,449 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:57:47,449 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:57:48,449 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:57:49,449 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:57:49,844 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:57:50,449 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:57:51,449 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:57:52,452 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:57:53,452 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:57:54,461 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:57:54,846 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:57:55,457 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:57:55,743 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:57:55,744 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:57:56,460 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:57:57,460 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:57:57,848 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:57:57,849 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:57:57,850 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:57:57,851 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:57:58,205 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:57:58,457 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:57:59,458 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:57:59,889 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:58:00,206 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:58:00,458 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:58:01,458 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:58:02,458 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:58:03,458 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:58:04,458 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:58:05,458 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:58:05,847 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:58:06,458 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:58:07,458 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:58:08,116 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:58:08,458 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:58:09,458 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:58:10,459 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:58:10,743 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:58:10,744 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:58:10,864 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:58:11,459 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:58:12,459 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:58:13,459 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:58:14,459 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:58:15,459 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:58:16,459 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:58:16,847 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:58:17,459 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:58:18,459 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:58:19,459 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:58:20,460 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:58:21,460 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:58:22,461 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:58:22,852 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:58:23,469 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:58:24,469 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:58:25,467 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:58:25,751 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:58:25,751 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:58:26,468 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:58:26,629 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:58:26,631 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:58:26,631 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:58:26,632 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:58:27,245 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:58:27,468 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:58:28,010 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:58:28,246 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:58:28,468 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:58:29,468 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:58:30,468 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:58:31,468 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:58:32,468 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:58:33,468 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:58:34,009 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:58:34,468 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:58:35,468 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:58:36,468 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:58:37,469 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:58:38,121 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:58:38,469 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:58:39,123 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:58:39,469 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:58:40,469 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:58:40,747 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:58:40,747 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:58:41,469 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:58:42,469 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:58:43,469 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:58:44,469 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:58:45,010 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:58:45,469 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:58:46,470 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:58:47,470 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:58:48,470 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:58:49,470 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:58:50,470 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:58:51,010 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:58:51,470 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:58:52,470 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:58:53,479 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:58:54,479 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:58:55,474 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:58:55,754 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:58:55,755 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:58:56,477 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:58:56,919 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:58:57,486 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:58:58,478 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:58:59,415 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:58:59,416 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:58:59,416 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:58:59,418 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:58:59,830 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:59:00,277 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:59:00,826 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:59:01,826 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:59:02,013 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:59:02,279 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:59:02,826 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:59:03,826 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:59:04,826 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:59:05,826 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:59:06,826 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:59:07,827 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:59:08,013 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:59:08,123 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:59:08,827 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:59:09,827 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:59:10,750 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:59:10,751 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:59:10,827 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:59:11,827 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:59:12,827 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:59:13,015 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:59:13,827 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:59:14,827 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:59:15,827 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:59:16,828 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:59:17,828 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:59:18,828 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:59:19,014 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:59:19,828 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:59:20,828 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:59:21,828 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:59:22,828 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:59:23,838 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:59:24,019 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:59:24,835 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:59:25,753 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:59:25,754 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:59:25,831 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:59:26,832 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:59:27,835 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:59:28,835 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:59:29,021 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:59:29,219 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:59:29,220 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:59:29,221 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:59:29,224 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:59:29,308 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:59:29,836 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:59:30,309 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 00:59:30,836 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:59:31,836 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:59:32,836 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:59:33,836 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:59:34,836 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:59:35,019 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:59:35,836 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:59:36,836 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:59:37,836 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:59:38,128 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 00:59:38,836 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:59:39,837 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:59:40,130 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:59:40,751 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:59:40,751 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:59:40,837 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:59:41,837 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:59:42,837 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:59:43,837 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:59:44,837 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:59:45,837 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:59:46,020 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:59:46,837 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:59:47,837 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:59:48,837 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:59:49,838 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:59:50,838 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:59:51,844 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:59:52,024 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:59:52,850 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:59:53,845 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:59:54,844 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:59:55,757 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 00:59:55,757 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 00:59:55,842 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:59:56,843 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:59:57,030 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 00:59:57,588 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 00:59:57,588 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 00:59:57,588 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 00:59:57,590 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 00:59:58,000 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:59:58,354 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 00:59:58,999 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 00:59:59,999 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:00:00,356 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:00:00,999 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:00:01,999 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:00:02,999 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:00:03,027 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:00:03,999 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:00:04,999 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:00:05,999 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:00:06,999 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:00:08,000 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:00:08,132 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:00:08,138 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:00:09,000 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:00:10,000 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:00:10,754 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:00:10,755 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:00:11,000 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:00:12,000 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:00:13,000 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:00:14,000 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:00:14,027 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:00:15,001 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:00:16,000 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:00:17,000 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:00:18,001 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:00:19,001 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:00:20,001 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:00:20,027 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:00:21,001 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:00:22,001 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:00:23,001 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:00:24,001 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:00:25,004 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:00:25,042 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:00:25,764 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:00:25,764 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:00:26,003 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:00:27,005 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:00:28,014 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:00:29,009 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:00:29,593 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:00:29,593 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:00:29,594 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:00:29,595 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:00:30,009 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:00:30,395 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:00:30,634 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:00:31,009 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:00:32,009 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:00:32,397 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:00:33,009 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:00:34,009 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:00:35,009 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:00:36,009 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:00:36,032 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:00:37,009 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:00:38,009 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:00:38,136 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:00:39,010 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:00:40,010 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:00:40,757 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:00:40,758 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:00:41,010 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:00:41,843 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:00:42,010 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:00:43,010 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:00:44,010 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:00:45,011 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:00:46,010 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:00:47,010 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:00:47,031 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:00:48,010 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:00:49,011 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:00:50,011 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:00:51,011 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:00:52,011 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:00:52,032 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:00:53,011 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:00:54,011 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:00:55,011 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:00:55,758 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:00:55,758 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:00:56,011 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:00:57,012 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:00:58,012 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:00:58,031 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:00:59,012 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:01:00,019 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:01:01,019 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:01:02,016 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:01:03,016 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:01:03,039 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:01:04,020 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:01:05,018 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:01:05,483 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:01:05,485 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:01:05,485 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:01:05,487 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:01:06,018 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:01:06,428 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:01:06,429 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:01:07,018 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:01:08,018 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:01:08,140 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:01:08,147 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:01:09,018 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:01:10,018 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:01:10,758 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:01:10,758 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:01:11,018 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:01:12,018 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:01:13,018 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:01:14,018 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:01:14,034 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:01:15,019 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:01:16,019 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:01:17,019 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:01:18,019 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:01:19,019 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:01:20,019 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:01:20,034 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:01:21,019 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:01:22,019 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:01:23,019 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:01:24,020 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:01:25,020 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:01:25,035 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:01:25,758 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:01:25,758 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:01:26,020 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:01:27,020 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:01:28,020 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:01:29,020 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:01:30,029 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:01:31,024 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:01:31,038 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:01:32,020 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:01:33,023 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:01:34,025 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:01:35,024 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:01:35,954 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:01:35,955 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:01:35,956 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:01:35,957 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:01:36,367 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:01:36,462 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:01:36,995 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:01:37,100 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:01:38,100 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:01:38,144 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:01:38,464 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:01:39,100 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:01:40,101 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:01:40,758 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:01:40,759 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:01:41,101 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:01:42,035 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:01:42,101 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:01:43,101 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:01:44,101 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:01:45,101 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:01:46,101 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:01:47,035 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:01:47,101 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:01:48,101 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:01:49,101 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:01:50,102 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:01:51,102 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:01:52,035 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:01:52,102 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:01:53,102 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:01:54,102 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:01:55,102 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:01:55,758 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:01:55,759 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:01:56,102 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:01:57,102 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:01:58,035 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:01:58,102 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:01:59,102 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:02:00,102 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:02:01,103 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:02:02,113 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:02:03,042 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:02:03,105 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:02:04,116 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:02:05,113 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:02:06,110 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:02:07,110 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:02:07,171 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:02:07,172 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:02:07,172 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:02:07,174 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:02:07,495 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:02:08,111 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:02:08,148 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:02:08,154 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:02:08,496 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:02:09,111 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:02:10,111 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:02:10,758 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:02:10,759 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:02:11,111 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:02:12,111 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:02:13,111 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:02:14,037 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:02:14,111 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:02:15,111 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:02:16,111 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:02:17,111 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:02:18,111 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:02:19,037 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:02:19,111 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:02:20,113 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:02:21,112 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:02:22,112 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:02:23,112 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:02:24,037 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:02:24,112 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:02:25,113 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:02:25,758 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:02:25,759 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:02:26,113 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:02:27,113 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:02:28,113 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:02:29,113 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:02:30,037 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:02:30,113 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:02:31,113 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:02:32,116 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:02:33,121 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:02:34,123 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:02:35,043 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:02:35,124 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:02:36,123 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:02:37,124 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:02:37,923 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:02:37,924 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:02:37,924 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:02:37,925 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:02:38,152 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:02:38,338 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:02:38,532 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:02:39,337 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:02:40,154 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:02:40,337 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:02:40,533 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:02:40,758 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:02:40,759 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:02:41,337 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:02:42,337 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:02:43,337 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:02:44,338 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:02:45,338 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:02:46,039 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:02:46,338 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:02:47,338 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:02:48,338 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:02:49,338 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:02:50,338 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:02:51,339 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:02:52,039 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:02:52,338 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:02:53,338 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:02:54,339 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:02:55,339 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:02:55,758 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:02:55,759 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:02:56,339 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:02:57,339 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:02:58,039 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:02:58,339 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:02:59,339 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:03:00,339 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:03:01,339 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:03:02,339 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:03:03,039 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:03:03,339 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:03:04,350 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:03:05,345 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:03:06,346 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:03:07,346 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:03:08,043 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:03:08,168 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:03:08,346 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:03:09,347 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:03:09,528 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:03:09,530 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:03:09,530 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:03:09,532 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:03:09,562 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:03:10,346 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:03:10,563 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:03:10,759 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:03:10,759 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:03:11,346 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:03:12,346 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:03:13,043 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:03:13,346 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:03:14,347 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:03:15,347 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:03:16,347 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:03:17,347 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:03:18,347 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:03:19,044 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:03:19,347 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:03:20,347 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:03:21,347 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:03:22,347 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:03:23,347 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:03:24,044 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:03:24,348 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:03:25,348 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:03:25,759 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:03:25,759 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:03:26,348 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:03:27,348 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:03:28,348 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:03:29,348 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:03:30,044 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:03:30,348 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:03:31,348 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:03:32,348 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:03:33,348 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:03:34,348 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:03:35,044 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:03:35,348 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:03:36,352 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:03:37,351 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:03:38,170 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:03:38,351 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:03:39,354 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:03:40,171 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:03:40,351 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:03:40,760 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:03:40,766 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:03:41,354 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:03:42,268 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:03:42,270 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:03:42,271 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:03:42,276 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:03:42,594 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:03:43,178 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:03:43,417 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:03:44,417 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:03:44,596 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:03:45,310 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:03:45,417 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:03:46,417 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:03:47,417 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:03:48,417 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:03:49,417 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:03:50,417 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:03:51,051 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:03:51,417 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:03:52,417 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:03:53,417 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:03:54,417 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:03:55,418 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:03:55,760 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:03:55,761 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:03:56,418 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:03:56,894 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:03:57,418 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:03:58,418 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:03:59,418 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:04:00,418 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:04:01,418 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:04:02,051 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:04:02,418 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:04:03,418 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:04:04,418 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:04:05,418 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:04:06,419 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:04:07,051 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:04:07,419 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:04:08,167 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:04:08,423 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:04:09,424 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:04:10,428 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:04:10,766 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:04:10,769 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:04:11,430 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:04:12,064 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:04:12,430 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:04:13,413 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:04:13,415 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:04:13,416 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:04:13,419 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:04:13,631 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:04:13,826 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:04:14,632 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:04:14,826 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:04:15,826 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:04:16,826 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:04:17,826 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:04:18,058 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:04:18,826 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:04:19,826 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:04:20,826 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:04:21,826 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:04:22,826 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:04:23,826 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:04:24,058 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:04:24,827 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:04:25,762 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:04:25,763 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:04:25,827 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:04:26,827 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:04:27,827 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:04:28,827 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:04:29,059 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:04:29,827 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:04:30,827 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:04:31,827 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:04:32,827 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:04:33,827 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:04:34,059 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:04:34,827 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:04:35,828 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:04:36,828 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:04:37,828 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:04:38,170 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:04:38,837 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:04:39,177 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:04:39,837 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:04:40,772 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:04:40,772 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:04:40,848 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:04:41,843 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:04:42,844 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:04:43,844 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:04:44,839 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:04:44,840 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:04:44,840 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:04:44,841 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:04:44,843 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:04:45,250 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:04:45,669 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:04:46,248 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:04:46,670 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:04:47,248 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:04:48,248 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:04:49,248 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:04:50,063 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:04:50,249 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:04:51,249 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:04:52,249 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:04:53,249 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:04:54,249 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:04:55,064 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:04:55,249 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:04:55,766 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:04:55,767 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:04:56,249 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:04:57,249 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:04:58,250 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:04:59,249 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:05:00,250 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:05:01,064 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:05:01,250 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:05:02,250 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:05:03,250 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:05:04,250 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:05:05,250 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:05:06,250 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:05:07,064 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:05:07,250 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:05:08,174 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:05:08,250 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:05:09,256 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:05:10,252 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:05:10,773 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:05:10,776 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:05:11,252 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:05:12,078 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:05:12,253 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:05:13,253 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:05:14,253 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:05:15,253 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:05:15,354 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:05:15,355 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:05:15,356 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:05:15,360 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:05:15,696 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:05:16,253 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:05:16,697 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:05:17,253 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:05:18,070 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:05:18,253 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:05:19,254 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:05:20,253 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:05:21,253 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:05:22,254 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:05:23,254 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:05:24,068 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:05:24,254 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:05:25,254 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:05:25,770 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:05:25,770 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:05:26,254 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:05:27,254 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:05:28,254 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:05:29,255 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:05:30,068 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:05:30,254 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:05:31,254 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:05:32,254 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:05:33,255 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:05:34,255 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:05:35,068 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:05:35,255 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:05:36,255 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:05:37,255 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:05:38,178 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:05:38,255 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:05:39,255 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:05:40,180 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:05:40,255 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:05:40,770 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:05:40,770 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:05:41,255 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:05:42,261 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:05:43,265 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:05:44,267 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:05:45,271 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:05:46,102 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:05:46,273 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:05:47,268 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:05:48,017 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:05:48,019 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:05:48,019 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:05:48,025 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:05:48,433 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:05:48,735 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:05:48,735 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:05:49,433 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:05:50,433 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:05:51,433 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:05:52,058 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:05:52,433 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:05:53,433 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:05:54,433 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:05:55,433 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:05:55,770 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:05:55,770 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:05:56,433 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:05:57,072 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:05:57,433 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:05:58,434 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:05:59,646 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:06:00,645 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:06:01,645 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:06:02,073 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:06:02,645 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:06:03,645 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:06:04,645 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:06:05,645 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:06:06,645 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:06:07,073 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:06:07,645 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:06:08,182 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:06:08,645 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:06:09,645 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:06:10,645 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:06:10,770 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:06:10,770 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:06:11,648 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:06:12,082 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:06:12,646 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:06:13,656 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:06:14,651 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:06:15,656 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:06:16,655 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:06:17,257 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:06:17,258 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:06:17,258 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:06:17,259 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:06:17,260 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:06:17,673 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:06:17,774 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:06:18,672 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:06:18,775 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:06:19,672 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:06:20,672 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:06:21,672 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:06:22,673 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:06:23,077 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:06:23,673 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:06:24,673 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:06:25,673 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:06:25,770 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:06:25,771 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:06:26,673 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:06:27,673 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:06:28,673 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:06:29,076 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:06:29,744 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:06:30,743 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:06:31,743 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:06:32,743 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:06:33,743 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:06:34,077 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:06:34,743 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:06:35,743 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:06:36,743 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:06:37,744 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:06:38,187 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:06:38,744 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:06:39,189 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:06:39,744 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:06:40,744 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:06:40,770 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:06:40,771 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:06:41,752 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:06:42,750 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:06:43,748 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:06:44,748 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:06:45,084 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:06:45,748 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:06:46,750 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:06:47,292 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:06:47,293 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:06:47,294 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:06:47,295 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:06:47,750 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:06:47,801 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:06:48,750 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:06:48,802 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:06:49,750 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:06:50,333 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:06:50,750 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:06:51,750 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:06:52,750 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:06:53,750 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:06:54,750 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:06:55,750 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:06:55,770 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:06:55,771 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:06:55,845 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:06:56,750 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:06:57,750 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:06:58,751 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:06:59,800 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:07:00,797 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:07:01,078 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:07:01,797 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:07:02,797 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:07:03,798 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:07:04,798 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:07:05,798 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:07:06,798 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:07:07,077 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:07:07,798 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:07:08,190 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:07:08,798 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:07:09,798 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:07:10,782 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:07:10,784 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:07:10,818 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:07:11,801 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:07:12,081 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:07:12,801 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:07:13,805 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:07:14,808 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:07:15,806 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:07:16,248 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:07:16,249 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:07:16,250 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:07:16,251 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:07:16,806 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:07:16,826 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:07:16,827 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:07:17,081 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:07:17,806 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:07:18,806 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:07:19,806 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:07:20,806 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:07:21,806 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:07:22,806 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:07:23,081 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:07:23,806 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:07:24,806 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:07:25,773 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:07:25,774 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:07:25,814 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:07:26,807 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:07:27,849 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:07:28,847 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:07:29,082 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:07:29,847 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:07:30,847 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:07:31,847 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:07:32,847 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:07:33,848 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:07:34,082 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:07:34,848 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:07:35,848 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:07:36,848 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:07:37,848 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:07:38,194 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:07:38,848 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:07:39,197 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:07:39,852 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:07:40,779 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:07:40,779 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:07:40,849 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:07:41,849 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:07:42,852 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:07:43,860 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:07:44,856 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:07:45,094 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:07:45,396 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:07:45,397 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:07:45,398 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:07:45,399 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:07:45,856 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:07:45,857 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:07:46,858 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:07:46,859 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:07:47,857 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:07:48,858 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:07:49,858 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:07:50,858 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:07:51,087 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:07:51,858 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:07:52,858 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:07:53,858 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:07:54,858 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:07:55,776 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:07:55,777 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:07:55,858 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:07:56,876 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:07:57,069 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:07:58,068 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:07:59,068 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:08:00,068 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:08:01,068 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:08:02,068 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:08:02,087 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:08:03,068 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:08:04,068 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:08:05,069 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:08:06,069 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:08:07,069 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:08:08,069 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:08:08,087 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:08:08,199 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:08:09,076 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:08:10,073 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:08:10,777 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:08:10,783 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:08:11,073 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:08:12,077 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:08:13,073 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:08:13,090 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:08:14,073 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:08:14,757 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:08:14,758 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:08:14,759 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:08:14,760 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:08:14,889 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:08:15,173 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:08:16,176 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:08:16,892 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:08:17,175 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:08:18,090 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:08:18,175 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:08:19,175 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:08:20,176 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:08:21,176 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:08:22,176 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:08:23,176 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:08:24,090 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:08:24,176 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:08:25,176 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:08:25,777 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:08:25,777 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:08:26,176 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:08:27,176 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:08:28,252 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:08:29,090 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:08:29,251 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:08:30,251 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:08:31,251 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:08:32,251 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:08:33,252 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:08:34,252 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:08:35,091 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:08:35,252 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:08:36,252 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:08:37,252 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:08:38,203 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:08:38,252 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:08:39,252 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:08:40,205 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:08:40,252 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:08:40,779 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:08:40,787 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:08:41,253 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:08:42,263 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:08:43,263 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:08:44,261 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:08:45,262 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:08:46,109 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:08:46,262 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:08:46,748 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:08:46,749 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:08:46,749 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:08:46,750 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:08:46,934 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:08:46,935 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:08:47,262 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:08:48,262 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:08:49,262 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:08:50,262 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:08:51,164 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:08:51,262 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:08:52,262 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:08:53,262 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:08:54,263 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:08:55,263 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:08:55,777 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:08:55,777 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:08:56,263 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:08:56,941 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:08:57,263 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:08:58,263 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:08:59,263 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:09:00,263 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:09:01,263 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:09:02,161 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:09:02,263 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:09:03,263 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:09:04,263 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:09:05,263 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:09:06,264 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:09:07,162 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:09:07,264 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:09:08,207 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:09:08,264 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:09:09,264 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:09:10,264 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:09:10,792 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:09:10,802 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:09:11,266 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:09:12,170 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:09:12,273 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:09:13,270 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:09:14,271 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:09:15,271 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:09:16,271 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:09:16,567 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:09:16,568 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:09:16,568 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:09:16,570 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:09:16,969 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:09:16,970 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:09:17,271 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:09:18,169 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:09:18,271 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:09:19,271 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:09:20,271 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:09:21,271 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:09:22,271 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:09:23,271 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:09:24,169 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:09:24,271 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:09:25,271 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:09:25,782 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:09:25,783 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:09:26,272 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:09:27,272 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:09:28,272 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:09:29,272 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:09:30,169 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:09:30,272 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:09:31,272 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:09:32,272 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:09:33,272 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:09:34,272 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:09:35,169 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:09:35,272 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:09:36,272 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:09:37,273 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:09:38,211 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:09:38,273 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:09:39,273 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:09:40,213 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:09:40,273 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:09:40,783 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:09:40,783 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:09:41,273 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:09:42,291 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:09:43,293 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:09:44,289 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:09:45,289 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:09:46,178 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:09:46,289 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:09:47,292 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:09:47,748 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:09:47,750 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:09:47,751 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:09:47,752 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:09:48,001 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:09:48,289 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:09:49,003 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:09:49,289 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:09:50,289 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:09:51,289 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:09:51,790 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:09:52,289 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:09:53,290 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:09:54,290 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:09:55,290 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:09:55,783 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:09:55,783 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:09:56,290 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:09:56,963 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:09:57,290 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:09:58,290 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:09:59,290 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:10:00,290 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:10:01,290 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:10:02,169 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:10:02,290 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:10:03,291 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:10:04,291 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:10:05,291 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:10:06,291 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:10:07,170 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:10:07,291 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:10:08,215 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:10:08,291 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:10:09,291 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:10:10,291 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:10:10,783 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:10:10,784 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:10:11,291 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:10:12,291 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:10:13,170 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:10:13,291 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:10:14,292 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:10:15,292 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:10:16,292 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:10:17,305 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:10:18,177 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:10:18,298 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:10:19,298 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:10:20,299 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:10:21,300 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:10:21,328 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:10:21,329 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:10:21,330 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:10:21,331 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:10:22,037 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:10:22,300 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:10:23,038 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:10:23,300 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:10:24,174 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:10:24,300 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:10:25,300 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:10:25,783 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:10:25,784 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:10:26,300 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:10:27,300 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:10:28,300 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:10:29,300 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:10:30,174 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:10:30,300 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:10:31,300 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:10:32,301 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:10:33,301 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:10:34,301 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:10:35,174 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:10:35,301 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:10:36,301 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:10:37,301 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:10:38,219 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:10:38,301 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:10:39,301 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:10:40,221 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:10:40,301 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:10:40,783 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:10:40,784 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:10:41,301 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:10:42,307 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:10:43,310 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:10:44,313 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:10:45,314 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:10:46,193 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:10:46,316 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:10:47,313 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:10:47,794 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:10:47,795 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:10:47,795 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:10:47,796 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:10:48,074 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:10:48,316 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:10:49,313 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:10:50,076 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:10:50,313 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:10:51,313 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:10:51,835 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:10:52,313 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:10:53,313 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:10:54,313 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:10:55,313 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:10:55,783 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:10:55,784 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:10:56,313 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:10:56,921 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:10:57,313 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:10:58,314 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:10:59,314 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:11:00,314 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:11:01,314 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:11:02,177 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:11:02,314 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:11:03,314 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:11:04,314 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:11:05,314 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:11:06,314 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:11:07,314 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:11:08,177 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:11:08,223 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:11:08,314 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:11:09,315 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:11:10,315 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:11:10,783 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:11:10,784 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:11:11,315 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:11:12,315 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:11:13,182 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:11:13,321 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:11:14,319 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:11:15,320 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:11:16,321 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:11:17,320 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:11:18,320 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:11:18,362 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:11:18,363 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:11:18,364 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:11:18,364 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:11:18,366 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:11:19,107 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:11:19,320 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:11:20,108 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:11:20,320 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:11:21,320 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:11:22,320 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:11:23,320 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:11:24,181 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:11:24,320 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:11:25,321 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:11:25,784 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:11:25,784 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:11:26,321 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:11:27,321 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:11:28,321 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:11:29,321 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:11:30,181 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:11:30,321 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:11:31,321 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:11:32,321 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:11:33,321 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:11:34,321 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:11:35,181 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:11:35,321 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:11:36,322 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:11:37,322 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:11:38,227 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:11:38,322 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:11:39,322 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:11:40,230 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:11:40,322 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:11:40,784 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:11:40,784 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:11:41,322 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:11:42,325 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:11:43,329 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:11:44,331 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:11:45,325 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:11:46,208 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:11:46,325 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:11:47,326 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:11:47,843 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:11:47,844 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:11:47,844 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:11:47,846 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:11:48,138 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:11:48,326 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:11:49,326 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:11:50,140 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:11:50,326 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:11:51,326 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:11:51,885 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:11:52,326 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:11:53,326 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:11:54,326 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:11:55,326 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:11:55,784 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:11:55,784 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:11:56,326 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:11:56,894 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:11:57,326 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:11:58,326 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:11:59,326 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:12:00,359 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:12:01,355 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:12:02,185 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:12:02,356 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:12:03,356 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:12:04,356 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:12:05,356 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:12:06,356 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:12:07,356 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:12:08,185 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:12:08,232 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:12:08,356 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:12:09,356 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:12:10,356 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:12:10,784 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:12:10,784 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:12:11,356 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:12:12,359 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:12:13,199 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:12:13,359 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:12:14,364 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:12:15,364 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:12:16,360 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:12:17,360 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:12:18,086 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:12:18,087 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:12:18,087 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:12:18,088 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:12:18,169 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:12:18,503 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:12:19,127 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:12:19,504 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:12:20,170 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:12:20,504 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:12:21,504 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:12:22,504 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:12:23,504 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:12:24,187 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:12:24,504 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:12:25,504 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:12:25,784 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:12:25,784 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:12:26,504 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:12:27,504 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:12:28,504 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:12:29,504 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:12:30,187 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:12:30,504 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:12:31,505 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:12:32,505 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:12:33,505 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:12:34,505 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:12:35,188 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:12:35,505 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:12:36,505 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:12:37,505 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:12:38,235 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:12:38,505 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:12:39,505 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:12:40,238 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:12:40,505 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:12:40,784 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:12:40,785 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:12:41,506 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:12:42,506 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:12:43,506 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:12:44,506 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:12:45,506 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:12:46,193 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:12:46,506 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:12:47,512 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:12:48,509 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:12:49,516 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:12:50,510 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:12:51,195 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:12:51,510 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:12:51,766 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:12:51,766 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:12:51,767 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:12:51,768 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:12:52,202 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:12:52,510 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:12:53,516 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:12:54,204 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:12:54,515 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:12:55,515 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:12:55,784 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:12:55,784 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:12:56,515 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:12:56,923 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:12:57,515 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:12:58,515 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:12:59,515 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:13:00,515 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:13:01,516 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:13:02,188 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:13:02,516 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:13:03,516 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:13:04,516 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:13:05,516 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:13:06,516 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:13:07,188 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:13:07,516 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:13:08,239 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:13:08,517 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:13:09,516 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:13:10,517 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:13:10,784 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:13:10,785 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:13:11,517 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:13:12,517 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:13:13,188 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:13:13,517 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:13:14,517 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:13:15,517 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:13:16,517 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:13:17,525 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:13:18,202 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:13:18,522 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:13:19,524 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:13:20,528 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:13:21,528 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:13:22,528 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:13:22,557 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:13:22,558 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:13:22,558 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:13:22,560 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:13:23,234 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:13:23,529 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:13:23,599 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:13:24,235 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:13:24,528 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:13:25,528 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:13:25,784 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:13:25,785 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:13:26,528 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:13:27,529 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:13:28,529 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:13:29,191 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:13:29,529 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:13:30,529 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:13:31,529 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:13:32,529 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:13:33,530 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:13:34,529 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:13:35,191 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:13:35,529 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:13:36,530 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:13:37,530 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:13:38,243 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:13:38,530 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:13:39,530 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:13:40,246 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:13:40,530 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:13:40,785 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:13:40,785 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:13:41,530 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:13:42,530 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:13:43,530 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:13:44,530 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:13:45,530 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:13:46,191 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:13:46,530 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:13:47,530 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:13:48,531 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:13:49,531 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:13:50,531 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:13:51,197 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:13:51,532 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:13:52,534 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:13:53,467 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:13:53,468 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:13:53,468 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:13:53,470 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:13:53,879 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:13:54,272 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:13:54,877 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:13:55,785 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:13:55,785 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:13:55,878 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:13:56,273 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:13:56,860 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:13:56,878 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:13:57,878 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:13:58,878 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:13:59,878 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:14:00,878 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:14:01,878 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:14:02,194 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:14:02,878 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:14:03,878 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:14:04,878 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:14:05,879 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:14:06,879 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:14:07,194 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:14:07,878 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:14:08,247 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:14:08,879 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:14:09,879 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:14:10,785 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:14:10,785 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:14:10,879 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:14:11,879 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:14:12,879 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:14:13,194 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:14:13,879 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:14:14,879 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:14:15,879 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:14:16,880 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:14:17,879 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:14:18,199 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:14:18,880 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:14:19,880 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:14:20,883 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:14:21,880 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:14:22,880 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:14:22,952 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:14:22,953 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:14:22,954 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:14:22,955 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:14:23,313 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:14:23,880 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:14:23,993 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:14:24,313 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:14:24,880 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:14:25,785 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:14:25,786 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:14:25,880 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:14:26,880 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:14:27,881 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:14:28,881 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:14:29,198 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:14:29,881 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:14:30,881 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:14:31,881 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:14:32,881 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:14:33,881 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:14:34,199 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:14:34,881 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:14:36,096 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:14:37,001 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:14:38,001 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:14:38,252 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:14:39,001 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:14:39,254 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:14:40,001 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:14:40,785 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:14:40,786 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:14:41,001 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:14:42,002 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:14:43,002 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:14:44,002 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:14:45,002 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:14:45,199 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:14:46,002 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:14:47,002 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:14:48,002 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:14:49,008 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:14:50,006 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:14:51,006 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:14:51,201 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:14:52,010 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:14:53,010 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:14:54,008 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:14:54,838 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:14:54,840 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:14:54,840 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:14:54,842 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:14:55,259 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:14:55,343 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:14:55,785 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:14:55,786 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:14:56,256 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:14:56,344 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:14:56,883 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:14:57,256 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:14:58,256 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:14:59,257 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:15:00,257 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:15:01,257 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:15:02,200 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:15:02,257 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:15:03,257 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:15:04,257 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:15:05,257 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:15:06,257 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:15:07,200 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:15:07,257 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:15:08,254 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:15:08,260 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:15:09,464 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:15:10,463 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:15:10,785 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:15:10,786 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:15:11,463 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:15:12,201 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:15:12,463 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:15:13,464 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:15:14,464 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:15:15,464 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:15:16,464 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:15:17,201 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:15:17,464 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:15:18,464 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:15:19,464 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:15:20,464 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:15:21,471 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:15:22,202 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:15:22,467 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:15:23,467 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:15:24,471 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:15:25,471 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:15:25,788 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:15:25,789 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:15:26,469 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:15:27,206 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:15:27,446 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:15:27,447 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:15:27,448 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:15:27,449 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:15:27,858 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:15:28,374 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:15:28,597 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:15:29,597 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:15:30,375 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:15:30,597 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:15:31,597 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:15:32,597 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:15:33,203 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:15:33,597 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:15:34,598 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:15:35,598 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:15:36,598 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:15:37,598 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:15:38,258 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:15:38,264 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:15:38,598 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:15:39,598 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:15:40,598 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:15:40,788 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:15:40,789 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:15:41,598 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:15:42,598 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:15:43,599 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:15:44,203 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:15:44,599 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:15:45,599 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:15:46,599 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:15:47,599 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:15:48,599 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:15:49,203 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:15:49,599 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:15:50,599 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:15:51,599 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:15:52,605 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:15:53,610 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:15:54,219 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:15:54,608 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:15:55,609 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:15:55,789 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:15:55,796 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:15:56,609 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:15:57,609 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:15:58,066 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:15:58,067 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:15:58,067 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:15:58,068 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:15:58,407 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:15:58,609 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:15:59,609 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:16:00,107 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:16:00,409 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:16:00,609 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:16:01,609 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:16:02,609 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:16:03,609 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:16:04,609 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:16:05,206 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:16:05,609 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:16:06,610 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:16:07,610 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:16:08,262 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:16:08,610 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:16:09,610 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:16:10,264 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:16:10,610 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:16:10,789 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:16:10,790 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:16:11,906 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:16:12,621 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:16:13,620 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:16:14,620 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:16:15,620 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:16:16,207 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:16:16,620 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:16:17,621 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:16:18,621 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:16:19,621 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:16:20,621 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:16:21,621 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:16:22,207 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:16:22,621 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:16:23,624 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:16:24,625 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:16:25,625 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:16:25,792 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:16:25,793 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:16:26,629 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:16:27,215 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:16:27,629 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:16:28,626 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:16:29,607 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:16:29,609 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:16:29,609 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:16:29,611 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:16:30,015 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:16:30,440 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:16:30,762 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:16:31,762 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:16:32,441 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:16:32,762 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:16:33,208 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:16:33,762 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:16:34,762 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:16:35,762 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:16:36,763 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:16:37,763 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:16:38,266 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:16:38,272 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:16:38,763 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:16:39,763 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:16:40,763 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:16:40,792 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:16:40,793 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:16:41,763 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:16:43,147 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:16:43,777 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:16:44,209 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:16:44,777 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:16:45,777 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:16:46,777 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:16:47,777 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:16:48,777 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:16:49,777 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:16:50,209 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:16:50,778 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:16:51,778 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:16:52,778 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:16:53,778 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:16:54,778 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:16:55,213 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:16:55,790 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:16:55,793 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:16:55,793 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:16:56,788 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:16:57,784 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:16:58,786 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:16:59,790 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:17:00,787 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:17:01,099 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:17:01,101 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:17:01,101 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:17:01,102 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:17:01,103 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:17:01,473 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:17:01,787 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:17:02,474 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:17:02,787 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:17:03,788 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:17:04,787 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:17:05,787 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:17:06,210 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:17:06,787 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:17:07,787 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:17:08,270 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:17:08,787 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:17:09,787 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:17:10,787 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:17:10,793 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:17:10,794 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:17:11,788 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:17:11,899 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:17:12,855 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:17:13,854 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:17:14,854 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:17:15,854 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:17:16,854 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:17:17,210 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:17:17,854 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:17:18,854 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:17:19,854 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:17:20,854 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:17:21,855 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:17:22,855 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:17:23,210 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:17:23,855 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:17:24,858 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:17:25,795 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:17:25,799 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:17:25,860 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:17:26,860 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:17:27,858 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:17:28,216 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:17:28,859 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:17:29,859 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:17:30,277 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:17:30,278 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:17:30,278 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:17:30,279 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:17:30,504 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:17:30,860 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:17:31,860 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:17:32,506 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:17:32,860 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:17:33,216 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:17:33,860 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:17:34,860 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:17:35,860 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:17:36,860 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:17:37,860 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:17:38,275 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:17:38,281 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:17:38,860 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:17:39,860 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:17:40,795 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:17:40,796 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:17:40,860 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:17:41,861 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:17:42,861 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:17:43,861 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:17:44,217 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:17:44,861 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:17:45,861 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:17:46,861 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:17:47,861 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:17:48,861 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:17:49,217 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:17:49,861 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:17:50,861 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:17:51,861 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:17:52,862 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:17:53,862 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:17:54,868 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:17:55,221 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:17:55,798 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:17:55,799 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:17:55,863 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:17:56,864 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:17:57,864 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:17:58,865 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:17:59,864 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:18:00,228 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:18:00,742 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:18:00,743 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:18:00,743 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:18:00,745 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:18:01,154 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:18:01,531 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:18:01,890 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:18:02,532 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:18:02,890 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:18:03,890 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:18:04,890 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:18:05,890 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:18:06,221 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:18:06,890 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:18:07,890 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:18:08,278 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:18:08,890 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:18:09,890 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:18:10,798 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:18:10,799 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:18:10,890 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:18:11,890 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:18:11,956 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:18:12,891 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:18:13,891 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:18:14,891 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:18:15,891 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:18:16,891 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:18:17,221 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:18:17,891 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:18:18,891 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:18:19,891 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:18:20,891 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:18:21,891 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:18:22,892 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:18:23,228 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:18:23,901 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:18:24,898 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:18:25,800 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:18:25,801 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:18:25,902 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:18:26,902 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:18:27,904 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:18:28,905 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:18:29,217 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:18:29,218 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:18:29,218 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:18:29,219 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:18:29,221 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:18:29,563 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:18:29,905 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:18:30,565 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:18:30,905 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:18:31,905 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:18:32,905 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:18:33,905 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:18:34,226 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:18:34,905 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:18:35,905 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:18:36,905 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:18:37,905 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:18:38,282 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:18:38,905 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:18:39,284 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:18:39,906 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:18:40,800 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:18:40,801 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:18:40,906 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:18:41,906 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:18:42,906 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:18:43,906 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:18:44,906 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:18:45,227 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:18:45,906 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:18:46,906 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:18:47,906 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:18:48,907 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:18:49,907 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:18:50,907 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:18:51,227 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:18:51,907 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:18:52,907 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:18:53,915 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:18:54,908 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:18:55,803 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:18:55,805 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:18:55,914 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:18:56,878 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:18:56,908 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:18:57,908 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:18:58,908 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:18:59,805 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:18:59,807 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:18:59,807 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:18:59,809 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:19:00,213 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:19:00,592 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:19:00,954 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:19:01,954 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:19:02,230 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:19:02,594 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:19:02,954 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:19:03,954 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:19:04,954 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:19:05,954 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:19:06,954 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:19:07,954 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:19:08,230 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:19:08,286 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:19:08,954 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:19:09,954 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:19:10,801 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:19:10,802 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:19:10,955 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:19:11,955 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:19:12,955 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:19:13,955 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:19:14,230 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:19:14,955 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:19:15,955 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:19:16,955 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:19:17,955 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:19:18,955 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:19:19,231 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:19:19,956 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:19:20,956 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:19:21,956 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:19:22,956 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:19:23,956 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:19:24,956 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:19:25,241 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:19:25,808 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:19:25,812 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:19:25,962 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:19:26,959 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:19:27,962 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:19:28,962 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:19:29,968 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:19:30,240 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:19:30,963 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:19:31,010 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:19:31,011 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:19:31,012 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:19:31,013 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:19:31,628 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:19:31,963 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:19:32,629 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:19:32,963 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:19:33,963 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:19:34,963 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:19:35,963 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:19:36,237 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:19:36,963 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:19:37,963 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:19:38,290 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:19:38,963 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:19:39,964 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:19:40,805 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:19:40,806 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:19:40,964 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:19:41,935 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:19:41,964 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:19:43,028 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:19:44,026 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:19:45,026 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:19:46,026 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:19:47,026 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:19:47,237 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:19:48,026 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:19:49,026 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:19:50,026 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:19:51,026 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:19:52,027 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:19:53,027 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:19:53,237 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:19:54,027 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:19:55,032 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:19:55,809 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:19:55,809 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:19:56,032 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:19:57,032 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:19:58,035 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:19:58,245 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:19:59,036 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:20:00,036 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:20:00,542 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:20:00,543 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:20:00,544 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:20:00,545 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:20:00,657 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:20:01,036 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:20:02,036 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:20:02,658 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:20:03,036 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:20:04,036 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:20:04,240 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:20:05,036 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:20:06,036 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:20:07,036 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:20:08,036 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:20:08,295 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:20:09,036 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:20:09,297 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:20:10,036 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:20:10,807 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:20:10,808 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:20:11,036 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:20:12,037 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:20:13,037 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:20:14,037 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:20:15,037 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:20:15,241 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:20:16,037 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:20:17,038 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:20:18,037 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:20:19,037 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:20:20,037 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:20:20,241 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:20:21,037 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:20:22,038 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:20:23,038 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:20:24,038 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:20:25,049 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:20:25,245 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:20:25,812 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:20:25,816 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:20:26,047 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:20:27,041 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:20:28,044 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:20:29,042 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:20:30,043 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:20:30,239 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:20:30,241 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:20:30,241 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:20:30,242 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:20:30,282 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:20:30,680 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:20:31,042 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:20:32,042 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:20:32,681 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:20:33,042 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:20:34,042 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:20:35,042 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:20:36,042 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:20:36,250 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:20:37,043 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:20:38,043 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:20:38,298 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:20:39,043 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:20:40,043 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:20:40,810 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:20:40,811 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:20:41,043 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:20:41,927 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:20:42,165 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:20:43,164 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:20:44,164 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:20:45,165 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:20:46,165 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:20:47,165 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:20:47,250 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:20:48,165 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:20:49,165 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:20:50,165 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:20:51,165 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:20:52,165 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:20:52,252 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:20:53,165 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:20:54,167 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:20:55,168 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:20:55,816 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:20:55,817 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:20:56,170 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:20:57,170 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:20:57,253 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:20:58,112 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:20:58,114 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:20:58,114 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:20:58,116 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:20:58,527 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:20:58,703 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:20:59,267 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:21:00,267 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:21:00,704 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:21:01,267 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:21:02,267 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:21:03,250 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:21:03,267 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:21:04,267 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:21:05,267 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:21:06,267 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:21:07,267 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:21:08,268 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:21:08,302 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:21:08,309 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:21:09,268 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:21:10,485 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:21:10,816 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:21:10,817 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:21:11,484 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:21:12,484 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:21:13,484 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:21:14,250 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:21:14,484 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:21:15,484 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:21:16,484 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:21:17,484 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:21:18,484 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:21:19,484 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:21:20,250 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:21:20,484 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:21:21,485 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:21:22,489 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:21:23,492 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:21:24,491 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:21:25,268 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:21:25,495 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:21:25,819 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:21:25,834 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:21:26,500 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:21:27,495 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:21:28,194 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:21:28,195 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:21:28,195 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:21:28,196 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:21:28,611 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:21:28,727 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:21:29,608 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:21:30,608 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:21:30,729 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:21:31,235 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:21:31,608 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:21:32,608 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:21:33,608 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:21:34,608 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:21:35,608 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:21:36,256 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:21:36,608 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:21:37,609 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:21:38,307 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:21:38,609 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:21:39,608 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:21:40,609 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:21:40,819 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:21:40,820 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:21:41,609 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:21:41,911 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:21:42,704 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:21:43,697 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:21:44,696 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:21:45,697 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:21:46,697 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:21:47,387 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:21:47,697 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:21:48,697 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:21:49,697 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:21:50,697 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:21:51,697 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:21:52,697 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:21:53,387 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:21:53,697 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:21:54,704 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:21:55,703 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:21:55,827 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:21:55,827 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:21:56,707 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:21:57,707 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:21:58,391 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:21:58,705 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:21:59,711 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:22:00,613 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:22:00,614 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:22:00,614 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:22:00,616 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:22:00,759 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:22:01,032 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:22:02,031 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:22:02,760 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:22:03,031 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:22:04,032 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:22:04,390 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:22:05,032 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:22:06,032 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:22:07,032 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:22:08,032 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:22:08,310 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:22:09,032 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:22:10,032 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:22:10,312 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:22:10,824 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:22:10,825 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:22:11,032 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:22:12,032 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:22:13,032 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:22:14,033 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:22:15,032 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:22:15,391 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:22:16,033 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:22:17,033 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:22:18,033 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:22:19,033 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:22:20,033 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:22:20,391 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:22:21,033 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:22:22,033 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:22:23,033 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:22:24,033 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:22:25,033 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:22:25,824 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:22:25,825 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:22:25,917 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:22:26,041 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:22:27,036 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:22:28,035 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:22:29,038 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:22:30,037 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:22:31,038 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:22:31,400 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:22:32,038 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:22:32,072 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:22:32,073 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:22:32,073 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:22:32,074 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:22:32,786 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:22:33,038 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:22:34,038 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:22:34,788 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:22:35,038 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:22:36,038 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:22:36,553 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:22:37,038 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:22:38,038 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:22:38,315 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:22:39,038 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:22:40,038 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:22:40,825 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:22:40,825 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:22:41,038 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:22:41,991 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:22:42,039 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:22:43,039 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:22:44,039 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:22:45,039 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:22:46,039 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:22:47,039 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:22:47,552 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:22:48,039 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:22:49,039 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:22:50,039 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:22:51,039 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:22:52,039 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:22:53,040 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:22:53,552 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:22:54,040 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:22:55,040 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:22:55,825 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:22:55,825 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:22:56,050 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:22:57,043 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:22:58,043 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:22:58,568 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:22:59,043 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:23:00,047 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:23:01,049 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:23:01,919 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:23:01,920 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:23:01,920 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:23:01,922 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:23:02,334 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:23:02,814 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:23:02,815 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:23:03,066 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:23:04,066 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:23:04,556 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:23:05,066 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:23:06,066 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:23:07,066 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:23:08,066 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:23:08,318 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:23:09,067 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:23:10,067 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:23:10,320 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:23:10,825 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:23:10,825 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:23:11,067 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:23:12,067 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:23:13,067 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:23:14,067 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:23:15,067 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:23:15,556 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:23:16,067 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:23:17,068 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:23:18,067 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:23:19,068 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:23:20,068 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:23:20,557 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:23:21,068 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:23:22,068 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:23:23,068 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:23:24,068 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:23:25,068 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:23:25,825 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:23:25,826 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:23:25,973 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:23:26,068 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:23:27,068 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:23:28,068 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:23:29,069 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:23:30,069 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:23:31,075 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:23:31,563 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:23:32,075 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:23:33,077 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:23:34,079 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:23:35,081 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:23:35,335 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:23:35,336 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:23:35,336 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:23:35,337 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:23:35,847 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:23:36,080 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:23:36,848 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:23:37,080 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:23:37,377 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:23:38,080 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:23:38,322 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:23:39,080 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:23:40,080 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:23:40,825 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:23:40,826 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:23:41,080 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:23:42,080 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:23:42,562 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:23:43,080 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:23:44,080 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:23:45,080 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:23:46,080 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:23:47,081 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:23:47,563 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:23:48,081 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:23:49,081 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:23:50,081 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:23:51,081 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:23:52,081 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:23:52,691 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:23:53,081 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:23:54,081 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:23:55,081 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:23:55,825 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:23:55,826 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:23:56,081 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:23:57,081 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:23:58,082 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:23:58,703 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:23:59,091 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:24:00,087 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:24:01,088 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:24:02,088 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:24:03,093 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:24:03,699 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:24:04,092 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:24:04,508 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:24:04,509 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:24:04,510 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:24:04,511 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:24:04,880 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:24:05,093 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:24:06,093 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:24:06,882 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:24:07,093 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:24:08,093 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:24:08,327 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:24:09,093 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:24:09,329 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:24:10,093 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:24:10,825 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:24:10,826 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:24:11,093 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:24:12,093 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:24:13,093 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:24:14,093 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:24:14,695 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:24:15,093 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:24:16,093 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:24:17,218 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:24:18,217 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:24:19,217 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:24:19,696 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:24:20,217 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:24:21,217 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:24:22,217 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:24:23,217 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:24:24,217 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:24:25,217 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:24:25,695 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:24:25,825 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:24:25,826 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:24:26,217 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:24:27,217 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:24:28,217 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:24:29,218 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:24:30,224 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:24:30,700 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:24:31,221 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:24:32,219 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:24:33,219 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:24:34,223 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:24:35,221 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:24:35,533 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:24:35,534 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:24:35,534 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:24:35,535 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:24:35,911 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:24:36,220 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:24:36,574 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:24:36,912 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:24:37,220 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:24:38,220 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:24:38,329 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:24:39,220 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:24:40,220 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:24:40,826 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:24:40,826 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:24:41,220 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:24:41,993 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:24:42,220 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:24:43,220 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:24:44,220 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:24:45,220 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:24:46,220 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:24:47,221 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:24:47,699 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:24:48,312 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:24:49,309 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:24:50,309 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:24:51,309 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:24:52,309 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:24:52,700 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:24:53,309 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:24:54,309 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:24:55,310 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:24:55,826 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:24:55,826 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:24:56,310 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:24:57,310 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:24:58,310 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:24:58,699 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:24:59,310 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:25:00,316 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:25:01,316 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:25:02,320 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:25:03,320 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:25:03,708 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:25:04,323 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:25:05,320 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:25:05,667 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:25:05,668 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:25:05,668 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:25:05,669 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:25:05,949 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:25:06,320 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:25:06,951 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:25:07,320 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:25:08,320 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:25:08,333 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:25:09,320 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:25:09,335 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:25:10,320 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:25:10,826 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:25:10,826 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:25:11,320 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:25:12,320 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:25:13,320 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:25:14,320 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:25:14,701 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:25:15,321 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:25:16,321 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:25:17,321 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:25:18,476 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:25:19,384 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:25:20,384 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:25:20,702 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:25:21,384 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:25:22,384 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:25:23,384 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:25:24,384 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:25:25,384 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:25:25,702 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:25:25,826 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:25:25,826 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:25:26,384 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:25:27,384 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:25:28,385 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:25:29,385 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:25:30,385 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:25:31,396 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:25:31,707 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:25:32,391 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:25:33,393 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:25:34,392 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:25:35,392 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:25:36,396 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:25:37,265 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:25:37,267 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:25:37,268 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:25:37,268 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:25:37,269 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:25:37,674 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:25:37,983 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:25:38,338 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:25:38,673 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:25:38,984 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:25:39,673 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:25:40,674 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:25:40,826 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:25:40,827 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:25:41,674 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:25:42,674 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:25:42,702 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:25:43,674 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:25:44,674 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:25:45,674 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:25:46,674 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:25:47,674 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:25:48,674 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:25:48,702 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:25:49,675 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:25:50,674 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:25:51,675 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:25:52,675 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:25:53,675 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:25:53,703 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:25:54,675 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:25:55,675 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:25:55,826 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:25:55,827 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:25:56,675 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:25:57,675 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:25:58,675 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:25:58,703 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:25:59,675 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:26:00,675 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:26:01,675 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:26:02,675 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:26:03,675 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:26:03,703 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:26:04,687 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:26:05,680 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:26:06,685 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:26:07,691 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:26:08,342 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:26:08,684 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:26:09,343 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:26:09,685 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:26:10,330 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:26:10,331 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:26:10,331 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:26:10,332 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:26:10,749 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:26:10,826 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:26:10,827 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:26:11,021 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:26:11,748 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:26:12,753 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:26:13,023 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:26:13,753 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:26:14,707 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:26:14,753 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:26:15,753 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:26:16,753 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:26:17,753 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:26:18,753 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:26:19,753 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:26:20,707 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:26:20,753 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:26:21,753 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:26:22,753 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:26:23,754 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:26:24,754 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:26:25,707 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:26:25,754 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:26:25,826 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:26:25,827 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:26:26,754 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:26:27,754 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:26:28,754 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:26:29,754 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:26:30,754 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:26:31,707 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:26:31,754 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:26:32,754 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:26:33,760 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:26:34,758 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:26:35,759 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:26:36,718 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:26:36,761 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:26:37,758 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:26:38,343 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:26:38,758 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:26:39,653 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:26:39,654 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:26:39,654 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:26:39,656 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:26:40,051 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:26:40,086 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:26:40,808 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:26:40,826 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:26:40,827 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:26:41,052 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:26:41,808 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:26:41,902 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:26:42,808 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:26:43,808 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:26:44,808 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:26:45,808 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:26:46,808 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:26:47,710 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:26:47,808 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:26:48,808 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:26:49,808 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:26:50,809 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:26:51,809 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:26:52,711 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:26:52,811 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:26:53,809 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:26:54,809 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:26:55,809 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:26:55,826 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:26:55,827 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:26:56,809 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:26:57,714 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:26:57,809 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:26:58,809 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:26:59,810 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:27:00,810 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:27:01,810 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:27:02,715 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:27:02,810 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:27:03,810 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:27:04,810 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:27:05,820 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:27:06,814 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:27:07,721 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:27:07,815 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:27:08,348 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:27:08,820 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:27:09,815 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:27:10,815 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:27:10,827 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:27:10,827 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:27:10,867 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:27:10,904 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:27:10,904 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:27:10,910 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:27:11,080 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:27:11,815 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:27:12,815 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:27:13,082 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:27:13,718 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:27:13,815 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:27:14,816 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:27:15,815 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:27:16,815 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:27:17,815 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:27:18,718 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:27:18,815 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:27:19,816 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:27:20,816 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:27:21,816 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:27:22,816 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:27:23,816 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:27:24,719 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:27:24,816 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:27:25,816 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:27:25,827 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:27:25,827 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:27:26,816 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:27:27,816 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:27:28,816 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:27:29,817 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:27:30,719 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:27:30,817 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:27:31,817 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:27:32,817 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:27:33,817 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:27:34,817 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:27:35,817 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:27:36,728 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:27:36,829 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:27:37,827 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:27:38,353 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:27:38,823 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:27:39,827 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:27:40,824 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:27:40,831 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:27:40,831 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:27:41,824 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:27:41,921 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:27:42,525 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:27:42,526 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:27:42,526 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:27:42,532 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:27:43,112 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:27:43,442 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:27:44,438 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:27:45,114 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:27:45,439 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:27:46,439 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:27:47,439 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:27:47,444 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:27:48,439 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:27:49,439 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:27:50,439 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:27:51,439 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:27:52,439 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:27:53,439 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:27:53,439 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:27:54,439 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:27:55,439 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:27:55,891 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:27:55,892 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:27:56,440 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:27:57,440 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:27:58,439 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:27:58,440 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:27:59,440 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:28:00,440 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:28:01,440 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:28:02,440 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:28:03,440 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:28:04,439 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:28:04,440 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:28:05,440 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:28:06,447 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:28:07,452 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:28:08,368 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:28:08,448 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:28:09,445 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:28:09,448 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:28:10,449 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:28:10,894 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:28:10,895 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:28:11,449 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:28:12,429 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:28:12,430 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:28:12,430 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:28:12,432 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:28:13,138 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:28:13,526 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:28:13,589 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:28:14,526 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:28:14,589 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:28:15,140 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:28:15,589 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:28:16,589 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:28:17,589 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:28:18,589 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:28:19,590 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:28:20,525 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:28:20,590 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:28:21,590 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:28:22,590 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:28:23,590 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:28:24,590 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:28:25,525 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:28:25,590 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:28:25,894 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:28:25,895 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:28:26,590 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:28:27,591 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:28:28,590 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:28:29,590 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:28:30,525 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:28:30,591 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:28:31,591 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:28:32,591 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:28:33,591 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:28:34,592 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:28:35,591 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:28:36,525 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:28:36,591 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:28:37,591 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:28:38,363 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:28:38,591 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:28:39,592 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:28:40,594 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:28:40,898 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:28:40,899 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:28:41,598 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:28:42,017 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:28:42,598 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:28:43,598 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:28:44,601 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:28:45,602 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:28:46,128 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:28:46,130 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:28:46,130 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:28:46,133 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:28:46,169 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:28:46,602 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:28:47,170 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:28:47,171 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:28:47,602 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:28:48,602 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:28:49,602 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:28:50,602 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:28:51,602 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:28:52,530 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:28:52,602 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:28:53,602 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:28:54,602 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:28:55,602 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:28:55,898 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:28:55,899 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:28:56,602 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:28:57,602 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:28:57,978 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:28:58,603 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:28:59,603 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:29:00,603 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:29:01,603 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:29:02,603 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:29:03,530 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:29:03,603 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:29:04,603 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:29:05,603 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:29:06,603 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:29:07,603 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:29:08,367 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:29:08,604 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:29:09,530 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:29:09,604 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:29:10,604 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:29:10,899 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:29:10,899 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:29:11,604 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:29:12,604 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:29:13,618 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:29:14,533 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:29:14,610 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:29:15,611 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:29:16,611 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:29:17,614 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:29:18,616 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:29:19,065 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:29:19,066 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:29:19,067 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:29:19,072 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:29:19,200 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:29:19,615 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:29:20,106 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:29:20,615 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:29:21,202 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:29:21,615 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:29:22,615 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:29:23,615 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:29:24,615 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:29:25,532 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:29:25,615 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:29:25,899 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:29:25,899 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:29:26,615 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:29:27,615 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:29:28,615 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:29:29,615 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:29:30,616 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:29:31,531 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:29:31,616 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:29:32,746 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:29:33,743 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:29:34,743 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:29:35,743 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:29:36,532 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:29:36,743 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:29:37,743 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:29:38,371 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:29:38,743 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:29:39,743 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:29:40,744 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:29:40,899 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:29:40,899 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:29:41,744 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:29:42,056 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:29:42,759 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:29:43,750 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:29:44,751 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:29:45,751 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:29:46,751 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:29:47,537 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:29:47,751 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:29:48,751 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:29:48,761 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:29:48,763 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:29:48,763 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:29:48,765 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:29:49,229 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:29:49,751 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:29:50,751 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:29:51,231 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:29:51,751 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:29:52,751 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:29:52,804 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:29:53,752 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:29:54,752 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:29:55,752 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:29:55,899 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:29:55,899 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:29:56,752 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:29:57,752 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:29:58,065 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:29:58,752 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:29:59,752 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:30:00,752 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:30:01,752 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:30:02,957 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:30:03,532 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:30:03,861 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:30:04,861 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:30:05,861 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:30:06,861 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:30:07,861 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:30:08,375 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:30:08,861 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:30:09,532 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:30:09,861 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:30:10,861 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:30:10,899 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:30:10,900 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:30:11,861 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:30:12,866 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:30:13,874 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:30:14,537 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:30:14,867 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:30:15,868 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:30:16,871 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:30:17,868 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:30:18,683 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:30:18,685 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:30:18,685 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:30:18,687 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:30:19,100 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:30:19,259 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:30:19,725 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:30:20,097 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:30:21,098 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:30:21,260 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:30:22,098 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:30:23,098 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:30:24,098 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:30:25,098 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:30:25,533 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:30:25,899 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:30:25,900 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:30:26,098 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:30:27,098 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:30:28,098 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:30:29,098 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:30:30,098 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:30:31,309 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:30:31,533 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:30:32,213 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:30:33,213 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:30:34,213 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:30:35,213 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:30:36,213 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:30:36,533 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:30:37,213 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:30:38,213 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:30:38,379 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:30:39,213 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:30:40,213 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:30:40,899 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:30:40,900 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:30:41,213 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:30:42,069 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:30:42,214 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:30:43,214 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:30:44,220 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:30:45,218 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:30:46,218 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:30:47,218 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:30:47,555 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:30:48,218 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:30:49,218 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:30:49,338 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:30:49,339 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:30:49,340 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:30:49,342 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:30:50,218 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:30:50,286 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:30:51,218 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:30:51,287 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:30:52,218 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:30:53,218 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:30:53,381 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:30:54,218 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:30:55,218 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:30:55,899 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:30:55,900 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:30:56,219 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:30:57,219 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:30:58,219 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:30:58,535 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:30:59,219 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:31:00,219 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:31:01,219 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:31:02,219 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:31:03,219 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:31:03,536 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:31:04,220 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:31:05,219 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:31:06,219 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:31:07,220 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:31:08,220 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:31:08,384 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:31:09,220 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:31:09,536 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:31:10,220 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:31:10,900 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:31:10,900 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:31:11,220 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:31:12,220 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:31:13,220 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:31:14,220 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:31:15,220 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:31:15,544 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:31:16,234 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:31:17,224 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:31:18,226 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:31:19,232 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:31:20,227 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:31:21,227 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:31:21,236 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:31:21,237 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:31:21,238 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:31:21,238 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:31:21,240 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:31:21,318 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:31:22,227 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:31:23,227 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:31:23,320 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:31:24,227 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:31:25,227 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:31:25,900 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:31:25,900 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:31:26,227 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:31:27,059 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:31:27,227 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:31:28,227 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:31:29,227 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:31:30,227 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:31:31,227 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:31:32,227 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:31:32,537 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:31:33,254 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:31:34,253 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:31:35,253 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:31:36,253 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:31:37,253 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:31:37,538 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:31:38,253 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:31:38,387 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:31:39,253 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:31:40,253 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:31:40,900 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:31:40,900 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:31:41,253 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:31:42,254 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:31:43,035 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:31:43,254 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:31:44,254 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:31:45,264 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:31:46,256 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:31:47,259 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:31:48,261 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:31:48,540 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:31:49,260 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:31:50,261 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:31:50,724 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:31:50,725 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:31:50,726 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:31:50,727 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:31:51,261 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:31:51,355 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:31:52,261 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:31:53,261 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:31:53,356 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:31:53,541 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:31:54,261 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:31:55,261 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:31:55,900 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:31:55,901 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:31:56,261 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:31:57,261 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:31:58,261 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:31:59,261 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:31:59,541 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:32:00,262 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:32:01,262 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:32:02,262 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:32:03,262 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:32:04,262 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:32:04,541 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:32:05,262 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:32:06,262 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:32:07,262 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:32:08,263 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:32:08,391 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:32:09,262 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:32:10,263 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:32:10,542 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:32:10,900 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:32:10,900 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:32:11,263 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:32:12,263 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:32:13,273 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:32:14,270 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:32:15,271 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:32:15,557 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:32:16,271 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:32:17,271 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:32:18,271 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:32:18,333 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:32:18,334 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:32:18,335 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:32:18,337 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:32:18,384 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:32:19,272 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:32:19,385 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:32:20,272 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:32:20,746 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:32:21,272 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:32:22,272 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:32:23,272 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:32:24,272 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:32:25,272 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:32:25,900 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:32:25,901 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:32:25,992 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:32:26,272 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:32:27,272 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:32:28,272 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:32:29,272 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:32:30,273 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:32:31,273 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:32:31,746 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:32:32,480 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:32:33,479 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:32:34,479 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:32:35,479 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:32:36,479 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:32:36,746 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:32:37,479 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:32:38,395 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:32:38,479 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:32:39,479 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:32:40,480 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:32:40,900 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:32:40,901 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:32:41,480 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:32:42,037 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:32:42,480 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:32:43,480 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:32:44,490 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:32:45,483 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:32:46,488 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:32:47,491 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:32:47,756 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:32:48,491 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:32:49,490 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:32:49,973 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:32:49,974 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:32:49,975 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:32:49,976 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:32:50,422 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:32:50,491 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:32:51,423 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:32:51,491 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:32:52,491 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:32:53,015 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:32:53,491 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:32:54,491 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:32:55,491 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:32:55,900 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:32:55,901 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:32:56,491 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:32:57,491 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:32:58,074 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:32:58,491 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:32:59,491 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:33:00,492 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:33:01,492 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:33:02,492 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:33:03,492 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:33:03,749 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:33:04,492 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:33:05,492 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:33:06,492 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:33:07,492 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:33:08,398 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:33:08,492 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:33:09,492 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:33:09,749 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:33:10,493 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:33:10,900 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:33:10,901 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:33:11,493 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:33:12,493 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:33:13,493 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:33:14,493 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:33:14,749 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:33:15,508 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:33:16,499 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:33:17,507 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:33:18,507 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:33:19,515 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:33:19,757 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:33:20,508 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:33:21,362 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:33:21,365 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:33:21,366 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:33:21,367 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:33:21,451 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:33:21,776 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:33:22,508 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:33:23,453 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:33:23,508 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:33:24,508 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:33:25,509 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:33:25,750 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:33:25,901 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:33:25,901 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:33:26,509 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:33:27,509 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:33:28,509 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:33:29,509 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:33:30,509 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:33:31,509 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:33:31,750 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:33:32,509 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:33:33,510 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:33:34,510 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:33:35,510 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:33:36,510 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:33:36,750 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:33:37,510 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:33:38,402 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:33:38,510 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:33:39,510 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:33:40,510 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:33:40,901 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:33:40,901 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:33:41,510 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:33:42,040 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:33:42,510 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:33:43,515 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:33:44,513 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:33:45,517 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:33:46,513 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:33:47,513 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:33:47,761 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:33:48,461 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:33:48,462 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:33:48,462 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:33:48,463 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:33:48,475 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:33:48,906 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:33:49,476 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:33:49,612 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:33:50,612 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:33:51,612 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:33:52,612 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:33:52,907 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:33:53,612 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:33:54,612 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:33:55,612 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:33:55,901 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:33:55,901 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:33:56,612 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:33:57,612 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:33:57,998 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:33:58,613 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:33:59,613 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:34:00,613 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:34:01,613 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:34:02,613 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:34:03,613 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:34:03,903 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:34:04,613 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:34:05,613 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:34:06,614 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:34:07,613 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:34:08,406 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:34:08,614 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:34:09,614 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:34:09,903 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:34:10,614 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:34:10,901 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:34:10,901 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:34:11,614 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:34:12,614 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:34:13,614 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:34:14,614 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:34:14,914 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:34:15,624 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:34:16,617 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:34:17,618 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:34:18,620 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:34:19,621 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:34:20,618 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:34:20,847 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:34:20,849 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:34:20,849 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:34:20,850 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:34:20,852 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:34:21,505 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:34:21,506 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:34:21,618 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:34:22,618 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:34:23,618 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:34:24,618 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:34:25,618 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:34:25,901 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:34:25,902 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:34:26,056 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:34:26,618 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:34:27,619 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:34:28,619 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:34:29,619 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:34:30,619 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:34:31,619 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:34:31,908 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:34:32,620 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:34:33,619 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:34:34,619 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:34:35,619 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:34:36,619 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:34:36,909 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:34:37,619 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:34:38,410 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:34:38,620 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:34:39,620 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:34:40,620 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:34:40,901 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:34:40,901 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:34:41,620 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:34:41,984 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:34:42,620 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:34:43,620 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:34:44,620 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:34:45,620 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:34:46,620 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:34:47,628 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:34:47,912 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:34:48,626 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:34:49,625 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:34:50,629 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:34:51,625 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:34:52,625 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:34:52,847 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:34:52,848 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:34:52,848 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:34:52,850 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:34:53,533 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:34:53,534 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:34:53,625 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:34:53,889 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:34:54,625 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:34:55,625 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:34:55,901 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:34:55,902 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:34:56,626 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:34:57,626 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:34:58,626 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:34:58,914 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:34:59,626 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:35:00,626 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:35:01,626 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:35:02,626 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:35:03,626 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:35:03,914 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:35:04,626 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:35:05,626 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:35:06,626 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:35:07,627 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:35:08,414 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:35:08,627 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:35:08,914 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:35:09,627 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:35:10,627 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:35:10,901 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:35:10,902 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:35:11,627 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:35:12,627 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:35:13,627 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:35:13,915 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:35:14,627 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:35:15,627 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:35:16,627 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:35:17,627 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:35:18,627 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:35:19,638 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:35:19,918 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:35:20,636 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:35:21,637 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:35:22,637 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:35:23,637 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:35:24,638 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:35:24,923 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:35:25,374 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:35:25,375 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:35:25,376 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:35:25,377 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:35:25,569 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:35:25,782 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:35:25,901 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:35:25,902 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:35:26,786 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:35:27,572 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:35:27,779 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:35:28,779 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:35:29,779 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:35:30,779 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:35:30,918 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:35:31,779 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:35:32,779 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:35:33,779 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:35:34,779 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:35:35,780 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:35:36,780 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:35:36,918 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:35:37,780 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:35:38,418 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:35:38,780 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:35:39,780 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:35:40,781 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:35:40,902 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:35:40,902 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:35:41,780 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:35:42,028 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:35:42,781 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:35:43,781 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:35:44,781 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:35:45,781 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:35:46,781 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:35:47,781 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:35:47,919 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:35:48,781 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:35:49,781 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:35:50,781 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:35:51,781 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:35:52,781 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:35:53,782 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:35:53,925 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:35:54,785 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:35:55,783 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:35:55,903 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:35:55,906 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:35:56,785 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:35:57,783 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:35:58,783 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:35:58,927 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:35:59,783 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:35:59,898 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:35:59,900 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:35:59,901 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:35:59,902 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:36:00,601 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:36:00,783 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:36:01,783 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:36:02,602 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:36:02,783 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:36:03,783 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:36:03,924 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:36:04,784 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:36:05,784 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:36:06,784 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:36:07,784 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:36:08,422 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:36:08,784 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:36:09,784 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:36:09,924 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:36:10,784 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:36:10,904 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:36:10,904 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:36:11,784 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:36:12,997 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:36:13,905 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:36:14,905 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:36:14,924 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:36:15,905 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:36:16,905 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:36:17,905 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:36:18,905 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:36:19,905 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:36:20,905 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:36:20,925 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:36:21,905 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:36:22,905 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:36:23,905 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:36:24,906 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:36:25,910 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:36:25,919 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:36:25,951 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:36:26,005 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:36:26,913 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:36:27,913 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:36:28,914 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:36:29,916 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:36:30,914 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:36:31,380 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:36:31,381 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:36:31,381 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:36:31,381 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:36:31,382 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:36:31,633 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:36:31,915 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:36:32,634 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:36:32,915 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:36:33,915 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:36:34,915 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:36:35,915 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:36:36,915 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:36:36,931 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:36:37,915 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:36:38,425 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:36:38,915 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:36:39,915 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:36:40,909 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:36:40,910 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:36:40,950 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:36:41,915 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:36:42,079 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:36:42,915 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:36:43,915 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:36:44,916 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:36:45,916 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:36:46,916 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:36:47,916 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:36:47,931 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:36:48,916 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:36:49,916 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:36:50,916 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:36:51,916 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:36:52,916 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:36:52,931 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:36:53,917 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:36:54,917 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:36:55,909 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:36:55,910 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:36:55,950 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:36:56,917 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:36:57,927 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:36:58,083 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:36:58,922 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:36:59,924 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:37:00,922 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:37:01,922 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:37:02,922 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:37:03,713 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:37:03,715 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:37:03,716 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:37:03,716 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:37:03,718 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:37:04,135 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:37:04,664 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:37:05,131 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:37:06,131 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:37:06,666 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:37:07,132 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:37:08,132 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:37:08,429 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:37:09,132 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:37:09,134 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:37:10,132 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:37:10,910 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:37:10,910 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:37:11,132 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:37:12,132 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:37:13,132 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:37:14,133 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:37:15,133 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:37:15,266 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:37:16,264 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:37:17,264 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:37:18,265 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:37:19,264 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:37:20,133 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:37:20,265 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:37:21,265 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:37:22,265 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:37:23,265 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:37:24,265 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:37:25,265 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:37:25,910 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:37:25,910 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:37:26,022 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:37:26,265 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:37:27,265 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:37:28,270 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:37:29,266 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:37:30,266 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:37:31,138 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:37:31,269 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:37:32,270 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:37:32,535 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:37:32,535 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:37:32,536 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:37:32,537 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:37:32,693 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:37:33,270 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:37:34,270 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:37:34,695 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:37:35,270 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:37:36,270 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:37:37,138 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:37:37,270 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:37:38,270 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:37:38,433 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:37:39,270 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:37:40,270 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:37:40,910 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:37:40,910 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:37:41,270 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:37:42,270 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:37:42,991 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:37:43,270 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:37:44,271 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:37:45,271 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:37:46,271 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:37:47,271 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:37:48,138 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:37:48,271 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:37:49,271 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:37:50,271 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:37:51,271 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:37:52,271 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:37:53,138 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:37:53,271 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:37:54,271 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:37:55,272 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:37:55,910 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:37:55,910 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:37:56,272 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:37:57,272 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:37:58,272 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:37:59,061 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:37:59,272 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:38:00,272 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:38:01,277 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:38:02,280 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:38:03,283 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:38:04,149 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:38:04,283 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:38:05,284 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:38:05,347 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:38:05,348 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:38:05,348 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:38:05,350 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:38:05,727 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:38:06,284 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:38:06,728 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:38:07,284 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:38:08,284 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:38:08,437 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:38:09,284 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:38:10,141 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:38:10,284 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:38:10,910 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:38:10,911 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:38:11,284 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:38:12,284 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:38:13,284 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:38:14,284 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:38:15,284 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:38:16,141 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:38:16,285 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:38:17,285 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:38:18,285 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:38:19,285 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:38:20,285 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:38:21,142 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:38:21,285 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:38:22,285 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:38:23,285 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:38:24,285 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:38:25,285 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:38:25,910 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:38:25,911 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:38:26,286 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:38:26,983 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:38:27,286 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:38:28,286 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:38:29,286 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:38:30,294 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:38:31,293 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:38:32,144 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:38:32,292 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:38:33,291 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:38:34,295 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:38:35,292 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:38:36,212 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:38:36,214 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:38:36,214 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:38:36,216 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:38:36,617 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:38:36,755 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:38:37,253 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:38:37,617 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:38:38,441 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:38:38,617 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:38:38,757 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:38:39,617 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:38:40,617 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:38:40,910 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:38:40,911 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:38:41,617 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:38:42,617 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:38:43,046 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:38:43,617 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:38:44,617 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:38:45,617 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:38:46,617 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:38:47,617 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:38:48,145 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:38:48,617 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:38:49,618 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:38:50,618 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:38:51,618 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:38:52,618 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:38:53,145 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:38:53,618 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:38:54,618 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:38:55,618 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:38:55,911 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:38:55,911 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:38:56,618 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:38:57,618 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:38:58,618 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:38:59,086 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:38:59,618 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:39:00,629 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:39:01,622 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:39:02,626 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:39:03,623 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:39:04,148 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:39:04,624 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:39:05,625 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:39:06,299 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:39:06,300 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:39:06,301 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:39:06,302 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:39:06,709 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:39:06,785 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:39:07,709 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:39:08,445 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:39:08,709 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:39:08,786 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:39:09,148 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:39:09,709 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:39:10,709 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:39:10,911 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:39:10,911 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:39:11,709 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:39:12,709 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:39:13,709 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:39:14,148 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:39:14,709 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:39:15,709 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:39:16,709 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:39:17,709 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:39:18,709 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:39:19,149 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:39:19,710 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:39:20,710 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:39:21,710 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:39:22,710 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:39:23,710 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:39:24,212 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:39:24,710 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:39:25,710 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:39:25,911 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:39:25,911 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:39:26,710 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:39:27,710 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:39:28,710 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:39:29,710 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:39:30,212 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:39:30,710 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:39:31,717 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:39:32,715 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:39:33,714 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:39:34,720 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:39:35,222 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:39:35,714 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:39:36,714 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:39:37,569 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:39:37,570 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:39:37,571 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:39:37,572 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:39:37,817 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:39:37,981 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:39:38,449 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:39:38,715 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:39:38,818 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:39:39,715 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:39:40,715 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:39:40,911 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:39:40,911 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:39:41,055 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:39:41,715 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:39:42,715 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:39:43,715 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:39:44,715 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:39:45,715 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:39:46,216 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:39:46,715 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:39:47,716 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:39:48,716 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:39:49,716 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:39:50,716 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:39:51,217 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:39:51,716 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:39:52,716 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:39:53,716 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:39:54,716 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:39:55,716 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:39:55,911 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:39:55,911 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:39:56,716 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:39:57,041 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:39:57,716 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:39:58,716 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:39:59,717 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:40:00,726 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:40:01,722 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:40:02,227 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:40:02,726 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:40:03,727 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:40:04,726 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:40:05,726 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:40:06,314 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:40:06,316 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:40:06,317 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:40:06,318 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:40:06,728 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:40:06,846 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:40:07,355 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:40:07,726 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:40:08,453 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:40:08,726 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:40:08,848 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:40:09,726 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:40:10,727 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:40:10,911 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:40:10,911 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:40:11,727 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:40:12,727 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:40:13,032 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:40:13,727 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:40:14,727 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:40:15,727 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:40:16,727 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:40:17,727 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:40:18,219 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:40:18,727 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:40:19,728 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:40:20,727 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:40:21,728 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:40:22,728 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:40:23,219 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:40:23,728 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:40:24,728 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:40:25,728 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:40:25,911 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:40:25,912 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:40:26,728 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:40:27,728 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:40:28,728 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:40:29,088 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:40:29,728 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:40:30,728 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:40:31,739 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:40:32,736 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:40:33,737 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:40:34,225 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:40:34,743 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:40:35,739 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:40:36,740 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:40:37,022 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:40:37,024 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:40:37,025 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:40:37,026 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:40:37,740 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:40:37,871 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:40:38,457 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:40:38,747 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:40:38,872 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:40:39,225 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:40:39,746 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:40:40,746 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:40:40,911 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:40:40,912 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:40:41,746 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:40:42,747 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:40:43,747 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:40:44,747 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:40:45,225 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:40:45,747 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:40:46,747 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:40:47,747 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:40:48,747 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:40:49,938 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:40:50,226 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:40:50,838 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:40:51,838 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:40:52,839 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:40:53,839 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:40:54,839 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:40:55,226 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:40:55,839 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:40:55,911 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:40:55,912 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:40:56,839 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:40:57,839 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:40:58,839 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:40:59,839 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:41:00,839 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:41:01,226 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:41:01,851 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:41:02,843 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:41:03,844 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:41:04,855 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:41:05,847 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:41:06,232 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:41:06,850 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:41:07,756 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:41:07,757 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:41:07,758 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:41:07,759 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:41:07,901 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:41:08,169 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:41:08,461 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:41:08,902 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:41:09,168 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:41:10,168 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:41:10,911 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:41:10,912 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:41:11,168 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:41:12,090 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:41:12,168 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:41:13,168 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:41:14,169 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:41:15,169 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:41:16,169 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:41:17,169 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:41:17,226 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:41:18,169 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:41:19,169 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:41:20,169 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:41:21,170 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:41:22,171 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:41:23,169 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:41:23,226 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:41:24,170 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:41:25,170 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:41:25,912 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:41:25,912 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:41:26,170 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:41:27,170 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:41:28,170 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:41:29,072 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:41:29,170 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:41:30,171 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:41:31,170 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:41:32,175 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:41:33,172 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:41:34,175 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:41:34,229 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:41:35,174 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:41:36,177 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:41:37,172 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:41:37,878 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:41:37,880 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:41:37,880 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:41:37,882 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:41:37,934 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:41:38,292 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:41:38,466 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:41:38,936 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:41:39,230 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:41:39,291 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:41:40,291 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:41:40,912 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:41:40,912 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:41:41,291 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:41:42,291 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:41:43,291 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:41:44,291 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:41:45,229 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:41:45,291 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:41:46,291 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:41:47,292 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:41:48,292 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:41:49,292 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:41:50,292 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:41:51,230 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:41:51,292 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:41:52,292 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:41:53,292 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:41:54,292 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:41:55,292 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:41:55,912 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:41:55,912 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:41:56,292 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:41:57,043 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:41:57,293 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:41:58,293 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:41:59,293 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:42:00,293 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:42:01,300 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:42:02,235 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:42:02,302 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:42:03,304 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:42:04,308 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:42:05,304 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:42:06,304 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:42:07,157 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:42:07,158 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:42:07,158 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:42:07,160 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:42:07,572 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:42:07,963 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:42:08,199 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:42:08,469 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:42:08,569 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:42:08,964 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:42:09,569 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:42:10,569 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:42:10,912 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:42:10,912 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:42:11,569 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:42:12,569 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:42:13,569 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:42:14,079 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:42:14,569 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:42:15,569 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:42:16,569 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:42:17,570 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:42:18,570 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:42:19,234 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:42:19,570 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:42:20,570 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:42:21,570 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:42:22,570 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:42:23,570 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:42:24,570 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:42:25,234 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:42:25,570 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:42:25,912 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:42:25,912 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:42:26,570 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:42:27,570 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:42:28,571 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:42:29,571 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:42:30,581 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:42:31,236 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:42:31,576 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:42:32,576 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:42:33,578 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:42:34,579 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:42:35,580 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:42:36,239 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:42:36,518 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:42:36,520 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:42:36,520 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:42:36,522 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:42:36,929 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:42:36,989 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:42:37,665 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:42:38,473 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:42:38,665 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:42:38,990 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:42:39,665 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:42:40,665 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:42:40,912 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:42:40,913 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:42:41,665 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:42:41,985 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:42:42,665 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:42:43,665 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:42:44,665 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:42:45,665 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:42:46,665 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:42:47,237 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:42:47,666 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:42:48,666 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:42:49,666 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:42:50,666 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:42:51,666 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:42:52,666 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:42:53,237 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:42:53,666 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:42:54,666 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:42:55,666 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:42:55,912 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:42:55,913 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:42:56,667 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:42:57,667 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:42:58,667 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:42:59,071 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:42:59,667 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:43:00,667 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:43:01,667 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:43:02,679 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:43:03,671 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:43:04,240 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:43:04,674 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:43:05,674 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:43:06,674 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:43:07,675 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:43:08,475 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:43:08,551 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:43:08,553 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:43:08,553 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:43:08,555 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:43:08,958 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:43:09,020 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:43:09,243 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:43:09,703 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:43:10,703 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:43:10,912 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:43:10,913 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:43:11,021 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:43:11,703 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:43:12,704 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:43:13,704 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:43:14,704 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:43:15,242 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:43:15,704 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:43:16,704 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:43:17,704 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:43:18,704 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:43:19,704 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:43:20,243 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:43:20,704 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:43:21,704 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:43:22,705 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:43:23,705 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:43:24,705 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:43:25,705 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:43:25,912 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:43:25,913 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:43:26,025 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:43:26,705 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:43:27,705 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:43:28,705 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:43:29,705 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:43:30,705 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:43:31,243 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:43:31,705 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:43:32,706 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:43:33,705 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:43:34,717 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:43:35,708 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:43:36,251 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:43:36,710 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:43:37,713 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:43:38,484 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:43:38,711 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:43:39,711 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:43:40,438 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:43:40,440 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:43:40,441 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:43:40,442 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:43:40,855 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:43:40,913 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:43:40,913 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:43:41,055 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:43:41,855 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:43:42,099 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:43:42,855 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:43:43,057 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:43:43,855 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:43:44,855 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:43:45,855 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:43:46,855 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:43:47,245 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:43:47,855 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:43:48,855 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:43:49,855 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:43:50,855 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:43:51,856 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:43:52,856 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:43:53,245 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:43:53,856 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:43:54,856 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:43:55,856 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:43:55,913 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:43:55,913 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:43:56,856 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:43:57,856 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:43:58,856 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:43:59,052 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:43:59,857 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:44:00,856 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:44:01,857 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:44:02,857 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:44:03,857 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:44:04,245 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:44:04,857 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:44:05,868 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:44:06,863 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:44:07,864 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:44:08,488 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:44:08,863 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:44:09,251 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:44:09,864 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:44:10,863 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:44:10,913 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:44:10,914 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:44:11,061 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:44:11,079 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:44:11,079 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:44:11,081 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:44:11,086 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:44:12,029 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:44:13,027 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:44:13,088 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:44:14,029 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:44:14,251 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:44:15,028 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:44:16,028 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:44:17,028 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:44:18,028 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:44:19,028 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:44:20,028 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:44:20,251 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:44:21,028 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:44:22,028 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:44:23,029 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:44:24,029 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:44:25,029 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:44:25,251 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:44:25,913 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:44:25,913 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:44:26,029 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:44:27,029 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:44:28,029 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:44:29,029 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:44:30,029 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:44:31,029 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:44:31,252 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:44:32,029 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:44:33,029 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:44:34,035 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:44:35,033 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:44:36,034 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:44:36,263 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:44:37,037 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:44:38,040 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:44:38,489 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:44:39,036 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:44:39,620 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:44:39,621 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:44:39,621 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:44:39,623 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:44:40,041 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:44:40,118 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:44:40,913 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:44:40,914 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:44:41,039 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:44:41,119 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:44:42,022 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:44:42,040 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:44:43,040 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:44:44,040 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:44:45,040 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:44:46,040 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:44:47,040 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:44:47,253 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:44:48,040 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:44:49,040 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:44:50,059 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:44:51,056 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:44:52,056 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:44:52,253 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:44:53,056 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:44:54,056 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:44:55,056 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:44:55,913 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:44:55,914 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:44:56,057 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:44:57,057 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:44:58,051 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:44:58,057 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:44:59,057 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:45:00,057 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:45:01,058 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:45:02,064 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:45:03,063 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:45:03,264 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:45:04,062 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:45:05,069 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:45:06,062 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:45:06,201 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:45:06,203 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:45:06,203 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:45:06,204 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:45:07,062 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:45:07,145 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:45:07,146 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:45:08,062 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:45:08,492 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:45:08,499 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:45:09,062 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:45:10,062 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:45:10,913 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:45:10,914 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:45:11,062 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:45:12,062 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:45:13,062 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:45:14,062 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:45:14,071 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:45:15,062 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:45:16,063 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:45:17,063 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:45:18,063 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:45:19,063 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:45:19,260 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:45:20,063 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:45:21,063 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:45:22,063 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:45:23,063 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:45:24,063 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:45:25,063 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:45:25,260 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:45:25,914 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:45:25,914 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:45:26,063 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:45:27,064 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:45:28,064 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:45:29,064 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:45:30,064 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:45:30,263 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:45:31,079 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:45:32,069 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:45:33,069 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:45:34,069 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:45:35,067 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:45:35,269 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:45:36,067 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:45:36,343 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:45:36,345 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:45:36,345 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:45:36,346 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:45:37,068 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:45:37,173 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:45:37,173 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:45:38,068 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:45:38,496 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:45:39,068 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:45:40,068 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:45:40,914 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:45:40,914 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:45:41,067 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:45:41,068 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:45:42,068 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:45:43,068 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:45:44,068 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:45:45,068 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:45:46,068 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:45:46,265 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:45:47,068 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:45:48,069 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:45:49,069 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:45:50,069 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:45:51,069 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:45:51,265 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:45:52,069 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:45:53,069 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:45:54,069 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:45:55,069 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:45:55,914 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:45:55,914 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:45:56,069 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:45:57,018 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:45:57,069 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:45:58,069 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:45:59,084 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:46:00,074 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:46:01,080 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:46:02,083 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:46:02,284 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:46:03,079 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:46:04,080 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:46:04,837 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:46:04,838 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:46:04,839 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:46:04,840 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:46:05,212 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:46:05,285 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:46:06,282 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:46:07,214 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:46:07,282 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:46:07,878 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:46:08,282 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:46:08,501 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:46:09,282 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:46:10,282 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:46:10,914 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:46:10,914 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:46:11,282 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:46:12,282 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:46:13,077 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:46:13,282 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:46:14,282 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:46:15,283 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:46:16,485 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:46:17,482 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:46:18,271 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:46:18,482 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:46:19,482 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:46:20,482 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:46:21,482 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:46:22,483 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:46:23,482 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:46:24,270 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:46:24,482 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:46:25,483 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:46:25,914 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:46:25,914 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:46:26,483 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:46:27,483 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:46:28,488 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:46:29,271 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:46:29,492 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:46:30,491 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:46:31,492 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:46:32,494 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:46:33,493 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:46:33,785 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:46:33,786 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:46:33,786 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:46:33,788 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:46:34,247 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:46:34,271 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:46:34,493 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:46:35,248 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:46:35,493 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:46:36,493 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:46:37,494 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:46:38,494 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:46:38,505 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:46:39,494 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:46:40,271 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:46:40,494 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:46:40,914 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:46:40,915 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:46:41,494 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:46:42,494 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:46:43,494 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:46:44,494 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:46:45,271 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:46:45,495 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:46:46,494 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:46:47,495 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:46:48,495 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:46:49,495 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:46:50,271 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:46:50,495 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:46:51,495 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:46:52,495 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:46:53,495 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:46:54,495 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:46:55,495 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:46:55,914 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:46:55,915 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:46:55,993 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:46:56,495 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:46:57,501 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:46:58,498 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:46:59,498 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:47:00,498 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:47:01,282 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:47:01,498 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:47:02,498 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:47:02,858 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:47:02,859 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:47:02,859 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:47:02,861 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:47:03,275 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:47:03,498 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:47:04,498 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:47:05,276 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:47:05,498 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:47:06,282 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:47:06,498 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:47:07,498 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:47:08,498 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:47:08,509 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:47:09,498 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:47:10,498 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:47:10,914 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:47:10,915 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:47:11,499 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:47:12,067 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:47:12,499 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:47:13,499 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:47:14,499 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:47:15,499 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:47:16,499 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:47:17,275 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:47:17,499 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:47:18,500 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:47:19,499 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:47:20,500 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:47:21,500 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:47:22,276 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:47:22,500 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:47:23,500 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:47:24,500 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:47:25,500 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:47:25,914 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:47:25,915 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:47:26,500 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:47:27,500 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:47:28,018 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:47:28,500 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:47:29,501 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:47:30,503 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:47:31,513 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:47:32,513 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:47:33,279 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:47:33,509 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:47:34,510 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:47:34,612 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:47:34,613 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:47:34,614 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:47:34,616 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:47:35,305 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:47:35,510 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:47:36,510 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:47:37,307 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:47:37,510 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:47:38,512 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:47:38,513 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:47:38,515 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:47:39,510 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:47:40,510 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:47:40,915 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:47:40,915 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:47:41,510 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:47:42,510 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:47:43,510 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:47:43,993 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:47:44,510 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:47:45,511 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:47:46,511 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:47:47,511 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:47:48,511 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:47:49,276 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:47:49,511 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:47:50,511 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:47:51,511 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:47:52,511 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:47:53,511 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:47:54,276 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:47:54,511 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:47:55,512 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:47:55,915 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:47:55,915 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:47:56,512 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:47:57,512 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:47:58,512 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:47:59,349 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:47:59,512 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:48:00,517 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:48:01,515 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:48:02,515 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:48:03,515 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:48:04,515 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:48:05,287 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:48:05,515 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:48:05,965 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:48:05,966 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:48:05,966 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:48:05,967 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:48:06,332 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:48:06,515 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:48:07,333 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:48:07,515 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:48:08,515 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:48:08,516 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:48:09,515 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:48:10,515 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:48:10,915 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:48:10,915 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:48:11,082 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:48:11,515 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:48:12,515 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:48:13,516 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:48:14,516 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:48:15,516 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:48:16,281 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:48:16,516 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:48:17,516 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:48:18,516 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:48:19,516 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:48:20,516 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:48:21,282 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:48:21,516 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:48:22,516 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:48:23,516 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:48:24,516 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:48:25,517 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:48:25,915 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:48:25,915 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:48:26,517 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:48:27,053 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:48:27,517 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:48:28,517 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:48:29,517 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:48:30,517 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:48:31,528 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:48:32,287 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:48:32,524 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:48:33,525 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:48:34,525 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:48:35,523 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:48:36,522 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:48:37,201 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:48:37,203 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:48:37,203 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:48:37,205 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:48:37,361 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:48:37,610 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:48:38,243 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:48:38,520 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:48:38,613 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:48:39,362 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:48:39,613 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:48:40,613 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:48:40,915 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:48:40,916 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:48:41,613 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:48:42,613 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:48:43,613 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:48:44,082 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:48:44,614 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:48:45,614 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:48:46,614 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:48:47,614 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:48:48,614 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:48:49,288 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:48:49,614 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:48:50,614 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:48:51,614 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:48:52,615 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:48:53,614 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:48:54,289 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:48:54,615 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:48:55,615 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:48:55,915 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:48:55,916 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:48:56,615 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:48:57,615 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:48:58,615 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:48:59,615 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:49:00,289 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:49:00,615 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:49:01,615 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:49:02,615 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:49:03,616 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:49:04,616 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:49:05,310 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:49:05,616 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:49:06,617 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:49:07,622 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:49:08,527 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:49:08,623 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:49:09,623 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:49:09,647 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:49:09,648 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:49:09,649 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:49:09,651 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:49:10,392 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:49:10,623 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:49:10,689 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:49:10,920 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:49:10,921 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:49:11,393 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:49:11,623 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:49:12,642 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:49:13,641 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:49:14,641 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:49:15,641 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:49:16,289 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:49:16,641 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:49:17,641 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:49:18,641 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:49:19,642 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:49:20,642 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:49:21,642 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:49:22,289 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:49:22,642 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:49:23,642 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:49:24,642 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:49:25,642 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:49:25,920 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:49:25,920 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:49:26,642 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:49:27,642 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:49:28,038 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:49:28,642 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:49:29,642 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:49:30,643 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:49:31,643 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:49:32,643 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:49:33,290 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:49:33,643 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:49:34,647 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:49:35,652 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:49:36,655 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:49:37,653 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:49:38,297 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:49:38,534 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:49:38,655 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:49:39,653 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:49:40,288 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:49:40,288 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:49:40,289 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:49:40,290 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:49:40,423 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:49:40,709 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:49:40,920 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:49:40,921 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:49:41,424 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:49:41,708 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:49:42,708 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:49:43,708 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:49:44,110 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:49:44,709 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:49:45,709 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:49:46,709 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:49:47,709 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:49:48,709 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:49:49,290 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:49:49,709 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:49:50,709 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:49:51,709 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:49:52,709 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:49:53,710 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:49:54,290 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:49:54,710 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:49:55,710 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:49:55,920 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:49:55,920 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:49:56,710 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:49:57,710 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:49:58,710 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:49:59,710 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:50:00,290 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:50:00,710 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:50:01,710 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:50:02,710 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:50:03,710 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:50:04,717 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:50:05,293 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:50:05,717 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:50:06,723 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:50:07,725 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:50:08,539 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:50:08,725 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:50:09,722 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:50:10,294 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:50:10,435 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:50:10,437 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:50:10,437 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:50:10,439 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:50:10,452 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:50:10,854 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:50:10,921 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:50:10,922 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:50:11,453 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:50:11,853 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:50:12,872 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:50:13,871 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:50:14,871 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:50:15,294 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:50:15,872 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:50:16,872 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:50:17,872 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:50:18,872 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:50:19,872 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:50:20,872 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:50:21,294 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:50:21,872 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:50:22,872 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:50:23,872 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:50:24,872 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:50:25,872 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:50:25,920 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:50:25,921 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:50:26,872 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:50:26,994 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:50:27,873 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:50:28,873 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:50:29,873 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:50:30,873 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:50:31,873 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:50:32,294 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:50:32,882 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:50:33,877 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:50:34,876 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:50:35,877 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:50:36,881 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:50:37,301 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:50:37,878 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:50:38,520 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:50:38,522 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:50:38,522 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:50:38,523 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:50:38,538 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:50:38,935 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:50:39,486 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:50:39,486 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:50:39,932 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:50:40,920 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:50:40,921 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:50:40,961 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:50:41,932 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:50:42,932 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:50:43,058 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:50:43,932 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:50:44,932 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:50:45,932 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:50:46,933 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:50:47,933 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:50:48,297 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:50:48,933 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:50:49,933 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:50:50,933 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:50:51,933 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:50:52,934 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:50:53,298 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:50:53,933 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:50:54,933 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:50:55,920 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:50:55,921 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:50:55,961 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:50:56,934 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:50:57,934 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:50:58,934 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:50:59,006 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:50:59,934 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:51:00,934 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:51:01,934 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:51:02,934 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:51:03,934 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:51:04,298 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:51:04,939 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:51:05,939 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:51:06,938 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:51:07,943 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:51:08,543 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:51:08,938 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:51:09,305 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:51:09,938 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:51:10,631 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:51:10,632 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:51:10,632 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:51:10,635 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:51:11,053 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:51:11,054 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:51:11,055 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:51:11,512 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:51:11,512 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:51:12,051 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:51:13,052 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:51:14,052 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:51:15,052 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:51:15,301 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:51:16,052 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:51:17,052 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:51:18,052 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:51:19,052 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:51:20,052 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:51:21,052 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:51:21,301 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:51:22,052 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:51:23,053 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:51:24,053 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:51:25,053 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:51:26,052 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:51:26,052 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:51:26,092 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:51:27,053 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:51:27,156 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:51:28,053 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:51:29,053 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:51:30,053 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:51:31,053 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:51:32,053 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:51:32,302 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:51:33,053 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:51:34,059 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:51:35,059 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:51:36,060 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:51:37,061 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:51:37,317 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:51:38,061 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:51:38,545 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:51:39,061 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:51:39,787 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:51:39,788 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:51:39,789 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:51:39,791 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:51:40,198 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:51:40,538 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:51:41,052 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:51:41,053 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:51:41,195 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:51:41,539 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:51:42,195 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:51:43,196 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:51:43,203 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:51:44,196 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:51:45,196 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:51:46,196 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:51:47,196 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:51:48,196 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:51:48,306 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:51:49,196 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:51:50,196 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:51:51,197 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:51:52,196 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:51:53,196 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:51:53,306 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:51:54,197 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:51:55,197 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:51:56,052 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:51:56,053 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:51:56,197 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:51:57,197 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:51:58,197 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:51:59,145 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:51:59,197 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:52:00,197 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:52:01,201 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:52:02,201 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:52:03,204 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:52:04,204 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:52:04,316 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:52:05,204 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:52:06,204 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:52:07,172 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:52:07,174 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:52:07,174 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:52:07,176 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:52:07,571 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:52:07,592 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:52:08,320 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:52:08,549 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:52:09,320 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:52:09,574 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:52:10,309 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:52:10,320 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:52:11,052 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:52:11,052 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:52:11,320 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:52:12,320 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:52:13,320 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:52:14,320 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:52:15,320 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:52:16,309 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:52:16,320 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:52:17,321 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:52:18,321 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:52:19,321 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:52:20,321 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:52:21,321 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:52:22,310 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:52:22,321 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:52:23,321 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:52:24,321 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:52:25,321 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:52:26,052 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:52:26,053 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:52:26,321 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:52:27,322 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:52:28,132 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:52:28,322 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:52:29,322 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:52:30,322 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:52:31,322 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:52:32,328 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:52:33,314 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:52:33,326 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:52:34,331 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:52:35,332 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:52:36,333 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:52:37,333 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:52:38,063 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:52:38,064 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:52:38,065 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:52:38,068 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:52:38,535 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:52:38,554 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:52:38,556 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:52:38,605 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:52:39,534 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:52:39,606 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:52:40,534 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:52:41,052 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:52:41,053 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:52:41,534 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:52:42,534 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:52:43,534 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:52:44,152 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:52:44,534 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:52:45,534 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:52:46,535 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:52:47,535 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:52:48,535 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:52:49,315 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:52:49,535 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:52:50,535 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:52:51,535 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:52:52,535 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:52:53,535 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:52:54,316 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:52:54,535 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:52:55,535 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:52:56,052 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:52:56,053 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:52:56,535 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:52:57,536 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:52:58,536 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:52:59,536 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:53:00,316 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:53:00,536 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:53:01,536 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:53:02,547 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:53:03,543 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:53:04,546 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:53:05,320 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:53:05,543 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:53:06,544 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:53:07,544 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:53:07,967 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:53:07,968 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:53:07,968 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:53:07,970 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:53:08,544 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:53:08,557 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:53:08,631 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:53:09,544 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:53:09,632 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:53:10,544 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:53:11,053 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:53:11,053 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:53:11,167 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:53:11,544 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:53:12,544 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:53:13,544 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:53:14,544 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:53:15,544 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:53:16,318 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:53:16,544 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:53:17,545 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:53:18,545 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:53:19,545 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:53:20,545 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:53:21,545 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:53:22,319 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:53:22,545 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:53:23,545 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:53:24,545 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:53:25,545 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:53:26,053 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:53:26,053 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:53:26,546 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:53:27,546 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:53:28,202 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:53:28,546 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:53:29,546 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:53:30,546 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:53:31,546 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:53:32,548 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:53:33,325 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:53:33,553 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:53:34,549 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:53:35,558 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:53:36,555 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:53:37,554 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:53:37,838 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:53:37,839 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:53:37,839 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:53:37,841 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:53:38,554 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:53:38,561 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:53:38,567 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:53:38,664 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:53:39,554 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:53:39,666 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:53:40,554 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:53:41,053 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:53:41,053 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:53:41,554 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:53:42,554 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:53:43,554 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:53:44,315 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:53:44,554 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:53:45,554 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:53:46,554 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:53:47,554 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:53:48,555 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:53:49,321 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:53:49,555 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:53:50,555 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:53:51,555 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:53:52,555 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:53:53,555 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:53:54,555 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:53:55,322 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:53:55,555 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:53:56,053 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:53:56,053 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:53:56,555 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:53:57,558 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:53:58,559 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:53:59,559 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:54:00,336 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:54:00,559 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:54:01,559 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:54:02,559 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:54:03,456 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:54:03,457 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:54:03,458 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:54:03,460 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:54:03,687 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:54:03,853 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:54:04,849 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:54:05,689 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:54:05,849 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:54:06,326 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:54:06,849 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:54:07,849 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:54:08,565 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:54:08,849 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:54:09,849 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:54:10,849 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:54:11,053 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:54:11,053 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:54:11,849 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:54:12,189 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:54:12,849 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:54:13,850 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:54:14,850 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:54:15,850 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:54:16,850 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:54:17,326 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:54:17,850 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:54:18,850 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:54:19,850 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:54:20,850 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:54:21,850 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:54:22,326 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:54:22,850 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:54:23,851 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:54:24,851 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:54:25,851 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:54:26,053 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:54:26,053 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:54:26,851 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:54:27,851 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:54:28,197 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:54:28,851 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:54:29,851 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:54:30,861 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:54:31,858 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:54:32,858 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:54:33,329 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:54:33,859 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:54:34,858 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:54:35,858 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:54:36,452 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:54:36,453 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:54:36,453 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:54:36,454 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:54:36,717 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:54:36,860 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:54:37,718 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:54:37,859 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:54:38,493 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:54:38,569 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:54:38,859 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:54:39,859 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:54:40,859 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:54:41,053 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:54:41,053 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:54:41,859 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:54:42,859 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:54:43,859 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:54:44,167 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:54:44,859 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:54:45,859 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:54:46,860 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:54:47,860 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:54:48,860 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:54:49,330 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:54:49,860 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:54:50,860 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:54:51,860 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:54:52,860 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:54:53,860 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:54:54,860 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:54:55,329 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:54:55,860 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:54:56,053 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:54:56,054 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:54:56,861 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:54:57,861 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:54:58,861 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:54:59,861 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:55:00,338 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:55:00,869 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:55:01,868 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:55:02,868 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:55:03,873 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:55:04,875 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:55:05,344 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:55:05,875 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:55:06,177 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:55:06,179 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:55:06,179 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:55:06,181 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:55:06,756 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:55:06,876 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:55:07,757 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:55:07,876 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:55:08,574 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:55:08,876 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:55:09,876 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:55:10,876 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:55:11,053 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:55:11,054 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:55:11,212 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:55:11,876 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:55:12,876 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:55:13,876 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:55:14,876 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:55:15,876 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:55:16,338 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:55:16,876 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:55:17,877 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:55:18,877 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:55:19,877 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:55:20,877 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:55:21,338 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:55:21,877 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:55:22,877 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:55:23,877 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:55:24,877 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:55:25,877 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:55:26,053 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:55:26,054 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:55:26,877 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:55:27,168 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:55:27,888 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:55:28,878 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:55:29,882 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:55:30,881 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:55:31,881 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:55:32,351 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:55:32,882 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:55:33,856 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:55:33,857 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:55:33,858 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:55:33,860 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:55:34,270 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:55:34,786 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:55:35,269 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:55:35,786 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:55:36,269 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:55:37,269 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:55:38,269 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:55:38,342 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:55:38,577 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:55:39,269 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:55:40,269 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:55:41,054 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:55:41,054 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:55:41,269 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:55:42,269 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:55:43,269 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:55:44,175 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:55:44,269 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:55:45,269 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:55:46,270 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:55:47,270 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:55:48,271 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:55:49,270 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:55:49,342 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:55:50,270 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:55:51,270 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:55:52,270 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:55:53,270 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:55:54,270 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:55:55,270 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:55:55,342 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:55:56,054 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:55:56,054 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:55:56,271 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:55:57,271 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:55:58,278 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:55:59,274 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:56:00,278 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:56:00,356 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:56:01,279 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:56:02,281 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:56:03,279 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:56:04,088 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:56:04,089 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:56:04,089 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:56:04,091 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:56:04,507 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:56:04,817 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:56:05,505 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:56:05,509 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:56:05,818 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:56:06,504 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:56:07,504 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:56:08,505 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:56:08,581 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:56:09,505 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:56:10,505 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:56:11,054 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:56:11,054 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:56:11,219 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:56:11,505 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:56:12,505 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:56:13,505 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:56:14,505 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:56:15,505 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:56:16,503 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:56:16,505 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:56:17,556 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:56:18,553 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:56:19,553 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:56:20,553 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:56:21,503 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:56:21,553 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:56:22,553 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:56:23,553 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:56:24,553 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:56:25,554 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:56:26,054 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:56:26,054 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:56:26,554 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:56:27,204 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:56:27,554 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:56:28,554 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:56:29,554 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:56:30,555 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:56:31,555 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:56:32,535 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:56:32,556 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:56:33,559 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:56:34,560 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:56:35,199 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:56:35,200 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:56:35,200 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:56:35,201 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:56:35,612 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:56:35,852 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:56:35,853 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:56:36,611 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:56:37,611 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:56:38,240 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:56:38,585 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:56:38,611 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:56:39,611 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:56:40,612 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:56:41,054 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:56:41,054 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:56:41,612 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:56:42,612 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:56:43,612 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:56:44,210 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:56:44,612 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:56:45,612 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:56:46,612 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:56:47,613 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:56:48,612 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:56:49,509 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:56:49,612 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:56:50,612 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:56:51,613 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:56:52,613 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:56:53,613 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:56:54,510 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:56:54,613 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:56:55,613 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:56:56,054 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:56:56,054 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:56:56,613 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:56:57,613 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:56:58,613 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:56:59,521 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:56:59,619 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:57:00,615 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:57:01,616 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:57:02,617 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:57:03,617 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:57:04,617 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:57:04,881 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:57:04,882 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:57:04,883 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:57:04,883 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:57:04,884 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:57:04,885 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:57:05,618 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:57:05,887 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:57:06,618 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:57:07,617 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:57:08,588 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:57:08,618 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:57:09,618 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:57:10,515 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:57:10,618 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:57:11,054 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:57:11,055 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:57:11,618 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:57:12,618 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:57:13,618 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:57:14,618 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:57:15,618 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:57:16,515 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:57:16,618 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:57:17,619 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:57:18,619 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:57:19,619 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:57:20,619 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:57:21,516 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:57:21,619 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:57:22,619 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:57:23,619 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:57:24,619 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:57:25,619 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:57:26,054 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:57:26,055 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:57:26,619 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:57:27,213 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:57:27,620 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:57:28,620 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:57:29,620 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:57:30,626 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:57:31,631 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:57:32,518 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:57:32,631 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:57:33,631 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:57:34,629 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:57:35,630 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:57:35,678 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:57:35,680 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:57:35,680 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:57:35,682 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:57:35,913 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:57:36,630 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:57:37,630 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:57:37,721 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:57:37,915 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:57:38,593 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:57:38,630 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:57:39,630 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:57:40,630 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:57:41,055 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:57:41,055 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:57:41,630 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:57:42,630 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:57:43,216 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:57:43,630 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:57:44,630 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:57:45,631 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:57:46,631 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:57:47,631 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:57:48,519 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:57:48,631 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:57:49,631 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:57:50,631 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:57:51,631 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:57:52,631 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:57:53,631 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:57:54,518 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:57:54,631 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:57:55,631 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:57:56,055 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:57:56,055 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:57:56,631 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:57:57,632 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:57:58,632 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:57:59,519 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:57:59,632 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:58:00,637 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:58:01,635 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:58:02,635 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:58:03,636 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:58:04,521 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:58:04,640 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:58:05,636 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:58:05,996 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:58:05,997 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:58:05,997 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:58:05,998 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:58:06,636 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:58:06,953 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:58:07,636 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:58:07,954 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:58:08,595 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:58:08,636 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:58:09,636 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:58:10,519 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:58:10,636 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:58:11,055 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:58:11,055 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:58:11,636 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:58:12,636 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:58:13,637 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:58:14,637 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:58:15,637 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:58:16,519 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:58:16,637 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:58:17,637 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:58:18,637 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:58:19,637 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:58:20,637 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:58:21,637 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:58:22,520 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:58:22,637 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:58:23,637 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:58:24,637 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:58:25,637 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:58:26,055 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:58:26,055 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:58:26,638 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:58:27,638 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:58:28,192 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:58:28,638 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:58:29,638 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:58:30,647 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:58:31,645 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:58:32,646 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:58:33,525 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:58:33,649 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:58:34,646 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:58:35,647 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:58:36,342 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:58:36,343 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:58:36,343 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:58:36,345 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:58:36,755 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:58:36,980 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:58:37,758 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:58:37,981 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:58:38,599 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:58:38,605 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:58:38,757 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:58:39,757 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:58:40,758 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:58:41,055 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:58:41,056 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:58:41,758 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:58:42,758 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:58:43,758 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:58:44,187 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:58:44,758 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:58:45,758 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:58:46,758 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:58:47,758 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:58:48,759 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:58:49,523 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:58:49,759 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:58:50,759 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:58:51,759 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:58:52,759 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:58:53,759 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:58:54,524 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:58:54,759 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:58:55,759 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:58:56,055 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:58:56,056 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:58:56,759 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:58:57,759 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:58:58,760 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:58:59,760 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:59:00,524 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:59:00,760 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:59:01,760 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:59:02,760 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:59:03,760 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:59:04,764 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:59:05,547 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:59:05,764 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:59:06,765 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:59:07,765 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:59:08,601 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:59:08,765 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:59:08,978 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:59:08,979 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:59:08,980 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:59:08,982 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:59:09,007 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:59:09,765 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:59:10,008 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:59:10,765 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:59:11,055 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:59:11,056 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:59:11,127 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:59:11,765 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:59:12,765 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:59:13,765 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:59:14,765 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:59:15,766 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:59:16,528 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:59:16,766 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:59:17,766 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:59:18,766 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:59:19,766 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:59:20,766 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:59:21,878 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:59:22,527 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:59:22,875 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:59:23,875 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:59:24,875 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:59:25,875 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:59:26,055 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:59:26,056 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:59:26,875 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:59:27,875 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:59:28,177 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:59:28,875 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:59:29,876 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:59:30,876 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:59:31,876 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:59:32,876 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:59:33,533 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:59:33,877 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:59:34,878 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:59:35,878 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:59:36,879 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:59:37,880 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:59:38,540 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:59:38,606 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 01:59:38,880 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:59:39,229 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 01:59:39,231 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 01:59:39,231 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 01:59:39,232 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 01:59:39,880 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:59:40,036 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 01:59:40,036 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 01:59:40,880 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:59:41,055 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:59:41,056 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:59:41,880 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:59:42,880 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:59:43,880 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:59:44,175 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:59:44,880 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:59:45,880 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:59:46,880 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:59:47,880 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:59:48,881 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:59:49,638 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:59:49,881 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:59:50,881 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:59:51,881 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:59:52,881 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:59:53,881 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:59:54,638 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 01:59:54,881 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:59:55,881 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:59:56,055 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 01:59:56,056 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 01:59:56,881 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:59:57,881 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:59:58,881 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 01:59:59,881 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:00:00,638 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:00:00,882 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:00:01,882 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:00:02,882 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:00:03,882 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:00:04,882 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:00:05,654 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:00:05,882 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:00:06,882 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:00:07,882 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:00:08,613 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:00:08,886 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:00:09,883 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:00:10,370 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:00:10,372 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:00:10,373 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:00:10,374 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:00:10,886 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:00:11,056 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 02:00:11,056 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 02:00:11,069 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:00:11,127 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:00:11,885 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:00:12,070 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:00:12,885 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:00:13,885 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:00:14,885 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:00:15,885 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:00:16,642 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:00:16,885 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:00:17,885 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:00:18,885 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:00:19,885 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:00:20,886 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:00:21,886 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:00:22,642 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:00:22,886 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:00:23,886 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:00:24,886 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:00:25,886 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:00:26,056 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 02:00:26,056 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 02:00:26,887 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:00:27,886 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:00:28,215 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:00:28,886 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:00:29,887 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:00:30,887 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:00:31,887 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:00:32,887 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:00:33,642 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:00:33,889 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:00:34,887 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:00:35,892 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:00:36,889 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:00:37,890 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:00:38,613 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:00:38,894 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:00:39,615 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:00:39,896 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:00:40,893 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:00:40,958 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:00:40,960 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:00:40,960 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:00:40,962 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:00:41,101 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:00:41,737 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 02:00:41,738 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 02:00:41,893 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:00:42,102 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:00:42,893 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:00:43,893 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:00:44,646 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:00:44,893 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:00:45,893 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:00:46,893 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:00:47,893 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:00:48,893 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:00:49,893 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:00:50,646 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:00:50,893 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:00:51,894 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:00:52,894 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:00:53,894 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:00:54,894 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:00:55,647 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:00:55,894 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:00:56,104 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 02:00:56,105 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 02:00:56,894 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:00:57,894 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:00:58,894 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:00:59,894 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:01:00,894 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:01:01,647 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:01:01,894 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:01:02,895 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:01:03,895 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:01:04,895 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:01:05,895 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:01:06,657 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:01:06,899 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:01:07,905 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:01:08,618 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:01:08,905 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:01:09,903 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:01:10,902 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:01:11,109 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 02:01:11,110 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 02:01:11,902 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:01:11,958 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:01:11,960 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:01:11,960 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:01:11,961 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:01:11,962 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:01:12,133 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:01:13,090 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:01:14,088 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:01:14,134 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:01:15,088 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:01:16,089 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:01:17,089 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:01:17,649 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:01:18,089 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:01:19,089 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:01:20,089 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:01:21,089 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:01:22,089 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:01:23,089 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:01:23,649 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:01:24,089 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:01:25,090 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:01:26,089 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:01:26,106 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 02:01:26,107 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 02:01:27,090 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:01:28,090 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:01:29,090 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:01:29,196 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:01:30,090 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:01:31,090 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:01:32,090 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:01:33,090 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:01:34,090 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:01:34,649 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:01:35,090 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:01:36,090 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:01:37,091 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:01:38,093 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:01:38,630 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:01:39,095 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:01:39,655 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:01:40,096 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:01:41,093 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:01:41,111 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 02:01:41,112 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 02:01:42,094 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:01:42,427 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:01:42,428 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:01:42,429 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:01:42,430 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:01:43,165 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:01:43,499 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:01:44,167 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:01:44,498 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:01:45,498 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:01:45,654 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:01:46,498 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:01:47,498 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:01:48,498 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:01:49,498 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:01:50,498 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:01:51,498 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:01:51,655 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:01:52,498 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:01:53,498 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:01:54,499 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:01:55,502 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:01:56,112 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 02:01:56,113 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 02:01:56,499 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:01:57,193 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:01:57,499 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:01:58,499 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:01:59,499 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:02:00,499 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:02:01,500 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:02:02,500 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:02:02,655 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:02:03,500 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:02:04,500 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:02:05,500 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:02:06,500 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:02:07,504 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:02:07,656 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:02:08,505 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:02:08,634 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:02:09,512 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:02:10,505 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:02:11,116 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 02:02:11,120 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 02:02:11,506 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:02:12,506 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:02:13,056 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:02:13,057 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:02:13,058 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:02:13,058 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:02:13,059 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:02:13,199 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:02:13,506 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:02:14,506 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:02:15,201 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:02:15,506 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:02:16,506 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:02:17,506 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:02:18,506 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:02:18,657 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:02:19,506 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:02:20,507 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:02:21,507 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:02:22,507 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:02:23,507 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:02:24,507 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:02:24,656 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:02:25,507 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:02:26,116 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 02:02:26,117 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 02:02:26,507 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:02:27,507 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:02:28,508 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:02:29,507 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:02:29,657 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:02:30,507 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:02:31,508 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:02:32,508 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:02:33,508 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:02:34,508 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:02:35,508 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:02:35,657 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:02:36,508 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:02:37,508 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:02:38,508 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:02:38,632 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:02:39,508 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:02:40,509 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:02:40,664 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:02:41,127 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 02:02:41,127 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 02:02:41,519 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:02:42,514 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:02:43,521 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:02:44,518 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:02:45,518 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:02:45,663 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:02:46,519 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:02:46,602 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:02:46,604 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:02:46,604 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:02:46,607 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:02:47,235 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:02:47,519 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:02:48,519 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:02:49,237 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:02:49,519 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:02:50,519 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:02:50,663 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:02:51,519 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:02:52,519 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:02:53,519 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:02:54,519 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:02:55,519 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:02:56,121 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 02:02:56,122 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 02:02:56,294 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:02:56,519 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:02:57,520 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:02:58,674 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:02:59,673 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:03:00,673 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:03:01,664 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:03:01,673 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:03:02,673 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:03:03,673 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:03:04,673 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:03:05,673 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:03:06,664 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:03:06,673 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:03:07,674 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:03:08,637 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:03:08,674 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:03:09,674 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:03:10,683 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:03:11,125 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 02:03:11,129 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 02:03:11,686 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:03:12,223 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:03:12,680 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:03:13,678 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:03:14,678 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:03:15,678 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:03:16,668 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:03:16,669 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:03:16,669 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:03:16,674 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:03:17,075 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:03:17,270 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:03:17,709 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:03:18,070 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:03:19,070 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:03:19,272 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:03:20,070 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:03:21,070 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:03:22,070 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:03:23,070 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:03:23,668 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:03:24,070 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:03:25,070 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:03:26,070 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:03:26,125 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 02:03:26,126 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 02:03:27,070 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:03:28,071 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:03:29,071 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:03:29,251 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:03:30,071 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:03:31,071 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:03:32,071 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:03:33,071 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:03:34,071 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:03:34,669 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:03:35,071 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:03:36,071 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:03:37,071 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:03:38,071 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:03:38,640 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:03:39,072 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:03:40,072 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:03:40,668 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:03:41,072 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:03:41,126 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 02:03:41,126 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 02:03:42,072 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:03:43,072 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:03:44,076 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:03:45,072 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:03:45,687 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:03:46,083 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:03:47,080 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:03:48,079 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:03:49,078 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:03:49,290 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:03:49,292 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:03:49,293 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:03:49,296 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:03:49,314 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:03:50,078 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:03:50,702 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:03:51,078 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:03:51,316 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:03:52,078 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:03:53,078 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:03:54,078 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:03:55,078 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:03:56,078 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:03:56,126 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 02:03:56,126 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 02:03:56,233 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:03:57,079 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:03:58,079 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:03:59,079 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:04:00,079 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:04:01,079 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:04:01,701 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:04:02,079 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:04:03,079 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:04:04,079 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:04:05,079 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:04:06,079 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:04:06,702 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:04:07,079 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:04:08,079 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:04:08,644 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:04:09,080 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:04:10,080 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:04:11,080 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:04:11,126 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 02:04:11,126 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 02:04:12,080 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:04:12,276 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:04:13,080 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:04:14,086 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:04:15,093 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:04:16,087 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:04:17,089 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:04:17,708 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:04:18,088 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:04:19,089 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:04:19,317 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:04:19,318 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:04:19,318 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:04:19,320 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:04:19,355 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:04:20,089 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:04:21,089 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:04:21,358 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:04:22,089 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:04:22,729 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:04:23,089 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:04:24,089 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:04:25,089 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:04:26,089 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:04:26,126 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 02:04:26,126 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 02:04:27,089 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:04:28,090 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:04:28,222 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:04:29,089 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:04:30,090 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:04:31,090 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:04:32,090 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:04:33,090 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:04:33,728 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:04:34,090 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:04:35,090 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:04:36,090 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:04:37,090 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:04:38,090 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:04:38,648 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:04:39,090 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:04:39,651 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:04:40,091 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:04:41,091 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:04:41,126 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 02:04:41,126 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 02:04:42,091 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:04:43,091 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:04:44,091 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:04:44,728 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:04:45,091 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:04:46,091 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:04:47,091 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:04:48,095 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:04:49,098 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:04:49,731 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:04:50,104 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:04:51,101 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:04:52,101 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:04:52,487 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:04:52,489 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:04:52,489 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:04:52,494 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:04:53,102 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:04:53,384 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:04:54,102 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:04:54,731 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:04:55,102 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:04:55,385 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:04:56,102 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:04:56,126 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 02:04:56,127 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 02:04:57,102 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:04:58,102 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:04:59,102 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:05:00,102 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:05:00,731 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:05:01,102 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:05:02,102 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:05:03,102 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:05:04,102 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:05:05,103 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:05:05,731 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:05:06,103 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:05:07,149 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:05:08,148 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:05:08,653 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:05:09,148 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:05:10,148 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:05:10,732 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:05:11,126 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 02:05:11,127 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 02:05:11,167 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:05:12,148 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:05:13,148 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:05:14,148 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:05:15,148 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:05:15,732 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:05:16,148 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:05:17,149 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:05:18,149 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:05:19,149 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:05:20,160 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:05:21,153 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:05:21,742 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:05:22,159 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:05:23,159 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:05:24,159 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:05:25,160 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:05:25,917 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:05:25,919 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:05:25,920 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:05:25,925 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:05:26,340 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:05:26,341 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 02:05:26,341 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 02:05:26,412 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:05:27,337 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:05:27,413 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:05:27,511 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:05:28,337 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:05:29,337 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:05:30,337 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:05:31,337 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:05:32,337 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:05:32,736 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:05:33,337 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:05:34,337 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:05:35,337 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:05:36,337 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:05:37,337 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:05:37,736 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:05:38,338 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:05:38,657 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:05:39,338 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:05:40,338 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:05:41,337 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 02:05:41,338 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 02:05:41,378 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:05:42,338 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:05:43,338 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:05:43,431 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:05:44,338 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:05:45,338 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:05:46,338 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:05:47,338 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:05:48,339 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:05:48,737 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:05:49,346 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:05:50,343 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:05:51,343 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:05:52,343 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:05:53,344 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:05:53,758 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:05:54,344 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:05:55,193 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:05:55,195 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:05:55,195 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:05:55,197 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:05:55,441 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:05:55,612 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:05:56,337 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 02:05:56,338 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 02:05:56,607 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:05:57,443 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:05:57,608 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:05:58,607 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:05:59,503 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:05:59,607 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:06:00,607 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:06:01,607 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:06:02,607 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:06:03,607 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:06:04,607 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:06:04,742 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:06:05,608 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:06:06,608 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:06:07,608 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:06:08,608 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:06:08,661 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:06:09,608 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:06:09,742 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:06:10,609 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:06:11,337 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 02:06:11,338 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 02:06:11,608 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:06:12,608 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:06:13,608 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:06:14,608 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:06:14,743 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:06:15,608 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:06:16,609 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:06:17,609 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:06:18,609 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:06:19,615 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:06:19,743 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:06:20,615 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:06:21,614 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:06:22,614 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:06:23,622 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:06:24,617 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:06:24,746 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:06:24,888 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:06:24,889 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:06:24,890 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:06:24,892 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:06:25,468 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:06:25,617 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:06:26,337 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 02:06:26,338 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 02:06:26,617 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:06:27,469 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:06:27,617 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:06:28,617 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:06:29,617 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:06:29,746 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:06:30,617 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:06:31,617 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:06:32,617 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:06:33,617 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:06:34,618 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:06:35,618 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:06:35,746 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:06:36,618 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:06:37,748 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:06:38,659 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:06:38,665 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:06:39,658 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:06:40,658 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:06:40,746 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:06:41,338 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 02:06:41,338 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 02:06:41,658 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:06:42,658 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:06:43,659 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:06:44,659 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:06:45,659 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:06:45,747 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:06:46,659 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:06:47,659 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:06:48,659 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:06:49,659 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:06:50,662 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:06:50,766 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:06:51,662 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:06:52,662 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:06:53,668 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:06:54,664 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:06:55,665 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:06:55,719 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:06:55,720 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:06:55,720 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:06:55,721 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:06:56,338 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 02:06:56,339 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 02:06:56,423 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:06:56,510 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:06:56,665 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:06:57,511 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:06:57,665 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:06:58,665 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:06:59,665 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:07:00,665 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:07:01,665 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:07:01,761 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:07:02,665 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:07:03,665 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:07:04,665 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:07:05,665 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:07:06,665 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:07:07,665 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:07:07,761 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:07:08,669 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:07:08,670 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:07:09,666 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:07:10,666 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:07:11,338 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 02:07:11,338 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 02:07:11,666 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:07:12,666 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:07:13,451 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:07:13,666 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:07:14,666 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:07:15,666 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:07:16,666 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:07:17,666 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:07:18,666 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:07:18,762 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:07:19,667 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:07:20,678 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:07:21,679 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:07:22,675 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:07:23,673 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:07:23,768 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:07:24,673 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:07:25,674 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:07:26,288 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:07:26,289 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:07:26,290 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:07:26,292 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:07:26,541 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:07:26,726 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:07:26,728 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 02:07:26,729 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 02:07:27,542 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:07:27,724 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:07:28,724 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:07:28,871 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:07:29,724 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:07:30,724 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:07:31,724 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:07:32,725 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:07:33,725 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:07:34,725 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:07:34,764 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:07:35,725 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:07:36,725 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:07:37,725 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:07:38,673 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:07:38,725 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:07:39,725 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:07:39,765 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:07:40,725 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:07:41,436 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 02:07:41,436 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 02:07:41,725 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:07:42,725 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:07:43,725 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:07:44,726 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:07:45,726 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:07:45,765 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:07:46,726 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:07:47,726 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:07:48,726 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:07:49,732 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:07:50,733 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:07:50,772 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:07:51,737 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:07:52,733 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:07:53,733 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:07:54,733 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:07:55,531 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:07:55,532 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:07:55,532 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:07:55,534 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:07:55,567 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:07:55,945 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:07:56,436 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 02:07:56,437 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 02:07:56,519 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:07:56,942 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:07:57,569 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:07:57,942 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:07:58,942 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:07:59,942 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:08:00,943 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:08:01,766 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:08:01,943 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:08:02,943 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:08:03,943 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:08:04,944 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:08:05,943 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:08:06,943 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:08:07,767 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:08:07,944 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:08:08,677 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:08:08,943 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:08:09,943 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:08:10,944 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:08:11,436 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 02:08:11,437 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 02:08:11,944 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:08:12,944 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:08:13,560 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:08:13,944 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:08:14,944 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:08:15,944 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:08:16,944 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:08:17,944 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:08:18,767 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:08:18,944 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:08:19,944 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:08:20,949 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:08:21,951 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:08:22,947 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:08:23,776 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:08:23,947 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:08:24,762 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:08:24,763 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:08:24,763 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:08:24,764 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:08:25,185 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:08:25,599 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:08:25,600 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:08:26,182 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:08:26,436 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 02:08:26,436 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 02:08:27,182 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:08:28,182 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:08:29,182 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:08:29,584 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:08:30,182 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:08:31,182 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:08:32,182 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:08:33,182 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:08:34,182 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:08:34,910 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:08:35,183 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:08:36,183 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:08:37,183 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:08:38,183 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:08:38,682 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:08:39,183 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:08:39,911 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:08:40,183 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:08:41,183 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:08:41,436 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 02:08:41,437 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 02:08:42,183 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:08:43,183 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:08:44,183 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:08:44,911 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:08:45,183 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:08:46,183 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:08:47,183 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:08:48,184 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:08:49,195 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:08:50,188 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:08:50,918 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:08:51,190 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:08:52,197 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:08:53,197 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:08:54,194 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:08:54,437 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:08:54,439 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:08:54,439 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:08:54,441 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:08:54,628 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:08:55,194 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:08:55,629 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:08:55,918 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:08:56,194 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:08:56,436 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 02:08:56,437 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 02:08:57,194 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:08:58,194 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:08:59,194 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:09:00,194 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:09:01,194 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:09:01,915 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:09:02,194 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:09:03,194 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:09:04,194 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:09:05,194 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:09:06,195 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:09:07,274 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:09:07,915 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:09:08,272 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:09:08,685 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:09:09,272 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:09:10,272 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:09:11,273 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:09:11,436 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 02:09:11,437 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 02:09:12,273 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:09:13,273 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:09:13,606 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:09:14,273 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:09:15,273 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:09:16,273 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:09:17,273 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:09:18,273 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:09:18,918 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:09:19,277 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:09:20,283 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:09:21,275 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:09:22,277 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:09:23,279 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:09:23,930 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:09:24,280 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:09:24,844 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:09:24,845 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:09:24,845 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:09:24,847 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:09:25,279 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:09:25,664 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:09:25,664 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:09:26,279 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:09:26,437 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 02:09:26,437 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 02:09:27,280 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:09:28,280 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:09:29,280 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:09:29,667 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:09:30,280 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:09:31,280 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:09:32,280 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:09:33,280 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:09:34,280 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:09:34,991 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:09:35,280 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:09:36,280 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:09:37,281 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:09:38,281 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:09:38,689 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:09:39,281 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:09:39,991 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:09:40,281 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:09:41,281 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:09:41,437 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 02:09:41,437 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 02:09:42,281 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:09:43,281 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:09:44,281 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:09:44,991 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:09:45,281 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:09:46,281 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:09:47,281 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:09:48,281 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:09:49,282 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:09:49,999 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:09:50,287 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:09:51,283 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:09:52,283 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:09:53,284 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:09:54,284 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:09:54,999 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:09:55,284 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:09:55,397 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:09:55,399 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:09:55,399 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:09:55,401 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:09:55,695 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:09:56,284 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:09:56,437 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 02:09:56,438 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 02:09:57,286 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:09:57,697 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:09:58,286 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:09:59,286 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:10:00,286 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:10:00,997 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:10:01,286 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:10:02,286 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:10:03,286 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:10:04,286 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:10:05,286 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:10:06,287 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:10:06,997 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:10:07,469 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:10:08,371 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:10:08,692 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:10:09,371 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:10:10,371 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:10:11,371 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:10:11,437 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 02:10:11,438 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 02:10:12,371 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:10:12,533 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:10:13,371 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:10:14,371 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:10:15,371 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:10:16,372 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:10:17,372 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:10:17,998 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:10:18,372 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:10:19,372 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:10:20,375 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:10:21,384 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:10:22,376 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:10:23,004 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:10:23,380 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:10:24,377 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:10:25,275 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:10:25,277 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:10:25,278 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:10:25,279 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:10:25,691 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:10:25,726 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:10:26,423 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:10:26,437 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 02:10:26,438 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 02:10:27,423 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:10:27,728 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:10:28,423 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:10:28,604 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:10:29,423 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:10:30,423 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:10:31,423 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:10:32,423 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:10:33,423 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:10:34,004 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:10:34,424 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:10:35,424 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:10:36,424 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:10:37,661 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:10:38,566 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:10:38,696 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:10:39,566 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:10:39,698 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:10:40,566 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:10:41,437 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 02:10:41,438 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 02:10:41,566 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:10:42,566 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:10:43,566 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:10:44,566 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:10:45,004 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:10:45,566 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:10:46,566 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:10:47,566 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:10:48,566 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:10:49,573 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:10:50,571 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:10:51,006 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:10:51,571 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:10:52,572 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:10:53,571 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:10:54,571 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:10:55,430 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:10:55,431 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:10:55,431 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:10:55,432 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:10:55,758 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:10:55,841 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:10:56,437 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 02:10:56,438 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 02:10:56,523 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:10:56,577 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:10:57,577 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:10:57,760 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:10:58,577 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:10:59,578 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:11:00,578 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:11:01,578 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:11:02,005 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:11:02,578 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:11:03,578 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:11:04,578 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:11:05,578 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:11:06,578 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:11:07,578 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:11:08,005 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:11:08,700 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:11:08,781 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:11:09,778 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:11:10,778 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:11:11,438 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 02:11:11,438 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 02:11:11,779 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:11:12,779 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:11:13,532 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:11:13,779 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:11:14,779 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:11:15,779 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:11:16,779 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:11:17,779 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:11:18,779 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:11:19,005 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:11:19,779 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:11:20,779 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:11:21,788 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:11:22,782 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:11:23,787 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:11:24,012 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:11:24,792 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:11:25,791 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:11:26,438 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 02:11:26,439 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 02:11:26,791 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:11:26,858 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:11:26,859 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:11:26,859 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:11:26,861 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:11:27,788 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:11:27,788 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:11:27,792 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:11:28,792 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:11:29,792 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:11:29,899 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:11:30,792 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:11:31,792 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:11:32,792 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:11:33,792 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:11:34,792 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:11:35,008 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:11:35,792 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:11:36,792 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:11:37,792 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:11:38,704 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:11:38,793 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:11:39,793 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:11:40,008 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:11:40,793 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:11:41,438 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 02:11:41,439 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 02:11:41,793 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:11:42,793 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:11:43,793 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:11:44,793 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:11:45,009 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:11:45,793 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:11:46,793 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:11:47,793 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:11:48,794 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:11:49,794 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:11:50,794 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:11:51,009 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:11:51,794 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:11:52,794 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:11:53,794 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:11:54,794 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:11:55,795 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:11:56,017 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:11:56,439 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 02:11:56,440 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 02:11:56,794 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:11:57,795 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:11:58,795 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:11:58,937 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:11:58,939 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:11:58,939 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:11:58,941 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:11:59,795 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:11:59,819 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:11:59,819 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:12:00,795 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:12:01,018 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:12:01,795 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:12:02,795 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:12:03,795 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:12:04,795 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:12:05,795 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:12:06,018 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:12:06,795 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:12:07,796 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:12:08,708 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:12:08,796 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:12:09,796 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:12:10,926 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:12:11,440 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 02:12:11,440 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 02:12:11,582 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:12:11,840 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:12:12,840 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:12:13,840 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:12:14,840 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:12:15,840 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:12:16,840 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:12:17,018 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:12:17,840 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:12:18,840 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:12:19,840 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:12:20,840 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:12:21,841 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:12:22,848 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:12:23,021 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:12:23,844 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:12:24,853 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:12:25,847 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:12:26,443 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 02:12:26,444 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 02:12:26,851 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:12:27,848 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:12:28,294 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:12:28,295 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:12:28,295 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:12:28,296 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:12:28,297 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:12:28,848 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:12:28,851 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:12:29,848 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:12:29,852 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:12:30,848 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:12:31,848 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:12:32,848 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:12:33,849 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:12:34,020 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:12:34,849 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:12:35,849 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:12:36,849 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:12:37,849 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:12:38,712 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:12:38,849 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:12:39,714 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:12:39,894 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:12:40,893 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:12:41,443 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 02:12:41,444 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 02:12:41,893 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:12:42,894 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:12:43,894 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:12:44,894 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:12:45,020 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:12:45,894 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:12:46,894 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:12:47,894 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:12:48,894 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:12:49,894 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:12:50,910 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:12:51,024 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:12:51,899 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:12:52,900 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:12:53,903 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:12:54,903 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:12:55,900 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:12:56,444 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 02:12:56,445 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 02:12:56,575 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:12:56,660 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:12:56,661 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:12:56,662 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:12:56,663 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:12:56,879 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:12:57,071 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:12:57,880 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:12:58,070 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:12:59,070 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:13:00,071 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:13:01,071 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:13:02,023 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:13:02,071 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:13:03,071 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:13:04,071 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:13:05,071 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:13:06,071 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:13:07,025 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:13:07,071 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:13:08,071 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:13:08,716 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:13:09,071 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:13:10,071 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:13:11,099 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:13:11,444 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 02:13:11,444 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 02:13:12,098 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:13:12,601 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:13:13,098 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:13:14,099 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:13:15,099 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:13:16,099 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:13:17,099 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:13:18,024 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:13:18,099 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:13:19,099 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:13:20,099 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:13:21,099 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:13:22,099 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:13:23,034 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:13:23,106 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:13:24,104 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:13:25,109 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:13:26,109 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:13:26,447 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 02:13:26,451 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 02:13:27,109 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:13:28,110 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:13:28,459 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:13:28,461 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:13:28,461 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:13:28,461 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:13:28,462 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:13:28,905 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:13:29,110 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:13:29,906 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:13:30,110 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:13:31,110 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:13:32,110 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:13:33,110 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:13:34,026 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:13:34,110 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:13:35,110 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:13:36,110 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:13:37,110 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:13:38,110 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:13:38,720 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:13:39,111 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:13:39,722 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:13:40,111 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:13:41,111 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:13:41,448 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 02:13:41,448 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 02:13:42,111 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:13:43,111 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:13:44,111 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:13:45,025 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:13:45,111 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:13:46,111 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:13:47,111 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:13:48,112 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:13:49,112 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:13:50,112 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:13:51,034 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:13:51,121 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:13:52,118 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:13:53,115 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:13:54,115 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:13:55,115 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:13:56,036 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:13:56,115 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:13:56,448 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 02:13:56,448 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 02:13:56,592 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:13:56,594 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:13:56,594 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:13:56,596 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:13:56,927 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:13:57,118 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:13:57,927 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:13:58,117 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:13:59,117 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:14:00,117 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:14:01,117 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:14:02,032 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:14:02,117 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:14:03,117 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:14:04,117 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:14:05,117 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:14:06,117 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:14:07,118 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:14:08,032 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:14:08,118 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:14:08,725 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:14:09,118 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:14:10,118 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:14:11,118 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:14:11,448 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 02:14:11,448 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 02:14:12,118 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:14:13,118 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:14:13,521 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:14:14,118 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:14:15,118 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:14:16,118 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:14:17,118 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:14:18,118 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:14:19,033 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:14:19,119 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:14:20,119 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:14:21,119 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:14:22,132 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:14:23,125 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:14:24,039 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:14:24,125 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:14:25,127 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:14:26,126 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:14:26,448 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 02:14:26,448 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 02:14:27,126 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:14:27,317 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:14:27,318 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:14:27,319 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:14:27,320 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:14:27,956 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:14:28,126 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:14:29,126 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:14:29,360 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:14:29,957 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:14:30,126 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:14:31,126 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:14:32,126 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:14:33,126 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:14:34,127 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:14:35,036 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:14:35,127 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:14:36,127 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:14:37,127 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:14:38,127 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:14:38,728 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:14:39,127 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:14:40,036 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:14:40,127 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:14:41,128 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:14:41,448 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 02:14:41,449 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 02:14:42,127 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:14:43,127 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:14:44,128 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:14:45,128 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:14:46,036 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:14:46,128 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:14:47,128 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:14:48,128 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:14:49,128 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:14:50,128 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:14:51,128 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:14:52,036 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:14:52,128 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:14:53,129 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:14:54,136 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:14:55,134 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:14:56,133 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:14:56,454 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 02:14:56,455 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 02:14:57,134 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:14:57,540 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:14:58,135 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:14:59,135 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:14:59,411 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:14:59,412 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:14:59,412 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:14:59,414 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:14:59,989 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:15:00,135 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:15:01,140 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:15:01,991 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:15:02,139 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:15:03,040 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:15:03,139 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:15:04,139 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:15:05,139 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:15:06,140 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:15:07,140 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:15:08,140 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:15:08,732 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:15:08,738 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:15:09,140 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:15:10,140 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:15:11,140 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:15:11,454 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 02:15:11,455 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 02:15:12,140 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:15:13,140 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:15:14,140 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:15:14,610 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:15:15,140 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:15:16,141 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:15:17,141 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:15:18,141 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:15:19,141 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:15:20,040 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:15:20,141 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:15:21,141 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:15:22,153 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:15:23,145 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:15:24,145 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:15:25,044 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:15:25,149 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:15:26,146 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:15:26,457 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 02:15:26,458 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 02:15:27,149 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:15:27,885 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:15:27,887 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:15:27,888 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:15:27,889 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:15:28,021 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:15:28,299 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:15:29,296 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:15:30,023 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:15:30,296 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:15:31,044 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:15:31,296 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:15:32,297 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:15:33,297 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:15:34,297 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:15:35,297 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:15:36,297 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:15:37,044 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:15:37,297 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:15:38,297 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:15:38,736 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:15:39,297 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:15:40,297 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:15:41,297 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:15:41,458 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 02:15:41,458 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 02:15:42,297 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:15:42,561 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:15:43,297 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:15:44,298 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:15:45,298 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:15:46,298 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:15:47,298 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:15:48,045 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:15:48,298 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:15:49,298 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:15:50,298 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:15:51,298 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:15:52,304 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:15:53,302 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:15:54,048 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:15:54,303 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:15:55,303 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:15:56,303 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:15:56,461 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 02:15:56,462 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 02:15:57,303 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:15:58,226 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:15:58,227 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:15:58,227 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:15:58,228 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:15:58,643 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:15:59,057 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:15:59,268 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:15:59,642 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:16:00,059 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:16:00,642 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:16:01,642 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:16:02,642 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:16:03,642 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:16:04,642 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:16:05,050 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:16:05,642 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:16:06,642 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:16:07,643 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:16:08,643 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:16:08,740 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:16:09,643 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:16:10,643 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:16:11,050 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:16:11,462 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 02:16:11,462 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 02:16:11,643 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:16:12,643 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:16:13,643 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:16:14,643 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:16:15,644 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:16:16,051 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:16:16,643 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:16:17,643 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:16:18,644 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:16:19,644 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:16:20,644 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:16:21,644 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:16:22,051 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:16:22,644 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:16:23,644 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:16:24,644 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:16:25,656 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:16:26,462 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 02:16:26,463 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 02:16:26,649 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:16:27,536 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:16:27,649 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:16:28,649 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:16:29,649 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:16:30,649 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:16:31,023 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:16:31,024 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:16:31,024 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:16:31,026 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:16:31,095 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:16:31,649 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:16:32,097 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:16:32,649 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:16:33,065 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:16:33,650 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:16:34,650 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:16:35,650 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:16:36,650 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:16:37,650 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:16:38,650 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:16:38,745 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:16:38,751 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:16:39,650 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:16:40,650 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:16:41,462 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 02:16:41,463 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 02:16:41,650 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:16:42,650 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:16:43,703 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:16:44,627 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:16:44,698 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:16:45,697 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:16:46,698 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:16:47,698 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:16:48,698 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:16:49,698 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:16:50,054 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:16:50,698 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:16:51,698 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:16:52,698 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:16:53,698 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:16:54,698 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:16:55,698 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:16:56,054 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:16:56,469 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 02:16:56,469 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 02:16:56,706 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:16:57,701 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:16:58,702 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:16:59,705 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:17:00,710 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:17:01,059 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:17:01,702 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:17:02,180 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:17:02,181 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:17:02,182 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:17:02,184 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:17:02,702 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:17:03,120 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:17:03,702 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:17:04,121 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:17:04,702 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:17:05,702 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:17:06,702 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:17:07,054 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:17:07,703 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:17:08,703 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:17:08,748 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:17:09,703 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:17:10,703 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:17:11,469 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 02:17:11,470 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 02:17:11,703 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:17:12,603 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:17:12,703 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:17:13,703 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:17:14,704 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:17:15,703 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:17:16,704 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:17:17,704 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:17:18,054 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:17:18,704 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:17:19,704 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:17:20,704 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:17:21,704 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:17:22,704 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:17:23,704 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:17:24,054 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:17:24,704 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:17:25,704 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:17:26,474 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 02:17:26,474 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 02:17:26,705 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:17:27,705 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:17:28,706 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:17:29,578 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:17:29,707 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:17:30,706 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:17:31,707 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:17:31,836 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:17:31,838 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:17:31,838 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:17:31,839 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:17:32,150 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:17:32,706 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:17:33,706 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:17:34,152 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:17:34,706 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:17:34,879 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:17:35,706 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:17:36,706 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:17:37,707 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:17:38,707 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:17:38,752 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:17:39,707 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:17:40,059 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:17:40,707 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:17:41,473 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 02:17:41,474 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 02:17:41,707 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:17:42,721 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:17:43,720 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:17:44,720 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:17:45,059 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:17:45,720 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:17:46,720 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:17:47,720 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:17:48,720 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:17:49,721 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:17:50,059 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:17:50,721 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:17:51,721 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:17:52,721 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:17:53,721 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:17:54,721 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:17:55,060 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:17:55,721 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:17:57,948 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:17:58,165 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:17:58,336 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 02:17:58,336 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 02:18:00,428 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:18:04,665 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:18:05,428 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:18:05,680 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:18:06,648 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:18:08,756 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:18:10,758 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:18:12,422 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:18:13,066 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 02:18:13,067 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 02:18:13,876 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:18:14,823 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:18:15,790 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:18:20,791 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:18:21,802 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:18:23,221 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:18:26,324 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:18:30,475 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 02:18:30,476 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 02:18:30,782 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:18:31,610 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:18:36,610 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:18:38,262 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:18:38,760 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:18:39,838 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:18:41,762 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:18:46,763 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:18:51,018 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 02:18:51,019 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 02:18:51,058 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:18:51,150 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:18:52,064 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:18:52,150 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:18:52,820 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:18:53,151 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:18:54,151 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:18:54,821 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:18:55,151 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:18:56,151 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:18:57,151 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:18:57,178 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:18:58,151 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:18:59,151 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:19:00,151 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:19:01,151 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:19:01,198 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 02:19:01,199 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 02:19:02,151 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:19:02,269 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:19:03,151 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:19:04,151 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:19:05,152 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:19:06,152 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:19:07,152 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:19:08,152 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:19:08,178 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:19:08,765 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:19:09,152 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:19:10,152 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:19:11,152 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:19:12,152 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:19:13,153 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:19:13,178 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:19:14,153 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:19:15,153 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:19:16,153 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:19:16,198 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 02:19:16,199 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 02:19:17,153 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:19:18,153 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:19:18,327 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:19:19,153 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:19:20,153 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:19:21,153 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:19:22,153 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:19:23,153 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:19:24,153 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:19:24,178 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:19:25,153 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:19:26,154 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:19:27,154 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:19:28,154 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:19:29,154 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:19:30,154 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:19:30,178 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:19:31,154 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:19:31,199 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 02:19:31,199 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 02:19:32,154 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:19:33,154 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:19:34,154 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:19:35,155 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:19:35,359 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:19:36,155 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:19:37,155 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:19:38,155 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:19:38,767 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:19:39,155 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:19:40,155 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:19:40,769 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:19:41,155 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:19:42,155 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:19:43,155 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:19:44,156 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:19:45,156 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:19:46,156 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:19:46,179 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:19:46,199 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: stop_status +2024-12-27 02:19:46,199 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: stop_status +2024-12-27 02:19:51,349 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:19:56,350 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:20:01,351 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:20:05,779 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: keepalive +2024-12-27 02:20:05,789 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:20:06,779 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:20:06,790 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:20:07,780 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:20:08,771 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:20:08,779 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:20:09,779 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:20:10,779 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:20:11,780 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:20:12,780 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:20:12,785 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:20:13,780 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:20:14,780 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:20:15,780 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:20:16,780 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:20:17,780 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:20:18,780 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:20:18,785 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:20:19,780 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:20:20,780 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:20:21,781 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:20:22,781 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:20:23,781 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:20:24,781 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:20:24,785 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:20:25,781 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:20:26,781 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:20:27,781 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:20:28,781 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:20:29,781 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:20:29,786 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:20:30,781 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:20:31,781 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:20:32,782 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:20:33,782 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:20:34,782 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:20:35,782 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:20:35,785 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:20:36,782 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:20:37,782 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:20:38,775 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:20:38,782 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:20:39,782 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:20:40,782 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:20:41,782 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:20:41,786 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:20:42,783 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:20:43,783 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:20:44,783 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:20:45,783 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:20:46,783 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:20:46,786 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:20:47,783 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:20:48,783 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:20:49,783 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:20:50,783 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:20:51,783 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:20:51,786 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:20:52,784 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:20:53,784 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:20:54,784 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:20:55,784 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:20:56,784 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:20:57,784 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:20:57,786 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:20:58,784 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:20:59,784 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:21:00,784 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:21:01,785 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:21:02,785 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:21:03,785 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:21:03,786 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:21:04,785 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:21:05,785 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:21:06,785 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:21:07,785 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:21:08,779 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:21:08,785 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:21:09,781 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:21:09,785 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:21:10,786 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:21:11,786 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:21:12,786 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:21:13,786 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:21:14,786 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:21:14,787 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:21:15,787 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:21:16,786 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:21:17,786 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:21:18,786 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:21:19,786 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:21:19,787 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:21:20,789 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:21:21,787 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:21:22,787 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:21:23,787 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:21:24,787 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:21:24,789 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:21:25,787 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:21:26,787 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:21:27,787 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:21:28,787 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:21:29,787 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:21:30,787 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:21:30,787 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:21:31,788 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:21:32,788 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:21:33,789 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:21:34,788 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:21:35,788 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:21:36,787 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:21:36,788 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:21:37,788 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:21:38,783 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:21:38,789 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:21:39,788 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:21:40,788 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:21:41,787 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:21:41,788 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:21:42,788 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:21:43,789 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:21:44,789 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:21:45,789 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:21:46,787 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:21:46,789 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:21:47,789 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:21:51,788 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:21:56,806 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:22:01,807 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:22:06,808 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:22:08,786 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:22:12,788 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:22:17,791 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:22:22,789 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:22:27,790 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:22:27,942 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: keepalive +2024-12-27 02:22:27,982 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:22:28,947 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:22:30,168 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:22:30,221 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:22:31,218 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:22:32,218 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:22:32,798 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:22:33,218 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:22:34,171 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:22:34,218 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:22:35,218 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:22:36,218 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:22:37,218 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:22:37,943 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:22:38,218 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:22:38,791 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:22:39,218 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:22:40,218 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:22:41,219 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:22:42,219 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:22:42,943 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:22:43,219 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:22:44,219 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:22:45,219 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:22:46,219 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:22:47,219 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:22:47,943 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:22:48,220 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:22:49,219 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:22:50,219 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:22:51,220 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:22:52,220 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:22:53,220 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:22:53,943 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:22:54,220 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:22:55,227 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:22:56,227 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:22:57,224 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:22:58,224 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:22:58,958 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:22:59,224 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:23:00,224 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:23:00,865 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:23:00,866 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:23:00,866 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:23:00,867 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:23:01,200 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:23:01,279 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:23:02,201 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:23:02,278 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:23:03,278 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:23:04,278 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:23:04,949 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:23:05,278 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:23:06,278 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:23:07,278 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:23:08,279 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:23:08,794 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:23:09,279 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:23:10,279 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:23:10,797 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:23:11,279 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:23:12,279 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:23:13,332 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:23:14,331 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:23:15,331 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:23:15,950 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:23:16,331 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:23:17,331 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:23:18,331 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:23:19,331 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:23:20,331 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:23:21,331 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:23:21,950 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:23:22,332 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:23:23,332 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:23:24,332 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:23:25,339 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:23:26,337 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:23:26,958 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:23:27,342 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:23:28,342 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:23:29,343 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:23:30,340 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:23:30,825 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:23:30,826 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:23:30,827 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:23:30,828 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:23:31,229 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:23:31,342 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:23:32,230 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:23:32,341 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:23:32,867 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:23:33,498 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:23:34,341 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:23:35,341 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:23:36,342 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:23:37,342 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:23:37,954 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:23:38,342 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:23:38,798 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:23:39,342 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:23:40,342 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:23:41,342 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:23:42,342 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:23:42,955 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:23:43,342 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:23:44,342 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:23:45,343 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:23:46,343 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:23:47,343 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:23:48,343 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:23:48,955 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:23:49,343 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:23:50,343 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:23:51,343 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:23:52,343 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:23:53,343 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:23:54,343 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:23:54,961 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:23:55,351 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:23:56,349 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:23:57,355 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:23:58,349 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:23:59,349 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:23:59,964 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:24:00,350 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:24:00,469 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:24:00,471 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:24:00,471 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:24:00,473 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:24:01,268 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:24:01,350 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:24:02,269 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:24:02,350 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:24:03,350 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:24:04,350 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:24:05,350 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:24:05,956 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:24:06,350 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:24:07,350 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:24:08,350 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:24:08,802 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:24:09,350 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:24:10,350 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:24:11,350 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:24:11,805 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:24:12,564 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:24:13,562 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:24:14,562 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:24:15,562 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:24:16,562 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:24:16,957 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:24:17,563 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:24:18,562 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:24:19,563 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:24:20,563 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:24:21,563 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:24:22,563 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:24:22,957 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:24:23,563 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:24:24,575 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:24:25,572 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:24:26,572 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:24:27,575 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:24:27,960 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:24:28,575 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:24:29,573 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:24:30,186 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:24:30,187 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:24:30,188 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:24:30,189 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:24:30,299 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:24:30,601 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:24:31,600 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:24:32,304 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:24:32,600 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:24:32,960 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:24:33,600 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:24:34,601 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:24:35,601 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:24:36,601 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:24:37,601 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:24:37,960 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:24:38,601 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:24:38,806 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:24:39,601 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:24:40,601 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:24:41,601 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:24:42,601 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:24:43,601 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:24:43,960 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:24:44,601 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:24:45,762 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:24:46,672 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:24:47,672 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:24:48,672 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:24:48,961 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:24:49,672 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:24:50,672 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:24:51,672 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:24:52,672 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:24:53,672 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:24:54,672 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:24:54,961 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:24:55,672 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:24:56,673 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:24:57,679 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:24:58,677 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:24:59,676 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:24:59,972 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:25:00,676 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:25:01,676 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:25:02,676 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:25:03,574 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:25:03,576 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:25:03,576 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:25:03,577 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:25:03,983 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:25:04,335 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:25:04,720 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:25:05,336 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:25:05,615 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:25:05,720 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:25:06,720 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:25:07,721 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:25:08,721 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:25:08,811 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:25:09,721 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:25:10,721 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:25:10,813 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:25:11,721 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:25:12,721 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:25:13,721 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:25:14,721 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:25:15,721 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:25:15,964 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:25:16,722 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:25:17,722 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:25:18,722 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:25:19,722 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:25:20,722 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:25:21,722 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:25:21,964 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:25:22,722 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:25:23,722 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:25:24,722 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:25:25,722 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:25:26,723 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:25:27,723 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:25:27,963 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:25:28,731 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:25:29,727 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:25:30,727 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:25:31,731 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:25:32,727 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:25:32,969 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:25:33,728 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:25:34,402 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:25:34,403 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:25:34,403 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:25:34,404 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:25:34,821 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:25:35,361 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:25:35,815 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:25:36,815 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:25:37,362 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:25:37,815 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:25:37,969 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:25:38,814 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:25:38,821 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:25:39,816 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:25:40,816 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:25:41,816 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:25:42,816 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:25:43,816 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:25:43,969 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:25:44,816 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:25:45,816 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:25:46,816 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:25:47,817 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:25:48,816 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:25:48,969 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:25:49,816 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:25:50,817 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:25:51,817 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:25:52,817 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:25:53,817 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:25:54,817 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:25:54,970 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:25:55,817 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:25:56,817 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:25:57,817 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:25:58,827 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:25:59,820 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:25:59,974 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:26:00,821 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:26:01,826 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:26:02,822 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:26:03,822 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:26:04,822 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:26:04,835 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:26:04,837 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:26:04,838 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:26:04,839 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:26:05,387 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:26:05,822 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:26:05,877 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:26:06,822 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:26:07,389 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:26:07,822 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:26:08,818 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:26:08,825 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:26:09,822 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:26:10,822 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:26:11,821 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:26:11,822 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:26:12,822 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:26:13,823 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:26:14,823 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:26:15,823 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:26:16,823 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:26:16,974 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:26:17,823 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:26:18,823 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:26:19,823 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:26:20,823 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:26:21,823 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:26:22,206 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:26:22,823 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:26:23,823 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:26:24,824 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:26:25,824 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:26:26,824 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:26:27,824 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:26:28,110 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:26:28,824 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:26:29,824 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:26:30,832 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:26:31,830 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:26:32,825 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:26:33,110 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:26:33,829 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:26:34,828 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:26:35,829 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:26:35,939 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:26:35,941 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:26:35,941 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:26:35,943 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:26:36,420 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:26:36,829 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:26:37,421 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:26:37,829 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:26:38,111 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:26:38,822 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:26:38,829 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:26:39,829 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:26:40,829 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:26:41,829 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:26:42,829 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:26:43,829 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:26:44,110 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:26:44,829 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:26:45,829 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:26:46,830 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:26:47,830 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:26:48,830 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:26:49,830 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:26:50,111 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:26:51,017 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:26:52,016 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:26:53,016 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:26:54,016 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:26:55,016 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:26:56,016 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:26:56,111 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:26:57,016 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:26:58,016 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:26:59,017 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:27:00,017 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:27:01,017 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:27:02,017 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:27:02,111 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:27:03,026 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:27:04,020 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:27:05,020 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:27:06,020 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:27:07,023 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:27:07,122 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:27:08,020 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:27:08,827 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:27:08,843 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:27:08,845 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:27:08,845 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:27:08,847 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:27:09,269 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:27:09,450 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:27:10,266 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:27:11,266 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:27:11,452 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:27:12,266 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:27:12,885 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:27:13,266 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:27:14,266 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:27:15,266 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:27:16,266 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:27:17,266 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:27:18,114 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:27:18,266 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:27:19,266 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:27:20,266 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:27:21,267 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:27:22,267 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:27:23,115 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:27:23,267 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:27:24,267 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:27:25,267 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:27:26,267 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:27:27,267 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:27:28,267 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:27:29,115 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:27:29,268 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:27:30,268 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:27:31,268 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:27:32,273 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:27:33,271 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:27:34,123 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:27:34,274 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:27:35,274 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:27:36,271 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:27:37,271 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:27:37,951 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:27:37,953 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:27:37,953 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:27:37,955 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:27:38,371 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:27:38,486 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:27:38,831 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:27:39,366 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:27:39,487 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:27:39,833 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:27:40,367 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:27:41,367 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:27:42,367 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:27:43,367 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:27:44,367 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:27:45,367 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:27:45,367 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:27:46,367 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:27:47,367 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:27:48,367 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:27:49,367 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:27:50,367 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:27:50,368 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:27:51,368 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:27:52,368 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:27:53,368 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:27:54,368 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:27:55,368 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:27:56,367 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:27:56,368 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:27:57,368 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:27:58,368 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:27:59,368 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:28:00,368 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:28:01,372 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:28:01,382 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:28:02,371 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:28:03,374 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:28:04,377 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:28:05,375 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:28:06,375 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:28:07,281 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:28:07,282 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:28:07,283 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:28:07,283 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:28:07,284 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:28:07,519 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:28:07,694 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:28:08,433 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:28:08,834 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:28:09,433 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:28:09,520 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:28:10,433 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:28:11,433 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:28:12,433 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:28:12,837 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:28:13,433 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:28:14,433 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:28:15,434 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:28:16,433 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:28:17,434 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:28:18,368 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:28:18,434 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:28:19,434 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:28:20,434 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:28:21,434 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:28:22,434 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:28:23,369 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:28:23,434 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:28:24,434 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:28:25,434 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:28:26,435 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:28:27,435 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:28:28,435 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:28:29,376 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:28:29,444 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:28:30,439 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:28:31,439 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:28:32,439 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:28:33,443 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:28:34,443 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:28:35,194 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:28:35,196 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:28:35,196 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:28:35,196 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:28:35,198 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:28:35,545 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:28:35,646 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:28:36,645 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:28:37,547 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:28:37,645 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:28:38,645 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:28:38,838 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:28:39,645 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:28:40,645 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:28:40,841 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:28:41,645 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:28:42,645 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:28:43,646 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:28:44,646 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:28:45,646 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:28:46,373 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:28:46,646 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:28:47,646 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:28:48,646 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:28:49,646 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:28:50,647 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:28:51,374 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:28:51,646 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:28:52,646 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:28:53,647 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:28:54,647 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:28:55,647 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:28:56,647 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:28:57,374 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:28:57,647 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:28:58,647 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:28:59,647 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:29:00,647 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:29:01,647 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:29:02,647 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:29:03,373 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:29:03,647 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:29:04,647 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:29:05,651 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:29:06,671 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:29:07,656 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:29:08,384 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:29:08,660 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:29:08,845 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:29:09,657 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:29:10,657 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:29:10,780 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:29:10,781 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:29:10,782 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:29:10,783 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:29:11,580 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:29:11,657 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:29:12,657 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:29:13,581 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:29:13,657 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:29:14,377 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:29:14,657 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:29:15,657 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:29:16,657 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:29:17,657 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:29:18,657 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:29:19,657 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:29:20,377 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:29:20,658 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:29:21,658 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:29:22,658 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:29:23,658 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:29:24,658 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:29:25,378 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:29:25,658 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:29:26,658 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:29:27,658 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:29:28,658 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:29:29,658 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:29:30,659 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:29:31,378 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:29:31,659 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:29:32,659 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:29:33,659 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:29:34,665 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:29:35,665 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:29:36,385 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:29:36,663 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:29:37,663 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:29:38,663 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:29:38,844 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:29:39,663 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:29:39,809 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:29:39,811 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:29:39,812 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:29:39,814 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:29:40,608 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:29:40,663 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:29:41,609 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:29:41,663 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:29:41,851 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:29:42,663 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:29:43,663 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:29:44,663 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:29:45,664 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:29:46,664 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:29:47,379 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:29:47,664 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:29:48,664 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:29:49,664 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:29:50,664 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:29:51,664 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:29:52,664 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:29:53,379 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:29:53,664 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:29:54,760 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:29:55,757 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:29:56,758 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:29:57,758 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:29:58,379 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:29:58,758 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:29:59,758 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:30:00,758 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:30:01,758 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:30:02,758 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:30:03,380 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:30:03,758 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:30:04,758 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:30:05,759 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:30:06,758 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:30:07,759 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:30:08,386 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:30:08,759 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:30:08,849 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:30:09,759 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:30:10,762 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:30:11,763 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:30:12,372 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:30:12,373 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:30:12,373 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:30:12,375 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:30:12,643 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:30:13,413 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:30:13,644 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:30:13,653 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:30:14,652 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:30:15,652 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:30:16,652 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:30:17,652 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:30:18,652 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:30:18,653 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:30:19,652 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:30:20,652 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:30:21,653 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:30:22,653 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:30:23,653 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:30:24,652 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:30:24,653 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:30:25,653 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:30:26,653 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:30:27,653 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:30:28,653 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:30:29,652 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:30:29,653 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:30:30,654 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:30:31,654 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:30:32,654 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:30:33,654 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:30:34,654 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:30:35,652 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:30:35,654 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:30:36,654 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:30:37,662 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:30:38,661 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:30:38,860 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:30:39,660 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:30:40,659 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:30:40,862 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:30:41,661 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:30:42,661 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:30:42,843 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:30:42,845 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:30:42,845 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:30:42,846 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:30:43,661 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:30:43,675 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:30:44,663 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:30:45,663 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:30:45,676 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:30:46,657 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:30:46,663 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:30:47,663 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:30:48,663 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:30:49,663 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:30:50,663 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:30:51,663 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:30:52,657 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:30:52,663 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:30:53,663 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:30:54,663 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:30:55,663 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:30:56,663 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:30:57,657 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:30:57,664 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:30:58,664 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:30:59,664 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:31:00,664 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:31:01,664 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:31:02,664 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:31:03,657 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:31:03,664 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:31:04,664 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:31:05,664 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:31:06,664 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:31:07,664 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:31:08,665 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:31:08,859 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:31:08,861 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:31:09,665 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:31:10,665 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:31:11,670 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:31:12,667 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:31:13,671 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:31:14,665 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:31:14,672 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:31:15,672 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:31:16,673 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:31:16,783 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:31:16,785 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:31:16,785 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:31:16,788 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:31:17,672 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:31:17,707 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:31:18,672 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:31:19,672 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:31:19,709 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:31:20,665 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:31:20,672 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:31:21,672 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:31:22,672 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:31:23,672 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:31:24,673 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:31:25,673 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:31:26,665 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:31:26,673 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:31:27,673 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:31:28,673 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:31:29,673 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:31:30,673 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:31:31,673 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:31:32,665 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:31:32,673 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:31:33,673 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:31:34,674 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:31:35,674 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:31:36,674 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:31:37,665 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:31:37,674 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:31:38,674 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:31:38,863 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:31:39,674 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:31:40,674 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:31:41,674 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:31:42,674 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:31:42,873 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:31:43,682 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:31:44,675 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:31:45,675 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:31:46,675 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:31:47,676 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:31:47,860 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:31:47,861 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:31:47,862 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:31:47,867 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:31:47,901 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:31:48,675 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:31:48,738 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:31:49,675 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:31:49,738 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:31:50,675 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:31:51,676 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:31:52,676 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:31:53,669 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:31:53,676 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:31:54,676 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:31:55,676 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:31:56,676 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:31:57,676 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:31:58,676 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:31:59,670 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:31:59,677 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:32:00,677 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:32:01,677 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:32:02,677 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:32:03,677 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:32:04,670 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:32:04,677 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:32:05,677 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:32:06,677 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:32:07,677 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:32:08,677 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:32:08,867 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:32:09,677 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:32:09,875 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:32:10,677 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:32:11,686 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:32:12,682 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:32:13,682 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:32:14,685 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:32:15,681 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:32:15,683 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:32:15,859 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:32:15,861 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:32:15,861 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:32:15,863 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:32:16,684 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:32:16,770 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:32:17,684 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:32:17,770 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:32:18,684 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:32:19,684 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:32:20,684 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:32:21,676 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:32:21,684 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:32:22,684 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:32:23,684 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:32:24,684 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:32:25,684 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:32:26,685 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:32:27,676 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:32:27,685 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:32:28,748 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:32:29,748 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:32:30,748 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:32:31,748 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:32:32,748 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:32:33,675 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:32:33,748 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:32:34,748 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:32:35,748 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:32:36,749 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:32:37,749 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:32:38,676 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:32:38,749 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:32:38,871 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:32:39,749 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:32:40,749 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:32:41,750 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:32:42,750 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:32:43,684 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:32:43,754 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:32:44,757 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:32:45,758 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:32:46,758 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:32:47,758 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:32:47,885 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:32:47,887 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:32:47,887 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:32:47,889 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:32:48,758 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:32:48,803 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:32:49,677 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:32:49,758 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:32:49,804 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:32:50,758 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:32:51,758 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:32:52,758 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:32:53,758 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:32:54,758 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:32:55,677 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:32:55,758 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:32:56,758 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:32:57,759 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:32:58,759 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:32:59,759 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:33:00,894 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:33:01,678 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:33:01,797 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:33:02,797 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:33:03,797 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:33:04,797 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:33:05,797 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:33:06,678 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:33:06,797 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:33:07,797 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:33:08,797 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:33:08,875 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:33:09,797 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:33:10,798 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:33:11,798 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:33:11,878 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:33:12,815 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:33:13,807 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:33:14,807 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:33:15,811 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:33:16,810 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:33:17,690 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:33:17,810 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:33:18,482 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:33:18,484 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:33:18,484 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:33:18,486 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:33:18,835 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:33:18,945 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:33:19,836 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:33:19,942 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:33:20,942 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:33:21,942 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:33:22,942 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:33:22,947 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:33:23,942 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:33:24,942 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:33:25,942 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:33:26,942 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:33:27,942 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:33:28,942 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:33:28,943 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:33:29,943 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:33:30,944 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:33:31,943 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:33:32,943 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:33:33,942 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:33:33,944 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:33:34,943 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:33:35,943 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:33:36,943 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:33:37,943 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:33:38,879 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:33:38,944 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:33:39,942 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:33:39,944 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:33:40,944 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:33:41,947 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:33:42,947 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:33:43,947 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:33:44,947 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:33:44,948 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:33:45,951 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:33:46,951 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:33:47,741 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:33:47,743 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:33:47,743 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:33:47,745 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:33:47,884 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:33:48,153 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:33:49,149 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:33:49,885 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:33:50,150 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:33:50,945 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:33:51,150 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:33:52,150 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:33:53,150 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:33:54,150 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:33:55,150 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:33:55,946 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:33:56,150 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:33:57,150 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:33:58,150 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:33:59,150 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:34:00,151 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:34:01,151 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:34:01,946 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:34:02,151 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:34:03,151 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:34:04,151 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:34:05,151 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:34:06,151 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:34:07,151 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:34:07,946 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:34:08,151 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:34:08,883 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:34:09,151 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:34:10,152 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:34:11,152 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:34:12,152 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:34:12,947 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:34:13,159 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:34:14,154 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:34:15,160 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:34:16,155 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:34:17,163 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:34:17,959 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:34:18,158 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:34:19,156 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:34:19,246 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:34:19,247 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:34:19,248 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:34:19,249 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:34:19,917 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:34:20,156 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:34:21,156 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:34:21,919 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:34:22,156 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:34:23,156 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:34:23,287 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:34:24,156 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:34:25,156 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:34:26,156 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:34:27,156 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:34:28,156 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:34:28,949 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:34:29,157 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:34:30,157 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:34:31,157 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:34:32,157 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:34:33,321 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:34:33,950 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:34:34,228 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:34:35,228 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:34:36,228 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:34:37,228 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:34:38,228 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:34:38,887 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:34:39,228 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:34:39,950 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:34:40,229 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:34:41,229 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:34:42,229 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:34:43,229 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:34:44,229 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:34:44,956 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:34:45,231 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:34:46,232 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:34:47,232 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:34:48,233 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:34:49,232 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:34:49,962 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:34:50,233 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:34:50,298 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:34:50,299 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:34:50,300 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:34:50,301 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:34:50,953 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:34:51,233 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:34:51,954 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:34:52,233 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:34:53,233 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:34:54,233 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:34:55,233 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:34:55,956 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:34:56,233 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:34:57,233 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:34:58,233 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:34:59,234 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:35:00,234 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:35:01,234 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:35:01,956 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:35:02,234 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:35:03,234 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:35:04,234 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:35:05,234 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:35:06,234 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:35:06,956 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:35:07,234 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:35:08,234 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:35:08,891 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:35:09,234 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:35:10,235 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:35:11,235 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:35:12,235 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:35:12,956 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:35:13,235 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:35:14,235 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:35:15,243 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:35:16,241 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:35:17,242 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:35:17,966 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:35:18,242 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:35:19,243 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:35:20,243 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:35:20,431 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:35:20,432 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:35:20,432 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:35:20,433 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:35:20,986 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:35:21,243 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:35:21,987 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:35:22,243 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:35:23,243 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:35:23,473 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:35:24,243 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:35:25,243 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:35:26,243 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:35:27,244 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:35:28,244 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:35:28,959 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:35:29,244 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:35:30,244 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:35:31,244 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:35:32,244 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:35:33,244 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:35:33,960 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:35:34,244 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:35:35,245 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:35:36,244 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:35:37,245 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:35:38,245 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:35:38,895 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:35:39,245 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:35:39,959 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:35:40,245 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:35:41,245 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:35:42,245 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:35:43,245 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:35:44,250 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:35:44,973 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:35:45,256 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:35:46,252 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:35:47,259 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:35:48,254 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:35:49,255 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:35:49,435 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:35:49,436 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:35:49,436 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:35:49,438 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:35:50,016 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:35:50,255 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:35:50,477 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:35:51,255 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:35:52,017 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:35:52,255 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:35:53,255 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:35:54,255 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:35:55,255 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:35:55,966 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:35:56,255 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:35:57,255 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:35:58,255 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:35:59,255 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:36:00,256 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:36:01,256 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:36:01,966 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:36:02,256 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:36:03,256 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:36:04,256 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:36:05,256 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:36:06,256 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:36:07,113 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:36:07,256 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:36:08,256 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:36:08,899 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:36:09,257 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:36:10,257 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:36:11,257 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:36:12,257 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:36:13,021 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:36:13,257 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:36:14,257 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:36:15,257 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:36:16,257 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:36:17,259 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:36:18,028 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:36:18,259 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:36:19,259 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:36:20,262 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:36:21,260 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:36:21,647 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:36:21,648 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:36:21,648 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:36:21,649 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:36:22,050 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:36:22,260 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:36:23,260 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:36:23,688 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:36:24,052 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:36:24,260 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:36:25,260 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:36:26,260 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:36:27,260 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:36:28,260 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:36:29,027 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:36:29,260 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:36:30,260 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:36:31,261 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:36:32,261 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:36:33,261 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:36:34,028 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:36:34,261 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:36:35,261 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:36:36,261 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:36:37,261 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:36:38,261 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:36:38,900 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:36:39,261 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:36:40,027 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:36:40,261 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:36:41,262 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:36:42,262 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:36:43,262 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:36:44,262 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:36:45,038 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:36:45,267 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:36:46,266 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:36:47,263 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:36:48,267 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:36:49,267 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:36:50,265 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:36:50,396 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:36:50,397 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:36:50,398 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:36:50,398 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:36:50,399 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:36:51,083 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:36:51,265 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:36:52,084 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:36:52,265 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:36:53,265 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:36:54,265 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:36:55,265 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:36:56,032 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:36:56,265 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:36:57,265 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:36:58,265 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:36:59,265 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:37:00,265 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:37:01,266 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:37:02,032 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:37:02,266 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:37:03,266 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:37:04,266 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:37:05,266 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:37:06,266 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:37:07,032 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:37:07,266 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:37:08,266 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:37:08,904 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:37:09,266 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:37:10,266 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:37:11,266 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:37:12,267 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:37:13,032 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:37:13,267 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:37:14,278 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:37:15,278 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:37:16,275 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:37:17,279 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:37:18,043 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:37:18,275 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:37:19,223 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:37:19,225 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:37:19,226 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:37:19,227 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:37:19,635 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:37:20,110 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:37:20,378 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:37:21,378 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:37:22,112 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:37:22,378 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:37:23,265 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:37:23,378 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:37:24,378 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:37:25,378 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:37:26,378 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:37:27,378 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:37:28,378 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:37:29,034 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:37:29,378 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:37:30,378 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:37:31,378 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:37:32,378 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:37:33,379 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:37:34,035 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:37:34,379 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:37:35,379 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:37:36,379 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:37:37,379 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:37:38,379 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:37:38,909 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:37:39,379 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:37:40,035 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:37:40,379 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:37:41,379 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:37:42,379 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:37:43,380 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:37:44,388 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:37:45,036 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:37:45,381 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:37:46,381 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:37:47,388 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:37:48,382 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:37:49,384 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:37:50,037 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:37:50,120 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:37:50,121 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:37:50,122 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:37:50,123 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:37:50,140 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:37:50,537 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:37:51,537 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:37:52,142 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:37:52,537 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:37:53,537 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:37:54,537 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:37:55,037 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:37:55,537 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:37:56,537 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:37:57,537 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:37:58,537 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:37:59,537 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:38:00,537 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:38:01,037 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:38:01,661 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:38:02,571 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:38:03,572 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:38:04,572 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:38:05,572 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:38:06,037 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:38:06,572 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:38:07,572 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:38:08,572 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:38:08,913 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:38:09,572 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:38:10,572 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:38:11,578 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:38:12,046 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:38:12,575 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:38:13,581 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:38:14,578 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:38:15,582 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:38:16,580 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:38:17,046 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:38:17,474 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:38:17,475 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:38:17,475 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:38:17,477 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:38:17,907 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:38:18,171 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:38:18,620 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:38:19,621 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:38:20,173 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:38:20,621 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:38:21,621 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:38:22,621 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:38:23,041 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:38:23,621 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:38:24,621 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:38:25,621 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:38:26,621 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:38:27,621 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:38:28,621 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:38:29,041 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:38:29,621 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:38:30,622 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:38:31,622 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:38:32,622 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:38:33,622 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:38:34,041 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:38:34,622 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:38:35,622 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:38:36,623 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:38:37,622 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:38:38,622 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:38:38,917 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:38:39,622 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:38:40,041 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:38:40,623 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:38:41,623 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:38:42,623 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:38:43,623 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:38:44,623 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:38:45,051 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:38:45,630 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:38:46,625 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:38:47,627 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:38:48,625 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:38:49,626 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:38:49,953 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:38:49,955 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:38:49,955 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:38:49,956 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:38:50,207 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:38:50,626 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:38:50,994 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:38:51,626 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:38:52,208 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:38:52,626 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:38:53,626 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:38:54,626 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:38:55,626 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:38:56,047 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:38:56,626 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:38:57,627 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:38:58,626 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:38:59,627 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:39:00,627 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:39:01,627 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:39:02,048 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:39:02,797 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:39:03,702 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:39:04,702 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:39:05,702 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:39:06,703 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:39:07,048 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:39:07,703 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:39:08,703 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:39:08,921 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:39:09,703 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:39:10,703 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:39:11,703 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:39:12,712 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:39:13,049 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:39:13,715 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:39:14,710 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:39:15,710 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:39:16,712 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:39:17,711 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:39:18,054 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:39:18,441 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:39:18,442 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:39:18,443 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:39:18,444 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:39:18,848 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:39:19,237 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:39:19,845 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:39:20,238 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:39:20,845 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:39:21,845 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:39:22,845 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:39:23,846 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:39:24,051 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:39:24,846 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:39:25,846 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:39:26,846 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:39:27,846 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:39:28,846 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:39:29,846 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:39:30,051 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:39:30,846 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:39:31,846 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:39:32,869 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:39:33,869 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:39:34,869 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:39:35,052 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:39:35,869 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:39:36,869 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:39:37,869 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:39:38,869 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:39:38,925 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:39:39,870 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:39:40,870 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:39:41,052 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:39:41,870 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:39:42,870 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:39:43,870 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:39:44,881 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:39:45,875 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:39:46,056 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:39:46,875 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:39:47,878 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:39:48,878 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:39:49,879 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:39:50,009 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:39:50,011 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:39:50,011 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:39:50,012 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:39:50,269 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:39:50,879 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:39:51,879 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:39:52,051 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:39:52,270 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:39:52,879 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:39:53,879 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:39:54,879 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:39:55,879 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:39:56,879 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:39:57,054 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:39:57,879 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:39:58,879 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:39:59,880 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:40:00,880 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:40:01,880 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:40:02,880 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:40:03,054 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:40:03,880 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:40:04,890 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:40:05,889 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:40:06,889 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:40:07,889 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:40:08,889 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:40:08,928 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:40:08,934 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:40:09,889 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:40:10,889 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:40:11,890 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:40:12,890 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:40:13,890 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:40:14,054 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:40:14,890 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:40:15,890 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:40:16,890 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:40:17,893 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:40:18,899 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:40:19,059 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:40:19,896 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:40:20,896 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:40:21,897 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:40:22,897 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:40:23,058 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:40:23,059 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:40:23,060 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:40:23,061 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:40:23,305 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:40:23,897 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:40:24,059 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:40:24,306 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:40:24,897 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:40:25,897 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:40:26,897 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:40:27,897 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:40:28,897 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:40:29,897 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:40:30,059 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:40:30,898 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:40:31,898 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:40:32,898 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:40:33,898 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:40:35,056 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:40:36,053 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:40:36,059 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:40:37,053 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:40:38,053 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:40:38,931 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:40:39,053 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:40:40,053 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:40:41,053 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:40:41,060 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:40:42,053 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:40:43,053 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:40:44,053 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:40:45,054 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:40:46,054 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:40:46,060 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:40:47,064 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:40:48,058 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:40:49,058 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:40:50,058 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:40:51,062 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:40:51,070 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:40:52,063 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:40:52,437 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:40:52,438 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:40:52,438 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:40:52,440 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:40:53,063 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:40:53,331 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:40:54,063 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:40:54,332 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:40:55,063 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:40:56,063 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:40:57,061 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:40:57,063 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:40:58,063 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:40:59,063 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:41:00,063 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:41:01,063 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:41:02,063 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:41:03,061 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:41:03,063 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:41:04,063 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:41:05,064 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:41:06,064 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:41:07,064 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:41:08,061 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:41:08,064 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:41:08,936 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:41:09,064 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:41:10,064 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:41:11,064 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:41:12,064 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:41:13,064 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:41:14,061 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:41:14,064 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:41:15,065 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:41:16,073 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:41:17,067 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:41:18,069 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:41:19,070 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:41:19,072 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:41:20,072 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:41:21,071 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:41:21,817 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:41:21,819 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:41:21,819 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:41:21,820 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:41:22,270 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:41:22,357 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:41:23,268 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:41:24,268 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:41:24,359 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:41:25,065 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:41:25,268 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:41:26,268 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:41:27,268 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:41:28,268 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:41:29,268 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:41:30,269 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:41:31,065 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:41:31,269 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:41:32,269 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:41:33,269 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:41:34,269 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:41:35,270 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:41:36,066 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:41:36,269 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:41:37,269 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:41:38,269 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:41:38,941 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:41:39,270 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:41:40,270 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:41:41,270 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:41:42,066 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:41:42,270 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:41:43,270 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:41:44,270 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:41:45,272 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:41:46,277 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:41:47,069 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:41:47,276 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:41:48,273 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:41:49,273 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:41:50,274 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:41:50,631 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:41:50,631 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:41:50,632 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:41:50,634 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:41:51,274 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:41:51,390 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:41:52,274 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:41:52,390 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:41:52,672 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:41:53,274 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:41:54,274 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:41:55,274 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:41:56,274 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:41:57,274 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:41:58,068 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:41:58,274 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:41:59,274 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:42:00,275 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:42:01,275 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:42:02,275 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:42:03,275 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:42:04,068 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:42:04,275 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:42:05,275 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:42:06,275 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:42:07,275 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:42:08,275 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:42:08,944 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:42:09,276 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:42:10,067 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:42:10,276 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:42:11,276 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:42:12,276 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:42:13,276 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:42:14,285 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:42:15,082 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:42:15,285 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:42:16,286 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:42:17,285 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:42:18,285 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:42:19,285 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:42:19,868 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:42:19,869 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:42:19,869 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:42:19,871 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:42:20,292 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:42:20,418 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:42:20,910 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:42:21,290 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:42:22,290 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:42:22,419 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:42:23,290 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:42:24,291 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:42:25,291 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:42:26,072 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:42:26,291 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:42:27,291 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:42:28,291 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:42:29,291 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:42:30,291 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:42:31,291 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:42:32,072 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:42:32,291 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:42:33,291 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:42:34,291 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:42:35,424 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:42:36,334 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:42:37,072 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:42:37,334 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:42:38,334 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:42:38,948 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:42:39,335 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:42:40,335 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:42:41,335 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:42:42,072 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:42:42,335 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:42:43,335 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:42:44,335 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:42:45,335 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:42:46,335 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:42:47,335 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:42:48,079 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:42:48,339 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:42:49,351 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:42:50,341 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:42:51,345 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:42:52,344 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:42:53,342 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:42:53,594 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:42:53,595 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:42:53,596 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:42:53,596 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:42:53,597 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:42:54,342 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:42:54,445 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:42:55,342 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:42:56,342 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:42:56,447 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:42:57,342 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:42:58,342 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:42:59,073 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:42:59,342 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:43:00,342 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:43:01,342 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:43:02,342 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:43:03,343 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:43:04,343 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:43:05,074 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:43:05,343 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:43:06,503 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:43:07,412 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:43:08,412 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:43:08,952 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:43:09,412 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:43:10,074 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:43:10,412 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:43:11,412 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:43:12,412 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:43:13,412 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:43:14,412 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:43:15,074 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:43:15,412 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:43:16,412 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:43:17,413 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:43:18,420 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:43:19,415 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:43:20,077 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:43:20,417 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:43:21,422 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:43:22,418 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:43:23,418 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:43:24,110 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:43:24,111 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:43:24,112 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:43:24,113 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:43:24,481 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:43:24,514 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:43:25,151 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:43:25,513 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:43:26,483 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:43:26,513 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:43:27,513 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:43:28,513 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:43:29,513 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:43:30,513 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:43:31,076 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:43:31,513 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:43:32,514 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:43:33,514 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:43:34,514 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:43:35,514 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:43:36,076 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:43:36,514 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:43:37,514 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:43:38,514 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:43:38,956 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:43:39,514 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:43:40,514 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:43:41,077 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:43:41,515 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:43:42,515 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:43:43,515 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:43:44,515 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:43:45,515 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:43:46,077 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:43:46,515 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:43:47,515 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:43:48,515 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:43:49,515 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:43:50,527 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:43:51,080 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:43:51,520 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:43:52,523 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:43:53,521 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:43:54,522 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:43:55,522 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:43:55,823 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:43:55,824 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:43:55,824 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:43:55,826 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:43:56,511 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:43:56,511 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:43:56,522 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:43:56,864 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:43:57,522 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:43:58,522 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:43:59,522 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:44:00,522 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:44:01,522 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:44:02,082 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:44:02,522 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:44:03,522 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:44:04,522 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:44:05,523 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:44:06,523 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:44:07,741 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:44:08,083 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:44:08,645 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:44:08,961 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:44:09,645 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:44:10,645 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:44:11,645 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:44:12,645 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:44:13,645 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:44:14,083 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:44:14,645 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:44:15,645 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:44:16,646 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:44:17,645 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:44:18,646 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:44:19,653 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:44:20,094 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:44:20,651 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:44:21,658 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:44:22,656 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:44:23,659 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:44:24,654 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:44:25,092 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:44:25,093 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:44:25,094 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:44:25,094 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:44:25,096 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:44:25,536 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:44:25,655 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:44:26,537 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:44:26,654 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:44:27,654 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:44:28,655 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:44:29,655 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:44:30,655 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:44:31,086 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:44:31,655 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:44:32,655 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:44:33,655 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:44:34,655 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:44:35,655 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:44:36,655 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:44:37,086 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:44:37,655 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:44:38,656 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:44:38,964 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:44:39,656 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:44:40,656 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:44:41,656 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:44:42,656 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:44:43,087 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:44:43,656 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:44:44,656 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:44:45,656 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:44:46,656 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:44:47,656 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:44:48,087 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:44:48,657 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:44:49,657 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:44:50,663 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:44:51,661 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:44:52,657 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:44:53,088 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:44:53,659 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:44:54,658 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:44:55,658 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:44:56,059 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:44:56,060 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:44:56,061 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:44:56,063 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:44:56,562 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:44:56,563 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:44:56,658 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:44:57,658 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:44:58,100 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:44:58,658 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:44:59,658 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:45:00,658 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:45:01,658 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:45:02,658 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:45:03,658 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:45:04,090 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:45:04,659 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:45:05,659 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:45:06,659 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:45:07,659 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:45:08,659 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:45:08,968 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:45:09,659 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:45:10,090 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:45:10,659 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:45:11,659 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:45:12,659 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:45:13,659 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:45:14,660 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:45:15,091 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:45:15,660 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:45:16,660 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:45:17,660 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:45:18,660 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:45:19,660 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:45:20,660 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:45:21,091 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:45:21,660 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:45:22,671 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:45:23,664 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:45:24,664 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:45:25,665 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:45:26,098 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:45:26,666 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:45:27,667 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:45:28,401 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:45:28,402 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:45:28,403 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:45:28,404 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:45:28,593 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:45:28,856 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:45:29,853 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:45:30,595 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:45:30,853 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:45:31,853 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:45:32,095 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:45:32,854 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:45:33,854 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:45:34,854 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:45:35,854 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:45:36,854 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:45:37,854 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:45:38,095 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:45:38,854 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:45:38,973 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:45:39,854 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:45:40,854 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:45:41,855 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:45:43,006 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:45:43,095 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:45:44,003 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:45:45,002 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:45:46,003 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:45:47,003 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:45:48,003 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:45:48,095 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:45:49,003 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:45:50,003 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:45:51,003 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:45:52,003 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:45:53,003 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:45:54,003 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:45:54,095 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:45:55,004 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:45:56,011 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:45:57,008 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:45:58,006 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:45:59,012 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:45:59,102 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:46:00,012 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:46:01,009 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:46:01,817 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:46:01,819 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:46:01,819 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:46:01,820 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:46:02,237 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:46:02,620 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:46:02,621 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:46:03,236 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:46:04,236 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:46:05,100 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:46:05,237 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:46:06,236 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:46:07,236 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:46:08,237 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:46:08,976 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:46:09,237 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:46:10,237 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:46:11,100 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:46:11,237 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:46:12,237 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:46:13,237 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:46:14,455 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:46:15,454 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:46:16,100 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:46:16,454 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:46:17,455 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:46:18,454 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:46:19,455 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:46:20,455 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:46:21,101 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:46:21,455 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:46:22,455 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:46:23,455 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:46:24,455 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:46:25,455 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:46:26,466 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:46:27,103 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:46:27,469 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:46:28,466 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:46:29,466 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:46:30,466 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:46:31,467 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:46:31,593 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:46:31,594 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:46:31,594 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:46:31,596 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:46:31,645 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:46:32,467 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:46:32,635 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:46:32,646 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:46:33,467 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:46:34,467 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:46:35,467 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:46:36,467 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:46:37,467 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:46:38,105 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:46:38,467 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:46:38,980 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:46:39,467 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:46:40,467 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:46:41,467 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:46:42,468 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:46:43,468 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:46:44,104 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:46:44,468 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:46:45,468 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:46:46,470 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:46:47,468 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:46:48,468 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:46:49,105 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:46:49,469 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:46:50,469 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:46:51,469 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:46:52,469 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:46:53,469 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:46:54,469 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:46:55,105 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:46:55,469 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:46:56,469 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:46:57,469 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:46:58,471 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:46:59,474 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:47:00,106 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:47:00,472 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:47:01,472 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:47:02,472 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:47:02,639 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:47:02,640 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:47:02,641 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:47:02,643 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:47:02,672 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:47:03,472 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:47:04,472 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:47:04,674 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:47:05,107 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:47:05,472 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:47:06,472 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:47:07,472 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:47:08,473 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:47:08,986 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:47:09,473 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:47:10,473 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:47:11,107 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:47:11,473 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:47:12,473 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:47:13,473 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:47:14,473 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:47:15,473 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:47:16,473 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:47:17,107 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:47:17,474 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:47:18,474 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:47:19,474 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:47:20,474 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:47:21,474 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:47:22,474 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:47:23,107 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:47:23,474 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:47:24,474 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:47:25,474 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:47:26,474 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:47:27,474 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:47:28,113 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:47:28,477 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:47:29,481 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:47:30,475 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:47:31,481 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:47:32,482 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:47:33,126 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:47:33,482 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:47:33,548 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:47:33,550 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:47:33,550 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:47:33,551 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:47:33,700 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:47:34,482 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:47:34,701 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:47:35,482 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:47:36,482 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:47:37,482 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:47:38,482 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:47:38,989 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:47:38,995 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:47:39,482 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:47:40,482 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:47:41,482 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:47:42,482 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:47:43,483 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:47:44,118 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:47:44,483 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:47:45,483 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:47:46,483 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:47:47,483 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:47:48,483 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:47:49,118 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:47:49,483 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:47:50,483 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:47:51,483 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:47:52,483 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:47:53,484 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:47:54,484 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:47:55,118 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:47:55,484 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:47:56,491 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:47:57,488 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:47:58,495 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:47:59,488 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:48:00,123 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:48:00,489 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:48:01,490 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:48:02,107 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:48:02,108 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:48:02,109 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:48:02,110 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:48:02,522 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:48:02,731 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:48:02,732 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:48:03,519 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:48:04,519 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:48:05,126 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:48:05,520 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:48:06,520 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:48:07,520 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:48:08,520 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:48:08,993 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:48:09,520 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:48:10,520 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:48:11,125 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:48:11,520 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:48:12,520 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:48:13,520 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:48:14,568 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:48:15,565 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:48:16,126 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:48:16,564 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:48:17,565 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:48:18,565 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:48:19,565 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:48:20,565 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:48:21,565 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:48:22,126 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:48:22,565 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:48:23,565 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:48:24,565 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:48:25,565 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:48:26,577 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:48:27,129 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:48:27,568 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:48:28,569 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:48:29,568 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:48:30,569 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:48:31,569 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:48:31,889 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:48:31,890 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:48:31,890 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:48:31,891 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:48:32,569 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:48:32,754 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:48:32,755 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:48:32,931 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:48:33,569 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:48:34,569 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:48:35,570 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:48:36,570 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:48:37,570 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:48:38,131 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:48:38,570 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:48:38,997 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:48:39,570 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:48:40,570 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:48:41,570 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:48:42,570 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:48:43,570 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:48:44,130 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:48:44,570 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:48:45,571 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:48:46,570 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:48:47,570 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:48:48,571 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:48:49,131 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:48:49,571 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:48:50,571 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:48:51,571 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:48:52,571 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:48:53,571 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:48:54,571 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:48:55,131 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:48:55,571 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:48:56,571 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:48:57,572 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:48:58,572 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:48:59,585 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:49:00,138 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:49:00,577 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:49:01,577 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:49:02,578 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:49:03,578 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:49:03,667 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:49:03,669 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:49:03,669 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:49:03,670 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:49:03,783 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:49:04,578 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:49:04,784 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:49:05,578 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:49:06,138 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:49:06,578 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:49:07,578 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:49:08,578 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:49:08,999 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:49:09,578 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:49:10,578 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:49:11,578 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:49:12,137 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:49:12,578 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:49:13,579 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:49:14,579 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:49:15,579 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:49:16,579 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:49:17,698 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:49:18,137 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:49:18,610 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:49:19,610 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:49:20,610 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:49:21,610 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:49:22,610 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:49:23,610 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:49:24,137 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:49:24,610 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:49:25,610 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:49:26,611 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:49:27,611 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:49:28,611 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:49:29,137 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:49:29,611 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:49:30,611 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:49:31,620 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:49:32,615 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:49:33,620 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:49:34,150 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:49:34,619 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:49:35,620 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:49:36,620 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:49:37,109 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:49:37,110 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:49:37,110 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:49:37,111 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:49:37,620 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:49:37,816 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:49:38,620 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:49:38,817 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:49:39,004 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:49:39,620 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:49:40,143 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:49:40,620 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:49:41,620 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:49:42,620 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:49:43,620 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:49:44,621 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:49:45,621 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:49:46,143 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:49:46,621 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:49:47,621 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:49:48,621 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:49:49,621 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:49:50,621 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:49:51,143 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:49:51,621 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:49:52,621 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:49:53,622 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:49:54,622 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:49:55,622 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:49:56,144 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:49:56,622 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:49:57,622 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:49:58,622 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:49:59,622 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:50:00,622 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:50:01,622 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:50:02,144 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:50:02,622 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:50:03,627 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:50:04,628 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:50:05,629 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:50:06,629 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:50:07,145 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:50:07,637 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:50:08,637 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:50:08,909 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:50:08,910 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:50:08,910 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:50:08,912 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:50:09,008 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:50:09,638 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:50:09,843 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:50:10,638 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:50:10,844 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:50:11,638 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:50:12,331 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:50:12,638 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:50:13,638 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:50:14,638 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:50:15,638 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:50:16,638 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:50:17,638 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:50:18,328 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:50:18,638 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:50:19,639 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:50:20,639 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:50:21,639 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:50:22,639 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:50:23,328 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:50:23,639 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:50:24,639 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:50:25,639 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:50:26,639 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:50:27,639 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:50:28,639 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:50:29,328 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:50:29,639 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:50:30,649 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:50:31,645 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:50:32,643 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:50:33,651 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:50:34,332 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:50:34,647 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:50:35,647 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:50:36,328 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:50:36,329 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:50:36,330 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:50:36,331 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:50:36,743 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:50:36,868 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:50:37,742 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:50:37,869 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:50:38,742 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:50:39,011 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:50:39,332 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:50:39,742 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:50:40,742 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:50:41,742 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:50:42,742 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:50:43,742 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:50:44,742 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:50:45,332 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:50:45,742 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:50:46,742 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:50:47,742 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:50:48,742 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:50:49,743 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:50:50,333 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:50:50,743 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:50:51,743 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:50:52,743 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:50:53,743 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:50:54,743 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:50:55,743 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:50:56,333 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:50:56,743 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:50:57,743 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:50:58,743 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:50:59,743 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:51:00,751 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:51:01,339 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:51:01,750 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:51:02,747 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:51:03,747 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:51:04,748 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:51:05,748 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:51:06,341 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:51:06,430 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:51:06,432 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:51:06,432 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:51:06,433 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:51:06,837 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:51:06,894 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:51:07,836 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:51:07,895 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:51:08,836 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:51:09,015 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:51:09,837 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:51:10,837 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:51:11,837 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:51:12,337 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:51:12,837 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:51:13,837 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:51:14,837 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:51:15,837 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:51:16,837 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:51:17,838 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:51:18,337 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:51:18,838 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:51:19,838 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:51:20,838 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:51:21,838 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:51:22,838 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:51:23,338 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:51:23,838 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:51:24,838 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:51:25,839 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:51:26,839 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:51:27,839 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:51:28,338 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:51:28,839 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:51:29,839 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:51:30,839 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:51:31,839 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:51:32,839 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:51:33,342 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:51:33,839 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:51:34,847 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:51:35,847 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:51:36,847 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:51:37,848 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:51:38,350 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:51:38,848 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:51:38,916 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:51:38,917 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:51:38,917 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:51:38,919 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:51:38,921 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:51:39,019 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:51:39,848 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:51:40,848 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:51:41,848 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:51:41,924 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:51:42,848 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:51:43,848 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:51:44,343 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:51:44,848 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:51:45,848 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:51:46,849 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:51:47,849 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:51:48,849 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:51:49,849 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:51:50,343 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:51:50,849 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:51:51,849 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:51:52,849 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:51:53,849 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:51:54,849 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:51:55,344 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:51:55,849 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:51:56,850 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:51:57,850 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:51:58,850 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:51:59,850 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:52:00,850 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:52:01,344 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:52:01,850 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:52:02,856 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:52:03,855 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:52:04,852 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:52:05,852 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:52:06,357 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:52:06,854 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:52:07,852 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:52:08,263 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:52:08,264 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:52:08,265 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:52:08,266 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:52:08,853 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:52:08,947 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:52:09,023 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:52:09,852 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:52:09,948 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:52:10,852 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:52:11,852 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:52:12,346 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:52:12,852 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:52:13,852 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:52:14,852 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:52:15,853 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:52:16,853 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:52:17,853 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:52:18,347 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:52:18,853 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:52:19,853 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:52:20,853 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:52:21,853 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:52:22,853 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:52:23,853 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:52:24,347 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:52:24,853 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:52:25,854 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:52:26,854 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:52:27,854 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:52:28,854 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:52:29,854 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:52:30,347 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:52:30,854 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:52:31,854 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:52:32,866 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:52:33,858 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:52:34,865 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:52:35,353 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:52:35,866 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:52:36,866 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:52:37,867 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:52:38,045 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:52:38,047 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:52:38,047 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:52:38,048 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:52:38,868 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:52:38,977 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:52:39,028 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:52:39,868 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:52:39,978 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:52:40,868 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:52:41,349 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:52:41,868 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:52:42,868 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:52:43,868 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:52:44,868 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:52:45,868 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:52:46,868 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:52:47,349 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:52:47,868 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:52:48,868 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:52:49,869 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:52:50,869 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:52:51,869 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:52:52,869 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:52:53,349 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:52:53,869 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:52:54,869 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:52:55,869 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:52:56,869 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:52:57,869 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:52:58,349 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:52:58,869 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:52:59,870 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:53:00,870 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:53:01,870 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:53:02,870 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:53:03,870 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:53:04,349 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:53:04,879 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:53:05,873 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:53:06,873 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:53:07,875 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:53:08,876 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:53:09,031 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:53:09,877 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:53:10,349 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:53:10,450 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:53:10,452 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:53:10,452 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:53:10,454 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:53:10,877 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:53:11,008 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:53:11,877 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:53:12,009 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:53:12,877 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:53:13,877 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:53:14,877 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:53:15,350 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:53:15,877 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:53:16,877 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:53:17,877 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:53:18,877 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:53:19,877 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:53:20,877 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:53:21,349 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:53:21,878 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:53:22,878 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:53:23,878 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:53:24,878 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:53:25,878 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:53:26,350 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:53:26,878 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:53:27,878 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:53:28,878 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:53:29,878 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:53:30,879 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:53:31,350 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:53:31,879 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:53:32,879 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:53:33,879 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:53:34,879 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:53:35,889 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:53:36,353 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:53:36,896 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:53:37,897 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:53:38,895 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:53:39,033 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:53:39,896 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:53:40,896 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:53:41,165 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:53:41,166 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:53:41,166 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:53:41,168 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:53:42,004 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:53:42,036 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:53:42,207 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:53:43,004 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:53:44,004 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:53:44,037 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:53:45,004 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:53:46,004 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:53:47,004 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:53:47,351 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:53:48,004 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:53:49,004 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:53:50,004 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:53:51,004 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:53:52,004 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:53:53,004 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:53:53,351 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:53:54,004 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:53:55,005 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:53:56,005 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:53:57,005 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:53:58,005 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:53:58,354 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:53:59,005 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:54:00,005 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:54:01,005 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:54:02,005 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:54:03,005 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:54:04,005 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:54:04,352 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:54:05,006 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:54:06,006 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:54:07,019 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:54:08,007 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:54:09,007 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:54:09,037 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:54:09,355 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:54:10,008 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:54:11,008 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:54:12,008 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:54:12,866 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:54:12,867 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:54:12,867 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:54:12,868 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:54:13,059 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:54:13,399 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:54:14,014 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:54:14,060 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:54:15,014 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:54:15,353 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:54:16,014 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:54:17,014 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:54:18,014 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:54:19,014 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:54:20,014 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:54:21,014 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:54:21,353 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:54:22,015 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:54:23,015 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:54:24,015 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:54:25,039 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:54:26,038 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:54:26,353 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:54:27,038 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:54:28,038 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:54:29,038 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:54:30,038 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:54:31,038 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:54:31,354 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:54:32,039 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:54:33,039 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:54:34,039 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:54:35,039 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:54:36,039 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:54:37,042 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:54:37,358 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:54:38,042 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:54:39,046 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:54:39,047 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:54:40,043 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:54:41,044 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:54:42,044 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:54:42,370 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:54:42,946 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:54:42,947 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:54:42,947 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:54:42,949 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:54:43,085 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:54:43,415 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:54:44,086 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:54:44,099 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:54:45,099 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:54:46,099 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:54:47,099 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:54:48,099 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:54:48,359 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:54:49,099 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:54:50,099 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:54:51,099 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:54:52,099 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:54:53,100 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:54:54,100 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:54:54,359 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:54:55,100 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:54:56,100 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:54:57,100 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:54:58,100 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:54:59,100 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:54:59,359 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:55:00,100 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:55:01,100 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:55:02,100 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:55:03,101 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:55:04,101 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:55:05,108 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:55:05,366 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:55:06,104 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:55:07,109 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:55:08,115 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:55:09,047 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:55:09,115 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:55:10,115 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:55:10,366 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:55:10,925 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:55:10,927 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:55:10,927 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:55:10,931 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:55:11,108 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:55:11,613 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:55:12,109 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:55:12,612 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:55:13,613 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:55:14,613 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:55:15,613 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:55:16,364 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:55:16,613 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:55:17,613 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:55:18,613 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:55:19,613 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:55:20,613 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:55:21,613 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:55:22,364 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:55:22,613 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:55:23,614 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:55:24,614 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:55:25,614 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:55:26,614 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:55:27,389 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:55:27,614 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:55:28,614 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:55:29,614 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:55:30,614 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:55:31,614 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:55:32,614 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:55:33,388 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:55:33,615 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:55:34,615 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:55:35,615 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:55:36,622 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:55:37,620 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:55:38,394 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:55:38,622 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:55:39,051 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:55:39,619 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:55:40,619 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:55:41,620 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:55:41,775 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:55:41,777 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:55:41,777 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:55:41,781 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:55:42,137 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:55:42,807 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:55:43,805 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:55:43,817 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:55:44,139 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:55:44,805 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:55:45,805 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:55:46,805 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:55:47,805 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:55:48,805 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:55:49,392 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:55:49,805 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:55:50,806 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:55:51,806 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:55:52,806 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:55:53,806 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:55:54,806 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:55:55,392 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:55:55,806 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:55:56,806 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:55:57,806 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:55:58,806 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:55:59,806 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:56:00,393 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:56:00,806 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:56:01,807 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:56:02,807 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:56:03,807 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:56:04,807 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:56:05,807 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:56:06,393 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:56:06,807 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:56:07,807 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:56:08,807 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:56:09,056 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:56:09,820 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:56:10,813 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:56:11,399 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:56:11,818 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:56:12,823 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:56:13,826 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:56:14,829 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:56:15,823 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:56:15,950 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:56:15,951 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:56:15,951 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:56:15,954 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:56:16,165 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:56:16,823 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:56:16,992 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:56:17,823 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:56:18,166 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:56:18,823 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:56:19,823 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:56:20,823 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:56:21,823 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:56:22,400 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:56:22,823 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:56:23,823 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:56:24,824 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:56:25,823 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:56:26,824 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:56:27,979 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:56:28,400 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:56:28,873 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:56:29,873 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:56:30,873 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:56:31,873 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:56:32,873 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:56:33,874 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:56:34,400 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:56:34,874 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:56:35,874 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:56:36,874 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:56:37,884 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:56:38,876 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:56:39,065 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:56:39,403 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:56:39,876 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:56:40,880 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:56:41,877 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:56:42,896 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:56:43,479 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:56:43,481 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:56:43,482 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:56:43,483 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:56:43,897 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:56:44,199 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:56:44,896 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:56:45,400 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:56:45,897 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:56:46,200 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:56:46,897 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:56:47,897 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:56:48,897 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:56:49,897 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:56:50,897 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:56:51,400 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:56:51,897 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:56:52,897 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:56:53,897 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:56:55,010 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:56:55,913 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:56:56,400 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:56:56,913 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:56:57,914 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:56:58,914 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:56:59,914 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:57:00,914 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:57:01,401 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:57:01,914 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:57:02,914 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:57:03,914 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:57:04,914 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:57:05,914 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:57:06,918 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:57:07,407 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:57:07,920 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:57:08,915 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:57:09,066 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:57:09,920 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:57:10,920 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:57:11,921 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:57:12,450 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:57:12,452 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:57:12,452 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:57:12,452 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:57:12,453 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:57:13,225 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:57:13,346 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:57:14,226 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:57:14,345 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:57:15,345 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:57:16,345 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:57:17,345 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:57:18,345 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:57:18,405 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:57:19,345 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:57:20,345 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:57:21,346 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:57:22,346 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:57:23,346 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:57:24,346 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:57:24,404 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:57:25,346 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:57:26,346 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:57:27,581 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:57:28,486 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:57:29,405 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:57:29,486 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:57:30,486 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:57:31,486 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:57:32,486 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:57:33,486 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:57:34,405 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:57:34,486 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:57:35,486 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:57:36,486 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:57:37,489 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:57:38,500 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:57:39,073 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:57:39,410 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:57:39,490 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:57:40,494 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:57:41,491 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:57:42,492 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:57:43,463 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:57:43,465 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:57:43,465 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:57:43,467 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:57:43,870 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:57:44,256 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:57:44,870 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:57:45,407 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:57:45,870 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:57:46,258 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:57:46,870 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:57:47,870 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:57:48,870 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:57:49,870 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:57:50,870 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:57:51,407 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:57:51,870 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:57:52,870 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:57:53,870 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:57:54,870 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:57:55,870 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:57:56,871 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:57:57,408 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:57:57,871 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:57:58,872 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:57:59,871 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:58:00,871 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:58:01,871 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:58:02,408 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:58:02,871 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:58:03,871 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:58:04,871 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:58:05,872 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:58:06,872 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:58:07,408 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:58:07,872 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:58:08,872 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:58:09,080 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:58:09,872 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:58:10,872 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:58:11,876 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:58:12,429 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:58:12,877 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:58:13,881 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:58:14,877 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:58:15,137 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:58:15,138 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:58:15,139 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:58:15,140 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:58:15,283 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:58:15,877 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:58:16,284 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:58:16,877 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:58:17,877 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:58:18,179 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:58:18,877 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:58:19,877 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:58:20,877 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:58:21,877 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:58:22,877 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:58:23,411 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:58:23,877 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:58:24,878 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:58:25,878 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:58:26,878 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:58:27,878 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:58:28,878 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:58:29,411 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:58:29,878 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:58:30,878 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:58:31,878 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:58:32,878 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:58:33,878 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:58:34,879 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:58:35,411 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:58:35,879 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:58:36,879 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:58:37,879 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:58:38,885 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:58:39,090 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:58:39,884 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:58:40,419 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:58:40,884 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:58:41,884 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:58:42,885 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:58:43,885 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:58:44,815 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:58:44,817 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:58:44,817 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:58:44,819 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:58:45,233 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:58:45,311 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:58:45,856 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:58:45,962 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:58:46,312 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:58:46,962 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:58:47,962 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:58:48,963 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:58:49,963 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:58:50,963 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:58:51,414 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:58:51,963 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:58:52,963 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:58:53,963 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:58:54,963 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:58:55,963 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:58:56,963 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:58:57,414 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:58:57,963 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:58:58,963 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:58:59,964 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:59:00,964 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:59:01,964 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:59:02,964 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:59:03,414 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:59:03,964 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:59:04,964 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:59:05,964 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:59:06,964 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:59:07,964 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:59:08,414 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:59:08,964 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:59:09,083 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:59:09,965 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:59:10,965 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:59:11,965 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:59:12,965 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:59:13,969 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:59:14,418 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:59:14,967 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:59:15,971 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:59:16,970 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:59:17,970 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:59:18,971 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:59:19,781 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:59:19,783 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:59:19,784 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:59:19,784 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:59:19,786 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:59:20,189 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:59:20,353 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:59:21,188 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:59:22,188 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:59:22,354 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:59:23,188 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:59:24,188 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:59:25,189 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:59:25,414 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:59:26,189 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:59:27,189 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:59:28,189 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:59:29,189 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:59:30,189 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:59:30,415 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:59:31,189 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:59:32,189 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:59:33,189 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:59:34,189 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:59:35,189 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:59:35,638 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:59:36,190 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:59:37,190 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:59:38,190 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:59:39,087 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 02:59:39,190 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:59:40,190 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:59:41,190 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:59:41,548 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:59:42,190 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:59:43,190 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:59:44,190 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:59:45,190 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:59:46,200 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:59:46,550 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:59:47,201 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:59:48,195 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:59:49,196 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:59:50,199 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:59:51,195 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:59:51,484 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 02:59:51,485 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 02:59:51,485 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 02:59:51,487 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 02:59:52,195 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:59:52,385 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 02:59:52,385 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 02:59:52,526 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:59:53,195 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:59:54,198 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:59:55,195 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:59:56,195 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:59:57,195 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:59:57,554 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 02:59:58,196 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 02:59:59,196 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:00:00,196 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:00:01,196 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:00:02,196 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:00:03,196 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:00:03,555 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:00:04,196 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:00:05,196 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:00:06,196 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:00:07,196 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:00:08,196 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:00:08,555 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:00:09,091 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 03:00:09,196 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:00:10,196 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:00:11,197 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:00:12,197 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:00:13,197 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:00:13,555 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:00:14,206 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:00:15,200 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:00:16,202 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:00:17,202 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:00:18,214 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:00:18,565 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:00:19,203 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:00:19,949 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 03:00:19,951 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 03:00:19,951 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 03:00:19,952 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 03:00:20,359 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:00:20,408 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 03:00:21,364 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:00:22,359 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:00:22,409 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 03:00:23,359 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:00:23,992 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:00:24,359 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:00:25,359 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:00:26,359 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:00:27,359 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:00:28,359 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:00:29,359 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:00:29,560 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:00:30,359 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:00:31,360 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:00:32,360 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:00:33,425 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:00:34,424 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:00:34,561 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:00:35,425 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:00:36,424 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:00:37,425 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:00:38,425 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:00:39,096 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 03:00:39,425 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:00:40,425 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:00:40,560 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:00:41,425 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:00:42,425 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:00:43,425 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:00:44,425 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:00:45,425 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:00:46,426 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:00:46,565 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:00:47,430 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:00:48,431 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:00:49,426 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:00:50,429 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:00:51,432 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:00:51,571 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:00:52,430 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:00:52,456 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 03:00:52,457 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 03:00:52,457 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 03:00:52,462 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 03:00:53,430 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:00:53,437 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 03:00:54,430 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:00:54,438 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 03:00:55,430 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:00:56,430 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:00:57,430 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:00:57,566 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:00:58,430 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:00:59,430 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:01:00,430 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:01:01,430 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:01:02,430 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:01:03,430 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:01:03,566 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:01:04,431 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:01:05,431 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:01:06,431 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:01:07,431 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:01:08,431 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:01:08,567 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:01:09,098 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 03:01:09,431 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:01:10,431 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:01:11,431 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:01:12,431 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:01:13,431 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:01:14,432 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:01:14,566 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:01:15,432 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:01:16,443 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:01:17,434 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:01:18,435 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:01:19,435 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:01:19,575 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:01:20,440 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:01:21,439 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:01:21,919 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 03:01:21,921 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 03:01:21,922 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 03:01:21,923 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 03:01:22,439 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:01:22,466 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 03:01:23,439 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:01:24,439 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:01:24,467 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 03:01:25,439 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:01:25,569 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:01:26,439 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:01:27,439 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:01:28,440 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:01:29,440 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:01:30,440 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:01:31,440 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:01:31,569 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:01:32,440 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:01:33,440 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:01:34,440 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:01:35,440 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:01:36,440 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:01:36,570 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:01:37,440 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:01:38,441 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:01:39,102 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 03:01:39,441 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:01:40,441 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:01:41,441 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:01:42,441 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:01:42,570 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:01:43,441 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:01:44,441 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:01:45,441 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:01:46,441 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:01:47,448 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:01:47,572 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:01:48,447 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:01:49,447 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:01:50,448 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:01:51,448 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:01:52,448 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:01:52,577 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:01:52,710 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 03:01:52,711 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 03:01:52,712 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 03:01:52,714 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 03:01:53,448 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:01:53,497 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 03:01:54,448 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:01:54,497 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 03:01:55,448 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:01:56,448 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:01:57,448 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:01:58,448 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:01:58,573 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:01:59,449 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:02:00,449 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:02:01,449 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:02:02,449 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:02:03,449 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:02:04,449 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:02:04,572 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:02:05,449 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:02:06,449 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:02:07,449 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:02:08,449 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:02:09,106 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 03:02:09,449 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:02:09,573 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:02:10,450 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:02:11,450 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:02:12,450 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:02:13,450 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:02:14,450 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:02:15,450 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:02:15,573 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:02:16,450 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:02:17,450 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:02:18,453 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:02:19,455 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:02:20,455 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:02:20,590 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:02:21,457 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:02:22,460 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:02:23,456 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:02:23,978 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 03:02:23,979 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 03:02:23,980 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 03:02:23,981 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 03:02:24,458 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:02:24,529 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 03:02:25,457 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:02:26,457 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:02:26,530 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 03:02:26,576 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:02:27,458 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:02:28,458 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:02:29,458 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:02:30,458 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:02:31,458 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:02:32,458 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:02:32,577 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:02:33,458 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:02:34,458 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:02:35,458 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:02:36,458 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:02:37,458 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:02:37,577 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:02:38,459 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:02:39,110 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 03:02:39,459 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:02:40,459 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:02:41,459 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:02:42,459 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:02:43,459 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:02:43,577 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:02:44,459 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:02:45,459 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:02:46,459 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:02:47,459 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:02:48,459 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:02:48,577 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:02:49,460 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:02:50,471 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:02:51,473 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:02:52,473 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:02:53,473 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:02:53,580 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:02:54,474 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:02:55,474 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:02:55,941 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 03:02:55,942 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 03:02:55,943 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 03:02:55,944 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 03:02:56,474 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:02:56,557 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 03:02:57,474 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:02:58,475 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:02:58,559 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 03:02:58,984 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:02:59,475 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:03:00,475 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:03:01,475 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:03:02,475 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:03:03,475 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:03:04,475 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:03:04,584 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:03:05,475 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:03:06,475 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:03:07,475 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:03:08,476 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:03:09,115 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 03:03:09,476 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:03:09,584 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:03:10,476 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:03:11,476 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:03:12,476 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:03:13,476 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:03:14,476 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:03:14,585 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:03:15,476 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:03:16,476 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:03:17,476 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:03:18,477 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:03:19,477 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:03:20,480 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:03:20,584 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:03:21,488 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:03:22,488 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:03:23,491 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:03:24,491 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:03:25,489 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:03:25,571 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 03:03:25,572 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 03:03:25,572 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 03:03:25,574 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 03:03:25,585 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 03:03:25,611 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:03:26,489 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:03:26,586 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 03:03:27,489 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:03:28,489 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:03:29,489 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:03:30,489 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:03:31,489 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:03:31,588 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:03:32,489 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:03:33,489 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:03:34,489 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:03:35,489 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:03:36,490 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:03:37,490 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:03:37,588 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:03:38,490 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:03:39,118 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 03:03:39,490 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:03:40,490 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:03:41,490 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:03:42,490 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:03:42,590 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:03:43,490 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:03:44,490 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:03:45,490 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:03:46,490 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:03:47,490 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:03:48,491 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:03:48,589 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:03:49,491 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:03:50,502 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:03:51,502 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:03:52,500 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:03:53,499 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:03:53,603 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:03:54,503 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:03:55,500 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:03:56,115 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 03:03:56,116 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 03:03:56,117 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 03:03:56,118 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 03:03:56,529 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:03:56,620 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 03:03:57,528 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:03:58,528 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:03:58,622 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 03:03:59,157 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:03:59,528 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:04:00,528 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:04:01,528 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:04:02,528 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:04:03,528 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:04:04,528 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:04:04,593 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:04:05,528 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:04:06,528 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:04:07,709 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:04:08,615 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:04:09,122 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 03:04:09,593 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:04:09,615 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:04:10,615 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:04:11,615 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:04:12,615 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:04:13,615 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:04:14,593 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:04:14,615 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:04:15,615 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:04:16,615 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:04:17,625 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:04:18,618 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:04:19,599 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:04:19,621 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:04:20,621 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:04:21,621 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:04:22,622 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:04:23,232 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 03:04:23,233 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 03:04:23,233 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 03:04:23,235 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 03:04:23,645 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:04:23,647 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 03:04:24,644 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:04:24,648 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 03:04:25,598 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:04:25,644 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:04:26,644 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:04:27,644 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:04:28,644 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:04:29,644 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:04:30,644 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:04:31,598 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:04:31,644 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:04:32,644 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:04:33,645 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:04:34,645 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:04:35,645 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:04:36,645 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:04:37,599 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:04:37,645 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:04:38,645 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:04:39,127 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 03:04:39,645 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:04:40,645 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:04:41,645 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:04:42,645 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:04:43,599 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:04:43,646 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:04:44,646 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:04:45,646 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:04:46,646 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:04:47,653 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:04:48,600 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:04:48,654 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:04:49,651 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:04:50,651 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:04:51,651 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:04:52,651 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:04:53,517 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 03:04:53,518 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 03:04:53,518 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 03:04:53,520 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 03:04:53,674 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 03:04:53,929 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:04:54,559 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:04:54,669 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:04:54,676 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 03:04:55,669 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:04:56,669 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:04:57,669 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:04:58,669 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:04:59,604 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:04:59,669 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:05:00,669 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:05:01,670 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:05:02,670 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:05:03,670 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:05:04,604 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:05:04,670 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:05:05,670 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:05:06,670 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:05:07,670 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:05:08,670 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:05:09,131 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 03:05:09,605 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:05:09,670 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:05:10,670 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:05:11,670 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:05:12,671 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:05:13,671 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:05:14,671 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:05:15,605 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:05:15,671 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:05:16,671 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:05:17,671 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:05:18,675 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:05:19,682 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:05:20,608 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:05:20,679 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:05:21,679 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:05:22,683 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:05:23,686 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:05:24,680 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:05:24,750 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 03:05:24,751 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 03:05:24,751 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 03:05:24,753 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 03:05:25,680 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:05:25,708 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 03:05:25,792 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:05:26,680 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:05:26,709 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 03:05:27,680 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:05:28,680 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:05:29,680 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:05:30,680 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:05:31,605 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:05:31,680 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:05:32,680 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:05:33,681 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:05:34,681 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:05:35,681 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:05:36,681 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:05:37,605 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:05:37,681 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:05:38,681 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:05:39,135 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 03:05:39,681 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:05:40,681 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:05:41,681 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:05:42,642 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:05:42,682 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:05:43,682 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:05:44,682 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:05:45,682 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:05:46,682 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:05:47,682 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:05:48,639 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:05:48,682 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:05:49,685 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:05:50,688 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:05:51,689 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:05:52,689 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:05:53,657 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:05:53,694 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:05:54,689 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:05:55,306 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 03:05:55,307 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 03:05:55,307 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 03:05:55,309 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 03:05:55,731 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:05:55,748 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 03:05:56,730 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:05:56,749 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 03:05:57,730 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:05:58,730 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:05:59,348 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:05:59,730 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:06:00,730 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:06:01,730 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:06:02,730 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:06:03,730 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:06:04,642 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:06:04,730 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:06:05,730 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:06:06,731 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:06:07,731 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:06:08,731 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:06:09,140 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 03:06:09,764 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:06:09,765 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:06:10,759 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:06:11,759 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:06:12,759 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:06:13,759 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:06:14,759 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:06:15,669 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:06:15,759 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:06:16,759 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:06:17,759 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:06:18,759 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:06:19,759 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:06:20,759 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:06:21,669 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:06:21,760 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:06:22,765 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:06:23,769 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:06:24,769 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:06:25,769 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:06:26,678 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:06:26,777 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:06:27,774 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:06:28,355 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 03:06:28,357 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 03:06:28,357 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 03:06:28,359 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 03:06:28,775 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:06:28,780 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 03:06:29,775 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:06:30,775 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:06:30,781 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 03:06:31,775 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:06:32,674 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:06:32,775 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:06:33,775 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:06:34,775 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:06:35,775 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:06:36,775 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:06:37,775 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:06:38,674 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:06:38,775 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:06:39,143 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 03:06:39,776 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:06:40,776 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:06:41,776 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:06:42,776 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:06:43,776 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:06:44,674 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:06:44,776 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:06:45,776 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:06:46,776 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:06:47,776 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:06:48,777 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:06:49,777 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:06:50,674 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:06:50,777 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:06:51,777 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:06:52,780 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:06:53,783 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:06:54,789 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:06:55,679 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:06:55,793 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:06:56,791 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:06:57,790 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:06:57,970 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 03:06:57,972 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 03:06:57,973 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 03:06:57,974 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 03:06:58,790 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:06:58,809 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 03:06:58,810 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 03:06:59,790 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:07:00,790 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:07:01,677 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:07:01,790 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:07:02,790 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:07:03,790 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:07:04,790 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:07:05,790 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:07:06,790 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:07:07,677 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:07:07,791 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:07:08,791 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:07:09,147 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 03:07:09,791 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:07:10,802 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:07:11,801 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:07:12,677 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:07:12,801 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:07:13,801 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:07:14,801 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:07:15,801 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:07:16,801 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:07:17,801 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:07:18,678 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:07:18,802 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:07:19,802 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:07:20,802 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:07:21,802 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:07:22,823 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 03:07:24,063 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:07:24,142 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:07:29,142 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:07:30,358 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: keepalive +2024-12-27 03:07:30,650 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:07:32,697 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:07:35,080 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:07:38,461 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: keepalive +2024-12-27 03:07:38,636 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: keepalive +2024-12-27 03:07:39,151 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 03:07:40,573 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:07:40,793 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:07:45,574 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:07:46,861 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: keepalive +2024-12-27 03:07:47,799 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:07:49,189 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:07:51,204 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:07:55,301 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: keepalive +2024-12-27 03:07:55,694 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:07:56,205 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:07:57,439 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:08:01,606 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:08:03,559 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: keepalive +2024-12-27 03:08:04,116 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:08:05,961 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:08:07,552 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:08:09,155 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 03:08:12,458 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: keepalive +2024-12-27 03:08:13,158 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:08:16,745 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:08:16,748 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:08:17,747 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:08:18,747 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:08:18,766 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:08:19,172 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 03:08:19,747 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:08:20,747 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:08:21,747 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:08:22,747 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:08:23,747 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:08:24,459 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:08:24,747 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:08:25,748 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:08:26,747 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:08:27,748 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:08:28,748 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:08:29,459 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:08:29,748 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:08:30,748 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:08:31,748 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:08:32,748 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:08:33,748 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:08:34,459 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:08:34,748 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:08:35,748 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:08:36,748 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:08:37,748 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:08:38,749 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:08:39,159 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 03:08:39,749 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:08:40,162 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:08:40,749 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:08:41,749 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:08:42,749 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:08:43,749 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:08:44,749 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:08:45,459 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:08:45,749 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:08:46,749 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:08:47,749 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:08:48,750 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:08:49,750 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:08:50,750 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:08:51,460 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:08:51,750 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:08:52,750 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:08:53,750 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:08:54,750 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:08:55,750 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:08:56,460 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:08:56,750 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:08:57,750 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:08:58,751 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:08:59,751 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:09:00,751 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:09:01,460 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:09:01,751 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:09:02,751 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:09:03,751 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:09:04,751 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:09:05,751 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:09:06,751 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:09:07,460 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:09:07,751 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:09:08,751 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:09:09,163 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 03:09:09,752 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:09:13,165 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:09:18,168 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:09:23,169 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:09:28,170 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:09:30,701 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: keepalive +2024-12-27 03:09:30,741 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:09:31,704 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:09:32,705 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:09:33,704 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:09:33,742 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:09:34,704 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:09:35,705 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:09:36,705 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:09:37,705 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:09:38,705 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:09:39,167 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 03:09:39,173 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:09:39,705 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:09:40,705 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:09:41,705 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:09:42,705 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:09:43,705 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:09:44,705 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:09:44,706 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:09:45,705 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:09:46,705 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:09:47,706 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:09:48,706 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:09:49,706 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:09:50,705 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:09:50,706 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:09:51,706 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:09:52,706 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:09:53,706 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:09:54,707 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:09:55,705 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:09:55,706 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:09:56,707 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:09:57,707 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:09:58,707 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:09:59,707 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:10:00,705 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:10:00,707 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:10:01,707 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:10:02,707 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:10:03,707 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:10:04,707 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:10:05,705 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:10:05,707 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:10:06,707 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:10:07,708 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:10:08,708 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:10:09,171 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 03:10:09,708 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:10:10,708 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:10:11,705 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:10:11,708 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:10:12,708 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:10:13,708 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:10:14,708 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:10:15,712 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:10:16,706 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:10:16,712 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:10:17,712 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:10:18,712 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:10:19,712 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:10:20,712 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:10:21,712 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:10:22,706 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:10:22,712 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:10:23,713 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:10:24,713 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:10:25,713 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:10:26,713 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:10:27,713 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:10:28,706 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:10:28,713 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:10:29,713 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:10:30,713 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:10:31,714 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:10:32,713 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:10:33,714 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:10:34,706 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:10:34,714 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:10:35,714 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:10:36,714 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:10:37,714 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:10:38,714 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:10:39,175 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 03:10:39,714 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:10:40,177 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:10:40,714 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:10:41,714 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:10:42,715 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:10:43,715 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:10:44,715 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:10:45,706 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:10:45,715 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:10:46,715 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:10:47,715 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:10:48,715 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:10:49,716 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:10:50,706 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:10:50,715 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:10:51,716 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:10:52,716 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:10:53,716 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:10:54,716 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:10:55,706 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:10:55,716 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:10:56,716 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:10:57,716 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:10:58,716 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:10:59,716 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:11:00,716 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:11:01,706 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:11:01,717 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:11:02,717 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:11:03,717 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:11:04,717 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:11:05,717 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:11:06,706 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:11:06,717 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:11:07,717 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:11:08,717 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:11:09,177 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 03:11:12,179 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:11:17,180 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:11:22,180 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:11:27,190 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:11:32,198 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:11:37,202 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:11:39,207 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 03:11:42,209 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:11:46,093 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: keepalive +2024-12-27 03:11:46,133 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:11:47,093 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:11:47,998 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:11:48,093 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:11:48,433 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: partial_history +2024-12-27 03:11:48,435 DEBUG SenderThread:840649 [sender.py:send():379] send: telemetry +2024-12-27 03:11:48,435 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 03:11:48,437 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 03:11:48,438 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 03:11:48,439 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 03:11:48,439 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 03:11:48,441 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 03:11:48,441 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 03:11:48,442 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 03:11:48,443 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 03:11:48,444 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 03:11:48,444 DEBUG SenderThread:840649 [sender.py:send():379] send: history +2024-12-27 03:11:48,445 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: summary_record +2024-12-27 03:11:48,446 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 03:11:49,094 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:11:49,313 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 03:11:49,313 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 03:11:50,093 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:11:51,094 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:11:52,094 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:11:53,093 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:11:53,094 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:11:54,093 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:11:55,094 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:11:56,094 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:11:57,094 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:11:58,094 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:11:59,094 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:11:59,094 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:12:00,094 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:12:01,094 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:12:02,094 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:12:03,094 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:12:04,094 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:12:04,094 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:12:05,095 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:12:06,095 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:12:07,095 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:12:08,095 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:12:09,094 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:12:09,095 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:12:09,185 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 03:12:10,095 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:12:11,095 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:12:12,095 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:12:13,301 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:12:14,343 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:12:15,327 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 03:12:15,712 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:12:19,349 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:12:20,343 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/config.yaml +2024-12-27 03:12:22,299 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: keepalive +2024-12-27 03:12:22,434 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:12:23,661 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:12:24,653 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:12:24,677 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:12:29,654 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:12:30,519 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: keepalive +2024-12-27 03:12:31,554 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:12:32,698 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:12:35,063 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:12:39,189 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 03:12:39,464 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: keepalive +2024-12-27 03:12:39,635 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:12:40,192 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:12:40,903 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:12:42,350 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:12:45,592 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:12:48,586 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: keepalive +2024-12-27 03:12:49,257 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:12:50,430 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:12:51,527 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:12:56,528 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:12:56,757 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: keepalive +2024-12-27 03:12:56,981 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:12:58,240 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:12:59,369 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:13:02,334 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:13:07,334 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:13:09,190 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 03:13:09,634 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:13:09,675 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:13:10,636 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:13:11,389 DEBUG SenderThread:840649 [sender.py:send():379] send: exit +2024-12-27 03:13:11,389 INFO SenderThread:840649 [sender.py:send_exit():586] handling exit code: 0 +2024-12-27 03:13:11,390 INFO SenderThread:840649 [sender.py:send_exit():588] handling runtime: 15874 +2024-12-27 03:13:11,391 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 03:13:11,392 INFO SenderThread:840649 [sender.py:send_exit():594] send defer +2024-12-27 03:13:11,392 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: defer +2024-12-27 03:13:11,392 INFO HandlerThread:840649 [handler.py:handle_request_defer():184] handle defer: 0 +2024-12-27 03:13:11,392 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: defer +2024-12-27 03:13:11,393 INFO SenderThread:840649 [sender.py:send_request_defer():610] handle sender defer: 0 +2024-12-27 03:13:11,393 INFO SenderThread:840649 [sender.py:transition_state():614] send defer: 1 +2024-12-27 03:13:11,393 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: defer +2024-12-27 03:13:11,393 INFO HandlerThread:840649 [handler.py:handle_request_defer():184] handle defer: 1 +2024-12-27 03:13:11,393 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: defer +2024-12-27 03:13:11,393 INFO SenderThread:840649 [sender.py:send_request_defer():610] handle sender defer: 1 +2024-12-27 03:13:11,393 INFO SenderThread:840649 [sender.py:transition_state():614] send defer: 2 +2024-12-27 03:13:11,393 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: defer +2024-12-27 03:13:11,393 INFO HandlerThread:840649 [handler.py:handle_request_defer():184] handle defer: 2 +2024-12-27 03:13:11,393 INFO HandlerThread:840649 [system_monitor.py:finish():203] Stopping system monitor +2024-12-27 03:13:11,394 DEBUG SystemMonitor:840649 [system_monitor.py:_start():179] Finished system metrics aggregation loop +2024-12-27 03:13:11,394 DEBUG SystemMonitor:840649 [system_monitor.py:_start():183] Publishing last batch of metrics +2024-12-27 03:13:11,395 INFO HandlerThread:840649 [interfaces.py:finish():200] Joined cpu monitor +2024-12-27 03:13:11,395 INFO HandlerThread:840649 [interfaces.py:finish():200] Joined disk monitor +2024-12-27 03:13:11,644 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 03:13:11,645 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 03:13:12,646 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 03:13:13,039 INFO HandlerThread:840649 [interfaces.py:finish():200] Joined gpu monitor +2024-12-27 03:13:13,040 INFO HandlerThread:840649 [interfaces.py:finish():200] Joined memory monitor +2024-12-27 03:13:13,040 INFO HandlerThread:840649 [interfaces.py:finish():200] Joined network monitor +2024-12-27 03:13:13,040 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: poll_exit +2024-12-27 03:13:13,040 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:13:13,041 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: defer +2024-12-27 03:13:13,041 INFO SenderThread:840649 [sender.py:send_request_defer():610] handle sender defer: 2 +2024-12-27 03:13:13,041 INFO SenderThread:840649 [sender.py:transition_state():614] send defer: 3 +2024-12-27 03:13:13,041 DEBUG SenderThread:840649 [sender.py:send():379] send: stats +2024-12-27 03:13:13,041 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: defer +2024-12-27 03:13:13,042 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: poll_exit +2024-12-27 03:13:13,042 INFO HandlerThread:840649 [handler.py:handle_request_defer():184] handle defer: 3 +2024-12-27 03:13:13,043 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: defer +2024-12-27 03:13:13,043 INFO SenderThread:840649 [sender.py:send_request_defer():610] handle sender defer: 3 +2024-12-27 03:13:13,043 INFO SenderThread:840649 [sender.py:transition_state():614] send defer: 4 +2024-12-27 03:13:13,043 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: defer +2024-12-27 03:13:13,043 INFO HandlerThread:840649 [handler.py:handle_request_defer():184] handle defer: 4 +2024-12-27 03:13:13,043 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: defer +2024-12-27 03:13:13,043 INFO SenderThread:840649 [sender.py:send_request_defer():610] handle sender defer: 4 +2024-12-27 03:13:13,043 INFO SenderThread:840649 [sender.py:transition_state():614] send defer: 5 +2024-12-27 03:13:13,044 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: defer +2024-12-27 03:13:13,044 INFO HandlerThread:840649 [handler.py:handle_request_defer():184] handle defer: 5 +2024-12-27 03:13:13,044 DEBUG SenderThread:840649 [sender.py:send():379] send: summary +2024-12-27 03:13:13,046 INFO SenderThread:840649 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-12-27 03:13:13,046 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: defer +2024-12-27 03:13:13,046 INFO SenderThread:840649 [sender.py:send_request_defer():610] handle sender defer: 5 +2024-12-27 03:13:13,046 INFO SenderThread:840649 [sender.py:transition_state():614] send defer: 6 +2024-12-27 03:13:13,047 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: defer +2024-12-27 03:13:13,047 INFO HandlerThread:840649 [handler.py:handle_request_defer():184] handle defer: 6 +2024-12-27 03:13:13,047 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: defer +2024-12-27 03:13:13,047 INFO SenderThread:840649 [sender.py:send_request_defer():610] handle sender defer: 6 +2024-12-27 03:13:13,047 INFO SenderThread:840649 [sender.py:transition_state():614] send defer: 7 +2024-12-27 03:13:13,047 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:13:13,048 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: defer +2024-12-27 03:13:13,048 INFO HandlerThread:840649 [handler.py:handle_request_defer():184] handle defer: 7 +2024-12-27 03:13:13,048 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: defer +2024-12-27 03:13:13,048 INFO SenderThread:840649 [sender.py:send_request_defer():610] handle sender defer: 7 +2024-12-27 03:13:13,390 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: poll_exit +2024-12-27 03:13:13,646 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 03:13:16,526 INFO SenderThread:840649 [sender.py:transition_state():614] send defer: 8 +2024-12-27 03:13:16,526 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: poll_exit +2024-12-27 03:13:16,527 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: defer +2024-12-27 03:13:16,527 INFO HandlerThread:840649 [handler.py:handle_request_defer():184] handle defer: 8 +2024-12-27 03:13:16,527 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: defer +2024-12-27 03:13:16,527 INFO SenderThread:840649 [sender.py:send_request_defer():610] handle sender defer: 8 +2024-12-27 03:13:16,528 INFO SenderThread:840649 [job_builder.py:build():440] Attempting to build job artifact +2024-12-27 03:13:16,532 INFO SenderThread:840649 [job_builder.py:_get_source_type():569] is repo sourced job +2024-12-27 03:13:16,648 INFO Thread-12 :840649 [dir_watcher.py:_on_file_modified():288] file/dir modified: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 03:13:17,392 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: poll_exit +2024-12-27 03:13:22,394 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: keepalive +2024-12-27 03:13:27,395 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: keepalive +2024-12-27 03:13:31,646 INFO SenderThread:840649 [job_builder.py:build():545] adding wandb-job metadata file +2024-12-27 03:13:31,682 INFO SenderThread:840649 [sender.py:transition_state():614] send defer: 9 +2024-12-27 03:13:31,683 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: poll_exit +2024-12-27 03:13:31,683 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: defer +2024-12-27 03:13:31,683 INFO HandlerThread:840649 [handler.py:handle_request_defer():184] handle defer: 9 +2024-12-27 03:13:31,683 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: status_report +2024-12-27 03:13:31,684 DEBUG SenderThread:840649 [sender.py:send():379] send: artifact +2024-12-27 03:13:32,211 INFO wandb-upload_1:840649 [upload_job.py:push():85] Skipped uploading /home/ctpham_umass_edu/.local/share/wandb/artifacts/staging/tmp9hwv3y4n +2024-12-27 03:13:32,396 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: keepalive +2024-12-27 03:13:32,397 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: poll_exit +2024-12-27 03:13:33,459 INFO wandb-upload_0:840649 [upload_job.py:push():88] Uploaded file /tmp/tmpf9q5vwsk/wandb-job.json +2024-12-27 03:13:34,124 INFO SenderThread:840649 [sender.py:send_artifact():1530] sent artifact job-https___github.com_chtmp223_BookGen-dev.git_prolong-final_finetune.py - {'id': 'QXJ0aWZhY3Q6MTQwODQxNDM3Mg==', 'state': 'PENDING', 'artifactSequence': {'id': 'QXJ0aWZhY3RDb2xsZWN0aW9uOjQ5NzE2NzEyNQ==', 'latestArtifact': {'id': 'QXJ0aWZhY3Q6MTQwNDAxNzI3OA==', 'versionIndex': 19}}} +2024-12-27 03:13:34,124 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: defer +2024-12-27 03:13:34,125 INFO SenderThread:840649 [sender.py:send_request_defer():610] handle sender defer: 9 +2024-12-27 03:13:34,125 INFO SenderThread:840649 [dir_watcher.py:finish():358] shutting down directory watcher +2024-12-27 03:13:34,651 INFO SenderThread:840649 [dir_watcher.py:finish():388] scan: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files +2024-12-27 03:13:34,652 INFO SenderThread:840649 [dir_watcher.py:finish():402] scan save: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/requirements.txt requirements.txt +2024-12-27 03:13:34,652 INFO SenderThread:840649 [dir_watcher.py:finish():402] scan save: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log output.log +2024-12-27 03:13:34,652 INFO SenderThread:840649 [dir_watcher.py:finish():402] scan save: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/config.yaml config.yaml +2024-12-27 03:13:34,653 INFO SenderThread:840649 [dir_watcher.py:finish():402] scan save: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json wandb-summary.json +2024-12-27 03:13:34,653 INFO SenderThread:840649 [dir_watcher.py:finish():402] scan save: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-metadata.json wandb-metadata.json +2024-12-27 03:13:34,660 INFO SenderThread:840649 [dir_watcher.py:finish():402] scan save: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/conda-environment.yaml conda-environment.yaml +2024-12-27 03:13:34,665 INFO SenderThread:840649 [sender.py:transition_state():614] send defer: 10 +2024-12-27 03:13:34,665 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: poll_exit +2024-12-27 03:13:34,666 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: defer +2024-12-27 03:13:34,666 INFO HandlerThread:840649 [handler.py:handle_request_defer():184] handle defer: 10 +2024-12-27 03:13:34,669 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: defer +2024-12-27 03:13:34,669 INFO SenderThread:840649 [sender.py:send_request_defer():610] handle sender defer: 10 +2024-12-27 03:13:34,669 INFO SenderThread:840649 [file_pusher.py:finish():169] shutting down file pusher +2024-12-27 03:13:34,864 INFO wandb-upload_2:840649 [upload_job.py:push():130] Uploaded file /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/requirements.txt +2024-12-27 03:13:34,942 INFO wandb-upload_0:840649 [upload_job.py:push():130] Uploaded file /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/wandb-summary.json +2024-12-27 03:13:34,953 INFO wandb-upload_4:840649 [upload_job.py:push():130] Uploaded file /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/conda-environment.yaml +2024-12-27 03:13:34,965 INFO wandb-upload_3:840649 [upload_job.py:push():130] Uploaded file /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/config.yaml +2024-12-27 03:13:34,976 INFO wandb-upload_1:840649 [upload_job.py:push():130] Uploaded file /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/files/output.log +2024-12-27 03:13:35,177 INFO Thread-11 (_thread_body):840649 [sender.py:transition_state():614] send defer: 11 +2024-12-27 03:13:35,177 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: defer +2024-12-27 03:13:35,177 INFO HandlerThread:840649 [handler.py:handle_request_defer():184] handle defer: 11 +2024-12-27 03:13:35,178 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: defer +2024-12-27 03:13:35,178 INFO SenderThread:840649 [sender.py:send_request_defer():610] handle sender defer: 11 +2024-12-27 03:13:35,178 INFO SenderThread:840649 [file_pusher.py:join():175] waiting for file pusher +2024-12-27 03:13:35,178 INFO SenderThread:840649 [sender.py:transition_state():614] send defer: 12 +2024-12-27 03:13:35,179 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: defer +2024-12-27 03:13:35,179 INFO HandlerThread:840649 [handler.py:handle_request_defer():184] handle defer: 12 +2024-12-27 03:13:35,179 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: defer +2024-12-27 03:13:35,179 INFO SenderThread:840649 [sender.py:send_request_defer():610] handle sender defer: 12 +2024-12-27 03:13:35,179 INFO SenderThread:840649 [file_stream.py:finish():601] file stream finish called +2024-12-27 03:13:35,398 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: poll_exit +2024-12-27 03:13:35,415 INFO SenderThread:840649 [file_stream.py:finish():605] file stream finish is done +2024-12-27 03:13:35,415 INFO SenderThread:840649 [sender.py:transition_state():614] send defer: 13 +2024-12-27 03:13:35,415 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: poll_exit +2024-12-27 03:13:35,415 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: defer +2024-12-27 03:13:35,415 INFO HandlerThread:840649 [handler.py:handle_request_defer():184] handle defer: 13 +2024-12-27 03:13:35,416 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: defer +2024-12-27 03:13:35,416 INFO SenderThread:840649 [sender.py:send_request_defer():610] handle sender defer: 13 +2024-12-27 03:13:35,416 INFO SenderThread:840649 [sender.py:transition_state():614] send defer: 14 +2024-12-27 03:13:35,416 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: defer +2024-12-27 03:13:35,416 INFO HandlerThread:840649 [handler.py:handle_request_defer():184] handle defer: 14 +2024-12-27 03:13:35,417 DEBUG SenderThread:840649 [sender.py:send():379] send: final +2024-12-27 03:13:35,417 DEBUG SenderThread:840649 [sender.py:send():379] send: footer +2024-12-27 03:13:35,417 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: defer +2024-12-27 03:13:35,417 INFO SenderThread:840649 [sender.py:send_request_defer():610] handle sender defer: 14 +2024-12-27 03:13:35,418 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: poll_exit +2024-12-27 03:13:35,418 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: poll_exit +2024-12-27 03:13:35,419 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: server_info +2024-12-27 03:13:35,419 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: server_info +2024-12-27 03:13:35,425 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: poll_exit +2024-12-27 03:13:35,425 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: get_summary +2024-12-27 03:13:35,426 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: sampled_history +2024-12-27 03:13:35,430 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: internal_messages +2024-12-27 03:13:35,483 DEBUG SenderThread:840649 [sender.py:send_request():406] send_request: poll_exit +2024-12-27 03:13:35,483 INFO MainThread:840649 [wandb_run.py:_footer_history_summary_info():3991] rendering history +2024-12-27 03:13:35,485 INFO MainThread:840649 [wandb_run.py:_footer_history_summary_info():4023] rendering summary +2024-12-27 03:13:35,485 INFO MainThread:840649 [wandb_run.py:_footer_sync_info():3950] logging synced files +2024-12-27 03:13:35,486 DEBUG HandlerThread:840649 [handler.py:handle_request():158] handle_request: shutdown +2024-12-27 03:13:35,486 INFO HandlerThread:840649 [handler.py:finish():882] shutting down handler +2024-12-27 03:13:36,425 INFO WriterThread:840649 [datastore.py:close():296] close: /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/run-fta6xses.wandb +2024-12-27 03:13:36,483 INFO SenderThread:840649 [sender.py:finish():1608] shutting down sender +2024-12-27 03:13:36,484 INFO SenderThread:840649 [file_pusher.py:finish():169] shutting down file pusher +2024-12-27 03:13:36,484 INFO SenderThread:840649 [file_pusher.py:join():175] waiting for file pusher diff --git a/wandb/run-20241226_224836-fta6xses/logs/debug.log b/wandb/run-20241226_224836-fta6xses/logs/debug.log new file mode 100644 index 0000000000000000000000000000000000000000..e94b513acd1d8c51114aea46ccde6f0d747347b5 --- /dev/null +++ b/wandb/run-20241226_224836-fta6xses/logs/debug.log @@ -0,0 +1,32 @@ +2024-12-26 22:48:36,725 INFO MainThread:839109 [wandb_setup.py:_flush():76] Current SDK version is 0.17.3 +2024-12-26 22:48:36,725 INFO MainThread:839109 [wandb_setup.py:_flush():76] Configure stats pid to 839109 +2024-12-26 22:48:36,725 INFO MainThread:839109 [wandb_setup.py:_flush():76] Loading settings from /home/ctpham_umass_edu/.config/wandb/settings +2024-12-26 22:48:36,725 INFO MainThread:839109 [wandb_setup.py:_flush():76] Loading settings from /work/pi_miyyer_umass_edu/ctpham/BookClaim-dev/prolong-final/wandb/settings +2024-12-26 22:48:36,725 INFO MainThread:839109 [wandb_setup.py:_flush():76] Loading settings from environment variables: {'root_dir': '/scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_', 'project': 'prolong', 'api_key': '***REDACTED***', 'mode': 'online'} +2024-12-26 22:48:36,725 INFO MainThread:839109 [wandb_setup.py:_flush():76] Applying setup settings: {'_disable_service': False} +2024-12-26 22:48:36,725 INFO MainThread:839109 [wandb_setup.py:_flush():76] Inferring run settings from compute environment: {'program_relpath': 'prolong-final/finetune.py', 'program_abspath': '/work/pi_miyyer_umass_edu/ctpham/BookClaim-dev/prolong-final/finetune.py', 'program': '/work/pi_miyyer_umass_edu/ctpham/BookClaim-dev/prolong-final/finetune.py'} +2024-12-26 22:48:36,725 INFO MainThread:839109 [wandb_setup.py:_flush():76] Applying login settings: {} +2024-12-26 22:48:36,726 INFO MainThread:839109 [wandb_init.py:_log_setup():520] Logging user logs to /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/logs/debug.log +2024-12-26 22:48:36,726 INFO MainThread:839109 [wandb_init.py:_log_setup():521] Logging internal logs to /scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/wandb/run-20241226_224836-fta6xses/logs/debug-internal.log +2024-12-26 22:48:36,726 INFO MainThread:839109 [wandb_init.py:init():560] calling init triggers +2024-12-26 22:48:36,726 INFO MainThread:839109 [wandb_init.py:init():567] wandb.init called with sweep_config: {} +config: {} +2024-12-26 22:48:36,726 INFO MainThread:839109 [wandb_init.py:init():610] starting backend +2024-12-26 22:48:36,726 INFO MainThread:839109 [wandb_init.py:init():614] setting up manager +2024-12-26 22:48:36,729 INFO MainThread:839109 [backend.py:_multiprocessing_setup():105] multiprocessing start_methods=fork,spawn,forkserver, using: spawn +2024-12-26 22:48:36,732 INFO MainThread:839109 [wandb_init.py:init():622] backend started and connected +2024-12-26 22:48:36,740 INFO MainThread:839109 [wandb_init.py:init():711] updated telemetry +2024-12-26 22:48:36,765 INFO MainThread:839109 [wandb_init.py:init():744] communicating run to backend with 90.0 second timeout +2024-12-26 22:48:37,011 INFO MainThread:839109 [wandb_run.py:_on_init():2402] communicating current version +2024-12-26 22:48:37,074 INFO MainThread:839109 [wandb_run.py:_on_init():2411] got version response upgrade_message: "wandb version 0.19.1 is available! To upgrade, please run:\n $ pip install wandb --upgrade" + +2024-12-26 22:48:37,074 INFO MainThread:839109 [wandb_init.py:init():795] starting run threads in backend +2024-12-26 22:48:44,772 INFO MainThread:839109 [wandb_run.py:_console_start():2380] atexit reg +2024-12-26 22:48:44,773 INFO MainThread:839109 [wandb_run.py:_redirect():2235] redirect: wrap_raw +2024-12-26 22:48:44,773 INFO MainThread:839109 [wandb_run.py:_redirect():2300] Wrapping output streams. +2024-12-26 22:48:44,773 INFO MainThread:839109 [wandb_run.py:_redirect():2325] Redirects installed. +2024-12-26 22:48:44,775 INFO MainThread:839109 [wandb_init.py:init():838] run started, returning control to user process +2024-12-26 22:48:44,777 INFO MainThread:839109 [wandb_run.py:_config_callback():1382] config_cb None None {'vocab_size': 128256, 'max_position_embeddings': 524288, 'hidden_size': 4096, 'intermediate_size': 14336, 'num_hidden_layers': 32, 'num_attention_heads': 32, 'num_key_value_heads': 8, 'hidden_act': 'silu', 'initializer_range': 0.02, 'rms_norm_eps': 1e-05, 'pretraining_tp': 1, 'use_cache': True, 'rope_theta': 128000000.0, 'rope_scaling': None, 'attention_bias': False, 'attention_dropout': 0.0, 'mlp_bias': False, 'return_dict': True, 'output_hidden_states': False, 'output_attentions': False, 'torchscript': False, 'torch_dtype': 'float32', 'use_bfloat16': False, 'tf_legacy_loss': False, 'pruned_heads': {}, 'tie_word_embeddings': False, 'chunk_size_feed_forward': 0, 'is_encoder_decoder': False, 'is_decoder': False, 'cross_attention_hidden_size': None, 'add_cross_attention': False, 'tie_encoder_decoder': False, 'max_length': 20, 'min_length': 0, 'do_sample': False, 'early_stopping': False, 'num_beams': 1, 'num_beam_groups': 1, 'diversity_penalty': 0.0, 'temperature': 1.0, 'top_k': 50, 'top_p': 1.0, 'typical_p': 1.0, 'repetition_penalty': 1.0, 'length_penalty': 1.0, 'no_repeat_ngram_size': 0, 'encoder_no_repeat_ngram_size': 0, 'bad_words_ids': None, 'num_return_sequences': 1, 'output_scores': False, 'return_dict_in_generate': False, 'forced_bos_token_id': None, 'forced_eos_token_id': None, 'remove_invalid_values': False, 'exponential_decay_length_penalty': None, 'suppress_tokens': None, 'begin_suppress_tokens': None, 'architectures': ['LlamaForCausalLM'], 'finetuning_task': None, 'id2label': {0: 'LABEL_0', 1: 'LABEL_1'}, 'label2id': {'LABEL_0': 0, 'LABEL_1': 1}, 'tokenizer_class': None, 'prefix': None, 'bos_token_id': 128000, 'pad_token_id': 0, 'eos_token_id': 128009, 'sep_token_id': None, 'decoder_start_token_id': None, 'task_specific_params': None, 'problem_type': None, '_name_or_path': '/scratch3/workspace/ctpham_umass_edu-ft/models/Llama-3-8B-ProLong-512k-Base/', 'transformers_version': '4.44.2', 'model_type': 'llama', 'output_dir': '/scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_', 'overwrite_output_dir': False, 'do_train': True, 'do_eval': False, 'do_predict': False, 'eval_strategy': 'no', 'prediction_loss_only': False, 'per_device_train_batch_size': 1, 'per_device_eval_batch_size': 8, 'per_gpu_train_batch_size': None, 'per_gpu_eval_batch_size': None, 'gradient_accumulation_steps': 2, 'eval_accumulation_steps': None, 'eval_delay': 0, 'torch_empty_cache_steps': None, 'learning_rate': 1e-06, 'weight_decay': 0.1, 'adam_beta1': 0.9, 'adam_beta2': 0.95, 'adam_epsilon': 1e-08, 'max_grad_norm': 1.0, 'num_train_epochs': 1.0, 'max_steps': -1, 'lr_scheduler_type': 'cosine', 'lr_scheduler_kwargs': {}, 'warmup_ratio': 0.05, 'warmup_steps': 0, 'log_level': 'info', 'log_level_replica': 'warning', 'log_on_each_node': True, 'logging_dir': '/scratch3/workspace/ctpham_umass_edu-ft/balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_/runs/Dec26_22-45-54_gpu021', 'logging_strategy': 'steps', 'logging_first_step': False, 'logging_steps': 1.0, 'logging_nan_inf_filter': True, 'save_strategy': 'steps', 'save_steps': 200, 'save_total_limit': None, 'save_safetensors': True, 'save_on_each_node': False, 'save_only_model': False, 'restore_callback_states_from_checkpoint': False, 'no_cuda': False, 'use_cpu': False, 'use_mps_device': False, 'seed': 42, 'data_seed': None, 'jit_mode_eval': False, 'use_ipex': False, 'bf16': True, 'fp16': False, 'fp16_opt_level': 'O1', 'half_precision_backend': 'auto', 'bf16_full_eval': False, 'fp16_full_eval': False, 'tf32': None, 'local_rank': 0, 'ddp_backend': None, 'tpu_num_cores': None, 'tpu_metrics_debug': False, 'debug': [], 'dataloader_drop_last': False, 'eval_steps': None, 'dataloader_num_workers': 1, 'dataloader_prefetch_factor': None, 'past_index': -1, 'run_name': 'balanced_prolong-512K-base_bsz-16_lr-1e-6_epochs-1_', 'disable_tqdm': True, 'remove_unused_columns': False, 'label_names': None, 'load_best_model_at_end': False, 'metric_for_best_model': None, 'greater_is_better': None, 'ignore_data_skip': True, 'fsdp': ['auto_wrap', 'offload'], 'fsdp_min_num_params': 0, 'fsdp_config': {'min_num_params': 0, 'xla': False, 'xla_fsdp_v2': False, 'xla_fsdp_grad_ckpt': False}, 'fsdp_transformer_layer_cls_to_wrap': None, 'accelerator_config': {'split_batches': False, 'dispatch_batches': None, 'even_batches': True, 'use_seedable_sampler': True, 'non_blocking': False, 'gradient_accumulation_kwargs': None}, 'deepspeed': None, 'label_smoothing_factor': 0.0, 'optim': 'adamw_torch', 'optim_args': None, 'adafactor': False, 'group_by_length': False, 'length_column_name': 'length', 'report_to': ['wandb'], 'ddp_find_unused_parameters': False, 'ddp_bucket_cap_mb': None, 'ddp_broadcast_buffers': None, 'dataloader_pin_memory': True, 'dataloader_persistent_workers': False, 'skip_memory_metrics': True, 'use_legacy_prediction_loop': False, 'push_to_hub': False, 'resume_from_checkpoint': None, 'hub_model_id': None, 'hub_strategy': 'every_save', 'hub_token': '', 'hub_private_repo': False, 'hub_always_push': False, 'gradient_checkpointing': True, 'gradient_checkpointing_kwargs': None, 'include_inputs_for_metrics': False, 'eval_do_concat_batches': True, 'fp16_backend': 'auto', 'evaluation_strategy': None, 'push_to_hub_model_id': None, 'push_to_hub_organization': None, 'push_to_hub_token': '', 'mp_parameters': '', 'auto_find_batch_size': False, 'full_determinism': False, 'torchdynamo': None, 'ray_scope': 'last', 'ddp_timeout': 1800, 'torch_compile': False, 'torch_compile_backend': None, 'torch_compile_mode': None, 'dispatch_batches': None, 'split_batches': None, 'include_tokens_per_second': False, 'include_num_input_tokens_seen': False, 'neftune_noise_alpha': None, 'optim_target_modules': None, 'batch_eval_metrics': False, 'eval_on_start': False, 'eval_use_gather_object': False, 'min_lr_ratio': 0.1, 'cuda_empty_cache': True, 'streaming_dataset': True, 'seq_parallel_size': 8} +2024-12-26 22:48:44,780 INFO MainThread:839109 [wandb_config.py:__setitem__():151] config set model/num_parameters = 1003782656 - > +2024-12-26 22:48:44,780 INFO MainThread:839109 [wandb_run.py:_config_callback():1382] config_cb model/num_parameters 1003782656 None +2024-12-27 03:13:36,487 WARNING MsgRouterThr:839109 [router.py:message_loop():77] message_loop has been closed diff --git a/wandb/run-20241226_224836-fta6xses/run-fta6xses.wandb b/wandb/run-20241226_224836-fta6xses/run-fta6xses.wandb new file mode 100644 index 0000000000000000000000000000000000000000..a3a89067bff0d3dd859f195f9dac1ea95a455478 --- /dev/null +++ b/wandb/run-20241226_224836-fta6xses/run-fta6xses.wandb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:46a55c40255f32017cc38502a017682dbf47907dbd3d83158726569f0536448e +size 3203587